-- Logs begin at Thu 2021-07-08 17:16:27 UTC, end at Thu 2021-07-08 19:45:52 UTC. -- Jul 08 17:44:49.232496 n-d-799684-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 17:44:52.026156 n-d-799684-3 neutron-server[93632]: INFO neutron.common.config [-] Logging enabled! Jul 08 17:44:52.026819 n-d-799684-3 neutron-server[93632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 17:44:52.026953 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93632) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 17:44:52.030085 n-d-799684-3 neutron-server[93632]: INFO neutron.common.config [-] Logging enabled! Jul 08 17:44:52.030348 n-d-799684-3 neutron-server[93632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 17:44:52.030679 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93632) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 17:44:52.031608 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 17:44:52.031840 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 17:44:52.032199 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 17:44:52.032446 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 17:44:52.032668 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 17:44:52.032978 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.033268 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.033557 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.033782 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.034068 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.034378 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.034657 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.034936 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.035223 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.035502 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.035781 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.036056 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.036281 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.036554 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.036832 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.037109 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.037326 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] debug = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.037597 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.038012 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.038435 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.038709 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.038990 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.039261 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.039525 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.039792 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.040067 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.040385 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] host = n-d-799684-3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.040655 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.040931 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.041208 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.041486 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.041753 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.042020 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.042329 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.042596 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.042859 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] log_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.043126 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.043405 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.043683 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.043964 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.044184 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.044400 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.044680 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.044957 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.045224 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.045495 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.045761 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.046028 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.046338 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.046599 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.046875 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.047151 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.047427 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.047693 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.047958 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.048221 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.048484 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.048757 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.049022 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.049287 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.049552 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.049830 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.050092 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.050454 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.050747 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.051024 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.051299 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.051576 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.051841 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.052113 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.052381 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.052645 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.052908 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] use_json = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.053171 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.053432 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.053705 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.053969 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.054259 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.054529 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.054791 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.055064 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:52.055406 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.055704 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.056004 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.056268 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.056553 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.056824 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.057104 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.057375 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.057654 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.057933 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.058238 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.058502 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.058783 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.059052 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.059337 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.059634 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.059920 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.060204 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.060471 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.060737 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.061021 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.061273 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.061552 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.062368 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.062654 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.062928 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.063196 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.063479 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.063748 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.064017 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.064281 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.064566 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.064836 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.065098 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.065371 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.065646 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.065906 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.066167 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.066468 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.066751 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.067020 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.067285 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.067835 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.068103 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.068368 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.068645 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.068916 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.069187 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.069444 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.069715 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.069984 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.070268 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.070540 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.070804 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.071071 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.071331 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.071595 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.071858 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.072122 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.072385 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.072648 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.072916 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.073184 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.073447 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.073710 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.073979 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.074260 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.074537 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.074817 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.075103 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.075371 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.075644 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.075910 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.076183 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.076455 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.076725 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.076996 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.077267 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.078082 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.078395 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.078673 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.078951 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.079227 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.079495 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.079780 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.080052 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.080326 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.080595 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.080865 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.081147 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.081422 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.081707 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.081992 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.082301 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.082586 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.082874 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.083145 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.083443 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.083714 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:52.083926 n-d-799684-3 neutron-server[93632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 17:44:52.084164 n-d-799684-3 neutron-server[93632]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93632) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 17:44:52.437537 n-d-799684-3 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 17:44:52.437807 n-d-799684-3 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 17:44:52.438091 n-d-799684-3 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 17:44:52.438444 n-d-799684-3 neutron-server[93632]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 17:44:52.837516 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.837706 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.837979 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.839270 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.839557 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.839827 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.874652 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.874919 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.875180 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.888794 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.889064 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.889325 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.920116 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.920391 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.920657 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.956315 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.956592 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:52.956855 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.192193 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.192834 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.192834 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.193002 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.193667 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.311642 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.312465 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.312743 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.313011 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.313271 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.313574 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.313826 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.314076 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.314351 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.314630 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.314889 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.315159 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.315424 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.315687 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.315936 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.316201 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.316467 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.316721 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.316988 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.317236 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.317511 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.317851 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.318097 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.318402 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.318647 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.318888 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.319282 n-d-799684-3 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:44:53.319519 n-d-799684-3 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:44:53.319753 n-d-799684-3 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:44:53.319984 n-d-799684-3 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:44:53.320214 n-d-799684-3 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:44:53.320443 n-d-799684-3 neutron-server[93632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:44:53.320798 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 17:44:53.324837 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 17:44:53.329355 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 17:44:53.333150 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 08 17:44:53.334788 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 17:44:53.335237 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 17:44:53.335562 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 17:44:53.335933 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 17:44:53.338717 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 17:44:53.338965 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 17:44:53.339303 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 17:44:53.367032 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 17:44:53.367481 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.367776 n-d-799684-3 neutron-server[93632]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93632) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 17:44:53.368131 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.369492 n-d-799684-3 neutron-server[93632]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93632) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 17:44:53.369853 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 17:44:53.370141 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 17:44:53.373478 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.373759 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:53.441375 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 17:44:53.441375 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 17:44:53.441694 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 17:44:53.441987 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 17:44:53.465054 n-d-799684-3 neutron-server[93632]: DEBUG oslo_db.sqlalchemy.engines [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93632) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 17:44:54.016266 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Initializing driver for type 'gre' Jul 08 17:44:54.016782 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] gre ID ranges: [(1, 1000)] Jul 08 17:44:54.070730 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Initializing driver for type 'local' Jul 08 17:44:54.071121 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Initializing driver for type 'vlan' Jul 08 17:44:54.083496 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] VlanTypeDriver initialization complete Jul 08 17:44:54.083833 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Initializing driver for type 'vxlan' Jul 08 17:44:54.084313 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] vxlan ID ranges: [(1, 1000)] Jul 08 17:44:54.134156 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Initializing extension driver 'port_security' Jul 08 17:44:54.134525 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.extensions.port_security [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] PortSecurityExtensionDriver initialization complete Jul 08 17:44:54.134856 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Initializing mechanism driver 'openvswitch' Jul 08 17:44:54.135177 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Initializing mechanism driver 'hyperv' Jul 08 17:44:54.141950 n-d-799684-3 neutron-server[93632]: DEBUG neutron.plugins.ml2.plugin [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:54.142666 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > port after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.143045 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.143406 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > port after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.143921 n-d-799684-3 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:44:54.144355 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > subnet after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.144711 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > subnet after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.145066 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.145458 n-d-799684-3 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:44:54.145862 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > network after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.146236 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > network after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.146579 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > network after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.146968 n-d-799684-3 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:44:54.147374 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > security_group after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.147729 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > security_group after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.148074 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.148598 n-d-799684-3 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:44:54.149005 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.149356 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.149701 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.150091 n-d-799684-3 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:44:54.150527 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > address_group after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.150881 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > address_group after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.151223 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.151613 n-d-799684-3 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:44:54.151990 n-d-799684-3 neutron-server[93632]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] ML2 OVO RPC backend initialized. {{(pid=93632) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 17:44:54.152687 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.153045 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.153462 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > network before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.153817 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > networks before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.154172 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > port before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.154547 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > ports before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.154896 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > subnet before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.155245 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > subnets before_response 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.156079 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > network after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.156420 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > network after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.156758 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > network after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.157095 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > port after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.157435 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.157774 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > port after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.158111 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > subnet after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.158472 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > subnet after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.158809 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.159370 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.plugin [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Modular L2 Plugin initialization complete Jul 08 17:44:54.159701 n-d-799684-3 neutron-server[93632]: DEBUG neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading services supported by the core plugin {{(pid=93632) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 17:44:54.160025 n-d-799684-3 neutron-server[93632]: INFO neutron.plugins.ml2.managers [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Got port-security extension from driver 'port_security' Jul 08 17:44:54.160482 n-d-799684-3 neutron-server[93632]: INFO neutron.extensions.vlantransparent [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Disabled vlantransparent extension. Jul 08 17:44:54.160959 n-d-799684-3 neutron-server[93632]: DEBUG neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93632) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 17:44:54.161272 n-d-799684-3 neutron-server[93632]: INFO neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading Plugin: router Jul 08 17:44:54.197388 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.198230 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router after_create 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.198230 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router before_create 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.198466 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.198840 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.199196 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router after_delete 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.199558 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.199934 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router after_create 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.200285 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router after_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.200630 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router after_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.200980 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.201345 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router after_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.201757 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router precommit_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.202126 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.202667 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: port after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.203011 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: subnet after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.203438 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.203750 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.204103 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router precommit_create 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.204452 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: port before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.204799 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router precommit_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.205158 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router after_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.205503 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.205927 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router precommit_create 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.206243 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.206596 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router precommit_update 55549900 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.206961 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > agent after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.207313 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > agent after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.207659 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > network after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.208529 n-d-799684-3 neutron-server[93632]: DEBUG neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Tracking information for resource: router configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:44:54.208862 n-d-799684-3 neutron-server[93632]: DEBUG neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Tracking information for resource: floatingip configured {{(pid=93632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:44:54.214126 n-d-799684-3 neutron-server[93632]: INFO neutron.db.l3_agentschedulers_db [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 17:44:54.214736 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.215106 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: port after_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.215461 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: port after_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.215815 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: port after_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.216607 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router before_create 55550100 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.216973 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.217338 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router precommit_create 55550100 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.217696 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > router precommit_update 55550100 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.222684 n-d-799684-3 neutron-server[93632]: DEBUG neutron.services.provider_configuration [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service providers = [] {{(pid=93632) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 17:44:54.223050 n-d-799684-3 neutron-server[93632]: DEBUG neutron.db.servicetype_db [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93632) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 17:44:54.225994 n-d-799684-3 neutron-server[93632]: DEBUG neutron.services.service_base [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 17:44:54.226374 n-d-799684-3 neutron-server[93632]: DEBUG neutron.services.service_base [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 17:44:54.226723 n-d-799684-3 neutron-server[93632]: DEBUG neutron.services.service_base [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 17:44:54.227619 n-d-799684-3 neutron-server[93632]: DEBUG neutron.services.service_base [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 17:44:54.227995 n-d-799684-3 neutron-server[93632]: INFO neutron.services.service_base [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 17:44:54.228377 n-d-799684-3 neutron-server[93632]: DEBUG neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:44:54.228698 n-d-799684-3 neutron-server[93632]: INFO neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 17:44:54.239879 n-d-799684-3 neutron-server[93632]: DEBUG neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:44:54.240215 n-d-799684-3 neutron-server[93632]: INFO neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading Plugin: auto_allocate Jul 08 17:44:54.245927 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: network precommit_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.246339 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: network precommit_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.246864 n-d-799684-3 neutron-server[93632]: DEBUG neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:44:54.247186 n-d-799684-3 neutron-server[93632]: INFO neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading Plugin: tag Jul 08 17:44:54.253748 n-d-799684-3 neutron-server[93632]: DEBUG neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:44:54.254077 n-d-799684-3 neutron-server[93632]: INFO neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading Plugin: timestamp Jul 08 17:44:54.259421 n-d-799684-3 neutron-server[93632]: DEBUG neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:44:54.259761 n-d-799684-3 neutron-server[93632]: INFO neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading Plugin: network_ip_availability Jul 08 17:44:54.265456 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.265831 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.266193 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.266924 n-d-799684-3 neutron-server[93632]: DEBUG neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:44:54.267247 n-d-799684-3 neutron-server[93632]: INFO neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading Plugin: flavors Jul 08 17:44:54.271906 n-d-799684-3 neutron-server[93632]: DEBUG neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:44:54.272245 n-d-799684-3 neutron-server[93632]: INFO neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading Plugin: revisions Jul 08 17:44:54.276514 n-d-799684-3 neutron-server[93632]: DEBUG neutron.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:44:54.276905 n-d-799684-3 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.839s {{(pid=93632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 17:44:54.277631 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93632) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 17:44:54.277968 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Initializing extension manager. Jul 08 17:44:54.278504 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: __init__.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.278847 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: __pycache__ {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.279185 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.279518 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: address_group.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.280282 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.281352 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: address-group Jul 08 17:44:54.281677 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: address_scope.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.282419 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.282924 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: address-scope Jul 08 17:44:54.283249 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.284175 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.284680 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: router-admin-state-down-before-update Jul 08 17:44:54.285004 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: agent.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.285704 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.286433 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: agent Jul 08 17:44:54.286758 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: agent_resources_synced.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.287670 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.288173 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: agent-resources-synced Jul 08 17:44:54.288494 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: allowedaddresspairs.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.290312 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.290823 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: allowed-address-pairs Jul 08 17:44:54.291152 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: auto_allocated_topology.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.292231 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.292742 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: auto-allocated-topology Jul 08 17:44:54.293068 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: availability_zone.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.293761 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.294293 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: availability_zone Jul 08 17:44:54.294620 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: availability_zone_filter.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.295540 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.296904 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: availability_zone_filter Jul 08 17:44:54.297018 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: data_plane_status.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.297882 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.298417 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 17:44:54.298738 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: default_subnetpools.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.299655 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.300164 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: default-subnetpools Jul 08 17:44:54.300486 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.301295 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.301794 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: dhcp_agent_scheduler Jul 08 17:44:54.302115 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: dns.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.303049 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.303544 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension dns-integration not supported by any of loaded plugins Jul 08 17:44:54.303865 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: dns_domain_ports.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.304776 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.305274 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 17:44:54.305595 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.306550 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.307045 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 17:44:54.307368 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: dvr.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.308044 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.308537 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: dvr Jul 08 17:44:54.308858 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: empty_string_filtering.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.309766 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.310302 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: empty-string-filtering Jul 08 17:44:54.310625 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.311530 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.312051 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 17:44:54.312374 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.313291 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.313792 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 17:44:54.314114 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: external_net.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.315059 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.315560 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: external-net Jul 08 17:44:54.315880 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.316792 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.317290 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: extra_dhcp_opt Jul 08 17:44:54.317612 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: extraroute.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.318556 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.319054 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: extraroute Jul 08 17:44:54.319373 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: extraroute_atomic.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.320408 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.320909 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: extraroute-atomic Jul 08 17:44:54.321230 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: filter_validation.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.321887 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.322487 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: filter-validation Jul 08 17:44:54.322811 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: fip_pf_description.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.323721 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.324214 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 17:44:54.324531 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: fip_port_details.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.325448 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.325946 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: fip-port-details Jul 08 17:44:54.326293 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: flavors.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.328035 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.328543 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: flavors Jul 08 17:44:54.328871 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.330547 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.331067 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 17:44:54.331403 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: floatingip_pools.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.332110 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.332615 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: floatingip-pools Jul 08 17:44:54.332943 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: ip_allocation.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.333867 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.334408 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 17:44:54.334738 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.335661 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.336167 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: ip-substring-filtering Jul 08 17:44:54.336496 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: l2_adjacency.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.337425 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.337923 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 17:44:54.338270 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: l3.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.339231 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.339743 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: router Jul 08 17:44:54.340075 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.342464 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.343608 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 17:44:54.343942 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.344893 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.345400 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: ext-gw-mode Jul 08 17:44:54.345728 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.346676 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.347180 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: l3-ha Jul 08 17:44:54.347506 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: l3_flavors.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.348445 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.348952 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: l3-flavors Jul 08 17:44:54.349281 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.350227 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.350735 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 17:44:54.351062 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: l3agentscheduler.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.352105 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.352612 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: l3_agent_scheduler Jul 08 17:44:54.352938 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: logging.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.354470 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.354987 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension logging not supported by any of loaded plugins Jul 08 17:44:54.355322 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: metering.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.356061 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.356628 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: metering Jul 08 17:44:54.356954 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.358045 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.358634 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: metering_source_and_destination_fields Jul 08 17:44:54.358962 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: multiprovidernet.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.359893 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.360398 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: multi-provider Jul 08 17:44:54.360722 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: netmtu.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.361633 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.362142 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: net-mtu Jul 08 17:44:54.362482 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: netmtu_writable.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.363399 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.363901 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: net-mtu-writable Jul 08 17:44:54.364223 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: network_availability_zone.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.364892 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.365389 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: network_availability_zone Jul 08 17:44:54.365710 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: network_ip_availability.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.366825 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.367332 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: network-ip-availability Jul 08 17:44:54.367661 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: network_segment_range.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.368418 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.368918 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 17:44:54.369243 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: pagination.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.370232 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.370567 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: pagination Jul 08 17:44:54.370888 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: port_device_profile.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.371804 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.372316 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: port-device-profile Jul 08 17:44:54.372640 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.373842 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.374070 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: port-mac-address-regenerate Jul 08 17:44:54.374476 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.375389 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.375894 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: port-numa-affinity-policy Jul 08 17:44:54.376218 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: port_resource_request.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.377124 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.377622 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 17:44:54.377942 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: portbindings.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.378897 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.379398 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: binding Jul 08 17:44:54.379720 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: portbindings_extended.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.381114 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.381619 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: binding-extended Jul 08 17:44:54.381946 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: portsecurity.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.382887 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.383393 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: port-security Jul 08 17:44:54.383717 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: project_id.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.384689 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.385017 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: project-id Jul 08 17:44:54.385338 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: providernet.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.386302 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.386811 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: provider Jul 08 17:44:54.387133 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: qos.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.391384 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.391906 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension qos not supported by any of loaded plugins Jul 08 17:44:54.392235 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.393476 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.393984 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 17:44:54.394339 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.395264 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.395768 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 17:44:54.396094 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: qos_default.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.397010 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.397516 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension qos-default not supported by any of loaded plugins Jul 08 17:44:54.397844 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: qos_fip.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.398526 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.399025 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension qos-fip not supported by any of loaded plugins Jul 08 17:44:54.399350 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: qos_gateway_ip.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.400279 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.400796 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 17:44:54.401119 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: qos_port_network_policy.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.402038 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.402574 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 17:44:54.402901 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: qos_rule_type_details.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.403822 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.404329 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 17:44:54.404739 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: qos_rules_alias.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.406265 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.406774 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 17:44:54.407098 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: quotasv2.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.408034 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.408366 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: quotas Jul 08 17:44:54.408689 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: quotasv2_detail.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.411766 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.412107 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: quota_details Jul 08 17:44:54.412442 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: rbac.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.413506 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.414026 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: rbac-policies Jul 08 17:44:54.414397 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: rbac_address_group.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.415526 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.416045 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: rbac-address-group Jul 08 17:44:54.416373 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: rbac_address_scope.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.417312 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.417820 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: rbac-address-scope Jul 08 17:44:54.418147 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: rbac_security_groups.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.419098 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.419602 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: rbac-security-groups Jul 08 17:44:54.419928 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: rbac_subnetpool.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.420855 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.421382 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: rbac-subnetpool Jul 08 17:44:54.421708 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: revisionifmatch.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.422665 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.423172 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: revision-if-match Jul 08 17:44:54.423500 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: revisions.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.424618 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.425121 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: standard-attr-revisions Jul 08 17:44:54.425450 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: router_availability_zone.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.426126 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.426661 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: router_availability_zone Jul 08 17:44:54.426986 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: routerservicetype.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.427909 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.428406 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension router-service-type not supported by any of loaded plugins Jul 08 17:44:54.428729 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.429654 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.430155 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: security-groups-normalized-cidr Jul 08 17:44:54.430504 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.431431 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.431931 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: port-security-groups-filtering Jul 08 17:44:54.432253 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.433173 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.433675 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: security-groups-remote-address-group Jul 08 17:44:54.433997 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: securitygroup.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.443530 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.444056 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: security-group Jul 08 17:44:54.444390 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: segment.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.445180 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.445682 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension segment not supported by any of loaded plugins Jul 08 17:44:54.446008 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.446975 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.447520 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 17:44:54.447801 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: servicetype.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.448919 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.449430 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: service-type Jul 08 17:44:54.449756 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: sorting.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.450754 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.451087 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: sorting Jul 08 17:44:54.451410 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: standard_attr_segment.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.452910 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.453413 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 17:44:54.453736 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: standardattrdescription.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.454410 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.454914 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: standard-attr-description Jul 08 17:44:54.455238 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: stateful_security_group.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.456161 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.456665 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: stateful-security-group Jul 08 17:44:54.456988 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: stdattrs_common.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.457568 n-d-799684-3 neutron-server[93632]: WARNING neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 17:44:54.457895 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.458849 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.459353 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 17:44:54.459678 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: subnet_onboard.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.460741 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.461259 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: subnet_onboard Jul 08 17:44:54.461586 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.462546 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.463047 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 17:44:54.463370 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: subnet_service_types.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.464296 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.464804 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: subnet-service-types Jul 08 17:44:54.465131 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: subnetallocation.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.466199 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.466724 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: subnet_allocation Jul 08 17:44:54.467047 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.467708 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.468795 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: subnetpool-prefix-ops Jul 08 17:44:54.469119 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.470058 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.470589 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 17:44:54.470912 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: tagging.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.471994 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.472517 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: standard-attr-tag Jul 08 17:44:54.472841 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: timestamp.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.474038 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.474588 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loaded extension: standard-attr-timestamp Jul 08 17:44:54.474918 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: trunk.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.475954 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.476465 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension trunk not supported by any of loaded plugins Jul 08 17:44:54.476799 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: trunk_details.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.477724 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.478254 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension trunk-details not supported by any of loaded plugins Jul 08 17:44:54.478584 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: uplink_status_propagation.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.479518 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.480026 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 17:44:54.480354 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Loading extension file: vlantransparent.py {{(pid=93632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:44:54.481027 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:44:54.481528 n-d-799684-3 neutron-server[93632]: INFO neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 17:44:54.484039 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:network Jul 08 17:44:54.484573 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:subnet Jul 08 17:44:54.484975 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 17:44:54.485377 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:port Jul 08 17:44:54.486619 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.487066 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service FLAVORS assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.487696 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.488121 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.488452 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:router Jul 08 17:44:54.488883 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 17:44:54.489387 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service METERING assigned prefix: /metering {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.490869 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.491248 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.491601 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:44:54.492577 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 17:44:54.493032 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:security_group Jul 08 17:44:54.493479 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 17:44:54.494102 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service CORE assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.494467 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 17:44:54.494813 n-d-799684-3 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] subnetpool is already registered Jul 08 17:44:54.495264 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service CORE assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.495585 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 17:44:54.495916 n-d-799684-3 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] subnetpool is already registered Jul 08 17:44:54.498192 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.498652 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service FLAVORS assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.499273 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.499700 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.500034 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:router Jul 08 17:44:54.500372 n-d-799684-3 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] router is already registered Jul 08 17:44:54.500789 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 17:44:54.501132 n-d-799684-3 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] floatingip is already registered Jul 08 17:44:54.501590 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service METERING assigned prefix: /metering {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.502292 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 17:44:54.502621 n-d-799684-3 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] rbac_policy is already registered Jul 08 17:44:54.503035 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:security_group Jul 08 17:44:54.503369 n-d-799684-3 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] security_group is already registered Jul 08 17:44:54.503779 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 17:44:54.504110 n-d-799684-3 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] security_group_rule is already registered Jul 08 17:44:54.504737 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service CORE assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.505063 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 17:44:54.505395 n-d-799684-3 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] subnetpool is already registered Jul 08 17:44:54.505830 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.v2.resource_helper [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Service CORE assigned prefix: {{(pid=93632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:44:54.506154 n-d-799684-3 neutron-server[93632]: INFO neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 17:44:54.506509 n-d-799684-3 neutron-server[93632]: WARNING neutron.quota.resource_registry [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] subnetpool is already registered Jul 08 17:44:54.506975 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: extensions {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.508403 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: address-groups {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.509888 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: address-scopes {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.511262 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: agents {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.512414 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: auto-allocated-topology {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.513927 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: availability_zones {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.515675 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: dhcp-networks {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.518199 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: dhcp-agents {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.519677 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: routers {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.521395 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: flavors {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.522703 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: service_profiles {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.523913 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: next_providers {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.525356 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: service_profiles {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.526940 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: floatingip-pools {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.528148 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: routers {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.529881 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: floatingips {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.531782 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: l3-routers {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.533175 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: l3-agents {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.534718 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: metering-labels {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.535959 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: metering-label-rules {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.537343 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: network-ip-availabilities {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.539125 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: bindings {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.540685 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: quotas {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.542269 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: quotas {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.543663 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: rbac-policies {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.544863 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: security-groups {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.546194 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: security-group-rules {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.547602 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: service-providers {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.552850 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: subnetpools {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.554194 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: subnetpools {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.555776 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.558502 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.560335 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.562162 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.564150 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.566114 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.567847 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.569648 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.571533 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.573292 n-d-799684-3 neutron-server[93632]: DEBUG neutron.api.extensions [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Extended resource: tags {{(pid=93632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:44:54.579935 n-d-799684-3 neutron-server[93632]: WARNING keystonemiddleware.auth_token [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 17:44:54.584462 n-d-799684-3 neutron-server[93632]: WARNING keystonemiddleware.auth_token [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 17:44:54.594857 n-d-799684-3 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Acquired lock "singleton_lock" {{(pid=93632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 17:44:54.595011 n-d-799684-3 neutron-server[93632]: DEBUG oslo_concurrency.lockutils [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Releasing lock "singleton_lock" {{(pid=93632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 17:44:54.595647 n-d-799684-3 neutron-server[93632]: INFO oslo_service.service [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Starting 2 workers Jul 08 17:44:54.600424 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Started child 93741 {{(pid=93632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 17:44:54.604811 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Started child 93742 {{(pid=93632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 17:44:54.605750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.606462 n-d-799684-3 neutron-server[93632]: INFO neutron.service [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 17:44:54.607070 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Notify callbacks [] for process, before_spawn {{(pid=93632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.607324 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [-] (93741) wsgi starting up on http://0.0.0.0:9696 Jul 08 17:44:54.609588 n-d-799684-3 neutron-server[93632]: INFO oslo_service.service [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Starting 1 workers Jul 08 17:44:54.609896 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.611567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [-] (93742) wsgi starting up on http://0.0.0.0:9696 Jul 08 17:44:54.614812 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Started child 93743 {{(pid=93632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 17:44:54.615328 n-d-799684-3 neutron-server[93632]: INFO oslo_service.service [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Starting 1 workers Jul 08 17:44:54.618619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.service [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] calling RpcWorker wait() {{(pid=93743) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 17:44:54.619156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.service [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] returning from RpcWorker wait() {{(pid=93743) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 17:44:54.619793 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Started child 93744 {{(pid=93632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 17:44:54.620381 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.620615 n-d-799684-3 neutron-server[93632]: DEBUG neutron_lib.callbacks.manager [None req-bb35b7f2-6b21-4869-a1b7-bb70ff0f0745 None None] Notify callbacks [] for process, after_spawn {{(pid=93632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.620834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:54.622478 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 17:44:54.622692 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 17:44:54.622880 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 17:44:54.623096 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 17:44:54.623440 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 17:44:54.623604 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 17:44:54.624286 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.624574 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.625057 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.625057 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.625202 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.625494 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.625711 n-d-799684-3 neutron-server[93744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:54.626101 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.626391 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.626665 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.626952 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.627200 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.627372 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.627687 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.628096 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.628506 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.628955 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.629371 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.629764 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.630186 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.630539 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.630975 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.631417 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.631813 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.632232 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] debug = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.632616 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.633254 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.633668 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.634062 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.634464 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.634918 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.635313 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.635749 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.636129 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.636517 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.636905 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.637329 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.637712 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.638086 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.638725 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.639145 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.639529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.640661 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] host = n-d-799684-3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.641032 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.641430 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.641813 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.642235 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.642629 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.643013 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.643429 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.643840 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.644263 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.644649 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.645052 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.645463 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.645823 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.646235 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.646539 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_options = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.646915 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.647313 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.647745 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.648087 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.648394 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.648715 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.649131 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.649447 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.649822 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.650230 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.650590 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.650947 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.651345 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.651702 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.652101 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.652490 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.652855 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.653206 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.653601 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.654007 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.654424 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.654872 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.655269 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.656257 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.656657 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.657072 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.657509 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.657807 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.658024 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.658301 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.658583 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.658806 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.659258 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.659522 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.659786 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.660018 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.660240 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.660514 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.661784 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.661784 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.661784 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.661784 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.661784 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.662156 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.662156 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.662417 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_json = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.663501 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.663501 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.663501 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.663501 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.663501 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.663925 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.663925 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.664141 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.664568 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.664862 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.665193 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.665443 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.665698 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.666385 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.666385 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.666581 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.667759 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.667759 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.667759 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.667759 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.668078 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.668078 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.668295 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.668607 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.668876 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.669139 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.669522 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.670160 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.670446 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.670694 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.671056 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.671327 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.671584 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.671847 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.672264 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.672509 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.672724 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.673091 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.673486 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.673855 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.674311 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.674534 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.674750 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.674976 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.675235 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.675461 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.675714 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.675963 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.676242 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.676518 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.676717 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.676929 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.677141 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.677356 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.677565 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.677847 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.678055 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.678341 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.678792 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.679227 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.679643 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.679867 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.680093 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.680340 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.680565 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.680786 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.681023 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.681268 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.681525 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.681782 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.682031 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.682285 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.682506 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.682730 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.682980 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.683217 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.683440 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.683658 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.683876 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.684095 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.684308 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.684522 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.684734 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.684945 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.685157 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.685374 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.685591 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.685826 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.686367 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.686367 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.686546 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.687208 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.687489 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.687807 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.688050 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.688297 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.688564 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.688795 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.689035 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.689304 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.689526 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.689766 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.690011 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.690303 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.690566 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.690819 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.691050 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.691273 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.691504 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.691885 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.692254 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.692646 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.693050 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.693435 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.693851 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.694121 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.694404 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.694657 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.694888 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.695161 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.695420 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.695695 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.695935 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.696199 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.696483 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.696769 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.697019 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.697269 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.697518 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.697810 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.698014 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.698307 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.698515 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.698764 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.698997 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.699507 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.699740 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.699969 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.700203 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.700462 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.700776 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.701006 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.701218 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.701450 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.701721 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.701978 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.702282 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.703073 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.703327 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.703556 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.703944 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.704311 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.704667 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.705051 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.705294 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.705509 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.705797 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.705989 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.706270 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.706489 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.706702 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.707116 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.707263 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.707409 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.707572 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.707790 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.708028 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.708277 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.708509 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.708727 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.708961 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.709197 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.709418 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.709635 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.709872 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.710484 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.710484 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.710797 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.710979 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.711153 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.711294 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.711938 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.711938 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.712229 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.712376 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.712514 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.712752 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.712921 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.713109 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.713300 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.713533 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.713799 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.713968 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.714196 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.714461 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.714776 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.715029 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.715298 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.715639 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.715771 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.715930 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.716168 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.716366 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.716574 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.716782 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.717000 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.717232 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.717614 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.718030 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.718427 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.718642 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.718853 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.719070 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.719280 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.719579 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.720059 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.720059 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.720314 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.720538 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.720823 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.721012 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.721224 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.721433 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.721680 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.721891 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.722335 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.722569 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.722778 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.722988 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.723238 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.723455 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.723665 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.723911 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.724125 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.724337 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.724561 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.724778 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.724988 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.725214 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.725451 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.725662 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.725886 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.726104 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.726361 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.726681 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.726932 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.727175 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.727473 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.727722 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.727968 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.728218 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.728521 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.728735 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.728975 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.729215 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.729463 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.729683 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.729963 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.730303 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.730590 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.730847 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.731096 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.731352 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.731629 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.731907 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.732138 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.732421 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.732749 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.733020 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.733284 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.733529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.733798 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.734035 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.734275 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.734945 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.734945 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.734945 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.735356 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.735441 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.735795 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.735900 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.736103 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.736322 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.736542 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.736770 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.736988 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.737201 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.737356 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 17:44:54.737864 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 17:44:54.738024 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 17:44:54.738180 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 17:44:54.738393 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 17:44:54.738563 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 17:44:54.738716 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 17:44:54.738922 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.739085 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.739244 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.739403 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.739562 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.739742 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.739903 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.740061 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.740220 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.740380 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.740538 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.740695 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.740854 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.741011 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.741169 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.741326 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.741484 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.741641 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.741804 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.741967 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.742128 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.742398 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.742490 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] debug = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.742603 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.742798 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.742963 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.743121 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.743280 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.743439 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.743595 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.743754 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.743912 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.744070 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.744231 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.744388 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.744546 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.744705 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.744862 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.745021 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.745178 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.745337 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] host = n-d-799684-3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.745495 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.745652 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.745810 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.745968 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.746126 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.746307 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.746467 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.746624 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.746784 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.746944 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.747104 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.747262 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.747422 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.747581 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.747740 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_options = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.747898 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.748061 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.748218 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.748467 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.748616 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.748712 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.748849 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.749000 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.749662 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.749824 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.749986 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.750143 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.750324 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.750483 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.750640 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.750798 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.750956 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.751115 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.751272 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.751430 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.751588 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.751746 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.751903 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.752065 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.752226 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.752381 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.752539 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.752696 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.752853 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.753011 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.753169 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.753327 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.753484 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.753643 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.753802 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.753959 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.754117 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.754300 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.754463 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.754620 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.754949 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.755099 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.755260 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.755418 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.756647 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.756647 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_json = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.756647 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.756647 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.756647 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.756647 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.756647 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.756647 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.759695 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.759695 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:44:54.759695 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.759695 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.759695 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.759695 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.759695 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.759695 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.760797 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.760797 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.760797 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.760797 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.760797 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.760797 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.760797 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.760797 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.760797 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761410 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761410 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761410 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761410 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761410 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761410 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761410 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761410 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761943 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761943 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761943 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761943 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761943 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761943 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761943 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.761943 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.763159 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.763159 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.763159 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.763159 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.763159 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.763159 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.763159 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.763159 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.763159 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.765512 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.765512 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.765512 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.765512 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.765512 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.765512 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.765512 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.765512 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.765512 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.766113 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.766113 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.766113 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.766113 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.766113 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.766113 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.767529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.767529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.767529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.767529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.767529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.767529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.767529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.767529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.767529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769084 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769084 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769084 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769084 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769084 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769084 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769084 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769084 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769084 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769683 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769683 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769683 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769683 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769683 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.769683 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.770635 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.770635 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.770635 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.770635 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.770635 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.770635 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.771062 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.771141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:54.771225 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.771225 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.771225 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.771445 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.771445 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.771588 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.771725 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.771886 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.772047 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.772208 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.772368 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.772532 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.772680 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.772840 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.772999 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.773159 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.773318 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.773478 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.773638 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.773798 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.773960 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.774120 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.774303 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.774464 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.774623 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.774793 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.774952 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.775115 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.775275 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.775443 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.775613 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.775775 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.775934 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.776094 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.776253 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.776413 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.776574 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.776736 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.776896 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.777056 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.777215 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.777384 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.777555 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.777716 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.777877 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.778036 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.778234 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.778399 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.778563 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.778724 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.778885 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.779047 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.779207 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.779367 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.779593 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.779709 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.779832 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.779977 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.780137 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.780298 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.780481 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.780643 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.780804 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.780967 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.781127 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.781289 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.781449 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.781610 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.781770 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.781930 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.782092 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.782290 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.782453 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.782615 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.782809 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.782924 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.783745 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.783745 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.783745 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.783745 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.783745 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.784686 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.784686 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.784686 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.784686 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.784686 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.784686 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.784686 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.785630 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.785630 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.785630 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.785630 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.785630 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.785630 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.786633 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.786633 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.786633 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.786633 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.786633 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.786633 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.787321 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.787321 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.787321 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.787321 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.787321 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.787962 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.787962 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.787962 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.787962 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.788401 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.788401 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.788401 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.788743 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.788743 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.788743 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.789073 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.789073 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.789231 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.789358 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.789529 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.789685 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.789834 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.789981 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.790118 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.790310 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.790473 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.790644 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.790805 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.790967 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.791127 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.791287 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.791448 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.791619 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.791796 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.791958 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.792074 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.792233 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.792394 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.792564 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.792724 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.792884 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.793045 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.793205 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.793365 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.793536 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.793696 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.793857 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.794016 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.794176 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.794347 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.794519 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.794682 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.794846 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.795016 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.795268 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.795396 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.795536 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.795653 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.795774 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.795933 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.796116 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.796277 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.796437 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.796599 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798240 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798240 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798240 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798240 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798240 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798240 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798240 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798240 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798857 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798857 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798857 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798857 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798857 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.798857 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.799260 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.799260 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.799260 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.799476 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.799555 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.799689 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.799847 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.800006 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.800167 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.800327 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.800488 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.800648 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.800798 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.800956 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.801116 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:44:54.801268 n-d-799684-3 neutron-server[93632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 17:44:54.910620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48012) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:54.919172 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062697 Jul 08 17:45:06.237850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f8fe7-8983-4e99-b482-f0d946a61595 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:45:06.348651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0f8fe7-8983-4e99-b482-f0d946a61595 None None] No non-hosted networks {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 17:45:06.388999 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.agentschedulers_db [None req-6b0f8fe7-8983-4e99-b482-f0d946a61595 None None] DHCP Agent not found on host n-d-799684-3 {{(pid=93743) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 17:45:06.453831 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-975cd8f3-3d1d-4893-80b6-03eb56b6c1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634316'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.015913 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634316'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.016717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.017058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.017507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.017837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.018296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.018670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.019047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.019378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.019736 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.020109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.020431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.020796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:09.021251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799684-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:09.033361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799684-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:09.093431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e44b976e-2ab9-499d-8337-cd3e805d1d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634316'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.164713 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-be8d04fc-8826-45c0-8789-bc3a2b147f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.005741 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634316'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.454549 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634316'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.510807 n-d-799684-3 neutron-server[93743]: INFO neutron.db.l3_hamode_db [None req-b4165504-6250-480e-ae84-164db7d0b726 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 17:45:12.586668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4165504-6250-480e-ae84-164db7d0b726 None None] Routers set() bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:12.587045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4165504-6250-480e-ae84-164db7d0b726 None None] Router IDs set() for agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 17:45:12.631753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48106) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:13.114651 n-d-799684-3 neutron-server[93741]: WARNING oslo_policy.policy [None req-b33029e9-dee6-4fac-a927-b9afd9c87f89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:45:13.115237 n-d-799684-3 neutron-server[93741]: WARNING oslo_policy.policy [None req-b33029e9-dee6-4fac-a927-b9afd9c87f89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:45:13.331902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-b33029e9-dee6-4fac-a927-b9afd9c87f89 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:45:13.332896 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b33029e9-dee6-4fac-a927-b9afd9c87f89 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7002552 Jul 08 17:45:15.658612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48120) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:15.962961 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e365ae6e-c8a9-4a18-8ae2-49d3de129444 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:16.057626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.policy [None req-e365ae6e-c8a9-4a18-8ae2-49d3de129444 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93741) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 17:45:16.103984 n-d-799684-3 neutron-server[93741]: WARNING oslo_policy.policy [None req-e365ae6e-c8a9-4a18-8ae2-49d3de129444 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:45:16.104356 n-d-799684-3 neutron-server[93741]: WARNING oslo_policy.policy [None req-e365ae6e-c8a9-4a18-8ae2-49d3de129444 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:45:16.112757 n-d-799684-3 neutron-server[93741]: INFO neutron.quota [None req-e365ae6e-c8a9-4a18-8ae2-49d3de129444 admin admin] Loaded quota_driver: . Jul 08 17:45:16.204472 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e365ae6e-c8a9-4a18-8ae2-49d3de129444 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733027058215', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733027058760', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733027070075', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733026945569', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733026951650', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733026961051', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-609486', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611631', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1574311', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1799945'] for rbac-policy, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.271154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e365ae6e-c8a9-4a18-8ae2-49d3de129444 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.272371 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e365ae6e-c8a9-4a18-8ae2-49d3de129444 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6128190 Jul 08 17:45:18.778858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48132) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.077254 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Request body: {'network': {'name': 'private', 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'admin_state_up': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:19.105474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Made reservation on behalf of 7fc1ceb9477b4cb794f8ebcb9b172077 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:19.108710 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.125198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.244132 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.247628 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.266511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:19.297059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733022454860', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.297652 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Unsubscribe: segment precommit_create {{(pid=93741) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 17:45:19.298150 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Added segment 5ae6388e-117d-4ddf-b3b8-a31dd7b28e63 of type vlan for network 78c407ef-961b-4b40-8efd-f586fef00d7e Jul 08 17:45:19.314991 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fb90b3-7aef-41cb-8980-1541e2a9d211,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:19.364168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.364502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.364834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.365159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.365484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.365806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.366129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.366484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.366798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.367110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.367420 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.367728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Tracked resource versions report: Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: pushed versions: Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: { 'AddressGroup': {'1.2'}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'ConntrackHelper': {'1.0'}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'Log': {'1.0'}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'Network': {'1.1'}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'Port': {'1.7'}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'PortForwarding': {'1.2'}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'QosPolicy': {'1.8'}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'SecurityGroup': {'1.4'}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'SubPort': {'1.0'}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'Subnet': {'1.1'}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'Trunk': {'1.1'}} Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: consumer versions: Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: { DHCP agent@n-d-799684-3: {}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: L3 agent@n-d-799684-3: {}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: Metadata agent@n-d-799684-3: {}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: Metering agent@n-d-799684-3: {}, Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: Open vSwitch agent@n-d-799684-3: { 'AddressGroup': '1.2', Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'ConntrackHelper': '1.0', Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'Log': '1.0', Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'Network': '1.1', Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'Port': '1.7', Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'PortForwarding': '1.2', Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'QosPolicy': '1.8', Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'SecurityGroup': '1.4', Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'SecurityGroupRule': '1.2', Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'SubPort': '1.0', Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'Subnet': '1.1', Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: 'Trunk': '1.1'}} Jul 08 17:45:19.368862 n-d-799684-3 neutron-server[93741]: {{(pid=93741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:45:19.418999 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.468825 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.469876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:19.470546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.539215 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7583570 Jul 08 17:45:19.568515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f0ec5-4922-47a2-9d18-1f6d6cd7f10e admin admin] Pushing event updated for resources: {'Network': ['ID=78c407ef-961b-4b40-8efd-f586fef00d7e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:19.581345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 78c407ef-961b-4b40-8efd-f586fef00d7e details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:22.189883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48146) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:22.666881 n-d-799684-3 neutron-server[93742]: WARNING oslo_policy.policy [None req-2272da79-f12e-48a6-a38b-6a79553e9fc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:45:22.667475 n-d-799684-3 neutron-server[93742]: WARNING oslo_policy.policy [None req-2272da79-f12e-48a6-a38b-6a79553e9fc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:45:23.102548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.policy [None req-2272da79-f12e-48a6-a38b-6a79553e9fc0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93742) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 17:45:23.147210 n-d-799684-3 neutron-server[93742]: WARNING oslo_policy.policy [None req-2272da79-f12e-48a6-a38b-6a79553e9fc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:45:23.147529 n-d-799684-3 neutron-server[93742]: WARNING oslo_policy.policy [None req-2272da79-f12e-48a6-a38b-6a79553e9fc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:45:23.156082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2272da79-f12e-48a6-a38b-6a79553e9fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:23.157984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2272da79-f12e-48a6-a38b-6a79553e9fc0 admin admin] 10.222.0.73 "GET /v2.0/networks/78c407ef-961b-4b40-8efd-f586fef00d7e HTTP/1.1" status: 200 len: 825 time: 0.9660120 Jul 08 17:45:23.196158 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-265c6242-947d-4439-afd7-df9afa3ff792 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/25c6da13-0127-4fc9-9481-4b004f92a215 HTTP/1.1" status: 200 len: 734 time: 0.0328434 Jul 08 17:45:23.205435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Request body: {'subnet': {'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '25c6da13-0127-4fc9-9481-4b004f92a215', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:23.207006 n-d-799684-3 neutron-server[93742]: INFO neutron.quota [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Loaded quota_driver: . Jul 08 17:45:23.245770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Made reservation on behalf of 7fc1ceb9477b4cb794f8ebcb9b172077 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:23.248994 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.538796 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.605606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Checking segment: {'id': '5ae6388e-117d-4ddf-b3b8-a31dd7b28e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:23.605991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Network hostable DHCP agents. Network: 78c407ef-961b-4b40-8efd-f586fef00d7e, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:23.621152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc78c8aa-a84a-4a8c-af58-37b57c219930,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:23.637758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.638118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.638790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.639216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.639542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.639876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.640291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.640610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.640980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.641300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.641619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.641941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Tracked resource versions report: Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: pushed versions: Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: { 'AddressGroup': {'1.2'}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'ConntrackHelper': {'1.0'}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'Log': {'1.0'}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'Network': {'1.1'}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'Port': {'1.7'}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'PortForwarding': {'1.2'}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'QosPolicy': {'1.8'}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'SecurityGroup': {'1.4'}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'SubPort': {'1.0'}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'Subnet': {'1.1'}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'Trunk': {'1.1'}} Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: consumer versions: Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: { DHCP agent@n-d-799684-3: {}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: L3 agent@n-d-799684-3: {}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: Metadata agent@n-d-799684-3: {}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: Metering agent@n-d-799684-3: {}, Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: Open vSwitch agent@n-d-799684-3: { 'AddressGroup': '1.2', Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'ConntrackHelper': '1.0', Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'Log': '1.0', Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'Network': '1.1', Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'Port': '1.7', Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'PortForwarding': '1.2', Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'QosPolicy': '1.8', Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'SecurityGroup': '1.4', Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'SecurityGroupRule': '1.2', Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'SubPort': '1.0', Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'Subnet': '1.1', Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: 'Trunk': '1.1'}} Jul 08 17:45:23.643144 n-d-799684-3 neutron-server[93742]: {{(pid=93742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:45:23.661336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Network 78c407ef-961b-4b40-8efd-f586fef00d7e is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:23.676133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 78c407ef-961b-4b40-8efd-f586fef00d7e) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:23.696423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:23.697144 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.701143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75cb632-928b-4e65-a08e-c761086efbc6 None None] Network 78c407ef-961b-4b40-8efd-f586fef00d7e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:23.716759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-495d1bbe-55a1-4f95-95f2-9bfcd4959314 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5153799 Jul 08 17:45:24.015807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-78c407ef-961b-4b40-8efd-f586fef00d7e', 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'fixed_ips': [{'subnet_id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:24.017063 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.300188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Allocated IP 172.20.0.2 (78c407ef-961b-4b40-8efd-f586fef00d7e/fc78c8aa-a84a-4a8c-af58-37b57c219930/28031151-bea9-4ed1-8283-9d6d07375938) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:24.502107 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.545643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Transition to ACTIVE for port object 28031151-bea9-4ed1-8283-9d6d07375938 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:24.566562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Transition to ACTIVE for port object 28031151-bea9-4ed1-8283-9d6d07375938 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:24.575225 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.649650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Network 78c407ef-961b-4b40-8efd-f586fef00d7e is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:24.657597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:24.661904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Pushing event updated for resources: {'Port': ['ID=28031151-bea9-4ed1-8283-9d6d07375938,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:24.663354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:24.689709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.690056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.690493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.690831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.691166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.691496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.691823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.692148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.692472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.692796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.693118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.693439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Tracked resource versions report: Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: pushed versions: Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: { 'AddressGroup': {'1.2'}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'ConntrackHelper': {'1.0'}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'Log': {'1.0'}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'Network': {'1.1'}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'Port': {'1.7'}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'PortForwarding': {'1.2'}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'QosPolicy': {'1.8'}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'SecurityGroup': {'1.4'}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'SubPort': {'1.0'}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'Subnet': {'1.1'}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'Trunk': {'1.1'}} Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: consumer versions: Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: { DHCP agent@n-d-799684-3: {}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: L3 agent@n-d-799684-3: {}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: Metadata agent@n-d-799684-3: {}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: Metering agent@n-d-799684-3: {}, Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: Open vSwitch agent@n-d-799684-3: { 'AddressGroup': '1.2', Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'ConntrackHelper': '1.0', Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'Log': '1.0', Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'Network': '1.1', Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'Port': '1.7', Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'PortForwarding': '1.2', Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'QosPolicy': '1.8', Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'SecurityGroup': '1.4', Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'SecurityGroupRule': '1.2', Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'SubPort': '1.0', Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'Subnet': '1.1', Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: 'Trunk': '1.1'}} Jul 08 17:45:24.694620 n-d-799684-3 neutron-server[93743]: {{(pid=93743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:45:24.745696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Attempting to bind port 28031151-bea9-4ed1-8283-9d6d07375938 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:24.746344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Attempting to bind port 28031151-bea9-4ed1-8283-9d6d07375938 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '5ae6388e-117d-4ddf-b3b8-a31dd7b28e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:24.746538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Attempting to bind port 28031151-bea9-4ed1-8283-9d6d07375938 on network 78c407ef-961b-4b40-8efd-f586fef00d7e {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:24.751897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:24.752302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Checking segment: {'id': '5ae6388e-117d-4ddf-b3b8-a31dd7b28e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:24.752801 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.753190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Bound using segment: {'id': '5ae6388e-117d-4ddf-b3b8-a31dd7b28e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:24.753669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Bound port: 28031151-bea9-4ed1-8283-9d6d07375938, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae6388e-117d-4ddf-b3b8-a31dd7b28e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:24.754077 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.817491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] For port 28031151-bea9-4ed1-8283-9d6d07375938, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:24.821863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] For port 28031151-bea9-4ed1-8283-9d6d07375938, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=28031151-bea9-4ed1-8283-9d6d07375938,segment=NetworkSegment(5ae6388e-117d-4ddf-b3b8-a31dd7b28e63),segment_id=5ae6388e-117d-4ddf-b3b8-a31dd7b28e63)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:24.825969 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.891968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24be70-a8e4-4646-bfa3-c4803edd8cb7 None None] Pushing event updated for resources: {'Port': ['ID=28031151-bea9-4ed1-8283-9d6d07375938,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:26.103313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48168) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:26.419213 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-758839b9-5f29-4c78-a069-208231505da4 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:45:26.420209 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-758839b9-5f29-4c78-a069-208231505da4 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3159046 Jul 08 17:45:28.799382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48176) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:29.108344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-afda03a4-d364-4e0a-924b-398a9c02804d admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:45:29.109307 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-afda03a4-d364-4e0a-924b-398a9c02804d admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089304 Jul 08 17:45:30.905927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f064f-1cd0-460a-8ebd-dfcd13a740da None None] Network 78c407ef-961b-4b40-8efd-f586fef00d7e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:30.991340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 28031151-bea9-4ed1-8283-9d6d07375938 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:31.110376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2f3bdacf-c98d-4286-b634-cbe55c6642a4 None None] Provisioning for port 28031151-bea9-4ed1-8283-9d6d07375938 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:31.145200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 28031151-bea9-4ed1-8283-9d6d07375938 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:31.152280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 28031151-bea9-4ed1-8283-9d6d07375938 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:31.152673 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.294652 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.334647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 28031151-bea9-4ed1-8283-9d6d07375938, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=28031151-bea9-4ed1-8283-9d6d07375938,segment=NetworkSegment(5ae6388e-117d-4ddf-b3b8-a31dd7b28e63),segment_id=5ae6388e-117d-4ddf-b3b8-a31dd7b28e63)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:31.339574 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.387368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=28031151-bea9-4ed1-8283-9d6d07375938,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:31.441243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-40a37f72-6c39-4d1e-bfaa-ee90ebbdaed7 None None] Provisioning complete for port 28031151-bea9-4ed1-8283-9d6d07375938 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:31.441613 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40a37f72-6c39-4d1e-bfaa-ee90ebbdaed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.717764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48192) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:32.005915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6de723c6-58a3-43d3-8f9b-9f1853e80ae5 admin admin] Request body: {'router': {'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:32.029486 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6de723c6-58a3-43d3-8f9b-9f1853e80ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.031002 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6de723c6-58a3-43d3-8f9b-9f1853e80ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.195453 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6de723c6-58a3-43d3-8f9b-9f1853e80ae5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.201059 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6de723c6-58a3-43d3-8f9b-9f1853e80ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.213599 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6de723c6-58a3-43d3-8f9b-9f1853e80ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.214794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6de723c6-58a3-43d3-8f9b-9f1853e80ae5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4959054 Jul 08 17:45:32.950408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 28031151-bea9-4ed1-8283-9d6d07375938 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:32.995689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 28031151-bea9-4ed1-8283-9d6d07375938 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:32.996059 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.543817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48200) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:34.844224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-92d8bc4c-aae7-422f-a6a3-6765cc219000 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:45:34.845210 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-92d8bc4c-aae7-422f-a6a3-6765cc219000 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3003263 Jul 08 17:45:36.166061 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d14a5e3e-21e3-4231-a073-cda89905109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.198048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48208) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:37.497351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:37.520534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Made reservation on behalf of 75169c75fb5143309662b75cab7013c6 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:37.522854 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.537721 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.649917 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.653370 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.667094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Reserving flat network on physical network physnet1 {{(pid=93742) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 17:45:37.694468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf02f7b-db53-45a1-93cb-d19654e5493d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:37.699069 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733022454860', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.699626 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Unsubscribe: segment precommit_create {{(pid=93742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 17:45:37.700259 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Added segment aaf441a3-a51f-42ab-be5c-8832a20380aa of type flat for network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 Jul 08 17:45:37.760950 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.807012 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.807912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:37.808473 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.881263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6821370 Jul 08 17:45:37.898994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3069fb-36c4-4181-8633-c8a1863a6333 admin admin] Pushing event updated for resources: {'Network': ['ID=527069ab-3ac0-4556-bd5a-2abe7c3ef058,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:37.910015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:38.994082 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.080061 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2bece3f0-b83a-4bbd-bdca-763979dbcba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.949558 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.254237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48226) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:40.431874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba6216-108d-43bb-bcf8-ebc9f1fbb194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:40.433194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c7ba6216-108d-43bb-bcf8-ebc9f1fbb194 admin admin] 10.222.0.73 "GET /v2.0/subnets/fc78c8aa-a84a-4a8c-af58-37b57c219930 HTTP/1.1" status: 200 len: 849 time: 0.1780076 Jul 08 17:45:40.548918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-11740f1e-5cb2-47db-84f5-1935080f3a21 admin admin] 10.222.0.73 "GET /v2.0/routers/426e2695-970b-40cc-9cca-e646aa8aca20 HTTP/1.1" status: 200 len: 704 time: 0.1096253 Jul 08 17:45:40.810756 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.097608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Allocated IP 172.20.0.1 (78c407ef-961b-4b40-8efd-f586fef00d7e/fc78c8aa-a84a-4a8c-af58-37b57c219930/6c38e0a8-03c6-44b4-8319-4ef0271ca37a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:41.251990 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.273801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Transition to ACTIVE for port object 6c38e0a8-03c6-44b4-8319-4ef0271ca37a will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:41.391800 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.400045 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.468551 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Network 78c407ef-961b-4b40-8efd-f586fef00d7e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:41.474870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:41.480336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:41.480685 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.538124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Pushing event updated for resources: {'Port': ['ID=6c38e0a8-03c6-44b4-8319-4ef0271ca37a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:41.690721 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.703133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-310f56b9-3098-4aa6-b7ab-e0d71886ca0d None None] Provisioning for port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:41.706569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-310f56b9-3098-4aa6-b7ab-e0d71886ca0d None None] Provisioning complete for port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:41.706930 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-310f56b9-3098-4aa6-b7ab-e0d71886ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.741393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-310f56b9-3098-4aa6-b7ab-e0d71886ca0d None None] Port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:41.865681 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.870087 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.870909 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.951596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Pushing event updated for resources: {'Port': ['ID=6c38e0a8-03c6-44b4-8319-4ef0271ca37a,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:41.998487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Network 78c407ef-961b-4b40-8efd-f586fef00d7e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:41.999722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:42.153097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Router 426e2695-970b-40cc-9cca-e646aa8aca20 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:45:42.161219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-45ee1ffe-a843-4dc2-bf48-c14dbedfb495 None None] Provisioning complete for port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:42.161598 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-45ee1ffe-a843-4dc2-bf48-c14dbedfb495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:42.197445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-45ee1ffe-a843-4dc2-bf48-c14dbedfb495 None None] Port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:42.254652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:42.260139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1d601eb4-f43e-4aee-9148-14dd384ed336 admin admin] 10.222.0.73 "PUT /v2.0/routers/426e2695-970b-40cc-9cca-e646aa8aca20/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7062600 Jul 08 17:45:42.265428 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de911742-8f07-46de-b975-03af8274abee None None] Sync routers for ids ['426e2695-970b-40cc-9cca-e646aa8aca20'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:42.279832 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de911742-8f07-46de-b975-03af8274abee None None] Routers {'426e2695-970b-40cc-9cca-e646aa8aca20'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:42.280628 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-de911742-8f07-46de-b975-03af8274abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:45:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['426e2695-970b-40cc-9cca-e646aa8aca20'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:42.461874 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-de911742-8f07-46de-b975-03af8274abee None None] Set router 426e2695-970b-40cc-9cca-e646aa8aca20 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:42.891587 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-de911742-8f07-46de-b975-03af8274abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'name': 'router1', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:32Z', 'updated_at': '2021-07-08T17:45:41Z', 'revision_number': 2, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'gw_port_host': None, '_interfaces': [{'id': '6c38e0a8-03c6-44b4-8319-4ef0271ca37a', 'name': '', 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'mac_address': 'fa:16:3e:72:9c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:40Z', 'updated_at': '2021-07-08T17:45:41Z', 'revision_number': 2, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'subnets': [{'id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c6da13-0127-4fc9-9481-4b004f92a215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:42.945507 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de911742-8f07-46de-b975-03af8274abee None None] Checking router: 426e2695-970b-40cc-9cca-e646aa8aca20 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:45:42.945874 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de911742-8f07-46de-b975-03af8274abee None None] Updating router 426e2695-970b-40cc-9cca-e646aa8aca20 port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:45:43.009726 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-de911742-8f07-46de-b975-03af8274abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.495225 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-de911742-8f07-46de-b975-03af8274abee None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.512677 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-de911742-8f07-46de-b975-03af8274abee None None] Transition to ACTIVE for port object 6c38e0a8-03c6-44b4-8319-4ef0271ca37a will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:43.519084 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-de911742-8f07-46de-b975-03af8274abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.674149 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Pushing event updated for resources: {'Port': ['ID=6c38e0a8-03c6-44b4-8319-4ef0271ca37a,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:43.689738 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.690082 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.690440 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.690772 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.691097 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.691420 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.691742 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.692059 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.692376 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.692690 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.693006 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.693323 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Tracked resource versions report: Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: pushed versions: Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: { 'AddressGroup': {'1.2'}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'ConntrackHelper': {'1.0'}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'Log': {'1.0'}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'Network': {'1.1'}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'Port': {'1.7'}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'PortForwarding': {'1.2'}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'QosPolicy': {'1.8'}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'SecurityGroup': {'1.4'}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'SubPort': {'1.0'}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'Subnet': {'1.1'}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'Trunk': {'1.1'}} Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: consumer versions: Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: { DHCP agent@n-d-799684-3: {}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: L3 agent@n-d-799684-3: {}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: Metadata agent@n-d-799684-3: {}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: Metering agent@n-d-799684-3: {}, Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: Open vSwitch agent@n-d-799684-3: { 'AddressGroup': '1.2', Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'ConntrackHelper': '1.0', Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'Log': '1.0', Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'Network': '1.1', Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'Port': '1.7', Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'PortForwarding': '1.2', Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'QosPolicy': '1.8', Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'SecurityGroup': '1.4', Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'SecurityGroupRule': '1.2', Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'SubPort': '1.0', Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'Subnet': '1.1', Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: 'Trunk': '1.1'}} Jul 08 17:45:43.694467 n-d-799684-3 neutron-server[93744]: {{(pid=93744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:45:43.696871 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-de911742-8f07-46de-b975-03af8274abee None None] Attempting to bind port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:43.697201 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-de911742-8f07-46de-b975-03af8274abee None None] Attempting to bind port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '5ae6388e-117d-4ddf-b3b8-a31dd7b28e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:43.697652 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de911742-8f07-46de-b975-03af8274abee None None] Attempting to bind port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a on network 78c407ef-961b-4b40-8efd-f586fef00d7e {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:43.703619 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de911742-8f07-46de-b975-03af8274abee None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:43.704026 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de911742-8f07-46de-b975-03af8274abee None None] Checking segment: {'id': '5ae6388e-117d-4ddf-b3b8-a31dd7b28e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:43.704529 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-de911742-8f07-46de-b975-03af8274abee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.704916 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de911742-8f07-46de-b975-03af8274abee None None] Bound using segment: {'id': '5ae6388e-117d-4ddf-b3b8-a31dd7b28e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:43.705393 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-de911742-8f07-46de-b975-03af8274abee None None] Bound port: 6c38e0a8-03c6-44b4-8319-4ef0271ca37a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae6388e-117d-4ddf-b3b8-a31dd7b28e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:43.705817 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-de911742-8f07-46de-b975-03af8274abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.773168 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-de911742-8f07-46de-b975-03af8274abee None None] For port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:43.794468 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-de911742-8f07-46de-b975-03af8274abee None None] For port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6c38e0a8-03c6-44b4-8319-4ef0271ca37a,segment=NetworkSegment(5ae6388e-117d-4ddf-b3b8-a31dd7b28e63),segment_id=5ae6388e-117d-4ddf-b3b8-a31dd7b28e63)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:43.799474 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-de911742-8f07-46de-b975-03af8274abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.845656 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de911742-8f07-46de-b975-03af8274abee None None] Routers {'426e2695-970b-40cc-9cca-e646aa8aca20'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:43.846217 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-de911742-8f07-46de-b975-03af8274abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:45:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['426e2695-970b-40cc-9cca-e646aa8aca20'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:43.943748 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-de911742-8f07-46de-b975-03af8274abee None None] Set router 426e2695-970b-40cc-9cca-e646aa8aca20 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:43.969630 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3699b-a6ca-4672-a4a7-f1ed651d3231 None None] Pushing event updated for resources: {'Port': ['ID=6c38e0a8-03c6-44b4-8319-4ef0271ca37a,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:44.152363 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-de911742-8f07-46de-b975-03af8274abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'name': 'router1', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:32Z', 'updated_at': '2021-07-08T17:45:41Z', 'revision_number': 2, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'gw_port_host': None, '_interfaces': [{'id': '6c38e0a8-03c6-44b4-8319-4ef0271ca37a', 'name': '', 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'mac_address': 'fa:16:3e:72:9c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:40Z', 'updated_at': '2021-07-08T17:45:43Z', 'revision_number': 4, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'subnets': [{'id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c6da13-0127-4fc9-9481-4b004f92a215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:44.180379 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de911742-8f07-46de-b975-03af8274abee None None] The sync data for ids ['426e2695-970b-40cc-9cca-e646aa8aca20'] in n-d-799684-3 is: [{'id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'name': 'router1', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:32Z', 'updated_at': '2021-07-08T17:45:41Z', 'revision_number': 2, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'gw_port_host': None, '_interfaces': [{'id': '6c38e0a8-03c6-44b4-8319-4ef0271ca37a', 'name': '', 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'mac_address': 'fa:16:3e:72:9c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:40Z', 'updated_at': '2021-07-08T17:45:43Z', 'revision_number': 4, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'subnets': [{'id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c6da13-0127-4fc9-9481-4b004f92a215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:44.462031 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48246) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:44.610374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398b25a0-1344-4411-a242-5db245a84643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:44.611763 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-398b25a0-1344-4411-a242-5db245a84643 admin admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 842 time: 0.1487937 Jul 08 17:45:44.620849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.8.1', 'ip_version': 4, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'cidr': '172.25.8.0/24', 'name': 'public-subnet'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:44.644746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Made reservation on behalf of 75169c75fb5143309662b75cab7013c6 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:44.647090 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.056983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:45:45.057444 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.120303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f2fe68c-093d-4710-a749-94a6bc08b938,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:45.126506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:45.126881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Network hostable DHCP agents. Network: 527069ab-3ac0-4556-bd5a-2abe7c3ef058, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:45.150159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:45.161837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 527069ab-3ac0-4556-bd5a-2abe7c3ef058) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:45.166555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:45.167150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.172789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc61168f-990e-4563-bd46-3e7bfd396ff1 None None] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:45.198251 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ff1a6b14-260f-4a72-a1f8-1f0ae3862dbf admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5688825 Jul 08 17:45:45.307144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9686949f-58b7-4948-9513-ee328ccd88e9 None None] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:47.444534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48258) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:47.671824 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c6ac3892-273c-44e4-9b9c-90b391b5b2c9 admin admin] 10.222.0.73 "GET /v2.0/routers/426e2695-970b-40cc-9cca-e646aa8aca20 HTTP/1.1" status: 200 len: 710 time: 0.2261424 Jul 08 17:45:47.707551 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:45:47.759898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6488af66-6d29-4adb-a93c-8be78749074b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:47.761253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6488af66-6d29-4adb-a93c-8be78749074b admin admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 886 time: 0.0845068 Jul 08 17:45:47.770035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:48.023930 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.261443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.336484 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.532213 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Allocated IP 172.25.8.253 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/3adaf8b5-654c-41e4-be07-845943349800) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:48.637090 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.719008 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.786460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:48.796006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:48.801396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:48.804244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Pushing event updated for resources: {'Port': ['ID=3adaf8b5-654c-41e4-be07-845943349800,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:48.974542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6c38e0a8-03c6-44b4-8319-4ef0271ca37a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:49.022755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:49.026289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:49.026656 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.078773 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.099790 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.132790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6c38e0a8-03c6-44b4-8319-4ef0271ca37a,segment=NetworkSegment(5ae6388e-117d-4ddf-b3b8-a31dd7b28e63),segment_id=5ae6388e-117d-4ddf-b3b8-a31dd7b28e63)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:49.136700 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.226476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=6c38e0a8-03c6-44b4-8319-4ef0271ca37a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:49.273008 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.276292 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.383986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Router 426e2695-970b-40cc-9cca-e646aa8aca20 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:49.489454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:49.494004 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.495250 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a6e1ae19-be26-46f5-9197-2811e165b36f admin admin] 10.222.0.73 "PUT /v2.0/routers/426e2695-970b-40cc-9cca-e646aa8aca20 HTTP/1.1" status: 200 len: 890 time: 1.7283375 Jul 08 17:45:49.498981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Sync routers for ids ['426e2695-970b-40cc-9cca-e646aa8aca20'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:49.510339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Routers {'426e2695-970b-40cc-9cca-e646aa8aca20'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:49.511008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:45:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['426e2695-970b-40cc-9cca-e646aa8aca20'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:49.724251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Set router 426e2695-970b-40cc-9cca-e646aa8aca20 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:50.116953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'name': 'router1', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '3adaf8b5-654c-41e4-be07-845943349800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:32Z', 'updated_at': '2021-07-08T17:45:48Z', 'revision_number': 4, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'gw_port': {'id': '3adaf8b5-654c-41e4-be07-845943349800', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:48Z', 'updated_at': '2021-07-08T17:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '6c38e0a8-03c6-44b4-8319-4ef0271ca37a', 'name': '', 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'mac_address': 'fa:16:3e:72:9c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:40Z', 'updated_at': '2021-07-08T17:45:49Z', 'revision_number': 5, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'subnets': [{'id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c6da13-0127-4fc9-9481-4b004f92a215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:50.168610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Checking router: 426e2695-970b-40cc-9cca-e646aa8aca20 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:45:50.168955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Updating router 426e2695-970b-40cc-9cca-e646aa8aca20 port 3adaf8b5-654c-41e4-be07-845943349800 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:45:50.201871 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.520580 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.529821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Transition to ACTIVE for port object 3adaf8b5-654c-41e4-be07-845943349800 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:50.536492 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.589122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae077f8d-a1b8-41b1-81ee-a0661c53dba8 None None] Pushing event updated for resources: {'Port': ['ID=3adaf8b5-654c-41e4-be07-845943349800,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:50.592301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Attempting to bind port 3adaf8b5-654c-41e4-be07-845943349800 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:50.592675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Attempting to bind port 3adaf8b5-654c-41e4-be07-845943349800 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:50.593039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Attempting to bind port 3adaf8b5-654c-41e4-be07-845943349800 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:50.598038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:50.598440 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:50.598840 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.599229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:50.599685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Bound port: 3adaf8b5-654c-41e4-be07-845943349800, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:50.600081 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.648965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] For port 3adaf8b5-654c-41e4-be07-845943349800, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:50.651886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] For port 3adaf8b5-654c-41e4-be07-845943349800, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3adaf8b5-654c-41e4-be07-845943349800,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:50.656525 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.715974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae077f8d-a1b8-41b1-81ee-a0661c53dba8 None None] Pushing event updated for resources: {'Port': ['ID=3adaf8b5-654c-41e4-be07-845943349800,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:50.720055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Routers {'426e2695-970b-40cc-9cca-e646aa8aca20'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:50.720657 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:45:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['426e2695-970b-40cc-9cca-e646aa8aca20'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:50.903545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] Set router 426e2695-970b-40cc-9cca-e646aa8aca20 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:50.986306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6c38e0a8-03c6-44b4-8319-4ef0271ca37a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:51.092470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:51.092838 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.226145 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'name': 'router1', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '3adaf8b5-654c-41e4-be07-845943349800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:32Z', 'updated_at': '2021-07-08T17:45:48Z', 'revision_number': 4, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'gw_port': {'id': '3adaf8b5-654c-41e4-be07-845943349800', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:48Z', 'updated_at': '2021-07-08T17:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '6c38e0a8-03c6-44b4-8319-4ef0271ca37a', 'name': '', 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'mac_address': 'fa:16:3e:72:9c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:40Z', 'updated_at': '2021-07-08T17:45:49Z', 'revision_number': 5, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'subnets': [{'id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c6da13-0127-4fc9-9481-4b004f92a215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:51.252047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b3e05-af1a-474c-a725-4075047256f7 None None] The sync data for ids ['426e2695-970b-40cc-9cca-e646aa8aca20'] in n-d-799684-3 is: [{'id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'name': 'router1', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '3adaf8b5-654c-41e4-be07-845943349800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:32Z', 'updated_at': '2021-07-08T17:45:48Z', 'revision_number': 4, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'gw_port': {'id': '3adaf8b5-654c-41e4-be07-845943349800', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:48Z', 'updated_at': '2021-07-08T17:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '6c38e0a8-03c6-44b4-8319-4ef0271ca37a', 'name': '', 'network_id': '78c407ef-961b-4b40-8efd-f586fef00d7e', 'tenant_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'mac_address': 'fa:16:3e:72:9c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426e2695-970b-40cc-9cca-e646aa8aca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:40Z', 'updated_at': '2021-07-08T17:45:49Z', 'revision_number': 5, 'project_id': '7fc1ceb9477b4cb794f8ebcb9b172077', 'subnets': [{'id': 'fc78c8aa-a84a-4a8c-af58-37b57c219930', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25c6da13-0127-4fc9-9481-4b004f92a215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:51.884422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48266) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:52.014387 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dcc5d594-a491-43ab-b862-900864486c59 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1280253 Jul 08 17:45:52.983746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3adaf8b5-654c-41e4-be07-845943349800 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:53.030900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 3adaf8b5-654c-41e4-be07-845943349800 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:53.034459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3adaf8b5-654c-41e4-be07-845943349800 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:53.034831 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.110999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.131108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 3adaf8b5-654c-41e4-be07-845943349800, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3adaf8b5-654c-41e4-be07-845943349800,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:53.135033 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.183125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=3adaf8b5-654c-41e4-be07-845943349800,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:55.004578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3adaf8b5-654c-41e4-be07-845943349800 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:55.056310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3adaf8b5-654c-41e4-be07-845943349800 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:55.056722 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:06.171940 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d829b19-99a8-43ca-8440-9ffc5f6cff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.997863 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.086618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-73331aee-d221-49af-8322-8d42f186f55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.968059 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.416957 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:24.676297 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:46:36.165498 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b76d161c-4059-4917-bbd0-90e39021afd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.001523 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.081108 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-29d35100-1716-457c-a4da-4a6c03e63452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.959506 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:41.419975 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.674591 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:47:06.167297 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70b82aa0-936d-4c1e-8ec6-a6cf99a56422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.003260 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.081247 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15289970-5142-497f-a0c5-f0dd84c571e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.961137 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.420330 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.867240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48868) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:32.929080 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb4750a-6be2-462a-b1b8-584dc28ec6dd admin admin] GET failed (client error): The resource could not be found. Jul 08 17:47:32.934041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0fb4750a-6be2-462a-b1b8-584dc28ec6dd admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658197 Jul 08 17:47:33.087228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c7e494-588b-4f3a-9d76-bbe3486873e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:33.088629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-56c7e494-588b-4f3a-9d76-bbe3486873e6 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1538572 Jul 08 17:47:35.216391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48878) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:35.304561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a76757-ac80-44da-80b6-9062f197b7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:35.305882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-01a76757-ac80-44da-80b6-9062f197b7e3 admin admin] 10.222.0.73 "GET /v2.0/subnets/fc78c8aa-a84a-4a8c-af58-37b57c219930 HTTP/1.1" status: 200 len: 849 time: 0.0880556 Jul 08 17:47:35.314941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:35.397361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.545901 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733022444566'] for subnet, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.645463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:35.646562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.647329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] 10.222.0.73 "PUT /v2.0/subnets/fc78c8aa-a84a-4a8c-af58-37b57c219930 HTTP/1.1" status: 200 len: 868 time: 0.3360379 Jul 08 17:47:35.652977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97b8642-272d-4c5f-ba4d-967f6b64a43b None None] Network 78c407ef-961b-4b40-8efd-f586fef00d7e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:35.671262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc78c8aa-a84a-4a8c-af58-37b57c219930,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:35.678776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:35.679121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:35.679458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:35.679791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:35.680122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:35.680449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:35.680787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:35.681095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:35.681415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:35.681735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:35.682055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:35.682483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed58ab61-f899-403a-9738-093d15552819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:36.031853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e8e217b8-6f0b-40ae-bcf9-17c99005cd7c None None] Provisioning complete for port 6c38e0a8-03c6-44b4-8319-4ef0271ca37a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:36.032219 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e8e217b8-6f0b-40ae-bcf9-17c99005cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.115473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e8e217b8-6f0b-40ae-bcf9-17c99005cd7c None None] Provisioning complete for port 28031151-bea9-4ed1-8283-9d6d07375938 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:36.115735 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e8e217b8-6f0b-40ae-bcf9-17c99005cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.172647 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-305f6b09-a285-479f-bec0-20ffc173565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.813060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48886) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:38.004045 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc9e515-0879-442b-b9f2-5f6930450660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:38.004436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc9e515-0879-442b-b9f2-5f6930450660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:38.005974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1cc9e515-0879-442b-b9f2-5f6930450660 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1919596 Jul 08 17:47:38.673359 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:47:39.006410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.081453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cf6f2ca3-3730-46aa-aacc-8858035615a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.961918 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.172464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48894) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:40.301059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6566c8c-8b35-4536-8cac-130a6a7fbccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:40.301527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6566c8c-8b35-4536-8cac-130a6a7fbccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:40.303099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a6566c8c-8b35-4536-8cac-130a6a7fbccf admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296828 Jul 08 17:47:41.424643 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.459720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48902) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:42.583483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f52731d-a6a5-46a8-aa70-9053b5af99b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:42.584841 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5f52731d-a6a5-46a8-aa70-9053b5af99b5 admin admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 886 time: 0.1241398 Jul 08 17:47:44.823662 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48910) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:44.957008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e345c028-685b-4208-921c-8e35e5a714a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:44.958424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e345c028-685b-4208-921c-8e35e5a714a5 admin admin] 10.222.0.73 "GET /v2.0/networks/78c407ef-961b-4b40-8efd-f586fef00d7e HTTP/1.1" status: 200 len: 869 time: 0.1337790 Jul 08 17:47:47.208442 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48918) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:47.346163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba8e462-cc58-4109-818f-41baf513401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:47.346648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba8e462-cc58-4109-818f-41baf513401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:47.348153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8ba8e462-cc58-4109-818f-41baf513401b admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1388552 Jul 08 17:47:49.479651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48926) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:49.567482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98678409-ff3a-4c63-9de4-d7be41c3f534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:49.567936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98678409-ff3a-4c63-9de4-d7be41c3f534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:49.569429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-98678409-ff3a-4c63-9de4-d7be41c3f534 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888014 Jul 08 17:47:51.783062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48934) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:51.865734 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b287bb8-eb63-439a-868f-3b5a35a2da82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:51.867088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2b287bb8-eb63-439a-868f-3b5a35a2da82 admin admin] 10.222.0.73 "GET /v2.0/subnets/2f2fe68c-093d-4710-a749-94a6bc08b938 HTTP/1.1" status: 200 len: 816 time: 0.0830808 Jul 08 17:47:54.013580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48942) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:54.108781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769baba-b7e7-4d09-9e8f-531dbdab592f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:54.110096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f769baba-b7e7-4d09-9e8f-531dbdab592f admin admin] 10.222.0.73 "GET /v2.0/subnets/fc78c8aa-a84a-4a8c-af58-37b57c219930 HTTP/1.1" status: 200 len: 868 time: 0.0955744 Jul 08 17:48:06.173417 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e943-4fc1-47ea-a188-a222db069201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.009080 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.081131 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1488f5ca-7750-4731-bacb-6a00f8bfd7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.970964 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.425942 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.671095 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:48:18.545845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48994) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:18.591785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-44f1c0e3-dcf2-44c6-a009-cd0bb5d9e67c admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:48:18.592792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-44f1c0e3-dcf2-44c6-a009-cd0bb5d9e67c admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459714 Jul 08 17:48:20.810658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49002) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:20.870093 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25b17b6-2f78-411f-bdb5-89080ce743cc admin admin] GET failed (client error): The resource could not be found. Jul 08 17:48:20.871545 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b25b17b6-2f78-411f-bdb5-89080ce743cc admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596464 Jul 08 17:48:21.071383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416ac999-cb5a-417d-9593-22af5713d736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:21.072923 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-416ac999-cb5a-417d-9593-22af5713d736 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1969485 Jul 08 17:48:23.213319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49012) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:23.257403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:23.279804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] Made reservation on behalf of 75169c75fb5143309662b75cab7013c6 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:23.282027 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.308659 n-d-799684-3 neutron-server[93742]: WARNING neutron.services.revisions.revision_plugin [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] Could not find related network for resource to bump revision. Jul 08 17:48:23.321817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:23.332205 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.332537 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] Added segment 2967984c-450a-4dd3-a418-ca542ec99ccf of type vlan for network c2b9b569-3a74-4215-b0ec-99d687bc88e7 Jul 08 17:48:23.369630 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.397834 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.398904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:23.399480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.454645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2402859 Jul 08 17:48:23.461560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5395c4-6e41-465d-93de-3ba294432915 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b9b569-3a74-4215-b0ec-99d687bc88e7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:23.473748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:25.617693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49020) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:25.677348 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e23434a-480d-4182-b2e0-3299a23c9555 admin admin] GET failed (client error): The resource could not be found. Jul 08 17:48:25.678746 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7e23434a-480d-4182-b2e0-3299a23c9555 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600829 Jul 08 17:48:25.752290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7f2ec9-873e-4fe2-9e19-fae8abcf69b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:25.753914 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5d7f2ec9-873e-4fe2-9e19-fae8abcf69b4 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0708594 Jul 08 17:48:25.766108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:25.787611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Made reservation on behalf of 75169c75fb5143309662b75cab7013c6 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:25.789898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.955131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.007328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0479c1-e550-442a-af8d-56c85d30b3ba,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:26.017825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.018170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.018531 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.018856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.019178 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.019498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.019815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.020129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.020442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.020753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.021063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.021374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.027123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:26.028128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Network hostable DHCP agents. Network: c2b9b569-3a74-4215-b0ec-99d687bc88e7, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:26.042985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:26.051165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, c2b9b569-3a74-4215-b0ec-99d687bc88e7) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:26.055353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:26.055910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.061276 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266fba2b-3b87-4a5c-8c2b-40befb1deef5 None None] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:26.072999 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6c0751e0-f028-4159-bf4e-d48a9e65aa66 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3113770 Jul 08 17:48:26.307087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'tenant_id': '75169c75fb5143309662b75cab7013c6', 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:26.307972 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.448609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Allocated IP 192.168.233.2 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/88405a4b-fd1b-41cc-b93a-7bbd6b7efd55) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:26.592333 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.600772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Transition to ACTIVE for port object 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:26.616466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Transition to ACTIVE for port object 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:26.622866 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.659008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:26.661842 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:26.665322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:26.680915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Pushing event updated for resources: {'Port': ['ID=88405a4b-fd1b-41cc-b93a-7bbd6b7efd55,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:26.721951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.722322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.722664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.723002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.723339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.723672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.724006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.724331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.724658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.724985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.725307 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.725630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:26.741641 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Attempting to bind port 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:26.742635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Attempting to bind port 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:26.742635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Attempting to bind port 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:26.747597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:26.747982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:26.748375 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.748757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:26.749213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Bound port: 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:26.749607 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.816056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] For port 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:26.819646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] For port 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=88405a4b-fd1b-41cc-b93a-7bbd6b7efd55,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:26.825085 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.880927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194fef1-8889-4bd5-9825-03a4aedb3d1d None None] Pushing event updated for resources: {'Port': ['ID=88405a4b-fd1b-41cc-b93a-7bbd6b7efd55,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:27.699834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a251db-caec-4438-814b-9567168ee7a2 None None] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:27.825797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b1045c15-daae-4ced-9ebd-81bf58c4299d None None] Provisioning for port 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:29.098928 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:29.148135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:29.151937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:29.152302 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.228817 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.260500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=88405a4b-fd1b-41cc-b93a-7bbd6b7efd55,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:29.264718 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.311030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=88405a4b-fd1b-41cc-b93a-7bbd6b7efd55,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:31.075495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:31.123195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 88405a4b-fd1b-41cc-b93a-7bbd6b7efd55 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:31.123554 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:36.174701 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0d562eb-d097-4cb0-b78e-bac6ae545bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.010385 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.080346 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8c680ac0-ea7b-43d2-a45e-db7fd507c925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.972300 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.429389 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.669266 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:49:06.175270 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-353dc15e-e248-472d-b440-45459629ca98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.011287 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.083121 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b04b8df1-0628-4e9c-8e4b-77fc1e65bb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.974944 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:11.435741 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:29.667467 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:49:36.175501 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ca3aa6ee-a0ef-41b6-9e1f-77d76d0adc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.013375 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.084039 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce41a726-ca82-42da-86ed-0f63cda88480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.979821 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:41.443290 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:56.541671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49072) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:56.548814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-950913a3-6f5f-4f68-a123-d80191c3a331 tempest-verify_tempest_config-792975160 tempest-verify_tempest_config-792975160-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:49:56.549796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-950913a3-6f5f-4f68-a123-d80191c3a331 tempest-verify_tempest_config-792975160 tempest-verify_tempest_config-792975160-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071402 Jul 08 17:49:56.842267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49090) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:56.944673 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.035036 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.038440 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.081042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a4f64b-a9f4-4ad9-a783-aec8537523b0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:57.089262 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b27d8ac8cd2e47209ad6ab01a42152c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2460146 Jul 08 17:49:57.090585 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.090928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.091259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.091679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.091915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49094) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:57.092371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.092371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.092660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.092978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.093345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.093788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.094112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.094450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20403a04-002b-4e15-84c5-92afdb1fe9a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.150843 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.171296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.256634 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.259093 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.260227 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e3a4f64b-a9f4-4ad9-a783-aec8537523b0 HTTP/1.1" status: 204 len: 168 time: 0.1672947 Jul 08 17:49:57.268529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a4f64b-a9f4-4ad9-a783-aec8537523b0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:57.274946 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.275293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.275627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.275956 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.276280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.276603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.276922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.277240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.277553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.277866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.278184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:57.278521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7ed16-8950-44b8-be25-f334cc933508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:06.178550 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa3e96ad-3144-40ea-860a-492bc28cb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.665250 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:50:09.015307 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:09.084452 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c7576fa7-2241-424b-a5fa-151384e5448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:09.984118 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:11.443475 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:36.178430 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c4bb23b5-8b82-4766-a38e-b9301d5c3c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:39.019589 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:39.082952 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-26db7f07-57c8-467a-9bc9-c7aa9699a741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:39.986058 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:41.446833 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:43.664326 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:51:06.181269 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16a55805-1d9e-4864-9eae-dcc6cae9ad61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:09.020739 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:09.082939 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b2f5dd0f-e9fb-4df7-89b3-97ae5fa84ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:09.990810 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:11.450060 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:20.663359 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:51:36.183397 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a122d757-aac0-4a3b-8bb0-f539879f7b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:39.022195 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:39.082073 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-baab3224-2b0f-4790-95a5-45c08ea4c742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:39.992319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.452342 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.661610 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:52:06.184356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-92025e18-2c0c-492f-9177-97d812da55f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:09.022968 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:09.080880 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bffdd524-a16b-4bab-8246-413f366e864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:09.997991 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.455791 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:34.660005 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:52:36.184265 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-106f38d7-9d65-4f6a-970a-b5977ff2615a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:39.120063 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:39.124518 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-69165914-4690-42b7-8657-551f9e8f23f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:39.997302 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:41.458331 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:03.127479 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634316'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:03.948017 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634316'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:06.184180 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2058-2134-4ffe-808f-16edc707bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:09.021356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:09.085519 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1af14d22-9717-44ed-ac47-7ec6d5d6210e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:10.003694 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:11.461195 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:11.658787 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:53:33.110654 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:33.901060 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:36.190127 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b2d001d-ca76-40e8-97a8-a40e6276ffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:39.022284 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:39.084141 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-31d77e0f-5c7e-4d67-9f6b-3471b97b34cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:40.003803 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:41.464445 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:47.540566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49160) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:47.645300 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-57620e1a-6000-4c24-a4e6-70913d61ef62 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1036446 Jul 08 17:53:48.658068 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:53:49.812719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49170) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:49.864937 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-50ac8274-338a-4066-a1a3-2c1124a317d2 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0511508 Jul 08 17:54:03.126379 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:03.926430 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:06.180326 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47d1841e-c106-4602-948f-231eeb5760eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:09.024571 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:09.085673 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aabde842-9a1f-4d6b-9a72-4d556c1ad167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:10.009196 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:11.467210 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.656297 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:54:33.160054 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:33.936377 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:36.181220 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8224f90e-5ce2-4288-9de9-f36232d5a02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:39.026909 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:39.084592 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f919384-1d49-4426-a10a-c2edebbe6740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:40.010445 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:41.473405 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:02.656060 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:55:03.153880 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:03.929889 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:06.185085 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-52b96eda-2f99-43de-b0ef-a377563c0290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:09.050369 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:09.110261 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da47d6dc-6c66-4d9b-8479-9e2c436bee2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:10.024249 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:11.480591 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:13.309696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49418) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:13.633348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-network', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:13.655429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Made reservation on behalf of d405720c4cc04880b50b9a9583baab00 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:13.657771 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:13.668415 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:13.769629 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:13.774691 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:13.803781 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:55:13.808746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34a0f7f-9164-4840-b7d6-b538bac29e28,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:13.816725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.817280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.817612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.817945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.818295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.819158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.819480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.819838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.820098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.820505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.820823 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.821126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Tracked resource versions report: Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: pushed versions: Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: { 'AddressGroup': {'1.2'}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'ConntrackHelper': {'1.0'}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'Log': {'1.0'}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'Network': {'1.1'}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'Port': {'1.7'}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'PortForwarding': {'1.2'}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'QosPolicy': {'1.8'}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'SecurityGroup': {'1.4'}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'SubPort': {'1.0'}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'Subnet': {'1.1'}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'Trunk': {'1.1'}} Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: consumer versions: Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: { DHCP agent@n-d-799684-3: {}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: HyperV agent@n-h1-799684-3: {}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: HyperV agent@n-h2-799684-3: {}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: L3 agent@n-d-799684-3: {}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: Metadata agent@n-d-799684-3: {}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: Metering agent@n-d-799684-3: {}, Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: Open vSwitch agent@n-d-799684-3: { 'AddressGroup': '1.2', Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'ConntrackHelper': '1.0', Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'Log': '1.0', Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'Network': '1.1', Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'Port': '1.7', Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'PortForwarding': '1.2', Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'QosPolicy': '1.8', Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'SecurityGroup': '1.4', Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'SecurityGroupRule': '1.2', Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'SubPort': '1.0', Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'Subnet': '1.1', Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: 'Trunk': '1.1'}} Jul 08 17:55:13.822103 n-d-799684-3 neutron-server[93741]: {{(pid=93741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:55:13.829330 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:13.829705 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Added segment 3a6adfe6-7cf0-43a1-971c-bad9f52dca11 of type vlan for network 72e7378e-68fa-4eae-969d-4af763a383fd Jul 08 17:55:13.871302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:13.906783 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:13.914570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:13.914570 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:14.017153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7032688 Jul 08 17:55:14.017873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49454) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:14.024673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Request body: {'subnet': {'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-subnet', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:14.031387 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ca377-2680-4542-9a2d-b48d568560e0 admin admin] Pushing event updated for resources: {'Network': ['ID=72e7378e-68fa-4eae-969d-4af763a383fd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:14.052944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 72e7378e-68fa-4eae-969d-4af763a383fd details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:55:14.069982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Made reservation on behalf of d405720c4cc04880b50b9a9583baab00 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:14.073335 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:14.386893 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:14.493313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2399feef-6cf2-4a19-849e-f93ebf11d781,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:14.512424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.513167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.513652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.514161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.514679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.515159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.515646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.516134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.516915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.517604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.518275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.518819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Tracked resource versions report: Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: pushed versions: Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: { 'AddressGroup': {'1.2'}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'ConntrackHelper': {'1.0'}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'Log': {'1.0'}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'Network': {'1.1'}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'Port': {'1.7'}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'PortForwarding': {'1.2'}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'QosPolicy': {'1.8'}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'SecurityGroup': {'1.4'}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'SubPort': {'1.0'}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'Subnet': {'1.1'}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'Trunk': {'1.1'}} Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: consumer versions: Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: { DHCP agent@n-d-799684-3: {}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: HyperV agent@n-h1-799684-3: {}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: HyperV agent@n-h2-799684-3: {}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: L3 agent@n-d-799684-3: {}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: Metadata agent@n-d-799684-3: {}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: Metering agent@n-d-799684-3: {}, Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: Open vSwitch agent@n-d-799684-3: { 'AddressGroup': '1.2', Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'ConntrackHelper': '1.0', Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'Log': '1.0', Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'Network': '1.1', Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'Port': '1.7', Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'PortForwarding': '1.2', Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'QosPolicy': '1.8', Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'SecurityGroup': '1.4', Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'SecurityGroupRule': '1.2', Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'SubPort': '1.0', Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'Subnet': '1.1', Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: 'Trunk': '1.1'}} Jul 08 17:55:14.520310 n-d-799684-3 neutron-server[93742]: {{(pid=93742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:55:14.525579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Checking segment: {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:14.526167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Network hostable DHCP agents. Network: 72e7378e-68fa-4eae-969d-4af763a383fd, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:55:14.551963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Network 72e7378e-68fa-4eae-969d-4af763a383fd is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:55:14.565967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 72e7378e-68fa-4eae-969d-4af763a383fd) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:14.575772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:14.578373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f423689-5525-4270-9790-ef7cce8e2e1e None None] Network 72e7378e-68fa-4eae-969d-4af763a383fd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:55:14.579208 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:14.611388 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-73d5abcc-6459-4cd4-9aca-c24c01400279 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5919476 Jul 08 17:55:14.613668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49480) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:14.623000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:14.663733 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:14.666197 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:14.775079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-72e7378e-68fa-4eae-969d-4af763a383fd', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:55:14.776364 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:14.792259 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:14.996675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Allocated IP 172.20.0.2 (72e7378e-68fa-4eae-969d-4af763a383fd/2399feef-6cf2-4a19-849e-f93ebf11d781/02941b8f-1b5b-4d6d-9934-595f9ccb658d) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:15.010358 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:15.235642 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:15.244991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Transition to ACTIVE for port object 02941b8f-1b5b-4d6d-9934-595f9ccb658d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:15.263345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Transition to ACTIVE for port object 02941b8f-1b5b-4d6d-9934-595f9ccb658d will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:15.273834 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:15.314164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Network 72e7378e-68fa-4eae-969d-4af763a383fd is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:15.322257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:15.336895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:15.353956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Pushing event updated for resources: {'Port': ['ID=02941b8f-1b5b-4d6d-9934-595f9ccb658d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:15.369271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.369943 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.370500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.371050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.371797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.372478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.373008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.373474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.373954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.374589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.375131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.375601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Tracked resource versions report: Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: pushed versions: Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: { 'AddressGroup': {'1.2'}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'ConntrackHelper': {'1.0'}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'Log': {'1.0'}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'Network': {'1.1'}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'Port': {'1.7'}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'PortForwarding': {'1.2'}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'QosPolicy': {'1.8'}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'SecurityGroup': {'1.4'}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'SubPort': {'1.0'}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'Subnet': {'1.1'}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'Trunk': {'1.1'}} Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: consumer versions: Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: { DHCP agent@n-d-799684-3: {}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: HyperV agent@n-h1-799684-3: {}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: HyperV agent@n-h2-799684-3: {}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: L3 agent@n-d-799684-3: {}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: Metadata agent@n-d-799684-3: {}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: Metering agent@n-d-799684-3: {}, Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: Open vSwitch agent@n-d-799684-3: { 'AddressGroup': '1.2', Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'ConntrackHelper': '1.0', Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'Log': '1.0', Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'Network': '1.1', Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'Port': '1.7', Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'PortForwarding': '1.2', Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'QosPolicy': '1.8', Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'SecurityGroup': '1.4', Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'SecurityGroupRule': '1.2', Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'SubPort': '1.0', Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'Subnet': '1.1', Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: 'Trunk': '1.1'}} Jul 08 17:55:15.377055 n-d-799684-3 neutron-server[93743]: {{(pid=93743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:55:15.463837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Attempting to bind port 02941b8f-1b5b-4d6d-9934-595f9ccb658d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:15.464608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Attempting to bind port 02941b8f-1b5b-4d6d-9934-595f9ccb658d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:15.465375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Attempting to bind port 02941b8f-1b5b-4d6d-9934-595f9ccb658d on network 72e7378e-68fa-4eae-969d-4af763a383fd {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:15.471174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:15.471778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Checking segment: {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:15.472169 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:15.472564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Bound using segment: {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:15.473349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Bound port: 02941b8f-1b5b-4d6d-9934-595f9ccb658d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:15.473749 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:15.509254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:15.528709 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:15.560782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] For port 02941b8f-1b5b-4d6d-9934-595f9ccb658d, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:15.574386 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] For port 02941b8f-1b5b-4d6d-9934-595f9ccb658d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=02941b8f-1b5b-4d6d-9934-595f9ccb658d,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:15.581345 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:15.653808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eec3dd-180a-4f2c-92e3-48e57b08bfc9 None None] Pushing event updated for resources: {'Port': ['ID=02941b8f-1b5b-4d6d-9934-595f9ccb658d,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:15.739779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Allocated IP 172.25.8.44 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/46efb6b8-42ee-4472-b9f0-fabda4d8df6d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:15.953891 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:16.010979 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:16.065119 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Pushing event updated for resources: {'Port': ['ID=46efb6b8-42ee-4472-b9f0-fabda4d8df6d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:16.070245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:16.072109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:16.074453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:16.331472 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:16.574271 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:16.767342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3bb322-1fa8-4b62-b95e-27908667c7cf None None] Network 72e7378e-68fa-4eae-969d-4af763a383fd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:55:16.777823 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Router b0c73014-ad61-4c6a-acdb-ac4fba144469 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:55:16.883446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8fdff98e-0570-4fbc-8c79-0b66325a0466 None None] Provisioning for port 02941b8f-1b5b-4d6d-9934-595f9ccb658d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:16.979849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:55:16.993561 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Sync routers for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:55:17.000873 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:17.008999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d4948b35-8306-4220-9176-c58240741407 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.3885040 Jul 08 17:55:17.009085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49592) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:17.013813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49594) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:17.026495 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:17.027125 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:55:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:17.296649 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:17.389343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 02941b8f-1b5b-4d6d-9934-595f9ccb658d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:17.391284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c76de00f-c0f1-4b2e-8851-12a8a519f5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:17.468384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49630) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:17.471921 n-d-799684-3 neutron-server[93742]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 17:55:17.479902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 02941b8f-1b5b-4d6d-9934-595f9ccb658d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:17.485999 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 02941b8f-1b5b-4d6d-9934-595f9ccb658d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:17.486676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:17.532073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-72d3f846-4bcb-4349-bc50-3fd1acce2b96 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=761b866091bc42f5ac5697cd979ec405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615757 Jul 08 17:55:17.586876 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:16Z', 'revision_number': 3, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:17.636381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c76de00f-c0f1-4b2e-8851-12a8a519f5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:17.641502 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c76de00f-c0f1-4b2e-8851-12a8a519f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:17.646326 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Checking router: b0c73014-ad61-4c6a-acdb-ac4fba144469 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:55:17.647258 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Updating router b0c73014-ad61-4c6a-acdb-ac4fba144469 port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:55:17.665000 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:17.680156 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c76de00f-c0f1-4b2e-8851-12a8a519f5ff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e75f1e88c664afd9eae629bddb75845&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6240926 Jul 08 17:55:17.684318 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:17.704176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49644) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:17.744563 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:17.755648 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 02941b8f-1b5b-4d6d-9934-595f9ccb658d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=02941b8f-1b5b-4d6d-9934-595f9ccb658d,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:17.762512 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:17.816239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76de00f-c0f1-4b2e-8851-12a8a519f5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfecd37-3a96-463b-b42a-4c8722a45f71,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:17.860748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=02941b8f-1b5b-4d6d-9934-595f9ccb658d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:17.918115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-97ea932a-6fd3-4b92-bf14-7ca9f3126e44 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:17.919723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-97ea932a-6fd3-4b92-bf14-7ca9f3126e44 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3814828 Jul 08 17:55:17.925581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed2c86ff-a959-4d28-83ae-92e31bf47ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:17.962303 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed2c86ff-a959-4d28-83ae-92e31bf47ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:17.972892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Allocated IP 172.20.0.1 (72e7378e-68fa-4eae-969d-4af763a383fd/2399feef-6cf2-4a19-849e-f93ebf11d781/c3edc536-6ac5-44d3-8305-bff297234c42) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:18.025926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-04a97a1f-79c3-4a66-9553-b4a4f8c7f2a2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/quotas/761b866091bc42f5ac5697cd979ec405 HTTP/1.1" status: 200 len: 375 time: 0.0121639 Jul 08 17:55:18.109589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.126850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49662) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:18.147729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49666) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:18.157353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-c5bead3b-18df-47e0-96fc-39af035eaf53 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=761b866091bc42f5ac5697cd979ec405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1253097 Jul 08 17:55:18.166559 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed2c86ff-a959-4d28-83ae-92e31bf47ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.168961 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed2c86ff-a959-4d28-83ae-92e31bf47ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.169309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Transition to ACTIVE for port object c3edc536-6ac5-44d3-8305-bff297234c42 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:18.170150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ed2c86ff-a959-4d28-83ae-92e31bf47ca5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2bfecd37-3a96-463b-b42a-4c8722a45f71 HTTP/1.1" status: 204 len: 168 time: 0.4631917 Jul 08 17:55:18.178574 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.187878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c86ff-a959-4d28-83ae-92e31bf47ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfecd37-3a96-463b-b42a-4c8722a45f71,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:18.190133 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Transition to ACTIVE for port object 46efb6b8-42ee-4472-b9f0-fabda4d8df6d will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:18.200392 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.243507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.267609 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Attempting to bind port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:18.268078 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Attempting to bind port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:18.268446 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Attempting to bind port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:18.278368 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:18.278616 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:18.279011 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.279405 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:18.279844 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Bound port: 46efb6b8-42ee-4472-b9f0-fabda4d8df6d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:18.280250 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.281985 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Pushing event updated for resources: {'Port': ['ID=46efb6b8-42ee-4472-b9f0-fabda4d8df6d,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:18.326407 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9919b792-5b92-4630-afe6-48b8711d57ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.391401 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.392557 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.393469 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.393822 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.394303 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.394644 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.394970 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.395509 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.395884 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.396396 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.396795 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.397123 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Tracked resource versions report: Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: pushed versions: Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: { 'AddressGroup': {'1.2'}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'ConntrackHelper': {'1.0'}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'Log': {'1.0'}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'Network': {'1.1'}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'Port': {'1.7'}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'PortForwarding': {'1.2'}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'QosPolicy': {'1.8'}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'SecurityGroup': {'1.4'}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'SubPort': {'1.0'}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'Subnet': {'1.1'}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'Trunk': {'1.1'}} Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: consumer versions: Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: { DHCP agent@n-d-799684-3: {}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: HyperV agent@n-h1-799684-3: {}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: HyperV agent@n-h2-799684-3: {}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: L3 agent@n-d-799684-3: {}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: Metadata agent@n-d-799684-3: {}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: Metering agent@n-d-799684-3: {}, Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: Open vSwitch agent@n-d-799684-3: { 'AddressGroup': '1.2', Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'ConntrackHelper': '1.0', Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'Log': '1.0', Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'Network': '1.1', Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'Port': '1.7', Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'PortForwarding': '1.2', Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'QosPolicy': '1.8', Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'SecurityGroup': '1.4', Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'SecurityGroupRule': '1.2', Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'SubPort': '1.0', Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'Subnet': '1.1', Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: 'Trunk': '1.1'}} Jul 08 17:55:18.398928 n-d-799684-3 neutron-server[93744]: {{(pid=93744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:55:18.442186 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] For port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:18.446276 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] For port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=46efb6b8-42ee-4472-b9f0-fabda4d8df6d,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:18.452888 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.468637 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9919b792-5b92-4630-afe6-48b8711d57ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.478644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Network 72e7378e-68fa-4eae-969d-4af763a383fd is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:18.493298 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9919b792-5b92-4630-afe6-48b8711d57ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.527807 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9919b792-5b92-4630-afe6-48b8711d57ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=df09159051694e49ae450dd53b639502&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3940706 Jul 08 17:55:18.527807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:18.527807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:18.527807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.528054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49698) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:18.612919 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489555c-4591-4f2a-a17e-81f25d420ac9 None None] Pushing event updated for resources: {'Port': ['ID=46efb6b8-42ee-4472-b9f0-fabda4d8df6d,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:18.651011 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:18.652803 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:55:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:18.819426 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:18.877051 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-231d4fad-0b4f-45eb-a184-6baa71349788 None None] Provisioning for port c3edc536-6ac5-44d3-8305-bff297234c42 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:18.886089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-231d4fad-0b4f-45eb-a184-6baa71349788 None None] Provisioning complete for port c3edc536-6ac5-44d3-8305-bff297234c42 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:18.888775 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-231d4fad-0b4f-45eb-a184-6baa71349788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:18.929554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49714) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:18.961614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Pushing event updated for resources: {'Port': ['ID=c3edc536-6ac5-44d3-8305-bff297234c42,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:18.989431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-231d4fad-0b4f-45eb-a184-6baa71349788 None None] Port c3edc536-6ac5-44d3-8305-bff297234c42 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:18.991534 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e83bbe5-8a7f-4e21-81ff-eabea877c00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.025556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5d5403-2f4a-4811-a663-75932c0eb0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.047941 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c1515d0-7d90-4e6e-8d06-f26bda3560d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.083067 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.117755 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c1515d0-7d90-4e6e-8d06-f26bda3560d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.125231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919b792-5b92-4630-afe6-48b8711d57ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52c1ed7-ec7a-41d7-9e50-c2f28cbd8f6a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:19.138168 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.api [None req-ac5d5403-2f4a-4811-a663-75932c0eb0d8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:55:19.138168 n-d-799684-3 neutron-server[93741]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 17:55:19.138168 n-d-799684-3 neutron-server[93741]: [parameters: {'project_id': 'd6f4ea490eba4b1f9850de196bed7b60', 'id': 'abf939d7-04f8-4edc-a3ce-a6baf00aee7f', 'expiration': datetime.datetime(2021, 7, 8, 17, 57, 19, 128287)}] Jul 08 17:55:19.138168 n-d-799684-3 neutron-server[93741]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:55:19.138607 n-d-799684-3 neutron-server[93741]: DEBUG oslo_db.api [None req-ac5d5403-2f4a-4811-a663-75932c0eb0d8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:55:19.213202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49732) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:19.248085 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c1515d0-7d90-4e6e-8d06-f26bda3560d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.258526 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c1515d0-7d90-4e6e-8d06-f26bda3560d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.261121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3c1515d0-7d90-4e6e-8d06-f26bda3560d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a52c1ed7-ec7a-41d7-9e50-c2f28cbd8f6a HTTP/1.1" status: 204 len: 168 time: 0.7322311 Jul 08 17:55:19.388589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 02941b8f-1b5b-4d6d-9934-595f9ccb658d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:19.393031 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.402688 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.404237 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.406508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1515d0-7d90-4e6e-8d06-f26bda3560d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52c1ed7-ec7a-41d7-9e50-c2f28cbd8f6a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:19.449453 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:16Z', 'revision_number': 3, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:19.512424 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e83bbe5-8a7f-4e21-81ff-eabea877c00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.518951 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4d5fc-074b-4678-99a5-06621446842f None None] The sync data for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 is: [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:16Z', 'revision_number': 3, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:55:19.541694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 02941b8f-1b5b-4d6d-9934-595f9ccb658d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:19.542068 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.552656 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Pushing event updated for resources: {'Port': ['ID=c3edc536-6ac5-44d3-8305-bff297234c42,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:19.642362 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5d5403-2f4a-4811-a663-75932c0eb0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.643901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e9e43e4-36a5-4b91-8a88-146838ad2adb req-d21ef8dc-e0b1-4de5-b744-fb0f623a4dc6 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 210 time: 0.4171758 Jul 08 17:55:19.646031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e83bbe5-8a7f-4e21-81ff-eabea877c00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.649599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Network 72e7378e-68fa-4eae-969d-4af763a383fd is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:19.666263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:19.839841 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4e83bbe5-8a7f-4e21-81ff-eabea877c00e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f4f52ad330e4e399db9094670aa80cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9089904 Jul 08 17:55:19.843617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49778) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:19.873858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-08c658b8-e433-4ac2-8a28-0051e4a1557c tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=253e90c5d28c483c93d5c1afe2ccf058&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997360 Jul 08 17:55:19.904963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83bbe5-8a7f-4e21-81ff-eabea877c00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46431a1-639c-4ee4-a702-b3da0bbdb2ae,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:20.058590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-badfa49a-0cd7-46a8-b9dc-758bbb4720e0 None None] Provisioning complete for port c3edc536-6ac5-44d3-8305-bff297234c42 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:20.059091 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-badfa49a-0cd7-46a8-b9dc-758bbb4720e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.112351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Router b0c73014-ad61-4c6a-acdb-ac4fba144469 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:55:20.118553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-e1e2ec74-f61b-4d03-9061-4c826000945c tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:20.128857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-e1e2ec74-f61b-4d03-9061-4c826000945c tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484725 Jul 08 17:55:20.148850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-badfa49a-0cd7-46a8-b9dc-758bbb4720e0 None None] Port c3edc536-6ac5-44d3-8305-bff297234c42 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:20.161945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-8d475aa8-a247-490b-8903-d23b4483db1a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/quotas/253e90c5d28c483c93d5c1afe2ccf058 HTTP/1.1" status: 200 len: 375 time: 0.0309072 Jul 08 17:55:20.211982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49786) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:20.228927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5d5403-2f4a-4811-a663-75932c0eb0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.230630 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f12fda6-7db3-4055-881f-f9ee60c7962f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.241973 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-06f8336f-421d-4e95-8a12-181f9b325009 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=253e90c5d28c483c93d5c1afe2ccf058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787015 Jul 08 17:55:20.270026 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af0021c4-7b94-4485-96c1-ed61be43d60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.296992 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af0021c4-7b94-4485-96c1-ed61be43d60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.352436 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5d5403-2f4a-4811-a663-75932c0eb0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.404966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49796) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:20.561940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9efbe3e0-a496-49bd-9fdd-ed5915aa7995 req-e191cee3-ef65-416b-af58-2f73790d72c3 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 210 time: 0.0684068 Jul 08 17:55:20.576796 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-19600252-2267-45d4-a071-54627d836058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.641487 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ac5d5403-2f4a-4811-a663-75932c0eb0d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6f4ea490eba4b1f9850de196bed7b60&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4918921 Jul 08 17:55:20.651017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49812) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:20.667100 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af0021c4-7b94-4485-96c1-ed61be43d60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.673238 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af0021c4-7b94-4485-96c1-ed61be43d60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.674944 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-af0021c4-7b94-4485-96c1-ed61be43d60c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e46431a1-639c-4ee4-a702-b3da0bbdb2ae HTTP/1.1" status: 204 len: 168 time: 0.8279204 Jul 08 17:55:20.687219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d5403-2f4a-4811-a663-75932c0eb0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31adc4fc-4485-4c21-90b3-7045bc5fc6d3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:20.692289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:55:20.719260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0021c4-7b94-4485-96c1-ed61be43d60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46431a1-639c-4ee4-a702-b3da0bbdb2ae,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:20.753959 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-29518715-3ce3-4f68-9aae-8970042ae28e admin admin] 10.222.0.73 "PUT /v2.0/routers/b0c73014-ad61-4c6a-acdb-ac4fba144469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7458222 Jul 08 17:55:20.812630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49826) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:20.848102 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25c13688-159d-44e8-aa53-ac184dd17713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.923380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e78e341-ee15-4393-a23f-509b28c5ab5d req-d3d4970e-0466-439b-b2eb-5b68b50fb2ea tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 210 time: 0.0658481 Jul 08 17:55:20.925343 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25c13688-159d-44e8-aa53-ac184dd17713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.933222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-19600252-2267-45d4-a071-54627d836058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.964110 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-19600252-2267-45d4-a071-54627d836058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.139228 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f12fda6-7db3-4055-881f-f9ee60c7962f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.147269 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f12fda6-7db3-4055-881f-f9ee60c7962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.183503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19600252-2267-45d4-a071-54627d836058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b821690b-b4d4-4afe-b1cc-79929da0073e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:21.192539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-19600252-2267-45d4-a071-54627d836058 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f7833527c944c7ebf0ccf060d16cd55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7863157 Jul 08 17:55:21.193298 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25c13688-159d-44e8-aa53-ac184dd17713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.196206 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25c13688-159d-44e8-aa53-ac184dd17713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.197300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-25c13688-159d-44e8-aa53-ac184dd17713 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31adc4fc-4485-4c21-90b3-7045bc5fc6d3 HTTP/1.1" status: 204 len: 168 time: 0.5408401 Jul 08 17:55:21.199750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49844) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:21.218441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c13688-159d-44e8-aa53-ac184dd17713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31adc4fc-4485-4c21-90b3-7045bc5fc6d3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:21.277400 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-59ec61f5-a7d8-437f-bda9-3bb41461c49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.279931 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1f12fda6-7db3-4055-881f-f9ee60c7962f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf4e06baf5ca4491908d603984f57089&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0645936 Jul 08 17:55:21.291622 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49848) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:21.308792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12fda6-7db3-4055-881f-f9ee60c7962f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f967ab2c-03ec-4a41-9e1d-50f330dda317,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:21.328245 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-59ec61f5-a7d8-437f-bda9-3bb41461c49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.390257 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-59ec61f5-a7d8-437f-bda9-3bb41461c49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.393077 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-59ec61f5-a7d8-437f-bda9-3bb41461c49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.395109 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-440cc504-701a-4af4-9438-e687d1b040cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.398299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-59ec61f5-a7d8-437f-bda9-3bb41461c49d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b821690b-b4d4-4afe-b1cc-79929da0073e HTTP/1.1" status: 204 len: 168 time: 0.1974881 Jul 08 17:55:21.424945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec61f5-a7d8-437f-bda9-3bb41461c49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b821690b-b4d4-4afe-b1cc-79929da0073e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:21.488623 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1633caf-7d59-42d4-8451-351daca35f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.506834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 46efb6b8-42ee-4472-b9f0-fabda4d8df6d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:21.570076 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1633caf-7d59-42d4-8451-351daca35f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.596538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:21.603552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:21.604650 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.725832 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1633caf-7d59-42d4-8451-351daca35f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.728311 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1633caf-7d59-42d4-8451-351daca35f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.729461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b1633caf-7d59-42d4-8451-351daca35f62 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f967ab2c-03ec-4a41-9e1d-50f330dda317 HTTP/1.1" status: 204 len: 168 time: 0.4365020 Jul 08 17:55:21.748292 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e09c330-8d1a-466a-be4e-78a48e289ef6 req-2891a700-8850-4af9-9633-8364cb121b71 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 210 time: 0.0798962 Jul 08 17:55:21.789782 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.792735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-440cc504-701a-4af4-9438-e687d1b040cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.795384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1633caf-7d59-42d4-8451-351daca35f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f967ab2c-03ec-4a41-9e1d-50f330dda317,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:21.812400 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-440cc504-701a-4af4-9438-e687d1b040cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.824908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=46efb6b8-42ee-4472-b9f0-fabda4d8df6d,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:21.836639 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:21.908334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cc504-701a-4af4-9438-e687d1b040cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3ad735-6266-4a69-8225-be74cbe6ece8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:21.909789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=46efb6b8-42ee-4472-b9f0-fabda4d8df6d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:21.916312 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-440cc504-701a-4af4-9438-e687d1b040cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9658b0c9a32c405d9fcb295747106fde&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1024230 Jul 08 17:55:21.918579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49872) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:22.025100 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe5b5-f883-4336-9eed-97c75bfcab3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.064611 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe5b5-f883-4336-9eed-97c75bfcab3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.141966 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe5b5-f883-4336-9eed-97c75bfcab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.145751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe5b5-f883-4336-9eed-97c75bfcab3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.147486 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6a4fe5b5-f883-4336-9eed-97c75bfcab3a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb3ad735-6266-4a69-8225-be74cbe6ece8 HTTP/1.1" status: 204 len: 168 time: 0.2247450 Jul 08 17:55:22.165706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fe5b5-f883-4336-9eed-97c75bfcab3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3ad735-6266-4a69-8225-be74cbe6ece8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:22.220548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49886) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:22.237442 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-219c7abb-11df-46b9-bd43-16bb2a688600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.251178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e82dac0f-ec75-476c-a290-507ba65d9310 req-716f2001-78ea-409e-9924-c76f2d43ce2f tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 210 time: 0.0546005 Jul 08 17:55:22.324782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Sync routers for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:55:22.344599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:22.345804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:55:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:22.376554 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-219c7abb-11df-46b9-bd43-16bb2a688600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.384536 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-219c7abb-11df-46b9-bd43-16bb2a688600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.429800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.59', 63333) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:22.496571 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c7abb-11df-46b9-bd43-16bb2a688600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edbba35-75ec-4456-8900-73b32d995fa1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:22.503353 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-1f41062c-4b6d-41c9-9007-90cc498a5fa8 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=761b866091bc42f5ac5697cd979ec405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672164 Jul 08 17:55:22.580316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49898) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:22.618693 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f31d8436-aa84-4bbf-b843-2b78332d414e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.761977 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-219c7abb-11df-46b9-bd43-16bb2a688600 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2cded30a3c34c25ae480c36b031a23b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5401998 Jul 08 17:55:22.768862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49904) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:22.834330 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:22.887706 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77fd0551-cf23-4022-9b36-765587d50672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.902683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-a98cb5f1-4810-44a1-9724-c6b7aeaeae6d tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:22.904292 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-a98cb5f1-4810-44a1-9724-c6b7aeaeae6d tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3922539 Jul 08 17:55:22.924400 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77fd0551-cf23-4022-9b36-765587d50672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.943572 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f31d8436-aa84-4bbf-b843-2b78332d414e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.950101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f31d8436-aa84-4bbf-b843-2b78332d414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.963194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Request body: {'port': {'device_id': '93f56e06-2afa-4d8a-9943-5b64531fd76d', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '761b866091bc42f5ac5697cd979ec405'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:23.003403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f31d8436-aa84-4bbf-b843-2b78332d414e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8bfaa215f5d44c4a8d047578e24b36ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4214702 Jul 08 17:55:23.007397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49916) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:23.008368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d8436-aa84-4bbf-b843-2b78332d414e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd73e899-6e20-48b0-9eeb-fa588088f333,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:23.091632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d93faa52-c380-448c-af74-ffe31ac64b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.189848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63516aa6-47be-4379-ba9c-fff6a5eac9da req-7364b487-d503-40c2-a3c1-dde72b901a30 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 210 time: 0.0575304 Jul 08 17:55:23.199924 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d93faa52-c380-448c-af74-ffe31ac64b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.291488 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.59', 63336) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:23.320978 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d93faa52-c380-448c-af74-ffe31ac64b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.329881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d93faa52-c380-448c-af74-ffe31ac64b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.335811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d93faa52-c380-448c-af74-ffe31ac64b7c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fd73e899-6e20-48b0-9eeb-fa588088f333 HTTP/1.1" status: 204 len: 168 time: 0.3213394 Jul 08 17:55:23.387082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:19Z', 'revision_number': 2, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:23.395379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49934) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:23.400521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93faa52-c380-448c-af74-ffe31ac64b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd73e899-6e20-48b0-9eeb-fa588088f333,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:23.417307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-710305a5-a9cf-4b03-a02a-ff30b0e09f97 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=253e90c5d28c483c93d5c1afe2ccf058&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1237698 Jul 08 17:55:23.438954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97327510-754b-41c0-9604-8c5d4f7a84a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.463972 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77fd0551-cf23-4022-9b36-765587d50672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.471226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Checking router: b0c73014-ad61-4c6a-acdb-ac4fba144469 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:55:23.471714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77fd0551-cf23-4022-9b36-765587d50672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.475475 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-77fd0551-cf23-4022-9b36-765587d50672 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7edbba35-75ec-4456-8900-73b32d995fa1 HTTP/1.1" status: 204 len: 168 time: 0.7030549 Jul 08 17:55:23.475626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Updating router b0c73014-ad61-4c6a-acdb-ac4fba144469 port c3edc536-6ac5-44d3-8305-bff297234c42 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:55:23.485797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 46efb6b8-42ee-4472-b9f0-fabda4d8df6d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:23.525411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49944) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:23.549329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-network', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:23.569881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd0551-cf23-4022-9b36-765587d50672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edbba35-75ec-4456-8900-73b32d995fa1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:23.582969 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.625456 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5f2f8468-a977-40fe-9f1f-8d0f7c7cbbc9 req-aa504682-357b-4654-b640-b226399b0648 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 210 time: 0.1006975 Jul 08 17:55:23.682965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Made reservation on behalf of 761b866091bc42f5ac5697cd979ec405 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:23.687550 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.720142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.727835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:23.728728 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.746484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-5ee4ff20-89ef-4fdd-8da8-9395dcfc60da tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:23.751136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-5ee4ff20-89ef-4fdd-8da8-9395dcfc60da tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3178842 Jul 08 17:55:23.763370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Request body: {'port': {'device_id': '441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '253e90c5d28c483c93d5c1afe2ccf058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:23.830684 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97327510-754b-41c0-9604-8c5d4f7a84a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.841499 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97327510-754b-41c0-9604-8c5d4f7a84a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.884060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97327510-754b-41c0-9604-8c5d4f7a84a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3687609-1d96-457f-bf9e-48b5d512dfff,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:23.899358 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.api [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:55:23.899358 n-d-799684-3 neutron-server[93741]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:55:23.899358 n-d-799684-3 neutron-server[93741]: [parameters: {'project_id_1': '761b866091bc42f5ac5697cd979ec405', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 55, 23, 770631)}] Jul 08 17:55:23.899358 n-d-799684-3 neutron-server[93741]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:55:23.900110 n-d-799684-3 neutron-server[93741]: DEBUG oslo_db.api [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:55:23.908561 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-97327510-754b-41c0-9604-8c5d4f7a84a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a2aa9615534e405baa1905ae457c6180&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5115712 Jul 08 17:55:23.911218 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49956) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:23.912875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Made reservation on behalf of 3c5f848d422245ad9012ebfadb94105e for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:23.915622 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.972739 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c63b5ff8-bf0a-445d-98e7-a1c9a847cd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.996970 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.007001 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c63b5ff8-bf0a-445d-98e7-a1c9a847cd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.029342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Made reservation on behalf of 253e90c5d28c483c93d5c1afe2ccf058 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:24.033537 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.058921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.074910 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.088711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Transition to ACTIVE for port object c3edc536-6ac5-44d3-8305-bff297234c42 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:24.098008 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.111920 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c63b5ff8-bf0a-445d-98e7-a1c9a847cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.115288 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c63b5ff8-bf0a-445d-98e7-a1c9a847cd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.119309 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c63b5ff8-bf0a-445d-98e7-a1c9a847cd05 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3687609-1d96-457f-bf9e-48b5d512dfff HTTP/1.1" status: 204 len: 168 time: 0.2063773 Jul 08 17:55:24.137792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b5ff8-bf0a-445d-98e7-a1c9a847cd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3687609-1d96-457f-bf9e-48b5d512dfff,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:24.168967 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.177196 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.223996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64d82f-6860-4529-948a-26971d68722d None None] Pushing event updated for resources: {'Port': ['ID=c3edc536-6ac5-44d3-8305-bff297234c42,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:24.234438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1338b8c9-63c0-445e-97c5-7674b22c6817,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:24.248435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:55:24.274866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.275628 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Added segment 641a8bd3-1b68-4d37-95d1-dff9eab3c54d of type vlan for network 0370181e-b2b3-4a23-a284-48330dba6305 Jul 08 17:55:24.282808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Attempting to bind port c3edc536-6ac5-44d3-8305-bff297234c42 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:24.283403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Attempting to bind port c3edc536-6ac5-44d3-8305-bff297234c42 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:24.283774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Attempting to bind port c3edc536-6ac5-44d3-8305-bff297234c42 on network 72e7378e-68fa-4eae-969d-4af763a383fd {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:24.300556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:24.301072 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Checking segment: {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:24.301479 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.301871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Bound using segment: {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:24.302374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Bound port: c3edc536-6ac5-44d3-8305-bff297234c42, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:24.302799 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.344581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.401934 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.472655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.473791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] For port c3edc536-6ac5-44d3-8305-bff297234c42, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:24.479472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] For port c3edc536-6ac5-44d3-8305-bff297234c42, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c3edc536-6ac5-44d3-8305-bff297234c42,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:24.488401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10d9a42a-2442-4e0d-844d-72ce649ed05b req-9f7fa678-d17a-4f0f-978e-6370718426a4 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 210 time: 0.0758076 Jul 08 17:55:24.489014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.490007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:24.490582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.492402 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.509924 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.551056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44eb4078-50f8-41b9-b556-5321d734b383,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:24.681672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64d82f-6860-4529-948a-26971d68722d None None] Pushing event updated for resources: {'Port': ['ID=c3edc536-6ac5-44d3-8305-bff297234c42,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:24.746184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.755060 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:24.809897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2832491 Jul 08 17:55:24.830020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:24.831251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:55:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:24.844351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49986) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:24.863123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] Request body: {'subnet': {'network_id': '0370181e-b2b3-4a23-a284-48330dba6305', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-subnet', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:24.948596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66956d86-bc6f-4560-8b74-76b4ae44f038 admin admin] Pushing event updated for resources: {'Network': ['ID=0370181e-b2b3-4a23-a284-48330dba6305,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:24.983677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] Made reservation on behalf of 3c5f848d422245ad9012ebfadb94105e for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:25.002242 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:25.037740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:25.077525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 0370181e-b2b3-4a23-a284-48330dba6305 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:55:25.181780 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a282e110-f911-4f3d-8e73-0a3f851c1e1f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:25.411221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:24Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:25.416024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Allocated IP 192.168.233.9 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/05dda090-1010-4c4c-b45d-eeebd866c410) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:25.465936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a5f7b-d11d-4aa3-a186-2cfd72eb325e None None] The sync data for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 is: [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:24Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:55:25.624684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f94121a-7bd8-45d9-bb0f-5d37dd851fe9 req-6d43a2b4-e199-42a8-a6c9-e153a881ad97 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 210 time: 0.5613968 Jul 08 17:55:25.891110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e586354-714b-4503-a8a0-dce176baca68 req-4d1197a6-30d8-4e7f-8e0c-367aede1e54e tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 210 time: 0.1079116 Jul 08 17:55:26.006057 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:26.027926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Transition to ACTIVE for port object 05dda090-1010-4c4c-b45d-eeebd866c410 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:26.034855 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:26.104963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:26.233343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] Checking segment: {'id': '641a8bd3-1b68-4d37-95d1-dff9eab3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:26.234077 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] Network hostable DHCP agents. Network: 0370181e-b2b3-4a23-a284-48330dba6305, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:55:26.236477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:26.263271 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Allocated IP 192.168.233.71 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/3027fb7e-b301-41ed-bc66-e569b5def5bf) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:26.337129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] Network 0370181e-b2b3-4a23-a284-48330dba6305 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:55:26.381772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:26.391303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:26.422574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:26.434675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:26.442570 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:26.457463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 0370181e-b2b3-4a23-a284-48330dba6305) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:26.474006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c6c96-2225-4a8c-ae6e-2700ca668ec3 None None] Network 0370181e-b2b3-4a23-a284-48330dba6305 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:55:26.484225 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Pushing event updated for resources: {'Port': ['ID=05dda090-1010-4c4c-b45d-eeebd866c410,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:26.512354 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-21e08868-f86d-4ef5-a87c-a594ff682225 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5528746 Jul 08 17:55:26.593837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-1e8dba69-c9dc-479b-8d75-a90d08ab4bd3 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:55:26.595320 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-1e8dba69-c9dc-479b-8d75-a90d08ab4bd3 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060916 Jul 08 17:55:26.739846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:26.778676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Transition to ACTIVE for port object 3027fb7e-b301-41ed-bc66-e569b5def5bf will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:26.830655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:26.833205 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:26.844370 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:26.902077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-0370181e-b2b3-4a23-a284-48330dba6305', 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'fixed_ips': [{'subnet_id': '2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:55:26.903471 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.007728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-05bb4bae-79c0-41c8-90f1-208ba9df0c58 None None] Provisioning for port 05dda090-1010-4c4c-b45d-eeebd866c410 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:27.123429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50040) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:27.139156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-router', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:27.143894 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7e4ce013-f3d3-49f1-89ac-e10a38f07a82 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2981331 Jul 08 17:55:27.208096 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.209324 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.453808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:27.484507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce700af-2795-47e6-8371-1d6b25be1573 req-108cfaae-ef7a-4148-aba5-1301300e85d5 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:27.486095 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ce700af-2795-47e6-8371-1d6b25be1573 req-108cfaae-ef7a-4148-aba5-1301300e85d5 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 934 time: 0.5454390 Jul 08 17:55:27.567775 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-05bb4bae-79c0-41c8-90f1-208ba9df0c58 None None] Provisioning complete for port 05dda090-1010-4c4c-b45d-eeebd866c410 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:27.569331 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-05bb4bae-79c0-41c8-90f1-208ba9df0c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.571691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c3edc536-6ac5-44d3-8305-bff297234c42 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:27.597144 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.612400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:27.643081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Pushing event updated for resources: {'Port': ['ID=3027fb7e-b301-41ed-bc66-e569b5def5bf,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:27.673199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:27.696314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:27.697001 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.729352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-05bb4bae-79c0-41c8-90f1-208ba9df0c58 None None] Port 05dda090-1010-4c4c-b45d-eeebd866c410 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:27.738088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Allocated IP 172.20.0.2 (0370181e-b2b3-4a23-a284-48330dba6305/2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9/e3001244-d4c8-4344-a283-95f74fc9fe56) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:27.751166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-32f95fc6-86c7-4a45-a472-d7dbed778f6a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9921751 Jul 08 17:55:27.845075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d2707-f88c-4223-b548-a86282bb0409 req-0bca0f2e-61c3-45d1-b12f-a589097b47ee tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:27.853267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c7d2707-f88c-4223-b548-a86282bb0409 req-0bca0f2e-61c3-45d1-b12f-a589097b47ee tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 935 time: 0.6831849 Jul 08 17:55:27.884932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ce700af-2795-47e6-8371-1d6b25be1573 req-74b913e9-394f-4c84-a8b6-efdcc476b37e tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301578 Jul 08 17:55:27.899582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.980740 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c7d2707-f88c-4223-b548-a86282bb0409 req-df1c2813-6dce-4179-bef1-4b7631828328 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264799 Jul 08 17:55:28.065546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port c3edc536-6ac5-44d3-8305-bff297234c42 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:28.082143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c3edc536-6ac5-44d3-8305-bff297234c42 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:28.088149 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.265447 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.265707 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.329920 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.371901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Transition to ACTIVE for port object e3001244-d4c8-4344-a283-95f74fc9fe56 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:28.395340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-535a74b0-4f45-4f08-9813-6cd448df462a None None] Provisioning for port 3027fb7e-b301-41ed-bc66-e569b5def5bf completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:28.422317 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.422317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Transition to ACTIVE for port object e3001244-d4c8-4344-a283-95f74fc9fe56 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:28.424757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-535a74b0-4f45-4f08-9813-6cd448df462a None None] Provisioning complete for port 3027fb7e-b301-41ed-bc66-e569b5def5bf triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:28.424757 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-535a74b0-4f45-4f08-9813-6cd448df462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.458079 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.491043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Request body: {'port': {'device_id': '441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53', 'device_owner': 'compute:tempest-test_az-61125786', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:28.612144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Network 0370181e-b2b3-4a23-a284-48330dba6305 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:28.624727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port c3edc536-6ac5-44d3-8305-bff297234c42, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c3edc536-6ac5-44d3-8305-bff297234c42,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:28.626242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:28.627977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-535a74b0-4f45-4f08-9813-6cd448df462a None None] Port 3027fb7e-b301-41ed-bc66-e569b5def5bf cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:28.642556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:28.656733 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.680071 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Pushing event updated for resources: {'Port': ['ID=e3001244-d4c8-4344-a283-95f74fc9fe56,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:28.749110 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.796202 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Attempting to bind port e3001244-d4c8-4344-a283-95f74fc9fe56 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:28.796745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Attempting to bind port e3001244-d4c8-4344-a283-95f74fc9fe56 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '641a8bd3-1b68-4d37-95d1-dff9eab3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:28.797232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Attempting to bind port e3001244-d4c8-4344-a283-95f74fc9fe56 on network 0370181e-b2b3-4a23-a284-48330dba6305 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:28.816266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:28.816905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Checking segment: {'id': '641a8bd3-1b68-4d37-95d1-dff9eab3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:28.817415 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.817980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Bound using segment: {'id': '641a8bd3-1b68-4d37-95d1-dff9eab3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:28.819160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Bound port: e3001244-d4c8-4344-a283-95f74fc9fe56, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641a8bd3-1b68-4d37-95d1-dff9eab3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:28.819671 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.821890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=c3edc536-6ac5-44d3-8305-bff297234c42,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:28.842586 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Allocated IP 172.25.8.102 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/31c81dd1-9af2-4d08-b494-cec10fbecfa3) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:29.015495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] For port e3001244-d4c8-4344-a283-95f74fc9fe56, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:29.025637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] For port e3001244-d4c8-4344-a283-95f74fc9fe56, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e3001244-d4c8-4344-a283-95f74fc9fe56,segment=NetworkSegment(641a8bd3-1b68-4d37-95d1-dff9eab3c54d),segment_id=641a8bd3-1b68-4d37-95d1-dff9eab3c54d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:29.037542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:29.042167 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:29.085757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Request body: {'port': {'device_id': '93f56e06-2afa-4d8a-9943-5b64531fd76d', 'device_owner': 'compute:tempest-test_az-61125786', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:29.175550 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:29.179428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:29.245248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:29.253069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Pushing event updated for resources: {'Port': ['ID=31c81dd1-9af2-4d08-b494-cec10fbecfa3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:29.256019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:29.260030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:29.263400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc430cd-6c4e-49d7-ba9d-ce9282d98206 None None] Pushing event updated for resources: {'Port': ['ID=e3001244-d4c8-4344-a283-95f74fc9fe56,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:29.507343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c3edc536-6ac5-44d3-8305-bff297234c42 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:29.732046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c3edc536-6ac5-44d3-8305-bff297234c42 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:29.732829 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:29.826722 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:30.041810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a0da8-d63e-4052-8340-fcce3d59ebba req-65391ee8-e579-4559-8c43-33c7b4b5e173 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:30.045540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-320a0da8-d63e-4052-8340-fcce3d59ebba req-65391ee8-e579-4559-8c43-33c7b4b5e173 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 935 time: 0.8527558 Jul 08 17:55:30.063068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e59f6-efa5-430d-acee-7c6cf3c6eebb req-eafc8fd7-4b07-4906-b349-4e1eea774551 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:30.064656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-166e59f6-efa5-430d-acee-7c6cf3c6eebb req-eafc8fd7-4b07-4906-b349-4e1eea774551 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 934 time: 0.7829914 Jul 08 17:55:30.171294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3027fb7e-b301-41ed-bc66-e569b5def5bf {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:55:30.209660 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:30.251546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-320a0da8-d63e-4052-8340-fcce3d59ebba req-b37d1e98-3f05-4fb0-b6d1-be736ef3f933 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857233 Jul 08 17:55:30.258246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-166e59f6-efa5-430d-acee-7c6cf3c6eebb req-853ac70e-35f8-49bf-8968-b7df6905984b tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860933 Jul 08 17:55:30.272595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Transition to ACTIVE for port object 3027fb7e-b301-41ed-bc66-e569b5def5bf will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:30.280108 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:30.368062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:30.466809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Pushing event updated for resources: {'Port': ['ID=3027fb7e-b301-41ed-bc66-e569b5def5bf,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:30.572908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Attempting to bind port 3027fb7e-b301-41ed-bc66-e569b5def5bf on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:30.573422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Attempting to bind port 3027fb7e-b301-41ed-bc66-e569b5def5bf by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:30.573863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Attempting to bind port 3027fb7e-b301-41ed-bc66-e569b5def5bf on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:30.579302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Port 3027fb7e-b301-41ed-bc66-e569b5def5bf on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:55:30.579823 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Attempting to bind port 3027fb7e-b301-41ed-bc66-e569b5def5bf on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:30.586377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:30.586967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:30.587628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:30.588200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Bound port: 3027fb7e-b301-41ed-bc66-e569b5def5bf, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:30.588766 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:30.747679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] For port 3027fb7e-b301-41ed-bc66-e569b5def5bf, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:30.753554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] For port 3027fb7e-b301-41ed-bc66-e569b5def5bf, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3027fb7e-b301-41ed-bc66-e569b5def5bf,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:30.753749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Router d2fd28db-1f40-4434-94b3-979017d54367 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:55:30.765181 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:30.873865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:30.877333 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:30.882323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] 10.222.0.59 "PUT /v2.0/ports/3027fb7e-b301-41ed-bc66-e569b5def5bf HTTP/1.1" status: 200 len: 1115 time: 3.1004477 Jul 08 17:55:30.882323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53', 'tag': '3027fb7e-b301-41ed-bc66-e569b5def5bf'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:31.087733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f67c8-2f39-40e9-a764-583f71fc6ef0 None None] Network 0370181e-b2b3-4a23-a284-48330dba6305 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:55:31.139369 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05dda090-1010-4c4c-b45d-eeebd866c410 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:55:31.179944 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:31.306449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d2655fc6-5a54-4549-82d9-d773263cd809 None None] Provisioning for port e3001244-d4c8-4344-a283-95f74fc9fe56 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:31.384354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:55:31.406235 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Sync routers for ids ['d2fd28db-1f40-4434-94b3-979017d54367'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:55:31.425478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Transition to ACTIVE for port object 05dda090-1010-4c4c-b45d-eeebd866c410 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:31.444781 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:31.456815 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Routers {'d2fd28db-1f40-4434-94b3-979017d54367'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:31.463252 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:55:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d2fd28db-1f40-4434-94b3-979017d54367'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:31.513387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3001244-d4c8-4344-a283-95f74fc9fe56 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:31.560280 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:31.567606 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6fa4fd33-77d3-47c0-a9ab-a8918d7a151a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.4410470 Jul 08 17:55:31.613320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50138) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:31.680577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port e3001244-d4c8-4344-a283-95f74fc9fe56 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:31.697040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e3001244-d4c8-4344-a283-95f74fc9fe56 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:31.698479 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:31.909721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e390a-c211-4faf-b20f-b6d27be5795c service neutron] Pushing event updated for resources: {'Port': ['ID=3027fb7e-b301-41ed-bc66-e569b5def5bf,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:31.911584 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:31.948509 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Set router d2fd28db-1f40-4434-94b3-979017d54367 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:32.019519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Pushing event updated for resources: {'Port': ['ID=05dda090-1010-4c4c-b45d-eeebd866c410,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:32.043743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Attempting to bind port 05dda090-1010-4c4c-b45d-eeebd866c410 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:32.044297 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Attempting to bind port 05dda090-1010-4c4c-b45d-eeebd866c410 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:32.046745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Attempting to bind port 05dda090-1010-4c4c-b45d-eeebd866c410 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:32.061886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Port 05dda090-1010-4c4c-b45d-eeebd866c410 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:55:32.063037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Attempting to bind port 05dda090-1010-4c4c-b45d-eeebd866c410 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:32.066332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port e3001244-d4c8-4344-a283-95f74fc9fe56, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e3001244-d4c8-4344-a283-95f74fc9fe56,segment=NetworkSegment(641a8bd3-1b68-4d37-95d1-dff9eab3c54d),segment_id=641a8bd3-1b68-4d37-95d1-dff9eab3c54d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:32.079779 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:32.186791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-a9712977-a988-4d54-881a-b9a54e1a38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:32.188479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-a9712977-a988-4d54-881a-b9a54e1a38fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=253e90c5d28c483c93d5c1afe2ccf058&device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 1118 time: 1.1507285 Jul 08 17:55:32.200588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=e3001244-d4c8-4344-a283-95f74fc9fe56,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:32.303432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-daafb665-4b8f-4789-b003-207799f2bb02 None None] Provisioning complete for port e3001244-d4c8-4344-a283-95f74fc9fe56 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:32.304354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-f9ea029c-47d1-40de-961b-ec37ebd20972 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=3027fb7e-b301-41ed-bc66-e569b5def5bf HTTP/1.1" status: 200 len: 217 time: 0.0957794 Jul 08 17:55:32.304782 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-daafb665-4b8f-4789-b003-207799f2bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:32.315060 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3b033e-85ee-439e-92cc-d01d99d7a590" -d '{"events": [{"name": "network-changed", "server_uuid": "441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53", "tag": "3027fb7e-b301-41ed-bc66-e569b5def5bf"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:32.364286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aedfa-0cbd-4615-ab68-0572eaf5ec88 req-4bf457d3-ac24-4f7e-b08e-bcc59cd79b43 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:32.376353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a4aedfa-0cbd-4615-ab68-0572eaf5ec88 req-4bf457d3-ac24-4f7e-b08e-bcc59cd79b43 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 966 time: 0.5410662 Jul 08 17:55:32.442275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80ff01-78c6-4067-a664-65fb7144fe46 req-a8624776-c759-48a4-8297-3de87f3611de tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:32.468413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d80ff01-78c6-4067-a664-65fb7144fe46 req-a8624776-c759-48a4-8297-3de87f3611de tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 967 time: 0.6315300 Jul 08 17:55:32.516431 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-router', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:27Z', 'updated_at': '2021-07-08T17:55:29Z', 'revision_number': 3, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'gw_port': {'id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:28Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:32.543852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:32.543852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:32.543852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:32.544616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Bound port: 05dda090-1010-4c4c-b45d-eeebd866c410, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:32.544702 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:32.562593 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Checking router: d2fd28db-1f40-4434-94b3-979017d54367 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:55:32.563247 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Updating router d2fd28db-1f40-4434-94b3-979017d54367 port 31c81dd1-9af2-4d08-b494-cec10fbecfa3 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:55:32.608257 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:32.641377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a4aedfa-0cbd-4615-ab68-0572eaf5ec88 req-0f431333-8624-4f82-b5a7-6fb80dc6d26c tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640152 Jul 08 17:55:32.647382 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d80ff01-78c6-4067-a664-65fb7144fe46 req-837c8e35-6b88-4ecf-b9c2-de50c8a6caf8 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772683 Jul 08 17:55:32.748252 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] For port 05dda090-1010-4c4c-b45d-eeebd866c410, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:32.754367 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] For port 05dda090-1010-4c4c-b45d-eeebd866c410, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=05dda090-1010-4c4c-b45d-eeebd866c410,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:32.951202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:33.088575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:33.090438 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Pushing event updated for resources: {'Port': ['ID=05dda090-1010-4c4c-b45d-eeebd866c410,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:33.109558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:33.110463 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:33.112082 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-8845950f-9d08-4394-a5ff-12be039936b3 service neutron] 10.222.0.59 "PUT /v2.0/ports/05dda090-1010-4c4c-b45d-eeebd866c410 HTTP/1.1" status: 200 len: 1114 time: 5.6979427 Jul 08 17:55:33.114365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f56e06-2afa-4d8a-9943-5b64531fd76d', 'tag': '05dda090-1010-4c4c-b45d-eeebd866c410'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:33.117117 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:33.148273 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Transition to ACTIVE for port object 31c81dd1-9af2-4d08-b494-cec10fbecfa3 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:33.164315 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:33.194862 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:33.239762 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Attempting to bind port 31c81dd1-9af2-4d08-b494-cec10fbecfa3 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:33.240193 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Attempting to bind port 31c81dd1-9af2-4d08-b494-cec10fbecfa3 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:33.240711 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Attempting to bind port 31c81dd1-9af2-4d08-b494-cec10fbecfa3 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:33.242803 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f133ae9-e8eb-4d4d-a7a3-6207e6bdb851 None None] Pushing event updated for resources: {'Port': ['ID=31c81dd1-9af2-4d08-b494-cec10fbecfa3,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:33.249661 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:33.250112 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:33.250771 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:33.251364 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:33.251844 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Bound port: 31c81dd1-9af2-4d08-b494-cec10fbecfa3, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:33.252325 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:33.358721 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] For port 31c81dd1-9af2-4d08-b494-cec10fbecfa3, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:33.366359 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] For port 31c81dd1-9af2-4d08-b494-cec10fbecfa3, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=31c81dd1-9af2-4d08-b494-cec10fbecfa3,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:33.382186 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:33.446928 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3001244-d4c8-4344-a283-95f74fc9fe56 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:33.542805 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef8e72e-0045-453d-9e87-8bb352cc392b" -d '{"events": [{"name": "network-changed", "server_uuid": "93f56e06-2afa-4d8a-9943-5b64531fd76d", "tag": "05dda090-1010-4c4c-b45d-eeebd866c410"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:33.563607 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55f9b18-d5f4-4253-8b92-9238f0b720d9 x-openstack-request-id: req-c55f9b18-d5f4-4253-8b92-9238f0b720d9 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:33.564122 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53", "tag": "3027fb7e-b301-41ed-bc66-e569b5def5bf", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:33.564122 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c55f9b18-d5f4-4253-8b92-9238f0b720d9 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:33.564693 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53', 'tag': '3027fb7e-b301-41ed-bc66-e569b5def5bf', 'status': 'completed', 'code': 200} Jul 08 17:55:33.581777 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f133ae9-e8eb-4d4d-a7a3-6207e6bdb851 None None] Pushing event updated for resources: {'Port': ['ID=31c81dd1-9af2-4d08-b494-cec10fbecfa3,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:33.597813 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e3001244-d4c8-4344-a283-95f74fc9fe56 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:33.598201 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:33.600023 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Routers {'d2fd28db-1f40-4434-94b3-979017d54367'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:33.600633 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:55:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d2fd28db-1f40-4434-94b3-979017d54367'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:33.721549 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] Set router d2fd28db-1f40-4434-94b3-979017d54367 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:33.779658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Allocated IP 172.20.0.1 (0370181e-b2b3-4a23-a284-48330dba6305/2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9/56f6b39b-ca5f-417f-b63c-4b6b7a773cec) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:33.976119 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd25ecbd-a7d3-495c-8d35-acb05150c516 x-openstack-request-id: req-cd25ecbd-a7d3-495c-8d35-acb05150c516 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:33.976518 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f56e06-2afa-4d8a-9943-5b64531fd76d", "tag": "05dda090-1010-4c4c-b45d-eeebd866c410", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:33.976777 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd25ecbd-a7d3-495c-8d35-acb05150c516 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:33.985839 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f56e06-2afa-4d8a-9943-5b64531fd76d', 'tag': '05dda090-1010-4c4c-b45d-eeebd866c410', 'status': 'completed', 'code': 200} Jul 08 17:55:33.992418 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:34.050952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:34.081574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Transition to ACTIVE for port object 56f6b39b-ca5f-417f-b63c-4b6b7a773cec will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:34.142550 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-router', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:27Z', 'updated_at': '2021-07-08T17:55:29Z', 'revision_number': 3, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'gw_port': {'id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:28Z', 'updated_at': '2021-07-08T17:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:34.190397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:34.193392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b5229-6057-478c-a712-3b0ba3e75820 req-77638af6-56c4-40a3-a6a3-653c67e8da5f tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:34.200819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-341b5229-6057-478c-a712-3b0ba3e75820 req-77638af6-56c4-40a3-a6a3-653c67e8da5f tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 966 time: 0.1417224 Jul 08 17:55:34.211520 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f0f61a-80d7-474a-97e5-5dae767bef5a None None] The sync data for ids ['d2fd28db-1f40-4434-94b3-979017d54367'] in n-d-799684-3 is: [{'id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-router', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:27Z', 'updated_at': '2021-07-08T17:55:29Z', 'revision_number': 3, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'gw_port': {'id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:28Z', 'updated_at': '2021-07-08T17:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:55:34.241761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Network 0370181e-b2b3-4a23-a284-48330dba6305 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:34.249679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:34.271531 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:34.272020 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:34.343188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-341b5229-6057-478c-a712-3b0ba3e75820 req-49d6d995-35ac-4e9e-a1b3-ed543b5f6d4f tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408706 Jul 08 17:55:34.357671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Pushing event updated for resources: {'Port': ['ID=56f6b39b-ca5f-417f-b63c-4b6b7a773cec,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:34.402905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183dc53-c23f-41ac-95a1-7308e966c411 req-0052c8cc-81ec-4593-8a22-e3f3786c6b54 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:34.412837 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2183dc53-c23f-41ac-95a1-7308e966c411 req-0052c8cc-81ec-4593-8a22-e3f3786c6b54 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 967 time: 0.1844485 Jul 08 17:55:34.492014 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2183dc53-c23f-41ac-95a1-7308e966c411 req-f1211f5d-cbe6-4faf-9866-73f1947d01c4 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787146 Jul 08 17:55:34.569663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:34.715951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8307af5e-b09a-400b-9312-2426c4a88913 None None] Provisioning for port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:34.734430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8307af5e-b09a-400b-9312-2426c4a88913 None None] Provisioning complete for port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:34.734992 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8307af5e-b09a-400b-9312-2426c4a88913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:34.818769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8307af5e-b09a-400b-9312-2426c4a88913 None None] Port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:34.950810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:34.956697 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:34.957584 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:35.087838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Pushing event updated for resources: {'Port': ['ID=56f6b39b-ca5f-417f-b63c-4b6b7a773cec,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:35.171243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Network 0370181e-b2b3-4a23-a284-48330dba6305 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:35.171243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:35.444432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 31c81dd1-9af2-4d08-b494-cec10fbecfa3 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:35.584520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 31c81dd1-9af2-4d08-b494-cec10fbecfa3 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:35.590191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 31c81dd1-9af2-4d08-b494-cec10fbecfa3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:35.591484 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:35.600483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Router d2fd28db-1f40-4434-94b3-979017d54367 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:55:35.694108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96f3a7-30f0-462a-bec8-d1be25d427c8 req-4957c2b1-233d-43aa-b5d2-a80b328e007e tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:35.704644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e96f3a7-30f0-462a-bec8-d1be25d427c8 req-4957c2b1-233d-43aa-b5d2-a80b328e007e tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 966 time: 0.1399622 Jul 08 17:55:35.777720 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e43bfd01-8e89-4229-83cc-ca5656b945dc None None] Provisioning complete for port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:35.778321 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e43bfd01-8e89-4229-83cc-ca5656b945dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:35.829265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e96f3a7-30f0-462a-bec8-d1be25d427c8 req-4076b83f-5a93-43a3-86f1-7e97b8995300 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206498 Jul 08 17:55:35.861982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e43bfd01-8e89-4229-83cc-ca5656b945dc None None] Port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:35.872342 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:35.898327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 31c81dd1-9af2-4d08-b494-cec10fbecfa3, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=31c81dd1-9af2-4d08-b494-cec10fbecfa3,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:35.901989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50264) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:35.912610 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:35.949515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:55:35.952427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:35.981769 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-264a6435-b960-4832-a418-d691b0cde259 admin admin] 10.222.0.73 "PUT /v2.0/routers/d2fd28db-1f40-4434-94b3-979017d54367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3545527 Jul 08 17:55:36.001386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b20dd2-dbaf-4065-a859-7b821ffb9ea6 req-3f717bcb-535d-4c8f-b54b-ada8cbdc53a8 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:36.010693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08b20dd2-dbaf-4065-a859-7b821ffb9ea6 req-3f717bcb-535d-4c8f-b54b-ada8cbdc53a8 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 967 time: 0.2405357 Jul 08 17:55:36.033015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=31c81dd1-9af2-4d08-b494-cec10fbecfa3,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:36.087205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08b20dd2-dbaf-4065-a859-7b821ffb9ea6 req-86cfb395-dc71-47bc-b0db-449384ce63bc tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651028 Jul 08 17:55:36.114600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc68a-343e-4b29-9341-a4c159018b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.141563 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48efe129-84e8-48b9-963c-f84fe48984a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.191412 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c67e48aa-e1d5-43fd-8ad5-346a21dd2d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.239129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc68a-343e-4b29-9341-a4c159018b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.250530 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc68a-343e-4b29-9341-a4c159018b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.281137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bc68a-343e-4b29-9341-a4c159018b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc96ecf-43f0-4c2d-8acb-29331b91fd84,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:36.297418 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bf8bc68a-343e-4b29-9341-a4c159018b7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee870b786e9544ae9bd223aa45c63b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916781 Jul 08 17:55:36.300153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50292) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:36.372005 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48efe129-84e8-48b9-963c-f84fe48984a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.372548 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf28b2b8-47b5-40d0-bcb7-20e075d84fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.378450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48efe129-84e8-48b9-963c-f84fe48984a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.405710 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf28b2b8-47b5-40d0-bcb7-20e075d84fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.413324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efe129-84e8-48b9-963c-f84fe48984a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc33aadd-9ac4-4c2c-8c6d-11e59419687a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:36.436657 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-48efe129-84e8-48b9-963c-f84fe48984a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b7696f4c76d4b1a98b07ebf1e85916d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826202 Jul 08 17:55:36.439273 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50294) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:36.488232 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf28b2b8-47b5-40d0-bcb7-20e075d84fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.492206 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf28b2b8-47b5-40d0-bcb7-20e075d84fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.495833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cf28b2b8-47b5-40d0-bcb7-20e075d84fc3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2cc96ecf-43f0-4c2d-8acb-29331b91fd84 HTTP/1.1" status: 204 len: 168 time: 0.1899600 Jul 08 17:55:36.508121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28b2b8-47b5-40d0-bcb7-20e075d84fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc96ecf-43f0-4c2d-8acb-29331b91fd84,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:36.525299 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9690669d-0bd5-4098-966c-f86bc6a0471a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.550044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9690669d-0bd5-4098-966c-f86bc6a0471a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.608542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9690669d-0bd5-4098-966c-f86bc6a0471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.612298 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9690669d-0bd5-4098-966c-f86bc6a0471a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:36.613495 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9690669d-0bd5-4098-966c-f86bc6a0471a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc33aadd-9ac4-4c2c-8c6d-11e59419687a HTTP/1.1" status: 204 len: 168 time: 0.1732924 Jul 08 17:55:36.640666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690669d-0bd5-4098-966c-f86bc6a0471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc33aadd-9ac4-4c2c-8c6d-11e59419687a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:36.881089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Sync routers for ids ['d2fd28db-1f40-4434-94b3-979017d54367'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:55:36.898132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Routers {'d2fd28db-1f40-4434-94b3-979017d54367'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:36.898768 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:55:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d2fd28db-1f40-4434-94b3-979017d54367'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:37.080938 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Set router d2fd28db-1f40-4434-94b3-979017d54367 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:37.108384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d1e2-fb88-4504-a4b7-deedebeffb49 req-d2180f55-95c3-4982-af35-f4de5ee6fe9d tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:37.112796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85a1d1e2-fb88-4504-a4b7-deedebeffb49 req-d2180f55-95c3-4982-af35-f4de5ee6fe9d tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 966 time: 0.1289670 Jul 08 17:55:37.120853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50342) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:37.152793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50344) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:37.158046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fcc34480-8f44-4ca6-9e9b-8989e1a532b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.160638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50346) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:37.169572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d7a2218a-6fe7-4e14-b112-152118ea572d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714823354', 'description': 'tempest-description--609403362'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:37.263050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85a1d1e2-fb88-4504-a4b7-deedebeffb49 req-8a231311-0465-4123-becf-3430ca2fcdd0 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250103 Jul 08 17:55:37.274269 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-3240112f-a31e-4473-8043-f5b825d3e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:37.275801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-3240112f-a31e-4473-8043-f5b825d3e36c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1599631 Jul 08 17:55:37.283520 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7a2218a-6fe7-4e14-b112-152118ea572d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.352115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-router', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:27Z', 'updated_at': '2021-07-08T17:55:34Z', 'revision_number': 4, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'gw_port': {'id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:28Z', 'updated_at': '2021-07-08T17:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '56f6b39b-ca5f-417f-b63c-4b6b7a773cec', 'name': '', 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'mac_address': 'fa:16:3e:f6:35:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:33Z', 'updated_at': '2021-07-08T17:55:34Z', 'revision_number': 2, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'subnets': [{'id': '2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:37.393737 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 31c81dd1-9af2-4d08-b494-cec10fbecfa3 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:37.397879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Checking router: d2fd28db-1f40-4434-94b3-979017d54367 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:55:37.398254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Updating router d2fd28db-1f40-4434-94b3-979017d54367 port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:55:37.406730 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2d048cd-d99f-4dd2-a61e-3ee02dbd7e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.470583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8e72e-0045-453d-9e87-8bb352cc392b req-273805a9-cee0-4247-a5bd-7b7c10ccd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:37.471997 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2ef8e72e-0045-453d-9e87-8bb352cc392b req-273805a9-cee0-4247-a5bd-7b7c10ccd3bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=761b866091bc42f5ac5697cd979ec405&device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 1117 time: 0.3228576 Jul 08 17:55:37.488466 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.513716 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2ef8e72e-0045-453d-9e87-8bb352cc392b req-393d454e-0bc7-4a2e-b12a-f878ce733e7e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=761b866091bc42f5ac5697cd979ec405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300663 Jul 08 17:55:37.538854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-24510cf5-f3ab-4f10-b9f4-71e96011430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:37.540932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-24510cf5-f3ab-4f10-b9f4-71e96011430a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2546959 Jul 08 17:55:37.549431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a3def-d648-45c7-bdc1-38f1c8b60d52 req-63bebc05-c1f6-46b3-a62f-70e0cbe9e2b7 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:37.556422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 31c81dd1-9af2-4d08-b494-cec10fbecfa3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:37.557108 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.557686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-509a3def-d648-45c7-bdc1-38f1c8b60d52 req-63bebc05-c1f6-46b3-a62f-70e0cbe9e2b7 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 967 time: 0.1965423 Jul 08 17:55:37.671453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-509a3def-d648-45c7-bdc1-38f1c8b60d52 req-0b85a736-f678-43ec-a147-19df2fd72102 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097174 Jul 08 17:55:37.717400 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-c346894e-2a56-439a-b5be-1a977c095937 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402621 Jul 08 17:55:37.734780 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fcc34480-8f44-4ca6-9e9b-8989e1a532b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.739885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8e72e-0045-453d-9e87-8bb352cc392b req-bfb1160c-bb9e-4275-98dd-1afe82f16bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:37.741413 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2ef8e72e-0045-453d-9e87-8bb352cc392b req-bfb1160c-bb9e-4275-98dd-1afe82f16bf1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2209036 Jul 08 17:55:37.745792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fcc34480-8f44-4ca6-9e9b-8989e1a532b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.845352 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fcc34480-8f44-4ca6-9e9b-8989e1a532b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=60390168df5a49b7a766fbb227ef4811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7226284 Jul 08 17:55:37.848539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50376) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:37.848931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc34480-8f44-4ca6-9e9b-8989e1a532b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631f05a6-cee6-4e75-ba75-51cd7ebb33f9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:37.912089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-276838b7-f1a6-438c-99f6-554e02fbdf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:37.913583 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-276838b7-f1a6-438c-99f6-554e02fbdf13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=761b866091bc42f5ac5697cd979ec405&device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 1117 time: 0.1048026 Jul 08 17:55:37.922146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4479685b-bee4-4e49-916e-4159b3d8e7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.946725 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4479685b-bee4-4e49-916e-4159b3d8e7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.010632 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-a3cf5d0b-3644-4547-8e48-5a93bc17d16f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=05dda090-1010-4c4c-b45d-eeebd866c410 HTTP/1.1" status: 200 len: 217 time: 0.0885165 Jul 08 17:55:38.012437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4479685b-bee4-4e49-916e-4159b3d8e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.012586 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2d048cd-d99f-4dd2-a61e-3ee02dbd7e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.017264 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4479685b-bee4-4e49-916e-4159b3d8e7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.018726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4479685b-bee4-4e49-916e-4159b3d8e7d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/631f05a6-cee6-4e75-ba75-51cd7ebb33f9 HTTP/1.1" status: 204 len: 168 time: 0.1685166 Jul 08 17:55:38.052837 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479685b-bee4-4e49-916e-4159b3d8e7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631f05a6-cee6-4e75-ba75-51cd7ebb33f9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:38.088802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2d048cd-d99f-4dd2-a61e-3ee02dbd7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.091884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f039764d-ed90-4e82-8fb8-7f04ab005efc req-7bd89a37-cb2b-455e-9d12-37b9afbe8e09 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285265 Jul 08 17:55:38.098846 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.102922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-64f643a5-32e1-4e13-af91-4de9606e9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:38.104631 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-64f643a5-32e1-4e13-af91-4de9606e9ef2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0877764 Jul 08 17:55:38.113695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Transition to ACTIVE for port object 56f6b39b-ca5f-417f-b63c-4b6b7a773cec will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:38.140653 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.189623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d048cd-d99f-4dd2-a61e-3ee02dbd7e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47918b4e-b531-4bef-8d98-483d0d91de6d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:38.203784 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7a2218a-6fe7-4e14-b112-152118ea572d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.225384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a2d048cd-d99f-4dd2-a61e-3ee02dbd7e79 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7d7fd6dc2a4d4182b7cb2361348dd5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0622506 Jul 08 17:55:38.226112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50392) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:38.256546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92ebd8-381a-4148-b5b3-d91d64079ded None None] Pushing event updated for resources: {'Port': ['ID=56f6b39b-ca5f-417f-b63c-4b6b7a773cec,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:38.263539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7a2218a-6fe7-4e14-b112-152118ea572d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.299920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-89b573a5-55ca-4e2f-94e6-09481b8a5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:38.301576 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-89b573a5-55ca-4e2f-94e6-09481b8a5cd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1525404 Jul 08 17:55:38.319040 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7a2218a-6fe7-4e14-b112-152118ea572d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.321612 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d7a2218a-6fe7-4e14-b112-152118ea572d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1599956 Jul 08 17:55:38.337000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50396) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:38.339661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Attempting to bind port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:38.339971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Attempting to bind port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '641a8bd3-1b68-4d37-95d1-dff9eab3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:38.340589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Attempting to bind port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec on network 0370181e-b2b3-4a23-a284-48330dba6305 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:38.348316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f69efad-8f4f-461c-93f2-9dafea39136f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.350421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5a833662-abf0-4d8f-9195-e49ae43925d8 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Request body: {'security_group_rule': {'security_group_id': '6ef1bb69-976f-4a1f-b1df-f8b5afa026eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:38.350767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:38.351246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Checking segment: {'id': '641a8bd3-1b68-4d37-95d1-dff9eab3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:38.351523 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.351918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Bound using segment: {'id': '641a8bd3-1b68-4d37-95d1-dff9eab3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:38.352389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Bound port: 56f6b39b-ca5f-417f-b63c-4b6b7a773cec, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641a8bd3-1b68-4d37-95d1-dff9eab3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:38.352799 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.405366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f69efad-8f4f-461c-93f2-9dafea39136f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.452267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] For port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:38.455885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] For port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=56f6b39b-ca5f-417f-b63c-4b6b7a773cec,segment=NetworkSegment(641a8bd3-1b68-4d37-95d1-dff9eab3c54d),segment_id=641a8bd3-1b68-4d37-95d1-dff9eab3c54d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:38.469457 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.471516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2218a-6fe7-4e14-b112-152118ea572d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:38.479105 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a833662-abf0-4d8f-9195-e49ae43925d8 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.557033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Routers {'d2fd28db-1f40-4434-94b3-979017d54367'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:38.557720 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:55:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d2fd28db-1f40-4434-94b3-979017d54367'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:38.559570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92ebd8-381a-4148-b5b3-d91d64079ded None None] Pushing event updated for resources: {'Port': ['ID=56f6b39b-ca5f-417f-b63c-4b6b7a773cec,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:38.649779 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-08b3d0d7-d715-4140-8094-e6639e96c74a service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315146 Jul 08 17:55:38.660431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b033e-85ee-439e-92cc-d01d99d7a590 req-969d0fc7-1342-4bf0-a84d-51e48f60f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:38.663284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf3b033e-85ee-439e-92cc-d01d99d7a590 req-969d0fc7-1342-4bf0-a84d-51e48f60f2ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=253e90c5d28c483c93d5c1afe2ccf058&device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 1118 time: 0.4657502 Jul 08 17:55:38.685928 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f69efad-8f4f-461c-93f2-9dafea39136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.689467 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f69efad-8f4f-461c-93f2-9dafea39136f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.693480 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9f69efad-8f4f-461c-93f2-9dafea39136f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47918b4e-b531-4bef-8d98-483d0d91de6d HTTP/1.1" status: 204 len: 168 time: 0.4636784 Jul 08 17:55:38.724185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] Set router d2fd28db-1f40-4434-94b3-979017d54367 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:38.760217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69efad-8f4f-461c-93f2-9dafea39136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47918b4e-b531-4bef-8d98-483d0d91de6d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:38.855015 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f14c02b3-2412-4b79-aa2f-2cc6e5317e7f req-dfd4424c-298a-4109-8b03-4ebee0ffe0d3 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931365 Jul 08 17:55:38.855015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50410) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:39.043002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-router', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:27Z', 'updated_at': '2021-07-08T17:55:34Z', 'revision_number': 4, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'gw_port': {'id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:28Z', 'updated_at': '2021-07-08T17:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '56f6b39b-ca5f-417f-b63c-4b6b7a773cec', 'name': '', 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'mac_address': 'fa:16:3e:f6:35:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:33Z', 'updated_at': '2021-07-08T17:55:38Z', 'revision_number': 4, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'subnets': [{'id': '2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:39.047474 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.085222 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41cd9b6-1e1b-455f-b53a-97d6405d829d None None] The sync data for ids ['d2fd28db-1f40-4434-94b3-979017d54367'] in n-d-799684-3 is: [{'id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-router', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:27Z', 'updated_at': '2021-07-08T17:55:34Z', 'revision_number': 4, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'gw_port': {'id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:28Z', 'updated_at': '2021-07-08T17:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '56f6b39b-ca5f-417f-b63c-4b6b7a773cec', 'name': '', 'network_id': '0370181e-b2b3-4a23-a284-48330dba6305', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'mac_address': 'fa:16:3e:f6:35:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:33Z', 'updated_at': '2021-07-08T17:55:38Z', 'revision_number': 4, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'subnets': [{'id': '2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:55:39.101930 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbbef5a7-7a07-4567-b64a-df17cd1c6374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.107866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a833662-abf0-4d8f-9195-e49ae43925d8 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.202533 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39f0bd60-4e82-4f51-801d-84842dc69bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.219344 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a833662-abf0-4d8f-9195-e49ae43925d8 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.292012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a833662-abf0-4d8f-9195-e49ae43925d8 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4299f976-c886-4fc9-abf6-853917f0a027,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:39.320371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8188e-b0c6-483e-bff1-7a0c80700cb0 req-1afcb9c0-8ca1-4152-a179-805089dcdf31 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:39.328468 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-49d8188e-b0c6-483e-bff1-7a0c80700cb0 req-1afcb9c0-8ca1-4152-a179-805089dcdf31 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 966 time: 0.8046837 Jul 08 17:55:39.340124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b033e-85ee-439e-92cc-d01d99d7a590 req-03727cb3-1965-4229-8d4a-81d251993b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:39.341913 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf3b033e-85ee-439e-92cc-d01d99d7a590 req-03727cb3-1965-4229-8d4a-81d251993b65 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.6677144 Jul 08 17:55:39.412920 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39f0bd60-4e82-4f51-801d-84842dc69bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.422114 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf3b033e-85ee-439e-92cc-d01d99d7a590 req-b28f2dd1-a362-4956-b9e2-95e7b4c04dcd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=3027fb7e-b301-41ed-bc66-e569b5def5bf HTTP/1.1" status: 200 len: 217 time: 0.0495687 Jul 08 17:55:39.423605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39f0bd60-4e82-4f51-801d-84842dc69bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.483113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 56f6b39b-ca5f-417f-b63c-4b6b7a773cec up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:39.491155 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a833662-abf0-4d8f-9195-e49ae43925d8 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.494770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5a833662-abf0-4d8f-9195-e49ae43925d8 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1539721 Jul 08 17:55:39.497437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50436) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:39.504818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8a5a4025-53e2-409d-94b3-19a55da12d41 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Request body: {'security_group_rule': {'security_group_id': '6ef1bb69-976f-4a1f-b1df-f8b5afa026eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:39.525363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0bd60-4e82-4f51-801d-84842dc69bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a12ef8-6588-430e-9aae-ee31667d3384,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:39.530681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-49d8188e-b0c6-483e-bff1-7a0c80700cb0 req-4f22058d-1804-48ef-9c5b-d6488ee04b62 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011957 Jul 08 17:55:39.541600 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-39f0bd60-4e82-4f51-801d-84842dc69bdb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=028f80e348d142c28083b3c8b2efdf87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6830966 Jul 08 17:55:39.542320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50438) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:39.581441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:39.587416 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:39.590575 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.591678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a5b0a-c056-4a2d-ab56-dad5c78f5cb4 req-6957dbed-bbdb-44e8-823a-4aa5c3dd6c9a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:39.593572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50440) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:39.600584 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b7a5b0a-c056-4a2d-ab56-dad5c78f5cb4 req-6957dbed-bbdb-44e8-823a-4aa5c3dd6c9a tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 967 time: 0.4908154 Jul 08 17:55:39.635115 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4025-53e2-409d-94b3-19a55da12d41 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.652135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b033e-85ee-439e-92cc-d01d99d7a590 req-454da74e-f67e-4035-988b-802aa36d255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:39.653716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf3b033e-85ee-439e-92cc-d01d99d7a590 req-454da74e-f67e-4035-988b-802aa36d255b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2301912 Jul 08 17:55:39.656079 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:55:39.678352 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45a9b6a8-39e6-48d6-b2e4-f151c59cda35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.707169 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45a9b6a8-39e6-48d6-b2e4-f151c59cda35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.732693 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.764137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b7a5b0a-c056-4a2d-ab56-dad5c78f5cb4 req-7d3c8737-dcf2-4206-b403-65d6cc023ef1 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624563 Jul 08 17:55:39.780867 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45a9b6a8-39e6-48d6-b2e4-f151c59cda35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.784007 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45a9b6a8-39e6-48d6-b2e4-f151c59cda35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.785882 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-45a9b6a8-39e6-48d6-b2e4-f151c59cda35 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29a12ef8-6588-430e-9aae-ee31667d3384 HTTP/1.1" status: 204 len: 168 time: 0.2409227 Jul 08 17:55:39.805680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9b6a8-39e6-48d6-b2e4-f151c59cda35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a12ef8-6588-430e-9aae-ee31667d3384,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:39.806401 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4025-53e2-409d-94b3-19a55da12d41 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.811806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=56f6b39b-ca5f-417f-b63c-4b6b7a773cec,segment=NetworkSegment(641a8bd3-1b68-4d37-95d1-dff9eab3c54d),segment_id=641a8bd3-1b68-4d37-95d1-dff9eab3c54d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:39.822535 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.825449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4025-53e2-409d-94b3-19a55da12d41 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.843945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b033e-85ee-439e-92cc-d01d99d7a590 req-0a0c6894-612d-4fc0-bb8e-3db633c98cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:39.845828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf3b033e-85ee-439e-92cc-d01d99d7a590 req-0a0c6894-612d-4fc0-bb8e-3db633c98cc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1772950 Jul 08 17:55:39.869319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1475152429-network', 'tenant_id': '44a6d394ddab44db92242d5757a14aee'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:39.886959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a4025-53e2-409d-94b3-19a55da12d41 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b611920-317c-4487-8b78-25fa580df98f,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:39.916327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Made reservation on behalf of 44a6d394ddab44db92242d5757a14aee for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:39.918929 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.934368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=56f6b39b-ca5f-417f-b63c-4b6b7a773cec,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:39.939312 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.969299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4025-53e2-409d-94b3-19a55da12d41 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.970731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8a5a4025-53e2-409d-94b3-19a55da12d41 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4717236 Jul 08 17:55:39.975202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50452) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:39.981589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:40.028498 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.051557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf3b033e-85ee-439e-92cc-d01d99d7a590 req-8c12ea5a-c1ec-4271-9da9-d29df1cfb46f service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761615 Jul 08 17:55:40.102671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.112860 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.134841 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:55:40.152092 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.153499 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Added segment 061db120-d10d-4b48-a484-2a71a98cd1a1 of type vlan for network 43190986-6802-4c7b-ac7b-d918b098affc Jul 08 17:55:40.160642 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.209859 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.275616 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.277752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:40.279818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.280719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf3b033e-85ee-439e-92cc-d01d99d7a590 req-3ccc6215-e4ee-410d-a207-4038e12d4363 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205188 Jul 08 17:55:40.347283 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.380212 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7846065 Jul 08 17:55:40.387957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50460) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:40.393741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] Request body: {'subnet': {'network_id': '43190986-6802-4c7b-ac7b-d918b098affc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1475152429-subnet', 'tenant_id': '44a6d394ddab44db92242d5757a14aee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:40.415576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eca2d21-4da1-43af-b60b-065202b824f6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:40.420779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73869d-06f2-47fd-b50a-9e7fd361758e admin admin] Pushing event updated for resources: {'Network': ['ID=43190986-6802-4c7b-ac7b-d918b098affc,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:40.437980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] Made reservation on behalf of 44a6d394ddab44db92242d5757a14aee for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:40.441316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.450327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 43190986-6802-4c7b-ac7b-d918b098affc details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:55:40.496171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Allocated IP 172.25.8.158 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/2cd6ec65-164f-4ac7-b78e-473838d27db1) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:40.648445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.651087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50468) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:40.670715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e7924e9b-a1ce-4703-859e-4f332aaafddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.752326 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.756729 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.839539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:40.840039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] Network hostable DHCP agents. Network: 43190986-6802-4c7b-ac7b-d918b098affc, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:55:40.840827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:40.842955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4709019-4379-4356-b83e-855b0460a985,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:40.852159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:40.856617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:40.867537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Pushing event updated for resources: {'Port': ['ID=2cd6ec65-164f-4ac7-b78e-473838d27db1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:40.890975 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] Network 43190986-6802-4c7b-ac7b-d918b098affc is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:55:40.913931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 43190986-6802-4c7b-ac7b-d918b098affc) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:40.918331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:40.919068 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.923925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740ba1e9-136b-4bdd-882a-b7baf19427ad None None] Network 43190986-6802-4c7b-ac7b-d918b098affc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:55:41.056890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e7924e9b-a1ce-4703-859e-4f332aaafddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.083677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98431dfa-b012-4c9c-9041-27b0dc837aeb req-981243bc-6ff7-4424-9a7c-d7c458cfcd8c tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:41.083677 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98431dfa-b012-4c9c-9041-27b0dc837aeb req-981243bc-6ff7-4424-9a7c-d7c458cfcd8c tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 966 time: 0.3442202 Jul 08 17:55:41.084640 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.087476 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a2b67038-b76a-4145-ade1-25fbe484e4e5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6980786 Jul 08 17:55:41.088820 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e7924e9b-a1ce-4703-859e-4f332aaafddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.131219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b145cd4f-ce44-4339-8121-7affa1d5b411 None None] Network 43190986-6802-4c7b-ac7b-d918b098affc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:55:41.171416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7924e9b-a1ce-4703-859e-4f332aaafddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014cb724-da22-494d-b514-ad4b5059b564,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:41.235883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e7924e9b-a1ce-4703-859e-4f332aaafddd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b30ece1ce863402b8a1ef88b34d728df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835361 Jul 08 17:55:41.239334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50484) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:41.254750 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.276070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98431dfa-b012-4c9c-9041-27b0dc837aeb req-01721f44-7586-4050-a45b-dfef28b1e7d0 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829083 Jul 08 17:55:41.315897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74008a9-b382-49f7-8c78-077b81e89963 req-35b1e338-658f-4e05-b94e-9f82c0ce9bbf tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:41.322698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b74008a9-b382-49f7-8c78-077b81e89963 req-35b1e338-658f-4e05-b94e-9f82c0ce9bbf tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 967 time: 0.3538356 Jul 08 17:55:41.366469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2010b34b-8bf2-4345-a996-3e0150d05921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.397552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2010b34b-8bf2-4345-a996-3e0150d05921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.402232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 56f6b39b-ca5f-417f-b63c-4b6b7a773cec up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:41.409981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b74008a9-b382-49f7-8c78-077b81e89963 req-5e7077dd-9df8-4568-a06e-00c0ac06d765 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863233 Jul 08 17:55:41.483415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:41.484431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.503626 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2010b34b-8bf2-4345-a996-3e0150d05921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.506912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2010b34b-8bf2-4345-a996-3e0150d05921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.510698 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2010b34b-8bf2-4345-a996-3e0150d05921 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/014cb724-da22-494d-b514-ad4b5059b564 HTTP/1.1" status: 204 len: 168 time: 0.2677536 Jul 08 17:55:41.519293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010b34b-8bf2-4345-a996-3e0150d05921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014cb724-da22-494d-b514-ad4b5059b564,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:41.525351 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.573155 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.582261 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.625846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.645220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Pushing event updated for resources: {'Port': ['ID=2cd6ec65-164f-4ac7-b78e-473838d27db1,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:41.649182 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.650564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9061f2b2-0732-4cf4-89d1-bf140adac8cb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6744018 Jul 08 17:55:41.840648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-aed16f17-5941-4691-ad98-676b7a2e8630 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216086 Jul 08 17:55:42.012620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6c375912-8320-4ba8-98aa-e48d00bfc2a0 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:42.014119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6c375912-8320-4ba8-98aa-e48d00bfc2a0 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667807 Jul 08 17:55:42.031934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-09711df2-08b7-4343-b585-b8362e1ed991 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1714823354&fields=id&tenant_id=d405720c4cc04880b50b9a9583baab00 HTTP/1.1" status: 200 len: 267 time: 0.0850396 Jul 08 17:55:42.034453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-c28ca275-fadd-4865-9e48-5d30cfe9e8c0 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/quotas/9b0d0610fc974c3ba1b2ad55d418b953 HTTP/1.1" status: 200 len: 375 time: 0.0139842 Jul 08 17:55:42.041639 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50538) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:42.046434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-464080862-network', 'tenant_id': 'd8d73106a8794fc1979360f6ffcbf45e'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:42.072366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Made reservation on behalf of d8d73106a8794fc1979360f6ffcbf45e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:42.075168 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.086098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.101501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-fb23188c-066d-4932-b157-558e11647753 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529311 Jul 08 17:55:42.194038 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.200611 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.225302 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:55:42.242109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdd3721-2176-468c-99df-b9b8af038cf0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:42.258187 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.258701 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Added segment 2a5d6536-413d-4c92-89e4-9e33106dd56f of type vlan for network a180c39b-b590-4100-9f4e-d31c58dfd522 Jul 08 17:55:42.304304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18dda-e974-4745-800d-c8824d777fcb req-357655ca-ac29-4403-89ee-dbef7ceb6c82 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:42.305823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-357655ca-ac29-4403-89ee-dbef7ceb6c82 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/networks?id=72e7378e-68fa-4eae-969d-4af763a383fd HTTP/1.1" status: 200 len: 822 time: 0.2662599 Jul 08 17:55:42.316782 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.334119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-9145ba94-4a53-40d6-9712-6bb0e57f73ad tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/quotas/d405720c4cc04880b50b9a9583baab00 HTTP/1.1" status: 200 len: 375 time: 0.0219200 Jul 08 17:55:42.352762 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.353990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:42.354609 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.358323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c385bb3-0fbb-4279-beb9-e23e6ea1fa36 req-6517a37f-4c53-4180-a877-cf516898d821 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 210 time: 0.0375772 Jul 08 17:55:42.615566 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5720677 Jul 08 17:55:42.616277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50562) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:42.626626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] Request body: {'subnet': {'network_id': 'a180c39b-b590-4100-9f4e-d31c58dfd522', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-464080862-subnet', 'tenant_id': 'd8d73106a8794fc1979360f6ffcbf45e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:42.639943 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050ce41-4c04-4280-819e-f2b574970138 admin admin] Pushing event updated for resources: {'Network': ['ID=a180c39b-b590-4100-9f4e-d31c58dfd522,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:42.651049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network a180c39b-b590-4100-9f4e-d31c58dfd522 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:55:42.663649 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] Made reservation on behalf of d8d73106a8794fc1979360f6ffcbf45e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:42.666360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.722812 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-6b76e791-d813-4ce5-85dd-17ae030ab39f tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d405720c4cc04880b50b9a9583baab00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3668480 Jul 08 17:55:42.736857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24dcaf-f73a-4693-82c5-5bc574223828 req-c6a9c37b-6c7c-48af-9607-fd97c5fbfc4e tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:42.738428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f24dcaf-f73a-4693-82c5-5bc574223828 req-c6a9c37b-6c7c-48af-9607-fd97c5fbfc4e tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 966 time: 0.1297011 Jul 08 17:55:42.847143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f24dcaf-f73a-4693-82c5-5bc574223828 req-2a6479e0-3d90-4a17-b0a8-5d22beb2a9ec tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947731 Jul 08 17:55:42.952576 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:43.015027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-e58ca1b6-4a78-45cd-8a12-399d2a872eb9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:55:43.015570 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-e58ca1b6-4a78-45cd-8a12-399d2a872eb9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1139939 Jul 08 17:55:43.039637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] Pushing event updated for resources: {'Subnet': ['ID=04602460-f1cb-45d3-ae74-8a33364f3cd6,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:43.047103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] Checking segment: {'id': '2a5d6536-413d-4c92-89e4-9e33106dd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a180c39b-b590-4100-9f4e-d31c58dfd522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:43.047445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] Network hostable DHCP agents. Network: a180c39b-b590-4100-9f4e-d31c58dfd522, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:55:43.063857 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] Network a180c39b-b590-4100-9f4e-d31c58dfd522 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:55:43.079716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, a180c39b-b590-4100-9f4e-d31c58dfd522) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:43.084493 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:43.085664 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:43.102465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2607084-e3ee-45df-b127-c28dac572f6e None None] Network a180c39b-b590-4100-9f4e-d31c58dfd522 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:55:43.118327 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fd47dc04-0193-4711-8516-6d995a48fbca admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4945004 Jul 08 17:55:43.118725 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf949-0cc0-4976-8736-7636ece63471 req-1f0acf2f-efa9-4d2e-aabd-3dc479eb2ada tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:43.126252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21bbf949-0cc0-4976-8736-7636ece63471 req-1f0acf2f-efa9-4d2e-aabd-3dc479eb2ada tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 967 time: 0.1605024 Jul 08 17:55:43.187072 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-3e17a1c1-4628-4715-909a-d3de6d60b339 service neutron] 10.222.0.73 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633089 Jul 08 17:55:43.198497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21bbf949-0cc0-4976-8736-7636ece63471 req-c43eeffe-9ea4-4607-bd96-db6205298331 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712950 Jul 08 17:55:43.281461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c34f4a7-0df5-4165-877a-c127c832fcef None None] Network a180c39b-b590-4100-9f4e-d31c58dfd522 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:55:43.347375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-73b93c2d-d3ef-4df2-b760-218a2cd7983f service neutron] 10.222.0.73 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477525 Jul 08 17:55:43.562669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5f510750-47ae-4753-8caa-39e71cc26806 req-3b14e7b2-dcf4-45fd-8b49-d699d68ce713 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 210 time: 0.0530891 Jul 08 17:55:43.818814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12a70a1e-1b22-4fb1-a5b5-6a3fd4b6a9fa req-b949c9f7-6a5e-4ddf-87a9-968c22f0dacd tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 210 time: 0.0363960 Jul 08 17:55:43.840625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3027fb7e-b301-41ed-bc66-e569b5def5bf details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:55:43.934190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.74', 55264) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:44.004271 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-0a1046e9-ea68-4304-80e7-385a69f01222 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:44.004452 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8de55bc4-7e13-4c52-b6da-815ad973070e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676887 Jul 08 17:55:44.006446 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-0a1046e9-ea68-4304-80e7-385a69f01222 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 821 time: 0.1696897 Jul 08 17:55:44.025891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3027fb7e-b301-41ed-bc66-e569b5def5bf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3027fb7e-b301-41ed-bc66-e569b5def5bf,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:44.030766 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c9dbd55b-8a39-4b41-82ae-da5e4a450f3a tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/quotas/44a6d394ddab44db92242d5757a14aee HTTP/1.1" status: 200 len: 375 time: 0.0181835 Jul 08 17:55:44.050016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '3027fb7e-b301-41ed-bc66-e569b5def5bf', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '3027fb7e-b301-41ed-bc66-e569b5def5bf', 'mac_address': 'fa:16:3e:44:0b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:tempest-test_az-61125786', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:55:44.080432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-4a8727a3-8aed-4fa5-a436-cda9778331d8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436926 Jul 08 17:55:44.129590 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.148367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3027fb7e-b301-41ed-bc66-e569b5def5bf {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:55:44.176963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3027fb7e-b301-41ed-bc66-e569b5def5bf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3027fb7e-b301-41ed-bc66-e569b5def5bf,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:44.184998 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.185715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 05dda090-1010-4c4c-b45d-eeebd866c410 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:55:44.209240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-78fc61d5-9dfd-4414-99f7-0cdf79ea451b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:44.211684 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-78fc61d5-9dfd-4414-99f7-0cdf79ea451b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020516 Jul 08 17:55:44.234057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-903eaed3-2ffc-4266-a153-5b81e98963c6 service neutron] 10.222.0.73 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466467 Jul 08 17:55:44.250535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cfe0d-bb15-4456-8fa2-5cf490004f2a req-2fe51aab-d699-45b1-b988-92ad718fd137 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:44.258420 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-274cfe0d-bb15-4456-8fa2-5cf490004f2a req-2fe51aab-d699-45b1-b988-92ad718fd137 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 966 time: 0.1596861 Jul 08 17:55:44.262723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3027fb7e-b301-41ed-bc66-e569b5def5bf,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:44.274569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 05dda090-1010-4c4c-b45d-eeebd866c410, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=05dda090-1010-4c4c-b45d-eeebd866c410,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:44.285201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '05dda090-1010-4c4c-b45d-eeebd866c410', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '05dda090-1010-4c4c-b45d-eeebd866c410', 'mac_address': 'fa:16:3e:ac:e4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:tempest-test_az-61125786', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:55:44.292669 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Request body: {'port': {'device_id': 'ecce4ca8-396f-428e-86fb-26b863310dba', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '9b0d0610fc974c3ba1b2ad55d418b953'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:44.327604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.342395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dda090-1010-4c4c-b45d-eeebd866c410 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:55:44.355206 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-274cfe0d-bb15-4456-8fa2-5cf490004f2a req-a8aca252-e21a-4c12-af69-4b761f60e256 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957174 Jul 08 17:55:44.398932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-7bf1de1a-4a7c-4762-b616-42fa538f2a95 service neutron] 10.222.0.73 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380723 Jul 08 17:55:44.401482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 05dda090-1010-4c4c-b45d-eeebd866c410, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=05dda090-1010-4c4c-b45d-eeebd866c410,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:44.407529 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.473810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=05dda090-1010-4c4c-b45d-eeebd866c410,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:44.483425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Made reservation on behalf of 9b0d0610fc974c3ba1b2ad55d418b953 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:44.488964 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.518528 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.674771 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.684720 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.736087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1634a5e-321c-4cd8-8f05-aeccbe0f9741,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:44.744481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2777b13-bb78-4410-a22c-d8ef3f1b33ed req-13cdeb55-fa38-4142-995a-d42b957849fe tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:44.746482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2777b13-bb78-4410-a22c-d8ef3f1b33ed req-13cdeb55-fa38-4142-995a-d42b957849fe tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 968 time: 0.1552184 Jul 08 17:55:44.820426 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1738487-2857-4d3d-969c-987972482241 req-12253d92-99bd-4b33-9334-ffde99d39c96 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 210 time: 0.0725696 Jul 08 17:55:44.848100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2777b13-bb78-4410-a22c-d8ef3f1b33ed req-79ebd215-ac1e-453a-a9a4-7f42a1c2c734 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732410 Jul 08 17:55:44.901476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['05dda090-1010-4c4c-b45d-eeebd866c410'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:55:44.908908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Allocated IP 192.168.233.83 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/b52b46fa-62df-4c6e-8fa6-4b83648f9176) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:44.977144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1411164-ee10-48bb-899a-21fe5b932e3f req-7f25b9f9-cab4-43bb-b38f-063d7f7e5b8f tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 210 time: 0.0775127 Jul 08 17:55:45.012483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3027fb7e-b301-41ed-bc66-e569b5def5bf'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:55:45.065045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8f892a5-5dbf-4878-9e9f-ba40a9a9ca05 req-d67e8a24-4042-46cb-944d-305e6a401901 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 210 time: 0.0378394 Jul 08 17:55:45.206610 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:45.231511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Transition to ACTIVE for port object b52b46fa-62df-4c6e-8fa6-4b83648f9176 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:45.274079 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:45.332349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:45.339342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:45.344421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:45.349443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:45.350103 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:45.368236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event updated for resources: {'Port': ['ID=b52b46fa-62df-4c6e-8fa6-4b83648f9176,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:45.375607 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-8cb52890-54e7-491b-9089-00d7fee7e860 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0885470 Jul 08 17:55:45.574280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee9b8-cefa-4f11-bcc7-9d2f0b1049d1 req-c3b70c6f-a7c2-440a-947d-b0066aae01ef tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:45.575889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-976ee9b8-cefa-4f11-bcc7-9d2f0b1049d1 req-c3b70c6f-a7c2-440a-947d-b0066aae01ef tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 967 time: 0.0744493 Jul 08 17:55:45.617269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-976ee9b8-cefa-4f11-bcc7-9d2f0b1049d1 req-f80f033c-167e-4045-854f-61bded8a3d9b tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354190 Jul 08 17:55:45.621374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50662) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:45.704766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3749bad6-a543-4d27-860a-8423b7c89a9e None None] Provisioning for port b52b46fa-62df-4c6e-8fa6-4b83648f9176 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:45.708544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3749bad6-a543-4d27-860a-8423b7c89a9e None None] Provisioning complete for port b52b46fa-62df-4c6e-8fa6-4b83648f9176 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:45.708895 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3749bad6-a543-4d27-860a-8423b7c89a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:45.732560 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-408563fc-3288-48de-9c08-25b28b912366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:45.747176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3749bad6-a543-4d27-860a-8423b7c89a9e None None] Port b52b46fa-62df-4c6e-8fa6-4b83648f9176 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:45.823592 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-408563fc-3288-48de-9c08-25b28b912366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:45.827361 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-408563fc-3288-48de-9c08-25b28b912366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:45.868837 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-408563fc-3288-48de-9c08-25b28b912366 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8a92ab80c59439baa94348d8d489064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461464 Jul 08 17:55:45.872648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408563fc-3288-48de-9c08-25b28b912366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b25365-30c1-4c73-9125-142992397410,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:45.872796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50668) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:45.933669 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9e29cb9-dd4c-44cb-9257-0f86b20f281b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:45.974114 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9e29cb9-dd4c-44cb-9257-0f86b20f281b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.103799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4d938-6ddd-4c08-9aa8-53e1bd716cb0 req-234b74ff-1cb3-429d-bc50-37a3c37434b5 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:46.105273 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1c4d938-6ddd-4c08-9aa8-53e1bd716cb0 req-234b74ff-1cb3-429d-bc50-37a3c37434b5 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 935 time: 0.1446028 Jul 08 17:55:46.115979 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9e29cb9-dd4c-44cb-9257-0f86b20f281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.118504 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9e29cb9-dd4c-44cb-9257-0f86b20f281b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.119566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c9e29cb9-dd4c-44cb-9257-0f86b20f281b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36b25365-30c1-4c73-9125-142992397410 HTTP/1.1" status: 204 len: 168 time: 0.2472847 Jul 08 17:55:46.132815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796fbe5-fde4-403a-8a65-ad6b0d795847 req-078a6b98-a293-4f29-861f-8981a325d75f tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:46.134384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6796fbe5-fde4-403a-8a65-ad6b0d795847 req-078a6b98-a293-4f29-861f-8981a325d75f tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 968 time: 0.1425247 Jul 08 17:55:46.154839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e29cb9-dd4c-44cb-9257-0f86b20f281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b25365-30c1-4c73-9125-142992397410,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:46.191305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1c4d938-6ddd-4c08-9aa8-53e1bd716cb0 req-e1638145-fb8e-49a3-a040-1f2b804ea08f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785441 Jul 08 17:55:46.198735 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6796fbe5-fde4-403a-8a65-ad6b0d795847 req-e3f9f6be-e4aa-4317-97ee-4b87f9cfd64c tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514987 Jul 08 17:55:46.352874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-860182de-8e10-4e45-8d3e-04f6865d2947 req-2d750a63-1d89-4e56-ac8c-608c524c3586 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 210 time: 0.0396461 Jul 08 17:55:46.370389 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c7b317c-75ef-4000-9949-3f4831332f0a req-57521222-6d02-43a4-a130-a81c714ac489 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 210 time: 0.0477965 Jul 08 17:55:46.436349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50680) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:46.452150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd0db463-ab1d-4064-9c54-83f3d4541f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.541529 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd0db463-ab1d-4064-9c54-83f3d4541f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.545415 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd0db463-ab1d-4064-9c54-83f3d4541f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.581109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0db463-ab1d-4064-9c54-83f3d4541f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1080a8d-aaf5-4674-b77b-6e241765e1d8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:46.586658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dd0db463-ab1d-4064-9c54-83f3d4541f89 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=881fbfa647474f39916cd487dee9216f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489396 Jul 08 17:55:46.588548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50682) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:46.636915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2798e6b-8685-47f6-a42f-2d644f3db906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.659394 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2798e6b-8685-47f6-a42f-2d644f3db906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.711422 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2798e6b-8685-47f6-a42f-2d644f3db906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.719649 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2798e6b-8685-47f6-a42f-2d644f3db906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.724670 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c2798e6b-8685-47f6-a42f-2d644f3db906 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1080a8d-aaf5-4674-b77b-6e241765e1d8 HTTP/1.1" status: 204 len: 168 time: 0.1345110 Jul 08 17:55:46.734037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2798e6b-8685-47f6-a42f-2d644f3db906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1080a8d-aaf5-4674-b77b-6e241765e1d8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:46.823781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865c1a1-0db8-493d-8fd6-fa28c11604a0 req-6dff5867-9c97-436d-b938-cf34dc70c7bc tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:46.825469 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d865c1a1-0db8-493d-8fd6-fa28c11604a0 req-6dff5867-9c97-436d-b938-cf34dc70c7bc tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 967 time: 0.0826538 Jul 08 17:55:46.879398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d865c1a1-0db8-493d-8fd6-fa28c11604a0 req-e5723c7d-9c42-4f3e-bcd0-9756234879fa tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 Jul 08 17:55:47.410180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c593c5-535e-452a-904b-76cf50bfbd04 req-dbb00a5e-6327-4fdf-920e-58e799021956 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:47.411719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6c593c5-535e-452a-904b-76cf50bfbd04 req-dbb00a5e-6327-4fdf-920e-58e799021956 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 935 time: 0.1087556 Jul 08 17:55:47.423129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8569ec-422f-4560-9ad8-a6004032f6d5 req-d2e644d9-2b94-4834-a02a-8502eb2c36b3 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:47.424548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f8569ec-422f-4560-9ad8-a6004032f6d5 req-d2e644d9-2b94-4834-a02a-8502eb2c36b3 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 968 time: 0.0898659 Jul 08 17:55:47.487248 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f8569ec-422f-4560-9ad8-a6004032f6d5 req-265b4ff4-dc10-49d5-9e6e-b67777b626e0 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561728 Jul 08 17:55:47.492556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6c593c5-535e-452a-904b-76cf50bfbd04 req-8b85f4f4-3fa9-4583-82fe-b47ee073f924 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671279 Jul 08 17:55:47.647860 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9434045-0cc7-4ca5-9f47-cfa33303412a req-dbda8a36-d769-4e36-a0e9-9cbe1ddf5988 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 210 time: 0.0406289 Jul 08 17:55:47.670178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-44c16f46-85d2-4cce-8141-83c07feadc82 req-7d0e2fac-e814-41c1-a951-07b0eadb308c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 210 time: 0.0464742 Jul 08 17:55:47.843409 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3027fb7e-b301-41ed-bc66-e569b5def5bf up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:47.893780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 3027fb7e-b301-41ed-bc66-e569b5def5bf completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:47.897464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 3027fb7e-b301-41ed-bc66-e569b5def5bf triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:47.897849 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:47.992460 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.019976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3027fb7e-b301-41ed-bc66-e569b5def5bf'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:48.078385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e645c19-4c50-4194-bfda-634d09f35ddf req-9e9014a3-fb28-4c3b-86a2-41c3589bb56d tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:48.080113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e645c19-4c50-4194-bfda-634d09f35ddf req-9e9014a3-fb28-4c3b-86a2-41c3589bb56d tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 967 time: 0.0740795 Jul 08 17:55:48.097887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3027fb7e-b301-41ed-bc66-e569b5def5bf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3027fb7e-b301-41ed-bc66-e569b5def5bf,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:48.105437 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.106273 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 05dda090-1010-4c4c-b45d-eeebd866c410 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:48.156220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e645c19-4c50-4194-bfda-634d09f35ddf req-6657299d-f2f8-476d-ad67-2857dbc7bde6 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610723 Jul 08 17:55:48.190114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3027fb7e-b301-41ed-bc66-e569b5def5bf,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:48.204882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 05dda090-1010-4c4c-b45d-eeebd866c410 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:48.209300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 05dda090-1010-4c4c-b45d-eeebd866c410 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:48.209867 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.242242 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b74ef83-8a0b-4c69-affe-94e99087e43b" -d '{"events": [{"server_uuid": "441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53", "name": "network-vif-plugged", "status": "completed", "tag": "3027fb7e-b301-41ed-bc66-e569b5def5bf"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:48.302409 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.344541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 05dda090-1010-4c4c-b45d-eeebd866c410, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=05dda090-1010-4c4c-b45d-eeebd866c410,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:48.349832 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.408951 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25960c2-982d-4ef3-aa57-ddeae79982a6 x-openstack-request-id: req-d25960c2-982d-4ef3-aa57-ddeae79982a6 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:48.409071 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53", "name": "network-vif-plugged", "status": "completed", "tag": "3027fb7e-b301-41ed-bc66-e569b5def5bf", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:48.409250 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d25960c2-982d-4ef3-aa57-ddeae79982a6 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:48.409739 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3027fb7e-b301-41ed-bc66-e569b5def5bf', 'code': 200} Jul 08 17:55:48.410548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=05dda090-1010-4c4c-b45d-eeebd866c410,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:48.565819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449c604-766f-4644-b063-e122599468fd req-3d6930bc-9ada-4a2c-a808-be7ceef48654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:48.566695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6449c604-766f-4644-b063-e122599468fd req-3d6930bc-9ada-4a2c-a808-be7ceef48654 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 1120 time: 0.0872784 Jul 08 17:55:48.588536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6449c604-766f-4644-b063-e122599468fd req-b8b95fad-3fbe-4b55-a7aa-0e9c6a5a52ec service neutron] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.760753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f8705-6a47-49b2-92d4-63cee7dab2b4 req-2d4bf6ad-daee-499e-b1d8-9b5f61171e34 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:48.762220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e71f8705-6a47-49b2-92d4-63cee7dab2b4 req-2d4bf6ad-daee-499e-b1d8-9b5f61171e34 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 969 time: 0.1420221 Jul 08 17:55:48.813326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8dfc7-5993-40a9-80b1-ab182c3cfb98 req-67e8de1b-9914-498f-8169-55a6372a3f20 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:48.814814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7bf8dfc7-5993-40a9-80b1-ab182c3cfb98 req-67e8de1b-9914-498f-8169-55a6372a3f20 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 935 time: 0.1649163 Jul 08 17:55:48.820466 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6449c604-766f-4644-b063-e122599468fd req-b8b95fad-3fbe-4b55-a7aa-0e9c6a5a52ec service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.830809 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6449c604-766f-4644-b063-e122599468fd req-b8b95fad-3fbe-4b55-a7aa-0e9c6a5a52ec service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.880167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e71f8705-6a47-49b2-92d4-63cee7dab2b4 req-4e383ff0-983f-45e7-8800-a6aead4f49d6 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104922 Jul 08 17:55:48.885222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6449c604-766f-4644-b063-e122599468fd req-b8b95fad-3fbe-4b55-a7aa-0e9c6a5a52ec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096697 Jul 08 17:55:48.907841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b95fad-3fbe-4b55-a7aa-0e9c6a5a52ec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=270c144c-3196-47bf-9632-2c8a7d64962c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:48.916579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7bf8dfc7-5993-40a9-80b1-ab182c3cfb98 req-2fe94ce9-9fe0-4029-b8bc-8d740ef2c2c8 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947402 Jul 08 17:55:49.077689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66985543-8e22-4168-ae85-007d5a5647f0 req-86b9295a-9bf6-487d-99cd-65d40fd14326 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 210 time: 0.0433283 Jul 08 17:55:49.125982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-660475b7-5651-469b-af3d-b1ab5ebd4e4b req-87da866d-1113-44b1-9025-c9f577825b5d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 210 time: 0.0334404 Jul 08 17:55:49.332493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b771a-ed7f-4f82-aa55-2d67b1c53327 req-d1f9f3fc-4014-437f-ad65-3ddf9431f176 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:49.334589 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-284b771a-ed7f-4f82-aa55-2d67b1c53327 req-d1f9f3fc-4014-437f-ad65-3ddf9431f176 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 968 time: 0.0669153 Jul 08 17:55:49.372475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-284b771a-ed7f-4f82-aa55-2d67b1c53327 req-a4f3dceb-3586-487c-ab29-3703580d1a64 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Jul 08 17:55:49.999942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50798) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:50.108012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70a3e60e-9711-4b8b-a36f-ca7202c7d800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.115495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055e07a-571c-4f4e-8822-d18c9ead22d2 req-73859945-f14d-4e44-b32f-a352331ba8bd tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:50.116953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a055e07a-571c-4f4e-8822-d18c9ead22d2 req-73859945-f14d-4e44-b32f-a352331ba8bd tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 969 time: 0.1227093 Jul 08 17:55:50.129607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a63a2-be99-46b4-ba72-48d6cf261834 req-7306382a-a041-457e-bbe8-7b758b56119f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:50.132340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d05a63a2-be99-46b4-ba72-48d6cf261834 req-7306382a-a041-457e-bbe8-7b758b56119f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 935 time: 0.0912175 Jul 08 17:55:50.196338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a055e07a-571c-4f4e-8822-d18c9ead22d2 req-c7690622-3a6d-4d45-9d03-ae2621c60334 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626185 Jul 08 17:55:50.201994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d05a63a2-be99-46b4-ba72-48d6cf261834 req-2e003721-111a-4f22-a458-218d578ceb2e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620363 Jul 08 17:55:50.214149 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70a3e60e-9711-4b8b-a36f-ca7202c7d800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.225044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70a3e60e-9711-4b8b-a36f-ca7202c7d800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.268224 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-70a3e60e-9711-4b8b-a36f-ca7202c7d800 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=87dd6204c0b64e44995d64801e083a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669992 Jul 08 17:55:50.269650 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3e60e-9711-4b8b-a36f-ca7202c7d800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa856b-4ee2-42c2-bdc2-03ade1970a07,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:50.270934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50806) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:50.371138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67d0ac6b-1cda-4c3c-bd19-cec7a14e1684 req-2b86b8f4-7493-49a5-bd86-b0ff18bee6b6 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 210 time: 0.0558581 Jul 08 17:55:50.374221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2e0f37e-c51e-476d-85c4-24013b82a8fd req-b31e8837-f6e8-44da-b241-4cab2a89990d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 210 time: 0.0603638 Jul 08 17:55:50.387973 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d3ad6ec-59d0-4985-9aca-54902664550f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.411209 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f56e06-2afa-4d8a-9943-5b64531fd76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dda090-1010-4c4c-b45d-eeebd866c410'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:50.412807 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d3ad6ec-59d0-4985-9aca-54902664550f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.414801 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a78f8f-f2ad-4db5-aee2-61af48c9271c" -d '{"events": [{"server_uuid": "93f56e06-2afa-4d8a-9943-5b64531fd76d", "name": "network-vif-plugged", "status": "completed", "tag": "05dda090-1010-4c4c-b45d-eeebd866c410"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:50.470738 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d3ad6ec-59d0-4985-9aca-54902664550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.474975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d3ad6ec-59d0-4985-9aca-54902664550f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.476894 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7d3ad6ec-59d0-4985-9aca-54902664550f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/78fa856b-4ee2-42c2-bdc2-03ade1970a07 HTTP/1.1" status: 204 len: 168 time: 0.2046309 Jul 08 17:55:50.486668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ad6ec-59d0-4985-9aca-54902664550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa856b-4ee2-42c2-bdc2-03ade1970a07,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:50.523495 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8629816-18a1-4411-94a4-96f5d85e35f7 x-openstack-request-id: req-f8629816-18a1-4411-94a4-96f5d85e35f7 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:50.523975 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f56e06-2afa-4d8a-9943-5b64531fd76d", "name": "network-vif-plugged", "status": "completed", "tag": "05dda090-1010-4c4c-b45d-eeebd866c410", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:50.524319 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8629816-18a1-4411-94a4-96f5d85e35f7 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:50.524878 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f56e06-2afa-4d8a-9943-5b64531fd76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dda090-1010-4c4c-b45d-eeebd866c410', 'code': 200} Jul 08 17:55:50.581915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f1bf1-ed28-451f-b9fa-86172d2131c7 req-8f293015-e15e-4f38-97fb-e17286bf7cbb tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:50.583859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e7f1bf1-ed28-451f-b9fa-86172d2131c7 req-8f293015-e15e-4f38-97fb-e17286bf7cbb tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 968 time: 0.0848224 Jul 08 17:55:50.666474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e7f1bf1-ed28-451f-b9fa-86172d2131c7 req-0ac5978d-da7e-4a9a-8070-6953b0cf9a28 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764763 Jul 08 17:55:50.688480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5b94b-d425-4908-93a6-8033927265f2 req-839eea74-9966-4ca4-a570-0d7cd83e886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:50.690141 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ff5b94b-d425-4908-93a6-8033927265f2 req-839eea74-9966-4ca4-a570-0d7cd83e886d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 1119 time: 0.0864301 Jul 08 17:55:50.729397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ff5b94b-d425-4908-93a6-8033927265f2 req-275d1e62-4558-4517-bb6c-2b19e9c748f9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322452 Jul 08 17:55:50.798907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50818) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:50.812389 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4a20796-97eb-4e20-b1aa-3a84468a533c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.911993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4a20796-97eb-4e20-b1aa-3a84468a533c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.915815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4a20796-97eb-4e20-b1aa-3a84468a533c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.952832 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e4a20796-97eb-4e20-b1aa-3a84468a533c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cce9123c942a464dab177503c75b8e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528201 Jul 08 17:55:50.955413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50820) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:50.963085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a20796-97eb-4e20-b1aa-3a84468a533c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca42f54-e926-4e85-813e-efc4a3df5cf5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:51.005923 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-529ac431-cb91-465e-9926-afb208858f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:51.026578 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-529ac431-cb91-465e-9926-afb208858f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:51.071995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-529ac431-cb91-465e-9926-afb208858f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:51.074511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-529ac431-cb91-465e-9926-afb208858f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:51.075644 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-529ac431-cb91-465e-9926-afb208858f3e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8ca42f54-e926-4e85-813e-efc4a3df5cf5 HTTP/1.1" status: 204 len: 168 time: 0.1192920 Jul 08 17:55:51.083054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ac431-cb91-465e-9926-afb208858f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca42f54-e926-4e85-813e-efc4a3df5cf5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:51.417223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018f24d-4563-447a-9035-9986e96a127d req-017e429c-1f34-471c-abb4-e1365017b292 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:51.418709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6018f24d-4563-447a-9035-9986e96a127d req-017e429c-1f34-471c-abb4-e1365017b292 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 935 time: 0.1062515 Jul 08 17:55:51.426930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d89c9-18f5-4fbf-8494-e4401bbb921c req-66845db1-7100-4772-adb3-302a42694217 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:51.428617 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e7d89c9-18f5-4fbf-8494-e4401bbb921c req-66845db1-7100-4772-adb3-302a42694217 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 969 time: 0.1142664 Jul 08 17:55:51.481440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6018f24d-4563-447a-9035-9986e96a127d req-8b67b995-340d-4f38-9bbf-acdcaa778567 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516753 Jul 08 17:55:51.488347 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e7d89c9-18f5-4fbf-8494-e4401bbb921c req-0ad8d49d-0681-4370-b978-de9c7c88ff92 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517547 Jul 08 17:55:51.635723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc9d46bf-063b-4f52-a747-9afd1c41933d req-5428d879-62e8-4773-98a6-bb8b188caa76 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 210 time: 0.0368943 Jul 08 17:55:51.656038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4991f3de-ddda-40c4-8d29-b70441d56279 req-7ee33d77-c476-4761-9dd9-359076bde86e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 210 time: 0.0483773 Jul 08 17:55:52.030336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb483f3-c64a-44e2-b641-145c2a1dfe45 req-de1dcd11-7d22-4455-b626-534d9984c93f tempest-AggregatesAdminTestJSON-1998128161 tempest-AggregatesAdminTestJSON-1998128161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:52.031887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fb483f3-c64a-44e2-b641-145c2a1dfe45 req-de1dcd11-7d22-4455-b626-534d9984c93f tempest-AggregatesAdminTestJSON-1998128161 tempest-AggregatesAdminTestJSON-1998128161-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 1120 time: 0.2830706 Jul 08 17:55:52.047613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032458-fa29-4de7-9fcf-9d875fa39c4e req-1e37ff29-6571-4ce6-a5d2-77b45a64a582 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:52.049023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c032458-fa29-4de7-9fcf-9d875fa39c4e req-1e37ff29-6571-4ce6-a5d2-77b45a64a582 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 968 time: 0.0865495 Jul 08 17:55:52.068129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3fb483f3-c64a-44e2-b641-145c2a1dfe45 req-5d693fde-5888-4f65-847a-baadd29472df tempest-AggregatesAdminTestJSON-1998128161 tempest-AggregatesAdminTestJSON-1998128161-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.112232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c032458-fa29-4de7-9fcf-9d875fa39c4e req-ce8416a0-5253-4713-9e34-12f75fa1f563 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565457 Jul 08 17:55:52.183911 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3fb483f3-c64a-44e2-b641-145c2a1dfe45 req-5d693fde-5888-4f65-847a-baadd29472df tempest-AggregatesAdminTestJSON-1998128161 tempest-AggregatesAdminTestJSON-1998128161-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.187819 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3fb483f3-c64a-44e2-b641-145c2a1dfe45 req-5d693fde-5888-4f65-847a-baadd29472df tempest-AggregatesAdminTestJSON-1998128161 tempest-AggregatesAdminTestJSON-1998128161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.210916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fb483f3-c64a-44e2-b641-145c2a1dfe45 req-5d693fde-5888-4f65-847a-baadd29472df tempest-AggregatesAdminTestJSON-1998128161 tempest-AggregatesAdminTestJSON-1998128161-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715550 Jul 08 17:55:52.219405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d693fde-5888-4f65-847a-baadd29472df tempest-AggregatesAdminTestJSON-1998128161 tempest-AggregatesAdminTestJSON-1998128161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce54dce-a459-415a-9e18-60aca4c2fbd7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:52.696720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4edb0-4c32-46ab-baf7-0e94c1e95c0b req-97748043-9bb3-4b00-a145-edb314d61bf4 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:52.698169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59a4edb0-4c32-46ab-baf7-0e94c1e95c0b req-97748043-9bb3-4b00-a145-edb314d61bf4 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 935 time: 0.0717747 Jul 08 17:55:52.734942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59a4edb0-4c32-46ab-baf7-0e94c1e95c0b req-68603224-942f-4a0c-addc-c6a4eac5106c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310569 Jul 08 17:55:52.860977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f507328b-1a02-4d69-a0bf-edd0f7f7c0b8 req-6eed2aaa-ae9e-4923-9fcd-ea9ea2a626c8 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 210 time: 0.0285292 Jul 08 17:55:52.914653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd2543bd-0f68-4206-9367-ec4cf18638bd req-f571df51-8ba7-4b10-8275-196fb588d947 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 210 time: 0.0323710 Jul 08 17:55:53.323564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f7484-4a4a-4506-80cd-e637d3b558d7 req-548139f8-5298-4ae4-a441-e6aa025a9bf3 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:53.325041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a98f7484-4a4a-4506-80cd-e637d3b558d7 req-548139f8-5298-4ae4-a441-e6aa025a9bf3 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 968 time: 0.0750043 Jul 08 17:55:53.372456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50972) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:53.382384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a98f7484-4a4a-4506-80cd-e637d3b558d7 req-fe30dad0-bfc4-427b-a7ea-e1559adbad7a tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514383 Jul 08 17:55:53.501935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fbc9-b0bd-4cac-9967-028ec41042cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.609283 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fbc9-b0bd-4cac-9967-028ec41042cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.613944 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fbc9-b0bd-4cac-9967-028ec41042cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.675681 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1ec5fbc9-b0bd-4cac-9967-028ec41042cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8be8c032039e4b29bee683adcc827ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020914 Jul 08 17:55:53.676465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50992) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:53.682786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-e80f4e58-201b-4b64-b59e-a448b2a588e2 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:55:53.684125 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-e80f4e58-201b-4b64-b59e-a448b2a588e2 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068099 Jul 08 17:55:53.685447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5fbc9-b0bd-4cac-9967-028ec41042cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3388292e-8e95-41f0-ba3c-6459b25b72d1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:53.771440 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5fed3be7-629d-4c3f-9a1b-16751f6be9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.831805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5fed3be7-629d-4c3f-9a1b-16751f6be9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.851119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Request body: {'port': {'device_id': 'ecce4ca8-396f-428e-86fb-26b863310dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:53.914972 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5fed3be7-629d-4c3f-9a1b-16751f6be9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.917895 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5fed3be7-629d-4c3f-9a1b-16751f6be9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.922143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5fed3be7-629d-4c3f-9a1b-16751f6be9f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3388292e-8e95-41f0-ba3c-6459b25b72d1 HTTP/1.1" status: 204 len: 168 time: 0.2445152 Jul 08 17:55:53.951843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed3be7-629d-4c3f-9a1b-16751f6be9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3388292e-8e95-41f0-ba3c-6459b25b72d1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:54.006278 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:54.028114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51022) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:54.223004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-747e1f08-aab6-4b1c-b4e4-3989e01197a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:54.336063 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdc017-2daf-4932-b37a-67f817b62471 req-b38450fb-1eee-4a81-8715-3aee5a10014f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:54.338305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dffdc017-2daf-4932-b37a-67f817b62471 req-b38450fb-1eee-4a81-8715-3aee5a10014f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 935 time: 0.1870666 Jul 08 17:55:54.358646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.74', 55271) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:54.394749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52b46fa-62df-4c6e-8fa6-4b83648f9176 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:55:54.407112 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:54.428795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Transition to ACTIVE for port object b52b46fa-62df-4c6e-8fa6-4b83648f9176 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:54.439956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:54.504187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Pushing event updated for resources: {'Port': ['ID=b52b46fa-62df-4c6e-8fa6-4b83648f9176,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:54.555855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51030) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:54.572699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Attempting to bind port b52b46fa-62df-4c6e-8fa6-4b83648f9176 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:54.573046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Attempting to bind port b52b46fa-62df-4c6e-8fa6-4b83648f9176 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:54.573379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Attempting to bind port b52b46fa-62df-4c6e-8fa6-4b83648f9176 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:54.577351 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99eea93c-f5fc-4b3d-ac46-76c69b32ced9 req-f45ab4f0-64ff-4845-a10c-60004b2b08c5 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 210 time: 0.0855429 Jul 08 17:55:54.578432 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5d9a-9032-4300-9681-c73a6970e0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:54.580446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Port b52b46fa-62df-4c6e-8fa6-4b83648f9176 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:55:54.580767 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Attempting to bind port b52b46fa-62df-4c6e-8fa6-4b83648f9176 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:54.591503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dffdc017-2daf-4932-b37a-67f817b62471 req-25ab48f3-9142-4db2-b6c7-ba0dd699a58d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310898 Jul 08 17:55:54.595298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:54.596022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:54.596022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:54.596429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Bound port: b52b46fa-62df-4c6e-8fa6-4b83648f9176, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:54.596794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:54.722057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] For port b52b46fa-62df-4c6e-8fa6-4b83648f9176, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:54.727101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] For port b52b46fa-62df-4c6e-8fa6-4b83648f9176, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b52b46fa-62df-4c6e-8fa6-4b83648f9176,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:54.741789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:54.756876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18dda-e974-4745-800d-c8824d777fcb req-16f65a3c-8e2d-4d1f-b5ef-26557a7f3387 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:54.758526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-16f65a3c-8e2d-4d1f-b5ef-26557a7f3387 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.74 "GET /v2.0/networks?id=72e7378e-68fa-4eae-969d-4af763a383fd HTTP/1.1" status: 200 len: 822 time: 0.3965609 Jul 08 17:55:54.777765 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-747e1f08-aab6-4b1c-b4e4-3989e01197a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:54.796350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:54.797059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:54.798772 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] 10.222.0.74 "PUT /v2.0/ports/b52b46fa-62df-4c6e-8fa6-4b83648f9176 HTTP/1.1" status: 200 len: 1095 time: 1.0219436 Jul 08 17:55:54.799219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecce4ca8-396f-428e-86fb-26b863310dba', 'tag': 'b52b46fa-62df-4c6e-8fa6-4b83648f9176'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:54.801964 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e82a56-c859-4468-aa92-432b0e9b4e74" -d '{"events": [{"name": "network-changed", "server_uuid": "ecce4ca8-396f-428e-86fb-26b863310dba", "tag": "b52b46fa-62df-4c6e-8fa6-4b83648f9176"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:54.810447 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-747e1f08-aab6-4b1c-b4e4-3989e01197a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:54.842010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25279a-21b0-469d-af27-7e27b1a91924 service neutron] Pushing event updated for resources: {'Port': ['ID=b52b46fa-62df-4c6e-8fa6-4b83648f9176,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:54.872920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.74', 55272) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:54.908217 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6c63e17-08a0-451e-b925-26737bf88051 req-af3c40bf-8dc6-4d92-af0f-5be82921590c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 210 time: 0.0996361 Jul 08 17:55:54.997708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-76906aa0-5295-45ee-998e-6fc29e7e6543 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d405720c4cc04880b50b9a9583baab00 HTTP/1.1" status: 200 len: 380 time: 0.2218862 Jul 08 17:55:55.003682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-747e1f08-aab6-4b1c-b4e4-3989e01197a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23c5249fe94946eebf24586ed6337b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9744062 Jul 08 17:55:55.009690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Request body: {'port': {'device_id': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'admin_state_up': True, 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'security_groups': ['6ef1bb69-976f-4a1f-b1df-f8b5afa026eb']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:55.014637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e1f08-aab6-4b1c-b4e4-3989e01197a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef788b-fa5f-45d8-a143-2b82007a6d15,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:55.015547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51040) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:55.088210 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919b9f6e-7878-4dd3-b140-6e4c1f616883 x-openstack-request-id: req-919b9f6e-7878-4dd3-b140-6e4c1f616883 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:55.088569 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecce4ca8-396f-428e-86fb-26b863310dba", "tag": "b52b46fa-62df-4c6e-8fa6-4b83648f9176", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:55.088883 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-919b9f6e-7878-4dd3-b140-6e4c1f616883 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:55.089335 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecce4ca8-396f-428e-86fb-26b863310dba', 'tag': 'b52b46fa-62df-4c6e-8fa6-4b83648f9176', 'status': 'completed', 'code': 200} Jul 08 17:55:55.193137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc397e-9013-46f6-881c-e0b4c007844c req-88f319bf-82b6-46c8-80d7-a2123695f9e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:55.195207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30fc397e-9013-46f6-881c-e0b4c007844c req-88f319bf-82b6-46c8-80d7-a2123695f9e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 968 time: 0.3856938 Jul 08 17:55:55.243314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-f716340f-4c89-47e7-b8c6-8a7ba8a09f72 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:55.244785 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-f716340f-4c89-47e7-b8c6-8a7ba8a09f72 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 821 time: 0.3939459 Jul 08 17:55:55.255857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7158-f405-4f5b-902f-0926b9898222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.260406 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30fc397e-9013-46f6-881c-e0b4c007844c req-f0bbf82b-500e-4293-a660-c01c5cb6a5ca tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500867 Jul 08 17:55:55.307295 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7158-f405-4f5b-902f-0926b9898222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.318764 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-e24946df-5dc7-47b9-a684-1730f839dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:55.320644 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-e24946df-5dc7-47b9-a684-1730f839dd1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 1098 time: 0.4468043 Jul 08 17:55:55.322683 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5d9a-9032-4300-9681-c73a6970e0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.334492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5d9a-9032-4300-9681-c73a6970e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.354013 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Made reservation on behalf of d405720c4cc04880b50b9a9583baab00 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:55.364252 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.371100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Request body: {'port': {'device_id': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc', 'admin_state_up': True, 'tenant_id': '44a6d394ddab44db92242d5757a14aee'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:55.450602 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-898dfd0b-fcc9-4091-a396-1d9dd6c48256 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b52b46fa-62df-4c6e-8fa6-4b83648f9176 HTTP/1.1" status: 200 len: 217 time: 0.0832989 Jul 08 17:55:55.487304 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4e5b5d9a-9032-4300-9681-c73a6970e0cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2bc0dfe6ebb043fa8909e1258029aeef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281213 Jul 08 17:55:55.490370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b5d9a-9032-4300-9681-c73a6970e0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811fdbfd-e653-4859-9e52-275d20a5571f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:55.502280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51072) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:55.570728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Allocated IP 172.20.0.14 (72e7378e-68fa-4eae-969d-4af763a383fd/2399feef-6cf2-4a19-849e-f93ebf11d781/04bb24b7-2015-47d3-a8c7-117190b9869b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:55.590187 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7158-f405-4f5b-902f-0926b9898222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.592642 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7158-f405-4f5b-902f-0926b9898222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.596229 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ca1e7158-f405-4f5b-902f-0926b9898222 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9ef788b-fa5f-45d8-a143-2b82007a6d15 HTTP/1.1" status: 204 len: 168 time: 0.5662429 Jul 08 17:55:55.659647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-2cbc44c4-4a69-4001-8114-246401b05a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:55.661492 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-2cbc44c4-4a69-4001-8114-246401b05a02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1745436 Jul 08 17:55:55.662233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e7158-f405-4f5b-902f-0926b9898222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef788b-fa5f-45d8-a143-2b82007a6d15,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:55.692009 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b1bf953-571c-401c-9b4b-e0aebb27e1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.723801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Made reservation on behalf of 44a6d394ddab44db92242d5757a14aee for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:55.729120 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.751314 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b1bf953-571c-401c-9b4b-e0aebb27e1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.827518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cb1c9-3b26-44ba-a9a8-b47811c10ef6 req-4fb59c89-3d4e-4287-bb7c-5500f26e6e90 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:55.829027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b09cb1c9-3b26-44ba-a9a8-b47811c10ef6 req-4fb59c89-3d4e-4287-bb7c-5500f26e6e90 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 1119 time: 0.3127508 Jul 08 17:55:55.974607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-f8c28f02-e290-4985-b79b-82c863f20afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:55.976501 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-f8c28f02-e290-4985-b79b-82c863f20afd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2412319 Jul 08 17:55:55.980201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b1bf953-571c-401c-9b4b-e0aebb27e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.983368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b1bf953-571c-401c-9b4b-e0aebb27e1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.984759 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2b1bf953-571c-401c-9b4b-e0aebb27e1f8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/811fdbfd-e653-4859-9e52-275d20a5571f HTTP/1.1" status: 204 len: 168 time: 0.4814541 Jul 08 17:55:56.013487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Allocated IP 172.20.0.10 (43190986-6802-4c7b-ac7b-d918b098affc/c4709019-4379-4356-b83e-855b0460a985/5b997864-b587-4835-b5b5-9b0df43ca007) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:56.019429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35da4b1d-e28c-43ab-8093-42569e8c8738 req-841ac1b2-db55-4747-bbed-de0a6735e6b3 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 210 time: 0.0564990 Jul 08 17:55:56.027354 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.029266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bf953-571c-401c-9b4b-e0aebb27e1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811fdbfd-e653-4859-9e52-275d20a5571f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:56.153754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Transition to ACTIVE for port object 04bb24b7-2015-47d3-a8c7-117190b9869b will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:56.216395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51110) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:56.249191 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-440648c1-a033-421e-a4e9-7ee40b7542fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.293890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b04e1-2930-4483-b29e-1451d20fb50a req-6a46620a-8c26-4ea4-90a0-725c12614d26 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:56.295504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-669b04e1-2930-4483-b29e-1451d20fb50a req-6a46620a-8c26-4ea4-90a0-725c12614d26 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 947 time: 0.2928402 Jul 08 17:55:56.315747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-b09cb1c9-3b26-44ba-a9a8-b47811c10ef6 req-c9cf3180-b92f-4461-a19b-0a9319410a89 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] Deleting port 05dda090-1010-4c4c-b45d-eeebd866c410 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:55:56.316403 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b09cb1c9-3b26-44ba-a9a8-b47811c10ef6 req-c9cf3180-b92f-4461-a19b-0a9319410a89 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.356939 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-0592b1f6-4566-487f-8e5d-7708b94ea617 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683701 Jul 08 17:55:56.379159 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.493562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Network 72e7378e-68fa-4eae-969d-4af763a383fd is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:56.514079 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-669b04e1-2930-4483-b29e-1451d20fb50a req-075a1d36-0796-4a68-acc4-e254a7fe2969 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046499 Jul 08 17:55:56.514939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:56.519362 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.524648 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0011e2dd-afcb-4839-b0af-eb2993b4d1c0 req-221c68f8-dd4c-406f-ab66-dff0dff7debb service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602416 Jul 08 17:55:56.534717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Pushing event updated for resources: {'Port': ['ID=04bb24b7-2015-47d3-a8c7-117190b9869b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:56.569491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:56.577160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:56.577824 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.602938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.604917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b539d4c-c665-420d-a690-d8054babef98 req-2e13fa74-46ea-4af4-a9ff-1fc79e2f256a tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 210 time: 0.1568110 Jul 08 17:55:56.658687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b09cb1c9-3b26-44ba-a9a8-b47811c10ef6 req-c9cf3180-b92f-4461-a19b-0a9319410a89 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] For port 05dda090-1010-4c4c-b45d-eeebd866c410, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=05dda090-1010-4c4c-b45d-eeebd866c410,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:56.659070 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b09cb1c9-3b26-44ba-a9a8-b47811c10ef6 req-c9cf3180-b92f-4461-a19b-0a9319410a89 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.742082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Pushing event updated for resources: {'Port': ['ID=5b997864-b587-4835-b5b5-9b0df43ca007,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:56.781179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Network 43190986-6802-4c7b-ac7b-d918b098affc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:56.788930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-b09cb1c9-3b26-44ba-a9a8-b47811c10ef6 req-c9cf3180-b92f-4461-a19b-0a9319410a89 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] Calling delete_port for 05dda090-1010-4c4c-b45d-eeebd866c410 owned by compute:tempest-test_az-61125786 {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:55:56.795053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:56.798392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:56.804791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:56.805787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.818026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e82a56-c859-4468-aa92-432b0e9b4e74 req-b1d0a529-ce42-407e-88a4-7d794e79c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:56.819580 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d1e82a56-c859-4468-aa92-432b0e9b4e74 req-b1d0a529-ce42-407e-88a4-7d794e79c05a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 1098 time: 0.1621902 Jul 08 17:55:56.857830 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-440648c1-a033-421e-a4e9-7ee40b7542fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.913519 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-440648c1-a033-421e-a4e9-7ee40b7542fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.921554 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-9758fc28-a1a0-481c-b1e0-f0791ec1bf89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5619173 Jul 08 17:55:56.931796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-caae4b7d-a161-445e-8691-10a498de45cf tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9266412 Jul 08 17:55:56.945039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Request body: {'port': {'device_id': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:56.952600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-425b5363-b070-4875-b1c1-8d8e7159e00a None None] Provisioning for port 04bb24b7-2015-47d3-a8c7-117190b9869b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:56.957133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-425b5363-b070-4875-b1c1-8d8e7159e00a None None] Provisioning complete for port 04bb24b7-2015-47d3-a8c7-117190b9869b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:56.957700 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-425b5363-b070-4875-b1c1-8d8e7159e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:56.985214 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Request body: {'port': {'device_id': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:57.032427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-425b5363-b070-4875-b1c1-8d8e7159e00a None None] Port 04bb24b7-2015-47d3-a8c7-117190b9869b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:57.043921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51158) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:57.089007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440648c1-a033-421e-a4e9-7ee40b7542fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1325332-b8c3-4976-b861-f96939c71e2f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:57.092909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e82a56-c859-4468-aa92-432b0e9b4e74 req-d31fc1fe-7335-4331-bf6a-cf8136305cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:57.094559 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d1e82a56-c859-4468-aa92-432b0e9b4e74 req-d31fc1fe-7335-4331-bf6a-cf8136305cc2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2664847 Jul 08 17:55:57.104286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-440648c1-a033-421e-a4e9-7ee40b7542fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e8f508c2de14e619febc6e200862dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8858302 Jul 08 17:55:57.116370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8625a-7add-462c-b50f-fe7fd6bcb16b req-763d39c8-90fd-49f4-b1a3-93249731e087 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:57.122530 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24f8625a-7add-462c-b50f-fe7fd6bcb16b req-763d39c8-90fd-49f4-b1a3-93249731e087 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 968 time: 0.3852932 Jul 08 17:55:57.124064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51166) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:57.176821 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d1e82a56-c859-4468-aa92-432b0e9b4e74 req-6090cc51-3872-45ed-8d04-d3cc53835fbf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b52b46fa-62df-4c6e-8fa6-4b83648f9176 HTTP/1.1" status: 200 len: 217 time: 0.0655174 Jul 08 17:55:57.219153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-network', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:57.234800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.248235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.269676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e82a56-c859-4468-aa92-432b0e9b4e74 req-eb61de89-2370-4957-9569-fa9dd3e3147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:57.272117 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d1e82a56-c859-4468-aa92-432b0e9b4e74 req-eb61de89-2370-4957-9569-fa9dd3e3147c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0889966 Jul 08 17:55:57.279702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24f8625a-7add-462c-b50f-fe7fd6bcb16b req-f2bc4414-1f9f-4c15-ba70-f19023d9343a tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366627 Jul 08 17:55:57.294262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Made reservation on behalf of 554f0a0170c94845a0b57094f5e1773c for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:57.304494 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.337651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.375683 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-561929c8-fc2f-420e-8da7-05c3085be671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.409975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b09cb1c9-3b26-44ba-a9a8-b47811c10ef6 req-c9cf3180-b92f-4461-a19b-0a9319410a89 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.431957 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-561929c8-fc2f-420e-8da7-05c3085be671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.438073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['05dda090-1010-4c4c-b45d-eeebd866c410'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:55:57.518501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf3180-b92f-4461-a19b-0a9319410a89 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] Pushing event deleted for resources: {'Port': ['ID=05dda090-1010-4c4c-b45d-eeebd866c410,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:57.553976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e82a56-c859-4468-aa92-432b0e9b4e74 req-872acd43-e4bb-4b33-961d-48c5f4394653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:57.555548 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d1e82a56-c859-4468-aa92-432b0e9b4e74 req-872acd43-e4bb-4b33-961d-48c5f4394653 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2659113 Jul 08 17:55:57.742847 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.756027 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.776373 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d1e82a56-c859-4468-aa92-432b0e9b4e74 req-773f6e50-0244-4986-96c4-9c1a184cc1e0 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046535 Jul 08 17:55:57.823901 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:55:57.837492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ebdb2-fc9c-451a-9b51-38ad0609c723 req-c7bf2a31-c105-4cb1-b181-664ca3ab0a0f tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:57.838981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e9ebdb2-fc9c-451a-9b51-38ad0609c723 req-c7bf2a31-c105-4cb1-b181-664ca3ab0a0f tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 932 time: 0.5639591 Jul 08 17:55:57.843407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09cb1c9-3b26-44ba-a9a8-b47811c10ef6 req-c9cf3180-b92f-4461-a19b-0a9319410a89 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] No DVR routers for this DVR port 05dda090-1010-4c4c-b45d-eeebd866c410 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:55:57.881948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:57.887809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.888225 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Added segment a07f82a3-fa22-41d9-89fe-bf44a4da8f0b of type vlan for network 2cc84689-982f-4a03-b69c-b364c0fba33a Jul 08 17:55:57.907609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b997864-b587-4835-b5b5-9b0df43ca007 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:55:57.910640 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b09cb1c9-3b26-44ba-a9a8-b47811c10ef6 req-c9cf3180-b92f-4461-a19b-0a9319410a89 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.912697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b09cb1c9-3b26-44ba-a9a8-b47811c10ef6 req-c9cf3180-b92f-4461-a19b-0a9319410a89 tempest-DeleteServersAdminTestJSON-1638892307 tempest-DeleteServersAdminTestJSON-1638892307-project-admin] 10.222.0.59 "DELETE /v2.0/ports/05dda090-1010-4c4c-b45d-eeebd866c410 HTTP/1.1" status: 204 len: 173 time: 2.0657578 Jul 08 17:55:57.913133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f56e06-2afa-4d8a-9943-5b64531fd76d', 'name': 'network-vif-deleted', 'tag': '05dda090-1010-4c4c-b45d-eeebd866c410'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:57.915580 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfd6494-b2e3-4cca-9f78-caf13fb76651" -d '{"events": [{"server_uuid": "93f56e06-2afa-4d8a-9943-5b64531fd76d", "name": "network-vif-deleted", "tag": "05dda090-1010-4c4c-b45d-eeebd866c410"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:57.937276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.975475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Transition to ACTIVE for port object 5b997864-b587-4835-b5b5-9b0df43ca007 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:57.979409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e9ebdb2-fc9c-451a-9b51-38ad0609c723 req-4cef1a45-1bdf-45f2-a427-3ac9498b0234 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190116 Jul 08 17:55:57.982483 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.982964 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-561929c8-fc2f-420e-8da7-05c3085be671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.985493 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-561929c8-fc2f-420e-8da7-05c3085be671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.986820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-561929c8-fc2f-420e-8da7-05c3085be671 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1325332-b8c3-4976-b861-f96939c71e2f HTTP/1.1" status: 204 len: 168 time: 0.8501852 Jul 08 17:55:57.993545 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:58.033378 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d1e82a56-c859-4468-aa92-432b0e9b4e74 req-1cfb92f6-facd-4bf9-9481-4314602f0743 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483966 Jul 08 17:55:58.043566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561929c8-fc2f-420e-8da7-05c3085be671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1325332-b8c3-4976-b861-f96939c71e2f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:58.077274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4633f-f047-439a-8e7d-5e5df48c0425 req-c0122d86-1086-40c7-a34e-6db3dd08f75a tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:58.084413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9a4633f-f047-439a-8e7d-5e5df48c0425 req-c0122d86-1086-40c7-a34e-6db3dd08f75a tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 947 time: 0.2419891 Jul 08 17:55:58.088164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Pushing event updated for resources: {'Port': ['ID=5b997864-b587-4835-b5b5-9b0df43ca007,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:58.102365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:58.103377 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:58.103962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:58.168610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9a4633f-f047-439a-8e7d-5e5df48c0425 req-18af44aa-decd-4e7f-8512-f6107f273d5f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831902 Jul 08 17:55:58.195960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bb24b7-2015-47d3-a8c7-117190b9869b {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:55:58.208238 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:58.242148 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1917622 Jul 08 17:55:58.245294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:58.245851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:58.246479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:58.251630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51202) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:58.254608 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de81e7a1-24b9-41a5-8514-168416d8d3d3 x-openstack-request-id: req-de81e7a1-24b9-41a5-8514-168416d8d3d3 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:58.254929 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f56e06-2afa-4d8a-9943-5b64531fd76d", "name": "network-vif-deleted", "tag": "05dda090-1010-4c4c-b45d-eeebd866c410", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:58.255206 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de81e7a1-24b9-41a5-8514-168416d8d3d3 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:58.255606 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f56e06-2afa-4d8a-9943-5b64531fd76d', 'name': 'network-vif-deleted', 'tag': '05dda090-1010-4c4c-b45d-eeebd866c410', 'status': 'completed', 'code': 200} Jul 08 17:55:58.258455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Transition to ACTIVE for port object 04bb24b7-2015-47d3-a8c7-117190b9869b will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:58.259934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:55:58.260485 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:58.265136 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:58.275370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] Request body: {'subnet': {'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-subnet', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:58.282526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:58.282866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:58.283253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:58.283695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Bound port: 5b997864-b587-4835-b5b5-9b0df43ca007, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:58.284046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:58.309564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f9cf4-9a2b-4959-ba0c-bc8c50b5b0bd admin admin] Pushing event updated for resources: {'Network': ['ID=2cc84689-982f-4a03-b69c-b364c0fba33a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:58.320218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 2cc84689-982f-4a03-b69c-b364c0fba33a details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:55:58.401831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] Made reservation on behalf of 554f0a0170c94845a0b57094f5e1773c for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:58.404475 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:58.444904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Pushing event updated for resources: {'Port': ['ID=04bb24b7-2015-47d3-a8c7-117190b9869b,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:58.468377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Attempting to bind port 04bb24b7-2015-47d3-a8c7-117190b9869b on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:58.468810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Attempting to bind port 04bb24b7-2015-47d3-a8c7-117190b9869b by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:58.469225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Attempting to bind port 04bb24b7-2015-47d3-a8c7-117190b9869b on network 72e7378e-68fa-4eae-969d-4af763a383fd {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:58.479103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Port 04bb24b7-2015-47d3-a8c7-117190b9869b on network 72e7378e-68fa-4eae-969d-4af763a383fd not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:55:58.479521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Attempting to bind port 04bb24b7-2015-47d3-a8c7-117190b9869b on network 72e7378e-68fa-4eae-969d-4af763a383fd {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:58.487068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:58.488132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Checking segment: {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:58.488766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Bound using segment: {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:58.489379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Bound port: 04bb24b7-2015-47d3-a8c7-117190b9869b, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:58.490448 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:58.540850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b3580-dd38-4ceb-8f6f-262d7c6efb4f req-d77fdbea-e56f-4959-aabf-283fe405652a tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:58.544733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb6b3580-dd38-4ceb-8f6f-262d7c6efb4f req-d77fdbea-e56f-4959-aabf-283fe405652a tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 944 time: 0.2703540 Jul 08 17:55:58.558878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:58.565438 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:58.580382 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:58.632378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:58.632985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:58.634489 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] 10.222.0.74 "PUT /v2.0/ports/5b997864-b587-4835-b5b5-9b0df43ca007 HTTP/1.1" status: 200 len: 1092 time: 1.7009170 Jul 08 17:55:58.634866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:58.637092 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35d163e-7d0e-4b97-a3aa-5cb4cb4e4705" -d '{"events": [{"name": "network-changed", "server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:58.716138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b4969-b3dd-4b66-b8ca-7eb40a1403ab service neutron] Pushing event updated for resources: {'Port': ['ID=5b997864-b587-4835-b5b5-9b0df43ca007,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:58.729244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35c2fea2-066c-433b-b843-641de73f6605 req-ee01b0c7-b545-43df-be0c-26e19e7a9013 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=93f56e06-2afa-4d8a-9943-5b64531fd76d HTTP/1.1" status: 200 len: 210 time: 0.1165588 Jul 08 17:55:58.746236 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb6b3580-dd38-4ceb-8f6f-262d7c6efb4f req-713149f0-5f66-4ce7-8f85-e1b2666205f1 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357708 Jul 08 17:55:58.804241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-5d701de1-e023-468a-9dea-79503cc38cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:58.805793 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-5d701de1-e023-468a-9dea-79503cc38cae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 1095 time: 0.1221645 Jul 08 17:55:58.807095 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:58.826956 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] For port 04bb24b7-2015-47d3-a8c7-117190b9869b, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:58.844111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] For port 04bb24b7-2015-47d3-a8c7-117190b9869b, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=04bb24b7-2015-47d3-a8c7-117190b9869b,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:58.860291 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:59.021729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:59.022488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:59.023839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] 10.222.0.74 "PUT /v2.0/ports/04bb24b7-2015-47d3-a8c7-117190b9869b HTTP/1.1" status: 200 len: 1092 time: 2.0598893 Jul 08 17:55:59.035921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1befd3-d793-4c60-bbcf-69f1ca9171ef service neutron] Pushing event updated for resources: {'Port': ['ID=04bb24b7-2015-47d3-a8c7-117190b9869b,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:59.063318 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffbed81-144e-4327-b516-055881ef125e x-openstack-request-id: req-3ffbed81-144e-4327-b516-055881ef125e {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:59.063968 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:59.064440 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ffbed81-144e-4327-b516-055881ef125e {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:59.065323 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007', 'status': 'completed', 'code': 200} Jul 08 17:55:59.091721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8d6074-f0c5-4918-8241-acffb6efe02f,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:59.142840 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-77af9c90-0f47-4075-a2f7-c8387ae5dc29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b997864-b587-4835-b5b5-9b0df43ca007 HTTP/1.1" status: 200 len: 217 time: 0.3042886 Jul 08 17:55:59.221128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] Checking segment: {'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:59.221491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] Network hostable DHCP agents. Network: 2cc84689-982f-4a03-b69c-b364c0fba33a, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:55:59.236935 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c23addc5-f868-42bd-9863-e57fc5763751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:59.239048 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-c23addc5-f868-42bd-9863-e57fc5763751 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.0888383 Jul 08 17:55:59.266988 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] Network 2cc84689-982f-4a03-b69c-b364c0fba33a is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:55:59.268000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18dda-e974-4745-800d-c8824d777fcb req-a191034c-dc97-42ef-8d71-1f70e442ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:59.269649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-a191034c-dc97-42ef-8d71-1f70e442ab28 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d405720c4cc04880b50b9a9583baab00&device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 1095 time: 0.1802237 Jul 08 17:55:59.323253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-130127eb-64e8-4752-93fb-42bfda38e3a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748727 Jul 08 17:55:59.327996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 2cc84689-982f-4a03-b69c-b364c0fba33a) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:59.337376 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:59.337376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:59.337637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-6df5f431-f8c3-4691-84e1-631134e0a7e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04bb24b7-2015-47d3-a8c7-117190b9869b HTTP/1.1" status: 200 len: 217 time: 0.0479124 Jul 08 17:55:59.345299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2634a98b-0cad-4d61-8c68-c57e6b21a856 None None] Network 2cc84689-982f-4a03-b69c-b364c0fba33a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:55:59.407683 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1a666563-f4eb-4745-ab51-7909eb8328f9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1322868 Jul 08 17:55:59.407683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51250) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:59.415002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51252) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:59.415208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-router', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:59.433293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18dda-e974-4745-800d-c8824d777fcb req-ab4c760a-c445-40c6-add2-6e2478f10042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:59.435274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-ab4c760a-c445-40c6-add2-6e2478f10042 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2399feef-6cf2-4a19-849e-f93ebf11d781 HTTP/1.1" status: 200 len: 861 time: 0.0915246 Jul 08 17:55:59.450850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0dca1-f072-4c17-ad09-fcfcd7f2e6c1 req-eaa02b88-8778-4435-adaf-7828dfbe6e34 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:59.453337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5e0dca1-f072-4c17-ad09-fcfcd7f2e6c1 req-eaa02b88-8778-4435-adaf-7828dfbe6e34 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 944 time: 0.2158554 Jul 08 17:55:59.493206 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-29350f0f-3235-45dd-980d-87c72298a7fe service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582248 Jul 08 17:55:59.498197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:59.502619 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:59.549805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5e0dca1-f072-4c17-ad09-fcfcd7f2e6c1 req-b9473897-5ae3-4c0a-95b2-6c374189a0c7 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596476 Jul 08 17:55:59.584903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18dda-e974-4745-800d-c8824d777fcb req-9e8b81df-ef75-48e6-a803-4fea7a8f02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:59.589153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-9e8b81df-ef75-48e6-a803-4fea7a8f02fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72e7378e-68fa-4eae-969d-4af763a383fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346600 Jul 08 17:55:59.605783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-2cc84689-982f-4a03-b69c-b364c0fba33a', 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'fixed_ips': [{'subnet_id': '9a8d6074-f0c5-4918-8241-acffb6efe02f'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:55:59.608083 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:59.720667 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:59.808480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1d48d3c-be1d-46a2-835b-4d326d69c4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:59.850929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Allocated IP 172.20.0.2 (2cc84689-982f-4a03-b69c-b364c0fba33a/9a8d6074-f0c5-4918-8241-acffb6efe02f/5e8dafd4-0f36-45d3-8a76-fd502daf9089) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:59.865281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-04640ab3-79ed-44ef-9e96-df006815e1b0 service neutron] 10.222.0.74 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643905 Jul 08 17:55:59.873920 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a2feaf00-07b0-43c6-a598-ef67575fd123 req-314a0a2a-4af7-4a74-b100-01458a3f9c8e service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612947 Jul 08 17:55:59.939592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 05dda090-1010-4c4c-b45d-eeebd866c410 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:55:59.971000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 05dda090-1010-4c4c-b45d-eeebd866c410 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:55:59.978364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 05dda090-1010-4c4c-b45d-eeebd866c410 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:55:59.996868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a7226-b0df-4130-9804-f03af3f4c89b req-a91cda48-78cb-4d2a-8375-da2bf37280be tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:00.007235 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.007480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f75a7226-b0df-4130-9804-f03af3f4c89b req-a91cda48-78cb-4d2a-8375-da2bf37280be tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 947 time: 0.3153889 Jul 08 17:56:00.090556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d163e-7d0e-4b97-a3aa-5cb4cb4e4705 req-40074c37-ee21-4fcd-9e79-d122757388d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:00.092366 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c35d163e-7d0e-4b97-a3aa-5cb4cb4e4705 req-40074c37-ee21-4fcd-9e79-d122757388d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 1095 time: 0.1279838 Jul 08 17:56:00.121770 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.134754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Transition to ACTIVE for port object 5e8dafd4-0f36-45d3-8a76-fd502daf9089 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:00.156673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Transition to ACTIVE for port object 5e8dafd4-0f36-45d3-8a76-fd502daf9089 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:00.167179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65e18dda-e974-4745-800d-c8824d777fcb req-4f999780-9bfd-477d-aefc-b5b39afc6bf8 service neutron] 10.222.0.74 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893245 Jul 08 17:56:00.183251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f75a7226-b0df-4130-9804-f03af3f4c89b req-e6d6aaa1-9d09-4c5d-8233-89797580c168 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749556 Jul 08 17:56:00.194001 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.241640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d163e-7d0e-4b97-a3aa-5cb4cb4e4705 req-e8217033-c45b-4338-a0ee-88ca0456973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:00.244735 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c35d163e-7d0e-4b97-a3aa-5cb4cb4e4705 req-e8217033-c45b-4338-a0ee-88ca0456973e service neutron] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.1404488 Jul 08 17:56:00.272350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Network 2cc84689-982f-4a03-b69c-b364c0fba33a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:00.273783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Pushing event updated for resources: {'Port': ['ID=5e8dafd4-0f36-45d3-8a76-fd502daf9089,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:00.287588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:00.288366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'tag': '04bb24b7-2015-47d3-a8c7-117190b9869b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:00.290700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:00.296082 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "88e92b05-d3a4-4eed-a458-267353bce1e6", "tag": "04bb24b7-2015-47d3-a8c7-117190b9869b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:00.334384 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1d48d3c-be1d-46a2-835b-4d326d69c4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.345694 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1d48d3c-be1d-46a2-835b-4d326d69c4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.369634 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c35d163e-7d0e-4b97-a3aa-5cb4cb4e4705 req-38c18c56-a244-4b62-ae06-594521107e43 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b997864-b587-4835-b5b5-9b0df43ca007 HTTP/1.1" status: 200 len: 217 time: 0.0812368 Jul 08 17:56:00.370134 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Attempting to bind port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:00.371185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Attempting to bind port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:00.371768 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Attempting to bind port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 on network 2cc84689-982f-4a03-b69c-b364c0fba33a {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:00.377740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:00.378520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Checking segment: {'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:00.379155 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.380868 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Bound using segment: {'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:00.381543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Bound port: 5e8dafd4-0f36-45d3-8a76-fd502daf9089, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:00.382179 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.398226 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f1d48d3c-be1d-46a2-835b-4d326d69c4c3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c3967ee1bf7e480bb7c997212c4566c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9822218 Jul 08 17:56:00.398819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51294) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:00.410878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf57a5a-f55f-4829-9cd9-949657cec7d4 req-5e6b3c18-e859-487a-a0f5-d6178ccf0946 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:00.417828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ccf57a5a-f55f-4829-9cd9-949657cec7d4 req-5e6b3c18-e859-487a-a0f5-d6178ccf0946 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 944 time: 0.2163060 Jul 08 17:56:00.437790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d48d3c-be1d-46a2-835b-4d326d69c4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8390cfec-1d46-4527-8011-f6911815dc3e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:00.454874 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.479784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d163e-7d0e-4b97-a3aa-5cb4cb4e4705 req-084f09ff-4d6b-4f8b-82c5-24c51188ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:00.481316 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c35d163e-7d0e-4b97-a3aa-5cb4cb4e4705 req-084f09ff-4d6b-4f8b-82c5-24c51188ad7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.0857060 Jul 08 17:56:00.482639 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.489861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] For port 5e8dafd4-0f36-45d3-8a76-fd502daf9089, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:00.493652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] For port 5e8dafd4-0f36-45d3-8a76-fd502daf9089, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5e8dafd4-0f36-45d3-8a76-fd502daf9089,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:00.500287 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.502263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ccf57a5a-f55f-4829-9cd9-949657cec7d4 req-3821e63d-325b-4ce9-ae88-d467b3af2942 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834870 Jul 08 17:56:00.535162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c35d163e-7d0e-4b97-a3aa-5cb4cb4e4705 req-1497c21d-e3d9-4b4b-9d1f-b27d65738522 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443647 Jul 08 17:56:00.540795 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02f79989-acde-4ecd-8717-cec47e803ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.585911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269910e1-05dc-4ab6-bfbb-50c6dcb5c74f None None] Pushing event updated for resources: {'Port': ['ID=5e8dafd4-0f36-45d3-8a76-fd502daf9089,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:00.587464 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02f79989-acde-4ecd-8717-cec47e803ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.615672 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd8f561-9d18-4549-aee9-206c5689ef06 x-openstack-request-id: req-1bd8f561-9d18-4549-aee9-206c5689ef06 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:00.615953 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e92b05-d3a4-4eed-a458-267353bce1e6", "tag": "04bb24b7-2015-47d3-a8c7-117190b9869b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:00.616200 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1bd8f561-9d18-4549-aee9-206c5689ef06 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:00.616577 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'tag': '04bb24b7-2015-47d3-a8c7-117190b9869b', 'status': 'completed', 'code': 200} Jul 08 17:56:00.695825 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b52b46fa-62df-4c6e-8fa6-4b83648f9176 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:56:00.696998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-e1a1d457-8bed-44f7-b8d5-99bd93c4ace9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=761b866091bc42f5ac5697cd979ec405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644345 Jul 08 17:56:00.751575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Allocated IP 172.25.8.79 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/8c515d02-dd8e-4552-8b51-2e3d0acc8f8b) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:00.756057 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c35d163e-7d0e-4b97-a3aa-5cb4cb4e4705 req-27937a38-e102-47cf-81b5-f9e97e68dff3 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677728 Jul 08 17:56:00.811842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02f79989-acde-4ecd-8717-cec47e803ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.814975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02f79989-acde-4ecd-8717-cec47e803ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.816307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-02f79989-acde-4ecd-8717-cec47e803ca0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8390cfec-1d46-4527-8011-f6911815dc3e HTTP/1.1" status: 204 len: 168 time: 0.4138591 Jul 08 17:56:00.841689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4 req-86ffa298-651c-4b81-bec6-8a7ca78155f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:00.851398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4 req-86ffa298-651c-4b81-bec6-8a7ca78155f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d405720c4cc04880b50b9a9583baab00&device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 1095 time: 0.2197392 Jul 08 17:56:00.854688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f79989-acde-4ecd-8717-cec47e803ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8390cfec-1d46-4527-8011-f6911815dc3e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:00.867300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-a20ef77e-275c-4f7f-bfd3-3dfde342142b tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:00.876204 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-a20ef77e-275c-4f7f-bfd3-3dfde342142b tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783936 Jul 08 17:56:00.956415 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-bbb5ae6c-d4b8-4c44-817b-9da18aadbd97 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/quotas/761b866091bc42f5ac5697cd979ec405 HTTP/1.1" status: 200 len: 375 time: 0.0789933 Jul 08 17:56:00.986784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b52b46fa-62df-4c6e-8fa6-4b83648f9176, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b52b46fa-62df-4c6e-8fa6-4b83648f9176,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:01.011633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'b52b46fa-62df-4c6e-8fa6-4b83648f9176', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'b52b46fa-62df-4c6e-8fa6-4b83648f9176', 'mac_address': 'fa:16:3e:81:b3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:56:01.026003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-d4bf0cec-8ccd-430f-a238-5f9d11aef143 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=761b866091bc42f5ac5697cd979ec405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676565 Jul 08 17:56:01.095596 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:01.097323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4 req-eeece19e-0f32-4ff5-95cc-3f420550b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:01.098840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4 req-eeece19e-0f32-4ff5-95cc-3f420550b143 service neutron] 10.222.0.74 "GET /v2.0/networks?id=72e7378e-68fa-4eae-969d-4af763a383fd HTTP/1.1" status: 200 len: 923 time: 0.2399483 Jul 08 17:56:01.106175 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c35d163e-7d0e-4b97-a3aa-5cb4cb4e4705 req-7384f4bc-3743-4acd-9329-003cbdd2ee47 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424902 Jul 08 17:56:01.124993 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52b46fa-62df-4c6e-8fa6-4b83648f9176 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:01.147485 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:01.171133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b52b46fa-62df-4c6e-8fa6-4b83648f9176, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b52b46fa-62df-4c6e-8fa6-4b83648f9176,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:01.178070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4 req-9a75d8a1-62b0-45e3-a612-e34ef72277cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04bb24b7-2015-47d3-a8c7-117190b9869b HTTP/1.1" status: 200 len: 217 time: 0.0702562 Jul 08 17:56:01.179781 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:01.235123 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:01.261206 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b52b46fa-62df-4c6e-8fa6-4b83648f9176,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:01.301527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Pushing event updated for resources: {'Port': ['ID=8c515d02-dd8e-4552-8b51-2e3d0acc8f8b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:01.319058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:01.320646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:01.326389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:01.392605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4 req-f1464d08-dbec-403a-92af-e8de3afe7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:01.394065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4 req-f1464d08-dbec-403a-92af-e8de3afe7a03 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2399feef-6cf2-4a19-849e-f93ebf11d781 HTTP/1.1" status: 200 len: 861 time: 0.2086406 Jul 08 17:56:01.459210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5e8dafd4-0f36-45d3-8a76-fd502daf9089 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:01.487505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf0018-75f1-474d-8345-e77ab6d21899 req-510714df-0425-43e3-91b0-91f121701882 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:01.488882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69cf0018-75f1-474d-8345-e77ab6d21899 req-510714df-0425-43e3-91b0-91f121701882 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 969 time: 0.2560468 Jul 08 17:56:01.499270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51326) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:01.532363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:01.565032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a081f2-8562-4aba-b1fe-768af9ad4ae4 req-2133101c-5f41-4cc3-b7b0-31ea9dbc48c5 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:01.576439 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0a081f2-8562-4aba-b1fe-768af9ad4ae4 req-2133101c-5f41-4cc3-b7b0-31ea9dbc48c5 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 944 time: 0.2281227 Jul 08 17:56:01.594351 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9475acc-413b-4faa-8077-ee8efaf06df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:01.640035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4 req-869e2062-60b1-4559-b64b-1291beb0cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:01.642079 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4 req-869e2062-60b1-4559-b64b-1291beb0cc7f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72e7378e-68fa-4eae-969d-4af763a383fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2399421 Jul 08 17:56:01.654852 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:01.686040 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0a081f2-8562-4aba-b1fe-768af9ad4ae4 req-47d298fb-53b7-46a5-8226-b2fc2b7172c4 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087079 Jul 08 17:56:01.715079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:01.728793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69cf0018-75f1-474d-8345-e77ab6d21899 req-6b82103c-2b04-459d-81dc-0f78ee0ef97f tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094762 Jul 08 17:56:01.852754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4 req-94df4dc0-ed8e-49ae-a0f8-29c6184cafd1 service neutron] 10.222.0.74 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946995 Jul 08 17:56:02.078013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990a655f-db54-40e4-833d-279dd0d8a533 None None] Network 2cc84689-982f-4a03-b69c-b364c0fba33a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:02.094542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c325de2-0d68-40e7-ac91-9be51aeb4aa4 req-b361c69c-f038-4b55-a48a-31ac9fe7bd58 service neutron] 10.222.0.74 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341554 Jul 08 17:56:02.111655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9475acc-413b-4faa-8077-ee8efaf06df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.144102 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9475acc-413b-4faa-8077-ee8efaf06df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.180680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e9475acc-413b-4faa-8077-ee8efaf06df4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6dd628e305534959963c07228e287148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793904 Jul 08 17:56:02.243107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51336) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:02.310469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.314419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-889ff98d-15c1-45eb-b5c7-582a245850c7 None None] Provisioning for port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:02.347101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-889ff98d-15c1-45eb-b5c7-582a245850c7 None None] Provisioning complete for port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:02.347467 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-889ff98d-15c1-45eb-b5c7-582a245850c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.379380 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3351264f-5521-46ce-9c30-459c75980991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.457086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c0be6499-2fac-4788-ad03-438b1af76f70 req-ea874d57-d35c-423d-9d4b-832153bd64be tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 210 time: 0.0332515 Jul 08 17:56:02.465252 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3351264f-5521-46ce-9c30-459c75980991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.475158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2f7ce-d13f-4211-b72b-e39e31b0c973 req-c7fec96b-1def-4171-816e-4df6f5b4ba24 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:02.482167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6d2f7ce-d13f-4211-b72b-e39e31b0c973 req-c7fec96b-1def-4171-816e-4df6f5b4ba24 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 948 time: 0.5171490 Jul 08 17:56:02.516096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9475acc-413b-4faa-8077-ee8efaf06df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efee80e6-6550-409b-9039-9af01a7ec0ef,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:02.555007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0107b-2e31-4d97-9082-4d126514ce85 req-60896645-7231-42a6-af9c-4cf472a9e8b8 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:02.556741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dfa0107b-2e31-4d97-9082-4d126514ce85 req-60896645-7231-42a6-af9c-4cf472a9e8b8 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.59 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 969 time: 0.4248104 Jul 08 17:56:02.572015 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3351264f-5521-46ce-9c30-459c75980991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.572316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6d2f7ce-d13f-4211-b72b-e39e31b0c973 req-074d7289-3c3f-4500-882e-6e3cc822a4f1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891993 Jul 08 17:56:02.576700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3351264f-5521-46ce-9c30-459c75980991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.578476 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3351264f-5521-46ce-9c30-459c75980991 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efee80e6-6550-409b-9039-9af01a7ec0ef HTTP/1.1" status: 204 len: 168 time: 0.3341789 Jul 08 17:56:02.584108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Router d210d717-92ce-4b13-b3a2-0f75368c1278 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:56:02.595553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351264f-5521-46ce-9c30-459c75980991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee80e6-6550-409b-9039-9af01a7ec0ef,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:02.604285 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-889ff98d-15c1-45eb-b5c7-582a245850c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.718007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-889ff98d-15c1-45eb-b5c7-582a245850c7 None None] For port 5e8dafd4-0f36-45d3-8a76-fd502daf9089, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5e8dafd4-0f36-45d3-8a76-fd502daf9089,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:02.732851 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-889ff98d-15c1-45eb-b5c7-582a245850c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.883844 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ff98d-15c1-45eb-b5c7-582a245850c7 None None] Pushing event updated for resources: {'Port': ['ID=5e8dafd4-0f36-45d3-8a76-fd502daf9089,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:02.911847 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-0507b993-5834-4b93-bdd8-826247c6936d tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=761b866091bc42f5ac5697cd979ec405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570893 Jul 08 17:56:02.968763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:56:02.991437 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Sync routers for ids ['d210d717-92ce-4b13-b3a2-0f75368c1278'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:56:03.004254 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Routers {'d210d717-92ce-4b13-b3a2-0f75368c1278'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:03.005178 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:55:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d210d717-92ce-4b13-b3a2-0f75368c1278'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:03.061401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.062778 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-49ca2b04-36bc-429d-a316-0e7633511043 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6513441 Jul 08 17:56:03.065947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51356) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:03.073946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8e219798-af9e-4e46-a822-0d5df91faeda None None] Provisioning complete for port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:03.076126 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e219798-af9e-4e46-a822-0d5df91faeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.210057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8aae0-e5ab-4847-b850-3dd6bbcc0fa8 req-803139cd-80f7-4b16-9879-64163defde79 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:03.220264 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6b8aae0-e5ab-4847-b850-3dd6bbcc0fa8 req-803139cd-80f7-4b16-9879-64163defde79 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 944 time: 0.4107349 Jul 08 17:56:03.237561 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.286812 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Set router d210d717-92ce-4b13-b3a2-0f75368c1278 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:03.357849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-1f0c7789-8c47-423b-bed6-0e80d56de0ce tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:03.359582 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-1f0c7789-8c47-423b-bed6-0e80d56de0ce tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4348295 Jul 08 17:56:03.380565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Request body: {'port': {'device_id': '504c9038-fe9b-4fd5-9855-4f3640abb522', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '761b866091bc42f5ac5697cd979ec405'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:03.384598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6b8aae0-e5ab-4847-b850-3dd6bbcc0fa8 req-170f9b01-0d4d-4baf-968a-6cd61951c05c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633484 Jul 08 17:56:03.393820 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-dfa0107b-2e31-4d97-9082-4d126514ce85 req-7d4d5957-99c5-4940-a716-b2a6fb400fde tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Deleting port 3027fb7e-b301-41ed-bc66-e569b5def5bf {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:56:03.398630 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dfa0107b-2e31-4d97-9082-4d126514ce85 req-7d4d5957-99c5-4940-a716-b2a6fb400fde tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.430056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5e8dafd4-0f36-45d3-8a76-fd502daf9089 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:03.435399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a931bbc-a8bd-4726-8bb9-4c30ebccc6e9 req-2c4d660b-9d9a-42c8-ad11-362537f53878 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:03.451855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a931bbc-a8bd-4726-8bb9-4c30ebccc6e9 req-2c4d660b-9d9a-42c8-ad11-362537f53878 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 944 time: 0.4583035 Jul 08 17:56:03.531170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:03.531457 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.699245 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-router', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:59Z', 'updated_at': '2021-07-08T17:56:01Z', 'revision_number': 3, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'gw_port': {'id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:00Z', 'updated_at': '2021-07-08T17:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:03.702153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-dfa0107b-2e31-4d97-9082-4d126514ce85 req-7d4d5957-99c5-4940-a716-b2a6fb400fde tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] For port 3027fb7e-b301-41ed-bc66-e569b5def5bf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3027fb7e-b301-41ed-bc66-e569b5def5bf,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:03.702549 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dfa0107b-2e31-4d97-9082-4d126514ce85 req-7d4d5957-99c5-4940-a716-b2a6fb400fde tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.732739 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Checking router: d210d717-92ce-4b13-b3a2-0f75368c1278 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:56:03.733412 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Updating router d210d717-92ce-4b13-b3a2-0f75368c1278 port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:56:03.735817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-dfa0107b-2e31-4d97-9082-4d126514ce85 req-7d4d5957-99c5-4940-a716-b2a6fb400fde tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Calling delete_port for 3027fb7e-b301-41ed-bc66-e569b5def5bf owned by compute:tempest-test_az-61125786 {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:56:03.785477 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.867932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Made reservation on behalf of 761b866091bc42f5ac5697cd979ec405 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:03.871825 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.878306 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a931bbc-a8bd-4726-8bb9-4c30ebccc6e9 req-15d4f2eb-c615-429e-be3b-01fbc430599a tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4256179 Jul 08 17:56:03.888052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.917811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d51ab-3f1d-4d99-a3bb-de72dc840ef6 req-4fc48c9e-8de6-44c1-bc4d-c3bf13020db6 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:03.919809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b84d51ab-3f1d-4d99-a3bb-de72dc840ef6 req-4fc48c9e-8de6-44c1-bc4d-c3bf13020db6 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 969 time: 0.1483784 Jul 08 17:56:03.969333 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.139265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b84d51ab-3f1d-4d99-a3bb-de72dc840ef6 req-205ca377-8f5c-4901-95f4-e03eb7d612b9 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/security-groups?id=44eb4078-50f8-41b9-b556-5321d734b383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781180 Jul 08 17:56:04.167659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dfa0107b-2e31-4d97-9082-4d126514ce85 req-7d4d5957-99c5-4940-a716-b2a6fb400fde tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.194086 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.205642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e247f56-ad18-486d-b6e1-1f57bce44e9a req-ecb3ef75-a53d-4eb1-8c14-9de91fe14666 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 210 time: 0.0629976 Jul 08 17:56:04.223475 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Transition to ACTIVE for port object 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:04.235831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Allocated IP 172.20.0.1 (2cc84689-982f-4a03-b69c-b364c0fba33a/9a8d6074-f0c5-4918-8241-acffb6efe02f/a7005807-d158-43e9-8560-762ddd16e234) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:04.238024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Allocated IP 192.168.233.242 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/ec31c76a-8080-4994-9831-7f0cdbb2e444) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:04.246515 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.247910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d5957-99c5-4940-a716-b2a6fb400fde tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Pushing event deleted for resources: {'Port': ['ID=3027fb7e-b301-41ed-bc66-e569b5def5bf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:04.318271 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa0107b-2e31-4d97-9082-4d126514ce85 req-7d4d5957-99c5-4940-a716-b2a6fb400fde tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] No DVR routers for this DVR port 3027fb7e-b301-41ed-bc66-e569b5def5bf on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:56:04.322012 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dfa0107b-2e31-4d97-9082-4d126514ce85 req-7d4d5957-99c5-4940-a716-b2a6fb400fde tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.324150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dfa0107b-2e31-4d97-9082-4d126514ce85 req-7d4d5957-99c5-4940-a716-b2a6fb400fde tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.59 "DELETE /v2.0/ports/3027fb7e-b301-41ed-bc66-e569b5def5bf HTTP/1.1" status: 204 len: 173 time: 1.7508240 Jul 08 17:56:04.324604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53', 'name': 'network-vif-deleted', 'tag': '3027fb7e-b301-41ed-bc66-e569b5def5bf'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:04.326892 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9502457c-d379-47a4-a6e1-b78e2d8fcbbe" -d '{"events": [{"server_uuid": "441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53", "name": "network-vif-deleted", "tag": "3027fb7e-b301-41ed-bc66-e569b5def5bf"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:04.356440 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce5d9e-bc7c-4602-a71d-5fe476a1ce02 None None] Pushing event updated for resources: {'Port': ['ID=8c515d02-dd8e-4552-8b51-2e3d0acc8f8b,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:04.403461 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Attempting to bind port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:04.408233 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Attempting to bind port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:04.408720 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Attempting to bind port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:04.417172 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:04.417559 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:04.417942 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.418364 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:04.418831 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Bound port: 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:04.419560 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.495782 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8d5304-b276-4d61-bd6d-defc34efe6a8 x-openstack-request-id: req-ea8d5304-b276-4d61-bd6d-defc34efe6a8 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:04.497408 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53", "name": "network-vif-deleted", "tag": "3027fb7e-b301-41ed-bc66-e569b5def5bf", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:04.497836 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea8d5304-b276-4d61-bd6d-defc34efe6a8 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:04.498461 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53', 'name': 'network-vif-deleted', 'tag': '3027fb7e-b301-41ed-bc66-e569b5def5bf', 'status': 'completed', 'code': 200} Jul 08 17:56:04.517448 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] For port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:04.520953 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] For port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8c515d02-dd8e-4552-8b51-2e3d0acc8f8b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:04.531390 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.556959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.582590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468f26b-12e9-4ccc-94ef-cdddfe6815e4 req-2ef83ec2-678f-4d97-bddf-f7d6ff2828b5 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:04.586735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Transition to ACTIVE for port object a7005807-d158-43e9-8560-762ddd16e234 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:04.593094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6468f26b-12e9-4ccc-94ef-cdddfe6815e4 req-2ef83ec2-678f-4d97-bddf-f7d6ff2828b5 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 948 time: 0.1919816 Jul 08 17:56:04.610153 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.640533 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Transition to ACTIVE for port object ec31c76a-8080-4994-9831-7f0cdbb2e444 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:04.641508 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce5d9e-bc7c-4602-a71d-5fe476a1ce02 None None] Pushing event updated for resources: {'Port': ['ID=8c515d02-dd8e-4552-8b51-2e3d0acc8f8b,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:04.669152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6468f26b-12e9-4ccc-94ef-cdddfe6815e4 req-3997855b-c484-4a52-98a8-892d991b858e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754411 Jul 08 17:56:04.670167 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Routers {'d210d717-92ce-4b13-b3a2-0f75368c1278'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:04.670984 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:55:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d210d717-92ce-4b13-b3a2-0f75368c1278'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:04.680574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 04bb24b7-2015-47d3-a8c7-117190b9869b details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:56:04.684261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.743958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b52b46fa-62df-4c6e-8fa6-4b83648f9176 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:04.807858 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] Set router d210d717-92ce-4b13-b3a2-0f75368c1278 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:04.822591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b485e01-5492-46e1-a33d-8ab26306fe05 req-684c16ad-1647-441c-9f50-382d1c7c33d8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:04.824194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b485e01-5492-46e1-a33d-8ab26306fe05 req-684c16ad-1647-441c-9f50-382d1c7c33d8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 944 time: 0.1204679 Jul 08 17:56:04.849795 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.877449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b485e01-5492-46e1-a33d-8ab26306fe05 req-e7ad6581-5532-430c-99d3-ad16611370a8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469027 Jul 08 17:56:04.880818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Network 2cc84689-982f-4a03-b69c-b364c0fba33a is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:04.912357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:04.917260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:04.919688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:04.920177 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.949777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:05.066250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:05.070192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port b52b46fa-62df-4c6e-8fa6-4b83648f9176 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:05.084541 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:05.090582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port b52b46fa-62df-4c6e-8fa6-4b83648f9176 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:05.094888 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:05.095691 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:05.121604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Pushing event updated for resources: {'Port': ['ID=a7005807-d158-43e9-8560-762ddd16e234,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:05.161916 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7900720 Jul 08 17:56:05.184406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 04bb24b7-2015-47d3-a8c7-117190b9869b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=04bb24b7-2015-47d3-a8c7-117190b9869b,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:05.241632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Request body: {'port': {'device_id': '504c9038-fe9b-4fd5-9855-4f3640abb522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:05.272355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '04bb24b7-2015-47d3-a8c7-117190b9869b', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'port_id': '04bb24b7-2015-47d3-a8c7-117190b9869b', 'mac_address': 'fa:16:3e:f9:0b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:56:05.291731 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-router', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:59Z', 'updated_at': '2021-07-08T17:56:01Z', 'revision_number': 3, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'gw_port': {'id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:00Z', 'updated_at': '2021-07-08T17:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:05.338668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd5b25-9821-428f-b075-dcf0ed096201 req-d50e708c-f175-41ee-a756-a5353c0fdd05 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:05.351895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15dd5b25-9821-428f-b075-dcf0ed096201 req-d50e708c-f175-41ee-a756-a5353c0fdd05 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 944 time: 0.2658651 Jul 08 17:56:05.381284 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5ab2fe-593e-4880-889e-1243493b92e4 None None] The sync data for ids ['d210d717-92ce-4b13-b3a2-0f75368c1278'] in n-d-799684-3 is: [{'id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-router', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:59Z', 'updated_at': '2021-07-08T17:56:01Z', 'revision_number': 3, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'gw_port': {'id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:00Z', 'updated_at': '2021-07-08T17:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:56:05.382391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51422) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:05.441594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15dd5b25-9821-428f-b075-dcf0ed096201 req-02e2ff3a-fbfa-4264-a762-ea5c915d6344 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880115 Jul 08 17:56:05.520891 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11110c71-e4ae-4417-ae90-4e7e5e8a4204 req-4fd36773-74f8-4919-aa37-91fd66f3b207 tempest-AggregatesAdminTestJSON-1720607275 tempest-AggregatesAdminTestJSON-1720607275-project] 10.222.0.73 "GET /v2.0/ports?device_id=441b29da-72f7-4ec3-bdd3-d7b7ebbd5c53 HTTP/1.1" status: 200 len: 210 time: 0.0620384 Jul 08 17:56:05.726424 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:05.729216 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:05.746376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0f741b5b-8da0-4f39-b763-d569c71a3be3 None None] Provisioning for port ec31c76a-8080-4994-9831-7f0cdbb2e444 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:05.758113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bb24b7-2015-47d3-a8c7-117190b9869b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:05.763643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0f741b5b-8da0-4f39-b763-d569c71a3be3 None None] Provisioning complete for port ec31c76a-8080-4994-9831-7f0cdbb2e444 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:05.764261 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f741b5b-8da0-4f39-b763-d569c71a3be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:05.837606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64bfce-54f0-4bc7-afda-8ac5e8552f79 req-770dc9d1-5dcc-4ccd-8978-f023979aa93f tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:05.845338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab64bfce-54f0-4bc7-afda-8ac5e8552f79 req-770dc9d1-5dcc-4ccd-8978-f023979aa93f tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 936 time: 0.1807940 Jul 08 17:56:05.848987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10112ece-2a9e-4984-852d-f656ca2fe0e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Pushing event updated for resources: {'Port': ['ID=ec31c76a-8080-4994-9831-7f0cdbb2e444,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:05.854581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecce4ca8-396f-428e-86fb-26b863310dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52b46fa-62df-4c6e-8fa6-4b83648f9176'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:05.856827 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb28f840-b0d8-4db1-8489-bfb3190ad049" -d '{"events": [{"server_uuid": "ecce4ca8-396f-428e-86fb-26b863310dba", "name": "network-vif-plugged", "status": "completed", "tag": "b52b46fa-62df-4c6e-8fa6-4b83648f9176"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:05.892700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 04bb24b7-2015-47d3-a8c7-117190b9869b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=04bb24b7-2015-47d3-a8c7-117190b9869b,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:05.896980 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-241a22a6-1156-4fa8-a99b-9505ab78684f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:05.913081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab64bfce-54f0-4bc7-afda-8ac5e8552f79 req-10724c4e-c941-4a1a-8c5d-6a9dcae13c7f tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662277 Jul 08 17:56:05.957849 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:05.965084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 5b997864-b587-4835-b5b5-9b0df43ca007 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:56:05.974801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b52b46fa-62df-4c6e-8fa6-4b83648f9176, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b52b46fa-62df-4c6e-8fa6-4b83648f9176,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:05.977523 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.080130 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb669d80-f3d5-4504-bf74-d1689e705359 x-openstack-request-id: req-cb669d80-f3d5-4504-bf74-d1689e705359 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:06.080621 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecce4ca8-396f-428e-86fb-26b863310dba", "name": "network-vif-plugged", "status": "completed", "tag": "b52b46fa-62df-4c6e-8fa6-4b83648f9176", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:06.080738 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb669d80-f3d5-4504-bf74-d1689e705359 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:06.081063 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecce4ca8-396f-428e-86fb-26b863310dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52b46fa-62df-4c6e-8fa6-4b83648f9176', 'code': 200} Jul 08 17:56:06.085338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3027fb7e-b301-41ed-bc66-e569b5def5bf no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:56:06.097532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563529-b4dc-43b3-a69b-0ddbd2ebd967 req-af7e56cd-d571-4f49-8f9e-57f216e5fd53 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:06.101017 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.114554 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.121362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36563529-b4dc-43b3-a69b-0ddbd2ebd967 req-af7e56cd-d571-4f49-8f9e-57f216e5fd53 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 948 time: 0.2072980 Jul 08 17:56:06.130534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0f741b5b-8da0-4f39-b763-d569c71a3be3 None None] Port ec31c76a-8080-4994-9831-7f0cdbb2e444 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:06.225888 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.resource_extend [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:56:06.227323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36563529-b4dc-43b3-a69b-0ddbd2ebd967 req-e464825a-303e-4f60-8b88-9022f2603985 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857680 Jul 08 17:56:06.261805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6e4bf-6304-49f8-88aa-49c2d6357136 req-d1b23bb6-994e-48d9-b04f-4a188415f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:06.264887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75e6e4bf-6304-49f8-88aa-49c2d6357136 req-d1b23bb6-994e-48d9-b04f-4a188415f6e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 1100 time: 0.1425405 Jul 08 17:56:06.283485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 3027fb7e-b301-41ed-bc66-e569b5def5bf {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:56:06.283833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3027fb7e-b301-41ed-bc66-e569b5def5bf not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:56:06.315636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0f741b5b-8da0-4f39-b763-d569c71a3be3 None None] Provisioning for port a7005807-d158-43e9-8560-762ddd16e234 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:06.331861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=04bb24b7-2015-47d3-a8c7-117190b9869b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:06.337283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0f741b5b-8da0-4f39-b763-d569c71a3be3 None None] Provisioning complete for port a7005807-d158-43e9-8560-762ddd16e234 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:06.337657 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f741b5b-8da0-4f39-b763-d569c71a3be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.393730 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-31c838f0-3db0-4149-b45c-25e70968d4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.416692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75e6e4bf-6304-49f8-88aa-49c2d6357136 req-a77f2d84-a433-4f8c-a536-b2d651db1f8a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207569 Jul 08 17:56:06.431017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad2e1e-404b-401b-98ee-49c0d9a6fb59 req-e116739a-9aa1-4b46-94c9-ff8080602a10 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:06.433895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2ad2e1e-404b-401b-98ee-49c0d9a6fb59 req-e116739a-9aa1-4b46-94c9-ff8080602a10 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 944 time: 0.1578939 Jul 08 17:56:06.458987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0f741b5b-8da0-4f39-b763-d569c71a3be3 None None] Port a7005807-d158-43e9-8560-762ddd16e234 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:06.469250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:06.471743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b52b46fa-62df-4c6e-8fa6-4b83648f9176,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:06.483084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '5b997864-b587-4835-b5b5-9b0df43ca007', 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc', 'port_id': '5b997864-b587-4835-b5b5-9b0df43ca007', 'mac_address': 'fa:16:3e:e4:6d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4709019-4379-4356-b83e-855b0460a985', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:56:06.517932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2ad2e1e-404b-401b-98ee-49c0d9a6fb59 req-07770b18-b334-4f73-855f-60f295c0e831 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784454 Jul 08 17:56:06.538083 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-241a22a6-1156-4fa8-a99b-9505ab78684f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.556870 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.560284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-241a22a6-1156-4fa8-a99b-9505ab78684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.576398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b997864-b587-4835-b5b5-9b0df43ca007 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:06.605869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:06.611264 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.618839 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-241a22a6-1156-4fa8-a99b-9505ab78684f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6fd2af3ec5d4bdd8c11bfe91cf8135a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2282765 Jul 08 17:56:06.619233 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51456) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:06.685466 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a22a6-1156-4fa8-a99b-9505ab78684f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d50ffa-9a41-4252-9fe0-3a2d0d67ef32,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:06.735939 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a535da6a-221e-4c87-b3bd-6fa1a55831db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.737867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=5b997864-b587-4835-b5b5-9b0df43ca007,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:06.771641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a535da6a-221e-4c87-b3bd-6fa1a55831db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.790136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc62f3a-e304-428f-8a7c-b02696cf7b2a req-f779e2da-a741-425e-838d-8f2311dcd2ec tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:06.801135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc62f3a-e304-428f-8a7c-b02696cf7b2a req-f779e2da-a741-425e-838d-8f2311dcd2ec tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 945 time: 0.1392214 Jul 08 17:56:06.851851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.862843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec31c76a-8080-4994-9831-7f0cdbb2e444 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:06.872978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.885080 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.885892 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.901119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Transition to ACTIVE for port object ec31c76a-8080-4994-9831-7f0cdbb2e444 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:06.919011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc62f3a-e304-428f-8a7c-b02696cf7b2a req-860412f9-8a4d-4906-898c-829097319c79 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164420 Jul 08 17:56:06.947058 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.947962 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a535da6a-221e-4c87-b3bd-6fa1a55831db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.950779 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a535da6a-221e-4c87-b3bd-6fa1a55831db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:06.952021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a535da6a-221e-4c87-b3bd-6fa1a55831db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93d50ffa-9a41-4252-9fe0-3a2d0d67ef32 HTTP/1.1" status: 204 len: 168 time: 0.3316827 Jul 08 17:56:06.960996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535da6a-221e-4c87-b3bd-6fa1a55831db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d50ffa-9a41-4252-9fe0-3a2d0d67ef32,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:06.971604 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['5b997864-b587-4835-b5b5-9b0df43ca007'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:06.984518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['04bb24b7-2015-47d3-a8c7-117190b9869b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:07.043158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Pushing event updated for resources: {'Port': ['ID=a7005807-d158-43e9-8560-762ddd16e234,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:07.206062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec31c76a-8080-4994-9831-7f0cdbb2e444,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:07.212727 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Attempting to bind port ec31c76a-8080-4994-9831-7f0cdbb2e444 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:07.213053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Attempting to bind port ec31c76a-8080-4994-9831-7f0cdbb2e444 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:07.213381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Attempting to bind port ec31c76a-8080-4994-9831-7f0cdbb2e444 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:07.223207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Network 2cc84689-982f-4a03-b69c-b364c0fba33a is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:07.226014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:07.228590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Port ec31c76a-8080-4994-9831-7f0cdbb2e444 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:56:07.228934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Attempting to bind port ec31c76a-8080-4994-9831-7f0cdbb2e444 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:07.237963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:07.238325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:07.238707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:07.239184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Bound port: ec31c76a-8080-4994-9831-7f0cdbb2e444, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:07.239546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:07.291132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c249-9f52-493b-8037-9934f783d81b req-30e16b4b-6f6a-49e3-ac3f-4bf242e9f8e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:07.302425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90c4c249-9f52-493b-8037-9934f783d81b req-30e16b4b-6f6a-49e3-ac3f-4bf242e9f8e9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 948 time: 0.1739631 Jul 08 17:56:07.308193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51480) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:07.443336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90c4c249-9f52-493b-8037-9934f783d81b req-a3db9439-5cfc-4972-acad-4992ed9ccda2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390607 Jul 08 17:56:07.513983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:07.609110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] For port ec31c76a-8080-4994-9831-7f0cdbb2e444, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:07.626106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d81bd-4f56-44a0-b984-e9db211cfd2b req-87b40580-cf9f-4041-a15c-0fb6b2894b33 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:07.628489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad8d81bd-4f56-44a0-b984-e9db211cfd2b req-87b40580-cf9f-4041-a15c-0fb6b2894b33 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 949 time: 0.1154692 Jul 08 17:56:07.655014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] For port ec31c76a-8080-4994-9831-7f0cdbb2e444, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=ec31c76a-8080-4994-9831-7f0cdbb2e444,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:07.669047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:07.686859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad8d81bd-4f56-44a0-b984-e9db211cfd2b req-6349cb1b-0e90-46b8-b607-1681ead80dc9 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507150 Jul 08 17:56:07.691145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Router d210d717-92ce-4b13-b3a2-0f75368c1278 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:56:07.746153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:07.765804 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:07.771277 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] 10.222.0.59 "PUT /v2.0/ports/ec31c76a-8080-4994-9831-7f0cdbb2e444 HTTP/1.1" status: 200 len: 1096 time: 2.5362365 Jul 08 17:56:07.772876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504c9038-fe9b-4fd5-9855-4f3640abb522', 'tag': 'ec31c76a-8080-4994-9831-7f0cdbb2e444'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:07.778788 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "504c9038-fe9b-4fd5-9855-4f3640abb522", "tag": "ec31c76a-8080-4994-9831-7f0cdbb2e444"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:07.820576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f45ba11f-8c39-4b63-b56b-218b437678c3 None None] Provisioning complete for port a7005807-d158-43e9-8560-762ddd16e234 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:07.824120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4512990a-0b55-41bb-b873-f54f9e4f4779 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=253e90c5d28c483c93d5c1afe2ccf058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5140808 Jul 08 17:56:07.824263 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f45ba11f-8c39-4b63-b56b-218b437678c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:07.824819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51494) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:07.850250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51496) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:07.887736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5581d7-8a70-4d56-b808-1bd32735b6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec31c76a-8080-4994-9831-7f0cdbb2e444,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:07.907778 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8b123afb-7114-434c-8869-155371df1b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:07.921873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:07.937493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f45ba11f-8c39-4b63-b56b-218b437678c3 None None] Port a7005807-d158-43e9-8560-762ddd16e234 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:07.949753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:07.950907 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.058637 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ac975c9-b6d3-4bec-bff8-7b82bf11754c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.090609 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.106890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ac975c9-b6d3-4bec-bff8-7b82bf11754c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.129139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8c515d02-dd8e-4552-8b51-2e3d0acc8f8b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:08.134803 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.144139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:56:08.158231 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-860a0e7d-f23d-4af9-8731-a060358b9590 admin admin] 10.222.0.73 "PUT /v2.0/routers/d210d717-92ce-4b13-b3a2-0f75368c1278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0835292 Jul 08 17:56:08.158899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb60613-f3ac-47c0-8262-82ee8806ba75 req-e4d9df04-397a-43b9-b00c-9d17912d61ee tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:08.179148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cb60613-f3ac-47c0-8262-82ee8806ba75 req-e4d9df04-397a-43b9-b00c-9d17912d61ee tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 945 time: 0.1914694 Jul 08 17:56:08.183517 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10905f14-0027-47ff-ad1e-73c2c1ea2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:08.185243 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-10905f14-0027-47ff-ad1e-73c2c1ea2daa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=761b866091bc42f5ac5697cd979ec405&device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 1099 time: 0.2841001 Jul 08 17:56:08.215591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=8c515d02-dd8e-4552-8b51-2e3d0acc8f8b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:08.226541 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3539f856-a68e-46eb-9b37-ff31a54b9be1 x-openstack-request-id: req-3539f856-a68e-46eb-9b37-ff31a54b9be1 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:08.226951 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504c9038-fe9b-4fd5-9855-4f3640abb522", "tag": "ec31c76a-8080-4994-9831-7f0cdbb2e444", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:08.228280 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3539f856-a68e-46eb-9b37-ff31a54b9be1 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:08.228692 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504c9038-fe9b-4fd5-9855-4f3640abb522', 'tag': 'ec31c76a-8080-4994-9831-7f0cdbb2e444', 'status': 'completed', 'code': 200} Jul 08 17:56:08.302917 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-2c2b167c-fc31-4230-b1fa-11fb9bf481a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ec31c76a-8080-4994-9831-7f0cdbb2e444 HTTP/1.1" status: 200 len: 217 time: 0.1093202 Jul 08 17:56:08.311685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Sync routers for ids ['d210d717-92ce-4b13-b3a2-0f75368c1278'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:56:08.336591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Routers {'d210d717-92ce-4b13-b3a2-0f75368c1278'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:08.337982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:55:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d210d717-92ce-4b13-b3a2-0f75368c1278'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:08.347224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cb60613-f3ac-47c0-8262-82ee8806ba75 req-ba393a2d-35bf-4c8a-90a8-f451b9638a09 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662364 Jul 08 17:56:08.371107 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8b123afb-7114-434c-8869-155371df1b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.382399 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8b123afb-7114-434c-8869-155371df1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.383860 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-847af10e-8286-4616-9998-5503c04fedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:08.385890 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-847af10e-8286-4616-9998-5503c04fedaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0759277 Jul 08 17:56:08.471409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b123afb-7114-434c-8869-155371df1b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c7b873-0a3f-4349-9279-49b85759bfd4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:08.479172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8b123afb-7114-434c-8869-155371df1b2a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd74570404ff41bab543ebaa3cf30163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6246927 Jul 08 17:56:08.479609 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ac975c9-b6d3-4bec-bff8-7b82bf11754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.482027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51510) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:08.482450 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ac975c9-b6d3-4bec-bff8-7b82bf11754c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.483522 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0ac975c9-b6d3-4bec-bff8-7b82bf11754c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/44eb4078-50f8-41b9-b556-5321d734b383 HTTP/1.1" status: 204 len: 168 time: 0.6511414 Jul 08 17:56:08.499403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Set router d210d717-92ce-4b13-b3a2-0f75368c1278 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:08.507929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac975c9-b6d3-4bec-bff8-7b82bf11754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eb4078-50f8-41b9-b556-5321d734b383,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:08.537713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4aac9-84c8-4648-95d8-38c4e17726e9 req-cddb765c-610e-4c3f-b2b7-a1012219157f tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:08.560582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbf4aac9-84c8-4648-95d8-38c4e17726e9 req-cddb765c-610e-4c3f-b2b7-a1012219157f tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 945 time: 0.1981874 Jul 08 17:56:08.617342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-ab8cbcce-9122-45ee-acdc-f1fdec40e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:08.619087 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-ab8cbcce-9122-45ee-acdc-f1fdec40e056 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2262363 Jul 08 17:56:08.644943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbf4aac9-84c8-4648-95d8-38c4e17726e9 req-3508b728-fa12-4ce9-84ff-5d75bfa61076 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779164 Jul 08 17:56:08.722658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 04bb24b7-2015-47d3-a8c7-117190b9869b up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:08.743381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ced7b86b-a767-42c6-8423-0f835ef0d484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.772202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ced7b86b-a767-42c6-8423-0f835ef0d484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.834060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 04bb24b7-2015-47d3-a8c7-117190b9869b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:08.839598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 04bb24b7-2015-47d3-a8c7-117190b9869b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:08.840111 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.840365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ced7b86b-a767-42c6-8423-0f835ef0d484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.843601 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ced7b86b-a767-42c6-8423-0f835ef0d484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:08.847982 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ced7b86b-a767-42c6-8423-0f835ef0d484 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96c7b873-0a3f-4349-9279-49b85759bfd4 HTTP/1.1" status: 204 len: 168 time: 0.3645473 Jul 08 17:56:08.851038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b62f2-01cc-4077-ad50-c5dde0c37985 req-e0c1b981-665e-4a29-8adf-fe77468a7764 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:08.855760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e60b62f2-01cc-4077-ad50-c5dde0c37985 req-e0c1b981-665e-4a29-8adf-fe77468a7764 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 948 time: 0.1471617 Jul 08 17:56:08.877611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7b86b-a767-42c6-8423-0f835ef0d484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c7b873-0a3f-4349-9279-49b85759bfd4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:08.900124 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-e730f610-4eba-43c4-adcb-73904a641a4e service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689545 Jul 08 17:56:08.959593 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e60b62f2-01cc-4077-ad50-c5dde0c37985 req-eb90cd9d-efaf-4ed4-ae15-aecf0aa800c9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988233 Jul 08 17:56:08.999394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-router', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:59Z', 'updated_at': '2021-07-08T17:56:05Z', 'revision_number': 4, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'gw_port': {'id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:00Z', 'updated_at': '2021-07-08T17:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a7005807-d158-43e9-8560-762ddd16e234', 'name': '', 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'mac_address': 'fa:16:3e:c5:a4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9a8d6074-f0c5-4918-8241-acffb6efe02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:03Z', 'updated_at': '2021-07-08T17:56:06Z', 'revision_number': 2, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'subnets': [{'id': '9a8d6074-f0c5-4918-8241-acffb6efe02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:09.054746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Checking router: d210d717-92ce-4b13-b3a2-0f75368c1278 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:56:09.055348 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Updating router d210d717-92ce-4b13-b3a2-0f75368c1278 port a7005807-d158-43e9-8560-762ddd16e234 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:56:09.094533 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.099709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51532) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:09.118535 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.152670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.162104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bb24b7-2015-47d3-a8c7-117190b9869b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:09.164593 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26d1737-ee8b-45ae-bca9-ba49382f46f2" -d '{"events": [{"server_uuid": "88e92b05-d3a4-4eed-a458-267353bce1e6", "name": "network-vif-plugged", "status": "completed", "tag": "04bb24b7-2015-47d3-a8c7-117190b9869b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:09.167262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb76e1-d6a6-444f-91f2-c7f13d451941 req-1022254f-13d2-4c82-a1ec-d75e726d31a8 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:09.171417 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-74559a07-531e-4b88-b493-35b167c0d1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.180922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cdb76e1-d6a6-444f-91f2-c7f13d451941 req-1022254f-13d2-4c82-a1ec-d75e726d31a8 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 949 time: 0.2138810 Jul 08 17:56:09.188398 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd421dec-02e7-494d-8b6b-b1b1569eb0e1 req-a6df7015-9ee4-4b9b-a6ce-89173bc28c79 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751758 Jul 08 17:56:09.329501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cdb76e1-d6a6-444f-91f2-c7f13d451941 req-77c2a014-5d2c-4112-ba92-754979faa00d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471715 Jul 08 17:56:09.371681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8c8da203-8d1f-4f60-924e-2c3e63d8897f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f62d87f83ac4680bb27cd8d81b29597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668085 Jul 08 17:56:09.371989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51554) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:09.425446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef req-41f56be7-8c46-4a46-ba8d-f4b9e5b7534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:09.429021 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef req-41f56be7-8c46-4a46-ba8d-f4b9e5b7534a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=761b866091bc42f5ac5697cd979ec405&device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 1099 time: 0.1640868 Jul 08 17:56:09.459208 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021670a1-4013-419b-a88e-568a368eaf7c x-openstack-request-id: req-021670a1-4013-419b-a88e-568a368eaf7c {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:09.459604 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e92b05-d3a4-4eed-a458-267353bce1e6", "name": "network-vif-plugged", "status": "completed", "tag": "04bb24b7-2015-47d3-a8c7-117190b9869b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:09.459855 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-021670a1-4013-419b-a88e-568a368eaf7c {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:09.460239 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bb24b7-2015-47d3-a8c7-117190b9869b', 'code': 200} Jul 08 17:56:09.466516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 04bb24b7-2015-47d3-a8c7-117190b9869b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=04bb24b7-2015-47d3-a8c7-117190b9869b,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:09.470954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:09.514094 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.537096 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d854a134-a0bb-4cbf-9a66-e7184f7dfdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.548760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f391e-9a04-44ab-b033-23b900a7e6a8 req-c6a38948-8421-441c-b85e-a1362e660571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:09.550305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-729f391e-9a04-44ab-b033-23b900a7e6a8 req-c6a38948-8421-441c-b85e-a1362e660571 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 1096 time: 0.1677973 Jul 08 17:56:09.588138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef req-eda19cfb-6c7b-4ad6-abe6-f2501ef08684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:09.590674 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef req-eda19cfb-6c7b-4ad6-abe6-f2501ef08684 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1547379 Jul 08 17:56:09.598027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:09.598489 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.608845 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d854a134-a0bb-4cbf-9a66-e7184f7dfdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.633748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=04bb24b7-2015-47d3-a8c7-117190b9869b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:09.643901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-729f391e-9a04-44ab-b033-23b900a7e6a8 req-f4429d35-7d91-4b01-bdf0-da9a9f45c063 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832050 Jul 08 17:56:09.678313 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef req-f86d723d-73e5-4c17-a7e0-c1c80c10dd30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ec31c76a-8080-4994-9831-7f0cdbb2e444 HTTP/1.1" status: 200 len: 217 time: 0.0795257 Jul 08 17:56:09.696735 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d854a134-a0bb-4cbf-9a66-e7184f7dfdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.699386 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d854a134-a0bb-4cbf-9a66-e7184f7dfdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.703124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d854a134-a0bb-4cbf-9a66-e7184f7dfdd9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bce54dce-a459-415a-9e18-60aca4c2fbd7 HTTP/1.1" status: 204 len: 168 time: 0.3241303 Jul 08 17:56:09.710991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854a134-a0bb-4cbf-9a66-e7184f7dfdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce54dce-a459-415a-9e18-60aca4c2fbd7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:09.746161 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.752509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef req-363cf25e-b444-4908-9416-12c87e892493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:09.754265 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef req-363cf25e-b444-4908-9416-12c87e892493 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0701263 Jul 08 17:56:09.769609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Transition to ACTIVE for port object a7005807-d158-43e9-8560-762ddd16e234 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:09.793706 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:09.835727 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51570) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:09.850596 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-network', 'tenant_id': '99d56feb979d4be89454b109b324a5d6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:09.950026 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04f34821-345a-4c93-864a-40e666421a4d req-18eac5a8-93f2-4978-a2ad-948bba6adabf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1422648 Jul 08 17:56:09.973152 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506b51b-0f8f-4658-b644-2e9339b9d519 None None] Pushing event updated for resources: {'Port': ['ID=a7005807-d158-43e9-8560-762ddd16e234,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:10.049549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Attempting to bind port a7005807-d158-43e9-8560-762ddd16e234 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:10.050052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Attempting to bind port a7005807-d158-43e9-8560-762ddd16e234 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:10.050495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Attempting to bind port a7005807-d158-43e9-8560-762ddd16e234 on network 2cc84689-982f-4a03-b69c-b364c0fba33a {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:10.057177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:10.058118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Checking segment: {'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:10.058640 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.059160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Bound using segment: {'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:10.059787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Bound port: a7005807-d158-43e9-8560-762ddd16e234, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:10.060292 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.064214 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.184367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] For port a7005807-d158-43e9-8560-762ddd16e234, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:10.189964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] For port a7005807-d158-43e9-8560-762ddd16e234, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a7005807-d158-43e9-8560-762ddd16e234,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:10.197618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.210058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Made reservation on behalf of 99d56feb979d4be89454b109b324a5d6 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:10.212479 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.218464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef req-28a29d7b-0a48-4a50-9271-c0cb21957945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:10.220116 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef req-28a29d7b-0a48-4a50-9271-c0cb21957945 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4591961 Jul 08 17:56:10.235419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.261628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf723-d8bc-4448-b929-5dcab7b9a371 req-bee8309e-7fc9-4bc1-ae3d-a7de4f1c4206 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:10.270648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5fbf723-d8bc-4448-b929-5dcab7b9a371 req-bee8309e-7fc9-4bc1-ae3d-a7de4f1c4206 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 945 time: 0.2410393 Jul 08 17:56:10.280272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333d6fc-d9e1-4ea7-adb2-0671312def0a req-d2c29eb3-34ee-4a0a-8c6b-6d40b89b1b55 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:10.281793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7333d6fc-d9e1-4ea7-adb2-0671312def0a req-d2c29eb3-34ee-4a0a-8c6b-6d40b89b1b55 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 1100 time: 0.2810247 Jul 08 17:56:10.310355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Routers {'d210d717-92ce-4b13-b3a2-0f75368c1278'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:10.311082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:56:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d210d717-92ce-4b13-b3a2-0f75368c1278'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:10.337339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34821-345a-4c93-864a-40e666421a4d req-b398761a-f452-443a-9950-22b1a72b7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:10.338908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04f34821-345a-4c93-864a-40e666421a4d req-b398761a-f452-443a-9950-22b1a72b7728 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 1100 time: 0.3278315 Jul 08 17:56:10.367474 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef req-9e2d4d15-04dc-4373-86b9-c018a3d3a657 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392171 Jul 08 17:56:10.383282 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7333d6fc-d9e1-4ea7-adb2-0671312def0a req-d3a40fb2-9e74-43c5-bbf1-0a25c4a61d32 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.406886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506b51b-0f8f-4658-b644-2e9339b9d519 None None] Pushing event updated for resources: {'Port': ['ID=a7005807-d158-43e9-8560-762ddd16e234,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:10.499961 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.522469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.534095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] Set router d210d717-92ce-4b13-b3a2-0f75368c1278 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:10.558910 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43156127-9eea-4692-8ed4-a5b8e8f9e2ef req-99e1b6c7-34a4-44ed-a0d4-bdc74eb6484e service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800599 Jul 08 17:56:10.559468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34821-345a-4c93-864a-40e666421a4d req-cd7047d5-adc2-4163-9c6a-8ae29173375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:10.561209 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04f34821-345a-4c93-864a-40e666421a4d req-cd7047d5-adc2-4163-9c6a-8ae29173375e service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1724250 Jul 08 17:56:10.578321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:56:10.619779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6601fe-fb3c-4dd8-ba9d-3c539bfbd147,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:10.631242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.632862 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Added segment 6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05 of type vlan for network 52c26eb6-0b04-4521-9c31-6716af8262d1 Jul 08 17:56:10.670429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04f34821-345a-4c93-864a-40e666421a4d req-8cbd3130-31e5-403b-baec-8d867cf5b9b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b52b46fa-62df-4c6e-8fa6-4b83648f9176 HTTP/1.1" status: 200 len: 217 time: 0.0828080 Jul 08 17:56:10.695029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5fbf723-d8bc-4448-b929-5dcab7b9a371 req-e0c471ae-d098-4b05-8c1d-445a6e405d0b tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113512 Jul 08 17:56:10.703680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.714418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 5b997864-b587-4835-b5b5-9b0df43ca007 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:10.767356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.769364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:10.769992 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:10.870665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34821-345a-4c93-864a-40e666421a4d req-12be9408-9bd1-4890-9bd1-eb933c0dcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:10.874633 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04f34821-345a-4c93-864a-40e666421a4d req-12be9408-9bd1-4890-9bd1-eb933c0dcf7c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1951218 Jul 08 17:56:10.877645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 5b997864-b587-4835-b5b5-9b0df43ca007 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:10.882632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] Pushing event updated for resources: {'Network': ['ID=52c26eb6-0b04-4521-9c31-6716af8262d1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:10.903505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 52c26eb6-0b04-4521-9c31-6716af8262d1 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:56:10.919235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 5b997864-b587-4835-b5b5-9b0df43ca007 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:10.919689 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:11.068419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34821-345a-4c93-864a-40e666421a4d req-1700499c-fb0e-4876-93ca-dbee12acefad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:11.077102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04f34821-345a-4c93-864a-40e666421a4d req-1700499c-fb0e-4876-93ca-dbee12acefad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1876085 Jul 08 17:56:11.116149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-router', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:59Z', 'updated_at': '2021-07-08T17:56:05Z', 'revision_number': 4, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'gw_port': {'id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:00Z', 'updated_at': '2021-07-08T17:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a7005807-d158-43e9-8560-762ddd16e234', 'name': '', 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'mac_address': 'fa:16:3e:c5:a4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9a8d6074-f0c5-4918-8241-acffb6efe02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:03Z', 'updated_at': '2021-07-08T17:56:10Z', 'revision_number': 4, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'subnets': [{'id': '9a8d6074-f0c5-4918-8241-acffb6efe02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:11.157706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93b0ca-f3aa-49d8-8e1d-7ba42b90b55d None None] The sync data for ids ['d210d717-92ce-4b13-b3a2-0f75368c1278'] in n-d-799684-3 is: [{'id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-router', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:59Z', 'updated_at': '2021-07-08T17:56:05Z', 'revision_number': 4, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'gw_port': {'id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:00Z', 'updated_at': '2021-07-08T17:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a7005807-d158-43e9-8560-762ddd16e234', 'name': '', 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'mac_address': 'fa:16:3e:c5:a4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '9a8d6074-f0c5-4918-8241-acffb6efe02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:03Z', 'updated_at': '2021-07-08T17:56:10Z', 'revision_number': 4, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'subnets': [{'id': '9a8d6074-f0c5-4918-8241-acffb6efe02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:56:11.172568 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:11.208113 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7333d6fc-d9e1-4ea7-adb2-0671312def0a req-d3a40fb2-9e74-43c5-bbf1-0a25c4a61d32 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:11.229128 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7333d6fc-d9e1-4ea7-adb2-0671312def0a req-d3a40fb2-9e74-43c5-bbf1-0a25c4a61d32 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:11.234932 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6aca29bc-1382-465a-b8fd-d4f69dae8900 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3937786 Jul 08 17:56:11.234932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51606) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:11.242733 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] Request body: {'subnet': {'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-subnet', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:11.252951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:11.264067 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:11.267246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51608) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:11.321844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] Made reservation on behalf of 99d56feb979d4be89454b109b324a5d6 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:11.324677 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:11.338740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a40fb2-9e74-43c5-bbf1-0a25c4a61d32 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9d2340-bb02-4ebc-85dd-fbd9697376af,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:11.349329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04f34821-345a-4c93-864a-40e666421a4d req-4fa4af94-9af3-40dc-8c1e-343652c429b1 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671611 Jul 08 17:56:11.381238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7333d6fc-d9e1-4ea7-adb2-0671312def0a req-d3a40fb2-9e74-43c5-bbf1-0a25c4a61d32 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0747268 Jul 08 17:56:11.444858 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=5b997864-b587-4835-b5b5-9b0df43ca007,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:11.446351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de3ae1-fb3b-4ba0-a2e7-f85f4d63bfe8 req-a307f36d-7b2a-43e9-8548-efcae0c28121 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:11.448357 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53de3ae1-fb3b-4ba0-a2e7-f85f4d63bfe8 req-a307f36d-7b2a-43e9-8548-efcae0c28121 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 946 time: 0.4358382 Jul 08 17:56:11.461810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:11.487817 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5547e045-997e-4138-a451-ece020aca410" -d '{"events": [{"server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "name": "network-vif-plugged", "status": "completed", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:11.524390 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:11.527423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a7005807-d158-43e9-8560-762ddd16e234 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:11.550816 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-62b38c52-cb0d-4010-b44c-69038d9750e3 tempest-AutoAllocateNetworkTest-963638798 tempest-AutoAllocateNetworkTest-963638798-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7b4306fcd5f6472593b70da5d1fe3ccf&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2788944 Jul 08 17:56:11.559773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51624) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:11.631069 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53de3ae1-fb3b-4ba0-a2e7-f85f4d63bfe8 req-4c767ec5-5a21-4b7e-b94b-eaef17ebfbff tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898712 Jul 08 17:56:11.650691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port a7005807-d158-43e9-8560-762ddd16e234 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:11.666288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port a7005807-d158-43e9-8560-762ddd16e234 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:11.666288 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:11.785094 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:11.810019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb12eb2-470d-45bf-92a9-917826dbda93 tempest-AutoAllocateNetworkTest-963638798 tempest-AutoAllocateNetworkTest-963638798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:11.813692 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ebb12eb2-470d-45bf-92a9-917826dbda93 tempest-AutoAllocateNetworkTest-963638798 tempest-AutoAllocateNetworkTest-963638798-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2525928 Jul 08 17:56:11.825798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51630) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:11.830774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port a7005807-d158-43e9-8560-762ddd16e234, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a7005807-d158-43e9-8560-762ddd16e234,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:11.847399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:11.923844 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bd35592a-7006-4e71-b9ec-7a54ce06007e tempest-AutoAllocateNetworkTest-963638798 tempest-AutoAllocateNetworkTest-963638798-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943902 Jul 08 17:56:11.925158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51634) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:12.010877 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9133eedc-d0b8-4410-83ab-f6d4f38fa90b tempest-AutoAllocateNetworkTest-963638798 tempest-AutoAllocateNetworkTest-963638798-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7b4306fcd5f6472593b70da5d1fe3ccf HTTP/1.1" status: 200 len: 208 time: 0.0846205 Jul 08 17:56:12.014905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=a7005807-d158-43e9-8560-762ddd16e234,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:12.053051 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:12.076981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04f34821-345a-4c93-864a-40e666421a4d req-09fe71ae-1684-4692-bb03-1b8c3fb2f322 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208006 Jul 08 17:56:12.101212 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec9cbd-ae14-472f-be8d-66513ffa79c7 req-fb6cc2ca-88a9-4d95-ac6a-b08ef4077662 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:12.110028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fec9cbd-ae14-472f-be8d-66513ffa79c7 req-fb6cc2ca-88a9-4d95-ac6a-b08ef4077662 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 948 time: 0.4536624 Jul 08 17:56:12.121432 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ea243b-f8bf-4799-a2b7-64887f0917b7 x-openstack-request-id: req-64ea243b-f8bf-4799-a2b7-64887f0917b7 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:12.121782 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "name": "network-vif-plugged", "status": "completed", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:12.121911 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64ea243b-f8bf-4799-a2b7-64887f0917b7 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:12.123767 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007', 'code': 200} Jul 08 17:56:12.137053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b15f98-57d8-440a-a0a7-b52b0191910b,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:12.184302 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fec9cbd-ae14-472f-be8d-66513ffa79c7 req-fb783950-bae3-4de1-b9d3-835a84fe7ae6 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728316 Jul 08 17:56:12.233872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] Checking segment: {'id': '6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:12.234255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] Network hostable DHCP agents. Network: 52c26eb6-0b04-4521-9c31-6716af8262d1, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:56:12.281665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] Network 52c26eb6-0b04-4521-9c31-6716af8262d1 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:56:12.304264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 52c26eb6-0b04-4521-9c31-6716af8262d1) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:12.319741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db9d12-2e8b-4981-a2b5-0748d173cb0c None None] Network 52c26eb6-0b04-4521-9c31-6716af8262d1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:12.329099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:12.332315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:12.345053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c99d0-f174-4712-a911-da644ba459c3 req-024d68cb-8a8a-45c2-82f9-8140ca795a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:12.347580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f8c99d0-f174-4712-a911-da644ba459c3 req-024d68cb-8a8a-45c2-82f9-8140ca795a9b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 1097 time: 0.1507072 Jul 08 17:56:12.382514 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eb608161-282d-4478-a87f-50f6f3fb0220 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1468360 Jul 08 17:56:12.387152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51660) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:12.392709 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-router', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:12.439836 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:12.440891 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:12.445557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-049541e1-b8e5-47f9-91ba-4841b5b3c5b6 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392933 Jul 08 17:56:12.568124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7f2428c7-b2b0-4f39-a5b8-0cc40c6b898e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:12.569773 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7f2428c7-b2b0-4f39-a5b8-0cc40c6b898e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1175740 Jul 08 17:56:12.579822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51664) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:12.597144 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:12.608710 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-52c26eb6-0b04-4521-9c31-6716af8262d1', 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'fixed_ips': [{'subnet_id': '08b15f98-57d8-440a-a0a7-b52b0191910b'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:56:12.609575 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:12.620651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-4568d337-6409-4ed1-bc79-1e8eadc390c1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/quotas/9b0d0610fc974c3ba1b2ad55d418b953 HTTP/1.1" status: 200 len: 375 time: 0.0437520 Jul 08 17:56:12.626254 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f8c99d0-f174-4712-a911-da644ba459c3 req-fefe4bf1-ff80-4041-9bc1-a79d4999cc0a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259657 Jul 08 17:56:12.711051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8334b7-b72e-4dc0-bbf8-75a0907f042b req-819a0b5a-952b-4cb8-b072-bd54abab3668 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:12.712837 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f8334b7-b72e-4dc0-bbf8-75a0907f042b req-819a0b5a-952b-4cb8-b072-bd54abab3668 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 946 time: 0.3863659 Jul 08 17:56:12.743743 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a59619c6-19f6-4470-9756-03bbcec656a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:12.768809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f8334b7-b72e-4dc0-bbf8-75a0907f042b req-624a312d-5aac-4f6a-92c1-33e4f8d9e41a tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Jul 08 17:56:12.773721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-2d3fcf72-a8c8-406f-9d99-6a89460cb329 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455085 Jul 08 17:56:12.835776 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Allocated IP 172.20.0.2 (52c26eb6-0b04-4521-9c31-6716af8262d1/08b15f98-57d8-440a-a0a7-b52b0191910b/b98593f1-39c3-43e5-a9a6-7fe084abfbd5) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:12.864155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.017625 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a59619c6-19f6-4470-9756-03bbcec656a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.036356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a59619c6-19f6-4470-9756-03bbcec656a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.076758 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.089394 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a59619c6-19f6-4470-9756-03bbcec656a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b4306fcd5f6472593b70da5d1fe3ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084140 Jul 08 17:56:13.092083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51676) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:13.098772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59619c6-19f6-4470-9756-03bbcec656a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fafae3-b807-49e5-96eb-09913c5ab0e9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:13.111077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Transition to ACTIVE for port object b98593f1-39c3-43e5-a9a6-7fe084abfbd5 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:13.158327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Transition to ACTIVE for port object b98593f1-39c3-43e5-a9a6-7fe084abfbd5 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:13.173641 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.197750 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72c52e44-f737-424c-8f4e-09627149d3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.215177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Network 52c26eb6-0b04-4521-9c31-6716af8262d1 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:13.221588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:13.225823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:13.229733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Pushing event updated for resources: {'Port': ['ID=b98593f1-39c3-43e5-a9a6-7fe084abfbd5,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:13.243358 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72c52e44-f737-424c-8f4e-09627149d3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.269757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.293846 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.335493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Attempting to bind port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:13.335864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Attempting to bind port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:13.336224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Attempting to bind port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 on network 52c26eb6-0b04-4521-9c31-6716af8262d1 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:13.342186 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:13.342533 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Checking segment: {'id': '6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:13.343078 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.343403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Bound using segment: {'id': '6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:13.343876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Bound port: b98593f1-39c3-43e5-a9a6-7fe084abfbd5, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:13.344333 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.370666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d39dc-8583-4c61-ae6f-b090200eb7ce req-9f5e4e42-3663-4c7c-b6c1-e8948fac9562 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:13.378467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a9d39dc-8583-4c61-ae6f-b090200eb7ce req-9f5e4e42-3663-4c7c-b6c1-e8948fac9562 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 946 time: 0.0886645 Jul 08 17:56:13.383435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72c52e44-f737-424c-8f4e-09627149d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.389923 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72c52e44-f737-424c-8f4e-09627149d3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.391470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-72c52e44-f737-424c-8f4e-09627149d3e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9fafae3-b807-49e5-96eb-09913c5ab0e9 HTTP/1.1" status: 204 len: 168 time: 0.2982976 Jul 08 17:56:13.441503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a7005807-d158-43e9-8560-762ddd16e234 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:13.445471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c52e44-f737-424c-8f4e-09627149d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fafae3-b807-49e5-96eb-09913c5ab0e9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:13.477776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Allocated IP 172.25.8.70 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/be02cf58-73e8-4acb-af63-69f98cb12b50) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:13.514492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] For port b98593f1-39c3-43e5-a9a6-7fe084abfbd5, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:13.528901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a9d39dc-8583-4c61-ae6f-b090200eb7ce req-d4f334ed-2d75-4558-9eea-9e3dbc57c928 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491377 Jul 08 17:56:13.530667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] For port b98593f1-39c3-43e5-a9a6-7fe084abfbd5, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b98593f1-39c3-43e5-a9a6-7fe084abfbd5,segment=NetworkSegment(6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05),segment_id=6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:13.548572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port a7005807-d158-43e9-8560-762ddd16e234 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:13.549147 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.553200 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.699597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d14ad-b379-4579-93aa-40efa318649c None None] Pushing event updated for resources: {'Port': ['ID=b98593f1-39c3-43e5-a9a6-7fe084abfbd5,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:13.706759 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.809577 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.862340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:13.866707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:13.876902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:13.942284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5cd25-326a-4b5a-815e-c43e7c2b0c34 req-3ea719fa-2458-4c65-8b2c-ba28e3b3428c tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:13.942284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0bd5cd25-326a-4b5a-815e-c43e7c2b0c34 req-3ea719fa-2458-4c65-8b2c-ba28e3b3428c tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 948 time: 0.1488721 Jul 08 17:56:14.011301 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0bd5cd25-326a-4b5a-815e-c43e7c2b0c34 req-eaf24bd1-8151-49e9-bb6b-ffeac82e50ef tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640142 Jul 08 17:56:14.029904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device ec31c76a-8080-4994-9831-7f0cdbb2e444 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:56:14.144115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Pushing event updated for resources: {'Port': ['ID=be02cf58-73e8-4acb-af63-69f98cb12b50,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:14.184715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.185044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.185378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.185704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.186021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.186371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.186693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.188725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.188725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.188725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.188725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.188725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:14.252843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port ec31c76a-8080-4994-9831-7f0cdbb2e444, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=ec31c76a-8080-4994-9831-7f0cdbb2e444,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:14.270655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'ec31c76a-8080-4994-9831-7f0cdbb2e444', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'ec31c76a-8080-4994-9831-7f0cdbb2e444', 'mac_address': 'fa:16:3e:43:5e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:56:14.341533 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:14.363449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec31c76a-8080-4994-9831-7f0cdbb2e444 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:14.402100 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port ec31c76a-8080-4994-9831-7f0cdbb2e444, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=ec31c76a-8080-4994-9831-7f0cdbb2e444,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:14.409341 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:14.414472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8312-78dd-430a-8ef6-2347fe93b8af req-57af8082-c541-40c1-8232-de48a6cfc28c tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:14.424646 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-460d8312-78dd-430a-8ef6-2347fe93b8af req-57af8082-c541-40c1-8232-de48a6cfc28c tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 946 time: 0.1140692 Jul 08 17:56:14.427058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51722) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:14.433522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-902d428a-27bd-47a5-b23b-c1b871bd9ec0 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Request body: {'floatingip': {'port_id': '04bb24b7-2015-47d3-a8c7-117190b9869b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:14.479643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:14.529523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=ec31c76a-8080-4994-9831-7f0cdbb2e444,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:14.579993 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-902d428a-27bd-47a5-b23b-c1b871bd9ec0 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:14.746192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['ec31c76a-8080-4994-9831-7f0cdbb2e444'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:15.050800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:15.293662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Router 74ca6951-2c79-4ac5-abe5-0662e4317af3 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:56:15.393322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a355b60-aa35-45ec-b30e-35d5446465f2 None None] Network 52c26eb6-0b04-4521-9c31-6716af8262d1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:15.446058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4bb97-e239-4ff2-b1a6-f3c6e5645255 req-c1a046fa-3467-40a4-931c-849944f4e8be tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:15.452311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:56:15.457496 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0a4bb97-e239-4ff2-b1a6-f3c6e5645255 req-c1a046fa-3467-40a4-931c-849944f4e8be tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 946 time: 0.3364668 Jul 08 17:56:15.470290 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Sync routers for ids ['74ca6951-2c79-4ac5-abe5-0662e4317af3'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:56:15.486512 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Routers {'74ca6951-2c79-4ac5-abe5-0662e4317af3'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:15.489481 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:56:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['74ca6951-2c79-4ac5-abe5-0662e4317af3'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:15.491286 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:15.493567 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-85da3c96-b2f6-456b-bd95-e0ddff7d7557 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1046801 Jul 08 17:56:15.496613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51754) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:15.535896 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.resource_extend [None req-902d428a-27bd-47a5-b23b-c1b871bd9ec0 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:56:15.581951 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0a4bb97-e239-4ff2-b1a6-f3c6e5645255 req-22fd400e-52e0-427f-9b06-be50531628a2 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228621 Jul 08 17:56:15.671869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b98593f1-39c3-43e5-a9a6-7fe084abfbd5 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:15.693603 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-902d428a-27bd-47a5-b23b-c1b871bd9ec0 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:15.707710 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-902d428a-27bd-47a5-b23b-c1b871bd9ec0 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:15.852790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d4c8b823-6bb5-42f5-bdb3-c0246947354c None None] Provisioning for port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:15.867490 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Set router 74ca6951-2c79-4ac5-abe5-0662e4317af3 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:15.894536 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:15.912365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:15.914948 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.006272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac205c85-07d1-4925-b6e2-1564de5f6b57 req-6457408c-44d2-4f4d-aa4f-343c5f7c9667 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 210 time: 0.0987506 Jul 08 17:56:16.028416 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-902d428a-27bd-47a5-b23b-c1b871bd9ec0 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Floating IP e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f associated. External IP: 172.25.8.158, port: 04bb24b7-2015-47d3-a8c7-117190b9869b. Jul 08 17:56:16.064357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device ec31c76a-8080-4994-9831-7f0cdbb2e444 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:16.200256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf95d52-70f9-46d5-bfb7-57e6519f0a49 req-0c43bb24-469c-48aa-8dcd-d36f9407fb94 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:16.201721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cf95d52-70f9-46d5-bfb7-57e6519f0a49 req-0c43bb24-469c-48aa-8dcd-d36f9407fb94 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 949 time: 0.2978928 Jul 08 17:56:16.338420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port ec31c76a-8080-4994-9831-7f0cdbb2e444 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:16.346522 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-router', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:12Z', 'updated_at': '2021-07-08T17:56:14Z', 'revision_number': 3, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'gw_port': {'id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:13Z', 'updated_at': '2021-07-08T17:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:16.355618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.361615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port ec31c76a-8080-4994-9831-7f0cdbb2e444 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:16.370805 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.425593 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Checking router: 74ca6951-2c79-4ac5-abe5-0662e4317af3 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:56:16.426140 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Updating router 74ca6951-2c79-4ac5-abe5-0662e4317af3 port be02cf58-73e8-4acb-af63-69f98cb12b50 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:56:16.455326 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-6ec26897-2fe7-4a1f-8de5-11e05dfa7d34 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482194 Jul 08 17:56:16.487966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b98593f1-39c3-43e5-a9a6-7fe084abfbd5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b98593f1-39c3-43e5-a9a6-7fe084abfbd5,segment=NetworkSegment(6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05),segment_id=6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:16.503832 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.507651 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.657467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-fd1f4c0f-5b0c-4889-9e47-8156143f8e6c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:16.673637 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-fd1f4c0f-5b0c-4889-9e47-8156143f8e6c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115171 Jul 08 17:56:16.759767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b98593f1-39c3-43e5-a9a6-7fe084abfbd5,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:16.794089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-41e8fe49-2974-4a00-983a-c75258069d7e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452883 Jul 08 17:56:16.798883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ae7fab45-eef8-4f55-b7ee-c92fa50f933d None None] Provisioning complete for port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:16.801961 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae7fab45-eef8-4f55-b7ee-c92fa50f933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.802691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.803184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.803694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.804754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.805251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.805791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.806297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.806791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.807279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.807769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.808248 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.808722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:16.838443 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.847686 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:56:16.873765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504c9038-fe9b-4fd5-9855-4f3640abb522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec31c76a-8080-4994-9831-7f0cdbb2e444'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:16.876337 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0891ad7c-b397-4229-b80d-77a1876335af" -d '{"events": [{"server_uuid": "504c9038-fe9b-4fd5-9855-4f3640abb522", "name": "network-vif-plugged", "status": "completed", "tag": "ec31c76a-8080-4994-9831-7f0cdbb2e444"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:16.889076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Request body: {'port': {'device_id': '1a77ee17-2482-41da-8d65-7cf5093bb4ea', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '9b0d0610fc974c3ba1b2ad55d418b953'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:16.893344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port ec31c76a-8080-4994-9831-7f0cdbb2e444, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=ec31c76a-8080-4994-9831-7f0cdbb2e444,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:16.929244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cf95d52-70f9-46d5-bfb7-57e6519f0a49 req-24d2b376-b18a-4a1b-9e20-3d346d8bb15b tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817012 Jul 08 17:56:16.930964 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.005738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=ec31c76a-8080-4994-9831-7f0cdbb2e444,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:17.064689 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.076809 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Transition to ACTIVE for port object be02cf58-73e8-4acb-af63-69f98cb12b50 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:17.084290 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.098903 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.109328 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Attempting to bind port be02cf58-73e8-4acb-af63-69f98cb12b50 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:17.109702 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Attempting to bind port be02cf58-73e8-4acb-af63-69f98cb12b50 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:17.110064 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Attempting to bind port be02cf58-73e8-4acb-af63-69f98cb12b50 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:17.156349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-dcff2f82-09b3-4556-aa4f-8b90119f338e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:17.158445 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-dcff2f82-09b3-4556-aa4f-8b90119f338e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3535779 Jul 08 17:56:17.173853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Request body: {'port': {'device_id': '762dc407-c25c-4037-aae0-496a974173c4', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '9b0d0610fc974c3ba1b2ad55d418b953'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:17.210418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Made reservation on behalf of 9b0d0610fc974c3ba1b2ad55d418b953 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:17.215247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.305268 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:17.306254 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:17.306964 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.307644 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:17.308538 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Bound port: be02cf58-73e8-4acb-af63-69f98cb12b50, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:17.309421 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.320511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1b034-5e55-466a-b0af-5988d7d11eba req-bd3d6d81-4b6a-4517-8ce1-767ae605d0f3 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:17.322088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8b1b034-5e55-466a-b0af-5988d7d11eba req-bd3d6d81-4b6a-4517-8ce1-767ae605d0f3 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 1097 time: 0.5065551 Jul 08 17:56:17.382134 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] For port be02cf58-73e8-4acb-af63-69f98cb12b50, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:17.386948 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] For port be02cf58-73e8-4acb-af63-69f98cb12b50, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=be02cf58-73e8-4acb-af63-69f98cb12b50,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:17.396777 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4679a2-8113-4ff6-b21e-c47d9ccf01fe None None] Pushing event updated for resources: {'Port': ['ID=be02cf58-73e8-4acb-af63-69f98cb12b50,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:17.401744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Allocated IP 172.20.0.1 (52c26eb6-0b04-4521-9c31-6716af8262d1/08b15f98-57d8-440a-a0a7-b52b0191910b/a2e4d199-1797-409d-a5c2-cd4976cd7d6e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:17.402504 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.419299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902d428a-27bd-47a5-b23b-c1b871bd9ec0 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Router b0c73014-ad61-4c6a-acdb-ac4fba144469 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:56:17.428003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b98593f1-39c3-43e5-a9a6-7fe084abfbd5 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:17.478837 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4679a2-8113-4ff6-b21e-c47d9ccf01fe None None] Pushing event updated for resources: {'Port': ['ID=be02cf58-73e8-4acb-af63-69f98cb12b50,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:17.481446 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Routers {'74ca6951-2c79-4ac5-abe5-0662e4317af3'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:17.482052 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:56:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['74ca6951-2c79-4ac5-abe5-0662e4317af3'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:17.502598 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dd2bf1-d138-4390-b205-d72aa4da5857 x-openstack-request-id: req-75dd2bf1-d138-4390-b205-d72aa4da5857 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:17.503122 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504c9038-fe9b-4fd5-9855-4f3640abb522", "name": "network-vif-plugged", "status": "completed", "tag": "ec31c76a-8080-4994-9831-7f0cdbb2e444", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:17.503213 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8b1b034-5e55-466a-b0af-5988d7d11eba req-e3225c67-752d-45cc-a854-7cef79c4626c tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613340 Jul 08 17:56:17.503291 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75dd2bf1-d138-4390-b205-d72aa4da5857 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:17.503512 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504c9038-fe9b-4fd5-9855-4f3640abb522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec31c76a-8080-4994-9831-7f0cdbb2e444', 'code': 200} Jul 08 17:56:17.511519 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:17.512391 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.628197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.59', 63352) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:17.664259 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] Set router 74ca6951-2c79-4ac5-abe5-0662e4317af3 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:17.677552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Allocated IP 192.168.233.135 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/112ce291-f5b5-4f7e-b34e-d00bbbce2def) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:17.683585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.699542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Made reservation on behalf of 9b0d0610fc974c3ba1b2ad55d418b953 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:17.703722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.706756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Transition to ACTIVE for port object a2e4d199-1797-409d-a5c2-cd4976cd7d6e will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:17.835739 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.851642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab1f074f-cb71-496b-a728-92b5157f1b95 req-5453b400-a97c-4edd-8b76-b2b6ab6475be tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 210 time: 0.1300223 Jul 08 17:56:17.868270 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-router', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:12Z', 'updated_at': '2021-07-08T17:56:14Z', 'revision_number': 3, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'gw_port': {'id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:13Z', 'updated_at': '2021-07-08T17:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:17.889193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Network 52c26eb6-0b04-4521-9c31-6716af8262d1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:17.897766 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5511d74-8549-4f6e-8e51-563ad005781e None None] The sync data for ids ['74ca6951-2c79-4ac5-abe5-0662e4317af3'] in n-d-799684-3 is: [{'id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-router', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:12Z', 'updated_at': '2021-07-08T17:56:14Z', 'revision_number': 3, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'gw_port': {'id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:13Z', 'updated_at': '2021-07-08T17:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:56:17.901181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:17.908679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:17.909164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.915121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd610060-1621-441e-84fa-08c2cde9901f req-4e7326f8-8f7c-477b-bd9e-e5c500aa1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:17.917356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd610060-1621-441e-84fa-08c2cde9901f req-4e7326f8-8f7c-477b-bd9e-e5c500aa1bcf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 1101 time: 0.2874930 Jul 08 17:56:17.917796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902d428a-27bd-47a5-b23b-c1b871bd9ec0 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:56:17.924724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-902d428a-27bd-47a5-b23b-c1b871bd9ec0 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.952054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e36e547-3f72-4add-b049-80b52c7996ae None None] Sync routers for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:56:17.970864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36e547-3f72-4add-b049-80b52c7996ae None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:17.971524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9e36e547-3f72-4add-b049-80b52c7996ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:56:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:18.014808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e4d199-1797-409d-a5c2-cd4976cd7d6e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:18.050703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:18.133227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Transition to ACTIVE for port object 112ce291-f5b5-4f7e-b34e-d00bbbce2def will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:18.191988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd610060-1621-441e-84fa-08c2cde9901f req-c54b2970-5c6f-4192-8fe3-f8a3bf135e3d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597926 Jul 08 17:56:18.196877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-902d428a-27bd-47a5-b23b-c1b871bd9ec0 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "PUT /v2.0/floatingips/e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f HTTP/1.1" status: 200 len: 992 time: 3.7687681 Jul 08 17:56:18.198466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'tag': '04bb24b7-2015-47d3-a8c7-117190b9869b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:18.200839 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5ed9b1-d607-418f-a4e8-f61fa864428f" -d '{"events": [{"name": "network-changed", "server_uuid": "88e92b05-d3a4-4eed-a458-267353bce1e6", "tag": "04bb24b7-2015-47d3-a8c7-117190b9869b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:18.232716 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063a896-3d05-42da-a29b-2a3923f0abcf req-413944cc-6156-4f13-8218-1d700eef6a16 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:18.240160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1063a896-3d05-42da-a29b-2a3923f0abcf req-413944cc-6156-4f13-8218-1d700eef6a16 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 1097 time: 0.2007697 Jul 08 17:56:18.244238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-9e36e547-3f72-4add-b049-80b52c7996ae None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:18.271835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:18.292116 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:18.309337 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:18.424606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:18.431811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:18.456563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event updated for resources: {'Port': ['ID=112ce291-f5b5-4f7e-b34e-d00bbbce2def,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:18.467039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1063a896-3d05-42da-a29b-2a3923f0abcf req-987f945d-7e71-4700-ac14-8b2f670f2adf tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224336 Jul 08 17:56:18.473840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:18.500123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:18.500956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:18.511371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Allocated IP 192.168.233.120 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/470c2987-9adb-426c-a66e-f347139b66ea) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:18.539376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-efc69b48-261b-40f2-88ca-be60ffa909cb None None] Provisioning for port a2e4d199-1797-409d-a5c2-cd4976cd7d6e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:18.569924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-7bdf8377-aded-417a-bdc7-1edf68340177 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6829035 Jul 08 17:56:18.588628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Request body: {'port': {'device_id': '1a77ee17-2482-41da-8d65-7cf5093bb4ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:18.623069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-efc69b48-261b-40f2-88ca-be60ffa909cb None None] Provisioning complete for port a2e4d199-1797-409d-a5c2-cd4976cd7d6e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:18.624257 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-efc69b48-261b-40f2-88ca-be60ffa909cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:18.843420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-efc69b48-261b-40f2-88ca-be60ffa909cb None None] Port a2e4d199-1797-409d-a5c2-cd4976cd7d6e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:18.905657 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:18.961051 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:18.981273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Transition to ACTIVE for port object 470c2987-9adb-426c-a66e-f347139b66ea will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:19.001848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7ac62801-10c2-419e-adfb-a3acd637f8b9 None None] Provisioning for port 112ce291-f5b5-4f7e-b34e-d00bbbce2def completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:19.014752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7ac62801-10c2-419e-adfb-a3acd637f8b9 None None] Provisioning complete for port 112ce291-f5b5-4f7e-b34e-d00bbbce2def triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:19.015363 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ac62801-10c2-419e-adfb-a3acd637f8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:19.042566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:19.056809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:19.059242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:19.084103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7ac62801-10c2-419e-adfb-a3acd637f8b9 None None] Port 112ce291-f5b5-4f7e-b34e-d00bbbce2def cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:19.092809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9e36e547-3f72-4add-b049-80b52c7996ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'port_id': '04bb24b7-2015-47d3-a8c7-117190b9869b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'mac_address': 'fa:16:3e:f9:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:55:40Z', 'updated_at': '2021-07-08T17:56:15Z', 'revision_number': 1, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:19.134137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e36e547-3f72-4add-b049-80b52c7996ae None None] Checking router: b0c73014-ad61-4c6a-acdb-ac4fba144469 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:56:19.143970 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c218e552-71ee-492e-9248-331c217ab41e x-openstack-request-id: req-c218e552-71ee-492e-9248-331c217ab41e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:19.144220 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e92b05-d3a4-4eed-a458-267353bce1e6", "tag": "04bb24b7-2015-47d3-a8c7-117190b9869b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:19.144472 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c218e552-71ee-492e-9248-331c217ab41e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:19.144916 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'tag': '04bb24b7-2015-47d3-a8c7-117190b9869b', 'status': 'completed', 'code': 200} Jul 08 17:56:19.155225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36e547-3f72-4add-b049-80b52c7996ae None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:19.157325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9e36e547-3f72-4add-b049-80b52c7996ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:56:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:19.173184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:19.200652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e4d199-1797-409d-a5c2-cd4976cd7d6e,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:19.300614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:19.387478 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event updated for resources: {'Port': ['ID=470c2987-9adb-426c-a66e-f347139b66ea,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:19.444031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:19.445942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51846) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:19.450470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:19.463984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.465064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.467505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.469983 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.470434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.471151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Network 52c26eb6-0b04-4521-9c31-6716af8262d1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:19.471556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.471958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.474359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.476338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.477186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.477299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:19.478793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.479165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:19.482670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:19.487542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-9e36e547-3f72-4add-b049-80b52c7996ae None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:19.510617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:19.513896 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:19.620749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09bb3c-0ac3-4a45-b9d3-7cf8ce829fc4 req-c64c7b36-21e1-4e0c-a92f-12534bdd0485 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:19.622454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d09bb3c-0ac3-4a45-b9d3-7cf8ce829fc4 req-c64c7b36-21e1-4e0c-a92f-12534bdd0485 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 950 time: 0.8709068 Jul 08 17:56:19.670012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ed9b1-d607-418f-a4e8-f61fa864428f req-b2d78d1b-24db-43c0-a0b1-beca3a21b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:19.671607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f5ed9b1-d607-418f-a4e8-f61fa864428f req-b2d78d1b-24db-43c0-a0b1-beca3a21b035 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d405720c4cc04880b50b9a9583baab00&device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 1097 time: 0.6115301 Jul 08 17:56:19.674974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-91935820-63bd-4223-82f2-6980a7197cad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5060146 Jul 08 17:56:19.675152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Router 74ca6951-2c79-4ac5-abe5-0662e4317af3 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:56:19.678140 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77c0723b-9785-471a-9f55-531e34a43f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:19.760983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device be02cf58-73e8-4acb-af63-69f98cb12b50 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:19.828959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Request body: {'port': {'device_id': '762dc407-c25c-4037-aae0-496a974173c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:19.832458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ed9b1-d607-418f-a4e8-f61fa864428f req-e8b7db6f-875a-49df-834b-02df30fef9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:19.833911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f5ed9b1-d607-418f-a4e8-f61fa864428f req-e8b7db6f-875a-49df-834b-02df30fef9fd service neutron] 10.222.0.74 "GET /v2.0/networks?id=72e7378e-68fa-4eae-969d-4af763a383fd HTTP/1.1" status: 200 len: 923 time: 0.1358500 Jul 08 17:56:19.835846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112ce291-f5b5-4f7e-b34e-d00bbbce2def {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:19.855862 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:19.920417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Transition to ACTIVE for port object 112ce291-f5b5-4f7e-b34e-d00bbbce2def will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:19.926495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d09bb3c-0ac3-4a45-b9d3-7cf8ce829fc4 req-95a0b465-9813-4616-a357-2f4cf92ef2b3 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910037 Jul 08 17:56:19.941952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.008065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Pushing event updated for resources: {'Port': ['ID=112ce291-f5b5-4f7e-b34e-d00bbbce2def,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:20.008485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2083d47e-26d5-40b0-baa7-28f02db240c0 None None] Provisioning for port 470c2987-9adb-426c-a66e-f347139b66ea completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:20.026311 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.029990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2083d47e-26d5-40b0-baa7-28f02db240c0 None None] Provisioning complete for port 470c2987-9adb-426c-a66e-f347139b66ea triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:20.030824 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2083d47e-26d5-40b0-baa7-28f02db240c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.061458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f5ed9b1-d607-418f-a4e8-f61fa864428f req-e62c975c-fdaa-4197-a308-04801dded26d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04bb24b7-2015-47d3-a8c7-117190b9869b HTTP/1.1" status: 200 len: 1000 time: 0.2004120 Jul 08 17:56:20.065653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:56:20.079304 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1ebb82c6-a718-4e86-9125-77732ec0d3b9 admin admin] 10.222.0.73 "PUT /v2.0/routers/74ca6951-2c79-4ac5-abe5-0662e4317af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5740473 Jul 08 17:56:20.128167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port be02cf58-73e8-4acb-af63-69f98cb12b50 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:20.191025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port be02cf58-73e8-4acb-af63-69f98cb12b50 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:20.191570 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.200743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Attempting to bind port 112ce291-f5b5-4f7e-b34e-d00bbbce2def on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:20.201156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Attempting to bind port 112ce291-f5b5-4f7e-b34e-d00bbbce2def by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:20.201574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Attempting to bind port 112ce291-f5b5-4f7e-b34e-d00bbbce2def on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:20.227455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2083d47e-26d5-40b0-baa7-28f02db240c0 None None] Port 470c2987-9adb-426c-a66e-f347139b66ea cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:20.255659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Port 112ce291-f5b5-4f7e-b34e-d00bbbce2def on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:56:20.258119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Attempting to bind port 112ce291-f5b5-4f7e-b34e-d00bbbce2def on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:20.266331 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77c0723b-9785-471a-9f55-531e34a43f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.282620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77c0723b-9785-471a-9f55-531e34a43f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.299600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:20.300464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:20.301291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:20.302896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Bound port: 112ce291-f5b5-4f7e-b34e-d00bbbce2def, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:20.303335 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.312710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a21a80-1387-4250-bfa9-a2fbad384920 req-2a574bc9-cd40-42b5-9b3a-6d5dd19f2693 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:20.322935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3a21a80-1387-4250-bfa9-a2fbad384920 req-2a574bc9-cd40-42b5-9b3a-6d5dd19f2693 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 936 time: 0.7611942 Jul 08 17:56:20.440120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-400cbecd-6d11-428a-95f1-fb883d232d6d None None] Provisioning complete for port a2e4d199-1797-409d-a5c2-cd4976cd7d6e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:20.440532 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-400cbecd-6d11-428a-95f1-fb883d232d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.454103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ed9b1-d607-418f-a4e8-f61fa864428f req-b62da0a9-857c-4d4f-8093-b716143048b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:20.461522 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f5ed9b1-d607-418f-a4e8-f61fa864428f req-b62da0a9-857c-4d4f-8093-b716143048b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2399feef-6cf2-4a19-849e-f93ebf11d781 HTTP/1.1" status: 200 len: 861 time: 0.1817338 Jul 08 17:56:20.475433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] For port 112ce291-f5b5-4f7e-b34e-d00bbbce2def, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:20.479213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51866) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:20.480001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] For port 112ce291-f5b5-4f7e-b34e-d00bbbce2def, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=112ce291-f5b5-4f7e-b34e-d00bbbce2def,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:20.501818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.545373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-400cbecd-6d11-428a-95f1-fb883d232d6d None None] Port a2e4d199-1797-409d-a5c2-cd4976cd7d6e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:20.549725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9e36e547-3f72-4add-b049-80b52c7996ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'port_id': '04bb24b7-2015-47d3-a8c7-117190b9869b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'mac_address': 'fa:16:3e:f9:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:55:40Z', 'updated_at': '2021-07-08T17:56:15Z', 'revision_number': 1, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:20.555942 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-77c0723b-9785-471a-9f55-531e34a43f6d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=34b6f9c73e1f46b7b7a7d0e4205ec548&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1049037 Jul 08 17:56:20.559831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51868) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:20.561318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0723b-9785-471a-9f55-531e34a43f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4162560b-7608-41d1-ad82-603c9bb8fc19,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:20.585859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e36e547-3f72-4add-b049-80b52c7996ae None None] The sync data for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 is: [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'port_id': '04bb24b7-2015-47d3-a8c7-117190b9869b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'mac_address': 'fa:16:3e:f9:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:55:40Z', 'updated_at': '2021-07-08T17:56:15Z', 'revision_number': 1, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:56:20.590453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.640629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port be02cf58-73e8-4acb-af63-69f98cb12b50, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=be02cf58-73e8-4acb-af63-69f98cb12b50,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:20.656284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:20.668458 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.678533 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.681854 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] 10.222.0.59 "PUT /v2.0/ports/112ce291-f5b5-4f7e-b34e-d00bbbce2def HTTP/1.1" status: 200 len: 1096 time: 2.1016531 Jul 08 17:56:20.684756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a77ee17-2482-41da-8d65-7cf5093bb4ea', 'tag': '112ce291-f5b5-4f7e-b34e-d00bbbce2def'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:20.688348 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95d076a-63e4-47b5-990f-a5230cc12aba" -d '{"events": [{"name": "network-changed", "server_uuid": "1a77ee17-2482-41da-8d65-7cf5093bb4ea", "tag": "112ce291-f5b5-4f7e-b34e-d00bbbce2def"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:20.837324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=be02cf58-73e8-4acb-af63-69f98cb12b50,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:20.840782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f1c07-91c5-4c9c-aa7e-459bdb834b8b service neutron] Pushing event updated for resources: {'Port': ['ID=112ce291-f5b5-4f7e-b34e-d00bbbce2def,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:20.886435 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aca91a1b-2480-4367-9779-af01333cc711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:20.914703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aca91a1b-2480-4367-9779-af01333cc711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:21.008008 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Sync routers for ids ['74ca6951-2c79-4ac5-abe5-0662e4317af3'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:56:21.031627 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Routers {'74ca6951-2c79-4ac5-abe5-0662e4317af3'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:21.033289 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:56:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['74ca6951-2c79-4ac5-abe5-0662e4317af3'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:21.041829 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aca91a1b-2480-4367-9779-af01333cc711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:21.055613 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aca91a1b-2480-4367-9779-af01333cc711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:21.057317 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aca91a1b-2480-4367-9779-af01333cc711 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4162560b-7608-41d1-ad82-603c9bb8fc19 HTTP/1.1" status: 204 len: 168 time: 0.4928730 Jul 08 17:56:21.118105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca91a1b-2480-4367-9779-af01333cc711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4162560b-7608-41d1-ad82-603c9bb8fc19,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:21.229845 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f592f41-daaa-4df7-a592-e5ee0e701ccc None None] New status for floating IP e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:56:21.247350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-0ebb4612-3ec8-4eb7-a9e6-56c00f158cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:21.249029 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-0ebb4612-3ec8-4eb7-a9e6-56c00f158cca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea HTTP/1.1" status: 200 len: 1099 time: 0.4980006 Jul 08 17:56:21.327427 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Set router 74ca6951-2c79-4ac5-abe5-0662e4317af3 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:21.437660 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-71a3a551-ff18-47ea-a865-06f992134bf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=112ce291-f5b5-4f7e-b34e-d00bbbce2def HTTP/1.1" status: 200 len: 217 time: 0.1779034 Jul 08 17:56:21.479087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ed9b1-d607-418f-a4e8-f61fa864428f req-133fb635-8fa3-4693-bb11-b64ddd9ce2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:21.480882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f5ed9b1-d607-418f-a4e8-f61fa864428f req-133fb635-8fa3-4693-bb11-b64ddd9ce2bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72e7378e-68fa-4eae-969d-4af763a383fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9797471 Jul 08 17:56:21.500095 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3a21a80-1387-4250-bfa9-a2fbad384920 req-2d3c3bbb-756a-4c11-a7be-d1a3d29c43e9 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1761661 Jul 08 17:56:21.545174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device be02cf58-73e8-4acb-af63-69f98cb12b50 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:21.624478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-23050850-8f29-4c49-8d0b-aecddbe0ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:21.628014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15d9a259-dc92-4ff1-90eb-b10ef9cd3530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:21.631838 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-23050850-8f29-4c49-8d0b-aecddbe0ccf6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1871784 Jul 08 17:56:21.768832 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-router', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:12Z', 'updated_at': '2021-07-08T17:56:18Z', 'revision_number': 4, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'gw_port': {'id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:13Z', 'updated_at': '2021-07-08T17:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a2e4d199-1797-409d-a5c2-cd4976cd7d6e', 'name': '', 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'mac_address': 'fa:16:3e:e6:9d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '08b15f98-57d8-440a-a0a7-b52b0191910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:17Z', 'updated_at': '2021-07-08T17:56:18Z', 'revision_number': 2, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'subnets': [{'id': '08b15f98-57d8-440a-a0a7-b52b0191910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:21.833739 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Checking router: 74ca6951-2c79-4ac5-abe5-0662e4317af3 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:56:21.834968 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Updating router 74ca6951-2c79-4ac5-abe5-0662e4317af3 port a2e4d199-1797-409d-a5c2-cd4976cd7d6e binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:56:21.860068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port be02cf58-73e8-4acb-af63-69f98cb12b50 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:21.860933 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:21.877060 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:21.879077 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-a370283d-a071-47f2-afc7-9fb0feae0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:21.886163 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-a370283d-a071-47f2-afc7-9fb0feae0d70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2433810 Jul 08 17:56:22.033396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15d9a259-dc92-4ff1-90eb-b10ef9cd3530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.043835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51896) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:22.129397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2c00cbf-e2b7-4e92-b66a-1ee53d4f29bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.180202 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15d9a259-dc92-4ff1-90eb-b10ef9cd3530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.184721 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-b835059e-e9a3-4274-8675-c39394a5323f service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938263 Jul 08 17:56:22.191060 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32939e78-7c5a-42c0-8953-5606def4632d x-openstack-request-id: req-32939e78-7c5a-42c0-8953-5606def4632d {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:22.192122 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a77ee17-2482-41da-8d65-7cf5093bb4ea", "tag": "112ce291-f5b5-4f7e-b34e-d00bbbce2def", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:22.192122 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32939e78-7c5a-42c0-8953-5606def4632d {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:22.192994 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a77ee17-2482-41da-8d65-7cf5093bb4ea', 'tag': '112ce291-f5b5-4f7e-b34e-d00bbbce2def', 'status': 'completed', 'code': 200} Jul 08 17:56:22.321454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-15d9a259-dc92-4ff1-90eb-b10ef9cd3530 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b6a283921fef4ada9a4cd9bccb616049&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7500629 Jul 08 17:56:22.325259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51908) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:22.345995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9a259-dc92-4ff1-90eb-b10ef9cd3530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b164c40-e0c0-43a3-ab07-c33874b697d6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:22.638528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470c2987-9adb-426c-a66e-f347139b66ea {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:22.647355 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.655536 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.694083 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Transition to ACTIVE for port object a2e4d199-1797-409d-a5c2-cd4976cd7d6e will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:22.701452 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5b07744-19a2-4869-90df-a69ed54ac2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.719749 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.753793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Transition to ACTIVE for port object 470c2987-9adb-426c-a66e-f347139b66ea will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:22.782747 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5b07744-19a2-4869-90df-a69ed54ac2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.795809 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.798831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f5ed9b1-d607-418f-a4e8-f61fa864428f req-f6efcf9b-0997-4d9c-b8d8-00cb570d5fe7 service neutron] 10.222.0.74 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2974133 Jul 08 17:56:22.803351 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Pushing event updated for resources: {'Port': ['ID=a2e4d199-1797-409d-a5c2-cd4976cd7d6e,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:22.807812 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-02bbd02d-598e-4f4b-9418-4528f0d2d7d5 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143370 Jul 08 17:56:22.847094 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.849179 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.849555 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.850298 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.851098 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.851098 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.851485 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.851859 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.852353 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.852803 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.855946 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.856689 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:22.890815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5b07744-19a2-4869-90df-a69ed54ac2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.893074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Pushing event updated for resources: {'Port': ['ID=470c2987-9adb-426c-a66e-f347139b66ea,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:22.901828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5b07744-19a2-4869-90df-a69ed54ac2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.906007 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f5b07744-19a2-4869-90df-a69ed54ac2ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b164c40-e0c0-43a3-ab07-c33874b697d6 HTTP/1.1" status: 204 len: 168 time: 0.5789547 Jul 08 17:56:22.995426 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Attempting to bind port a2e4d199-1797-409d-a5c2-cd4976cd7d6e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:22.997991 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Attempting to bind port a2e4d199-1797-409d-a5c2-cd4976cd7d6e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:22.999594 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Attempting to bind port a2e4d199-1797-409d-a5c2-cd4976cd7d6e on network 52c26eb6-0b04-4521-9c31-6716af8262d1 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:23.008608 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:23.009891 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Checking segment: {'id': '6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:23.010512 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:23.011187 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Bound using segment: {'id': '6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:23.011940 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Bound port: a2e4d199-1797-409d-a5c2-cd4976cd7d6e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:23.013258 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:23.058544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b07744-19a2-4869-90df-a69ed54ac2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b164c40-e0c0-43a3-ab07-c33874b697d6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:23.195766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5368a-f05f-42de-9fe6-89631b624c97 req-bb8461b9-2fb9-4c25-ba9e-c83d195677ed tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:23.208257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d076a-63e4-47b5-990f-a5230cc12aba req-ff6db4c5-89b4-4efd-84cc-9c6c7407b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:23.214747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86d5368a-f05f-42de-9fe6-89631b624c97 req-bb8461b9-2fb9-4c25-ba9e-c83d195677ed tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 950 time: 0.7731330 Jul 08 17:56:23.216847 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d95d076a-63e4-47b5-990f-a5230cc12aba req-ff6db4c5-89b4-4efd-84cc-9c6c7407b367 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea HTTP/1.1" status: 200 len: 1099 time: 0.2842550 Jul 08 17:56:23.262088 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] For port a2e4d199-1797-409d-a5c2-cd4976cd7d6e, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:23.280133 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] For port a2e4d199-1797-409d-a5c2-cd4976cd7d6e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a2e4d199-1797-409d-a5c2-cd4976cd7d6e,segment=NetworkSegment(6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05),segment_id=6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:23.328644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Attempting to bind port 470c2987-9adb-426c-a66e-f347139b66ea on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:23.328986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Attempting to bind port 470c2987-9adb-426c-a66e-f347139b66ea by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:23.329322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Attempting to bind port 470c2987-9adb-426c-a66e-f347139b66ea on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:23.338861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Port 470c2987-9adb-426c-a66e-f347139b66ea on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:56:23.339202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Attempting to bind port 470c2987-9adb-426c-a66e-f347139b66ea on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:23.384727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:23.385331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:23.385908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:23.386851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Bound port: 470c2987-9adb-426c-a66e-f347139b66ea, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:23.387392 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:23.394421 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:23.428699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86d5368a-f05f-42de-9fe6-89631b624c97 req-74f530a6-52b8-4ab1-8ba2-78597c2eb504 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125695 Jul 08 17:56:23.529345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d076a-63e4-47b5-990f-a5230cc12aba req-7408d870-d0a5-40f0-9ed0-00859c8501cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:23.531146 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d95d076a-63e4-47b5-990f-a5230cc12aba req-7408d870-d0a5-40f0-9ed0-00859c8501cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.3105264 Jul 08 17:56:23.545695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2c00cbf-e2b7-4e92-b66a-1ee53d4f29bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:23.552956 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f5ed9b1-d607-418f-a4e8-f61fa864428f req-d335e2f4-ed23-48c3-a7d0-3851ec324735 service neutron] 10.222.0.74 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694913 Jul 08 17:56:23.574792 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51998fba-3c3b-48bb-9407-63086562514b None None] Pushing event updated for resources: {'Port': ['ID=a2e4d199-1797-409d-a5c2-cd4976cd7d6e,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:23.578860 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2c00cbf-e2b7-4e92-b66a-1ee53d4f29bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:23.585146 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Routers {'74ca6951-2c79-4ac5-abe5-0662e4317af3'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:23.588712 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:56:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['74ca6951-2c79-4ac5-abe5-0662e4317af3'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:23.704782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c00cbf-e2b7-4e92-b66a-1ee53d4f29bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5820aef-4f44-4d6b-980f-e3e73171df64,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:23.741232 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d95d076a-63e4-47b5-990f-a5230cc12aba req-fea504e6-fc59-47c3-9bce-19637960b870 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=112ce291-f5b5-4f7e-b34e-d00bbbce2def HTTP/1.1" status: 200 len: 217 time: 0.1939905 Jul 08 17:56:23.857123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c2c00cbf-e2b7-4e92-b66a-1ee53d4f29bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3b31370cc1f4d66ab202f55765a8426&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7989910 Jul 08 17:56:23.865322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51932) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:23.892367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51934) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:23.962127 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] Set router 74ca6951-2c79-4ac5-abe5-0662e4317af3 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:23.976447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] For port 470c2987-9adb-426c-a66e-f347139b66ea, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:24.024365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d076a-63e4-47b5-990f-a5230cc12aba req-c7bfb17c-402c-40fa-93af-070243e2816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:24.026162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d95d076a-63e4-47b5-990f-a5230cc12aba req-c7bfb17c-402c-40fa-93af-070243e2816a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2772486 Jul 08 17:56:24.026430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51938) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:24.092444 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f61024de-e320-4a5b-9ed9-641c5b2aaa43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:24.114097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] For port 470c2987-9adb-426c-a66e-f347139b66ea, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=470c2987-9adb-426c-a66e-f347139b66ea,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:24.135471 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28132c7f-f6fe-453d-9272-567ec57fd048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:24.140956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f61024de-e320-4a5b-9ed9-641c5b2aaa43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:24.153896 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:24.176567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d076a-63e4-47b5-990f-a5230cc12aba req-4d2faa1a-e860-4b3a-9b36-1fe54d1f7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:24.178059 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d95d076a-63e4-47b5-990f-a5230cc12aba req-4d2faa1a-e860-4b3a-9b36-1fe54d1f7c4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441889 Jul 08 17:56:24.325230 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f61024de-e320-4a5b-9ed9-641c5b2aaa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:24.327740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f61024de-e320-4a5b-9ed9-641c5b2aaa43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:24.331240 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f61024de-e320-4a5b-9ed9-641c5b2aaa43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5820aef-4f44-4d6b-980f-e3e73171df64 HTTP/1.1" status: 204 len: 168 time: 0.4590468 Jul 08 17:56:24.345276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61024de-e320-4a5b-9ed9-641c5b2aaa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5820aef-4f44-4d6b-980f-e3e73171df64,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:24.357681 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d95d076a-63e4-47b5-990f-a5230cc12aba req-4f6b1154-1d1b-473e-aac1-b3206f35bb49 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695230 Jul 08 17:56:24.392135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-8b766fb4-fcd9-4dbf-9e37-a2005ada4057 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:56:24.402874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-8b766fb4-fcd9-4dbf-9e37-a2005ada4057 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4998734 Jul 08 17:56:24.404484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:24.405115 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:24.406550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] 10.222.0.59 "PUT /v2.0/ports/470c2987-9adb-426c-a66e-f347139b66ea HTTP/1.1" status: 200 len: 1096 time: 4.7061620 Jul 08 17:56:24.425568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762dc407-c25c-4037-aae0-496a974173c4', 'tag': '470c2987-9adb-426c-a66e-f347139b66ea'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:24.427888 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7b160c-8efd-44ce-8d70-da62550f8fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "762dc407-c25c-4037-aae0-496a974173c4", "tag": "470c2987-9adb-426c-a66e-f347139b66ea"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:24.486686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783115fd-b4ab-49ea-a782-364f1dd5479e req-7a8e7e7e-17da-4800-adfc-623845a9eb01 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:24.512298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-783115fd-b4ab-49ea-a782-364f1dd5479e req-7a8e7e7e-17da-4800-adfc-623845a9eb01 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 948 time: 0.6662164 Jul 08 17:56:24.520465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51948) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:24.653803 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d95d076a-63e4-47b5-990f-a5230cc12aba req-c2cd60a7-9377-4fdf-bcfe-7d158fe7af45 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905066 Jul 08 17:56:24.770154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e5fdf-acbd-4012-90c1-4abce2955a73 service neutron] Pushing event updated for resources: {'Port': ['ID=470c2987-9adb-426c-a66e-f347139b66ea,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:24.864662 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-router', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:12Z', 'updated_at': '2021-07-08T17:56:18Z', 'revision_number': 4, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'gw_port': {'id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:13Z', 'updated_at': '2021-07-08T17:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a2e4d199-1797-409d-a5c2-cd4976cd7d6e', 'name': '', 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'mac_address': 'fa:16:3e:e6:9d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '08b15f98-57d8-440a-a0a7-b52b0191910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:17Z', 'updated_at': '2021-07-08T17:56:23Z', 'revision_number': 4, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'subnets': [{'id': '08b15f98-57d8-440a-a0a7-b52b0191910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:24.892400 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-783115fd-b4ab-49ea-a782-364f1dd5479e req-512cbfa3-c6e3-4c5f-82f6-1807223645cc tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776705 Jul 08 17:56:24.961594 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452a871-2d4c-45a3-aa5e-ac2a754280bd None None] The sync data for ids ['74ca6951-2c79-4ac5-abe5-0662e4317af3'] in n-d-799684-3 is: [{'id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-router', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:12Z', 'updated_at': '2021-07-08T17:56:18Z', 'revision_number': 4, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'gw_port': {'id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:13Z', 'updated_at': '2021-07-08T17:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a2e4d199-1797-409d-a5c2-cd4976cd7d6e', 'name': '', 'network_id': '52c26eb6-0b04-4521-9c31-6716af8262d1', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'mac_address': 'fa:16:3e:e6:9d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '08b15f98-57d8-440a-a0a7-b52b0191910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:17Z', 'updated_at': '2021-07-08T17:56:23Z', 'revision_number': 4, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'subnets': [{'id': '08b15f98-57d8-440a-a0a7-b52b0191910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:56:25.025765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-b2b41e23-d910-4281-acfa-22137d0bb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:25.028010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-b2b41e23-d910-4281-acfa-22137d0bb5e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 1099 time: 0.4910834 Jul 08 17:56:25.055846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Request body: {'binding': {'host': 'n-h2-799684-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:25.077795 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Unknown quota resources ['binding']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:56:25.156156 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8433b8ae-d2c5-4455-a235-a1e783cd8da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:25.225310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-6384f0e1-8f20-4091-881d-6f7971fe3a0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=470c2987-9adb-426c-a66e-f347139b66ea HTTP/1.1" status: 200 len: 217 time: 0.1792233 Jul 08 17:56:25.258631 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28132c7f-f6fe-453d-9272-567ec57fd048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:25.290717 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28132c7f-f6fe-453d-9272-567ec57fd048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:25.470058 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8433b8ae-d2c5-4455-a235-a1e783cd8da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:25.479990 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8433b8ae-d2c5-4455-a235-a1e783cd8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:25.541973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a2e4d199-1797-409d-a5c2-cd4976cd7d6e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:25.544473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-28132c7f-f6fe-453d-9272-567ec57fd048 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6af2fbef602e462089504b5cc84f1129&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5111473 Jul 08 17:56:25.545787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51966) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:25.567790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28132c7f-f6fe-453d-9272-567ec57fd048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f989360-4e8e-458c-be8d-a7b46e1f5b88,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:25.620667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433b8ae-d2c5-4455-a235-a1e783cd8da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681339f8-f2a8-44e8-997f-3ec1e7853388,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:25.653381 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8433b8ae-d2c5-4455-a235-a1e783cd8da9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9af74332145a4d748d9842d2e29dbcdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1312907 Jul 08 17:56:25.654428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51972) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:25.659221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-a898d6f1-9e7a-4706-af4c-8abb9c24679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:25.670128 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-a898d6f1-9e7a-4706-af4c-8abb9c24679e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.4332910 Jul 08 17:56:25.691882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port a2e4d199-1797-409d-a5c2-cd4976cd7d6e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:25.695987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port a2e4d199-1797-409d-a5c2-cd4976cd7d6e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:25.697489 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:25.807357 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdebd13b-841c-4dcb-bb01-870a15219714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:25.818748 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c8ca64-2158-480e-9a11-71bc7f2c3cb2 x-openstack-request-id: req-55c8ca64-2158-480e-9a11-71bc7f2c3cb2 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:25.819279 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762dc407-c25c-4037-aae0-496a974173c4", "tag": "470c2987-9adb-426c-a66e-f347139b66ea", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:25.819404 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55c8ca64-2158-480e-9a11-71bc7f2c3cb2 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:25.819865 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762dc407-c25c-4037-aae0-496a974173c4', 'tag': '470c2987-9adb-426c-a66e-f347139b66ea', 'status': 'completed', 'code': 200} Jul 08 17:56:25.878329 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdebd13b-841c-4dcb-bb01-870a15219714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:25.904224 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:25.905587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51978) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:25.943777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1378f3e-fd7a-44d1-8f61-45cfc3e9c1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.023377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port a2e4d199-1797-409d-a5c2-cd4976cd7d6e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a2e4d199-1797-409d-a5c2-cd4976cd7d6e,segment=NetworkSegment(6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05),segment_id=6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:26.030052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdebd13b-841c-4dcb-bb01-870a15219714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.031776 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.033174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdebd13b-841c-4dcb-bb01-870a15219714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.034563 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cdebd13b-841c-4dcb-bb01-870a15219714 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/681339f8-f2a8-44e8-997f-3ec1e7853388 HTTP/1.1" status: 204 len: 168 time: 0.3791666 Jul 08 17:56:26.046116 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1378f3e-fd7a-44d1-8f61-45cfc3e9c1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.057656 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebd13b-841c-4dcb-bb01-870a15219714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681339f8-f2a8-44e8-997f-3ec1e7853388,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:26.063480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on host n-h2-799684-3 for vnic_type normal with profile None {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:26.063921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:26.064439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:26.102930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:56:26.103469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:26.122436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-6022eb90-e3d3-47ad-82c9-55bb3e4873d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:26.124247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-6022eb90-e3d3-47ad-82c9-55bb3e4873d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4418578 Jul 08 17:56:26.142996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:26.143736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:26.144337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:26.145576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Bound port: 5b997864-b587-4835-b5b5-9b0df43ca007, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:26.160417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=a2e4d199-1797-409d-a5c2-cd4976cd7d6e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:26.172502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-network', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:26.218080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Made reservation on behalf of c62276ac07dd4ab3ab1bba7637d78fa0 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:26.220517 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.229914 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.395792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.406581 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.452852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d058b1c6-56cf-4d91-96aa-114553182d49,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:26.483487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:56:26.488770 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1378f3e-fd7a-44d1-8f61-45cfc3e9c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.497069 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.497588 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Added segment 0c02825a-9cb6-439d-9d44-b061e8ac888f of type vlan for network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc Jul 08 17:56:26.511571 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1378f3e-fd7a-44d1-8f61-45cfc3e9c1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.515200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d1378f3e-fd7a-44d1-8f61-45cfc3e9c1ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f989360-4e8e-458c-be8d-a7b46e1f5b88 HTTP/1.1" status: 204 len: 168 time: 0.9390247 Jul 08 17:56:26.522414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:26.554067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1378f3e-fd7a-44d1-8f61-45cfc3e9c1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f989360-4e8e-458c-be8d-a7b46e1f5b88,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:26.567575 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.578280 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.585802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-50bd3dd2-3d24-4449-b7ce-0a5b9567a7ab service neutron] 10.222.0.73 "POST /v2.0/ports/5b997864-b587-4835-b5b5-9b0df43ca007/bindings HTTP/1.1" status: 201 len: 389 time: 1.8351445 Jul 08 17:56:26.600393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51992) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:26.619282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-fa121ff3-a013-421c-b16a-6db91ebc6973 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849980 Jul 08 17:56:26.636936 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a290af4-9caa-454d-951f-3d59b35dd1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.653987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.655251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:26.656261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:26.722949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ac4c-6035-4001-9266-1e5265c6287f req-630a699b-c102-440c-8897-3676d05038e5 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:26.735247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68e8ac4c-6035-4001-9266-1e5265c6287f req-630a699b-c102-440c-8897-3676d05038e5 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 950 time: 0.5364525 Jul 08 17:56:26.820473 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9125907 Jul 08 17:56:26.832851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51998) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:26.848854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] Request body: {'subnet': {'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-subnet', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:26.885494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c00aa-323a-4bf9-b0ee-145768cf89de admin admin] Pushing event updated for resources: {'Network': ['ID=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:26.896483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:56:26.913572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] Made reservation on behalf of c62276ac07dd4ab3ab1bba7637d78fa0 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:26.916419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:27.030929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68e8ac4c-6035-4001-9266-1e5265c6287f req-b1b90847-c552-421f-b37f-08ce7313c9d9 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947378 Jul 08 17:56:27.175732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-d66a78dd-a228-4510-9aa6-b02b49f2eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:27.178329 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-d66a78dd-a228-4510-9aa6-b02b49f2eeed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 1097 time: 0.1496272 Jul 08 17:56:27.217137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a329219-7c7c-4a53-9501-f8b7b6394563 req-136cf81f-4b66-4f7b-af3e-13812c74af30 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853262 Jul 08 17:56:27.298508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52002) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:27.368401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:27.396317 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16344e2-c3be-4093-954d-171067175ea8 req-1f4dd32e-e533-434a-a2c1-80b3f6853b0d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:27.409388 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a16344e2-c3be-4093-954d-171067175ea8 req-1f4dd32e-e533-434a-a2c1-80b3f6853b0d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 948 time: 0.5203300 Jul 08 17:56:27.434345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-392f9ee8-d691-4941-92b7-e6aeed20a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:27.436017 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-392f9ee8-d691-4941-92b7-e6aeed20a450 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.2507312 Jul 08 17:56:27.457938 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a2e4d199-1797-409d-a5c2-cd4976cd7d6e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:27.471303 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-124c99af-faa5-4097-8634-fc1091b7c272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:27.497695 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-d34d7d85-b184-4439-92b0-44596e917640 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b997864-b587-4835-b5b5-9b0df43ca007 HTTP/1.1" status: 200 len: 217 time: 0.0500937 Jul 08 17:56:27.499653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3506880a-9e91-497d-91fd-42e7ef3b3589,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:27.552095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port a2e4d199-1797-409d-a5c2-cd4976cd7d6e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:27.552811 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:27.556803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] Checking segment: {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:27.557271 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] Network hostable DHCP agents. Network: d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:56:27.559185 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a290af4-9caa-454d-951f-3d59b35dd1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:27.581270 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a290af4-9caa-454d-951f-3d59b35dd1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:27.583215 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-9b9ab8e5-2ff3-4778-b8d4-e58e111ba01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:27.584872 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-9b9ab8e5-2ff3-4778-b8d4-e58e111ba01a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.0803661 Jul 08 17:56:27.600810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] Network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:56:27.603523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a16344e2-c3be-4093-954d-171067175ea8 req-4bd2e7e0-5c43-499e-9e26-5c96de9d52f6 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806512 Jul 08 17:56:27.667623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a290af4-9caa-454d-951f-3d59b35dd1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f126ef-155c-453a-a85e-4e496549474d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:27.673976 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5a290af4-9caa-454d-951f-3d59b35dd1e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d6f3dc3d25e47fa91e6ad63374680a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0700924 Jul 08 17:56:27.680173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b160c-8efd-44ce-8d70-da62550f8fa0 req-212b3ce8-59c5-4b16-a0de-72a5d1657660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:27.681636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec7b160c-8efd-44ce-8d70-da62550f8fa0 req-212b3ce8-59c5-4b16-a0de-72a5d1657660 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 1099 time: 0.3820508 Jul 08 17:56:27.691312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52004) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:27.695930 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-1d571694-fd98-45f2-b6a6-484d3b23df32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044457 Jul 08 17:56:27.698120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:27.713773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:27.715850 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:27.725551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef9744-b2c3-4b3d-a7ff-012bb9045238 None None] Network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:27.789880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d2495-1cd4-44f1-8029-01c6845e2bb9 req-c71d043f-7ba9-44ed-961c-508e5c3332ad tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:27.791801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd1d2495-1cd4-44f1-8029-01c6845e2bb9 req-c71d043f-7ba9-44ed-961c-508e5c3332ad tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 946 time: 0.3470693 Jul 08 17:56:27.862242 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-f39ba166-2bf3-442b-a0e2-21cc05c4f370 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324651 Jul 08 17:56:28.052527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:56:28.053516 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.055352 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-58085d96-cea2-4d7c-b0ba-2f6f153251f0 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830425 Jul 08 17:56:28.060112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd1d2495-1cd4-44f1-8029-01c6845e2bb9 req-6ed4b789-9c50-41ea-a0ae-d49b96260433 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938639 Jul 08 17:56:28.068394 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70d3f05c-b595-4ff6-a499-5c486ce529ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.077449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b160c-8efd-44ce-8d70-da62550f8fa0 req-67e34146-033b-4dbe-9c2d-2c955e488d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:28.079218 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec7b160c-8efd-44ce-8d70-da62550f8fa0 req-67e34146-033b-4dbe-9c2d-2c955e488d00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.3635957 Jul 08 17:56:28.092218 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-124c99af-faa5-4097-8634-fc1091b7c272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.128923 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aa545a10-82d2-49e7-b281-01cfdd73eaa9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2948856 Jul 08 17:56:28.131423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52008) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:28.136224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:28.148090 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-124c99af-faa5-4097-8634-fc1091b7c272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.151589 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70d3f05c-b595-4ff6-a499-5c486ce529ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.156085 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec7b160c-8efd-44ce-8d70-da62550f8fa0 req-814e3a43-68d4-407b-9235-5d4b8b05df19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=470c2987-9adb-426c-a66e-f347139b66ea HTTP/1.1" status: 200 len: 217 time: 0.0626304 Jul 08 17:56:28.168418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 112ce291-f5b5-4f7e-b34e-d00bbbce2def details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:56:28.219766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.220637 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.227225 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-124c99af-faa5-4097-8634-fc1091b7c272 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dae586828bb24793a0d75a1206f4c208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9262145 Jul 08 17:56:28.269824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52010) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:28.284457 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.448093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Allocated IP 172.20.0.2 (d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc/3506880a-9e91-497d-91fd-42e7ef3b3589/bb226cc7-b57b-4eed-afb8-9978d62671c2) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:28.474645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.520953 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-617dfadf-2f90-491a-bdcc-6b7d059fc82d tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:28.522889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-617dfadf-2f90-491a-bdcc-6b7d059fc82d tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1097 time: 0.3372042 Jul 08 17:56:28.543580 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 112ce291-f5b5-4f7e-b34e-d00bbbce2def, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=112ce291-f5b5-4f7e-b34e-d00bbbce2def,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:28.558046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799684-3'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:28.561903 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aae3d0c-fa16-44ba-8fb8-2d5a054d890d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.569528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '112ce291-f5b5-4f7e-b34e-d00bbbce2def', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '112ce291-f5b5-4f7e-b34e-d00bbbce2def', 'mac_address': 'fa:16:3e:ff:15:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:56:28.594717 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aae3d0c-fa16-44ba-8fb8-2d5a054d890d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.672294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70d3f05c-b595-4ff6-a499-5c486ce529ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.680425 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70d3f05c-b595-4ff6-a499-5c486ce529ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.689160 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.700773 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-70d3f05c-b595-4ff6-a499-5c486ce529ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47f126ef-155c-453a-a85e-4e496549474d HTTP/1.1" status: 204 len: 168 time: 1.0005922 Jul 08 17:56:28.739717 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.752222 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.769220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c99af-faa5-4097-8634-fc1091b7c272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7628d49-b043-4e91-b490-9edc7c67c686,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:28.777020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Transition to ACTIVE for port object bb226cc7-b57b-4eed-afb8-9978d62671c2 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:28.801010 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aae3d0c-fa16-44ba-8fb8-2d5a054d890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.804290 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aae3d0c-fa16-44ba-8fb8-2d5a054d890d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.808268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3aae3d0c-fa16-44ba-8fb8-2d5a054d890d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7628d49-b043-4e91-b490-9edc7c67c686 HTTP/1.1" status: 204 len: 168 time: 0.5028067 Jul 08 17:56:28.847643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3f05c-b595-4ff6-a499-5c486ce529ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f126ef-155c-453a-a85e-4e496549474d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:28.860059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd8bdb-645e-4c5f-b004-9dbe2943bf12 req-326f0937-65b2-4b6e-82c7-c3a529d5bfa2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:28.871162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83cd8bdb-645e-4c5f-b004-9dbe2943bf12 req-326f0937-65b2-4b6e-82c7-c3a529d5bfa2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 950 time: 0.5975585 Jul 08 17:56:28.871398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Transition to ACTIVE for port object bb226cc7-b57b-4eed-afb8-9978d62671c2 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:28.903488 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b160c-8efd-44ce-8d70-da62550f8fa0 req-fca02371-9d6d-42f8-9c6b-6413cad80844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:28.904728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec7b160c-8efd-44ce-8d70-da62550f8fa0 req-fca02371-9d6d-42f8-9c6b-6413cad80844 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.7306638 Jul 08 17:56:28.914374 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.937114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112ce291-f5b5-4f7e-b34e-d00bbbce2def {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:28.937655 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.971386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae3d0c-fa16-44ba-8fb8-2d5a054d890d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7628d49-b043-4e91-b490-9edc7c67c686,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:29.025945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83cd8bdb-645e-4c5f-b004-9dbe2943bf12 req-ce5c39e4-6bc5-4343-bdae-b91342fc36a1 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561813 Jul 08 17:56:29.027743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 112ce291-f5b5-4f7e-b34e-d00bbbce2def, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=112ce291-f5b5-4f7e-b34e-d00bbbce2def,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:29.075722 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:29.093845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:29.095836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b160c-8efd-44ce-8d70-da62550f8fa0 req-b85b72be-1e5c-4621-a895-7c80704a2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:29.099091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec7b160c-8efd-44ce-8d70-da62550f8fa0 req-b85b72be-1e5c-4621-a895-7c80704a2396 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1561420 Jul 08 17:56:29.152712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84386d2-e568-4527-8bcf-c2b3ba68e370 req-02df4be5-3397-4eb3-b9c8-4845ea3c1044 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:29.174893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e84386d2-e568-4527-8bcf-c2b3ba68e370 req-02df4be5-3397-4eb3-b9c8-4845ea3c1044 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 948 time: 0.3642809 Jul 08 17:56:29.220318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:29.224488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:29.236356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:29.400650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=112ce291-f5b5-4f7e-b34e-d00bbbce2def,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:29.413153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Attempting to bind port bb226cc7-b57b-4eed-afb8-9978d62671c2 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:29.413296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Attempting to bind port bb226cc7-b57b-4eed-afb8-9978d62671c2 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:29.414732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Attempting to bind port bb226cc7-b57b-4eed-afb8-9978d62671c2 on network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:29.512120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:29.534165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:29.534780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Checking segment: {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:29.538384 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:29.539070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Bound using segment: {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:29.540337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Bound port: bb226cc7-b57b-4eed-afb8-9978d62671c2, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:29.542324 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:29.804871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Allocated IP 172.25.8.147 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/f198dc20-113f-41f1-b6e5-c989afcd3b27) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:29.821719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] For port bb226cc7-b57b-4eed-afb8-9978d62671c2, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:29.834371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] For port bb226cc7-b57b-4eed-afb8-9978d62671c2, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb226cc7-b57b-4eed-afb8-9978d62671c2,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:29.865774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Pushing event updated for resources: {'Port': ['ID=bb226cc7-b57b-4eed-afb8-9978d62671c2,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:29.872970 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:29.920343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:30.044505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499baed-d829-40ba-98f3-5bfef4d11b63 None None] Pushing event updated for resources: {'Port': ['ID=bb226cc7-b57b-4eed-afb8-9978d62671c2,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:30.081848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:30.164795 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:30.242863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:30.246584 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297542c-da39-4a41-9d09-d3c5fd6b23f1" -d '{"events": [{"server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:30.253890 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:30.326370 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:30.418940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e84386d2-e568-4527-8bcf-c2b3ba68e370 req-f5908ab1-461e-4423-98b8-82967d62e89a tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2425942 Jul 08 17:56:30.426850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec7b160c-8efd-44ce-8d70-da62550f8fa0 req-7df11b4b-59e6-481e-ba3e-c376ecc337d5 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3179088 Jul 08 17:56:30.571614 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:30.664542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Pushing event updated for resources: {'Port': ['ID=5b997864-b587-4835-b5b5-9b0df43ca007,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:30.664659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39225146-31e9-4c7e-97cb-d7dcbc2a7b85 req-f602fd8e-4d73-4aa2-9c05-b5c8f9c86c7f tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:30.665696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39225146-31e9-4c7e-97cb-d7dcbc2a7b85 req-f602fd8e-4d73-4aa2-9c05-b5c8f9c86c7f tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.59 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 950 time: 0.6684775 Jul 08 17:56:30.712836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:30.720812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:30.723488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on host n-h1-799684-3 for vnic_type normal with profile {"migrating_to": "n-h2-799684-3"} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:30.724056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:30.724548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:30.730246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:30.752431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:56:30.757440 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:30.865385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec7b160c-8efd-44ce-8d70-da62550f8fa0 req-56c11f71-c073-439c-8d87-136c3b77e6c5 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256620 Jul 08 17:56:30.926725 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea67a8-b419-4b88-aeed-57e9d966966a req-7863000a-eddd-40f7-bf63-d0706d560e6c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:30.958122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-edea67a8-b419-4b88-aeed-57e9d966966a req-7863000a-eddd-40f7-bf63-d0706d560e6c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 946 time: 0.9628999 Jul 08 17:56:31.050829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:31.053017 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:31.053423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:31.053888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Bound port: 5b997864-b587-4835-b5b5-9b0df43ca007, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:31.054284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:31.067192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Pushing event updated for resources: {'Port': ['ID=f198dc20-113f-41f1-b6e5-c989afcd3b27,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:31.246543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:31.251445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:31.283562 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-edea67a8-b419-4b88-aeed-57e9d966966a req-e8f7ffcd-e9a8-46b1-a2ed-4bb33f9b0b3c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215561 Jul 08 17:56:31.335854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1967ce-c9e3-4838-ab30-2af540230a38 req-a9158532-98ab-4f60-a6cd-d1d4875a3872 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:31.337506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a1967ce-c9e3-4838-ab30-2af540230a38 req-a9158532-98ab-4f60-a6cd-d1d4875a3872 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 950 time: 0.3269167 Jul 08 17:56:31.341270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-39225146-31e9-4c7e-97cb-d7dcbc2a7b85 req-20aa9069-8f20-498d-8ecd-26f7f9761dd2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Deleting port ec31c76a-8080-4994-9831-7f0cdbb2e444 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:56:31.341619 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-39225146-31e9-4c7e-97cb-d7dcbc2a7b85 req-20aa9069-8f20-498d-8ecd-26f7f9761dd2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:31.367857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:31.442594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:31.617640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb226cc7-b57b-4eed-afb8-9978d62671c2 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:31.734002 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beab710c-687f-40e7-980e-d2a9e7549a91 x-openstack-request-id: req-beab710c-687f-40e7-980e-d2a9e7549a91 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:31.734002 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:31.735474 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-beab710c-687f-40e7-980e-d2a9e7549a91 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:31.739884 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007', 'code': 200} Jul 08 17:56:31.741555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port bb226cc7-b57b-4eed-afb8-9978d62671c2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:31.745734 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-39225146-31e9-4c7e-97cb-d7dcbc2a7b85 req-20aa9069-8f20-498d-8ecd-26f7f9761dd2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] For port ec31c76a-8080-4994-9831-7f0cdbb2e444, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=ec31c76a-8080-4994-9831-7f0cdbb2e444,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:31.746361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-39225146-31e9-4c7e-97cb-d7dcbc2a7b85 req-20aa9069-8f20-498d-8ecd-26f7f9761dd2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:31.856138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-39225146-31e9-4c7e-97cb-d7dcbc2a7b85 req-20aa9069-8f20-498d-8ecd-26f7f9761dd2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Calling delete_port for ec31c76a-8080-4994-9831-7f0cdbb2e444 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:56:31.863181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Pushing event updated for resources: {'Port': ['ID=5b997864-b587-4835-b5b5-9b0df43ca007,revision_number=8']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:31.885588 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a1967ce-c9e3-4838-ab30-2af540230a38 req-61979125-c748-460a-9383-44fdfaca57af tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/security-groups?id=a282e110-f911-4f3d-8e73-0a3f851c1e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255458 Jul 08 17:56:31.919503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:31.922832 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:31.937340 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-086f4c8f-34e7-4849-8472-f70f48cbbb82 service neutron] 10.222.0.59 "PUT /v2.0/ports/5b997864-b587-4835-b5b5-9b0df43ca007 HTTP/1.1" status: 200 len: 1122 time: 3.3873520 Jul 08 17:56:32.033032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['5b997864-b587-4835-b5b5-9b0df43ca007'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:32.040492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1970ce9-0475-4b98-acd4-bd5c20dea66c None None] Network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:32.198327 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:32.206597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 470c2987-9adb-426c-a66e-f347139b66ea details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:56:32.216398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 112ce291-f5b5-4f7e-b34e-d00bbbce2def up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:32.247108 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-39225146-31e9-4c7e-97cb-d7dcbc2a7b85 req-20aa9069-8f20-498d-8ecd-26f7f9761dd2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:32.350022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa9069-8f20-498d-8ecd-26f7f9761dd2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Pushing event deleted for resources: {'Port': ['ID=ec31c76a-8080-4994-9831-7f0cdbb2e444,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:32.377591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333501e-7d71-447e-8778-3b4488cd0048 req-6fbe8530-1a1c-422a-bbe3-28dba04f11b1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:32.381649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3333501e-7d71-447e-8778-3b4488cd0048 req-6fbe8530-1a1c-422a-bbe3-28dba04f11b1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 948 time: 0.7046392 Jul 08 17:56:32.513746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-39225146-31e9-4c7e-97cb-d7dcbc2a7b85 req-20aa9069-8f20-498d-8ecd-26f7f9761dd2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] No DVR routers for this DVR port ec31c76a-8080-4994-9831-7f0cdbb2e444 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:56:32.524793 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-39225146-31e9-4c7e-97cb-d7dcbc2a7b85 req-20aa9069-8f20-498d-8ecd-26f7f9761dd2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:32.529714 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39225146-31e9-4c7e-97cb-d7dcbc2a7b85 req-20aa9069-8f20-498d-8ecd-26f7f9761dd2 tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.59 "DELETE /v2.0/ports/ec31c76a-8080-4994-9831-7f0cdbb2e444 HTTP/1.1" status: 204 len: 173 time: 1.8533139 Jul 08 17:56:32.533116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504c9038-fe9b-4fd5-9855-4f3640abb522', 'name': 'network-vif-deleted', 'tag': 'ec31c76a-8080-4994-9831-7f0cdbb2e444'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:32.537444 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc42880-da13-4743-b300-f7d85f6e1370" -d '{"events": [{"server_uuid": "504c9038-fe9b-4fd5-9855-4f3640abb522", "name": "network-vif-deleted", "tag": "ec31c76a-8080-4994-9831-7f0cdbb2e444"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:32.555961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['ec31c76a-8080-4994-9831-7f0cdbb2e444'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:32.591751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Router 29011021-7a7c-4302-bc28-79c304e5c3a4 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:56:32.626708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3333501e-7d71-447e-8778-3b4488cd0048 req-8acc6646-c858-46c0-a865-7ea7f046297c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871855 Jul 08 17:56:32.751314 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b75d63-2888-444f-baa8-a2c7c6e08d17 x-openstack-request-id: req-90b75d63-2888-444f-baa8-a2c7c6e08d17 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:32.751930 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504c9038-fe9b-4fd5-9855-4f3640abb522", "name": "network-vif-deleted", "tag": "ec31c76a-8080-4994-9831-7f0cdbb2e444", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:32.754855 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90b75d63-2888-444f-baa8-a2c7c6e08d17 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:32.755407 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504c9038-fe9b-4fd5-9855-4f3640abb522', 'name': 'network-vif-deleted', 'tag': 'ec31c76a-8080-4994-9831-7f0cdbb2e444', 'status': 'completed', 'code': 200} Jul 08 17:56:32.875308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 470c2987-9adb-426c-a66e-f347139b66ea, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=470c2987-9adb-426c-a66e-f347139b66ea,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:32.878508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab28c-0f80-4740-b893-7f2423ad2952 req-56ff8053-297d-4197-ac34-fae41ed4157a tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:32.889093 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ccab28c-0f80-4740-b893-7f2423ad2952 req-56ff8053-297d-4197-ac34-fae41ed4157a tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 944 time: 0.2360933 Jul 08 17:56:32.962423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52116) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:32.963998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:56:32.977149 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Sync routers for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:56:33.001346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bbd19769-1d2e-436f-ba0c-4ef6e93a4d04 None None] Provisioning for port bb226cc7-b57b-4eed-afb8-9978d62671c2 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:33.007307 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:33.008722 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e58ad508-d7fd-44ec-8bbe-003a1b93b647 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.8760462 Jul 08 17:56:33.011749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '470c2987-9adb-426c-a66e-f347139b66ea', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '470c2987-9adb-426c-a66e-f347139b66ea', 'mac_address': 'fa:16:3e:47:22:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:56:33.012553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52120) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:33.015490 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:33.016265 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:56:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:33.033915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bbd19769-1d2e-436f-ba0c-4ef6e93a4d04 None None] Provisioning complete for port bb226cc7-b57b-4eed-afb8-9978d62671c2 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:33.033915 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbd19769-1d2e-436f-ba0c-4ef6e93a4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:33.086303 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ccab28c-0f80-4740-b893-7f2423ad2952 req-dbe7cb70-bfa1-4111-a415-694bbd298e51 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905620 Jul 08 17:56:33.331046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b448c5-f64f-4174-902b-7406cc36be53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:33.361315 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbd19769-1d2e-436f-ba0c-4ef6e93a4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:33.436541 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:33.441651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 112ce291-f5b5-4f7e-b34e-d00bbbce2def completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:33.441920 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:33.454063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bbd19769-1d2e-436f-ba0c-4ef6e93a4d04 None None] For port bb226cc7-b57b-4eed-afb8-9978d62671c2, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb226cc7-b57b-4eed-afb8-9978d62671c2,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:33.475072 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:33.511690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb40a344-c259-41c7-9156-db50daecd639 req-f3c55342-accd-454a-8c19-e7077b69e23e tempest-DeleteServersAdminTestJSON-1554435433 tempest-DeleteServersAdminTestJSON-1554435433-project] 10.222.0.73 "GET /v2.0/ports?device_id=504c9038-fe9b-4fd5-9855-4f3640abb522 HTTP/1.1" status: 200 len: 210 time: 0.0635459 Jul 08 17:56:33.537334 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbd19769-1d2e-436f-ba0c-4ef6e93a4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:33.558576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 112ce291-f5b5-4f7e-b34e-d00bbbce2def triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:33.558942 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:33.664524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470c2987-9adb-426c-a66e-f347139b66ea {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:33.778891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:33.782330 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43be1a5-79be-438b-b9ec-2999e1b1dc90" -d '{"events": [{"name": "network-changed", "server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:33.881708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 470c2987-9adb-426c-a66e-f347139b66ea, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=470c2987-9adb-426c-a66e-f347139b66ea,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:33.916694 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b448c5-f64f-4174-902b-7406cc36be53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:33.951032 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:31Z', 'revision_number': 3, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:33.969087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd19769-1d2e-436f-ba0c-4ef6e93a4d04 None None] Pushing event updated for resources: {'Port': ['ID=bb226cc7-b57b-4eed-afb8-9978d62671c2,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:33.979064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2438594-b4e7-4942-8128-1538f5d9bc5e req-6ad6f792-2637-43ff-b993-0356876db6e7 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:33.987871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2438594-b4e7-4942-8128-1538f5d9bc5e req-6ad6f792-2637-43ff-b993-0356876db6e7 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 948 time: 0.1290321 Jul 08 17:56:34.003228 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.033431 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Checking router: 29011021-7a7c-4302-bc28-79c304e5c3a4 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:56:34.033950 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Updating router 29011021-7a7c-4302-bc28-79c304e5c3a4 port f198dc20-113f-41f1-b6e5-c989afcd3b27 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:56:34.036272 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad467fa0-214f-48be-bf5a-6b0eb8fdd951 x-openstack-request-id: req-ad467fa0-214f-48be-bf5a-6b0eb8fdd951 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:34.036701 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:34.036964 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad467fa0-214f-48be-bf5a-6b0eb8fdd951 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:34.037365 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007', 'status': 'completed', 'code': 200} Jul 08 17:56:34.037982 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b448c5-f64f-4174-902b-7406cc36be53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.063956 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2438594-b4e7-4942-8128-1538f5d9bc5e req-4d27bd70-7219-4529-9377-b789962ee355 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748720 Jul 08 17:56:34.102944 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-65b448c5-f64f-4174-902b-7406cc36be53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=58ceaf54840f4b5b9a5e4b906d2f2a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1340101 Jul 08 17:56:34.109477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52146) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:34.127920 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.180390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=470c2987-9adb-426c-a66e-f347139b66ea,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:34.182999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.207902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43be1a5-79be-438b-b9ec-2999e1b1dc90 req-ce2150e6-53fe-449b-bf9d-3eba887dbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:34.209742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d43be1a5-79be-438b-b9ec-2999e1b1dc90 req-ce2150e6-53fe-449b-bf9d-3eba887dbd06 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 1125 time: 0.1448467 Jul 08 17:56:34.276483 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6c05484d-a3a9-4c51-8fa7-5b4a1f0a06df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.333674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.351484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a4ab4342-5a79-4f5d-a614-d62afa80006a None None] Provisioning complete for port bb226cc7-b57b-4eed-afb8-9978d62671c2 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:34.351989 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a4ab4342-5a79-4f5d-a614-d62afa80006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.370690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b448c5-f64f-4174-902b-7406cc36be53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9745c8c-a7e9-4226-a30f-ffe453be78dd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:34.401195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 112ce291-f5b5-4f7e-b34e-d00bbbce2def, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=112ce291-f5b5-4f7e-b34e-d00bbbce2def,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:34.408292 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6c05484d-a3a9-4c51-8fa7-5b4a1f0a06df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.440485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43be1a5-79be-438b-b9ec-2999e1b1dc90 req-68fcb5a4-e880-47e2-b175-7ea39ef47c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:34.443028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d43be1a5-79be-438b-b9ec-2999e1b1dc90 req-68fcb5a4-e880-47e2-b175-7ea39ef47c97 service neutron] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.2260182 Jul 08 17:56:34.450197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a77ee17-2482-41da-8d65-7cf5093bb4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112ce291-f5b5-4f7e-b34e-d00bbbce2def'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:34.454568 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341809ae-b51a-482b-8c4e-d1aec8d0b205" -d '{"events": [{"server_uuid": "1a77ee17-2482-41da-8d65-7cf5093bb4ea", "name": "network-vif-plugged", "status": "completed", "tag": "112ce291-f5b5-4f7e-b34e-d00bbbce2def"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:34.477495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['470c2987-9adb-426c-a66e-f347139b66ea'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:34.480059 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.502502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d43be1a5-79be-438b-b9ec-2999e1b1dc90 req-ce2ae60f-158b-4797-be1e-9fc5b3d3236d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b997864-b587-4835-b5b5-9b0df43ca007 HTTP/1.1" status: 200 len: 217 time: 0.0482011 Jul 08 17:56:34.515546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dfb54-3738-42ee-8cbe-a48e85141173 req-31d4a005-0350-463d-bb2a-dc1402f24cee tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:34.523454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-321dfb54-3738-42ee-8cbe-a48e85141173 req-31d4a005-0350-463d-bb2a-dc1402f24cee tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 944 time: 0.1940794 Jul 08 17:56:34.546055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device ec31c76a-8080-4994-9831-7f0cdbb2e444 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:56:34.628282 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2f83b6-d866-4977-9386-fde8bade0b2c x-openstack-request-id: req-bf2f83b6-d866-4977-9386-fde8bade0b2c {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:34.630904 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a77ee17-2482-41da-8d65-7cf5093bb4ea", "name": "network-vif-plugged", "status": "completed", "tag": "112ce291-f5b5-4f7e-b34e-d00bbbce2def", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:34.631323 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf2f83b6-d866-4977-9386-fde8bade0b2c {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:34.631903 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a77ee17-2482-41da-8d65-7cf5093bb4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112ce291-f5b5-4f7e-b34e-d00bbbce2def', 'code': 200} Jul 08 17:56:34.641589 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-321dfb54-3738-42ee-8cbe-a48e85141173 req-1109c5fd-e60d-4c95-805e-a033e90c82c4 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168826 Jul 08 17:56:34.658320 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.659323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43be1a5-79be-438b-b9ec-2999e1b1dc90 req-a4d46606-92b9-4474-816d-90ede10a016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:34.661731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d43be1a5-79be-438b-b9ec-2999e1b1dc90 req-a4d46606-92b9-4474-816d-90ede10a016f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1360452 Jul 08 17:56:34.662454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6c05484d-a3a9-4c51-8fa7-5b4a1f0a06df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.666282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6c05484d-a3a9-4c51-8fa7-5b4a1f0a06df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.669459 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6c05484d-a3a9-4c51-8fa7-5b4a1f0a06df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9745c8c-a7e9-4226-a30f-ffe453be78dd HTTP/1.1" status: 204 len: 168 time: 0.5583720 Jul 08 17:56:34.690177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05484d-a3a9-4c51-8fa7-5b4a1f0a06df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9745c8c-a7e9-4226-a30f-ffe453be78dd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:34.729041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: ec31c76a-8080-4994-9831-7f0cdbb2e444 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:56:34.734472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device ec31c76a-8080-4994-9831-7f0cdbb2e444 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:56:34.767526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52180) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:34.830092 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.856263 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Transition to ACTIVE for port object f198dc20-113f-41f1-b6e5-c989afcd3b27 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:34.869313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=112ce291-f5b5-4f7e-b34e-d00bbbce2def,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:34.871658 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.882840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d43be1a5-79be-438b-b9ec-2999e1b1dc90 req-defa7f02-12e5-41c4-a7c6-3a8596cecbf5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174886 Jul 08 17:56:35.015894 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3cf45-47ce-4dcf-860c-8af2bb042dcc None None] Pushing event updated for resources: {'Port': ['ID=f198dc20-113f-41f1-b6e5-c989afcd3b27,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:35.024209 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Attempting to bind port f198dc20-113f-41f1-b6e5-c989afcd3b27 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:35.024530 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Attempting to bind port f198dc20-113f-41f1-b6e5-c989afcd3b27 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:35.027629 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Attempting to bind port f198dc20-113f-41f1-b6e5-c989afcd3b27 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:35.043498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Allocated IP 172.20.0.1 (d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc/3506880a-9e91-497d-91fd-42e7ef3b3589/718d8832-6e52-4b99-8447-86686e9272c2) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:35.045359 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:35.046431 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:35.048665 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:35.049241 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:35.049866 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Bound port: f198dc20-113f-41f1-b6e5-c989afcd3b27, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:35.053756 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:35.168100 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] For port f198dc20-113f-41f1-b6e5-c989afcd3b27, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:35.173769 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] For port f198dc20-113f-41f1-b6e5-c989afcd3b27, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f198dc20-113f-41f1-b6e5-c989afcd3b27,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:35.177605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66720fe7-8016-42ae-a72e-6c08724cf058 req-ac88d40b-94f4-4007-b651-b884bd93eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:35.180207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66720fe7-8016-42ae-a72e-6c08724cf058 req-ac88d40b-94f4-4007-b651-b884bd93eb81 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea HTTP/1.1" status: 200 len: 1101 time: 0.5169098 Jul 08 17:56:35.189834 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:35.309250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d43be1a5-79be-438b-b9ec-2999e1b1dc90 req-a167b10d-ba92-4e43-8d18-ebd9f698d162 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987994 Jul 08 17:56:35.319609 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:35.328480 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:56:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:35.378874 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:35.415916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66720fe7-8016-42ae-a72e-6c08724cf058 req-938dff79-5854-4527-a0ab-02245e19d891 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063949 Jul 08 17:56:35.435153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Transition to ACTIVE for port object 718d8832-6e52-4b99-8447-86686e9272c2 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:35.517536 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb226cc7-b57b-4eed-afb8-9978d62671c2 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:35.524740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52200) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:35.544874 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f87a87a-bd41-466d-af3b-a49e4ab088f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:35.564535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:35.570799 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2785468a-0d74-42de-9670-65ed53bda797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:35.600074 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3cf45-47ce-4dcf-860c-8af2bb042dcc None None] Pushing event updated for resources: {'Port': ['ID=f198dc20-113f-41f1-b6e5-c989afcd3b27,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:35.603798 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:35.651625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:35.659922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:35.670335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:35.672648 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:35.685915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebbc1b-f218-44d3-8ba1-20fcd81f8c7f req-05424352-0f47-4a3e-9810-e83c3d3ab532 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:35.687568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31ebbc1b-f218-44d3-8ba1-20fcd81f8c7f req-05424352-0f47-4a3e-9810-e83c3d3ab532 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 949 time: 0.3621707 Jul 08 17:56:35.693159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Pushing event updated for resources: {'Port': ['ID=718d8832-6e52-4b99-8447-86686e9272c2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:35.701558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d43be1a5-79be-438b-b9ec-2999e1b1dc90 req-e5c2508b-b63a-4087-b8a5-90234d8c84c6 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739734 Jul 08 17:56:35.817713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31ebbc1b-f218-44d3-8ba1-20fcd81f8c7f req-ab1a598b-8096-4519-8d89-ae0533894792 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070850 Jul 08 17:56:36.047942 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f87a87a-bd41-466d-af3b-a49e4ab088f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.073718 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f87a87a-bd41-466d-af3b-a49e4ab088f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.106708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port bb226cc7-b57b-4eed-afb8-9978d62671c2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:36.112676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.151612 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.180613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7f87a87a-bd41-466d-af3b-a49e4ab088f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49554396fd0249869a482185d6e13990&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3837061 Jul 08 17:56:36.181902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52210) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:36.193945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5b997864-b587-4835-b5b5-9b0df43ca007 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:56:36.205724 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:31Z', 'revision_number': 3, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:36.214138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52212) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:36.252906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87a87a-bd41-466d-af3b-a49e4ab088f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b78d9-1bc0-443f-8baf-0dfcdb938a39,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:36.269138 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c0acf-a0f2-42ef-8599-1553748fd5c3 None None] The sync data for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 is: [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:31Z', 'revision_number': 3, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:56:36.287906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbffdd6-fc78-4c46-87af-88ab6b49f5eb req-2cc847ff-1cab-4653-a6cd-54fa1a483ce8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:36.289554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bbffdd6-fc78-4c46-87af-88ab6b49f5eb req-2cc847ff-1cab-4653-a6cd-54fa1a483ce8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 944 time: 0.3247330 Jul 08 17:56:36.303321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:36.320703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5b997864-b587-4835-b5b5-9b0df43ca007 has no active binding in host n-h2-799684-3 {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:56:36.340034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-eb030c86-995f-42af-bd23-51ca909a2140 None None] Provisioning for port 718d8832-6e52-4b99-8447-86686e9272c2 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:36.344594 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-eb030c86-995f-42af-bd23-51ca909a2140 None None] Provisioning complete for port 718d8832-6e52-4b99-8447-86686e9272c2 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:36.345254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb030c86-995f-42af-bd23-51ca909a2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.358186 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-46cc4716-f8b3-4d1e-8bb7-c4307d81612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.374408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bbffdd6-fc78-4c46-87af-88ab6b49f5eb req-585fe810-a330-4d5d-8e08-38a2c4a9b4c6 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787480 Jul 08 17:56:36.461790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-eb030c86-995f-42af-bd23-51ca909a2140 None None] Port 718d8832-6e52-4b99-8447-86686e9272c2 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:36.564834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2785468a-0d74-42de-9670-65ed53bda797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.573079 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6105da3-0980-478a-acd1-62d90d1de345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.588482 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2785468a-0d74-42de-9670-65ed53bda797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.634237 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-545ecd17-d371-4859-ab4c-df11aae4dfe0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=761b866091bc42f5ac5697cd979ec405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078743 Jul 08 17:56:36.634616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52216) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:36.664142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6105da3-0980-478a-acd1-62d90d1de345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.772908 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2cec11-fb97-44f3-b46a-53e6990366a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.828684 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2cec11-fb97-44f3-b46a-53e6990366a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.908661 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2cec11-fb97-44f3-b46a-53e6990366a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.911764 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2cec11-fb97-44f3-b46a-53e6990366a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.912938 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9d2cec11-fb97-44f3-b46a-53e6990366a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a282e110-f911-4f3d-8e73-0a3f851c1e1f HTTP/1.1" status: 204 len: 168 time: 0.2773488 Jul 08 17:56:36.942560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cec11-fb97-44f3-b46a-53e6990366a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a282e110-f911-4f3d-8e73-0a3f851c1e1f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:37.028987 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2785468a-0d74-42de-9670-65ed53bda797 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc2e5216bd874c3a969751ec1c42d085&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5030909 Jul 08 17:56:37.042003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52222) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:37.051805 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.054379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785468a-0d74-42de-9670-65ed53bda797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff676423-f605-4222-b089-4bb90ecc2684,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:37.092969 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.093740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.197277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c153e-e103-4eff-a25f-3302ea511e56 req-a8ca04e8-735d-4b37-a1a8-c1d13c191d1b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:37.198871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-972c153e-e103-4eff-a25f-3302ea511e56 req-a8ca04e8-735d-4b37-a1a8-c1d13c191d1b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 949 time: 0.1739266 Jul 08 17:56:37.199748 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6e60b06-0113-4bcf-b415-1bb0d89f1421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.255062 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6e60b06-0113-4bcf-b415-1bb0d89f1421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.299489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Pushing event updated for resources: {'Port': ['ID=718d8832-6e52-4b99-8447-86686e9272c2,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:37.314389 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-972c153e-e103-4eff-a25f-3302ea511e56 req-f30fca99-2882-4d3c-863c-a54a80be179a tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008563 Jul 08 17:56:37.314700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:37.316131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6105da3-0980-478a-acd1-62d90d1de345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.320083 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6105da3-0980-478a-acd1-62d90d1de345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.321453 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d6105da3-0980-478a-acd1-62d90d1de345 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b38b78d9-1bc0-443f-8baf-0dfcdb938a39 HTTP/1.1" status: 204 len: 168 time: 1.1370831 Jul 08 17:56:37.323009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:37.376665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6105da3-0980-478a-acd1-62d90d1de345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38b78d9-1bc0-443f-8baf-0dfcdb938a39,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:37.389040 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6e60b06-0113-4bcf-b415-1bb0d89f1421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.393585 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6e60b06-0113-4bcf-b415-1bb0d89f1421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.398325 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b6e60b06-0113-4bcf-b415-1bb0d89f1421 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ff676423-f605-4222-b089-4bb90ecc2684 HTTP/1.1" status: 204 len: 168 time: 0.3557184 Jul 08 17:56:37.415732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e60b06-0113-4bcf-b415-1bb0d89f1421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff676423-f605-4222-b089-4bb90ecc2684,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:37.661201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52234) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:37.694372 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d7a4de4f-7ce5-4bdc-8dd8-7f577a29ad93 None None] Provisioning complete for port 718d8832-6e52-4b99-8447-86686e9272c2 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:37.697190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86643237-d892-485c-8595-e3e57e8726c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.697847 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7a4de4f-7ce5-4bdc-8dd8-7f577a29ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.741865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f198dc20-113f-41f1-b6e5-c989afcd3b27 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:37.750490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Router 29011021-7a7c-4302-bc28-79c304e5c3a4 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:56:37.793805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d7a4de4f-7ce5-4bdc-8dd8-7f577a29ad93 None None] Port 718d8832-6e52-4b99-8447-86686e9272c2 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:37.826695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port f198dc20-113f-41f1-b6e5-c989afcd3b27 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:37.832023 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f198dc20-113f-41f1-b6e5-c989afcd3b27 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:37.833592 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.935503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:56:37.942139 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-18d7224b-aa45-4ce8-91b5-15d85f1dd838 admin admin] 10.222.0.73 "PUT /v2.0/routers/29011021-7a7c-4302-bc28-79c304e5c3a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9279509 Jul 08 17:56:38.026008 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.064595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port f198dc20-113f-41f1-b6e5-c989afcd3b27, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f198dc20-113f-41f1-b6e5-c989afcd3b27,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:38.070104 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.085278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b14b3-106b-4835-9be2-3f8cfb42ff7f req-7b3594ac-570e-411f-9623-9631b3f06a04 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:38.097569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab8b14b3-106b-4835-9be2-3f8cfb42ff7f req-7b3594ac-570e-411f-9623-9631b3f06a04 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 944 time: 0.3683701 Jul 08 17:56:38.157622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 470c2987-9adb-426c-a66e-f347139b66ea up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:38.161854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=f198dc20-113f-41f1-b6e5-c989afcd3b27,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:38.175063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52240) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:38.214521 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c2d45217-347c-4060-99bb-e786b5c10387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.234811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab8b14b3-106b-4835-9be2-3f8cfb42ff7f req-48b7e5cb-6d7a-4b4e-b1bf-20ad01bcfa7a tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330793 Jul 08 17:56:38.249406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 470c2987-9adb-426c-a66e-f347139b66ea completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:38.254848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 470c2987-9adb-426c-a66e-f347139b66ea triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:38.255161 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.277105 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86643237-d892-485c-8595-e3e57e8726c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.303620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86643237-d892-485c-8595-e3e57e8726c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.375833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52246) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:38.376821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-86643237-d892-485c-8595-e3e57e8726c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb1a24bb975c4b4ab6122f6a0b74c223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7141805 Jul 08 17:56:38.377703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86643237-d892-485c-8595-e3e57e8726c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e973a39-5013-41d9-9ffe-177c0a1da104,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:38.413370 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.494609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762dc407-c25c-4037-aae0-496a974173c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470c2987-9adb-426c-a66e-f347139b66ea'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:38.500527 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d5d33a-f4fe-439a-8286-0d0dd036c29c" -d '{"events": [{"server_uuid": "762dc407-c25c-4037-aae0-496a974173c4", "name": "network-vif-plugged", "status": "completed", "tag": "470c2987-9adb-426c-a66e-f347139b66ea"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:38.559170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 470c2987-9adb-426c-a66e-f347139b66ea, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=470c2987-9adb-426c-a66e-f347139b66ea,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:38.568746 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.585680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-abb82198-1b28-4bc4-a0da-6a5b03ccac25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.601188 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c2d45217-347c-4060-99bb-e786b5c10387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.639331 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c2d45217-347c-4060-99bb-e786b5c10387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.665993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-abb82198-1b28-4bc4-a0da-6a5b03ccac25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.714539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=470c2987-9adb-426c-a66e-f347139b66ea,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:38.764836 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c2d45217-347c-4060-99bb-e786b5c10387 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=abfff48d17944e63aaa1861937048cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5879555 Jul 08 17:56:38.765587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52264) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:38.780943 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d45217-347c-4060-99bb-e786b5c10387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51efa30b-8b3f-4663-9d45-000c343496c0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:38.805523 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74c8979-f779-44d2-8a38-55a662c44a7d x-openstack-request-id: req-d74c8979-f779-44d2-8a38-55a662c44a7d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:38.806265 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762dc407-c25c-4037-aae0-496a974173c4", "name": "network-vif-plugged", "status": "completed", "tag": "470c2987-9adb-426c-a66e-f347139b66ea", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:38.807130 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d74c8979-f779-44d2-8a38-55a662c44a7d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:38.807818 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762dc407-c25c-4037-aae0-496a974173c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470c2987-9adb-426c-a66e-f347139b66ea', 'code': 200} Jul 08 17:56:38.859282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-abb82198-1b28-4bc4-a0da-6a5b03ccac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.865584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad281209-f8cc-4cc4-a7b7-9fa66e399be3 req-9d0e9915-3035-4642-b2aa-1fc1feb70645 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:38.867095 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-abb82198-1b28-4bc4-a0da-6a5b03ccac25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.868527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-abb82198-1b28-4bc4-a0da-6a5b03ccac25 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e973a39-5013-41d9-9ffe-177c0a1da104 HTTP/1.1" status: 204 len: 168 time: 0.4876781 Jul 08 17:56:38.873670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46e34c05-d2bd-42e7-a9ce-5e243b657df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.879638 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad281209-f8cc-4cc4-a7b7-9fa66e399be3 req-9d0e9915-3035-4642-b2aa-1fc1feb70645 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 950 time: 0.2096851 Jul 08 17:56:38.897897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb82198-1b28-4bc4-a0da-6a5b03ccac25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e973a39-5013-41d9-9ffe-177c0a1da104,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:38.949034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46e34c05-d2bd-42e7-a9ce-5e243b657df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:39.052809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46e34c05-d2bd-42e7-a9ce-5e243b657df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:39.055555 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46e34c05-d2bd-42e7-a9ce-5e243b657df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:39.059662 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-46e34c05-d2bd-42e7-a9ce-5e243b657df1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/51efa30b-8b3f-4663-9d45-000c343496c0 HTTP/1.1" status: 204 len: 168 time: 0.2877457 Jul 08 17:56:39.063627 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:39.068916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad281209-f8cc-4cc4-a7b7-9fa66e399be3 req-caf791ae-1371-47cb-ac36-2d5a9b44fe87 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879778 Jul 08 17:56:39.073388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e34c05-d2bd-42e7-a9ce-5e243b657df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51efa30b-8b3f-4663-9d45-000c343496c0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:39.133401 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-63867ab8-c625-48ee-80ae-94382fb30d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:39.134671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-c0e4fd91-0bb1-4456-b956-cbb17e2f560a service neutron] 10.222.0.74 "GET /v2.0/ports/5b997864-b587-4835-b5b5-9b0df43ca007/bindings/n-h2-799684-3 HTTP/1.1" status: 200 len: 384 time: 0.1917686 Jul 08 17:56:39.142233 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1000d1b-076a-430e-8593-9eae3591175e req-c1848582-a32d-4177-a46f-d5cc31d2b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:39.144068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1000d1b-076a-430e-8593-9eae3591175e req-c1848582-a32d-4177-a46f-d5cc31d2b0f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 1101 time: 0.2616339 Jul 08 17:56:39.158267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Sync routers for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:56:39.171948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:39.174982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:56:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:39.263142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1000d1b-076a-430e-8593-9eae3591175e req-803bd066-7f4a-4dd1-b924-4eaff9561607 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534420 Jul 08 17:56:39.485701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:39.526446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f198dc20-113f-41f1-b6e5-c989afcd3b27 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:39.604569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-1ad4eb2b-420b-4072-a291-0a59e2ab9559 service neutron] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:39.693911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f198dc20-113f-41f1-b6e5-c989afcd3b27 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:39.694313 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:39.732660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-1ad4eb2b-420b-4072-a291-0a59e2ab9559 service neutron] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:39.841939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-73d64aa4-a429-4bc8-989c-2497d71eb4f2 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:39.853022 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-73d64aa4-a429-4bc8-989c-2497d71eb4f2 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 821 time: 0.4828949 Jul 08 17:56:39.893744 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac4bf5-dde1-423b-9b63-c4361c4febdf req-927c6871-bc64-4577-a61c-465f2a37e810 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:39.903958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4ac4bf5-dde1-423b-9b63-c4361c4febdf req-927c6871-bc64-4577-a61c-465f2a37e810 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 944 time: 0.4117305 Jul 08 17:56:39.909478 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-1ad4eb2b-420b-4072-a291-0a59e2ab9559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b997864-b587-4835-b5b5-9b0df43ca007 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:39.923437 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8ed836b9-f95f-4433-a0d7-d0c2c9e3ff4d tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/quotas/c62276ac07dd4ab3ab1bba7637d78fa0 HTTP/1.1" status: 200 len: 375 time: 0.0691202 Jul 08 17:56:39.985756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-1ad4eb2b-420b-4072-a291-0a59e2ab9559 service neutron] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:40.068157 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:40.097192 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-1ad4eb2b-420b-4072-a291-0a59e2ab9559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:40.110061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:36Z', 'revision_number': 2, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:40.110814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4ac4bf5-dde1-423b-9b63-c4361c4febdf req-65c1b86b-1260-4330-b71c-0970ee40f7c6 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953738 Jul 08 17:56:40.188756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8a5da2d8-d6c6-4584-b121-9583f197861c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2641015 Jul 08 17:56:40.212098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Checking router: 29011021-7a7c-4302-bc28-79c304e5c3a4 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:56:40.214730 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Updating router 29011021-7a7c-4302-bc28-79c304e5c3a4 port 718d8832-6e52-4b99-8447-86686e9272c2 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:56:40.267886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5b997864-b587-4835-b5b5-9b0df43ca007 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:56:40.272143 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:40.279022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-1ad4eb2b-420b-4072-a291-0a59e2ab9559 service neutron] Transition to ACTIVE for port object 5b997864-b587-4835-b5b5-9b0df43ca007 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:40.295316 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-1ad4eb2b-420b-4072-a291-0a59e2ab9559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:40.371437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4eb2b-420b-4072-a291-0a59e2ab9559 service neutron] Pushing event updated for resources: {'Port': ['ID=5b997864-b587-4835-b5b5-9b0df43ca007,revision_number=10']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:40.416986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-1ad4eb2b-420b-4072-a291-0a59e2ab9559 service neutron] No DVR routers for this DVR port 5b997864-b587-4835-b5b5-9b0df43ca007 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:56:40.501405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52320) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:40.517404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-1ad4eb2b-420b-4072-a291-0a59e2ab9559 service neutron] 10.222.0.74 "PUT /v2.0/ports/5b997864-b587-4835-b5b5-9b0df43ca007/bindings/n-h2-799684-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3809412 Jul 08 17:56:40.714442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1135617778-network', 'tenant_id': 'd3d4e592a62e4debadc4f62900a0fcdc'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:40.752345 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:40.778980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Made reservation on behalf of d3d4e592a62e4debadc4f62900a0fcdc for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:40.781538 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:40.795196 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:40.814795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Transition to ACTIVE for port object 718d8832-6e52-4b99-8447-86686e9272c2 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:40.977222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf0184-ab05-4f10-a85d-ca0f701dc2d7 req-b7f39c99-e7c4-4f4c-9599-d7e45476fa50 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:40.984202 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfaf0184-ab05-4f10-a85d-ca0f701dc2d7 req-b7f39c99-e7c4-4f4c-9599-d7e45476fa50 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 950 time: 0.3341415 Jul 08 17:56:40.987367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-f2ffbe0d-0f59-420e-b23c-c878cabe9b4e tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:40.990195 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-f2ffbe0d-0f59-420e-b23c-c878cabe9b4e tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.2499566 Jul 08 17:56:41.002450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.014699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.029320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:56:41.041422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.042030 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Added segment 5b61b192-73a5-4692-a132-b9af8119af42 of type vlan for network 15934754-1853-4dd8-b29a-beef79bb7ebf Jul 08 17:56:41.093208 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.154183 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaf5112-f790-4eaa-9edb-862d6efa0638,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:41.157023 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.158325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:41.159212 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.197105 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.243457 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7401934 Jul 08 17:56:41.247706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52344) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:41.254452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] Request body: {'subnet': {'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1135617778-subnet', 'tenant_id': 'd3d4e592a62e4debadc4f62900a0fcdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:41.258080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118720ff-55b4-4cd8-8f17-23600b8ca75a admin admin] Pushing event updated for resources: {'Network': ['ID=15934754-1853-4dd8-b29a-beef79bb7ebf,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:41.279986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 15934754-1853-4dd8-b29a-beef79bb7ebf details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:56:41.295813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] Made reservation on behalf of d3d4e592a62e4debadc4f62900a0fcdc for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:41.312408 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.521654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe126c17-b1b9-461c-ae21-5a4d31b02a3d None None] Pushing event updated for resources: {'Port': ['ID=718d8832-6e52-4b99-8447-86686e9272c2,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:41.638113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:41.645381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.695617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-fb9222a5-9107-4431-b6cd-8753cd924303 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:56:41.708015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-fb9222a5-9107-4431-b6cd-8753cd924303 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9671247 Jul 08 17:56:41.710481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12159336-ffa6-449d-a07c-a9ce0d1177e8,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:41.718149 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.765266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:41.765632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] Network hostable DHCP agents. Network: 15934754-1853-4dd8-b29a-beef79bb7ebf, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:56:41.773221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Attempting to bind port 718d8832-6e52-4b99-8447-86686e9272c2 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:41.773593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Attempting to bind port 718d8832-6e52-4b99-8447-86686e9272c2 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:41.773963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Attempting to bind port 718d8832-6e52-4b99-8447-86686e9272c2 on network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:41.783885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on host n-h1-799684-3 for vnic_type normal with profile {"migrating_to": "n-h2-799684-3"} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:41.784259 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:41.794187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:41.796933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:41.797335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Checking segment: {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:41.797698 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.798141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Bound using segment: {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:41.798759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Bound port: 718d8832-6e52-4b99-8447-86686e9272c2, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:41.799147 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.801345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] Network 15934754-1853-4dd8-b29a-beef79bb7ebf is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:56:41.814700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfaf0184-ab05-4f10-a85d-ca0f701dc2d7 req-2a903ded-b4a6-44dc-a857-a36818254965 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8295045 Jul 08 17:56:41.820671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 15934754-1853-4dd8-b29a-beef79bb7ebf) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:41.843162 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:41.843764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:41.858856 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:56:41.860466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Attempting to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:41.863779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44701cc2-8689-4753-800e-70bdb4ae1e0d None None] Network 15934754-1853-4dd8-b29a-beef79bb7ebf requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:41.887888 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f928e973-09df-4f0c-81e8-fd08dd5e8843 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6370504 Jul 08 17:56:41.991500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-57715d97-9c72-472b-a074-62878650e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:41.993339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-57715d97-9c72-472b-a074-62878650e53b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e&tenant_id=44a6d394ddab44db92242d5757a14aee HTTP/1.1" status: 200 len: 1096 time: 0.9736056 Jul 08 17:56:42.135048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] For port 718d8832-6e52-4b99-8447-86686e9272c2, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:42.140806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] For port 718d8832-6e52-4b99-8447-86686e9272c2, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=718d8832-6e52-4b99-8447-86686e9272c2,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:42.142762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:42.145299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:42.146028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:42.146990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Bound port: 5b997864-b587-4835-b5b5-9b0df43ca007, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:42.148000 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:42.192875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-d2e474b6-1671-4a9a-8229-5a796b642052 service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839587 Jul 08 17:56:42.211279 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:42.312457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-8c8786eb-2e4a-4687-b0e0-748a0a97e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:42.314309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-8c8786eb-2e4a-4687-b0e0-748a0a97e0ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 1096 time: 0.2769797 Jul 08 17:56:42.326765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8703ce-4f75-48bc-b830-553a50edd3bd req-4a631379-4439-4068-99dd-130efc0f19cc tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:42.337858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c8703ce-4f75-48bc-b830-553a50edd3bd req-4a631379-4439-4068-99dd-130efc0f19cc tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 945 time: 0.2491565 Jul 08 17:56:42.412379 n-d-799684-3 neutron-server[93743]: WARNING neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Concurrent port binding operations failed on port 5b997864-b587-4835-b5b5-9b0df43ca007 Jul 08 17:56:42.425005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:42.425337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:42.426485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:56:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:42.458777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c8703ce-4f75-48bc-b830-553a50edd3bd req-d056fd5b-cfbd-4d22-b09b-f028bec2ed41 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199505 Jul 08 17:56:42.482540 n-d-799684-3 neutron-server[93743]: INFO neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Attempt 2 to bind port 5b997864-b587-4835-b5b5-9b0df43ca007 Jul 08 17:56:42.483047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '5b997864-b587-4835-b5b5-9b0df43ca007', 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc', 'port_id': '5b997864-b587-4835-b5b5-9b0df43ca007', 'mac_address': 'fa:16:3e:e4:6d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4709019-4379-4356-b83e-855b0460a985', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:56:42.496694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe126c17-b1b9-461c-ae21-5a4d31b02a3d None None] Pushing event updated for resources: {'Port': ['ID=718d8832-6e52-4b99-8447-86686e9272c2,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:42.517598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-04b22f1c-bf94-4aa0-be7a-5cb490b6e3ea service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927954 Jul 08 17:56:42.620068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-99604048-d16b-48c9-bd23-0a4ada8c756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:42.621577 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-99604048-d16b-48c9-bd23-0a4ada8c756a service neutron] 10.222.0.59 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.2793062 Jul 08 17:56:42.697710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-862a2b4f-4d07-46b8-a822-37cb8abdcda1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b997864-b587-4835-b5b5-9b0df43ca007 HTTP/1.1" status: 200 len: 217 time: 0.0688288 Jul 08 17:56:42.737966 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:42.744733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922415f7-0a5d-49d9-8068-16c4c4c3f07f None None] Network 15934754-1853-4dd8-b29a-beef79bb7ebf requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:42.804947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b997864-b587-4835-b5b5-9b0df43ca007 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:42.818888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:42.828248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-e1a5fad7-6664-4342-8d75-d85c07b097fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:42.829789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-e1a5fad7-6664-4342-8d75-d85c07b097fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1236715 Jul 08 17:56:42.933583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-318fc437-1d5c-42fd-abd5-ef786a1e5c36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969503 Jul 08 17:56:43.024699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 5b997864-b587-4835-b5b5-9b0df43ca007 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:56:43.075609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:43.166116 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:43.182736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85b9a710-60a8-4ba0-be32-e6b5469c1078 req-7130b4cb-fece-49ee-b96a-93bf4fec256d tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 210 time: 0.0711427 Jul 08 17:56:43.259832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a12bd-4ec1-4799-880b-0de82cd438d5 req-6e741d42-6b95-4260-963b-f2659c9a671a tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:43.265649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b02a12bd-4ec1-4799-880b-0de82cd438d5 req-6e741d42-6b95-4260-963b-f2659c9a671a tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 950 time: 0.2669222 Jul 08 17:56:43.277497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-936ae3c0-bc35-437d-9b93-68a128ccbded service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428380 Jul 08 17:56:43.299648 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5b997864-b587-4835-b5b5-9b0df43ca007'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:43.404103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 5b997864-b587-4835-b5b5-9b0df43ca007 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:56:43.452830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b02a12bd-4ec1-4799-880b-0de82cd438d5 req-7b09b18b-e69c-447d-919c-823f7b07bd2e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829865 Jul 08 17:56:43.495774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52412) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:43.501721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-593736747-network', 'tenant_id': 'deab247a9fb048c58302289371673ac7'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:43.513719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-3737e03e-a2fa-4463-9fbf-2861971fbd14 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146249 Jul 08 17:56:43.553106 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Made reservation on behalf of deab247a9fb048c58302289371673ac7 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:43.555978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:43.576003 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:43.699692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=5b997864-b587-4835-b5b5-9b0df43ca007,revision_number=11']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:43.873304 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:43.892504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:43.954028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:56:43.974824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c3e67f-0d59-4ff2-8112-48e6b0a907ce,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:43.983481 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:44.005008 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Added segment 2c55bb69-5920-40f1-ac04-2f16fa9281ab of type vlan for network ec6e83ac-39a0-4217-94d1-4b3eae2f3c36 Jul 08 17:56:44.019507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:42Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:44.069959 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363883bf-bd09-41f9-9e79-e16eb1918283 None None] The sync data for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 is: [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:42Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:56:44.111115 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:44.187394 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:44.189997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:44.189997 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:44.303633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-743bf811-313f-431b-a6cd-e4fb0a98f361 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:44.305258 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8083131 Jul 08 17:56:44.305452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-743bf811-313f-431b-a6cd-e4fb0a98f361 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1097 time: 0.3190761 Jul 08 17:56:44.308559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52428) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:44.313409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] Request body: {'subnet': {'network_id': 'ec6e83ac-39a0-4217-94d1-4b3eae2f3c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-593736747-subnet', 'tenant_id': 'deab247a9fb048c58302289371673ac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:44.315230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91252373-7864-4991-8f67-a1e717c2ce13 req-6d7b0693-e7b6-4175-94db-cc486e89ae62 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:44.323694 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91252373-7864-4991-8f67-a1e717c2ce13 req-6d7b0693-e7b6-4175-94db-cc486e89ae62 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea HTTP/1.1" status: 200 len: 950 time: 0.2604830 Jul 08 17:56:44.329754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce833f2-7209-40c5-b587-5a385da77ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=ec6e83ac-39a0-4217-94d1-4b3eae2f3c36,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:44.341352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network ec6e83ac-39a0-4217-94d1-4b3eae2f3c36 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:56:44.351016 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] Made reservation on behalf of deab247a9fb048c58302289371673ac7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:44.353775 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:44.462925 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91252373-7864-4991-8f67-a1e717c2ce13 req-a73b1205-9662-4126-bd9c-5cf1f6219533 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381512 Jul 08 17:56:44.599268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f8dc3-b67a-4df2-af2e-81d5bdfb62a1 req-d48cad90-a8df-4e94-827c-3473cb9596d5 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:44.606469 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-406f8dc3-b67a-4df2-af2e-81d5bdfb62a1 req-d48cad90-a8df-4e94-827c-3473cb9596d5 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 946 time: 0.4036138 Jul 08 17:56:44.694084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-406f8dc3-b67a-4df2-af2e-81d5bdfb62a1 req-0e26426a-0f54-4b8b-912b-e4ac191291f2 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864711 Jul 08 17:56:44.704815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-b1dfce2e-427b-4b45-bb47-afeddb1aa3f8 service neutron] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:44.712019 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:44.712773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-b1dfce2e-427b-4b45-bb47-afeddb1aa3f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:44.718935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da799257-cdd7-4e79-b91a-1f36055f5922 req-b1dfce2e-427b-4b45-bb47-afeddb1aa3f8 service neutron] 10.222.0.59 "DELETE /v2.0/ports/5b997864-b587-4835-b5b5-9b0df43ca007/bindings/n-h1-799684-3 HTTP/1.1" status: 204 len: 173 time: 0.3899472 Jul 08 17:56:44.804349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad4cbba-e13c-4718-ac07-c1b7a14ca74c,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:44.807228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] Checking segment: {'id': '2c55bb69-5920-40f1-ac04-2f16fa9281ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec6e83ac-39a0-4217-94d1-4b3eae2f3c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:44.807771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] Network hostable DHCP agents. Network: ec6e83ac-39a0-4217-94d1-4b3eae2f3c36, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:56:44.857946 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] Network ec6e83ac-39a0-4217-94d1-4b3eae2f3c36 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:56:44.880916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, ec6e83ac-39a0-4217-94d1-4b3eae2f3c36) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:44.886459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:44.887948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:44.893661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0149119-bf88-42a4-a1e0-f802ffb51bff None None] Network ec6e83ac-39a0-4217-94d1-4b3eae2f3c36 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:44.929116 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2974af58-fd0b-43e3-9a49-1e07cb4c5ba8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6115000 Jul 08 17:56:45.069198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e23fd578-0bfd-4bd4-a82d-58e869e32b0d req-c32317dc-0ed9-4d2c-ba23-dac93d22a8ad tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 210 time: 0.0890546 Jul 08 17:56:45.197121 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5b997864-b587-4835-b5b5-9b0df43ca007 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:45.471789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a568677c-8f50-42b7-b136-396c24055c62 None None] Network ec6e83ac-39a0-4217-94d1-4b3eae2f3c36 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:45.516386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-568325f0-2648-463c-a504-2f9de423d2df tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:45.521042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-568325f0-2648-463c-a504-2f9de423d2df tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.59 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 821 time: 0.4110844 Jul 08 17:56:45.541280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Request body: {'port': {'device_id': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'admin_state_up': True, 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:45.650580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52452) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:45.889957 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb8c741f-1d21-4b13-8025-dbac3528247f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:45.961433 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 718d8832-6e52-4b99-8447-86686e9272c2 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:45.978380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e99c8-e800-40fc-bcbb-b4c6818bced2 req-13488e29-2c3e-4027-8723-78833c3e2a0b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:45.990811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e99c8-e800-40fc-bcbb-b4c6818bced2 req-13488e29-2c3e-4027-8723-78833c3e2a0b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:46.002508 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-469e99c8-e800-40fc-bcbb-b4c6818bced2 req-13488e29-2c3e-4027-8723-78833c3e2a0b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4&device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea HTTP/1.1" status: 200 len: 1691 time: 0.2156546 Jul 08 17:56:46.056084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae42e-ab6c-44c2-86ab-77dbb6561d70 req-c51831fe-0c3f-43a5-84c0-3dc6f4dae732 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:46.068274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 5b997864-b587-4835-b5b5-9b0df43ca007 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:46.073655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66fae42e-ab6c-44c2-86ab-77dbb6561d70 req-c51831fe-0c3f-43a5-84c0-3dc6f4dae732 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 1097 time: 0.3628044 Jul 08 17:56:46.082586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 718d8832-6e52-4b99-8447-86686e9272c2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:46.084837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 5b997864-b587-4835-b5b5-9b0df43ca007 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:46.085265 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.139168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 718d8832-6e52-4b99-8447-86686e9272c2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:46.139548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.148121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-469e99c8-e800-40fc-bcbb-b4c6818bced2 req-bd48c7a4-1171-418c-98a4-3df64c068157 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446745 Jul 08 17:56:46.182830 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb8c741f-1d21-4b13-8025-dbac3528247f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.190615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb8c741f-1d21-4b13-8025-dbac3528247f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.263221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66fae42e-ab6c-44c2-86ab-77dbb6561d70 req-da7a5fb6-ccdc-4129-a7a5-dac1dd330124 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872714 Jul 08 17:56:46.267727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Made reservation on behalf of c62276ac07dd4ab3ab1bba7637d78fa0 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:46.280941 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.367617 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bb8c741f-1d21-4b13-8025-dbac3528247f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3fc7aeb2d73c42369894439ff892c72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7158580 Jul 08 17:56:46.369958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c741f-1d21-4b13-8025-dbac3528247f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5ebb46-91f5-4db2-a75f-1665ccefd6c1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:46.372968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52466) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:46.452745 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.467189 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cff222a-3cb8-4dd6-925d-ef17073331ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.509150 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.546504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cff222a-3cb8-4dd6-925d-ef17073331ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.595492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 718d8832-6e52-4b99-8447-86686e9272c2, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=718d8832-6e52-4b99-8447-86686e9272c2,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:46.606060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:46.608406 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5f03a1-dbbc-400e-8e55-320630b2c8f5" -d '{"events": [{"server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "name": "network-vif-plugged", "status": "completed", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:46.650030 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.656130 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cff222a-3cb8-4dd6-925d-ef17073331ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.662296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:46.663454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cff222a-3cb8-4dd6-925d-ef17073331ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.680965 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7cff222a-3cb8-4dd6-925d-ef17073331ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0d5ebb46-91f5-4db2-a75f-1665ccefd6c1 HTTP/1.1" status: 204 len: 168 time: 0.2937293 Jul 08 17:56:46.705750 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.708459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff222a-3cb8-4dd6-925d-ef17073331ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5ebb46-91f5-4db2-a75f-1665ccefd6c1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:46.787646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=718d8832-6e52-4b99-8447-86686e9272c2,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:46.787813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52484) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:46.889809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=5b997864-b587-4835-b5b5-9b0df43ca007,revision_number=13']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:46.896440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-8bebf8a9-2cdd-47f5-a89b-424076fa6b84 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:46.897942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-8bebf8a9-2cdd-47f5-a89b-424076fa6b84 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 808 time: 0.2125535 Jul 08 17:56:46.960564 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27200eb3-2c37-4ad2-acd6-7c2d7e0016d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:46.987003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4f6cd0b-7a2f-4519-9f40-5bc9c9050412 req-a25aa73d-3c57-459c-874f-de3ef5551ac6 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 210 time: 0.0877595 Jul 08 17:56:47.015407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Allocated IP 172.20.0.6 (d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc/3506880a-9e91-497d-91fd-42e7ef3b3589/9c1ea32a-b775-44a2-9679-f1c67a4858ed) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:47.024017 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-5cc02882-9d3a-44a1-a652-23b4762ab9ec tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/quotas/d3d4e592a62e4debadc4f62900a0fcdc HTTP/1.1" status: 200 len: 375 time: 0.1100240 Jul 08 17:56:47.107904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-1c2a1997-36ab-45a1-b759-57c1e4b40c25 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766797 Jul 08 17:56:47.122253 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27200eb3-2c37-4ad2-acd6-7c2d7e0016d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.139440 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27200eb3-2c37-4ad2-acd6-7c2d7e0016d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.217549 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-27200eb3-2c37-4ad2-acd6-7c2d7e0016d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed36c9b140d34808b157bfc0d8bcc4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259858 Jul 08 17:56:47.217760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52492) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:47.232970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27200eb3-2c37-4ad2-acd6-7c2d7e0016d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cc3019-ac1f-4d46-8ae2-b8047998055b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:47.297194 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bda56e-2e8d-4c6e-800a-002a05185c4d x-openstack-request-id: req-70bda56e-2e8d-4c6e-800a-002a05185c4d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:47.297500 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "name": "network-vif-plugged", "status": "completed", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:47.297758 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-70bda56e-2e8d-4c6e-800a-002a05185c4d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:47.298159 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007', 'code': 200} Jul 08 17:56:47.343159 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-e10f8e78-cbfb-445d-9e7b-cd55db8fab8c service neutron] 10.222.0.73 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265646 Jul 08 17:56:47.348960 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52494) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:47.364875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47599472-0c2c-4ff4-a396-cc7cce79eed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.495783 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47599472-0c2c-4ff4-a396-cc7cce79eed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.497357 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-881e61f4-456b-4829-a1c2-4f5c1b49db35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.507389 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-220c38f8-a815-4d1d-a0eb-9e0d9d90eb29 service neutron] 10.222.0.73 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634669 Jul 08 17:56:47.511651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47599472-0c2c-4ff4-a396-cc7cce79eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.545663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 718d8832-6e52-4b99-8447-86686e9272c2 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:47.588449 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-47599472-0c2c-4ff4-a396-cc7cce79eed8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=abf6711ae43c479ab7917e473edc7a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377741 Jul 08 17:56:47.601729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52504) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:47.647693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 718d8832-6e52-4b99-8447-86686e9272c2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:47.648058 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.650256 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-881e61f4-456b-4829-a1c2-4f5c1b49db35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.699773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.718569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Transition to ACTIVE for port object 9c1ea32a-b775-44a2-9679-f1c67a4858ed will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:47.759428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47599472-0c2c-4ff4-a396-cc7cce79eed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e54efd6-2ca8-4c61-b23f-c112d0330060,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:47.770589 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.830559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:47.843522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:47.863916 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb10e428-9bf6-4117-996d-c7e40b0fa1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.908547 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb10e428-9bf6-4117-996d-c7e40b0fa1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.917094 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-881e61f4-456b-4829-a1c2-4f5c1b49db35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.921082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-881e61f4-456b-4829-a1c2-4f5c1b49db35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:47.922481 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-881e61f4-456b-4829-a1c2-4f5c1b49db35 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/35cc3019-ac1f-4d46-8ae2-b8047998055b HTTP/1.1" status: 204 len: 168 time: 0.7038136 Jul 08 17:56:47.957242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e61f4-456b-4829-a1c2-4f5c1b49db35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cc3019-ac1f-4d46-8ae2-b8047998055b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:48.049088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb10e428-9bf6-4117-996d-c7e40b0fa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:48.052076 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb10e428-9bf6-4117-996d-c7e40b0fa1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:48.053512 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eb10e428-9bf6-4117-996d-c7e40b0fa1d3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e54efd6-2ca8-4c61-b23f-c112d0330060 HTTP/1.1" status: 204 len: 168 time: 0.4507782 Jul 08 17:56:48.084314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10e428-9bf6-4117-996d-c7e40b0fa1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e54efd6-2ca8-4c61-b23f-c112d0330060,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:48.309739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ddbca399-d904-4313-99a4-1a98001dfa0f None None] Provisioning for port 9c1ea32a-b775-44a2-9679-f1c67a4858ed completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:48.314080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ddbca399-d904-4313-99a4-1a98001dfa0f None None] Provisioning complete for port 9c1ea32a-b775-44a2-9679-f1c67a4858ed triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:48.314478 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ddbca399-d904-4313-99a4-1a98001dfa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:48.421154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ddbca399-d904-4313-99a4-1a98001dfa0f None None] Port 9c1ea32a-b775-44a2-9679-f1c67a4858ed cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:48.448634 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:48.466057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:48.474915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:48.534032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0018878 Jul 08 17:56:48.581630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Request body: {'port': {'device_id': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:48.681984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52534) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:48.696019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effec2c3-f32e-44d5-8b77-33921c4fd11c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Pushing event updated for resources: {'Port': ['ID=9c1ea32a-b775-44a2-9679-f1c67a4858ed,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:48.712842 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a29ea0db-897d-4907-8d5a-20cc9d2c5f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:48.765648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-297a5b29-aac0-497e-8aff-c1c31ed3b4a9 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:48.773219 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-297a5b29-aac0-497e-8aff-c1c31ed3b4a9 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 821 time: 1.2643964 Jul 08 17:56:48.791786 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-2aa572a2-1580-48b4-9d05-4e13075a3405 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/quotas/44a6d394ddab44db92242d5757a14aee HTTP/1.1" status: 200 len: 375 time: 0.0174839 Jul 08 17:56:48.795239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6815d-2146-4043-bad9-e5cdb3c9dcce req-3cf97af2-3aa7-4e96-ab5b-849f1b1956af tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:48.803106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2de6815d-2146-4043-bad9-e5cdb3c9dcce req-3cf97af2-3aa7-4e96-ab5b-849f1b1956af tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 1101 time: 0.9676540 Jul 08 17:56:48.885077 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2de6815d-2146-4043-bad9-e5cdb3c9dcce req-e4f71957-c580-4cb9-897b-4e05df4d0142 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806482 Jul 08 17:56:48.885845 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:48.909612 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a29ea0db-897d-4907-8d5a-20cc9d2c5f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:48.928698 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a29ea0db-897d-4907-8d5a-20cc9d2c5f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:49.076696 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a29ea0db-897d-4907-8d5a-20cc9d2c5f9c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54052fa77c3d4b4cb3417ffdb08a7a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931684 Jul 08 17:56:49.077380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52540) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:49.078097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ea0db-897d-4907-8d5a-20cc9d2c5f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49750cd6-ab22-4098-b83e-b4cb82a0c71e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:49.157717 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cec19b0-618e-4d42-93f5-20abb479e0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:49.213085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cec19b0-618e-4d42-93f5-20abb479e0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:49.340906 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cec19b0-618e-4d42-93f5-20abb479e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:49.340906 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cec19b0-618e-4d42-93f5-20abb479e0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:49.340906 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1cec19b0-618e-4d42-93f5-20abb479e0f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49750cd6-ab22-4098-b83e-b4cb82a0c71e HTTP/1.1" status: 204 len: 168 time: 0.2431798 Jul 08 17:56:49.357774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-746bf11c-6d12-4dbf-a508-ef9c6131fcad req-0c9b2d60-84a9-466a-83bf-6e53b1298c2f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 210 time: 0.1045585 Jul 08 17:56:49.358051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec19b0-618e-4d42-93f5-20abb479e0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49750cd6-ab22-4098-b83e-b4cb82a0c71e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:49.448218 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-d0d5a9e4-0aac-4fb2-8853-92d4ec22bdb9 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6554232 Jul 08 17:56:49.644200 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52554) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:49.686942 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1ea32a-b775-44a2-9679-f1c67a4858ed {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:49.744120 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:49.855822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Transition to ACTIVE for port object 9c1ea32a-b775-44a2-9679-f1c67a4858ed will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:49.876442 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-047458fd-427f-4bcb-b3c1-be6730dc697a service neutron] 10.222.0.73 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147780 Jul 08 17:56:49.877085 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:49.895807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-204951784-network', 'tenant_id': 'a88a3b6b0c70491287c591afdda94af5'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:49.955186 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Made reservation on behalf of a88a3b6b0c70491287c591afdda94af5 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:49.957766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:49.977123 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:50.084762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1ea32a-b775-44a2-9679-f1c67a4858ed,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:50.095382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd95c0-c237-42e4-8e72-890f85b3c40a req-eb13ff58-d43c-4a11-9ef4-d1cb606e4106 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:50.110481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6cd95c0-c237-42e4-8e72-890f85b3c40a req-eb13ff58-d43c-4a11-9ef4-d1cb606e4106 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 931 time: 0.4809799 Jul 08 17:56:50.137643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-3902a149-22f8-46d7-a23f-704f677651fe tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:50.151806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-3902a149-22f8-46d7-a23f-704f677651fe tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.74 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 808 time: 0.4411654 Jul 08 17:56:50.218373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Request body: {'port': {'device_id': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf', 'admin_state_up': True, 'tenant_id': 'd3d4e592a62e4debadc4f62900a0fcdc'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:50.221941 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:50.231792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:50.280269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:56:50.287529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262a5b24-1a62-4366-8328-f2bce6586248,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:50.297318 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:50.297738 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Added segment 7046e73b-67ab-48dc-9bf5-e4a7246d90ab of type vlan for network 2be458c1-1fe7-4ddb-abea-7c1ef3e99667 Jul 08 17:56:50.356420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Attempting to bind port 9c1ea32a-b775-44a2-9679-f1c67a4858ed on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:50.357142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Attempting to bind port 9c1ea32a-b775-44a2-9679-f1c67a4858ed by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:50.357720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Attempting to bind port 9c1ea32a-b775-44a2-9679-f1c67a4858ed on network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:50.393653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6cd95c0-c237-42e4-8e72-890f85b3c40a req-64736bbc-424f-409e-a577-311cabe85b84 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808836 Jul 08 17:56:50.394658 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:50.409800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-b883efb2-15b0-462a-b37d-b077b66f8178 service neutron] 10.222.0.73 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184224 Jul 08 17:56:50.419779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Port 9c1ea32a-b775-44a2-9679-f1c67a4858ed on network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:56:50.422175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Attempting to bind port 9c1ea32a-b775-44a2-9679-f1c67a4858ed on network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:50.454856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:50.455133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Checking segment: {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:50.464631 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:50.465482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Bound using segment: {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:50.465967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:50.466330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Bound port: 9c1ea32a-b775-44a2-9679-f1c67a4858ed, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:50.466868 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:50.467127 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:50.588646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] Pushing event updated for resources: {'Network': ['ID=2be458c1-1fe7-4ddb-abea-7c1ef3e99667,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:50.601886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 2be458c1-1fe7-4ddb-abea-7c1ef3e99667 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:56:50.673802 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e8ed5171-5d2f-41da-acf4-03e2cb79eb8a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0281553 Jul 08 17:56:50.677070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52586) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:50.693179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] Request body: {'subnet': {'network_id': '2be458c1-1fe7-4ddb-abea-7c1ef3e99667', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-204951784-subnet', 'tenant_id': 'a88a3b6b0c70491287c591afdda94af5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:50.715969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Made reservation on behalf of d3d4e592a62e4debadc4f62900a0fcdc for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:50.727465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:50.754756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] Made reservation on behalf of a88a3b6b0c70491287c591afdda94af5 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:50.757755 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:50.829689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] For port 9c1ea32a-b775-44a2-9679-f1c67a4858ed, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:50.951108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] For port 9c1ea32a-b775-44a2-9679-f1c67a4858ed, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:50.981234 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:51.054142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:51.054660 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:51.056085 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] 10.222.0.59 "PUT /v2.0/ports/9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 1091 time: 2.4915104 Jul 08 17:56:51.064305 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:51.073039 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ace8fde-5d80-466b-b543-064f58eed65a" -d '{"events": [{"name": "network-changed", "server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:51.127065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf452637-1131-4adb-a8af-801af9caa9da req-ea710d66-d11a-4060-b701-72ef15310c32 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:51.134924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf452637-1131-4adb-a8af-801af9caa9da req-ea710d66-d11a-4060-b701-72ef15310c32 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea HTTP/1.1" status: 200 len: 1101 time: 0.5443728 Jul 08 17:56:51.192975 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:51.203966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30ca7dbc-7b0a-487e-9b5b-978fde3cecbc req-c4e302ff-1e61-4be8-821e-2effd103a5a3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 210 time: 0.1928532 Jul 08 17:56:51.295152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=913fa747-9f9d-4f20-831f-3ca76133676e,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:51.370256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] Checking segment: {'id': '7046e73b-67ab-48dc-9bf5-e4a7246d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2be458c1-1fe7-4ddb-abea-7c1ef3e99667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:51.370638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] Network hostable DHCP agents. Network: 2be458c1-1fe7-4ddb-abea-7c1ef3e99667, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:56:51.404834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] Network 2be458c1-1fe7-4ddb-abea-7c1ef3e99667 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:56:51.405670 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81d8ba97-b7b8-4723-b526-46639fa50e17 req-240e8db7-7e91-4974-b250-f0498e46326e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 210 time: 0.0879326 Jul 08 17:56:51.423943 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 2be458c1-1fe7-4ddb-abea-7c1ef3e99667) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:51.436606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:51.437621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf452637-1131-4adb-a8af-801af9caa9da req-e61bc211-658c-4737-a77a-a8b42f5954f1 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015952 Jul 08 17:56:51.437908 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:51.458327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778eb010-3afb-4796-9da0-a15b5f4a1f4e None None] Network 2be458c1-1fe7-4ddb-abea-7c1ef3e99667 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:51.482464 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b22e61ee-5f50-45e8-8240-8bf915ca1c0a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8023376 Jul 08 17:56:51.620402 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19167144-8cf0-48e2-a302-05cc802e8c9a x-openstack-request-id: req-19167144-8cf0-48e2-a302-05cc802e8c9a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:51.620715 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:51.620944 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19167144-8cf0-48e2-a302-05cc802e8c9a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:51.626561 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'status': 'completed', 'code': 200} Jul 08 17:56:51.654925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b8fba-320c-4a36-9c33-985106ec1ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1ea32a-b775-44a2-9679-f1c67a4858ed,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:51.669162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Allocated IP 172.20.0.11 (15934754-1853-4dd8-b29a-beef79bb7ebf/12159336-ffa6-449d-a07c-a9ce0d1177e8/c31c14cf-9a04-4137-94fb-ce705e55d4dd) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:51.739282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-9e7e45cd-8f04-4a44-978b-2e46ce871364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:51.763664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-9e7e45cd-8f04-4a44-978b-2e46ce871364 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 1094 time: 0.5884354 Jul 08 17:56:51.890094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61b48e-3287-4487-a9df-573b45c5c5a4 None None] Network 2be458c1-1fe7-4ddb-abea-7c1ef3e99667 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:51.944324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-2935fc5e-7061-42ca-8748-bd2c7761a0a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 217 time: 0.1650214 Jul 08 17:56:52.193507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9f7f-1347-4790-8988-1dfa3946b196 req-f658be3d-485d-484c-98f4-a183acb18d00 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:52.208339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cae9f7f-1347-4790-8988-1dfa3946b196 req-f658be3d-485d-484c-98f4-a183acb18d00 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 943 time: 0.4331903 Jul 08 17:56:52.213088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-285063ea-76fa-48aa-8383-20fea5ad974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:52.215145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-285063ea-76fa-48aa-8383-20fea5ad974d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.2444973 Jul 08 17:56:52.338904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cae9f7f-1347-4790-8988-1dfa3946b196 req-b100e111-5a55-4941-bf8c-e613c20881dc tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292408 Jul 08 17:56:52.385655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:52.400520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-4260feb2-2edc-4e19-af3f-0313da367067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:52.402042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-4260feb2-2edc-4e19-af3f-0313da367067 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765997 Jul 08 17:56:52.539978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52652) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:52.545714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1898554745-network', 'tenant_id': '6854680aaa83406a809d08a7ae7644d0'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:52.563424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-03f7cc73-134c-490c-b44c-9b4dfd6a1093 service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465135 Jul 08 17:56:52.583720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Made reservation on behalf of 6854680aaa83406a809d08a7ae7644d0 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:52.586671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:52.600450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:52.610695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-339aad5e-7683-4e98-88ab-8bcf8744a56b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459533 Jul 08 17:56:52.700246 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:52.799812 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Network 15934754-1853-4dd8-b29a-beef79bb7ebf is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:52.819084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:52.826783 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:52.832890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:52.837170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-37769262-b918-479b-a939-d842e5901e6b tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:52.839196 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-37769262-b918-479b-a939-d842e5901e6b tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 821 time: 0.1679492 Jul 08 17:56:52.840028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:52.840672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:52.840871 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:52.858839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Request body: {'port': {'device_id': '19c8a00d-7172-4f0f-9147-2087f2561556', 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc', 'admin_state_up': True, 'tenant_id': '44a6d394ddab44db92242d5757a14aee'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:52.923171 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a9fcb6-c3d0-428b-ac19-3d5ea904a4d5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:52.946039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Pushing event updated for resources: {'Port': ['ID=c31c14cf-9a04-4137-94fb-ce705e55d4dd,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:52.964458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:56:52.975846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-9194181f-3ecc-4676-9296-8c642f25c776 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8039551 Jul 08 17:56:52.990618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:52.990968 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Added segment 98ddc279-7c7b-4867-a97b-8aaeae326096 of type vlan for network d4e09188-3fe1-4943-bc7a-12716ff99946 Jul 08 17:56:52.991100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Request body: {'port': {'device_id': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:53.041447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d5bf5e-75fa-4b63-aa34-e65a79cd1aaa req-33ef6ba7-553e-4eac-ac94-c0e2be416ee6 service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590955 Jul 08 17:56:53.051251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-971bdc86-6245-467c-afdf-71eb2fa7fb74 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:53.052648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-971bdc86-6245-467c-afdf-71eb2fa7fb74 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4181190 Jul 08 17:56:53.083199 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:53.142804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Made reservation on behalf of 44a6d394ddab44db92242d5757a14aee for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:53.156686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:53.199393 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:53.200393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:53.200981 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:53.302535 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7612660 Jul 08 17:56:53.307222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52654) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:53.314673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] Request body: {'subnet': {'network_id': 'd4e09188-3fe1-4943-bc7a-12716ff99946', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1898554745-subnet', 'tenant_id': '6854680aaa83406a809d08a7ae7644d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:53.332678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7799c8-2f10-4428-ab66-87e11d5dad8e admin admin] Pushing event updated for resources: {'Network': ['ID=d4e09188-3fe1-4943-bc7a-12716ff99946,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:53.350267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d4e09188-3fe1-4943-bc7a-12716ff99946 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:56:53.396254 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-16e407b6-582e-4c38-a826-3a82f54bb490 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/quotas/9b0d0610fc974c3ba1b2ad55d418b953 HTTP/1.1" status: 200 len: 375 time: 0.0273221 Jul 08 17:56:53.408936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457bfcc-09b5-4b7d-832d-c5431bc479cf req-d5f38b7f-8f36-4ca5-925f-70f5aa4eab15 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:53.416432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d457bfcc-09b5-4b7d-832d-c5431bc479cf req-d5f38b7f-8f36-4ca5-925f-70f5aa4eab15 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 932 time: 0.6149483 Jul 08 17:56:53.438732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] Made reservation on behalf of 6854680aaa83406a809d08a7ae7644d0 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:53.441579 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:53.466783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Allocated IP 172.20.0.5 (43190986-6802-4c7b-ac7b-d918b098affc/c4709019-4379-4356-b83e-855b0460a985/2405ccd2-1bf6-4436-ba0a-c4aba64bddd5) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:53.475875 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:53.556622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8fde-5d80-466b-b543-064f58eed65a req-51d0e10c-8783-475a-a849-84e310a1625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:53.558927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ace8fde-5d80-466b-b543-064f58eed65a req-51d0e10c-8783-475a-a849-84e310a1625b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 1094 time: 0.2183750 Jul 08 17:56:53.574884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d457bfcc-09b5-4b7d-832d-c5431bc479cf req-b0fda699-1ed5-413d-9e2d-3fa11e93da5b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574457 Jul 08 17:56:53.779154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:53.799506 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:56:53.805378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:53.899778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d756a9-8779-4239-ae8e-d2c68d6a6f34,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:53.905466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31c14cf-9a04-4137-94fb-ce705e55d4dd {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:53.910824 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:53.915775 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:53.927482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] Checking segment: {'id': '98ddc279-7c7b-4867-a97b-8aaeae326096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd4e09188-3fe1-4943-bc7a-12716ff99946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:53.927883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] Network hostable DHCP agents. Network: d4e09188-3fe1-4943-bc7a-12716ff99946, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:56:53.936675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5b997864-b587-4835-b5b5-9b0df43ca007'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:53.938284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Transition to ACTIVE for port object c31c14cf-9a04-4137-94fb-ce705e55d4dd will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:53.953392 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:54.065372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Pushing event updated for resources: {'Port': ['ID=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:54.092243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-a24c7baf-a944-43b0-a8a1-4051a5068fac tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6677506 Jul 08 17:56:54.116825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Network 43190986-6802-4c7b-ac7b-d918b098affc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:54.123626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:54.128550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:54.134004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:54.134681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:54.154626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] Network d4e09188-3fe1-4943-bc7a-12716ff99946 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:56:54.179345 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-11a97d01-a786-4a7a-a4b8-5ae9eb119925 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3242314 Jul 08 17:56:54.197237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Request body: {'port': {'device_id': '19c8a00d-7172-4f0f-9147-2087f2561556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:54.204403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Pushing event updated for resources: {'Port': ['ID=c31c14cf-9a04-4137-94fb-ce705e55d4dd,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:54.244663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:54.245011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:54.245781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:54.254125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8fde-5d80-466b-b543-064f58eed65a req-03d8e143-ff0f-4c0b-a8bf-304ea343df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:54.255663 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ace8fde-5d80-466b-b543-064f58eed65a req-03d8e143-ff0f-4c0b-a8bf-304ea343df88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.6593065 Jul 08 17:56:54.256253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Port c31c14cf-9a04-4137-94fb-ce705e55d4dd on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:56:54.256574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:54.261867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:54.262237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:54.262620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:54.263060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Bound port: c31c14cf-9a04-4137-94fb-ce705e55d4dd, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:54.263247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d4e09188-3fe1-4943-bc7a-12716ff99946) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:54.263482 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:54.272146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806fbd70-8f33-4842-8595-93728609212d None None] Network d4e09188-3fe1-4943-bc7a-12716ff99946 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:54.293828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:54.294590 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:54.342339 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e494544f-ee9e-4f93-9a09-4014ec2f5185 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0230634 Jul 08 17:56:54.342339 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:54.510473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:54.514571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:54.537609 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ace8fde-5d80-466b-b543-064f58eed65a req-c0f78df8-4f45-482b-b0b8-6b859d4017ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 217 time: 0.2718728 Jul 08 17:56:54.544731 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:54.573983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52666) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:54.588954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c100c3-a305-46c5-ab72-52b54c02e0b5 None None] Network d4e09188-3fe1-4943-bc7a-12716ff99946 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:56:54.635099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Pushing event updated for resources: {'Port': ['ID=c31c14cf-9a04-4137-94fb-ce705e55d4dd,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:54.650640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:54.652442 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:54.654323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-55972b4f-9f95-493e-b890-1d039c904810 service neutron] 10.222.0.74 "PUT /v2.0/ports/c31c14cf-9a04-4137-94fb-ce705e55d4dd HTTP/1.1" status: 200 len: 1092 time: 1.6685879 Jul 08 17:56:54.657445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'tag': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:54.659836 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1ea895-388c-4068-baed-61f4b944cd13" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcaeb68-7c66-4a88-95d3-fcdd648464d3", "tag": "c31c14cf-9a04-4137-94fb-ce705e55d4dd"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:54.727680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0e52d8-dde9-44bf-9bec-0fbb254596a6 admin admin] Deleting subnet 913fa747-9f9d-4f20-831f-3ca76133676e {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:56:54.763510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a0e52d8-dde9-44bf-9bec-0fbb254596a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:54.796397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef21d8-bd45-4115-aa2f-07e1a0c974b6 req-ad3cd4a2-e3f1-474c-bcbf-955c9aa56bbf tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:54.805922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25ef21d8-bd45-4115-aa2f-07e1a0c974b6 req-ad3cd4a2-e3f1-474c-bcbf-955c9aa56bbf tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 931 time: 0.4665465 Jul 08 17:56:54.846030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8fde-5d80-466b-b543-064f58eed65a req-ae35bb84-22f4-4893-9ba2-19a26dc8a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:54.847934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ace8fde-5d80-466b-b543-064f58eed65a req-ae35bb84-22f4-4893-9ba2-19a26dc8a74c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.2920177 Jul 08 17:56:54.909657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-deb86fb8-99fe-419a-9416-6e01367fd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:54.911313 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-deb86fb8-99fe-419a-9416-6e01367fd877 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 1095 time: 0.1839654 Jul 08 17:56:54.942422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25ef21d8-bd45-4115-aa2f-07e1a0c974b6 req-b0333ef0-d774-45f3-a16a-918e6f54c421 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353610 Jul 08 17:56:55.132427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a0e52d8-dde9-44bf-9bec-0fbb254596a6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:55.146890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8fde-5d80-466b-b543-064f58eed65a req-3c9f63fe-ed6b-48aa-9784-e9b022feb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:55.148396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ace8fde-5d80-466b-b543-064f58eed65a req-3c9f63fe-ed6b-48aa-9784-e9b022feb1ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2935069 Jul 08 17:56:55.150296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a0e52d8-dde9-44bf-9bec-0fbb254596a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:55.158592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-1297e71e-f9c9-4cb2-a4d5-09f4fb599d10 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd HTTP/1.1" status: 200 len: 217 time: 0.2147396 Jul 08 17:56:55.226748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-f8258e2a-a392-4648-9acc-33109cb1f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:55.228203 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-f8258e2a-a392-4648-9acc-33109cb1f86b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0578508 Jul 08 17:56:55.279532 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a0e52d8-dde9-44bf-9bec-0fbb254596a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:55.286410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:55.330322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-abb59c58-4ca4-41c0-8f85-bc8b7e0929c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780432 Jul 08 17:56:55.331327 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:55.337450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e52d8-dde9-44bf-9bec-0fbb254596a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913fa747-9f9d-4f20-831f-3ca76133676e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:55.339711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a0e52d8-dde9-44bf-9bec-0fbb254596a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:55.342039 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1a0e52d8-dde9-44bf-9bec-0fbb254596a6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/913fa747-9f9d-4f20-831f-3ca76133676e HTTP/1.1" status: 204 len: 168 time: 0.7540317 Jul 08 17:56:55.346409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52684) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:55.399417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Transition to ACTIVE for port object 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:55.416716 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:55.453742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf958bc-74fd-44c6-9e3f-6feea59c4cd8 req-ca2fb9d0-1e8b-4415-970e-130df02df0e1 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:55.455506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-acf958bc-74fd-44c6-9e3f-6feea59c4cd8 req-ca2fb9d0-1e8b-4415-970e-130df02df0e1 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 943 time: 0.4661424 Jul 08 17:56:55.514699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:55.556890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:55.579875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:55.580258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:55.580514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:55.605355 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:56:55.605629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:55.619796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:55.620248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:55.620537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:55.620943 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Bound port: 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:55.621379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-33e4b0df-1a59-46d6-9e98-d2db544c263d service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594180 Jul 08 17:56:55.621544 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:55.676341 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-acf958bc-74fd-44c6-9e3f-6feea59c4cd8 req-5b989887-6ed3-4073-8dee-310bdc2318f5 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444638 Jul 08 17:56:55.684513 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ace8fde-5d80-466b-b543-064f58eed65a req-4d0bddaf-b255-435c-b292-32b93f9d57a6 service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195553 Jul 08 17:56:55.698409 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:55.715675 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.716139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.716840 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.717193 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > port after_create 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.717726 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > port after_delete 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.718097 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > port after_update 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.718481 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.718796 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.719393 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.719710 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.835466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253da1e-6ab6-4525-a531-3a697821fbef req-f7ff5d65-62ed-4974-87bf-836bc2c9d0bd tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:55.844015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f253da1e-6ab6-4525-a531-3a697821fbef req-f7ff5d65-62ed-4974-87bf-836bc2c9d0bd tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 944 time: 0.4050236 Jul 08 17:56:55.970591 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0a565-354c-488f-aab0-9ecef6ababef x-openstack-request-id: req-f9d0a565-354c-488f-aab0-9ecef6ababef {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:55.971189 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcaeb68-7c66-4a88-95d3-fcdd648464d3", "tag": "c31c14cf-9a04-4137-94fb-ce705e55d4dd", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:55.971189 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9d0a565-354c-488f-aab0-9ecef6ababef {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:55.971493 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'tag': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd', 'status': 'completed', 'code': 200} Jul 08 17:56:55.989510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.989865 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.990188 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.990582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:56:55.991095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be458c1-1fe7-4ddb-abea-7c1ef3e99667']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:56.012401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f253da1e-6ab6-4525-a531-3a697821fbef req-1b60c2bf-c3da-4316-990d-9b3b3dad90bb tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674964 Jul 08 17:56:56.041226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7046e73b-67ab-48dc-9bf5-e4a7246d90ab') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:56.041680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7046e73b-67ab-48dc-9bf5-e4a7246d90ab') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:56.087909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52698) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:56.096647 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.106865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ace8fde-5d80-466b-b543-064f58eed65a req-2bcf1ca4-b02d-4981-a166-34f674272568 service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135826 Jul 08 17:56:56.108616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6862cffc-b10f-4654-b36e-8ae3c3b55243 req-f98c9675-7d85-4c34-ab89-862656e4e160 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624121 Jul 08 17:56:56.138236 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.150902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:56:56.151310 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: from cryptography.utils import int_from_bytes Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: from cryptography.utils import int_from_bytes Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: timer() Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:56:56.188834 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:56:56.192853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:56.316602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:56.337901 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.362299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7950-98e6-405b-a5f6-f211ddbfb6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.380073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:56.381177 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.382335 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] 10.222.0.74 "PUT /v2.0/ports/2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 HTTP/1.1" status: 200 len: 1091 time: 2.1938145 Jul 08 17:56:56.382911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c8a00d-7172-4f0f-9147-2087f2561556', 'tag': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:56.385304 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08d11c4-99fd-4451-97b9-bfd094350ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "19c8a00d-7172-4f0f-9147-2087f2561556", "tag": "2405ccd2-1bf6-4436-ba0a-c4aba64bddd5"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:56.397195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.427558 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.432213 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] 10.222.0.73 "DELETE /v2.0/networks/2be458c1-1fe7-4ddb-abea-7c1ef3e99667 HTTP/1.1" status: 204 len: 168 time: 1.0826955 Jul 08 17:56:56.435790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52710) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:56.438916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94c529-dac3-4475-b31e-48a74059abab admin admin] Pushing event deleted for resources: {'Network': ['ID=2be458c1-1fe7-4ddb-abea-7c1ef3e99667,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:56.470572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99101a1b-eb2f-46b6-9498-a33bc7e65713 req-437befe9-e7d0-4afd-94ed-64c0e46b85b7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:56.478638 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99101a1b-eb2f-46b6-9498-a33bc7e65713 req-437befe9-e7d0-4afd-94ed-64c0e46b85b7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 943 time: 0.2726369 Jul 08 17:56:56.486786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7557d514-9288-4e3a-bfd6-da1a2d39c132 admin admin] Deleting subnet 10d756a9-8779-4239-ae8e-d2c68d6a6f34 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:56:56.493898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7557d514-9288-4e3a-bfd6-da1a2d39c132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.494094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ea895-388c-4068-baed-61f4b944cd13 req-c49e3d8f-c2b9-4a11-b1ea-11ae0916ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:56.495811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb9fcc-9656-4f52-b599-95e85940fdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:56.497377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad1ea895-388c-4068-baed-61f4b944cd13 req-c49e3d8f-c2b9-4a11-b1ea-11ae0916ba9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 1095 time: 0.2786155 Jul 08 17:56:56.538957 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7557d514-9288-4e3a-bfd6-da1a2d39c132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.600599 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7557d514-9288-4e3a-bfd6-da1a2d39c132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.648719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99101a1b-eb2f-46b6-9498-a33bc7e65713 req-66e9c744-1441-4efe-a710-b5231633cb2e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689086 Jul 08 17:56:56.738650 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7557d514-9288-4e3a-bfd6-da1a2d39c132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.807111 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38e28af-83d3-4fa4-9763-d897b32f9e3b x-openstack-request-id: req-d38e28af-83d3-4fa4-9763-d897b32f9e3b {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:56.813179 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c8a00d-7172-4f0f-9147-2087f2561556", "tag": "2405ccd2-1bf6-4436-ba0a-c4aba64bddd5", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:56.813600 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d38e28af-83d3-4fa4-9763-d897b32f9e3b {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:56.814280 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c8a00d-7172-4f0f-9147-2087f2561556', 'tag': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5', 'status': 'completed', 'code': 200} Jul 08 17:56:56.826498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ea895-388c-4068-baed-61f4b944cd13 req-7197b64b-ad9b-46e9-be21-31ed6146922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:56.828272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad1ea895-388c-4068-baed-61f4b944cd13 req-7197b64b-ad9b-46e9-be21-31ed6146922b service neutron] 10.222.0.74 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.3144810 Jul 08 17:56:56.847264 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7950-98e6-405b-a5f6-f211ddbfb6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.851768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55aa5bac-acd4-4c90-983b-dcb5b69a25e7 req-69b48c62-6098-49da-9751-db9aa72a1707 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 210 time: 0.0907896 Jul 08 17:56:56.860980 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7950-98e6-405b-a5f6-f211ddbfb6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.869266 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7557d514-9288-4e3a-bfd6-da1a2d39c132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.871758 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7557d514-9288-4e3a-bfd6-da1a2d39c132 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/10d756a9-8779-4239-ae8e-d2c68d6a6f34 HTTP/1.1" status: 204 len: 168 time: 0.4347985 Jul 08 17:56:56.884119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52716) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:56.893424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557d514-9288-4e3a-bfd6-da1a2d39c132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d756a9-8779-4239-ae8e-d2c68d6a6f34,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:56.906232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad1ea895-388c-4068-baed-61f4b944cd13 req-e12730bf-6476-4e54-8144-c4d9291e37be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd HTTP/1.1" status: 200 len: 217 time: 0.0572453 Jul 08 17:56:57.018363 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.028445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-69258094-348f-4561-84d0-5f816d650145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:57.030136 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-69258094-348f-4561-84d0-5f816d650145 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 1094 time: 0.3194239 Jul 08 17:56:57.037979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a7950-98e6-405b-a5f6-f211ddbfb6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d529108-24bb-40f2-9260-6e8d09e687ae,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:57.047475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7c3a7950-98e6-405b-a5f6-f211ddbfb6e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e028a10fa0114f2ca4e18561292d2d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9580712 Jul 08 17:56:57.060842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52720) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:57.089623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ea895-388c-4068-baed-61f4b944cd13 req-1b34f63d-1ce2-4777-b429-09d84c7b8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:57.091178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad1ea895-388c-4068-baed-61f4b944cd13 req-1b34f63d-1ce2-4777-b429-09d84c7b8596 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.1763241 Jul 08 17:56:57.136723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad1ea895-388c-4068-baed-61f4b944cd13 req-667f1585-62b7-48c5-8d62-58e18e21d03e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337682 Jul 08 17:56:57.149217 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2faeae-a6a1-48c8-8e2a-c734d247eba4 req-4e2fcdf5-0443-4e34-8b1b-020b93dfc8d5 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:57.156201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d2faeae-a6a1-48c8-8e2a-c734d247eba4 req-4e2fcdf5-0443-4e34-8b1b-020b93dfc8d5 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 943 time: 0.1412940 Jul 08 17:56:57.183008 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-db858e60-bdbc-4afe-9b4d-fce76c9919b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 HTTP/1.1" status: 200 len: 217 time: 0.1218011 Jul 08 17:56:57.247424 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.259247 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9c1ea32a-b775-44a2-9679-f1c67a4858ed details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:56:57.280038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e09188-3fe1-4943-bc7a-12716ff99946']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:57.298374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ddc279-7c7b-4867-a97b-8aaeae326096') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:57.298732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ddc279-7c7b-4867-a97b-8aaeae326096') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:57.299688 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d2faeae-a6a1-48c8-8e2a-c734d247eba4 req-d8af815d-1650-485f-82cd-a1ff3c9ab48f tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426985 Jul 08 17:56:57.318694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-c47f27d7-52e3-4e1c-910e-d1e17c313c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:57.320277 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-c47f27d7-52e3-4e1c-910e-d1e17c313c08 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1273074 Jul 08 17:56:57.334002 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.357259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc29d2bc-04e6-4fb3-a61d-5798622ebe3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.386012 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-0baac2bd-1e53-4303-9c1c-262672c25139 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494342 Jul 08 17:56:57.404100 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.412171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9c1ea32a-b775-44a2-9679-f1c67a4858ed, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:57.424337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e6b29-0005-436d-86ab-7aba74abcea7 req-2381a88f-f565-46ad-ab7c-3f6cf407da5f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:57.430831 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc29d2bc-04e6-4fb3-a61d-5798622ebe3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.431817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-606e6b29-0005-436d-86ab-7aba74abcea7 req-2381a88f-f565-46ad-ab7c-3f6cf407da5f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 944 time: 0.2597580 Jul 08 17:56:57.433544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:56:57.434189 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: timer() Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:56:57.436136 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:56:57.450740 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad1ea895-388c-4068-baed-61f4b944cd13 req-8e13c9b1-68b3-4a55-a141-2a7d230f2e53 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920554 Jul 08 17:56:57.467807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'port_id': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'mac_address': 'fa:16:3e:85:02:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:56:57.498564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-606e6b29-0005-436d-86ab-7aba74abcea7 req-7abe98ab-6335-4775-8002-8d6392522029 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657737 Jul 08 17:56:57.590874 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.595479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad1ea895-388c-4068-baed-61f4b944cd13 req-912fe498-15c1-404f-87b1-bb8e0c21daec service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372788 Jul 08 17:56:57.620041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1ea32a-b775-44a2-9679-f1c67a4858ed {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:57.627253 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.653765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9c1ea32a-b775-44a2-9679-f1c67a4858ed, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:57.656019 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.660755 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] 10.222.0.73 "DELETE /v2.0/networks/d4e09188-3fe1-4943-bc7a-12716ff99946 HTTP/1.1" status: 204 len: 168 time: 0.7673039 Jul 08 17:56:57.664275 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.671005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e3caa-8f30-4a7d-9a3a-c7b82c1f44fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e09188-3fe1-4943-bc7a-12716ff99946,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:57.694861 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-d5f7e3fe-2891-47dd-816e-00e262b477eb service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997591 Jul 08 17:56:57.751577 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc29d2bc-04e6-4fb3-a61d-5798622ebe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.754499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9ba0d8e1-551a-4084-8abb-67ccaae75a29 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413749 Jul 08 17:56:57.756500 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc29d2bc-04e6-4fb3-a61d-5798622ebe3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:57.760929 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cc29d2bc-04e6-4fb3-a61d-5798622ebe3a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d529108-24bb-40f2-9260-6e8d09e687ae HTTP/1.1" status: 204 len: 168 time: 0.6976376 Jul 08 17:56:57.762599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=9c1ea32a-b775-44a2-9679-f1c67a4858ed,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:57.819025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29d2bc-04e6-4fb3-a61d-5798622ebe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d529108-24bb-40f2-9260-6e8d09e687ae,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:57.869921 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fe8a831-fc6e-49d9-9624-e6bde092390b req-41408968-2b66-4309-afa7-26d12d5d7c01 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682723 Jul 08 17:56:57.879548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52746) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:57.920593 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-f564fc44-be3d-4c46-a60c-d37880bc3e95 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350513 Jul 08 17:56:57.968903 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5d3359ae-e685-4d1e-b073-0f74fb6deeae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a88a3b6b0c70491287c591afdda94af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0868363 Jul 08 17:56:57.970277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52750) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:58.084397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9cd231b3-3f92-4d25-856c-45a68116b9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:58.171204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9c1ea32a-b775-44a2-9679-f1c67a4858ed'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:58.185078 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9cd231b3-3f92-4d25-856c-45a68116b9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:58.186903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-d47d6c55-2755-473b-b19a-6499164faa66 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:58.188498 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-d47d6c55-2755-473b-b19a-6499164faa66 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4298892 Jul 08 17:56:58.268505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52758) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:58.315297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a149e2f-84a8-4610-99c6-58c66a317d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:58.321568 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d11c4-99fd-4451-97b9-bfd094350ce2 req-a6e854c5-640e-4e61-9950-60a2ef5e8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:58.323247 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b08d11c4-99fd-4451-97b9-bfd094350ce2 req-a6e854c5-640e-4e61-9950-60a2ef5e8f12 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 1094 time: 0.2399499 Jul 08 17:56:58.394507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9cd231b3-3f92-4d25-856c-45a68116b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:58.396965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9cd231b3-3f92-4d25-856c-45a68116b9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:58.400580 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9cd231b3-3f92-4d25-856c-45a68116b9a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/262a5b24-1a62-4366-8328-f2bce6586248 HTTP/1.1" status: 204 len: 168 time: 0.4254830 Jul 08 17:56:58.430112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd231b3-3f92-4d25-856c-45a68116b9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262a5b24-1a62-4366-8328-f2bce6586248,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:58.479075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d11c4-99fd-4451-97b9-bfd094350ce2 req-92b21da3-c1db-46f7-9afe-9fb43cf5ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:58.480555 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b08d11c4-99fd-4451-97b9-bfd094350ce2 req-92b21da3-c1db-46f7-9afe-9fb43cf5ac5c service neutron] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.1467457 Jul 08 17:56:58.522166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Request body: {'port': {'device_id': '7c754cd5-bdb5-4147-9d32-fcfa0fc03d94', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '9b0d0610fc974c3ba1b2ad55d418b953'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:58.532880 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b08d11c4-99fd-4451-97b9-bfd094350ce2 req-ff3fff8b-e28e-4d59-8761-9171ff93e64c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 HTTP/1.1" status: 200 len: 217 time: 0.0440950 Jul 08 17:56:58.577582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a149e2f-84a8-4610-99c6-58c66a317d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:58.586494 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a149e2f-84a8-4610-99c6-58c66a317d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:58.621550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d11c4-99fd-4451-97b9-bfd094350ce2 req-cd0cfe92-62eb-45b4-b0ad-567daea1ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:58.623045 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b08d11c4-99fd-4451-97b9-bfd094350ce2 req-cd0cfe92-62eb-45b4-b0ad-567daea1ed0a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.0824378 Jul 08 17:56:58.635955 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2a149e2f-84a8-4610-99c6-58c66a317d72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee3314b87fb949f6b96b6e757446c260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608055 Jul 08 17:56:58.642822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52772) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:58.643226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a149e2f-84a8-4610-99c6-58c66a317d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e07770-5f8e-4778-8a2f-c39e8a6ee4a8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:58.650872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-35631d97-afb9-4369-8783-124b950ef849 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:58.652326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-35631d97-afb9-4369-8783-124b950ef849 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7178035 Jul 08 17:56:58.664221 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b08d11c4-99fd-4451-97b9-bfd094350ce2 req-c6fe58e4-8b11-4b5d-8279-932af42c97f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331149 Jul 08 17:56:58.683113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Request body: {'port': {'device_id': '636a79d4-193b-40f7-acbf-7da3b7ec1295', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '9b0d0610fc974c3ba1b2ad55d418b953'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:58.698888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb4bf0-9d71-46ff-b738-6782d069cb29 req-21cedc68-cb9b-4035-b60e-7270adf774a2 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:58.700365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11eb4bf0-9d71-46ff-b738-6782d069cb29 req-21cedc68-cb9b-4035-b60e-7270adf774a2 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 943 time: 0.7303092 Jul 08 17:56:58.762772 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b08d11c4-99fd-4451-97b9-bfd094350ce2 req-6c435dd6-322c-4f25-92d8-37ed5bd64519 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924296 Jul 08 17:56:58.825446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52776) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:58.885805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-b8e4c718-2c97-4000-8808-3b80d342b378 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:58.887309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-b8e4c718-2c97-4000-8808-3b80d342b378 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/networks?id=2cc84689-982f-4a03-b69c-b364c0fba33a HTTP/1.1" status: 200 len: 815 time: 0.3584592 Jul 08 17:56:58.893089 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e28dd8e3-4837-4c87-a5bb-9e5260371bc7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6854680aaa83406a809d08a7ae7644d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665350 Jul 08 17:56:58.895870 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b08d11c4-99fd-4451-97b9-bfd094350ce2 req-787c3a08-1ec2-4eb3-8829-2defe8e461eb service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257417 Jul 08 17:56:58.896333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52778) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:58.899819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11eb4bf0-9d71-46ff-b738-6782d069cb29 req-9e79dd2f-fc41-4486-8747-b66fc0d1c229 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826882 Jul 08 17:56:58.933247 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd34c722-2e64-43c5-8175-ed4d3cf847f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:58.944621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-d2d825d4-808d-4829-b67a-d4894c3e88ad tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/quotas/554f0a0170c94845a0b57094f5e1773c HTTP/1.1" status: 200 len: 375 time: 0.0408635 Jul 08 17:56:58.958225 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f87ca9f3-99a0-4314-83b0-05e0cdb17ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:58.979732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Made reservation on behalf of 9b0d0610fc974c3ba1b2ad55d418b953 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:58.981539 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f87ca9f3-99a0-4314-83b0-05e0cdb17ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:58.983028 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.012058 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd34c722-2e64-43c5-8175-ed4d3cf847f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.035057 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f87ca9f3-99a0-4314-83b0-05e0cdb17ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.037985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f87ca9f3-99a0-4314-83b0-05e0cdb17ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.039217 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f87ca9f3-99a0-4314-83b0-05e0cdb17ad8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/81a9fcb6-c3d0-428b-ac19-3d5ea904a4d5 HTTP/1.1" status: 204 len: 168 time: 0.1419933 Jul 08 17:56:59.048501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ca9f3-99a0-4314-83b0-05e0cdb17ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a9fcb6-c3d0-428b-ac19-3d5ea904a4d5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:59.073803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Made reservation on behalf of 9b0d0610fc974c3ba1b2ad55d418b953 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:59.077144 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.140986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-833906a0-c23f-4621-9a38-a76b6e693260 req-18366bd1-f6c2-416c-bfb8-69b3b6908e29 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 210 time: 0.0899494 Jul 08 17:56:59.264148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9c1ea32a-b775-44a2-9679-f1c67a4858ed up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:59.289978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-9f0eaaf5-4b1e-4119-b24a-cf0426c7761f tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=554f0a0170c94845a0b57094f5e1773c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3323081 Jul 08 17:56:59.303727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd34c722-2e64-43c5-8175-ed4d3cf847f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.306174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd34c722-2e64-43c5-8175-ed4d3cf847f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.307280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fd34c722-2e64-43c5-8175-ed4d3cf847f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7e07770-5f8e-4778-8a2f-c39e8a6ee4a8 HTTP/1.1" status: 204 len: 168 time: 0.6540539 Jul 08 17:56:59.320680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 9c1ea32a-b775-44a2-9679-f1c67a4858ed completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:59.326532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 9c1ea32a-b775-44a2-9679-f1c67a4858ed triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:59.327422 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.386220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c722-2e64-43c5-8175-ed4d3cf847f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e07770-5f8e-4778-8a2f-c39e8a6ee4a8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:59.406024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Allocated IP 192.168.233.7 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/9e518c22-9faf-4fd5-95b4-8e54d6f00799) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:59.458727 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.484344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:59.486819 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c57fd8-0247-463d-87e2-fcf1a1770312" -d '{"events": [{"server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "name": "network-vif-plugged", "status": "completed", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:59.487876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-f9d861fa-b055-409d-9af0-22617768fdbe service neutron] 10.222.0.73 "GET /v2.0/networks/2cc84689-982f-4a03-b69c-b364c0fba33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969335 Jul 08 17:56:59.501005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9c1ea32a-b775-44a2-9679-f1c67a4858ed, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:59.505542 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.555936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d6c9b-3ce0-4e82-86bf-1746b812b1f7 req-661eff8b-e54c-44c1-9f03-51cd90db3cfe tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:59.557578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-980d6c9b-3ce0-4e82-86bf-1746b812b1f7 req-661eff8b-e54c-44c1-9f03-51cd90db3cfe tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 944 time: 0.3014669 Jul 08 17:56:59.562030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=9c1ea32a-b775-44a2-9679-f1c67a4858ed,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:59.705802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-980d6c9b-3ce0-4e82-86bf-1746b812b1f7 req-a6b0a6a7-c3f3-408b-b3d1-9b2e57667776 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270993 Jul 08 17:56:59.720904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-92e18633-9a15-4853-8910-e2251d8146ca service neutron] 10.222.0.73 "GET /v2.0/networks/2cc84689-982f-4a03-b69c-b364c0fba33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320540 Jul 08 17:56:59.779238 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.813147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Transition to ACTIVE for port object 9e518c22-9faf-4fd5-95b4-8e54d6f00799 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:59.921142 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:59.935123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def', '470c2987-9adb-426c-a66e-f347139b66ea'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:59.942366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:00.088316 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b70ec6-9958-4b20-9032-743d2c9f83ae x-openstack-request-id: req-c0b70ec6-9958-4b20-9032-743d2c9f83ae {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:00.088616 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "name": "network-vif-plugged", "status": "completed", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:00.088870 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0b70ec6-9958-4b20-9032-743d2c9f83ae {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:00.095098 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'code': 200} Jul 08 17:57:00.126119 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:00.201626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:00.220091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de76679c-05b1-49be-9b97-67c81f33639f req-4a29e77d-c2f0-4f2c-86e6-b15681481885 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 210 time: 0.1118453 Jul 08 17:57:00.224053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:00.229633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:00.233926 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:00.238252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Allocated IP 192.168.233.31 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/f1d7a7d9-6b79-467f-93da-93ad769bf15b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:00.245314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event updated for resources: {'Port': ['ID=9e518c22-9faf-4fd5-95b4-8e54d6f00799,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:00.295805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2005c-cfdd-422a-b581-abc891ca7fd0 req-6d207c1e-96c7-4665-8a7e-7533b1ff203d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:00.313081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63c2005c-cfdd-422a-b581-abc891ca7fd0 req-6d207c1e-96c7-4665-8a7e-7533b1ff203d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 944 time: 0.4646115 Jul 08 17:57:00.313855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6776c2-381f-4e14-aeed-9aa52e86ad7c req-3839e5b5-3887-473a-bd5f-006b7a83adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:00.316375 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c6776c2-381f-4e14-aeed-9aa52e86ad7c req-3839e5b5-3887-473a-bd5f-006b7a83adc2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 1096 time: 0.1809249 Jul 08 17:57:00.464670 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9669e95f-cfb7-43b2-b8ce-0c6f3f9aa603 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2566750 Jul 08 17:57:00.532193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Request body: {'port': {'device_id': '7c754cd5-bdb5-4147-9d32-fcfa0fc03d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:00.668396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-56c107d2-621d-414d-9c85-cbdc230ca47c None None] Provisioning for port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:00.673417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-56c107d2-621d-414d-9c85-cbdc230ca47c None None] Provisioning complete for port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:00.673854 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-56c107d2-621d-414d-9c85-cbdc230ca47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:00.677091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63c2005c-cfdd-422a-b581-abc891ca7fd0 req-4a6b2d87-0014-4c2e-8c13-448537dd3ef2 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627775 Jul 08 17:57:00.724162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c6776c2-381f-4e14-aeed-9aa52e86ad7c req-b60da00a-96d0-4aba-9ee1-eb8c7dddcf9c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005330 Jul 08 17:57:00.753041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-56c107d2-621d-414d-9c85-cbdc230ca47c None None] Port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:57:00.866988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92ee23f6-b165-4fad-871d-46695beb2e34 req-d01564d3-42ef-47d4-b567-37459692d0f2 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 210 time: 0.0446730 Jul 08 17:57:00.894486 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:00.959181 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:00.960514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c31c14cf-9a04-4137-94fb-ce705e55d4dd details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:00.979472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Transition to ACTIVE for port object f1d7a7d9-6b79-467f-93da-93ad769bf15b will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:01.062807 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:01.095616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def', '470c2987-9adb-426c-a66e-f347139b66ea'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:01.097857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:01.137210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbf9d1-5d55-43b5-a35c-1a38749459b6 req-10ad8756-4773-48bd-a689-db92873a8538 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:01.140061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21dbf9d1-5d55-43b5-a35c-1a38749459b6 req-10ad8756-4773-48bd-a689-db92873a8538 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 943 time: 0.5721281 Jul 08 17:57:01.214430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:01.234995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:01.244841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event updated for resources: {'Port': ['ID=f1d7a7d9-6b79-467f-93da-93ad769bf15b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:01.260850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:01.283168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:01.286981 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:01.324852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-15fc8c16-d1bd-45aa-91ca-1a0ddb7d0e72 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6533532 Jul 08 17:57:01.349128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfcb23-846d-445e-b78f-4a01ea467089 req-7202a6b7-292c-410f-9d60-ed2475aecbf8 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:01.350869 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0bfcb23-846d-445e-b78f-4a01ea467089 req-7202a6b7-292c-410f-9d60-ed2475aecbf8 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 945 time: 0.3179111 Jul 08 17:57:01.355896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Request body: {'port': {'device_id': '636a79d4-193b-40f7-acbf-7da3b7ec1295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:01.476530 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21dbf9d1-5d55-43b5-a35c-1a38749459b6 req-ab4bbb3a-fb9a-4682-babe-42098af88e24 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027434 Jul 08 17:57:01.479168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:01.534925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd', 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf', 'port_id': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd', 'mac_address': 'fa:16:3e:4c:fc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12159336-ffa6-449d-a07c-a9ce0d1177e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:01.597541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0bfcb23-846d-445e-b78f-4a01ea467089 req-ebb788ef-cc6b-4d21-b8ed-56584f763fb9 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292264 Jul 08 17:57:01.667861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:01.780299 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:01.818052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fd285aab-5f22-41e3-bbef-e99d9dec0404 None None] Provisioning for port f1d7a7d9-6b79-467f-93da-93ad769bf15b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:01.921352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-201d2f8f-2f0a-4a53-aa85-3f1bcda7335e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:01.923045 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-201d2f8f-2f0a-4a53-aa85-3f1bcda7335e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.74 "GET /v2.0/networks?id=2cc84689-982f-4a03-b69c-b364c0fba33a HTTP/1.1" status: 200 len: 815 time: 0.2227252 Jul 08 17:57:01.931035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31c14cf-9a04-4137-94fb-ce705e55d4dd {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:01.944411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fd285aab-5f22-41e3-bbef-e99d9dec0404 None None] Provisioning complete for port f1d7a7d9-6b79-467f-93da-93ad769bf15b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:01.944867 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fd285aab-5f22-41e3-bbef-e99d9dec0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:01.948384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Request body: {'port': {'device_id': '2093be98-f968-49a4-aa3f-116794f44e6c', 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a', 'admin_state_up': True, 'tenant_id': '554f0a0170c94845a0b57094f5e1773c'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:02.056427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fd285aab-5f22-41e3-bbef-e99d9dec0404 None None] Port f1d7a7d9-6b79-467f-93da-93ad769bf15b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:57:02.072705 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:02.120992 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:02.135058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Made reservation on behalf of 554f0a0170c94845a0b57094f5e1773c for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:02.139783 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:02.204467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=c31c14cf-9a04-4137-94fb-ce705e55d4dd,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:02.292803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-811f66a5-b95a-4669-a35b-ffa5a7f46294 req-13d7278f-f867-4d1a-920d-987296d03154 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 210 time: 0.0651498 Jul 08 17:57:02.319244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-10994dc2-8d57-4f06-9fdb-b15141c99a4a tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dcfb5591e7c742adb094214a0d84f8fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872972 Jul 08 17:57:02.326565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Allocated IP 172.20.0.11 (2cc84689-982f-4a03-b69c-b364c0fba33a/9a8d6074-f0c5-4918-8241-acffb6efe02f/6fa84bf7-671e-4c94-9521-9b0e12ddaa98) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:02.339272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e518c22-9faf-4fd5-95b4-8e54d6f00799 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:02.348964 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:02.377304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Transition to ACTIVE for port object 9e518c22-9faf-4fd5-95b4-8e54d6f00799 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:02.431569 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:02.489808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['c31c14cf-9a04-4137-94fb-ce705e55d4dd'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:02.587039 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:02.601890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-db897c1e-6c98-400c-a9b6-8e0eb4f8789e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990024 Jul 08 17:57:02.619544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Transition to ACTIVE for port object 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:02.684283 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:02.685265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Pushing event updated for resources: {'Port': ['ID=9e518c22-9faf-4fd5-95b4-8e54d6f00799,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:02.781724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Attempting to bind port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:02.782575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Attempting to bind port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:02.782575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Attempting to bind port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:02.810468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:02.810700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Attempting to bind port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:02.820747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-00e2c654-f348-44d8-ae91-f874a79086a3 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:02.826472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Network 2cc84689-982f-4a03-b69c-b364c0fba33a is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:02.834257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-00e2c654-f348-44d8-ae91-f874a79086a3 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4715195 Jul 08 17:57:02.836708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:02.841759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:02.847026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Pushing event updated for resources: {'Port': ['ID=6fa84bf7-671e-4c94-9521-9b0e12ddaa98,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:02.886071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:02.891152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:02.891332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:02.891690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Bound port: 9e518c22-9faf-4fd5-95b4-8e54d6f00799, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:02.892314 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:02.932641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:02.933272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:02.944063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a064838e-a81f-4b76-aeb1-1bab96e8bc00 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/quotas/dcfb5591e7c742adb094214a0d84f8fd HTTP/1.1" status: 200 len: 375 time: 0.1084235 Jul 08 17:57:02.968157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:02.981371 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-3d3cca56-6c6e-4196-9eee-5b372c3d0ce8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0473430 Jul 08 17:57:03.041960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-3147a7c3-e9ae-416d-afcb-1cea1bc7eef0 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:03.049474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-3147a7c3-e9ae-416d-afcb-1cea1bc7eef0 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4063916 Jul 08 17:57:03.108604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d7a7d9-6b79-467f-93da-93ad769bf15b {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:03.118991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.129481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:03.141497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Transition to ACTIVE for port object f1d7a7d9-6b79-467f-93da-93ad769bf15b will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:03.195009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.199370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5', 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc', 'port_id': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5', 'mac_address': 'fa:16:3e:b6:e8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4709019-4379-4356-b83e-855b0460a985', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:03.244633 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-51592dfb-ba49-47a5-a439-cd48d5f2c545 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcfb5591e7c742adb094214a0d84f8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2985840 Jul 08 17:57:03.251656 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.262078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Request body: {'port': {'device_id': '2093be98-f968-49a4-aa3f-116794f44e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:03.290545 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-febaf25b-8b97-43dd-ae13-a4f547005c0c tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/quotas/0ece45c75085439aa23b1b8caecbe1f2 HTTP/1.1" status: 200 len: 375 time: 0.1317625 Jul 08 17:57:03.294572 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.354595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:03.418245 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0dc86245-fdff-4e4e-837a-4a1e46d3ab23 None None] Provisioning for port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:03.423676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:03.436144 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.446656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0dc86245-fdff-4e4e-837a-4a1e46d3ab23 None None] Provisioning complete for port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:03.450140 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0dc86245-fdff-4e4e-837a-4a1e46d3ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.454153 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.530543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0dc86245-fdff-4e4e-837a-4a1e46d3ab23 None None] Port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:57:03.536319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-bfc36941-b1cc-4c3d-b990-301e99aabfb2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1713347 Jul 08 17:57:03.564987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Pushing event updated for resources: {'Port': ['ID=f1d7a7d9-6b79-467f-93da-93ad769bf15b,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:03.707011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] For port 9e518c22-9faf-4fd5-95b4-8e54d6f00799, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:03.746953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:03.766376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] For port 9e518c22-9faf-4fd5-95b4-8e54d6f00799, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9e518c22-9faf-4fd5-95b4-8e54d6f00799,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:03.768182 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Attempting to bind port f1d7a7d9-6b79-467f-93da-93ad769bf15b on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:03.768765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Attempting to bind port f1d7a7d9-6b79-467f-93da-93ad769bf15b by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:03.769099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Attempting to bind port f1d7a7d9-6b79-467f-93da-93ad769bf15b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:03.784758 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.801456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Port f1d7a7d9-6b79-467f-93da-93ad769bf15b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:03.801825 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Attempting to bind port f1d7a7d9-6b79-467f-93da-93ad769bf15b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:03.923732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:03.962545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.964193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] 10.222.0.74 "PUT /v2.0/ports/9e518c22-9faf-4fd5-95b4-8e54d6f00799 HTTP/1.1" status: 200 len: 1094 time: 3.4599116 Jul 08 17:57:03.967260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:03.967499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:03.967617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['2405ccd2-1bf6-4436-ba0a-c4aba64bddd5'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:03.967885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:03.968336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Bound port: f1d7a7d9-6b79-467f-93da-93ad769bf15b, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:03.969021 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.980938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c754cd5-bdb5-4147-9d32-fcfa0fc03d94', 'tag': '9e518c22-9faf-4fd5-95b4-8e54d6f00799'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:03.989866 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84003f9-9a22-4804-871c-52e5a0976cba" -d '{"events": [{"name": "network-changed", "server_uuid": "7c754cd5-bdb5-4147-9d32-fcfa0fc03d94", "tag": "9e518c22-9faf-4fd5-95b4-8e54d6f00799"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:04.115285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd37d3-ee41-4f6d-a575-f8e0a8484d3b req-c1cca404-4081-49eb-ab97-d32e3f774039 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:04.123049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cdd37d3-ee41-4f6d-a575-f8e0a8484d3b req-c1cca404-4081-49eb-ab97-d32e3f774039 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 945 time: 0.4077430 Jul 08 17:57:04.124660 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.187848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:04.205198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.230575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2941f5-8fd9-4633-a887-9c94a7ed2e1e service neutron] Pushing event updated for resources: {'Port': ['ID=9e518c22-9faf-4fd5-95b4-8e54d6f00799,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:04.249653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Transition to ACTIVE for port object 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:04.260050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.404847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa84bf7-671e-4c94-9521-9b0e12ddaa98,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:04.572079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Attempting to bind port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:04.576490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Attempting to bind port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:04.576921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Attempting to bind port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 on network 2cc84689-982f-4a03-b69c-b364c0fba33a {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:04.583357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 on network 2cc84689-982f-4a03-b69c-b364c0fba33a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:04.583707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Attempting to bind port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 on network 2cc84689-982f-4a03-b69c-b364c0fba33a {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:04.594969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:04.604336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Checking segment: {'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:04.606680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Bound using segment: {'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:04.607237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Bound port: 6fa84bf7-671e-4c94-9521-9b0e12ddaa98, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:04.607835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.655132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cdd37d3-ee41-4f6d-a575-f8e0a8484d3b req-68972bdd-0385-4613-beae-94587a4bc508 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290005 Jul 08 17:57:04.747226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] For port f1d7a7d9-6b79-467f-93da-93ad769bf15b, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:04.766716 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] For port f1d7a7d9-6b79-467f-93da-93ad769bf15b, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f1d7a7d9-6b79-467f-93da-93ad769bf15b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:04.803328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] For port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:04.829713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] For port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6fa84bf7-671e-4c94-9521-9b0e12ddaa98,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:04.833083 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.841996 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.895263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-6e43bfd0-cd1b-495d-90aa-5f678d69b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:04.896949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-6e43bfd0-cd1b-495d-90aa-5f678d69b26b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 1097 time: 0.7710865 Jul 08 17:57:04.905535 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:04.906677 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.911920 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] 10.222.0.74 "PUT /v2.0/ports/6fa84bf7-671e-4c94-9521-9b0e12ddaa98 HTTP/1.1" status: 200 len: 1092 time: 1.6545129 Jul 08 17:57:04.912515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2093be98-f968-49a4-aa3f-116794f44e6c', 'tag': '6fa84bf7-671e-4c94-9521-9b0e12ddaa98'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:04.916950 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e261d3-32b4-4bb5-8419-8b01e09cee45" -d '{"events": [{"name": "network-changed", "server_uuid": "2093be98-f968-49a4-aa3f-116794f44e6c", "tag": "6fa84bf7-671e-4c94-9521-9b0e12ddaa98"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:04.981216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c404057-3e5f-44b2-9ed6-7172e8e46864 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa84bf7-671e-4c94-9521-9b0e12ddaa98,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:04.995140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c31c14cf-9a04-4137-94fb-ce705e55d4dd up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:05.019481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.020163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:05.021611 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] 10.222.0.59 "PUT /v2.0/ports/f1d7a7d9-6b79-467f-93da-93ad769bf15b HTTP/1.1" status: 200 len: 1095 time: 3.6839461 Jul 08 17:57:05.099175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port c31c14cf-9a04-4137-94fb-ce705e55d4dd completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:05.109482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port c31c14cf-9a04-4137-94fb-ce705e55d4dd triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:05.111170 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:05.126021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d7429-124b-4432-99b9-0a374e210392 req-882100c5-815b-45fd-aae1-eb425eca03d0 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.127908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-368d7429-124b-4432-99b9-0a374e210392 req-882100c5-815b-45fd-aae1-eb425eca03d0 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 947 time: 0.9753647 Jul 08 17:57:05.128734 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca8005-e896-488e-9915-ffc20e29e01d service neutron] Pushing event updated for resources: {'Port': ['ID=f1d7a7d9-6b79-467f-93da-93ad769bf15b,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:05.322418 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-368d7429-124b-4432-99b9-0a374e210392 req-fceca3f4-d0a9-47a8-83cc-04dd81e61d0d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738803 Jul 08 17:57:05.341540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ef1e6-dfb6-4e2f-bd19-de18bcd24206 req-38b08179-cc4a-4530-a82c-a1746e84b892 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.349392 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-071ef1e6-dfb6-4e2f-bd19-de18bcd24206 req-38b08179-cc4a-4530-a82c-a1746e84b892 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 944 time: 0.3863266 Jul 08 17:57:05.374743 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-addfce66-1b6f-42cb-9fcd-3f2f5623aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.376412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-addfce66-1b6f-42cb-9fcd-3f2f5623aaca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 1098 time: 0.2756982 Jul 08 17:57:05.437210 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:05.451031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-071ef1e6-dfb6-4e2f-bd19-de18bcd24206 req-fbb78deb-dbd6-4626-b8a2-4487a62cb46f tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005800 Jul 08 17:57:05.459735 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-342950ad-3f89-4f02-a9e0-ffd31bf3e4dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f1d7a7d9-6b79-467f-93da-93ad769bf15b HTTP/1.1" status: 200 len: 217 time: 0.0693114 Jul 08 17:57:05.552264 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:05.560595 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b4190f-a343-4ff5-8317-a65d0a65a2ac" -d '{"events": [{"server_uuid": "7dcaeb68-7c66-4a88-95d3-fcdd648464d3", "name": "network-vif-plugged", "status": "completed", "tag": "c31c14cf-9a04-4137-94fb-ce705e55d4dd"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:05.606359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9ae57de3-cdd9-43d9-9287-f37b27599908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.611282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:05.612271 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-9ae57de3-cdd9-43d9-9287-f37b27599908 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1454310 Jul 08 17:57:05.621657 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:05.758666 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=c31c14cf-9a04-4137-94fb-ce705e55d4dd,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:05.838605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-5b6d3f0c-675c-4b96-8b15-115a0df53eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.840085 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-5b6d3f0c-675c-4b96-8b15-115a0df53eb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931357 Jul 08 17:57:05.852720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3f65e-64ae-480c-9fe3-18211bab3557 req-fe337425-6acf-4f01-bf17-52d01c2ac403 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.854258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ccc3f65e-64ae-480c-9fe3-18211bab3557 req-fe337425-6acf-4f01-bf17-52d01c2ac403 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 945 time: 0.2408612 Jul 08 17:57:05.953575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ccc3f65e-64ae-480c-9fe3-18211bab3557 req-c5e6c9af-8902-445a-959b-f2242842e468 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861793 Jul 08 17:57:05.990809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-db5470b8-0b4e-4853-9398-fbc68248e53c service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306400 Jul 08 17:57:06.159769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-07f60b50-ef79-4030-9a61-e52227af724e service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615133 Jul 08 17:57:06.181817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626fcf2-3ea7-4ae0-9c3e-11c5cd0d7e46 req-a3b8a1d9-f6f7-4f84-b88d-1015b16a47f8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:06.183622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a626fcf2-3ea7-4ae0-9c3e-11c5cd0d7e46 req-a3b8a1d9-f6f7-4f84-b88d-1015b16a47f8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 944 time: 0.0952570 Jul 08 17:57:06.195326 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-34bca963-2d79-4fe7-91b8-dd97a91d93e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:06.240733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a626fcf2-3ea7-4ae0-9c3e-11c5cd0d7e46 req-af5e9e1a-4b58-4fdf-924a-0f9d8774e5fd tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483415 Jul 08 17:57:06.392418 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2271b707-971a-4db2-8670-62d0eb1025eb req-14241e51-9574-434d-be6d-ce0ab40cb7db tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 210 time: 0.0451393 Jul 08 17:57:06.499042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-6e920a65-c193-4350-b604-669351dbba11 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=dcfb5591e7c742adb094214a0d84f8fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228524 Jul 08 17:57:06.618023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b45760c-f3ea-45f9-99b7-cbcf811368fd req-ec74c662-9ef8-4d1b-a315-2b732bf64bdf tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 210 time: 0.0694330 Jul 08 17:57:06.681405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-d58f2371-2044-41a5-8732-6d24e69c551d tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:06.682886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-d58f2371-2044-41a5-8732-6d24e69c551d tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640742 Jul 08 17:57:06.684463 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9072659-b56d-4a91-899e-d14720d8f03c x-openstack-request-id: req-f9072659-b56d-4a91-899e-d14720d8f03c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:06.684631 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c754cd5-bdb5-4147-9d32-fcfa0fc03d94", "tag": "9e518c22-9faf-4fd5-95b4-8e54d6f00799", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:06.684885 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9072659-b56d-4a91-899e-d14720d8f03c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:06.685261 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c754cd5-bdb5-4147-9d32-fcfa0fc03d94', 'tag': '9e518c22-9faf-4fd5-95b4-8e54d6f00799', 'status': 'completed', 'code': 200} Jul 08 17:57:06.696418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Request body: {'port': {'device_id': '2ea3290e-6452-4cd9-b770-a9d1eda2a44e', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': 'dcfb5591e7c742adb094214a0d84f8fd'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:06.714947 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef805547-26ce-40ec-921e-af4afdd3b38b x-openstack-request-id: req-ef805547-26ce-40ec-921e-af4afdd3b38b {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:06.716346 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2093be98-f968-49a4-aa3f-116794f44e6c", "tag": "6fa84bf7-671e-4c94-9521-9b0e12ddaa98", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:06.716762 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef805547-26ce-40ec-921e-af4afdd3b38b {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:06.717902 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2093be98-f968-49a4-aa3f-116794f44e6c', 'tag': '6fa84bf7-671e-4c94-9521-9b0e12ddaa98', 'status': 'completed', 'code': 200} Jul 08 17:57:06.780493 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d737706-5b66-4bd8-88e9-12b9b9fd4622 x-openstack-request-id: req-3d737706-5b66-4bd8-88e9-12b9b9fd4622 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:06.780989 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcaeb68-7c66-4a88-95d3-fcdd648464d3", "name": "network-vif-plugged", "status": "completed", "tag": "c31c14cf-9a04-4137-94fb-ce705e55d4dd", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:06.781141 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d737706-5b66-4bd8-88e9-12b9b9fd4622 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:06.781800 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd', 'code': 200} Jul 08 17:57:06.830845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Made reservation on behalf of dcfb5591e7c742adb094214a0d84f8fd for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:06.834619 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:06.843899 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:06.988405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74b354-d978-42b0-a7eb-92149de5f232 req-71a8a662-c7dd-46c4-832d-c8a541797a93 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:06.990008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c74b354-d978-42b0-a7eb-92149de5f232 req-71a8a662-c7dd-46c4-832d-c8a541797a93 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 946 time: 0.1079383 Jul 08 17:57:07.002853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:07.036438 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.052551 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-ca1cd1c9-7fe5-42a4-ac6c-5e90ffcd39d8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285196 Jul 08 17:57:07.053511 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.062559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c74b354-d978-42b0-a7eb-92149de5f232 req-53839b33-e752-48b2-802e-7de174cacf93 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623488 Jul 08 17:57:07.128785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b234e3eb-5b34-4ec6-840f-4261aec9027f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:07.148749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:07.160537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:07.161183 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.310064 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.323445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-86f0a80d-61dc-466f-b2b5-827ebafef841 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:07.325282 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-86f0a80d-61dc-466f-b2b5-827ebafef841 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652793 Jul 08 17:57:07.338660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Request body: {'port': {'device_id': '63089b09-f85f-4100-a0c4-6101ed901522', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '0ece45c75085439aa23b1b8caecbe1f2'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:07.351313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:07.359154 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.433436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:07.457867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Allocated IP 192.168.233.252 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/da06b4e1-363d-4231-8a3e-cf5953e322dc) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:07.511276 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d7102cab-da78-41e8-8ead-d7cb699b5bbc tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3566115 Jul 08 17:57:07.511768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Made reservation on behalf of 0ece45c75085439aa23b1b8caecbe1f2 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:07.515429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.525024 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.530247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:07.655059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.660903 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.721397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.725824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9074134f-8fe8-4b4d-93dd-f391f5ce3587,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:07.726719 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.784259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Transition to ACTIVE for port object da06b4e1-363d-4231-8a3e-cf5953e322dc will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:07.840967 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:07.917701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Allocated IP 192.168.233.152 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/363d1993-a0ec-4b01-9795-2d73beaeb08d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:08.127390 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:08.143004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Transition to ACTIVE for port object 363d1993-a0ec-4b01-9795-2d73beaeb08d will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:08.186571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:08.192693 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:08.205037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:08.209375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:08.214967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.215621 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:08.223998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Pushing event updated for resources: {'Port': ['ID=da06b4e1-363d-4231-8a3e-cf5953e322dc,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:08.250873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:08.256682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:08.261753 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:08.261933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:08.277509 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-29d395b9-ca56-42c1-a4a3-b2be8409a454 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5848656 Jul 08 17:57:08.299623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Request body: {'port': {'device_id': '2ea3290e-6452-4cd9-b770-a9d1eda2a44e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:08.349830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Pushing event updated for resources: {'Port': ['ID=363d1993-a0ec-4b01-9795-2d73beaeb08d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:08.369286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.370081 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:08.385194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ad0b175-1a31-4672-bedf-23f9774bcf52 req-0286f143-ad78-49fd-8a18-ba71d5a1d79f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2469118 Jul 08 17:57:08.389409 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-142a5e96-e774-40b1-baa1-b7c3f3d6191d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0562358 Jul 08 17:57:08.403895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Request body: {'port': {'device_id': '63089b09-f85f-4100-a0c4-6101ed901522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:08.543492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:08.552500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cbf661bd-6245-4637-b293-52551b4b87f6 None None] Provisioning for port da06b4e1-363d-4231-8a3e-cf5953e322dc completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:08.559562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cbf661bd-6245-4637-b293-52551b4b87f6 None None] Provisioning complete for port da06b4e1-363d-4231-8a3e-cf5953e322dc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:08.560420 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbf661bd-6245-4637-b293-52551b4b87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:08.568215 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:08.627602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Allocated IP 172.25.8.110 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/15651f47-b166-4944-9489-c4ebf70233c8) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:08.630557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-cbf661bd-6245-4637-b293-52551b4b87f6 None None] Port da06b4e1-363d-4231-8a3e-cf5953e322dc cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:57:08.690360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636a79d4-193b-40f7-acbf-7da3b7ec1295', 'tag': 'f1d7a7d9-6b79-467f-93da-93ad769bf15b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:08.693144 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4" -d '{"events": [{"name": "network-changed", "server_uuid": "636a79d4-193b-40f7-acbf-7da3b7ec1295", "tag": "f1d7a7d9-6b79-467f-93da-93ad769bf15b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:08.754423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b175-1a31-4672-bedf-23f9774bcf52 req-817a5bf9-c8b3-404f-8e9e-492bff8e7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.755815 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ad0b175-1a31-4672-bedf-23f9774bcf52 req-817a5bf9-c8b3-404f-8e9e-492bff8e7d2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 1098 time: 0.2959239 Jul 08 17:57:08.782643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c8a00d-7172-4f0f-9147-2087f2561556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:08.785527 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f6ab1a-3ccd-4705-bbab-a742abdef791" -d '{"events": [{"server_uuid": "19c8a00d-7172-4f0f-9147-2087f2561556", "name": "network-vif-plugged", "status": "completed", "tag": "2405ccd2-1bf6-4436-ba0a-c4aba64bddd5"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:08.858361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f74ebe9-0f5d-42dc-9eac-0e4b15518bea None None] Provisioning for port 363d1993-a0ec-4b01-9795-2d73beaeb08d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:08.863514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f74ebe9-0f5d-42dc-9eac-0e4b15518bea None None] Provisioning complete for port 363d1993-a0ec-4b01-9795-2d73beaeb08d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:08.864156 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f74ebe9-0f5d-42dc-9eac-0e4b15518bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:08.908268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7f74ebe9-0f5d-42dc-9eac-0e4b15518bea None None] Port 363d1993-a0ec-4b01-9795-2d73beaeb08d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:57:08.978134 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:08.981322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363d1993-a0ec-4b01-9795-2d73beaeb08d {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:08.983644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b175-1a31-4672-bedf-23f9774bcf52 req-8b0b4f9c-9c2f-41e7-9de7-48689c660193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.985141 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ad0b175-1a31-4672-bedf-23f9774bcf52 req-8b0b4f9c-9c2f-41e7-9de7-48689c660193 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.1702492 Jul 08 17:57:08.989387 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.003720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Transition to ACTIVE for port object 363d1993-a0ec-4b01-9795-2d73beaeb08d will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:09.008455 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.045352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ad0b175-1a31-4672-bedf-23f9774bcf52 req-c93a08c1-2c34-4ecd-8fd4-51b15738bd19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b997864-b587-4835-b5b5-9b0df43ca007 HTTP/1.1" status: 200 len: 217 time: 0.0519915 Jul 08 17:57:09.056707 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.108044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a2f2185a-4ab1-47ab-8541-77cb76e5bb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.166722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Attempting to bind port 363d1993-a0ec-4b01-9795-2d73beaeb08d on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:09.167074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Attempting to bind port 363d1993-a0ec-4b01-9795-2d73beaeb08d by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:09.167385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Attempting to bind port 363d1993-a0ec-4b01-9795-2d73beaeb08d on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:09.169819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Pushing event updated for resources: {'Port': ['ID=363d1993-a0ec-4b01-9795-2d73beaeb08d,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:09.175766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Port 363d1993-a0ec-4b01-9795-2d73beaeb08d on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:09.176084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Attempting to bind port 363d1993-a0ec-4b01-9795-2d73beaeb08d on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:09.182883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:09.183564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:09.184110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:09.185091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Bound port: 363d1993-a0ec-4b01-9795-2d73beaeb08d, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:09.185625 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.195008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b175-1a31-4672-bedf-23f9774bcf52 req-06d3818f-7e75-437b-b218-66a3905bbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:09.196908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ad0b175-1a31-4672-bedf-23f9774bcf52 req-06d3818f-7e75-437b-b218-66a3905bbf01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1190729 Jul 08 17:57:09.197454 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.259715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:09.263155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:09.271055 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.296452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ad0b175-1a31-4672-bedf-23f9774bcf52 req-32c8823a-ad0b-4f5c-b21d-b72f61c7928a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888937 Jul 08 17:57:09.323001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f1d7a7d9-6b79-467f-93da-93ad769bf15b details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:09.328312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:09.331663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Pushing event updated for resources: {'Port': ['ID=15651f47-b166-4944-9489-c4ebf70233c8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:09.355346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:09.382932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Pushing event updated for resources: {'Port': ['ID=363d1993-a0ec-4b01-9795-2d73beaeb08d,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:09.396306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:09.396921 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.398398 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-68caae4e-9331-4f0d-a316-3a932546de11 service neutron] 10.222.0.59 "PUT /v2.0/ports/363d1993-a0ec-4b01-9795-2d73beaeb08d HTTP/1.1" status: 200 len: 1096 time: 1.0005405 Jul 08 17:57:09.398897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:09.405134 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0965f5ba-5427-4df0-a2ac-606bbe4a8655" -d '{"events": [{"name": "network-changed", "server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:09.408656 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:09.536834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f1d7a7d9-6b79-467f-93da-93ad769bf15b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f1d7a7d9-6b79-467f-93da-93ad769bf15b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:09.543485 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.550343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'f1d7a7d9-6b79-467f-93da-93ad769bf15b', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'f1d7a7d9-6b79-467f-93da-93ad769bf15b', 'mac_address': 'fa:16:3e:59:76:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:09.568632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da06b4e1-363d-4231-8a3e-cf5953e322dc {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:09.580216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-0e6d4cb4-c399-41ec-89b8-cdbcfd45fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:09.582076 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.582529 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-0e6d4cb4-c399-41ec-89b8-cdbcfd45fca0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 1099 time: 0.1334291 Jul 08 17:57:09.588325 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ad0b175-1a31-4672-bedf-23f9774bcf52 req-9a721dcf-c646-4916-9511-918edb35bcf6 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758305 Jul 08 17:57:09.627247 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.646278 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-4af677dc-bbd2-45ba-b5ab-d311585cacbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d HTTP/1.1" status: 200 len: 217 time: 0.0507090 Jul 08 17:57:09.647290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d7a7d9-6b79-467f-93da-93ad769bf15b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:09.682108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Transition to ACTIVE for port object da06b4e1-363d-4231-8a3e-cf5953e322dc will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:09.700899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f1d7a7d9-6b79-467f-93da-93ad769bf15b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f1d7a7d9-6b79-467f-93da-93ad769bf15b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:09.707500 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.709327 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.716168 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.719896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-970f831f-1b94-48c0-a280-5f07972dc1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:09.722648 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-970f831f-1b94-48c0-a280-5f07972dc1fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0597527 Jul 08 17:57:09.828986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-dcc68adf-599a-45e0-9c16-958cddd7c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:09.830578 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-dcc68adf-599a-45e0-9c16-958cddd7c5c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996792 Jul 08 17:57:09.832501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f1d7a7d9-6b79-467f-93da-93ad769bf15b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:09.936206 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ad0b175-1a31-4672-bedf-23f9774bcf52 req-bc1e4efe-e317-43af-ba22-c5c1b86e0346 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249290 Jul 08 17:57:09.981765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Pushing event updated for resources: {'Port': ['ID=da06b4e1-363d-4231-8a3e-cf5953e322dc,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:10.019097 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-895dd30f-47a9-4864-bd53-8cf106573cdb service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795247 Jul 08 17:57:10.040302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Attempting to bind port da06b4e1-363d-4231-8a3e-cf5953e322dc on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:10.040966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Attempting to bind port da06b4e1-363d-4231-8a3e-cf5953e322dc by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:10.041492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Attempting to bind port da06b4e1-363d-4231-8a3e-cf5953e322dc on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:10.053124 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:10.060659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Port da06b4e1-363d-4231-8a3e-cf5953e322dc on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:10.061713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f1d7a7d9-6b79-467f-93da-93ad769bf15b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:10.062106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Attempting to bind port da06b4e1-363d-4231-8a3e-cf5953e322dc on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:10.131337 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:10.136982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:10.137597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:10.138150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:10.139241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Bound port: da06b4e1-363d-4231-8a3e-cf5953e322dc, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:10.139765 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:10.152409 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:10.202567 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0bc832b6-cdea-4885-93b6-fa589acdc869 req-9a35a373-8011-43c7-85ec-87fb809aae69 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604848 Jul 08 17:57:10.243676 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:10.289388 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:10.296357 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7757037 Jul 08 17:57:10.369735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d394c3-58e7-4141-b3f4-c79aad23464b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Pushing event updated for resources: {'Port': ['ID=15651f47-b166-4944-9489-c4ebf70233c8,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:10.389465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] For port da06b4e1-363d-4231-8a3e-cf5953e322dc, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:10.395248 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-57510ad0-78d9-4509-a83a-0c271f22be8a tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.0975726 Jul 08 17:57:10.397001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] For port da06b4e1-363d-4231-8a3e-cf5953e322dc, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=da06b4e1-363d-4231-8a3e-cf5953e322dc,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:10.400749 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:10.498547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:10.499174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:10.500579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] 10.222.0.59 "PUT /v2.0/ports/da06b4e1-363d-4231-8a3e-cf5953e322dc HTTP/1.1" status: 200 len: 1096 time: 2.2109478 Jul 08 17:57:10.527142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1485da7-e192-4a21-90ec-90b15bf1391f service neutron] Pushing event updated for resources: {'Port': ['ID=da06b4e1-363d-4231-8a3e-cf5953e322dc,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:10.604736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-79077078-1399-4fa8-8236-fe71d3809fd7 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:10.606191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-79077078-1399-4fa8-8236-fe71d3809fd7 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.2031205 Jul 08 17:57:10.621882 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-c6ccafef-9d7f-472e-877f-95d16b7f308c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:57:10.622882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-795a3bac-5211-41cf-aa86-ee4851e73a27 req-c6ccafef-9d7f-472e-877f-95d16b7f308c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080631 Jul 08 17:57:10.640232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-69a4b7ee-57b6-47f6-b853-72e33e255eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:10.641850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-69a4b7ee-57b6-47f6-b853-72e33e255eb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcfb5591e7c742adb094214a0d84f8fd&device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 1099 time: 0.0978341 Jul 08 17:57:10.688199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-16e5860b-5a6a-4ca6-abb9-5c434de2d556 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=da06b4e1-363d-4231-8a3e-cf5953e322dc HTTP/1.1" status: 200 len: 217 time: 0.0380664 Jul 08 17:57:10.748970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-c200334d-8496-49a6-99d1-2fcb2d9593d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:10.750501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-c200334d-8496-49a6-99d1-2fcb2d9593d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0561776 Jul 08 17:57:10.860076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59a09a-8a64-44b3-97ff-b9bbeb880bba req-20aacd9f-7756-4aa0-a227-8e34d2efc62c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:10.861632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b59a09a-8a64-44b3-97ff-b9bbeb880bba req-20aacd9f-7756-4aa0-a227-8e34d2efc62c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 948 time: 0.1101844 Jul 08 17:57:10.864355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-bde634a5-2757-4c85-8f31-ef5300661e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:10.865700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-bde634a5-2757-4c85-8f31-ef5300661e48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038129 Jul 08 17:57:10.957670 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b59a09a-8a64-44b3-97ff-b9bbeb880bba req-5271a2be-63bb-42c3-ac64-cc66a0856cb3 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905619 Jul 08 17:57:11.004549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-8e8fb412-7197-4e4c-bd87-a8dd5d83f54c service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305218 Jul 08 17:57:11.134746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9181ec75-2f8b-49f4-af24-86a43d6e222e req-b86c3e0c-a512-472c-95c5-d451177b9ed0 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229382 Jul 08 17:57:11.171907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75064039-a24d-476f-81f4-e4a65fb818d2 req-68da2f2f-5d77-4de6-a317-d93768dd3991 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:11.173336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75064039-a24d-476f-81f4-e4a65fb818d2 req-68da2f2f-5d77-4de6-a317-d93768dd3991 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 945 time: 0.0805609 Jul 08 17:57:11.215850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75064039-a24d-476f-81f4-e4a65fb818d2 req-5f8ac8e0-c415-4527-882d-fc6f4cc08ab3 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361841 Jul 08 17:57:11.389425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32074503-a7dd-4555-a12a-cc528ea26b90 req-d317ae11-50e5-42f8-82db-e92c105fb649 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:11.390948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32074503-a7dd-4555-a12a-cc528ea26b90 req-d317ae11-50e5-42f8-82db-e92c105fb649 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 944 time: 0.0681767 Jul 08 17:57:11.432315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32074503-a7dd-4555-a12a-cc528ea26b90 req-9d3b5d93-bc5d-4cfb-b4da-7703526c4e94 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342410 Jul 08 17:57:11.493210 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:11.598776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76d2eb-2d4d-495f-9352-0885a1ba8728 req-b75b75b1-82dd-424c-a641-c9b423cff740 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:11.600235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d76d2eb-2d4d-495f-9352-0885a1ba8728 req-b75b75b1-82dd-424c-a641-c9b423cff740 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 948 time: 0.0625496 Jul 08 17:57:11.638073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d76d2eb-2d4d-495f-9352-0885a1ba8728 req-30c92b63-db01-4c81-9d68-d4b25839f874 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322788 Jul 08 17:57:11.814247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cea09-df11-4604-9465-bda271dbea07 req-f31c9447-5f32-43ee-9439-261150b38293 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:11.816076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a6cea09-df11-4604-9465-bda271dbea07 req-f31c9447-5f32-43ee-9439-261150b38293 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 948 time: 0.0676498 Jul 08 17:57:11.862385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a6cea09-df11-4604-9465-bda271dbea07 req-18ba0753-bca1-419e-be8b-a8a7adb4b89b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Jul 08 17:57:12.036069 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadaf9dc-81b6-4daf-98ef-f118e00aa0fe req-b5d09072-1fe8-4406-b360-f0fe1472f71b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:12.037582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dadaf9dc-81b6-4daf-98ef-f118e00aa0fe req-b5d09072-1fe8-4406-b360-f0fe1472f71b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 946 time: 0.0716836 Jul 08 17:57:12.076828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dadaf9dc-81b6-4daf-98ef-f118e00aa0fe req-033e0832-a4f2-49a1-8244-7d3c19090f04 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329692 Jul 08 17:57:12.125392 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd8c148-5918-4871-b689-8a3a99e08ecb x-openstack-request-id: req-7bd8c148-5918-4871-b689-8a3a99e08ecb {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:12.125761 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636a79d4-193b-40f7-acbf-7da3b7ec1295", "tag": "f1d7a7d9-6b79-467f-93da-93ad769bf15b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:12.126015 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bd8c148-5918-4871-b689-8a3a99e08ecb {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:12.126428 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636a79d4-193b-40f7-acbf-7da3b7ec1295', 'tag': 'f1d7a7d9-6b79-467f-93da-93ad769bf15b', 'status': 'completed', 'code': 200} Jul 08 17:57:12.163578 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa1669c-1fc1-44dc-9a20-e296575e9f3b x-openstack-request-id: req-aaa1669c-1fc1-44dc-9a20-e296575e9f3b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:12.163972 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c8a00d-7172-4f0f-9147-2087f2561556", "name": "network-vif-plugged", "status": "completed", "tag": "2405ccd2-1bf6-4436-ba0a-c4aba64bddd5", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:12.164230 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aaa1669c-1fc1-44dc-9a20-e296575e9f3b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:12.164622 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c8a00d-7172-4f0f-9147-2087f2561556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5', 'code': 200} Jul 08 17:57:12.200944 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17cb0e9-60e2-4cd1-b465-e4a887a3f8be x-openstack-request-id: req-c17cb0e9-60e2-4cd1-b465-e4a887a3f8be {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:12.202837 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:12.202837 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c17cb0e9-60e2-4cd1-b465-e4a887a3f8be {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:12.202837 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d', 'status': 'completed', 'code': 200} Jul 08 17:57:12.237321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4 req-d4f2273b-028d-4a93-a32f-f3ec7009e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:12.239480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4 req-d4f2273b-028d-4a93-a32f-f3ec7009e908 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 1099 time: 0.0903800 Jul 08 17:57:12.288000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965f5ba-5427-4df0-a2ac-606bbe4a8655 req-213196c7-3a9c-4cb4-9e79-ce5f185f2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:12.289439 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0965f5ba-5427-4df0-a2ac-606bbe4a8655 req-213196c7-3a9c-4cb4-9e79-ce5f185f2a72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 1099 time: 0.0600488 Jul 08 17:57:12.396870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965f5ba-5427-4df0-a2ac-606bbe4a8655 req-f239b09c-d50d-4c55-b40f-deeea557810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:12.398415 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0965f5ba-5427-4df0-a2ac-606bbe4a8655 req-f239b09c-d50d-4c55-b40f-deeea557810f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.0999911 Jul 08 17:57:12.441927 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0965f5ba-5427-4df0-a2ac-606bbe4a8655 req-e7073829-d48b-4792-a383-73b1ceedb1e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d HTTP/1.1" status: 200 len: 217 time: 0.0359476 Jul 08 17:57:12.501846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965f5ba-5427-4df0-a2ac-606bbe4a8655 req-786b78b4-d990-4249-856b-a99e07b18688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:12.503878 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0965f5ba-5427-4df0-a2ac-606bbe4a8655 req-786b78b4-d990-4249-856b-a99e07b18688 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0560391 Jul 08 17:57:12.566573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965f5ba-5427-4df0-a2ac-606bbe4a8655 req-8ba14860-b545-4634-8bfd-4d10b1fcd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:12.568074 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0965f5ba-5427-4df0-a2ac-606bbe4a8655 req-8ba14860-b545-4634-8bfd-4d10b1fcd03d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582423 Jul 08 17:57:12.676537 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0965f5ba-5427-4df0-a2ac-606bbe4a8655 req-53bc03e3-e244-419f-80bf-f7211a28a4cb service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012673 Jul 08 17:57:12.717158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-e47265eb-2042-4795-a06f-14e483fbff00 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:12.718252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-e47265eb-2042-4795-a06f-14e483fbff00 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 821 time: 0.4118953 Jul 08 17:57:12.719482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4 req-6de0deee-6e84-4b8a-a6f8-f21689a6e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:12.721046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4 req-6de0deee-6e84-4b8a-a6f8-f21689a6e4cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.4750426 Jul 08 17:57:12.768391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-f19e848d-11b4-4b00-986c-5cd6ba9470bd tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/quotas/c62276ac07dd4ab3ab1bba7637d78fa0 HTTP/1.1" status: 200 len: 375 time: 0.0426443 Jul 08 17:57:12.775519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4 req-c5d9f806-2c59-4070-9796-21da03c89775 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f1d7a7d9-6b79-467f-93da-93ad769bf15b HTTP/1.1" status: 200 len: 217 time: 0.0434029 Jul 08 17:57:12.793504 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0965f5ba-5427-4df0-a2ac-606bbe4a8655 req-c68c332b-ad2f-4128-b944-f1dcbab34685 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947938 Jul 08 17:57:12.876194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4 req-f13dba2c-e1ae-4a12-9551-07f70ac7e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:12.877628 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4 req-f13dba2c-e1ae-4a12-9551-07f70ac7e65c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0914938 Jul 08 17:57:12.903840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-2ac4d5c1-123c-48d8-a5d2-434c3e356b16 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1273468 Jul 08 17:57:13.022427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4 req-d718633f-b46b-4106-8d98-447d0ab6dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:13.023890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4 req-d718633f-b46b-4106-8d98-447d0ab6dee8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393652 Jul 08 17:57:13.025955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-9a3f782b-2b67-41e9-93cf-cf2d2b46e4a9 service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063519 Jul 08 17:57:13.189084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4 req-4e94c3e0-a194-4644-b53e-7679e998d1bd service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573391 Jul 08 17:57:13.192049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-24e3c1fd-bee3-4e27-b5e4-a79e35645920 service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526918 Jul 08 17:57:13.326926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3c72a0f-e0c1-4b59-b9fb-fa31d7e736c4 req-d1dcd311-cdc6-48e0-990d-59939f28d5af service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302404 Jul 08 17:57:13.364279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 363d1993-a0ec-4b01-9795-2d73beaeb08d details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:13.366425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f1d7a7d9-6b79-467f-93da-93ad769bf15b up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:13.530778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port f1d7a7d9-6b79-467f-93da-93ad769bf15b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:13.532078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b234-1e90-4497-a780-79f3c7729c6a req-caf749b8-f67c-4842-92c4-d005b035ed5f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:13.533625 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdd1b234-1e90-4497-a780-79f3c7729c6a req-caf749b8-f67c-4842-92c4-d005b035ed5f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 948 time: 0.0749173 Jul 08 17:57:13.544027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port f1d7a7d9-6b79-467f-93da-93ad769bf15b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:13.544433 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:13.585509 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdd1b234-1e90-4497-a780-79f3c7729c6a req-18b090b2-34a3-4563-aab3-d67014cbc6dd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444024 Jul 08 17:57:13.634837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:13.656946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '363d1993-a0ec-4b01-9795-2d73beaeb08d', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '363d1993-a0ec-4b01-9795-2d73beaeb08d', 'mac_address': 'fa:16:3e:9e:6c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:13.747544 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:13.767166 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:13.771782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363d1993-a0ec-4b01-9795-2d73beaeb08d {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:13.810493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b77fd0-45a5-47cc-95fd-ad92b99ad385 req-ed609cb2-ed95-4bf7-84cb-1fcdd1057233 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:13.812536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06b77fd0-45a5-47cc-95fd-ad92b99ad385 req-ed609cb2-ed95-4bf7-84cb-1fcdd1057233 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 945 time: 0.0935955 Jul 08 17:57:13.816133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:13.825917 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:13.857929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06b77fd0-45a5-47cc-95fd-ad92b99ad385 req-459f88ab-b3d3-4a38-a32f-79b252fbd6f9 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374649 Jul 08 17:57:13.871941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f1d7a7d9-6b79-467f-93da-93ad769bf15b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f1d7a7d9-6b79-467f-93da-93ad769bf15b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:13.883912 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:13.904371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=363d1993-a0ec-4b01-9795-2d73beaeb08d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:13.969975 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f1d7a7d9-6b79-467f-93da-93ad769bf15b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:14.045338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3bca9-a72b-40d8-bfc7-94727dd2ca23 req-26ede7ba-4d02-4edc-be6b-9d7f932ca8d4 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:14.046846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd3bca9-a72b-40d8-bfc7-94727dd2ca23 req-26ede7ba-4d02-4edc-be6b-9d7f932ca8d4 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 944 time: 0.0738065 Jul 08 17:57:14.087025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd3bca9-a72b-40d8-bfc7-94727dd2ca23 req-09a93de6-8217-4361-a9f6-026a71453475 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310633 Jul 08 17:57:14.127622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea3290e-6452-4cd9-b770-a9d1eda2a44e', 'tag': 'da06b4e1-363d-4231-8a3e-cf5953e322dc'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:14.130062 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9932ff27-09e4-4eba-a514-36990c3cc2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea3290e-6452-4cd9-b770-a9d1eda2a44e", "tag": "da06b4e1-363d-4231-8a3e-cf5953e322dc"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:14.165749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636a79d4-193b-40f7-acbf-7da3b7ec1295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d7a7d9-6b79-467f-93da-93ad769bf15b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:14.168148 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8c2bc6-f20a-4fb3-bfa1-336087ab5c0b" -d '{"events": [{"server_uuid": "636a79d4-193b-40f7-acbf-7da3b7ec1295", "name": "network-vif-plugged", "status": "completed", "tag": "f1d7a7d9-6b79-467f-93da-93ad769bf15b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:14.215714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['363d1993-a0ec-4b01-9795-2d73beaeb08d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:14.250455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c5c0f-6029-422d-89df-6eb00fe8d411 req-743e17e9-b122-4862-b8d8-ed32b0a92b47 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:14.251944 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc5c5c0f-6029-422d-89df-6eb00fe8d411 req-743e17e9-b122-4862-b8d8-ed32b0a92b47 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 948 time: 0.0659966 Jul 08 17:57:14.289843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc5c5c0f-6029-422d-89df-6eb00fe8d411 req-6ee0f1ef-542d-44e5-88ff-8cc8cc18a656 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320947 Jul 08 17:57:14.445662 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f75ce-a6ee-45ed-9b92-4c1a5cefa70c req-46bbfd4e-43e0-4a1d-b784-ce33bb7c66f9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:14.447152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e94f75ce-a6ee-45ed-9b92-4c1a5cefa70c req-46bbfd4e-43e0-4a1d-b784-ce33bb7c66f9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 949 time: 0.0618708 Jul 08 17:57:14.488219 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e94f75ce-a6ee-45ed-9b92-4c1a5cefa70c req-9c05edfb-e6c8-4efd-a623-530b1a6129a7 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354857 Jul 08 17:57:14.708646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-c4834617-2c3b-40b1-98b9-6ceb157aae44 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:14.710089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-c4834617-2c3b-40b1-98b9-6ceb157aae44 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.59 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 821 time: 0.1423669 Jul 08 17:57:14.721791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4fdc2-de26-4a04-93a0-b8591d34685a req-7bc00626-261b-42aa-89f1-7082b6f9ca04 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:14.723198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20a4fdc2-de26-4a04-93a0-b8591d34685a req-7bc00626-261b-42aa-89f1-7082b6f9ca04 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 946 time: 0.1094108 Jul 08 17:57:14.727801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Request body: {'port': {'device_id': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'admin_state_up': True, 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:14.806578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20a4fdc2-de26-4a04-93a0-b8591d34685a req-1c2c7132-74bb-44c7-beb5-34ea94da59c3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754447 Jul 08 17:57:14.863131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Made reservation on behalf of c62276ac07dd4ab3ab1bba7637d78fa0 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:14.866831 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:14.959801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b98222a1-0db3-4ee1-bad0-26cdfaee4a1c req-d816c907-04a3-4ddf-826a-f969caa839ff tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 210 time: 0.0368788 Jul 08 17:57:15.004059 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f5d5af-7781-459b-b139-237654f3e0cc x-openstack-request-id: req-43f5d5af-7781-459b-b139-237654f3e0cc {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:15.004344 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea3290e-6452-4cd9-b770-a9d1eda2a44e", "tag": "da06b4e1-363d-4231-8a3e-cf5953e322dc", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:15.004591 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43f5d5af-7781-459b-b139-237654f3e0cc {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:15.004974 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea3290e-6452-4cd9-b770-a9d1eda2a44e', 'tag': 'da06b4e1-363d-4231-8a3e-cf5953e322dc', 'status': 'completed', 'code': 200} Jul 08 17:57:15.024840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Allocated IP 172.20.0.4 (d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc/3506880a-9e91-497d-91fd-42e7ef3b3589/13f946af-47c7-4bc9-945d-24275a9092d2) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:15.035119 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf1a9b0-e5bb-4f76-88a8-e83a6583913e x-openstack-request-id: req-aaf1a9b0-e5bb-4f76-88a8-e83a6583913e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:15.035964 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636a79d4-193b-40f7-acbf-7da3b7ec1295", "name": "network-vif-plugged", "status": "completed", "tag": "f1d7a7d9-6b79-467f-93da-93ad769bf15b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:15.036468 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aaf1a9b0-e5bb-4f76-88a8-e83a6583913e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:15.036997 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636a79d4-193b-40f7-acbf-7da3b7ec1295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d7a7d9-6b79-467f-93da-93ad769bf15b', 'code': 200} Jul 08 17:57:15.089350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ff27-09e4-4eba-a514-36990c3cc2f9 req-c984457a-53bb-47ba-bed6-79efaff787b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:15.090655 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9932ff27-09e4-4eba-a514-36990c3cc2f9 req-c984457a-53bb-47ba-bed6-79efaff787b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcfb5591e7c742adb094214a0d84f8fd&device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 1099 time: 0.0644624 Jul 08 17:57:15.189574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ff27-09e4-4eba-a514-36990c3cc2f9 req-00fa5845-b42c-40a0-b68b-f962abb980a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:15.191735 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9932ff27-09e4-4eba-a514-36990c3cc2f9 req-00fa5845-b42c-40a0-b68b-f962abb980a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.0884235 Jul 08 17:57:15.232210 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9932ff27-09e4-4eba-a514-36990c3cc2f9 req-d8292005-1ac7-487c-bfb1-afdb0feb24bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=da06b4e1-363d-4231-8a3e-cf5953e322dc HTTP/1.1" status: 200 len: 217 time: 0.0333622 Jul 08 17:57:15.280973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ff27-09e4-4eba-a514-36990c3cc2f9 req-aa602552-1eb3-49b0-9cd9-b804e02e902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:15.282450 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9932ff27-09e4-4eba-a514-36990c3cc2f9 req-aa602552-1eb3-49b0-9cd9-b804e02e902a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0426869 Jul 08 17:57:15.282587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b51997-8296-4d6f-9e3f-4cbd5e8650a6 req-13dfeb82-4553-439b-983f-38c0a5ea54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:15.284081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46b51997-8296-4d6f-9e3f-4cbd5e8650a6 req-13dfeb82-4553-439b-983f-38c0a5ea54f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 1100 time: 0.1720123 Jul 08 17:57:15.286910 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:15.305096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42a4c6-5142-411f-88c9-21c446185450 req-374ec453-48cb-46d2-b16d-34f0cdf7626f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:15.306570 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb42a4c6-5142-411f-88c9-21c446185450 req-374ec453-48cb-46d2-b16d-34f0cdf7626f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 949 time: 0.1574047 Jul 08 17:57:15.324981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Transition to ACTIVE for port object 13f946af-47c7-4bc9-945d-24275a9092d2 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:15.351027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ff27-09e4-4eba-a514-36990c3cc2f9 req-c1a2ac18-a207-4b6c-9aa8-f6d229e01eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:15.352484 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9932ff27-09e4-4eba-a514-36990c3cc2f9 req-c1a2ac18-a207-4b6c-9aa8-f6d229e01eb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555327 Jul 08 17:57:15.375777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device da06b4e1-363d-4231-8a3e-cf5953e322dc details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:15.377947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46b51997-8296-4d6f-9e3f-4cbd5e8650a6 req-2c80202a-1c83-4a4f-b686-40c65a50b7c4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684588 Jul 08 17:57:15.379603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 363d1993-a0ec-4b01-9795-2d73beaeb08d up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:15.386445 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb42a4c6-5142-411f-88c9-21c446185450 req-8ab770a5-5861-4e13-8f21-2d2ec13c1109 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690615 Jul 08 17:57:15.400356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:15.423752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9c1ea32a-b775-44a2-9679-f1c67a4858ed'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:15.438409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:15.441852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:15.445553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:15.451223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:15.452432 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:15.474655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Pushing event updated for resources: {'Port': ['ID=13f946af-47c7-4bc9-945d-24275a9092d2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:15.485689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-1e80aa73-e697-49a0-8acc-82e1c408d8e4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7615106 Jul 08 17:57:15.543141 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Request body: {'port': {'device_id': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:15.552215 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 363d1993-a0ec-4b01-9795-2d73beaeb08d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:15.562264 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 363d1993-a0ec-4b01-9795-2d73beaeb08d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:15.562642 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:15.629497 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9932ff27-09e4-4eba-a514-36990c3cc2f9 req-827a9e12-e615-4932-bc17-3fa9a458902a service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057718 Jul 08 17:57:15.632129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port da06b4e1-363d-4231-8a3e-cf5953e322dc, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=da06b4e1-363d-4231-8a3e-cf5953e322dc,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:15.641789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156ab91-5380-46aa-9d8b-3ce934d261b1 req-adda82b3-20da-4bd1-ac7c-0348713469d0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:15.649692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0156ab91-5380-46aa-9d8b-3ce934d261b1 req-adda82b3-20da-4bd1-ac7c-0348713469d0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 945 time: 0.1513681 Jul 08 17:57:15.660489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'da06b4e1-363d-4231-8a3e-cf5953e322dc', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'da06b4e1-363d-4231-8a3e-cf5953e322dc', 'mac_address': 'fa:16:3e:fc:b2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:15.698867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0156ab91-5380-46aa-9d8b-3ce934d261b1 req-59d8f253-8a3f-4ad1-99c7-d83bb42d3394 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482419 Jul 08 17:57:15.710128 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:15.737454 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9932ff27-09e4-4eba-a514-36990c3cc2f9 req-826d69c7-1fd0-4bbd-8e6c-efb7f4935fc9 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013212 Jul 08 17:57:15.789255 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:15.808736 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-24bc4b03-06cd-4170-976b-6415e982f08f None None] Provisioning for port 13f946af-47c7-4bc9-945d-24275a9092d2 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:15.818851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da06b4e1-363d-4231-8a3e-cf5953e322dc {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:15.827327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-24bc4b03-06cd-4170-976b-6415e982f08f None None] Provisioning complete for port 13f946af-47c7-4bc9-945d-24275a9092d2 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:15.827693 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-24bc4b03-06cd-4170-976b-6415e982f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:15.831366 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:15.873576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port da06b4e1-363d-4231-8a3e-cf5953e322dc, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=da06b4e1-363d-4231-8a3e-cf5953e322dc,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:15.881766 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:15.919538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-24bc4b03-06cd-4170-976b-6415e982f08f None None] Port 13f946af-47c7-4bc9-945d-24275a9092d2 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:57:15.934200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:15.943087 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:15.957413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=da06b4e1-363d-4231-8a3e-cf5953e322dc,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:15.977516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3c7fc-464f-4438-8d81-1f1fbf0d21b3 req-8e488f55-6880-4941-97e6-dead4f191700 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:15.979024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ba3c7fc-464f-4438-8d81-1f1fbf0d21b3 req-8e488f55-6880-4941-97e6-dead4f191700 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 944 time: 0.1403034 Jul 08 17:57:16.049268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ba3c7fc-464f-4438-8d81-1f1fbf0d21b3 req-aead1705-c311-4fd4-841c-2ddb9c8da582 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626974 Jul 08 17:57:16.092188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f946af-47c7-4bc9-945d-24275a9092d2 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:16.101021 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:16.115500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Transition to ACTIVE for port object 13f946af-47c7-4bc9-945d-24275a9092d2 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:16.120707 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:16.138850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=363d1993-a0ec-4b01-9795-2d73beaeb08d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:16.206732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Pushing event updated for resources: {'Port': ['ID=13f946af-47c7-4bc9-945d-24275a9092d2,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:16.246350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Attempting to bind port 13f946af-47c7-4bc9-945d-24275a9092d2 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:16.246690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Attempting to bind port 13f946af-47c7-4bc9-945d-24275a9092d2 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:16.247015 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Attempting to bind port 13f946af-47c7-4bc9-945d-24275a9092d2 on network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:16.254840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Port 13f946af-47c7-4bc9-945d-24275a9092d2 on network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:16.255161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Attempting to bind port 13f946af-47c7-4bc9-945d-24275a9092d2 on network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:16.265117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:16.265450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Checking segment: {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:16.265833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Bound using segment: {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:16.266293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Bound port: 13f946af-47c7-4bc9-945d-24275a9092d2, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c02825a-9cb6-439d-9d44-b061e8ac888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:16.266653 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:16.287943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83172683-c695-405a-8a73-ef029e117f40 req-93dcd30d-3bd2-4988-b314-11c0a4f714a2 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:16.289483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83172683-c695-405a-8a73-ef029e117f40 req-93dcd30d-3bd2-4988-b314-11c0a4f714a2 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 949 time: 0.1281426 Jul 08 17:57:16.371005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83172683-c695-405a-8a73-ef029e117f40 req-6b767cd9-d51c-4947-816f-3019520e6dc6 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565677 Jul 08 17:57:16.373374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] For port 13f946af-47c7-4bc9-945d-24275a9092d2, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:16.376523 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] For port 13f946af-47c7-4bc9-945d-24275a9092d2, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=13f946af-47c7-4bc9-945d-24275a9092d2,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:16.381129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:16.415006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:16.415833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:16.417078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] 10.222.0.59 "PUT /v2.0/ports/13f946af-47c7-4bc9-945d-24275a9092d2 HTTP/1.1" status: 200 len: 1091 time: 0.8847697 Jul 08 17:57:16.437464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['da06b4e1-363d-4231-8a3e-cf5953e322dc'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:16.459888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-a22ca8f6-fe21-4657-a2ef-6732ca3acba6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9e518c22-9faf-4fd5-95b4-8e54d6f00799 HTTP/1.1" status: 200 len: 217 time: 0.0399756 Jul 08 17:57:16.474743 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafb442-4eec-49d1-a087-5dc33f51f5ac service neutron] Pushing event updated for resources: {'Port': ['ID=13f946af-47c7-4bc9-945d-24275a9092d2,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:16.620660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.74', 55316) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:16.680926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.74', 55317) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:16.739126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e261d3-32b4-4bb5-8419-8b01e09cee45 req-a41de578-d737-4437-b08f-1f8f327cdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:16.740547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f4e261d3-32b4-4bb5-8419-8b01e09cee45 req-a41de578-d737-4437-b08f-1f8f327cdae7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=554f0a0170c94845a0b57094f5e1773c&device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 1095 time: 0.1970484 Jul 08 17:57:16.744059 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcd265-bdcf-4e40-a6eb-da99866e25be req-9d383dd8-364d-42e9-8c42-516f4f1ddbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:16.745409 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54bcd265-bdcf-4e40-a6eb-da99866e25be req-9d383dd8-364d-42e9-8c42-516f4f1ddbb9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 1096 time: 0.1548982 Jul 08 17:57:16.765076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-09f0a08e-3d5e-434b-a9be-b09d3a955691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:16.767230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-09f0a08e-3d5e-434b-a9be-b09d3a955691 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2516642 Jul 08 17:57:16.868657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378894-0ac7-42bf-8d53-10a96144663c req-72f32d9e-ffe1-4a39-a92b-16bd4aa46377 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:16.870285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab378894-0ac7-42bf-8d53-10a96144663c req-72f32d9e-ffe1-4a39-a92b-16bd4aa46377 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.3137133 Jul 08 17:57:16.878099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-eaa74d4b-b7d5-4481-aba9-8c9e4dcf3c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:16.879767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-eaa74d4b-b7d5-4481-aba9-8c9e4dcf3c37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 1094 time: 0.3795800 Jul 08 17:57:16.890893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cba0b6-8b16-4c8d-8fb7-78eea94fd09c req-0bc4d685-e109-4547-8106-9367534cb24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:16.892577 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3cba0b6-8b16-4c8d-8fb7-78eea94fd09c req-0bc4d685-e109-4547-8106-9367534cb24b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 1097 time: 0.2694190 Jul 08 17:57:16.963310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f381c40-49ca-491f-8fe2-193ad7daa4a2 req-7819aaf8-0add-488f-a956-6071ff05e9d3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:16.964799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f381c40-49ca-491f-8fe2-193ad7daa4a2 req-7819aaf8-0add-488f-a956-6071ff05e9d3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 946 time: 0.2590725 Jul 08 17:57:16.977948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-96969958-9e88-4eae-bc6f-4576b35eb77e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13f946af-47c7-4bc9-945d-24275a9092d2 HTTP/1.1" status: 200 len: 217 time: 0.0836890 Jul 08 17:57:17.011713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'tag': '13f946af-47c7-4bc9-945d-24275a9092d2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:17.013902 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "36b1559b-ee6c-4cd6-85c2-4a724796372d", "tag": "13f946af-47c7-4bc9-945d-24275a9092d2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:17.037989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:17.040474 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cca071a-5782-4e74-8b5f-caeeac32e284" -d '{"events": [{"server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "name": "network-vif-plugged", "status": "completed", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:17.056106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-202a5b81-bb5e-4daa-b784-a2647dbdad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.057580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-202a5b81-bb5e-4daa-b784-a2647dbdad11 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2806885 Jul 08 17:57:17.062466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab378894-0ac7-42bf-8d53-10a96144663c req-20816aad-fecb-46d7-be28-809ae1cbbcf0 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760914 Jul 08 17:57:17.069231 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-4ed03362-1b6a-4179-8c01-ecfedde012a0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3850336 Jul 08 17:57:17.069455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3cba0b6-8b16-4c8d-8fb7-78eea94fd09c req-821cee9f-babf-49d2-b843-14372b1b5877 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596348 Jul 08 17:57:17.081830 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54bcd265-bdcf-4e40-a6eb-da99866e25be req-c025f1ec-9dfd-460c-9b79-9e4278eb2759 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230710 Jul 08 17:57:17.105822 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f381c40-49ca-491f-8fe2-193ad7daa4a2 req-058a48d1-1241-4cd8-aa53-b0fad6d663ce tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307831 Jul 08 17:57:17.133230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-6aaa75da-6d4d-47f2-b643-b8cdd5faeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.134736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-6aaa75da-6d4d-47f2-b643-b8cdd5faeb96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.1443961 Jul 08 17:57:17.147052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e261d3-32b4-4bb5-8419-8b01e09cee45 req-255ce393-9656-472b-8e31-0d86e050147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.148541 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f4e261d3-32b4-4bb5-8419-8b01e09cee45 req-255ce393-9656-472b-8e31-0d86e050147b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=554f0a0170c94845a0b57094f5e1773c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3841991 Jul 08 17:57:17.469195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e261d3-32b4-4bb5-8419-8b01e09cee45 req-7abacc4d-9985-4bce-805a-fd00333c9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.470674 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f4e261d3-32b4-4bb5-8419-8b01e09cee45 req-7abacc4d-9985-4bce-805a-fd00333c9a4e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293361 Jul 08 17:57:17.473905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-6480472b-27c3-47ba-8946-fb171050c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.476019 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-6480472b-27c3-47ba-8946-fb171050c343 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 1100 time: 0.1251256 Jul 08 17:57:17.503060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-77cdabdb-8743-437d-9649-eaf4f93644d3 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300208 Jul 08 17:57:17.600013 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-03f2aabb-eefb-4179-ba70-735323c1f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.601501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-03f2aabb-eefb-4179-ba70-735323c1f363 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4576848 Jul 08 17:57:17.622024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-5011570a-3047-4d8c-93cb-5a30bd4dfecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.623598 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-5011570a-3047-4d8c-93cb-5a30bd4dfecb service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1249380 Jul 08 17:57:17.628204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-35b32f14-56af-4244-aa3d-dcc9e965929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.629579 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-35b32f14-56af-4244-aa3d-dcc9e965929f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=554f0a0170c94845a0b57094f5e1773c&device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 1095 time: 0.0860274 Jul 08 17:57:17.692353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41049b04-bcec-4c2f-b181-50011dd9eb1d req-ac10468f-b2ee-441e-aff6-158d25bace70 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.693821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-41049b04-bcec-4c2f-b181-50011dd9eb1d req-ac10468f-b2ee-441e-aff6-158d25bace70 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 943 time: 0.4856470 Jul 08 17:57:17.701649 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-414b2d4a-3d0b-441d-aa9c-cfca4adde2dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b52b46fa-62df-4c6e-8fa6-4b83648f9176 HTTP/1.1" status: 200 len: 217 time: 0.0650904 Jul 08 17:57:17.703040 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-af65dfd7-8c4f-4453-b57d-cdedc4b8ca33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fa84bf7-671e-4c94-9521-9b0e12ddaa98 HTTP/1.1" status: 200 len: 217 time: 0.0611336 Jul 08 17:57:17.736790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c28f7f-aa4b-43eb-b3ba-1754468499ca req-0407ce3c-b6a0-4551-acb7-bd70e5202afb service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264020 Jul 08 17:57:17.744351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15158c-c85d-4e4b-9e14-7cc6376a1fac req-4e02e6c5-ab47-41d5-bcbb-fdec2d82c6f5 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.745559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba15158c-c85d-4e4b-9e14-7cc6376a1fac req-4e02e6c5-ab47-41d5-bcbb-fdec2d82c6f5 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 949 time: 0.2699103 Jul 08 17:57:17.794440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-41049b04-bcec-4c2f-b181-50011dd9eb1d req-dc48c96a-372d-4116-a4a3-a951dd1cf8de tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887992 Jul 08 17:57:17.796234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-a6e989a9-a86a-426e-be5e-c71b6566ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.798439 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-a6e989a9-a86a-426e-be5e-c71b6566ff23 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0840964 Jul 08 17:57:17.803160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-62989837-e77f-4e99-aac6-31fbfdb7b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.804710 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-62989837-e77f-4e99-aac6-31fbfdb7b1cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9a8d6074-f0c5-4918-8241-acffb6efe02f HTTP/1.1" status: 200 len: 854 time: 0.0837989 Jul 08 17:57:17.853752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-69b6355d-0cd9-4ff2-947d-dab0d416d1e2 service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328846 Jul 08 17:57:17.863751 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba15158c-c85d-4e4b-9e14-7cc6376a1fac req-2c025000-03d4-4ef5-bff2-c1635b312628 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017504 Jul 08 17:57:17.903332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-5cc05419-be1f-42e4-9ff8-7a79ede9c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.904878 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-5cc05419-be1f-42e4-9ff8-7a79ede9c3b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989487 Jul 08 17:57:17.910253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-427ec1c1-af65-47bb-9120-282cb3477081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.911672 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-427ec1c1-af65-47bb-9120-282cb3477081 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cc84689-982f-4a03-b69c-b364c0fba33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777245 Jul 08 17:57:17.947058 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d4d5c1-5915-4979-ba1b-9ea35f223ade x-openstack-request-id: req-28d4d5c1-5915-4979-ba1b-9ea35f223ade {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:17.947352 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b1559b-ee6c-4cd6-85c2-4a724796372d", "tag": "13f946af-47c7-4bc9-945d-24275a9092d2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:17.947600 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28d4d5c1-5915-4979-ba1b-9ea35f223ade {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:17.947984 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'tag': '13f946af-47c7-4bc9-945d-24275a9092d2', 'status': 'completed', 'code': 200} Jul 08 17:57:17.965860 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd08cac-c587-4f82-b6e9-3b155ac59257 x-openstack-request-id: req-cbd08cac-c587-4f82-b6e9-3b155ac59257 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:17.966955 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "name": "network-vif-plugged", "status": "completed", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:17.967365 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cbd08cac-c587-4f82-b6e9-3b155ac59257 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:17.967957 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d', 'code': 200} Jul 08 17:57:18.029331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84003f9-9a22-4804-871c-52e5a0976cba req-46e1fb61-478a-413c-a240-101bb4446c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.031000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a84003f9-9a22-4804-871c-52e5a0976cba req-46e1fb61-478a-413c-a240-101bb4446c11 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 1097 time: 0.2355666 Jul 08 17:57:18.066413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e739d1d-bf5c-4817-a7e9-7a1829b540ea req-a442888f-6d77-40f2-88f1-4eddeaab3414 service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945286 Jul 08 17:57:18.076880 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-be1198b1-0888-44b5-b288-52f22a52e0d7 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638069 Jul 08 17:57:18.096623 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-b6c2c98c-aa8b-4e54-ade8-06ecf8b9492a service neutron] 10.222.0.74 "GET /v2.0/networks/2cc84689-982f-4a03-b69c-b364c0fba33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764088 Jul 08 17:57:18.197434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eb323-00b6-47c7-b2bc-202550d73ee7 req-12a33804-7a96-43fe-b692-a3477dcd7ce6 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.198968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d6eb323-00b6-47c7-b2bc-202550d73ee7 req-12a33804-7a96-43fe-b692-a3477dcd7ce6 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 945 time: 0.2502098 Jul 08 17:57:18.244591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84003f9-9a22-4804-871c-52e5a0976cba req-519399f3-17c3-4d47-a867-3da2e16744e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.246063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a84003f9-9a22-4804-871c-52e5a0976cba req-519399f3-17c3-4d47-a867-3da2e16744e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2050269 Jul 08 17:57:18.261908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa65855-e887-4709-b60d-6e628f93d4ca req-d00370d1-ed33-406b-b8e1-bb9ea4068794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.263414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cfa65855-e887-4709-b60d-6e628f93d4ca req-d00370d1-ed33-406b-b8e1-bb9ea4068794 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 1101 time: 0.2090483 Jul 08 17:57:18.266803 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-43aca904-ce65-4c91-9cdf-f91a5d6dd0a4 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734715 Jul 08 17:57:18.270631 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4404cd4f-822f-4aa9-8990-4e8158dcce78 req-108a0582-ea42-4cbc-b0c7-fabfe35b09b1 service neutron] 10.222.0.74 "GET /v2.0/networks/2cc84689-982f-4a03-b69c-b364c0fba33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652536 Jul 08 17:57:18.301436 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cfa65855-e887-4709-b60d-6e628f93d4ca req-c51fd926-a6d7-4ddf-87d9-6556100821ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298696 Jul 08 17:57:18.316517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d6eb323-00b6-47c7-b2bc-202550d73ee7 req-3c612bea-774d-4eac-8b1a-b15ae131596b tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039407 Jul 08 17:57:18.319545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f req-9c429345-2719-4e60-aa6f-02c2dcc3881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.320900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f req-9c429345-2719-4e60-aa6f-02c2dcc3881c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 1094 time: 0.2020943 Jul 08 17:57:18.329717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e310-23f3-403b-bf48-9b270685aec6 req-349032bb-686f-41b5-bd08-c6f8bfed56cf tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.331344 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb61e310-23f3-403b-bf48-9b270685aec6 req-349032bb-686f-41b5-bd08-c6f8bfed56cf tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 944 time: 0.2350104 Jul 08 17:57:18.332702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a84003f9-9a22-4804-871c-52e5a0976cba req-3b0dfc3f-4c07-4dd7-af5d-8ee662383ebe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9e518c22-9faf-4fd5-95b4-8e54d6f00799 HTTP/1.1" status: 200 len: 217 time: 0.0730166 Jul 08 17:57:18.413948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb61e310-23f3-403b-bf48-9b270685aec6 req-71b4b5b8-a70c-4a41-9598-64aff2b25ea4 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738654 Jul 08 17:57:18.475822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84003f9-9a22-4804-871c-52e5a0976cba req-094f2eec-9187-4fad-ac02-318e748b841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.477256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a84003f9-9a22-4804-871c-52e5a0976cba req-094f2eec-9187-4fad-ac02-318e748b841a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1216269 Jul 08 17:57:18.593504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f req-4a802039-428f-4667-a50f-9679270a6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.595034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f req-4a802039-428f-4667-a50f-9679270a6d49 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.1783965 Jul 08 17:57:18.606668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156ccd5-6821-4cab-8fd5-4b07bd1ccaa7 req-fc10d4c9-5d0f-4a49-a0de-646af0c52b01 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.608060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3156ccd5-6821-4cab-8fd5-4b07bd1ccaa7 req-fc10d4c9-5d0f-4a49-a0de-646af0c52b01 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 949 time: 0.1808507 Jul 08 17:57:18.658435 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f req-1787e379-333e-46c7-acdc-2dbdaffcf601 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13f946af-47c7-4bc9-945d-24275a9092d2 HTTP/1.1" status: 200 len: 217 time: 0.0485911 Jul 08 17:57:18.698185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84003f9-9a22-4804-871c-52e5a0976cba req-2e781b6b-2c5b-4137-8b97-14bf06ba1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.699518 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a84003f9-9a22-4804-871c-52e5a0976cba req-2e781b6b-2c5b-4137-8b97-14bf06ba1835 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2029626 Jul 08 17:57:18.791739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3156ccd5-6821-4cab-8fd5-4b07bd1ccaa7 req-3c9e33ac-e503-4b74-b0b8-031b050274b9 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747236 Jul 08 17:57:18.802123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f req-3c68eda7-39f1-4434-a3ef-8f3f8ad0b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.803563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f req-3c68eda7-39f1-4434-a3ef-8f3f8ad0b1d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.1293883 Jul 08 17:57:18.876540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524b432-0512-4a04-b6f7-c06f6a492c69 req-eade5d0c-7f58-4f61-be1b-06d74687a6ee tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.878105 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a524b432-0512-4a04-b6f7-c06f6a492c69 req-eade5d0c-7f58-4f61-be1b-06d74687a6ee tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 946 time: 0.2289212 Jul 08 17:57:18.903288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a84003f9-9a22-4804-871c-52e5a0976cba req-3bd269cf-5f48-48d7-b329-c29112a4b33a service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819885 Jul 08 17:57:19.033823 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f req-0772e314-be42-4a39-866b-0a9f594853dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.035982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f req-0772e314-be42-4a39-866b-0a9f594853dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223217 Jul 08 17:57:19.042549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a524b432-0512-4a04-b6f7-c06f6a492c69 req-f0202e21-17e1-4202-a0b7-71cb1e870b4c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541650 Jul 08 17:57:19.156656 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba577b-8667-4f69-8e29-7ddaa8dd46f5 req-174f9a51-67c3-455c-8718-8226a8cc6dcf tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.158177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53ba577b-8667-4f69-8e29-7ddaa8dd46f5 req-174f9a51-67c3-455c-8718-8226a8cc6dcf tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.2597415 Jul 08 17:57:19.162446 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a84003f9-9a22-4804-871c-52e5a0976cba req-8ddaafe6-0623-43fe-88ef-4f1537d2c430 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489071 Jul 08 17:57:19.242201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f req-87d58a46-4374-48e7-aa2b-2445507cd77a service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934402 Jul 08 17:57:19.251490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53ba577b-8667-4f69-8e29-7ddaa8dd46f5 req-6bf0289e-48fb-4876-a4b1-3d54104495b7 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844116 Jul 08 17:57:19.329290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c3cef-16e7-474f-8ec6-c048a8e0f878 req-bbf5d386-3978-451c-8d89-4ee5d6eddab9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.330846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-675c3cef-16e7-474f-8ec6-c048a8e0f878 req-bbf5d386-3978-451c-8d89-4ee5d6eddab9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 946 time: 0.1479881 Jul 08 17:57:19.401003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac8e4ef4-298a-41f0-84c2-7986ae582b0f req-191dc3bc-60dc-4954-8d25-649ceab7e160 service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480010 Jul 08 17:57:19.402933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device da06b4e1-363d-4231-8a3e-cf5953e322dc up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:19.418481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-675c3cef-16e7-474f-8ec6-c048a8e0f878 req-6831bb33-1e0d-464b-a9e7-3aad3d023b5f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771940 Jul 08 17:57:19.452323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa55da2-fb08-4433-82af-73ca345e9653 req-8fe09748-3411-4394-af09-e9ecd6ad4249 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.454654 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-afa55da2-fb08-4433-82af-73ca345e9653 req-8fe09748-3411-4394-af09-e9ecd6ad4249 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 943 time: 0.0959663 Jul 08 17:57:19.464639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port da06b4e1-363d-4231-8a3e-cf5953e322dc completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:19.468937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port da06b4e1-363d-4231-8a3e-cf5953e322dc triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:19.469300 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:19.494697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-afa55da2-fb08-4433-82af-73ca345e9653 req-303c1f23-718e-4939-87b9-9cfef724e3fe tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347669 Jul 08 17:57:19.572390 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:19.591155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5de96a-24b4-4ba4-b6ba-3d54ef3e3123 req-3131a8d4-84fd-4e10-bd08-4b4ae0eb9c8a tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.598112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf5de96a-24b4-4ba4-b6ba-3d54ef3e3123 req-3131a8d4-84fd-4e10-bd08-4b4ae0eb9c8a tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 945 time: 0.0760598 Jul 08 17:57:19.608400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port da06b4e1-363d-4231-8a3e-cf5953e322dc, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=da06b4e1-363d-4231-8a3e-cf5953e322dc,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:19.612946 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:19.659648 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=da06b4e1-363d-4231-8a3e-cf5953e322dc,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:19.659907 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf5de96a-24b4-4ba4-b6ba-3d54ef3e3123 req-ffe5ff2a-a514-44e5-83e0-ffe95fde1d6e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609066 Jul 08 17:57:19.670441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.670855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.671260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.671658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.672045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.672436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.672824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.673210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.673914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.674379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.675290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.675671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:19.718369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc48881-579d-442a-96c6-b349d44f09a7 req-64c4495e-cfb9-4bcb-b2b5-c7a719367de9 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.719863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cc48881-579d-442a-96c6-b349d44f09a7 req-64c4495e-cfb9-4bcb-b2b5-c7a719367de9 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 944 time: 0.1139493 Jul 08 17:57:19.767239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cc48881-579d-442a-96c6-b349d44f09a7 req-68d56138-060d-4c34-a07d-e28b67754e47 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Jul 08 17:57:19.930674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2109a-1b88-4a48-bb5c-f68d5ede42d6 req-37e83c21-0346-43a6-add9-d548d32ffd72 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.932229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62d2109a-1b88-4a48-bb5c-f68d5ede42d6 req-37e83c21-0346-43a6-add9-d548d32ffd72 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 1097 time: 0.0519757 Jul 08 17:57:19.969090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62d2109a-1b88-4a48-bb5c-f68d5ede42d6 req-37f8b09c-9470-47df-a844-f44bc5b004a3 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311770 Jul 08 17:57:19.969816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea3290e-6452-4cd9-b770-a9d1eda2a44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da06b4e1-363d-4231-8a3e-cf5953e322dc'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:19.972740 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff4742-ff95-4d7f-9675-096e2ee2564f" -d '{"events": [{"server_uuid": "2ea3290e-6452-4cd9-b770-a9d1eda2a44e", "name": "network-vif-plugged", "status": "completed", "tag": "da06b4e1-363d-4231-8a3e-cf5953e322dc"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:20.039715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9986812-eb0b-4d73-8f14-c5f0cfb341e8 req-85db319f-e810-4955-bb53-f71e39ffb529 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.041199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9986812-eb0b-4d73-8f14-c5f0cfb341e8 req-85db319f-e810-4955-bb53-f71e39ffb529 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 1096 time: 0.0557461 Jul 08 17:57:20.078157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9986812-eb0b-4d73-8f14-c5f0cfb341e8 req-e8480920-7d9d-4753-8fe5-f13b45d65c2b tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Jul 08 17:57:20.139577 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ddee7c-7797-423b-bc4b-1a1eb6dd0672 x-openstack-request-id: req-24ddee7c-7797-423b-bc4b-1a1eb6dd0672 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:20.139869 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea3290e-6452-4cd9-b770-a9d1eda2a44e", "name": "network-vif-plugged", "status": "completed", "tag": "da06b4e1-363d-4231-8a3e-cf5953e322dc", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:20.140150 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24ddee7c-7797-423b-bc4b-1a1eb6dd0672 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:20.140554 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea3290e-6452-4cd9-b770-a9d1eda2a44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da06b4e1-363d-4231-8a3e-cf5953e322dc', 'code': 200} Jul 08 17:57:20.341080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65b06b-1726-4606-9e56-a6d89d0200d6 req-722cb964-361d-4570-b303-d98affdd32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.342500 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c65b06b-1726-4606-9e56-a6d89d0200d6 req-722cb964-361d-4570-b303-d98affdd32fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 1101 time: 0.1342900 Jul 08 17:57:20.352293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dbd33-f43e-4517-bfce-45cf03a4ac94 req-f991ec9e-5741-4c99-8727-6cf698f57ed9 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.353660 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd0dbd33-f43e-4517-bfce-45cf03a4ac94 req-f991ec9e-5741-4c99-8727-6cf698f57ed9 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 1097 time: 0.1185837 Jul 08 17:57:20.364822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf250f-2b0c-479e-b592-65ea7f224110 req-f4b3ca19-8c9a-4c2c-95ca-74242f1ac094 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.366176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cbf250f-2b0c-479e-b592-65ea7f224110 req-f4b3ca19-8c9a-4c2c-95ca-74242f1ac094 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 950 time: 0.1321909 Jul 08 17:57:20.425493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c65b06b-1726-4606-9e56-a6d89d0200d6 req-fdc2b62d-efc8-4301-b5b1-78f49c3a13b0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757120 Jul 08 17:57:20.439570 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cbf250f-2b0c-479e-b592-65ea7f224110 req-d601b606-7a81-4b38-b6fc-7ed7cc0f6aa6 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648944 Jul 08 17:57:20.441222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd0dbd33-f43e-4517-bfce-45cf03a4ac94 req-3a1cf0ac-5104-457d-a0ee-28f2d1047846 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733554 Jul 08 17:57:20.881246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c608df-725b-4e54-bb61-d56f83efd0f2 req-6497adef-0e85-464d-befb-5220a80c3dca tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.882745 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6c608df-725b-4e54-bb61-d56f83efd0f2 req-6497adef-0e85-464d-befb-5220a80c3dca tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 946 time: 0.3471994 Jul 08 17:57:20.884562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471d9e6-ac62-4e8c-9397-06537900c539 req-ae2aad49-eafa-4173-9dcd-4d0eaf29a29b tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.885923 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d471d9e6-ac62-4e8c-9397-06537900c539 req-ae2aad49-eafa-4173-9dcd-4d0eaf29a29b tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 1096 time: 0.3414226 Jul 08 17:57:20.943617 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6c608df-725b-4e54-bb61-d56f83efd0f2 req-ead276e9-ee1f-4882-93ef-d7d1b6ab37a3 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553310 Jul 08 17:57:20.947331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d471d9e6-ac62-4e8c-9397-06537900c539 req-1050a474-3e53-49c6-bd43-276bd19a6182 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524323 Jul 08 17:57:21.103726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa628b1a-b93e-47e2-bb4b-45c2888811ea req-4baa0654-957b-4ba4-aa98-b1f5bd1a1ff6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:21.105231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa628b1a-b93e-47e2-bb4b-45c2888811ea req-4baa0654-957b-4ba4-aa98-b1f5bd1a1ff6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.0647690 Jul 08 17:57:21.171302 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa628b1a-b93e-47e2-bb4b-45c2888811ea req-5b4cc4e0-3838-4225-9948-fd4a69117cab tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560756 Jul 08 17:57:21.194132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30daafc-e679-466b-845f-88fe16bcda08 req-ea178340-4e1c-4d81-88f9-9f24ba6fb95f tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:21.195763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c30daafc-e679-466b-845f-88fe16bcda08 req-ea178340-4e1c-4d81-88f9-9f24ba6fb95f tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 943 time: 0.0895050 Jul 08 17:57:21.233841 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c30daafc-e679-466b-845f-88fe16bcda08 req-b9e577da-0512-4e3d-b8e6-fde43abc0f40 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Jul 08 17:57:21.339421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d086461-b08a-4cce-8ad9-48085a4055f0 req-3617a14b-93c0-4b39-b1dd-f054d18ffda5 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:21.340873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d086461-b08a-4cce-8ad9-48085a4055f0 req-3617a14b-93c0-4b39-b1dd-f054d18ffda5 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 944 time: 0.0707316 Jul 08 17:57:21.379658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d086461-b08a-4cce-8ad9-48085a4055f0 req-97b2ec44-4c29-4dc7-9394-1229e64114d4 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331647 Jul 08 17:57:21.425364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 13f946af-47c7-4bc9-945d-24275a9092d2 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:21.529527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 13f946af-47c7-4bc9-945d-24275a9092d2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=13f946af-47c7-4bc9-945d-24275a9092d2,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:21.542361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '13f946af-47c7-4bc9-945d-24275a9092d2', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'port_id': '13f946af-47c7-4bc9-945d-24275a9092d2', 'mac_address': 'fa:16:3e:d2:4f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:21.590075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809fda4-714a-4714-8254-99015ea94fc8 req-ebc1edf1-e4f4-4309-8fd0-4081618bd4c7 tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:21.590530 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:21.592024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a809fda4-714a-4714-8254-99015ea94fc8 req-ebc1edf1-e4f4-4309-8fd0-4081618bd4c7 tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 1101 time: 0.0644040 Jul 08 17:57:21.605493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f946af-47c7-4bc9-945d-24275a9092d2 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:21.612832 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a809fda4-714a-4714-8254-99015ea94fc8 req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:21.633323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 13f946af-47c7-4bc9-945d-24275a9092d2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=13f946af-47c7-4bc9-945d-24275a9092d2,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:21.639196 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:21.700645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=13f946af-47c7-4bc9-945d-24275a9092d2,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:21.725970 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a809fda4-714a-4714-8254-99015ea94fc8 req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:21.731297 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a809fda4-714a-4714-8254-99015ea94fc8 req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:21.756837 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a809fda4-714a-4714-8254-99015ea94fc8 req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587887 Jul 08 17:57:21.766608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b28469b-d111-41b2-b0d3-d310704ef7d2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:21.775307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:21.775664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:21.776006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:21.776399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:21.777092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:21.777092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:21.777381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:21.777708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:21.778039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:21.778466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:21.778801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:21.779171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e10af-6d37-43f8-9131-606612bef63c tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:22.120948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0318-1ad6-4340-a07a-1fbbaf607c31 req-60ed812d-7dd6-4d71-b43f-5449306b1d31 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:22.122492 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-03ee0318-1ad6-4340-a07a-1fbbaf607c31 req-60ed812d-7dd6-4d71-b43f-5449306b1d31 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 950 time: 0.0683310 Jul 08 17:57:22.160189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['13f946af-47c7-4bc9-945d-24275a9092d2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:22.173529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-03ee0318-1ad6-4340-a07a-1fbbaf607c31 req-2a65650e-7f24-4962-ad33-ce468f6ff403 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Jul 08 17:57:22.722890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-91df2c79-71f4-4411-9ae9-1fac991712d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896358 Jul 08 17:57:22.735663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53156) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:22.746659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dc6d9-3fb1-4bff-8978-b6d4a4be0bf0 req-3030a6c7-c41e-4d1f-989f-0dbcc338cde7 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:22.748313 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b07dc6d9-3fb1-4bff-8978-b6d4a4be0bf0 req-3030a6c7-c41e-4d1f-989f-0dbcc338cde7 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 1096 time: 0.0726326 Jul 08 17:57:22.787993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b07dc6d9-3fb1-4bff-8978-b6d4a4be0bf0 req-30158452-cef9-4b40-a27c-bada93fcc366 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Jul 08 17:57:22.853341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-c8f765f0-95ed-4c3d-924e-1fd8d5694417 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:57:22.858918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-c8f765f0-95ed-4c3d-924e-1fd8d5694417 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1220510 Jul 08 17:57:22.947936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Request body: {'binding': {'host': 'n-h2-799684-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:22.948380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Unknown quota resources ['binding']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:57:23.056939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e3a12-f036-4818-a904-d62ff8f21021 req-be871e1f-7827-4176-8f0a-1443f043ba2d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:23.058459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed7e3a12-f036-4818-a904-d62ff8f21021 req-be871e1f-7827-4176-8f0a-1443f043ba2d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 946 time: 0.1482639 Jul 08 17:57:23.109589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9e518c22-9faf-4fd5-95b4-8e54d6f00799 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:23.129910 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed7e3a12-f036-4818-a904-d62ff8f21021 req-fef7c56b-372e-4120-b06d-0f3f98f89d44 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644903 Jul 08 17:57:23.141153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd on host n-h2-799684-3 for vnic_type normal with profile None {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:23.141495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:23.141920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:23.147188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Port c31c14cf-9a04-4137-94fb-ce705e55d4dd on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:23.147510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:23.153200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:23.153536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:23.153913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:23.154371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Bound port: c31c14cf-9a04-4137-94fb-ce705e55d4dd, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:23.220708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:23.228025 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:23.229235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-21800b0b-5c83-43d5-9de9-649d94b25342 service neutron] 10.222.0.73 "POST /v2.0/ports/c31c14cf-9a04-4137-94fb-ce705e55d4dd/bindings HTTP/1.1" status: 201 len: 389 time: 0.3326313 Jul 08 17:57:23.231716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9e518c22-9faf-4fd5-95b4-8e54d6f00799, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9e518c22-9faf-4fd5-95b4-8e54d6f00799,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:23.250553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '9e518c22-9faf-4fd5-95b4-8e54d6f00799', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '9e518c22-9faf-4fd5-95b4-8e54d6f00799', 'mac_address': 'fa:16:3e:14:19:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:23.295443 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:23.313711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e518c22-9faf-4fd5-95b4-8e54d6f00799 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:23.369007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9e518c22-9faf-4fd5-95b4-8e54d6f00799, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9e518c22-9faf-4fd5-95b4-8e54d6f00799,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:23.386326 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:23.388136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:23.484631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 13f946af-47c7-4bc9-945d-24275a9092d2 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:23.526735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef2899-1670-4f87-8be3-2dafdd6bb166 req-63b000f4-ec90-4a76-90a2-ed9e00f53fb3 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:23.533716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20ef2899-1670-4f87-8be3-2dafdd6bb166 req-63b000f4-ec90-4a76-90a2-ed9e00f53fb3 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 944 time: 0.0866945 Jul 08 17:57:23.584443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9e518c22-9faf-4fd5-95b4-8e54d6f00799,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:23.601469 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20ef2899-1670-4f87-8be3-2dafdd6bb166 req-8fed7d19-77d6-4531-b08d-a3b54fdcd106 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659249 Jul 08 17:57:23.603788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 13f946af-47c7-4bc9-945d-24275a9092d2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:23.620403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 13f946af-47c7-4bc9-945d-24275a9092d2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:23.620751 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:23.623994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6fa84bf7-671e-4c94-9521-9b0e12ddaa98,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:23.657008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '6fa84bf7-671e-4c94-9521-9b0e12ddaa98', 'network_id': '2cc84689-982f-4a03-b69c-b364c0fba33a', 'port_id': '6fa84bf7-671e-4c94-9521-9b0e12ddaa98', 'mac_address': 'fa:16:3e:21:1e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8d6074-f0c5-4918-8241-acffb6efe02f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:23.702519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-b78be647-7795-4e7b-8dd9-685f72ceb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:23.706452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-b78be647-7795-4e7b-8dd9-685f72ceb3b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 1097 time: 0.0770257 Jul 08 17:57:23.713266 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:23.746225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:23.780036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6fa84bf7-671e-4c94-9521-9b0e12ddaa98,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:23.781318 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:23.784864 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:23.828167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f946af-47c7-4bc9-945d-24275a9092d2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:23.830490 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4661778-d4e4-4ef3-9ad1-a7b7624278b2" -d '{"events": [{"server_uuid": "36b1559b-ee6c-4cd6-85c2-4a724796372d", "name": "network-vif-plugged", "status": "completed", "tag": "13f946af-47c7-4bc9-945d-24275a9092d2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:23.850602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 13f946af-47c7-4bc9-945d-24275a9092d2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=13f946af-47c7-4bc9-945d-24275a9092d2,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:23.868280 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:23.872285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6fa84bf7-671e-4c94-9521-9b0e12ddaa98,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:23.900356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-69a1cbca-bd3e-4d07-8a04-ebc66b503ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:23.901811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-69a1cbca-bd3e-4d07-8a04-ebc66b503ef4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.1533897 Jul 08 17:57:23.919858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a6e80-e46b-484d-8dcc-0d7da932a616 req-94217050-061c-4f72-b2c5-cb76af2f9f2f tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:23.921316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d38a6e80-e46b-484d-8dcc-0d7da932a616 req-94217050-061c-4f72-b2c5-cb76af2f9f2f tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 944 time: 0.2020755 Jul 08 17:57:23.923616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=13f946af-47c7-4bc9-945d-24275a9092d2,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:23.939027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed608977-5387-4127-b642-5aebe1400931 req-251d8b72-f220-450b-81b1-a7e1a171f802 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:23.940493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed608977-5387-4127-b642-5aebe1400931 req-251d8b72-f220-450b-81b1-a7e1a171f802 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1840782 Jul 08 17:57:23.989965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-3e505f2b-f890-4801-9ff3-5499b310741d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd HTTP/1.1" status: 200 len: 217 time: 0.0799997 Jul 08 17:57:24.056262 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d38a6e80-e46b-484d-8dcc-0d7da932a616 req-ccda2af3-300b-4097-a5ec-b7ca0d7ffc66 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251178 Jul 08 17:57:24.067772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed608977-5387-4127-b642-5aebe1400931 req-d5c747d3-3e76-4289-9320-3cf24ade541f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909636 Jul 08 17:57:24.079409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-4ae2c3d9-ba3c-4730-84ca-30ae9c7c3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:24.081502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-4ae2c3d9-ba3c-4730-84ca-30ae9c7c3ab1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0791974 Jul 08 17:57:24.123753 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-e5f8898e-d71b-4dba-924c-a53bc959d835 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263102 Jul 08 17:57:24.218087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9e518c22-9faf-4fd5-95b4-8e54d6f00799'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:24.251063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6fa84bf7-671e-4c94-9521-9b0e12ddaa98'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:24.252113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-e6f07c81-c921-4891-a03c-57c72b7c9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:24.254778 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-e6f07c81-c921-4891-a03c-57c72b7c9b99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 1101 time: 0.0664234 Jul 08 17:57:24.285345 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-eceee2e0-0d89-49cd-997e-2a4a5ca7c876 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498084 Jul 08 17:57:24.308885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff232-f64f-4204-bfee-e5635a78cc7e req-4b3ffbfa-c08e-46e7-88e7-3441ebaa480c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:24.310395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a06ff232-f64f-4204-bfee-e5635a78cc7e req-4b3ffbfa-c08e-46e7-88e7-3441ebaa480c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 946 time: 0.1127307 Jul 08 17:57:24.389406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-922e23ea-0733-4e6c-a123-96fcc334efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:24.392726 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-922e23ea-0733-4e6c-a123-96fcc334efdb service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1285152 Jul 08 17:57:24.408018 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a06ff232-f64f-4204-bfee-e5635a78cc7e req-47bae542-ce05-45c4-b16c-5658c0a97422 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844405 Jul 08 17:57:24.427298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-a79a85ad-d230-4b8e-87e3-553184df7a35 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354487 Jul 08 17:57:24.460235 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-1a1a0576-35db-420a-98bf-eb3811cb2415 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d HTTP/1.1" status: 200 len: 217 time: 0.0593817 Jul 08 17:57:24.531108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-6eb00239-1dcc-40a6-8d44-270871bed0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:24.533230 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-6eb00239-1dcc-40a6-8d44-270871bed0c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0617146 Jul 08 17:57:24.597540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-fe43e13b-81bd-4cca-a555-97082b6f7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:24.599156 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-fe43e13b-81bd-4cca-a555-97082b6f7951 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587218 Jul 08 17:57:24.617063 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-c87a5283-f77d-4d7c-806d-975f8ed1adc4 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:24.618594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-c87a5283-f77d-4d7c-806d-975f8ed1adc4 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1097 time: 0.1146340 Jul 08 17:57:24.634032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799684-3'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:24.665538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a814078-7e6d-462c-baff-fc5b7f0f056e req-bafd36f7-f4cb-4828-912c-e978e62ddb87 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:24.667273 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a814078-7e6d-462c-baff-fc5b7f0f056e req-bafd36f7-f4cb-4828-912c-e978e62ddb87 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 950 time: 0.1164372 Jul 08 17:57:24.696753 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-d3b4b277-bcb6-40eb-b9b4-ff47e7a75df8 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893445 Jul 08 17:57:24.738434 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a814078-7e6d-462c-baff-fc5b7f0f056e req-67fe592a-187f-4652-acae-0570e1631c6a tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641668 Jul 08 17:57:24.748812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:24.816201 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbabb4f-5103-4906-921d-72c87516a6f7 x-openstack-request-id: req-edbabb4f-5103-4906-921d-72c87516a6f7 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:24.820669 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b1559b-ee6c-4cd6-85c2-4a724796372d", "name": "network-vif-plugged", "status": "completed", "tag": "13f946af-47c7-4bc9-945d-24275a9092d2", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:24.820669 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-edbabb4f-5103-4906-921d-72c87516a6f7 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:24.820669 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f946af-47c7-4bc9-945d-24275a9092d2', 'code': 200} Jul 08 17:57:24.852619 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-c52ab8fc-db09-4d3e-914b-6aa51b3bbc43 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365628 Jul 08 17:57:24.918370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:24.962615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:24.977087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d7e2f-ca1d-4e1b-b6bf-479fd325642b req-4e1a41b8-85b4-4e46-95fe-232309210b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:24.978701 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-954d7e2f-ca1d-4e1b-b6bf-479fd325642b req-4e1a41b8-85b4-4e46-95fe-232309210b0c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 1096 time: 0.0724905 Jul 08 17:57:25.024994 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-954d7e2f-ca1d-4e1b-b6bf-479fd325642b req-5dc82212-b125-4ed5-8425-c96ae3126b7f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 Jul 08 17:57:25.045055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:25.047382 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782dc402-dcbf-4ff8-b79f-648ce5400b95" -d '{"events": [{"server_uuid": "7dcaeb68-7c66-4a88-95d3-fcdd648464d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c31c14cf-9a04-4137-94fb-ce705e55d4dd"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:25.053166 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:25.061881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:25.126026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31ac42-4acc-4407-a3fc-acbda75a0b9f req-22aca6e0-fbf6-4cba-b7d6-99b5fa5fa028 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:25.128062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c31ac42-4acc-4407-a3fc-acbda75a0b9f req-22aca6e0-fbf6-4cba-b7d6-99b5fa5fa028 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 947 time: 0.1425779 Jul 08 17:57:25.174413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Pushing event updated for resources: {'Port': ['ID=c31c14cf-9a04-4137-94fb-ce705e55d4dd,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:25.192301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd on host n-h1-799684-3 for vnic_type normal with profile {"migrating_to": "n-h2-799684-3"} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:25.192637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:25.192967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:25.206380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Port c31c14cf-9a04-4137-94fb-ce705e55d4dd on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:25.206713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Attempting to bind port c31c14cf-9a04-4137-94fb-ce705e55d4dd on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:25.212181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c31ac42-4acc-4407-a3fc-acbda75a0b9f req-9116ccb9-1e53-462f-b460-27dcab5d0060 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782716 Jul 08 17:57:25.214867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:25.215204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:25.215574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:25.216001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Bound port: c31c14cf-9a04-4137-94fb-ce705e55d4dd, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:25.216362 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:25.281695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-84bd5794-e502-44ed-ac16-1929805caea4 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:57:25.282716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-84bd5794-e502-44ed-ac16-1929805caea4 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076110 Jul 08 17:57:25.291744 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Request body: {'binding': {'host': 'n-h2-799684-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:25.292368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Unknown quota resources ['binding']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:57:25.314341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:25.331870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:25.339342 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:25.523433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Pushing event updated for resources: {'Port': ['ID=c31c14cf-9a04-4137-94fb-ce705e55d4dd,revision_number=8']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:25.531156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:25.531772 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:25.533200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-f97a2d87-785c-45de-9bf2-0033ffde0486 service neutron] 10.222.0.59 "PUT /v2.0/ports/c31c14cf-9a04-4137-94fb-ce705e55d4dd HTTP/1.1" status: 200 len: 1122 time: 0.9042249 Jul 08 17:57:25.565128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on host n-h2-799684-3 for vnic_type normal with profile None {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:25.565975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:25.566363 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:25.573453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:25.573775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:25.584138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e44cba-a219-43f6-acdd-87188d0fd73d req-0bacabc7-7dd6-481b-a54c-3229fae83336 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:25.585632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5e44cba-a219-43f6-acdd-87188d0fd73d req-0bacabc7-7dd6-481b-a54c-3229fae83336 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 945 time: 0.1631696 Jul 08 17:57:25.588405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:25.588804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:25.589182 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:25.589657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Bound port: 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:25.656792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5e44cba-a219-43f6-acdd-87188d0fd73d req-76ce25ec-da18-44b8-b8ca-1aff9cf8cd0e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638030 Jul 08 17:57:25.669312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:25.675847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['c31c14cf-9a04-4137-94fb-ce705e55d4dd'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:25.682972 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:25.684511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-f3ae52a0-286c-422f-b342-402f43594358 service neutron] 10.222.0.73 "POST /v2.0/ports/2405ccd2-1bf6-4436-ba0a-c4aba64bddd5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3961267 Jul 08 17:57:25.775179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-c36a0f73-67a6-4d05-9557-4c6517411133 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dcfb5591e7c742adb094214a0d84f8fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260766 Jul 08 17:57:25.808614 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c033a3-dd73-4e65-8cd6-5b2b0972b23a x-openstack-request-id: req-41c033a3-dd73-4e65-8cd6-5b2b0972b23a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:25.809452 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcaeb68-7c66-4a88-95d3-fcdd648464d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c31c14cf-9a04-4137-94fb-ce705e55d4dd", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:25.809761 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41c033a3-dd73-4e65-8cd6-5b2b0972b23a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:25.810135 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd', 'code': 200} Jul 08 17:57:25.897966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-8f664384-d092-4656-8383-1824e9819eff tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:25.899478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-8f664384-d092-4656-8383-1824e9819eff tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1188538 Jul 08 17:57:25.925493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-1bf7856c-be2a-44c7-a777-e5e16538f730 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/quotas/dcfb5591e7c742adb094214a0d84f8fd HTTP/1.1" status: 200 len: 375 time: 0.0204759 Jul 08 17:57:26.018860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611e86-c99b-434c-917d-1a258af3e965 req-ba9adf21-91da-41fa-a28a-c616d3399eaa tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:26.020334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63611e86-c99b-434c-917d-1a258af3e965 req-ba9adf21-91da-41fa-a28a-c616d3399eaa tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 945 time: 0.1083491 Jul 08 17:57:26.024176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-3a294691-7fb6-42ea-961a-bba1f366f083 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcfb5591e7c742adb094214a0d84f8fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830874 Jul 08 17:57:26.060199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63611e86-c99b-434c-917d-1a258af3e965 req-ea6f7638-0a9c-446d-85eb-b35652f9538f tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330558 Jul 08 17:57:26.229300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accea77b-fde8-4da2-b160-5efb22b38e3b req-23c9f5db-a605-477b-9bc3-f04841bae3f7 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:26.230946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-accea77b-fde8-4da2-b160-5efb22b38e3b req-23c9f5db-a605-477b-9bc3-f04841bae3f7 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.0701215 Jul 08 17:57:26.301229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-accea77b-fde8-4da2-b160-5efb22b38e3b req-e9754a32-9cd0-4af4-b48c-ed8d872efbfa tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604408 Jul 08 17:57:26.319436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92686bb-0747-4875-b5d3-a63204114897 req-2d1473e8-8441-4f20-a6e4-29d6a33767a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:26.321524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c92686bb-0747-4875-b5d3-a63204114897 req-2d1473e8-8441-4f20-a6e4-29d6a33767a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 944 time: 0.0896215 Jul 08 17:57:26.363217 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c92686bb-0747-4875-b5d3-a63204114897 req-14a7dfe0-6e48-4a5f-bca9-4d53639c08ee tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345566 Jul 08 17:57:26.462796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-836e21ab-ae5c-4c1b-99f3-ec254d84259d req-7889caad-eaab-45fd-8499-0bbc38273f79 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 210 time: 0.0413232 Jul 08 17:57:26.523470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1b94d-ceea-4234-9091-5a988d2dd203 req-d31f4140-3c5f-4e61-9157-264da6113c49 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:26.525016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d1b94d-ceea-4234-9091-5a988d2dd203 req-d31f4140-3c5f-4e61-9157-264da6113c49 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 945 time: 0.0943449 Jul 08 17:57:26.567868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d1b94d-ceea-4234-9091-5a988d2dd203 req-f653705f-413e-4b43-844a-4df520fa86a8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371768 Jul 08 17:57:26.665654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c692451-4a15-4bfa-8e6f-a45b643f3e3b req-4eed1ce4-ba76-4629-a94c-21e87132805e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:26.667244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c692451-4a15-4bfa-8e6f-a45b643f3e3b req-4eed1ce4-ba76-4629-a94c-21e87132805e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 947 time: 0.0811267 Jul 08 17:57:26.706676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c692451-4a15-4bfa-8e6f-a45b643f3e3b req-d3770959-f975-43d7-b740-79d9ea43234a tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333242 Jul 08 17:57:26.860693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d5c38-7c58-4553-a273-dc53e141fe39 req-eb2811cd-66b4-432b-8d8b-f2acdd82972b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:26.862787 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-481d5c38-7c58-4553-a273-dc53e141fe39 req-eb2811cd-66b4-432b-8d8b-f2acdd82972b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 945 time: 0.0658748 Jul 08 17:57:26.900582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-481d5c38-7c58-4553-a273-dc53e141fe39 req-eed465c6-68d2-4be8-a6b6-f480dca557d2 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Jul 08 17:57:27.106591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-580cf94d-9a7d-4d61-a2ac-5c43b63c554e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:27.108077 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-580cf94d-9a7d-4d61-a2ac-5c43b63c554e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0991726 Jul 08 17:57:27.114764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9e518c22-9faf-4fd5-95b4-8e54d6f00799 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:27.165334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:27.169250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-b91f034a-40c2-439e-bb74-aa405e7d93c1 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.0548441 Jul 08 17:57:27.169802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:27.170413 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:27.174155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-3df9aebd-d05b-4c18-819c-97641211f26c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Request body: {'floatingip': {'port_id': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:27.222566 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-3df9aebd-d05b-4c18-819c-97641211f26c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:27.264711 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:27.298261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9e518c22-9faf-4fd5-95b4-8e54d6f00799, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9e518c22-9faf-4fd5-95b4-8e54d6f00799,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:27.299097 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c754cd5-bdb5-4147-9d32-fcfa0fc03d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e518c22-9faf-4fd5-95b4-8e54d6f00799'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:27.302501 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff694f7-2837-47a4-9e44-7b74d4a78381" -d '{"events": [{"server_uuid": "7c754cd5-bdb5-4147-9d32-fcfa0fc03d94", "name": "network-vif-plugged", "status": "completed", "tag": "9e518c22-9faf-4fd5-95b4-8e54d6f00799"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:27.305852 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:27.306674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:27.335606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-3a0e281b-2fc9-4f90-a72f-22c713b25b68 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=dcfb5591e7c742adb094214a0d84f8fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400054 Jul 08 17:57:27.384797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9e518c22-9faf-4fd5-95b4-8e54d6f00799,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:27.400256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:27.405505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:27.405901 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:27.481581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c31c14cf-9a04-4137-94fb-ce705e55d4dd details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:27.500981 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:27.583597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6fa84bf7-671e-4c94-9521-9b0e12ddaa98,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:27.590402 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:27.646988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:27.666973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6fa84bf7-671e-4c94-9521-9b0e12ddaa98,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:27.669521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c31c14cf-9a04-4137-94fb-ce705e55d4dd has no active binding in host n-h2-799684-3 {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:57:27.762407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05139d-7bfc-45ed-8568-cd86f3a4c7b2 req-f1288ac9-892c-4554-b2aa-dfe3bb4912df tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:27.763862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c05139d-7bfc-45ed-8568-cd86f3a4c7b2 req-f1288ac9-892c-4554-b2aa-dfe3bb4912df tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 945 time: 0.5583270 Jul 08 17:57:27.811617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'tag': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:27.813685 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8edefa6-c370-40a4-8ee6-4f5fededc652" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcaeb68-7c66-4a88-95d3-fcdd648464d3", "tag": "c31c14cf-9a04-4137-94fb-ce705e55d4dd"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:27.866548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-d2fe5a5b-c7df-4eba-9b9d-861bf12fe705 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:27.867965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-d2fe5a5b-c7df-4eba-9b9d-861bf12fe705 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5253336 Jul 08 17:57:27.885911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Request body: {'port': {'device_id': 'b1882c50-c78e-4e16-9977-5d483187993b', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': 'dcfb5591e7c742adb094214a0d84f8fd'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:27.894658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c05139d-7bfc-45ed-8568-cd86f3a4c7b2 req-cc192723-3c1a-4dc3-b8fe-88299aead01a tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227968 Jul 08 17:57:27.950589 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643c3713-2a41-4731-b0e4-07fbd97b49b9 x-openstack-request-id: req-643c3713-2a41-4731-b0e4-07fbd97b49b9 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:27.950883 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c754cd5-bdb5-4147-9d32-fcfa0fc03d94", "name": "network-vif-plugged", "status": "completed", "tag": "9e518c22-9faf-4fd5-95b4-8e54d6f00799", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:27.951137 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-643c3713-2a41-4731-b0e4-07fbd97b49b9 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:27.951558 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c754cd5-bdb5-4147-9d32-fcfa0fc03d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e518c22-9faf-4fd5-95b4-8e54d6f00799', 'code': 200} Jul 08 17:57:28.123170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ef9f3-9014-421d-a61a-3062d0093b90 req-b4ff413c-8294-4f44-bb59-a301081d448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:28.124543 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b25ef9f3-9014-421d-a61a-3062d0093b90 req-b4ff413c-8294-4f44-bb59-a301081d448f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 1099 time: 0.0509169 Jul 08 17:57:28.166701 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b25ef9f3-9014-421d-a61a-3062d0093b90 req-e365c21d-dffe-4345-8fed-826963b3c0c9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350621 Jul 08 17:57:28.171918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Made reservation on behalf of dcfb5591e7c742adb094214a0d84f8fd for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:28.176019 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:28.218046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957bc16-d2f5-41ae-951a-1856fb8b142d req-ed948fa3-3980-4ccf-bef0-d798c22fd465 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:28.219558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8957bc16-d2f5-41ae-951a-1856fb8b142d req-ed948fa3-3980-4ccf-bef0-d798c22fd465 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1793664 Jul 08 17:57:28.357556 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-3df9aebd-d05b-4c18-819c-97641211f26c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:28.364705 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8957bc16-d2f5-41ae-951a-1856fb8b142d req-b5e05a6b-e79f-4012-a56f-dd2f73a1315f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350403 Jul 08 17:57:28.382814 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-3df9aebd-d05b-4c18-819c-97641211f26c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:28.480444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Allocated IP 192.168.233.248 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/78699332-2992-49b1-a6eb-6be69afa1ebd) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:28.560905 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-3df9aebd-d05b-4c18-819c-97641211f26c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Floating IP 642b1106-35d4-4ed5-8796-38ffafc9c317 associated. External IP: 172.25.8.110, port: 9c1ea32a-b775-44a2-9679-f1c67a4858ed. Jul 08 17:57:28.710460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3349d3-418b-420a-bbfc-489f71213bd3 req-24b3894a-4fc9-44fc-965f-b03aa54921ef tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:28.711946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df3349d3-418b-420a-bbfc-489f71213bd3 req-24b3894a-4fc9-44fc-965f-b03aa54921ef tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 944 time: 0.2293003 Jul 08 17:57:28.800907 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df3349d3-418b-420a-bbfc-489f71213bd3 req-e59b6a5c-87d0-4d76-89e0-91bdf5e362f5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832350 Jul 08 17:57:28.846513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:28.868447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Transition to ACTIVE for port object 78699332-2992-49b1-a6eb-6be69afa1ebd will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:28.938401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1274a919-b7da-4f33-bcb7-2214c5365f61 req-e608f6dc-7b0c-404e-9369-988fd8838c2e tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 210 time: 0.0352786 Jul 08 17:57:28.977849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-3df9aebd-d05b-4c18-819c-97641211f26c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Router 29011021-7a7c-4302-bc28-79c304e5c3a4 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:28.984866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:29.004441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['da06b4e1-363d-4231-8a3e-cf5953e322dc'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:29.072283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:29.091741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:29.120936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:29.126722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:29.127365 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:29.135711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Pushing event updated for resources: {'Port': ['ID=78699332-2992-49b1-a6eb-6be69afa1ebd,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:29.197658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-dbbaf03e-b4f5-4930-a726-95187e57853f tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3153687 Jul 08 17:57:29.221076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Request body: {'port': {'device_id': 'b1882c50-c78e-4e16-9977-5d483187993b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:29.225294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-3df9aebd-d05b-4c18-819c-97641211f26c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:29.232773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-3df9aebd-d05b-4c18-819c-97641211f26c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:29.237131 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4b885-8fe0-45c0-9245-46bc3bda1ee4 None None] Sync routers for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:29.248240 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4b885-8fe0-45c0-9245-46bc3bda1ee4 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:29.248863 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-15f4b885-8fe0-45c0-9245-46bc3bda1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:29.293208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9aff1-474b-4114-9269-76e28d929b8f req-966ca170-ecdc-4c52-8931-b11869df1e33 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:29.294725 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60d9aff1-474b-4114-9269-76e28d929b8f req-966ca170-ecdc-4c52-8931-b11869df1e33 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 945 time: 0.2284493 Jul 08 17:57:29.349792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-3df9aebd-d05b-4c18-819c-97641211f26c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "PUT /v2.0/floatingips/642b1106-35d4-4ed5-8796-38ffafc9c317 HTTP/1.1" status: 200 len: 996 time: 2.1796134 Jul 08 17:57:29.360548 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-15f4b885-8fe0-45c0-9245-46bc3bda1ee4 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:29.377709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-719c684a-a283-44b9-afe1-95d4cd1dbd81 None None] Provisioning for port 78699332-2992-49b1-a6eb-6be69afa1ebd completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:29.381526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-719c684a-a283-44b9-afe1-95d4cd1dbd81 None None] Provisioning complete for port 78699332-2992-49b1-a6eb-6be69afa1ebd triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:29.381938 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-719c684a-a283-44b9-afe1-95d4cd1dbd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:29.404857 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:29.419592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-719c684a-a283-44b9-afe1-95d4cd1dbd81 None None] Port 78699332-2992-49b1-a6eb-6be69afa1ebd cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:57:29.423367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60d9aff1-474b-4114-9269-76e28d929b8f req-2ebed1f5-6d8e-45d0-9802-94ef04aba213 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213400 Jul 08 17:57:29.742388 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-15f4b885-8fe0-45c0-9245-46bc3bda1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:85:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:28Z', 'revision_number': 1, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:29.769144 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4b885-8fe0-45c0-9245-46bc3bda1ee4 None None] Checking router: 29011021-7a7c-4302-bc28-79c304e5c3a4 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:29.777130 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4b885-8fe0-45c0-9245-46bc3bda1ee4 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:29.777764 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-15f4b885-8fe0-45c0-9245-46bc3bda1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:29.880725 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-15f4b885-8fe0-45c0-9245-46bc3bda1ee4 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:29.901970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-1c9f69ef-2137-4c4c-8bb8-2b34de6300f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:29.903526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-1c9f69ef-2137-4c4c-8bb8-2b34de6300f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 1096 time: 0.5277176 Jul 08 17:57:29.952892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2093be98-f968-49a4-aa3f-116794f44e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa84bf7-671e-4c94-9521-9b0e12ddaa98'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:29.955355 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da744f7-8e2b-4ee7-8a65-a726a4d11f57" -d '{"events": [{"server_uuid": "2093be98-f968-49a4-aa3f-116794f44e6c", "name": "network-vif-plugged", "status": "completed", "tag": "6fa84bf7-671e-4c94-9521-9b0e12ddaa98"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:29.973445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da234ed-cf5c-457f-9505-6d5e2d9a2128 req-6fb477ae-921a-4195-b7be-f1c24adde3c3 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:29.974932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0da234ed-cf5c-457f-9505-6d5e2d9a2128 req-6fb477ae-921a-4195-b7be-f1c24adde3c3 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 948 time: 0.2233355 Jul 08 17:57:30.075611 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0da234ed-cf5c-457f-9505-6d5e2d9a2128 req-a31c6920-99d3-4361-bbc6-3bd4f0a23754 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685236 Jul 08 17:57:30.113331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-3ad275eb-2f4c-40f7-a1c0-52a9f130bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:30.114835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-3ad275eb-2f4c-40f7-a1c0-52a9f130bae1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.2006953 Jul 08 17:57:30.118542 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-15f4b885-8fe0-45c0-9245-46bc3bda1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:85:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:28Z', 'revision_number': 1, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:30.131160 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cfcae4-b656-456e-829b-c9f7578aea9f x-openstack-request-id: req-95cfcae4-b656-456e-829b-c9f7578aea9f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:30.131441 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcaeb68-7c66-4a88-95d3-fcdd648464d3", "tag": "c31c14cf-9a04-4137-94fb-ce705e55d4dd", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:30.131686 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95cfcae4-b656-456e-829b-c9f7578aea9f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:30.132101 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'tag': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd', 'status': 'completed', 'code': 200} Jul 08 17:57:30.147114 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4b885-8fe0-45c0-9245-46bc3bda1ee4 None None] The sync data for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 is: [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:85:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:28Z', 'revision_number': 1, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:30.225081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edefa6-c370-40a4-8ee6-4f5fededc652 req-2462b83b-b46e-463a-b790-6af7282b99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:30.227492 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e8edefa6-c370-40a4-8ee6-4f5fededc652 req-2462b83b-b46e-463a-b790-6af7282b99b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 1125 time: 0.0699589 Jul 08 17:57:30.228869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78699332-2992-49b1-a6eb-6be69afa1ebd {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:30.235986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-bd15ab6f-ded1-40b0-9a29-63a42b221590 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 999 time: 0.1110528 Jul 08 17:57:30.247885 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:30.306121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Transition to ACTIVE for port object 78699332-2992-49b1-a6eb-6be69afa1ebd will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:30.317480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:30.326817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edefa6-c370-40a4-8ee6-4f5fededc652 req-51843854-9360-45e9-9c44-b7158e2545ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:30.328241 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e8edefa6-c370-40a4-8ee6-4f5fededc652 req-51843854-9360-45e9-9c44-b7158e2545ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.0902097 Jul 08 17:57:30.364994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd75b0f-da52-4a11-9127-91d34625c6ad None None] New status for floating IP 642b1106-35d4-4ed5-8796-38ffafc9c317: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:57:30.373479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-767e0a14-a5a7-4ae8-8ab0-0d7bc0efe8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:30.375539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-767e0a14-a5a7-4ae8-8ab0-0d7bc0efe8a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.1250837 Jul 08 17:57:30.376924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e8edefa6-c370-40a4-8ee6-4f5fededc652 req-24d63ef6-5fa9-49cd-9153-2dce53f7a77b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd HTTP/1.1" status: 200 len: 217 time: 0.0416899 Jul 08 17:57:30.453943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Pushing event updated for resources: {'Port': ['ID=78699332-2992-49b1-a6eb-6be69afa1ebd,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:30.454932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edefa6-c370-40a4-8ee6-4f5fededc652 req-063bf364-a7c8-4c1b-bf8b-4410cd14a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:30.463730 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e8edefa6-c370-40a4-8ee6-4f5fededc652 req-063bf364-a7c8-4c1b-bf8b-4410cd14a26c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0675039 Jul 08 17:57:30.468301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd671f90-7e7e-4b7d-8a83-b7a4656132d9 req-c9515732-8e96-40ce-8e7a-ca6b1d679206 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:30.469849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd671f90-7e7e-4b7d-8a83-b7a4656132d9 req-c9515732-8e96-40ce-8e7a-ca6b1d679206 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 946 time: 0.2362974 Jul 08 17:57:30.501333 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e8edefa6-c370-40a4-8ee6-4f5fededc652 req-4e620701-f027-4c06-ad44-23e5dca8dcb8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299418 Jul 08 17:57:30.541209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Attempting to bind port 78699332-2992-49b1-a6eb-6be69afa1ebd on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:30.541549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Attempting to bind port 78699332-2992-49b1-a6eb-6be69afa1ebd by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:30.541872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Attempting to bind port 78699332-2992-49b1-a6eb-6be69afa1ebd on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:30.561330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Port 78699332-2992-49b1-a6eb-6be69afa1ebd on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:30.561643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Attempting to bind port 78699332-2992-49b1-a6eb-6be69afa1ebd on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:30.571514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd671f90-7e7e-4b7d-8a83-b7a4656132d9 req-47c3d995-758a-4de3-99da-30e9185e4caa tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657184 Jul 08 17:57:30.576225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:30.576600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:30.576976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:30.577355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Bound port: 78699332-2992-49b1-a6eb-6be69afa1ebd, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:30.577716 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:30.595832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-326303c0-8341-45bf-82d4-d42887b79e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:30.597839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-326303c0-8341-45bf-82d4-d42887b79e1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004459 Jul 08 17:57:30.630086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-b922b100-75ae-4e4d-a3de-d9baf092c6c2 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:57:30.631229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-b922b100-75ae-4e4d-a3de-d9baf092c6c2 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055099 Jul 08 17:57:30.633867 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e8edefa6-c370-40a4-8ee6-4f5fededc652 req-0b75ca00-020c-4964-ad98-5d9dc330ad27 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246643 Jul 08 17:57:30.720912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] For port 78699332-2992-49b1-a6eb-6be69afa1ebd, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:30.733372 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e8edefa6-c370-40a4-8ee6-4f5fededc652 req-e300a00a-8693-4093-a727-f9b6497885fa service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902216 Jul 08 17:57:30.758569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] For port 78699332-2992-49b1-a6eb-6be69afa1ebd, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=78699332-2992-49b1-a6eb-6be69afa1ebd,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:30.770892 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:30.799624 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:57:30.819583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:30.820192 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:30.821579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] 10.222.0.74 "PUT /v2.0/ports/78699332-2992-49b1-a6eb-6be69afa1ebd HTTP/1.1" status: 200 len: 1096 time: 1.6052041 Jul 08 17:57:30.836114 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-d34c9094-a20f-4b07-b718-d43f7bc341b4 service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970823 Jul 08 17:57:30.884586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d68488-fe26-459a-a7d2-5ded77d756b1 service neutron] Pushing event updated for resources: {'Port': ['ID=78699332-2992-49b1-a6eb-6be69afa1ebd,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:30.942067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917f20-d269-4dfd-89e2-ffc45111d0f3 req-c965e16b-58c5-4f80-bfd6-075df67e290d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:30.943678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22917f20-d269-4dfd-89e2-ffc45111d0f3 req-c965e16b-58c5-4f80-bfd6-075df67e290d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.2391233 Jul 08 17:57:31.023836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-6c1831fc-8fef-4335-837c-b79af7881b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:31.025325 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-6c1831fc-8fef-4335-837c-b79af7881b17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dcfb5591e7c742adb094214a0d84f8fd&device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 1099 time: 0.1622746 Jul 08 17:57:31.028126 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22917f20-d269-4dfd-89e2-ffc45111d0f3 req-33c7275b-185b-480e-9707-58e0072f5794 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745597 Jul 08 17:57:31.033776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548a739b-3da5-449a-b632-4b6cd96a4a1c req-5f00a257-a8e5-41a1-88ed-98316259446f service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818111 Jul 08 17:57:31.071147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-d5e63ba2-1cec-401e-bdc8-37b2cd7c14b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=78699332-2992-49b1-a6eb-6be69afa1ebd HTTP/1.1" status: 200 len: 217 time: 0.0358717 Jul 08 17:57:31.099905 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4197b30-721c-439a-8171-c8c3e2ed1a41 x-openstack-request-id: req-b4197b30-721c-439a-8171-c8c3e2ed1a41 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:31.100281 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2093be98-f968-49a4-aa3f-116794f44e6c", "name": "network-vif-plugged", "status": "completed", "tag": "6fa84bf7-671e-4c94-9521-9b0e12ddaa98", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:31.100470 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b4197b30-721c-439a-8171-c8c3e2ed1a41 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:31.100852 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2093be98-f968-49a4-aa3f-116794f44e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa84bf7-671e-4c94-9521-9b0e12ddaa98', 'code': 200} Jul 08 17:57:31.127536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-fe453eda-b474-4f7b-9ac7-cdada9280424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:31.129004 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-fe453eda-b474-4f7b-9ac7-cdada9280424 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0495753 Jul 08 17:57:31.215196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ab033-fc66-454e-ba69-d63cfd17d2e0 req-52757811-1da7-46cc-9cfa-0e1951bf3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:31.216784 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fa4ab033-fc66-454e-ba69-d63cfd17d2e0 req-52757811-1da7-46cc-9cfa-0e1951bf3f95 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 1097 time: 0.0512936 Jul 08 17:57:31.250262 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fa4ab033-fc66-454e-ba69-d63cfd17d2e0 req-3ecd6249-52bf-41f9-8fde-536f3add5286 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269611 Jul 08 17:57:31.268490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-c165c571-16cc-493c-ab9f-00b340a0f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:31.269950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-c165c571-16cc-493c-ab9f-00b340a0f40f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345909 Jul 08 17:57:31.291016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeeb627-2128-41ea-be92-faff426a5f0a req-86e2ef2d-367f-4f01-93b7-91467b67d6ca tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:31.292395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8aeeb627-2128-41ea-be92-faff426a5f0a req-86e2ef2d-367f-4f01-93b7-91467b67d6ca tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 944 time: 0.1285474 Jul 08 17:57:31.304115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c1b57-b1df-42b2-88f2-6fb6da997ffc req-ef8f7cdc-3936-44e5-bd15-0fb987b2c055 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:31.305736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-829c1b57-b1df-42b2-88f2-6fb6da997ffc req-ef8f7cdc-3936-44e5-bd15-0fb987b2c055 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 948 time: 0.1088257 Jul 08 17:57:31.364605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8aeeb627-2128-41ea-be92-faff426a5f0a req-46248000-c6f1-4327-a9d6-6df5728a5dc4 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580366 Jul 08 17:57:31.403730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-829c1b57-b1df-42b2-88f2-6fb6da997ffc req-4c096327-c501-45e4-8483-f60a1dd923d3 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914922 Jul 08 17:57:31.444921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-59c817e9-1b80-42c3-babc-b73dc844251e service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961647 Jul 08 17:57:31.567934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06cf1245-5ad3-4690-9a71-63ee4987c302 req-c612c872-1c43-4b7f-a87a-2ff3375bd51f service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157413 Jul 08 17:57:31.600359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0391e-a71e-4ae9-a438-e564a5898030 req-fee1dfb3-9019-41bc-b4c1-54df72119ad9 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:31.601838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dc0391e-a71e-4ae9-a438-e564a5898030 req-fee1dfb3-9019-41bc-b4c1-54df72119ad9 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 945 time: 0.0810983 Jul 08 17:57:31.669558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dc0391e-a71e-4ae9-a438-e564a5898030 req-75feadab-0aae-4bcc-8127-0a50785b3d02 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583789 Jul 08 17:57:31.694172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45332fe8-38ae-4e87-89ac-081dd7e864ed req-ba10459b-6eb2-4017-be4b-8c0aea25e2ff tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:31.700020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45332fe8-38ae-4e87-89ac-081dd7e864ed req-ba10459b-6eb2-4017-be4b-8c0aea25e2ff tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:31.701579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45332fe8-38ae-4e87-89ac-081dd7e864ed req-ba10459b-6eb2-4017-be4b-8c0aea25e2ff tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295&device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 1688 time: 0.0988441 Jul 08 17:57:31.741170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45332fe8-38ae-4e87-89ac-081dd7e864ed req-699bedb6-eb65-4ac4-9955-089d07038198 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Jul 08 17:57:31.930867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-6deb6d92-7e2b-423d-b3f7-e6ea4a14f5e9 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:31.940308 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-6deb6d92-7e2b-423d-b3f7-e6ea4a14f5e9 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1076972 Jul 08 17:57:32.000794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bc126-2f85-4c88-80fe-ea1ea604edfe req-3cb786ab-327e-4759-88fc-b85a655eeba5 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:32.002793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c60bc126-2f85-4c88-80fe-ea1ea604edfe req-3cb786ab-327e-4759-88fc-b85a655eeba5 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 946 time: 0.1320727 Jul 08 17:57:32.060216 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-7f649078-afc3-4f65-9ab2-a663d189b568 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.1087112 Jul 08 17:57:32.073242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-97eb9744-0594-47ce-b337-90f6cb3ddb43 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Request body: {'floatingip': {'port_id': '13f946af-47c7-4bc9-945d-24275a9092d2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:32.082083 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c60bc126-2f85-4c88-80fe-ea1ea604edfe req-a7fdf020-67de-4c17-9620-a381598c0470 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738244 Jul 08 17:57:32.133968 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-97eb9744-0594-47ce-b337-90f6cb3ddb43 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:32.136826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed'}, {'name': 'network-changed', 'server_uuid': 'b1882c50-c78e-4e16-9977-5d483187993b', 'tag': '78699332-2992-49b1-a6eb-6be69afa1ebd'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:32.139060 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cef8cfc-aa57-4ab5-806b-610c8400134b" -d '{"events": [{"name": "network-changed", "server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed"}, {"name": "network-changed", "server_uuid": "b1882c50-c78e-4e16-9977-5d483187993b", "tag": "78699332-2992-49b1-a6eb-6be69afa1ebd"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:32.393241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173605f-de50-44eb-b12d-f53302790a4f req-e5dd7639-d01e-4a6b-b221-2608497ef9ee tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:32.394625 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c173605f-de50-44eb-b12d-f53302790a4f req-e5dd7639-d01e-4a6b-b221-2608497ef9ee tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1645293 Jul 08 17:57:32.751456 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c173605f-de50-44eb-b12d-f53302790a4f req-6e42a3c1-b83a-4864-bfad-3ed76e86ea44 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505948 Jul 08 17:57:32.822264 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4595009d-90dc-4980-b687-d71dc4f0f387 x-openstack-request-id: req-4595009d-90dc-4980-b687-d71dc4f0f387 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:32.822561 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1882c50-c78e-4e16-9977-5d483187993b", "tag": "78699332-2992-49b1-a6eb-6be69afa1ebd", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:32.822810 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4595009d-90dc-4980-b687-d71dc4f0f387 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:32.823206 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'status': 'completed', 'code': 200} Jul 08 17:57:32.823462 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1882c50-c78e-4e16-9977-5d483187993b', 'tag': '78699332-2992-49b1-a6eb-6be69afa1ebd', 'status': 'completed', 'code': 200} Jul 08 17:57:32.837273 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-d171bca8-d041-45d6-a43e-8b16090ebf0a service neutron] 10.222.0.74 "GET /v2.0/ports/c31c14cf-9a04-4137-94fb-ce705e55d4dd/bindings/n-h2-799684-3 HTTP/1.1" status: 200 len: 384 time: 0.1242490 Jul 08 17:57:32.932181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-0081e98a-3444-4351-81b8-2ef367186bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:32.937233 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-0081e98a-3444-4351-81b8-2ef367186bf9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dcfb5591e7c742adb094214a0d84f8fd&device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 1099 time: 0.0757179 Jul 08 17:57:33.034276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-7a3b6428-1f4d-4853-8eed-2165da2c7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:33.036030 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-7a3b6428-1f4d-4853-8eed-2165da2c7c58 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.0903790 Jul 08 17:57:33.080053 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-ff85bcfa-e150-40c3-a634-62b460bde9f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=78699332-2992-49b1-a6eb-6be69afa1ebd HTTP/1.1" status: 200 len: 217 time: 0.0361614 Jul 08 17:57:33.128778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-d9b3386a-a57e-4314-b98f-6fe300625117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:33.130411 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-d9b3386a-a57e-4314-b98f-6fe300625117 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0438862 Jul 08 17:57:33.134706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-b1cbb474-a92c-4e12-8139-a6d96448e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:33.136181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-b1cbb474-a92c-4e12-8139-a6d96448e92f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 1096 time: 0.2361481 Jul 08 17:57:33.172066 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:33.192852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-d63613d8-9541-48f3-8253-084ba1383f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:33.194329 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-d63613d8-9541-48f3-8253-084ba1383f30 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570686 Jul 08 17:57:33.210968 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-97eb9744-0594-47ce-b337-90f6cb3ddb43 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:33.242523 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-97eb9744-0594-47ce-b337-90f6cb3ddb43 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:33.245450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630a33e-9689-4729-abd3-bb6dff8b5609 req-ca7e4bd9-7af6-4fda-86b0-ae4dc11e02cb tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:33.247059 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0630a33e-9689-4729-abd3-bb6dff8b5609 req-ca7e4bd9-7af6-4fda-86b0-ae4dc11e02cb tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 1100 time: 0.3077035 Jul 08 17:57:33.289527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-b2118abf-f965-4a8f-8337-2d9d6328f354 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867245 Jul 08 17:57:33.431329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-0898abee-2b7b-4681-853d-2b3eab6c1fe8 service neutron] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:33.435070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0630a33e-9689-4729-abd3-bb6dff8b5609 req-fe9c95ae-885c-4809-8f43-e8c8bab345be tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483786 Jul 08 17:57:33.443989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-2e82bffe-7104-4c08-a65c-99de52a71b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:33.445460 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-2e82bffe-7104-4c08-a65c-99de52a71b1f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.2897468 Jul 08 17:57:33.473696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-0898abee-2b7b-4681-853d-2b3eab6c1fe8 service neutron] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:33.527047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-1b34b0a6-bd09-4023-a01a-7eb1ea9f963b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 217 time: 0.0629313 Jul 08 17:57:33.528116 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-97eb9744-0594-47ce-b337-90f6cb3ddb43 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Floating IP 642b1106-35d4-4ed5-8796-38ffafc9c317 associated. External IP: 172.25.8.110, port: 9c1ea32a-b775-44a2-9679-f1c67a4858ed. Jul 08 17:57:33.575712 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-79f78646-3955-4f45-9bcb-3680cb87046c service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725396 Jul 08 17:57:33.590048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-0898abee-2b7b-4681-853d-2b3eab6c1fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31c14cf-9a04-4137-94fb-ce705e55d4dd {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:33.645286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-0898abee-2b7b-4681-853d-2b3eab6c1fe8 service neutron] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:33.700744 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-0898abee-2b7b-4681-853d-2b3eab6c1fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:33.717529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-37f6ed92-f24e-4803-b6c7-0706185b069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:33.719010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-37f6ed92-f24e-4803-b6c7-0706185b069d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.1571474 Jul 08 17:57:33.830140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f525e2-a1aa-454e-b4f7-60dfbcab5013 req-8b059472-5b39-46e5-96cd-6b34193fefa0 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:33.831568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73f525e2-a1aa-454e-b4f7-60dfbcab5013 req-8b059472-5b39-46e5-96cd-6b34193fefa0 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 944 time: 0.2671499 Jul 08 17:57:33.950251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-0898abee-2b7b-4681-853d-2b3eab6c1fe8 service neutron] Transition to ACTIVE for port object c31c14cf-9a04-4137-94fb-ce705e55d4dd will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:33.965701 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-0898abee-2b7b-4681-853d-2b3eab6c1fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:33.968733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-c6eb1754-5b55-42d6-9212-48d31b905f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:33.970260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-c6eb1754-5b55-42d6-9212-48d31b905f64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2401638 Jul 08 17:57:33.971334 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:33.988864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73f525e2-a1aa-454e-b4f7-60dfbcab5013 req-263008a1-b856-4dd4-ba08-678bac1b065c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180754 Jul 08 17:57:34.111154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-0898abee-2b7b-4681-853d-2b3eab6c1fe8 service neutron] No DVR routers for this DVR port c31c14cf-9a04-4137-94fb-ce705e55d4dd on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:34.127118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-97eb9744-0594-47ce-b337-90f6cb3ddb43 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Router 29011021-7a7c-4302-bc28-79c304e5c3a4 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:34.160366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898abee-2b7b-4681-853d-2b3eab6c1fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=c31c14cf-9a04-4137-94fb-ce705e55d4dd,revision_number=10']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:34.217373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-0898abee-2b7b-4681-853d-2b3eab6c1fe8 service neutron] 10.222.0.74 "PUT /v2.0/ports/c31c14cf-9a04-4137-94fb-ce705e55d4dd/bindings/n-h2-799684-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3419900 Jul 08 17:57:34.258352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-39514959-8065-4b1d-863d-e9fc35fe59d9 service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682738 Jul 08 17:57:34.332029 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-aa801d80-0672-4bad-a506-3e4abbbf6152 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:34.333525 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-aa801d80-0672-4bad-a506-3e4abbbf6152 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.0553699 Jul 08 17:57:34.362410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55016d-58e2-4da7-9ae4-d746bb7ec8c9 req-7bd1364f-4561-44ba-ae4b-7d874a909af7 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:34.363830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b55016d-58e2-4da7-9ae4-d746bb7ec8c9 req-7bd1364f-4561-44ba-ae4b-7d874a909af7 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 948 time: 0.2604046 Jul 08 17:57:34.413766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-97eb9744-0594-47ce-b337-90f6cb3ddb43 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:34.425538 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4d435-ef31-4b83-b726-3b844b381e60 None None] Sync routers for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:34.429579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-d19684a6-a60f-4432-9c28-c2b2d15ae734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:34.431989 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-d19684a6-a60f-4432-9c28-c2b2d15ae734 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc HTTP/1.1" status: 200 len: 1096 time: 0.0862274 Jul 08 17:57:34.442009 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4d435-ef31-4b83-b726-3b844b381e60 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:34.442667 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-10d4d435-ef31-4b83-b726-3b844b381e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:34.468255 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b55016d-58e2-4da7-9ae4-d746bb7ec8c9 req-50be58de-b868-4b19-970c-fece4afc856b tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983963 Jul 08 17:57:34.500913 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cef8cfc-aa57-4ab5-806b-610c8400134b req-ceadaf33-56b0-4f7e-b23e-33a1c608900e service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272694 Jul 08 17:57:34.535804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-fd0d5bd0-e036-4a4a-a119-202b614b8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:34.538194 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-fd0d5bd0-e036-4a4a-a119-202b614b8a31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 1096 time: 0.0787048 Jul 08 17:57:34.559213 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-10d4d435-ef31-4b83-b726-3b844b381e60 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:34.642516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-e1d35713-55c1-43d9-8ecc-26c797625b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:34.644139 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-e1d35713-55c1-43d9-8ecc-26c797625b0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.0965633 Jul 08 17:57:34.688125 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-a4feea88-ec67-4901-a959-ba72922b644a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd HTTP/1.1" status: 200 len: 217 time: 0.0356941 Jul 08 17:57:34.745358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-8ce4ff93-4b7b-4774-aa32-29db75312099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:34.747093 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-8ce4ff93-4b7b-4774-aa32-29db75312099 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0505190 Jul 08 17:57:34.784902 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-4be743ad-be2c-4391-8260-fd8b690a047c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280812 Jul 08 17:57:34.797320 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-10d4d435-ef31-4b83-b726-3b844b381e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '13f946af-47c7-4bc9-945d-24275a9092d2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:d2:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:33Z', 'revision_number': 3, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:34.825043 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4d435-ef31-4b83-b726-3b844b381e60 None None] Checking router: 29011021-7a7c-4302-bc28-79c304e5c3a4 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:34.833752 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4d435-ef31-4b83-b726-3b844b381e60 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:34.834695 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-10d4d435-ef31-4b83-b726-3b844b381e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:34.881422 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-3c2eec2f-8c27-49a2-9fdc-584aa52e1796 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855827 Jul 08 17:57:34.949699 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-10d4d435-ef31-4b83-b726-3b844b381e60 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:34.990016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-d540bdc9-aadd-4ba6-a0da-e3da8d5b7225 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011772 Jul 08 17:57:34.991103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970280-6d1e-4186-b3fe-35295b77a668 req-8b0a1292-82ad-4217-86f5-d48e62b9be58 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:34.992586 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20970280-6d1e-4186-b3fe-35295b77a668 req-8b0a1292-82ad-4217-86f5-d48e62b9be58 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 945 time: 0.1195176 Jul 08 17:57:34.997583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-97eb9744-0594-47ce-b337-90f6cb3ddb43 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Router 29011021-7a7c-4302-bc28-79c304e5c3a4 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:35.073731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20970280-6d1e-4186-b3fe-35295b77a668 req-dc12b142-5d69-404a-8ea3-b090da049446 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750215 Jul 08 17:57:35.144478 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-97eb9744-0594-47ce-b337-90f6cb3ddb43 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:35.148977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-97eb9744-0594-47ce-b337-90f6cb3ddb43 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.164354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 78699332-2992-49b1-a6eb-6be69afa1ebd details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:35.188820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c31c14cf-9a04-4137-94fb-ce705e55d4dd no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:35.197538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:35.199409 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7" -d '{"events": [{"name": "network-changed", "server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:35.205045 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-10d4d435-ef31-4b83-b726-3b844b381e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '13f946af-47c7-4bc9-945d-24275a9092d2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:d2:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:33Z', 'revision_number': 3, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:35.238236 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-97eb9744-0594-47ce-b337-90f6cb3ddb43 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "PUT /v2.0/floatingips/642b1106-35d4-4ed5-8796-38ffafc9c317 HTTP/1.1" status: 200 len: 998 time: 3.1704767 Jul 08 17:57:35.249501 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4d435-ef31-4b83-b726-3b844b381e60 None None] The sync data for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 is: [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '13f946af-47c7-4bc9-945d-24275a9092d2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:d2:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:33Z', 'revision_number': 3, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:35.321234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-85554518-c81c-4c78-acfb-f889197aedbb tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:35.323008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-85554518-c81c-4c78-acfb-f889197aedbb tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports/9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 942 time: 0.0791245 Jul 08 17:57:35.378948 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.resource_extend [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:57:35.442703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-5c6675f9-30b7-4f74-9657-04783bcda7b1 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:35.444407 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-5c6675f9-30b7-4f74-9657-04783bcda7b1 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.0692854 Jul 08 17:57:35.448765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c31c14cf-9a04-4137-94fb-ce705e55d4dd not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:35.453005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba68f0e-018a-46eb-b89e-18df81be8f45 req-60090a01-805a-4296-9145-169a057fb295 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:35.454668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aba68f0e-018a-46eb-b89e-18df81be8f45 req-60090a01-805a-4296-9145-169a057fb295 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 946 time: 0.1175096 Jul 08 17:57:35.509359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aba68f0e-018a-46eb-b89e-18df81be8f45 req-0ac4c579-4aef-4d7b-98d0-91a4ae30ceb5 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463805 Jul 08 17:57:35.516430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-745f7599-aac6-466e-8f3e-c748e769e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:35.518745 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-745f7599-aac6-466e-8f3e-c748e769e0d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 1096 time: 0.1165667 Jul 08 17:57:35.524217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 78699332-2992-49b1-a6eb-6be69afa1ebd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=78699332-2992-49b1-a6eb-6be69afa1ebd,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:35.539806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '78699332-2992-49b1-a6eb-6be69afa1ebd', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '78699332-2992-49b1-a6eb-6be69afa1ebd', 'mac_address': 'fa:16:3e:a2:1c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:35.546960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a12873-0313-4a4b-9f06-c420b66d0b03 None None] New status for floating IP 642b1106-35d4-4ed5-8796-38ffafc9c317: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:57:35.641721 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.645752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-4dec5428-371a-41c9-b586-93e1e13f3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:35.647300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-4dec5428-371a-41c9-b586-93e1e13f3ea9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.1220293 Jul 08 17:57:35.674039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78699332-2992-49b1-a6eb-6be69afa1ebd {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:35.694754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-632e657a-2218-4732-bb00-d9eab73e7298 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 217 time: 0.0412972 Jul 08 17:57:35.705329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-5d475f82-e4b6-4507-a74b-45f049a1bed5 service neutron] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:35.709120 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-5d475f82-e4b6-4507-a74b-45f049a1bed5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.710681 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dcb40de-9bf5-41e4-bafa-327b206c6bd9 req-5d475f82-e4b6-4507-a74b-45f049a1bed5 service neutron] 10.222.0.59 "DELETE /v2.0/ports/c31c14cf-9a04-4137-94fb-ce705e55d4dd/bindings/n-h1-799684-3 HTTP/1.1" status: 204 len: 173 time: 0.2530091 Jul 08 17:57:35.744373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 78699332-2992-49b1-a6eb-6be69afa1ebd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=78699332-2992-49b1-a6eb-6be69afa1ebd,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:35.754568 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.785593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-7ecc190b-e969-44af-a485-10dbb00bb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:35.787120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-7ecc190b-e969-44af-a485-10dbb00bb440 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.0831094 Jul 08 17:57:35.828715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8d995-aa23-43af-95fe-47e3516bb3b5 req-a7c1c39b-f817-4245-b577-e24589a5cd5a tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:35.829858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5e8d995-aa23-43af-95fe-47e3516bb3b5 req-a7c1c39b-f817-4245-b577-e24589a5cd5a tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 1099 time: 0.1340575 Jul 08 17:57:35.886787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-36b01e59-0bb7-4d53-9e37-9a94abf35797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:35.888948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-36b01e59-0bb7-4d53-9e37-9a94abf35797 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913072 Jul 08 17:57:35.891356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5e8d995-aa23-43af-95fe-47e3516bb3b5 req-aab40178-637b-4778-a3f0-4857fe35889b tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487213 Jul 08 17:57:35.904349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-c352ff69-a673-40c6-a1c0-0d61fa6fcea1 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:57:35.918637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=78699332-2992-49b1-a6eb-6be69afa1ebd,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:35.918749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-c352ff69-a673-40c6-a1c0-0d61fa6fcea1 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149474 Jul 08 17:57:36.028879 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cecc77-c3f9-4562-af40-eedf4341b1f7 None None] Sync routers for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:36.050760 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cecc77-c3f9-4562-af40-eedf4341b1f7 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:36.051397 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-99cecc77-c3f9-4562-af40-eedf4341b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:36.062341 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-deb5b089-afe0-48a4-83e8-78d28e453aee service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485586 Jul 08 17:57:36.210027 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b9547601-6e3d-4199-8144-b672eb597f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:36.213151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1891a7-0712-4186-a206-54381d613c6f req-746c1b2b-d5b1-444b-9cc8-e424647337b6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:36.215391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca1891a7-0712-4186-a206-54381d613c6f req-746c1b2b-d5b1-444b-9cc8-e424647337b6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1225455 Jul 08 17:57:36.218663 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-99cecc77-c3f9-4562-af40-eedf4341b1f7 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:36.262747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-52b49320-4823-4e2c-a5a5-7b230e470f4e service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921504 Jul 08 17:57:36.299390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca1891a7-0712-4186-a206-54381d613c6f req-49cfc7be-bdc2-4625-bd88-d875e75f42cc tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714190 Jul 08 17:57:36.402062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-283a9d94-dd9d-4574-bf34-bccdfe23d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:36.404808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-283a9d94-dd9d-4574-bf34-bccdfe23d564 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 1096 time: 0.1044047 Jul 08 17:57:36.536347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['78699332-2992-49b1-a6eb-6be69afa1ebd'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:36.566490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-ce462828-4b6c-4edd-9465-4198f3f385b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:36.574839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-ce462828-4b6c-4edd-9465-4198f3f385b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.1614265 Jul 08 17:57:36.656929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbf39a-b957-4ddf-860b-73bc74665c00 req-86ab214f-8b74-4213-b210-99f703e3a5b3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:36.663613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20cbf39a-b957-4ddf-860b-73bc74665c00 req-86ab214f-8b74-4213-b210-99f703e3a5b3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 945 time: 0.2296286 Jul 08 17:57:36.678514 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-99cecc77-c3f9-4562-af40-eedf4341b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '13f946af-47c7-4bc9-945d-24275a9092d2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:d2:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:36.706097 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cecc77-c3f9-4562-af40-eedf4341b1f7 None None] Checking router: 29011021-7a7c-4302-bc28-79c304e5c3a4 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:36.710343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-37ccc89f-b9ee-4327-b4a5-923ce9d64610 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13f946af-47c7-4bc9-945d-24275a9092d2 HTTP/1.1" status: 200 len: 1001 time: 0.1342559 Jul 08 17:57:36.716222 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cecc77-c3f9-4562-af40-eedf4341b1f7 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:36.716841 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-99cecc77-c3f9-4562-af40-eedf4341b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:36.733295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20cbf39a-b957-4ddf-860b-73bc74665c00 req-55b082e7-0a3c-4d88-88d4-b896639425b5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684972 Jul 08 17:57:36.805074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-a6327889-1d80-451d-b8d4-3dada3e20ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:36.806599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-a6327889-1d80-451d-b8d4-3dada3e20ac1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.0724218 Jul 08 17:57:36.808366 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771cbaf5-1251-4b2a-8ace-521dabee9948 x-openstack-request-id: req-771cbaf5-1251-4b2a-8ace-521dabee9948 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:36.808706 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:36.808913 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-771cbaf5-1251-4b2a-8ace-521dabee9948 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:36.809416 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'status': 'completed', 'code': 200} Jul 08 17:57:36.834071 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-99cecc77-c3f9-4562-af40-eedf4341b1f7 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:36.912020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-c66101fb-567c-4c50-a9cc-c0c4cd26890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:36.913540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-c66101fb-567c-4c50-a9cc-c0c4cd26890a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011598 Jul 08 17:57:36.926865 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7 req-4788745f-6dc7-42e9-9ad1-f7d89a3e7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:36.928354 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7 req-4788745f-6dc7-42e9-9ad1-f7d89a3e7bfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 1096 time: 0.1042991 Jul 08 17:57:37.039097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7 req-c6a347f7-91ba-4785-99fd-09fcc6d5b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:37.040500 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7 req-c6a347f7-91ba-4785-99fd-09fcc6d5b251 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.1029649 Jul 08 17:57:37.055546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e010f-67de-4344-921a-3f2184022b05 req-ff07093d-1901-49d9-9c7c-9b9bd0cef543 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:37.057111 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-031e010f-67de-4344-921a-3f2184022b05 req-ff07093d-1901-49d9-9c7c-9b9bd0cef543 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 949 time: 0.1426928 Jul 08 17:57:37.070474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-cf0554a5-b1af-40b7-b49b-07a488023216 service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255968 Jul 08 17:57:37.111135 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-99cecc77-c3f9-4562-af40-eedf4341b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '13f946af-47c7-4bc9-945d-24275a9092d2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:d2:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:37.112157 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7 req-c701380f-1b37-4b40-b008-b9069a12c953 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 217 time: 0.0607655 Jul 08 17:57:37.141219 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cecc77-c3f9-4562-af40-eedf4341b1f7 None None] The sync data for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 is: [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '13f946af-47c7-4bc9-945d-24275a9092d2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:d2:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:37.157240 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-031e010f-67de-4344-921a-3f2184022b05 req-9fea6d5b-834c-46e5-8186-899dc80f1761 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890665 Jul 08 17:57:37.207457 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01bad05c-35a9-42f8-8e76-51e4417b77b2 req-f4b4f002-db9d-4b6b-baf6-da21a619a142 service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293793 Jul 08 17:57:37.209034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7 req-7bf6df6e-c90c-4113-9c80-458c7c5f0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:37.212502 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7 req-7bf6df6e-c90c-4113-9c80-458c7c5f0165 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.0943658 Jul 08 17:57:37.316139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7 req-57faf4d9-7bda-47dd-b38d-f86f8b439bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:37.322539 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7 req-57faf4d9-7bda-47dd-b38d-f86f8b439bb6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015420 Jul 08 17:57:37.353113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-d8bec9de-5d96-418c-bc4f-78b10b53742f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401366 Jul 08 17:57:37.487012 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7 req-f0c989c7-aa29-4cb0-8588-7b39bc6c5b79 service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426005 Jul 08 17:57:37.595902 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e5362d7b-8910-4dc1-bbf3-906fd2f3cde7 req-56d098f1-df32-434d-a33d-33ff3ca78c6b service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980127 Jul 08 17:57:37.600727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-53c460ce-8a22-4cb4-bb41-10d6cc0d2800 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:37.606891 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-53c460ce-8a22-4cb4-bb41-10d6cc0d2800 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519827 Jul 08 17:57:37.637271 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-d887ddc0-43b1-47e3-8aac-156723348154 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/quotas/9b0d0610fc974c3ba1b2ad55d418b953 HTTP/1.1" status: 200 len: 375 time: 0.0292606 Jul 08 17:57:37.640806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af414-e995-484f-9619-095adbbd8d0d req-19d6b03b-5831-48e8-886d-ab02105b8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:37.642462 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-19d6b03b-5831-48e8-886d-ab02105b8d51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 1096 time: 0.1699622 Jul 08 17:57:37.652452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae1418-810d-47ba-9739-f7f8282f27a9 req-bba23c1f-fa93-4171-9291-b3071990a6c5 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:37.653830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79ae1418-810d-47ba-9739-f7f8282f27a9 req-bba23c1f-fa93-4171-9291-b3071990a6c5 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 945 time: 0.1827199 Jul 08 17:57:37.772936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79ae1418-810d-47ba-9739-f7f8282f27a9 req-9767205a-7665-42df-921e-3976512247b2 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112590 Jul 08 17:57:37.815468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af414-e995-484f-9619-095adbbd8d0d req-b20029ce-eaef-4553-925c-06f52574c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:37.816959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-b20029ce-eaef-4553-925c-06f52574c3f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.1540725 Jul 08 17:57:37.829233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-32d9186e-1cbb-428f-914e-12b0eb8a0276 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1851327 Jul 08 17:57:37.868569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-918d600c-3434-4c9e-98a2-9b70b7f6b2c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 HTTP/1.1" status: 200 len: 217 time: 0.0383735 Jul 08 17:57:37.991294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af414-e995-484f-9619-095adbbd8d0d req-2c90d5d8-341a-4df9-86cd-2f72d4afcb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:37.992818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-2c90d5d8-341a-4df9-86cd-2f72d4afcb3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1169376 Jul 08 17:57:38.061027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-6afde282-7a64-457a-9c1a-c6d122bda2fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460868 Jul 08 17:57:38.064471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a28ddcab-e654-4275-8e5a-0e07798dc658 req-ecde32f3-2f8a-4fcc-bc50-41ab55677fe2 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.1267431 Jul 08 17:57:38.217060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ddcab-e654-4275-8e5a-0e07798dc658 req-bab423e4-2457-49f9-a5ea-266304df1ea9 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:38.218438 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a28ddcab-e654-4275-8e5a-0e07798dc658 req-bab423e4-2457-49f9-a5ea-266304df1ea9 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports/13f946af-47c7-4bc9-945d-24275a9092d2 HTTP/1.1" status: 200 len: 942 time: 0.1480319 Jul 08 17:57:38.256215 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-794964f6-ff19-4014-8205-3f299317f3dd service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843810 Jul 08 17:57:38.318294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3fe77-bdf3-409a-82b1-bc4493fac931 req-5f701a6e-7f1f-4ef1-a624-951e556d1d8c tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:38.319889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eff3fe77-bdf3-409a-82b1-bc4493fac931 req-5f701a6e-7f1f-4ef1-a624-951e556d1d8c tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1968629 Jul 08 17:57:38.693165 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a28ddcab-e654-4275-8e5a-0e07798dc658 req-6f36aefe-0b1b-4b2c-9c09-4a776a5528ba tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.3707311 Jul 08 17:57:38.700534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eff3fe77-bdf3-409a-82b1-bc4493fac931 req-60d12c40-2ecb-4cca-a2ff-45ed8e341f09 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732278 Jul 08 17:57:38.715590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-ee91466a-8b43-4689-ade8-994a09cb681d service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523995 Jul 08 17:57:38.810605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ddcab-e654-4275-8e5a-0e07798dc658 req-7c4f1cc7-6c55-4db1-9cb6-f1fe7884b4bf tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:38.811960 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a28ddcab-e654-4275-8e5a-0e07798dc658 req-7c4f1cc7-6c55-4db1-9cb6-f1fe7884b4bf tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.1091332 Jul 08 17:57:38.812544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'tag': '13f946af-47c7-4bc9-945d-24275a9092d2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:38.814806 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066d55db-1598-4852-86af-2ad616309085" -d '{"events": [{"name": "network-changed", "server_uuid": "36b1559b-ee6c-4cd6-85c2-4a724796372d", "tag": "13f946af-47c7-4bc9-945d-24275a9092d2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:38.920569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af414-e995-484f-9619-095adbbd8d0d req-0c7edc41-fd47-4ed9-8086-431a5bfe7684 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:38.921989 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-0c7edc41-fd47-4ed9-8086-431a5bfe7684 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.1046088 Jul 08 17:57:38.942271 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd669151-659b-4b48-9e79-d16c84d7800f req-edf7a182-26d4-48be-84a8-5164cfc60caa tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:38.943800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd669151-659b-4b48-9e79-d16c84d7800f req-edf7a182-26d4-48be-84a8-5164cfc60caa tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 1096 time: 0.1253169 Jul 08 17:57:38.946829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85cb02f7-c8e6-4755-b0f4-effd95800fb4 req-b0b3a4be-f5df-4138-bdea-335563a5e66b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 210 time: 0.0424180 Jul 08 17:57:38.950509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799684-3'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:39.030412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd669151-659b-4b48-9e79-d16c84d7800f req-3628cc18-343b-4354-8311-7eba4ff22ace tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764866 Jul 08 17:57:39.036782 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.046426 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.112327 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3567afec-a2f9-4f12-b0cd-d73abde2aa68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.173962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 78699332-2992-49b1-a6eb-6be69afa1ebd up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:39.215482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848f13e-412b-4386-92ef-f6ff4a81dfed req-91302279-b9f4-4baf-bac0-ad9efff5c38e tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:39.217286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f848f13e-412b-4386-92ef-f6ff4a81dfed req-91302279-b9f4-4baf-bac0-ad9efff5c38e tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 949 time: 0.1514966 Jul 08 17:57:39.248585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 78699332-2992-49b1-a6eb-6be69afa1ebd completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:39.253376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 78699332-2992-49b1-a6eb-6be69afa1ebd triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:39.253761 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.287907 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-aac27807-a10d-40bd-ba32-a8105f424615 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290298 Jul 08 17:57:39.302964 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f848f13e-412b-4386-92ef-f6ff4a81dfed req-3f7dff3a-d1a5-40be-8fbc-56923cf18310 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747914 Jul 08 17:57:39.309003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:39.343068 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.374636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1882c50-c78e-4e16-9977-5d483187993b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78699332-2992-49b1-a6eb-6be69afa1ebd'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:39.378738 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa826d9-196f-446e-b912-3f94c550e5f4" -d '{"events": [{"server_uuid": "b1882c50-c78e-4e16-9977-5d483187993b", "name": "network-vif-plugged", "status": "completed", "tag": "78699332-2992-49b1-a6eb-6be69afa1ebd"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:39.379372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:39.420483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 78699332-2992-49b1-a6eb-6be69afa1ebd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=78699332-2992-49b1-a6eb-6be69afa1ebd,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:39.428220 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.434339 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.444004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.496572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-88195115-7411-41b9-85b2-dd7a6498b120 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:39.498420 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-88195115-7411-41b9-85b2-dd7a6498b120 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979198 Jul 08 17:57:39.519239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Request body: {'port': {'device_id': 'ea2c51e9-a8a5-4eed-916a-93fcd4d4f576', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '9b0d0610fc974c3ba1b2ad55d418b953'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:39.524298 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=78699332-2992-49b1-a6eb-6be69afa1ebd,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:39.640559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on host n-h1-799684-3 for vnic_type normal with profile {"migrating_to": "n-h2-799684-3"} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:39.641028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:39.641604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:39.652063 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:39.652394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Attempting to bind port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:39.661473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Made reservation on behalf of 9b0d0610fc974c3ba1b2ad55d418b953 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:39.665201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.666390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Pushing event updated for resources: {'Port': ['ID=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:39.710138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:39.710491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:39.710875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:39.711313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Bound port: 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:39.711718 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.777256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eff51-bf35-429c-9246-d089ba9165ff req-46f29f02-b227-42f0-8f6e-f7a4abe94f59 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:39.778772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee5eff51-bf35-429c-9246-d089ba9165ff req-46f29f02-b227-42f0-8f6e-f7a4abe94f59 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 943 time: 0.2669508 Jul 08 17:57:39.783362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-63ab3571-c96f-4779-8900-5e27393623e2 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.1462607 Jul 08 17:57:39.803388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Allocated IP 192.168.233.114 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/d9522a80-4c93-48bb-a38b-e944e0a527ec) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:39.875640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:39.898769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee5eff51-bf35-429c-9246-d089ba9165ff req-1e1d2476-bf2c-4947-8699-8fc095adad2f tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142218 Jul 08 17:57:39.907693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-f4f3776b-bb5a-4f3c-a952-e547a91b2383 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:39.909165 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-f4f3776b-bb5a-4f3c-a952-e547a91b2383 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports/13f946af-47c7-4bc9-945d-24275a9092d2 HTTP/1.1" status: 200 len: 942 time: 0.1155014 Jul 08 17:57:39.911161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:39.927722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.989515 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f142add-3d1e-4a52-8285-a7da69df83ac x-openstack-request-id: req-1f142add-3d1e-4a52-8285-a7da69df83ac {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:39.989807 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b1559b-ee6c-4cd6-85c2-4a724796372d", "tag": "13f946af-47c7-4bc9-945d-24275a9092d2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:39.990060 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f142add-3d1e-4a52-8285-a7da69df83ac {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:39.990485 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'tag': '13f946af-47c7-4bc9-945d-24275a9092d2', 'status': 'completed', 'code': 200} Jul 08 17:57:40.023515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.052055 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.058234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Transition to ACTIVE for port object d9522a80-4c93-48bb-a38b-e944e0a527ec will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:40.095646 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.114542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def', '470c2987-9adb-426c-a66e-f347139b66ea', 'f1d7a7d9-6b79-467f-93da-93ad769bf15b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:40.154890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176', '9e518c22-9faf-4fd5-95b4-8e54d6f00799'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:40.162451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:40.164128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:40.169783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:40.198303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Pushing event updated for resources: {'Port': ['ID=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,revision_number=8']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:40.214628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event updated for resources: {'Port': ['ID=d9522a80-4c93-48bb-a38b-e944e0a527ec,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:40.229808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.230299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.230702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.231304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.231753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.232177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.233338 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.233834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.233993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:40.234617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.234736 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.235122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.236022 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-b206fff2-c332-4cd2-8559-4b21a805e335 service neutron] 10.222.0.59 "PUT /v2.0/ports/2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 HTTP/1.1" status: 200 len: 1121 time: 1.2914033 Jul 08 17:57:40.236196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.237308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:40.283004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:40.286186 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.321924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-fded73d0-3526-4c0a-b7a3-35cd8d83c6a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8031945 Jul 08 17:57:40.333026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Request body: {'port': {'device_id': 'ea2c51e9-a8a5-4eed-916a-93fcd4d4f576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:40.342773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['2405ccd2-1bf6-4436-ba0a-c4aba64bddd5'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:40.349551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-f02521b2-cf74-46df-83a9-22f62e53ee6b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.2498221 Jul 08 17:57:40.404167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d55db-1598-4852-86af-2ad616309085 req-c08f4240-680f-499c-86a1-0493d60e48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:40.405905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-066d55db-1598-4852-86af-2ad616309085 req-c08f4240-680f-499c-86a1-0493d60e48d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 1096 time: 0.4105043 Jul 08 17:57:40.458494 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.465440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-b4d2dbbf-54ae-47c4-957c-c715dc4e7e8b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:40.476295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-b4d2dbbf-54ae-47c4-957c-c715dc4e7e8b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 808 time: 0.2984986 Jul 08 17:57:40.558862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-af307522-6f2c-48db-afbc-c280ce8c1852 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/quotas/d3d4e592a62e4debadc4f62900a0fcdc HTTP/1.1" status: 200 len: 375 time: 0.0816183 Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: from cryptography.utils import int_from_bytes Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: from cryptography.utils import int_from_bytes Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.599777 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:40.603599 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:40.704927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-99606e55-7456-4395-8a9e-3086b6ff4183 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:40.706895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-99606e55-7456-4395-8a9e-3086b6ff4183 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.3435571 Jul 08 17:57:40.757092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e0694ee5-7c51-457b-84e3-831392facc65 None None] Provisioning for port d9522a80-4c93-48bb-a38b-e944e0a527ec completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:40.776380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-7a6272e5-a57f-4b0e-b835-353eb2874ead tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2165885 Jul 08 17:57:40.778201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e0694ee5-7c51-457b-84e3-831392facc65 None None] Provisioning complete for port d9522a80-4c93-48bb-a38b-e944e0a527ec triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:40.779252 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0694ee5-7c51-457b-84e3-831392facc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.791902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d55db-1598-4852-86af-2ad616309085 req-d792bebd-cc59-4119-88f9-86574b7d10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:40.793453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-066d55db-1598-4852-86af-2ad616309085 req-d792bebd-cc59-4119-88f9-86574b7d10ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.2785347 Jul 08 17:57:40.809066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9522a80-4c93-48bb-a38b-e944e0a527ec {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:40.818076 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.832360 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Transition to ACTIVE for port object d9522a80-4c93-48bb-a38b-e944e0a527ec will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:40.839868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.869796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e0694ee5-7c51-457b-84e3-831392facc65 None None] Port d9522a80-4c93-48bb-a38b-e944e0a527ec cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:57:40.904086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Pushing event updated for resources: {'Port': ['ID=d9522a80-4c93-48bb-a38b-e944e0a527ec,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:40.933423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-bcf82ff7-705c-4648-a0c6-703e58d337ad tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.2059999 Jul 08 17:57:40.961176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-d3fe8bfa-4ebb-4991-ac94-71c32efe6caf tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:40.973544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-066d55db-1598-4852-86af-2ad616309085 req-7bc38835-8059-4315-a842-1cca9974c73c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13f946af-47c7-4bc9-945d-24275a9092d2 HTTP/1.1" status: 200 len: 1001 time: 0.1632495 Jul 08 17:57:41.027874 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Attempting to bind port d9522a80-4c93-48bb-a38b-e944e0a527ec on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:41.028211 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Attempting to bind port d9522a80-4c93-48bb-a38b-e944e0a527ec by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:41.028591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Attempting to bind port d9522a80-4c93-48bb-a38b-e944e0a527ec on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:41.035028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Port d9522a80-4c93-48bb-a38b-e944e0a527ec on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:41.035359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Attempting to bind port d9522a80-4c93-48bb-a38b-e944e0a527ec on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:41.040180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:41.040516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:41.040895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:41.041312 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Bound port: d9522a80-4c93-48bb-a38b-e944e0a527ec, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:41.041668 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:41.082538 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-2c062080-25d3-4965-ba6b-e4a48d0da176 service neutron] 10.222.0.73 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052573 Jul 08 17:57:41.125608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] For port d9522a80-4c93-48bb-a38b-e944e0a527ec, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:41.130460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] For port d9522a80-4c93-48bb-a38b-e944e0a527ec, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d9522a80-4c93-48bb-a38b-e944e0a527ec,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:41.132395 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-d3fe8bfa-4ebb-4991-ac94-71c32efe6caf tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:41.135979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d55db-1598-4852-86af-2ad616309085 req-dd9756df-0360-4e60-adf3-3a39899cd58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:41.137494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-066d55db-1598-4852-86af-2ad616309085 req-dd9756df-0360-4e60-adf3-3a39899cd58b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.1275613 Jul 08 17:57:41.139425 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:41.173633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:41.175204 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:41.177514 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] 10.222.0.59 "PUT /v2.0/ports/d9522a80-4c93-48bb-a38b-e944e0a527ec HTTP/1.1" status: 200 len: 1096 time: 0.8488405 Jul 08 17:57:41.215939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2c51e9-a8a5-4eed-916a-93fcd4d4f576', 'tag': 'd9522a80-4c93-48bb-a38b-e944e0a527ec'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:41.219498 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2c51e9-a8a5-4eed-916a-93fcd4d4f576", "tag": "d9522a80-4c93-48bb-a38b-e944e0a527ec"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:41.277321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c9bf9-2836-447a-8c05-a2e9c4a7a705 service neutron] Pushing event updated for resources: {'Port': ['ID=d9522a80-4c93-48bb-a38b-e944e0a527ec,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:41.309713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-716b5193-1751-4294-ab8b-f911c5c9ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:41.311528 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-716b5193-1751-4294-ab8b-f911c5c9ca53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 1099 time: 0.0737646 Jul 08 17:57:41.363016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-1e98feb2-4b9b-4ce4-ab35-6f88f6af6f85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d9522a80-4c93-48bb-a38b-e944e0a527ec HTTP/1.1" status: 200 len: 217 time: 0.0384703 Jul 08 17:57:41.366381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-daf8f2c9-867d-4a59-9d52-2df3f9eb6ae3 service neutron] 10.222.0.73 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737064 Jul 08 17:57:41.420030 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-d3fe8bfa-4ebb-4991-ac94-71c32efe6caf tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:41.426977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-d3fe8bfa-4ebb-4991-ac94-71c32efe6caf tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:41.427132 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-d3fe8bfa-4ebb-4991-ac94-71c32efe6caf tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Floating IP 642b1106-35d4-4ed5-8796-38ffafc9c317 disassociated. External IP: 172.25.8.110, port: 13f946af-47c7-4bc9-945d-24275a9092d2. Jul 08 17:57:41.459418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-f0e45c40-d5f6-4961-8d11-53d8b45a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:41.460824 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-f0e45c40-d5f6-4961-8d11-53d8b45a480d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0816431 Jul 08 17:57:41.468443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d55db-1598-4852-86af-2ad616309085 req-99d0ff24-aaaa-4fbf-a6bb-854e729107a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:41.470092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-066d55db-1598-4852-86af-2ad616309085 req-99d0ff24-aaaa-4fbf-a6bb-854e729107a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2977178 Jul 08 17:57:41.505769 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:41.555354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-8f1a3085-d813-4dda-9598-798179cb7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:41.556823 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-8f1a3085-d813-4dda-9598-798179cb7122 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676749 Jul 08 17:57:41.571165 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ad6af8-51df-44c7-9b8a-1ee09c82ba8d x-openstack-request-id: req-c7ad6af8-51df-44c7-9b8a-1ee09c82ba8d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:41.571448 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1882c50-c78e-4e16-9977-5d483187993b", "name": "network-vif-plugged", "status": "completed", "tag": "78699332-2992-49b1-a6eb-6be69afa1ebd", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:41.571697 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c7ad6af8-51df-44c7-9b8a-1ee09c82ba8d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:41.572085 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1882c50-c78e-4e16-9977-5d483187993b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78699332-2992-49b1-a6eb-6be69afa1ebd', 'code': 200} Jul 08 17:57:41.599052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:41.779868 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-426689fd-7c81-4ae6-ac85-d7a98750fdfd service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115052 Jul 08 17:57:41.803353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:41.816391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 has no active binding in host n-h2-799684-3 {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:57:41.920749 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef0c8ec2-773a-4405-a0cc-0971157a16c9 req-8eb08129-1bd2-449a-b767-5e0065dbaba6 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259863 Jul 08 17:57:41.991732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c8a00d-7172-4f0f-9147-2087f2561556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5'}, {'name': 'network-changed', 'server_uuid': '19c8a00d-7172-4f0f-9147-2087f2561556', 'tag': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:41.993991 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf57ed2-6ee3-44e2-b992-019d3fbf9db7" -d '{"events": [{"server_uuid": "19c8a00d-7172-4f0f-9147-2087f2561556", "name": "network-vif-unplugged", "status": "completed", "tag": "2405ccd2-1bf6-4436-ba0a-c4aba64bddd5"}, {"name": "network-changed", "server_uuid": "19c8a00d-7172-4f0f-9147-2087f2561556", "tag": "2405ccd2-1bf6-4436-ba0a-c4aba64bddd5"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:42.007110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-066d55db-1598-4852-86af-2ad616309085 req-2462cfc6-5b72-4109-b2f1-3b7e8bf9eb4d service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123184 Jul 08 17:57:42.138388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af71e4-8624-4625-b364-10071624dd1b req-ab3c9426-c81b-45ac-8b35-da9cac8e1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:42.139890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54af71e4-8624-4625-b364-10071624dd1b req-ab3c9426-c81b-45ac-8b35-da9cac8e1942 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 1101 time: 0.2643521 Jul 08 17:57:42.148030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804044d8-dcbe-42b9-ba6c-49400d51c004 req-3bded041-f2ac-4fc2-ae53-d0b0267fcf39 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:42.149448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-804044d8-dcbe-42b9-ba6c-49400d51c004 req-3bded041-f2ac-4fc2-ae53-d0b0267fcf39 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.2665772 Jul 08 17:57:42.292980 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-804044d8-dcbe-42b9-ba6c-49400d51c004 req-b32c674a-7664-4749-b728-d985c26fe7cb tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051776 Jul 08 17:57:42.294566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54af71e4-8624-4625-b364-10071624dd1b req-38b0f6ee-8cbd-4a52-8e05-09bb064526bb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409440 Jul 08 17:57:42.296612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-d3fe8bfa-4ebb-4991-ac94-71c32efe6caf tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Router 29011021-7a7c-4302-bc28-79c304e5c3a4 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:42.299169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-066d55db-1598-4852-86af-2ad616309085 req-e62e9780-e34a-4ecf-b8ce-e118e17df6d3 service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389095 Jul 08 17:57:42.471987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-d3fe8bfa-4ebb-4991-ac94-71c32efe6caf tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:42.477456 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-d3fe8bfa-4ebb-4991-ac94-71c32efe6caf tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:42.486484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08bc9f-a5a8-4e4b-bb12-f053c21e3e57 None None] Sync routers for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:42.496236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08bc9f-a5a8-4e4b-bb12-f053c21e3e57 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:42.497157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ef08bc9f-a5a8-4e4b-bb12-f053c21e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:42.523993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-d3fe8bfa-4ebb-4991-ac94-71c32efe6caf tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "PUT /v2.0/floatingips/642b1106-35d4-4ed5-8796-38ffafc9c317 HTTP/1.1" status: 200 len: 695 time: 1.5666592 Jul 08 17:57:42.549599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a268693-beea-4689-a338-dd37f4829777 req-bc56e531-b60b-4d33-ac89-13ec7d1987bc tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:42.551456 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a268693-beea-4689-a338-dd37f4829777 req-bc56e531-b60b-4d33-ac89-13ec7d1987bc tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 948 time: 0.1131783 Jul 08 17:57:42.617366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a268693-beea-4689-a338-dd37f4829777 req-6390ad3c-040c-4eee-ad53-7f1612a2ab9b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570784 Jul 08 17:57:42.621339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ef08bc9f-a5a8-4e4b-bb12-f053c21e3e57 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:42.632390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-9fb67951-87f3-4e51-b03b-6ed85a029ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:42.633941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-9fb67951-87f3-4e51-b03b-6ed85a029ce9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 1096 time: 0.0819118 Jul 08 17:57:42.742327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-83598f0e-cd82-4e0c-803c-b196ccc3754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:42.743810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-83598f0e-cd82-4e0c-803c-b196ccc3754d service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.0924976 Jul 08 17:57:42.809797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-07cfd182-0ffe-4210-8be0-e5b22b7e7490 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13f946af-47c7-4bc9-945d-24275a9092d2 HTTP/1.1" status: 200 len: 217 time: 0.0523431 Jul 08 17:57:42.869993 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ef08bc9f-a5a8-4e4b-bb12-f053c21e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:42.891392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a1b94-a496-4cba-a6b5-588d3373dcfd req-0b155027-212d-4fdb-939c-2a96b83d2c25 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:42.899259 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f7a1b94-a496-4cba-a6b5-588d3373dcfd req-0b155027-212d-4fdb-939c-2a96b83d2c25 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 950 time: 0.1512582 Jul 08 17:57:42.904964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08bc9f-a5a8-4e4b-bb12-f053c21e3e57 None None] Checking router: 29011021-7a7c-4302-bc28-79c304e5c3a4 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:42.921396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08bc9f-a5a8-4e4b-bb12-f053c21e3e57 None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:42.922036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ef08bc9f-a5a8-4e4b-bb12-f053c21e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:42.926690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-7912b3ba-a241-4d1a-bbe7-0176254bff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:42.932132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-7912b3ba-a241-4d1a-bbe7-0176254bff74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.1044769 Jul 08 17:57:42.960259 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f7a1b94-a496-4cba-a6b5-588d3373dcfd req-79364531-c12d-4684-9169-f23631a24384 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567908 Jul 08 17:57:43.130130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ef08bc9f-a5a8-4e4b-bb12-f053c21e3e57 None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:43.167113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-f04919e4-e9ba-4c3e-b0c1-02b0a84f5ee0 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:43.169461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-f04919e4-e9ba-4c3e-b0c1-02b0a84f5ee0 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.74 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 808 time: 0.1909778 Jul 08 17:57:43.175638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-7c5d5ce5-b566-42bf-a0ce-47dadf8d0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:43.177088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-7c5d5ce5-b566-42bf-a0ce-47dadf8d0aea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2159076 Jul 08 17:57:43.184520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Request body: {'port': {'device_id': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf', 'admin_state_up': True, 'tenant_id': 'd3d4e592a62e4debadc4f62900a0fcdc'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:43.358413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369ede6-dd93-4b61-940d-08d2210de977 req-1b965d5f-f54d-4366-917e-70a3a05d4b72 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:43.359993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c369ede6-dd93-4b61-940d-08d2210de977 req-1b965d5f-f54d-4366-917e-70a3a05d4b72 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 943 time: 0.2413347 Jul 08 17:57:43.410541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-fafb9d3a-5173-4179-b658-c7c4fcec4feb service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214940 Jul 08 17:57:43.473649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Made reservation on behalf of d3d4e592a62e4debadc4f62900a0fcdc for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:43.477239 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:43.481612 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c369ede6-dd93-4b61-940d-08d2210de977 req-de3feb05-b9b0-43c3-a01c-a59f245bcafc tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111190 Jul 08 17:57:43.512332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ef08bc9f-a5a8-4e4b-bb12-f053c21e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:43.554998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08bc9f-a5a8-4e4b-bb12-f053c21e3e57 None None] The sync data for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 is: [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:43.621275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0adaf3-1b4d-434a-a731-f767625f07fe req-d6f3b51c-87f6-4ad5-856a-59b7d7994251 service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903815 Jul 08 17:57:43.705334 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ea916d-dce3-4ecb-b6cf-a063476c184d x-openstack-request-id: req-57ea916d-dce3-4ecb-b6cf-a063476c184d {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:43.706152 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2c51e9-a8a5-4eed-916a-93fcd4d4f576", "tag": "d9522a80-4c93-48bb-a38b-e944e0a527ec", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:43.706575 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57ea916d-dce3-4ecb-b6cf-a063476c184d {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:43.707276 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2c51e9-a8a5-4eed-916a-93fcd4d4f576', 'tag': 'd9522a80-4c93-48bb-a38b-e944e0a527ec', 'status': 'completed', 'code': 200} Jul 08 17:57:43.708916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Allocated IP 172.20.0.13 (15934754-1853-4dd8-b29a-beef79bb7ebf/12159336-ffa6-449d-a07c-a9ce0d1177e8/79958940-f6b9-4f93-b5a7-38f21a6dad17) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:43.789891 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca30220-ef36-4385-8c20-58e1d5aec3d3 x-openstack-request-id: req-7ca30220-ef36-4385-8c20-58e1d5aec3d3 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:43.790306 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c8a00d-7172-4f0f-9147-2087f2561556", "name": "network-vif-unplugged", "status": "completed", "tag": "2405ccd2-1bf6-4436-ba0a-c4aba64bddd5", "code": 200}, {"name": "network-changed", "server_uuid": "19c8a00d-7172-4f0f-9147-2087f2561556", "tag": "2405ccd2-1bf6-4436-ba0a-c4aba64bddd5", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:43.790637 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ca30220-ef36-4385-8c20-58e1d5aec3d3 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:43.791111 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c8a00d-7172-4f0f-9147-2087f2561556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5', 'code': 200} Jul 08 17:57:43.791441 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c8a00d-7172-4f0f-9147-2087f2561556', 'tag': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5', 'status': 'completed', 'code': 200} Jul 08 17:57:43.902684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf57ed2-6ee3-44e2-b992-019d3fbf9db7 req-49d1c9d7-0c08-4e2f-9aa5-b2fb6311760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:43.904306 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cf57ed2-6ee3-44e2-b992-019d3fbf9db7 req-49d1c9d7-0c08-4e2f-9aa5-b2fb6311760d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 1124 time: 0.1107740 Jul 08 17:57:43.965536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f23ff2c1-bd87-4c3a-aedc-b6fcdb54e489 req-1db9e0f5-b227-4141-a8e9-7238d3c934f7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 210 time: 0.0668972 Jul 08 17:57:44.024810 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3e60c-2e3c-4db9-a676-43457da21e7a None None] New status for floating IP 642b1106-35d4-4ed5-8796-38ffafc9c317: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:57:44.056078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf57ed2-6ee3-44e2-b992-019d3fbf9db7 req-48eb82b7-784d-4987-8466-0fac9d2effa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:44.059185 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cf57ed2-6ee3-44e2-b992-019d3fbf9db7 req-48eb82b7-784d-4987-8466-0fac9d2effa4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.1417410 Jul 08 17:57:44.108860 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cf57ed2-6ee3-44e2-b992-019d3fbf9db7 req-fec488b9-d757-495d-9da2-ae209e8d4b81 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 HTTP/1.1" status: 200 len: 217 time: 0.0419376 Jul 08 17:57:44.114875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f req-0dc0c9e7-4a14-4473-9b5c-e47312087ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:44.116591 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f req-0dc0c9e7-4a14-4473-9b5c-e47312087ff7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 1099 time: 0.3242002 Jul 08 17:57:44.178758 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf57ed2-6ee3-44e2-b992-019d3fbf9db7 req-63203c19-a96d-48d9-87a5-e8822af66bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:44.180614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cf57ed2-6ee3-44e2-b992-019d3fbf9db7 req-63203c19-a96d-48d9-87a5-e8822af66bcb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.0586858 Jul 08 17:57:44.186109 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:44.224027 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cf57ed2-6ee3-44e2-b992-019d3fbf9db7 req-f7fb8c60-d5ab-4e08-addb-014591e742fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316603 Jul 08 17:57:44.242916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e2eea-82e4-412f-85d9-862380ec76a1 req-5944f44c-ee8d-46e4-a0ac-2f5c4295014b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:44.244430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b12e2eea-82e4-412f-85d9-862380ec76a1 req-5944f44c-ee8d-46e4-a0ac-2f5c4295014b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.3428814 Jul 08 17:57:44.333030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b12e2eea-82e4-412f-85d9-862380ec76a1 req-517b1d34-1ba9-4418-a22d-c399b40a728c tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795424 Jul 08 17:57:44.342139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f req-49423f92-d6dd-44c5-9061-642fadb1b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:44.343651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f req-49423f92-d6dd-44c5-9061-642fadb1b22e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2092078 Jul 08 17:57:44.355073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:44.392498 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cf57ed2-6ee3-44e2-b992-019d3fbf9db7 req-fed205c6-fa58-42c4-9905-a6ffca7cc0fc service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570923 Jul 08 17:57:44.450463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f req-9388cc2b-b320-45e7-b965-84bd9463170b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d9522a80-4c93-48bb-a38b-e944e0a527ec HTTP/1.1" status: 200 len: 217 time: 0.0858183 Jul 08 17:57:44.482457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Network 15934754-1853-4dd8-b29a-beef79bb7ebf is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:44.504297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:44.517280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Pushing event updated for resources: {'Port': ['ID=79958940-f6b9-4f93-b5a7-38f21a6dad17,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:44.522922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:44.528832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:44.529197 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cf57ed2-6ee3-44e2-b992-019d3fbf9db7 req-e97cfcbd-8239-4e81-af84-c815c73a05b0 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299641 Jul 08 17:57:44.529469 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:44.609138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1b4b3688-a487-4658-88d3-021acbca472f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4284792 Jul 08 17:57:44.611531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f req-88d75f6b-3990-481e-976d-191826440e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:44.612901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f req-88d75f6b-3990-481e-976d-191826440e32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1465290 Jul 08 17:57:44.623693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Request body: {'port': {'device_id': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:44.731625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9e00c-9553-4e39-9ce7-b4804427cac7 req-128c7573-efab-4461-a99a-e00b3ebcb86c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:44.733081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48a9e00c-9553-4e39-9ce7-b4804427cac7 req-128c7573-efab-4461-a99a-e00b3ebcb86c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 948 time: 0.2266722 Jul 08 17:57:44.763307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8ee7e-146e-443e-a315-e91c957c1bbb req-7fee46f9-bf1a-45a4-b612-9eb83d7ffa6a tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:44.765681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2fb8ee7e-146e-443e-a315-e91c957c1bbb req-7fee46f9-bf1a-45a4-b612-9eb83d7ffa6a tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 950 time: 0.2327037 Jul 08 17:57:44.823513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:44.846871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f req-93971b47-f08a-45d2-b793-d52ff81160a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:44.848374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f req-93971b47-f08a-45d2-b793-d52ff81160a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2188745 Jul 08 17:57:44.863486 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48a9e00c-9553-4e39-9ce7-b4804427cac7 req-47af678a-1d6b-465d-b7ee-60a44bf7a310 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089945 Jul 08 17:57:44.875284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2fb8ee7e-146e-443e-a315-e91c957c1bbb req-456d5be9-130a-47b5-b22c-59bda661c563 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977502 Jul 08 17:57:45.381831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f req-17ce3767-0667-4ee3-800a-e64f097d9d0c service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213656 Jul 08 17:57:45.548053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-14f87212-b185-49ca-8e7b-559b47473a91 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:45.550171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-14f87212-b185-49ca-8e7b-559b47473a91 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5322497 Jul 08 17:57:45.591704 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d9522a80-4c93-48bb-a38b-e944e0a527ec details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:45.600887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ade15-06f8-4474-86ca-090b6a5ed58f req-a216d9fd-11e5-44a2-bdcb-5aa388a3b9fb tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:45.602415 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-312ade15-06f8-4474-86ca-090b6a5ed58f req-a216d9fd-11e5-44a2-bdcb-5aa388a3b9fb tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 943 time: 0.5430446 Jul 08 17:57:45.670767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-c840c49f-6f52-4354-bee1-d368f6f4a4d4 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.1051495 Jul 08 17:57:45.680247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3195a0f-dcfd-4546-9d67-b6eddee8a90f req-cd962745-8336-41c4-b353-6da2420ff55b service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817550 Jul 08 17:57:45.684315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d9522a80-4c93-48bb-a38b-e944e0a527ec, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d9522a80-4c93-48bb-a38b-e944e0a527ec,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:45.689930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-d313093a-45eb-4b29-a775-c421ad978b8c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Request body: {'floatingip': {'port_id': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:45.696983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'd9522a80-4c93-48bb-a38b-e944e0a527ec', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'd9522a80-4c93-48bb-a38b-e944e0a527ec', 'mac_address': 'fa:16:3e:3f:36:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:45.737429 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.749813 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9522a80-4c93-48bb-a38b-e944e0a527ec {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:45.763187 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-d313093a-45eb-4b29-a775-c421ad978b8c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.769591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d9522a80-4c93-48bb-a38b-e944e0a527ec, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d9522a80-4c93-48bb-a38b-e944e0a527ec,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:45.771934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-312ade15-06f8-4474-86ca-090b6a5ed58f req-7d11d258-c4b0-42db-986b-0efec0805bad tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372600 Jul 08 17:57:45.774856 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.799935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'tag': '13f946af-47c7-4bc9-945d-24275a9092d2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:45.802174 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da42446-710f-483a-be70-8549129528cd" -d '{"events": [{"name": "network-changed", "server_uuid": "36b1559b-ee6c-4cd6-85c2-4a724796372d", "tag": "13f946af-47c7-4bc9-945d-24275a9092d2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:45.810120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79958940-f6b9-4f93-b5a7-38f21a6dad17 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:45.830457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d9522a80-4c93-48bb-a38b-e944e0a527ec,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:45.838591 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.862922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Transition to ACTIVE for port object 79958940-f6b9-4f93-b5a7-38f21a6dad17 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:45.867659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.987922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Pushing event updated for resources: {'Port': ['ID=79958940-f6b9-4f93-b5a7-38f21a6dad17,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:46.044353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:46.044674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:46.045034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:46.079727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:46.080221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:46.096960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:46.097541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:46.098194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:46.098935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Bound port: 79958940-f6b9-4f93-b5a7-38f21a6dad17, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:46.099312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.314099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:46.338692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:46.347528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.397043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553822-e30c-40a1-8cc3-af3172fb1687 req-d9bbe0e6-5a83-461e-b29b-0ca63271687e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:46.398587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b553822-e30c-40a1-8cc3-af3172fb1687 req-d9bbe0e6-5a83-461e-b29b-0ca63271687e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 944 time: 0.2245486 Jul 08 17:57:46.406829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:46.407504 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.408962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] 10.222.0.74 "PUT /v2.0/ports/79958940-f6b9-4f93-b5a7-38f21a6dad17 HTTP/1.1" status: 200 len: 1092 time: 1.7907403 Jul 08 17:57:46.492732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['d9522a80-4c93-48bb-a38b-e944e0a527ec'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:46.509282 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.resource_extend [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-d313093a-45eb-4b29-a775-c421ad978b8c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:57:46.514339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c02d0-b672-4851-843f-9f499ad9ada9 service neutron] Pushing event updated for resources: {'Port': ['ID=79958940-f6b9-4f93-b5a7-38f21a6dad17,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:46.546840 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-33134630-a730-4af2-ad53-d11f266391b9 service neutron] 10.222.0.74 "GET /v2.0/ports/2405ccd2-1bf6-4436-ba0a-c4aba64bddd5/bindings/n-h2-799684-3 HTTP/1.1" status: 200 len: 384 time: 0.0661161 Jul 08 17:57:46.560483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b553822-e30c-40a1-8cc3-af3172fb1687 req-13a748a4-39b7-42ed-acef-5c64baed80cd tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505070 Jul 08 17:57:46.581798 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-d313093a-45eb-4b29-a775-c421ad978b8c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.600880 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-d313093a-45eb-4b29-a775-c421ad978b8c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.604840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-86998b34-3d41-4220-ac2e-922691bf791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:46.606397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-86998b34-3d41-4220-ac2e-922691bf791b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 1095 time: 0.1521680 Jul 08 17:57:46.699620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-ce49bd83-87f2-40cb-8390-3004caf34e02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17 HTTP/1.1" status: 200 len: 217 time: 0.0616155 Jul 08 17:57:46.741445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-235af414-e995-484f-9619-095adbbd8d0d req-2e5ab231-76a8-4495-90d6-322946418ee0 service neutron] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:46.761691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-235af414-e995-484f-9619-095adbbd8d0d req-2e5ab231-76a8-4495-90d6-322946418ee0 service neutron] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:46.797339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-235af414-e995-484f-9619-095adbbd8d0d req-2e5ab231-76a8-4495-90d6-322946418ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:46.808813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-235af414-e995-484f-9619-095adbbd8d0d req-2e5ab231-76a8-4495-90d6-322946418ee0 service neutron] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:46.823065 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-235af414-e995-484f-9619-095adbbd8d0d req-2e5ab231-76a8-4495-90d6-322946418ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.833583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-07196595-e899-462d-a7a1-69173d7e83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:46.835044 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-07196595-e899-462d-a7a1-69173d7e83f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.1087642 Jul 08 17:57:46.836011 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-d313093a-45eb-4b29-a775-c421ad978b8c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Floating IP 642b1106-35d4-4ed5-8796-38ffafc9c317 associated. External IP: 172.25.8.110, port: 9c1ea32a-b775-44a2-9679-f1c67a4858ed. Jul 08 17:57:46.895633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-235af414-e995-484f-9619-095adbbd8d0d req-2e5ab231-76a8-4495-90d6-322946418ee0 service neutron] Transition to ACTIVE for port object 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:46.901274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-235af414-e995-484f-9619-095adbbd8d0d req-2e5ab231-76a8-4495-90d6-322946418ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.905767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-75af7f31-268a-4569-be9d-f5484e6aea82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326703 Jul 08 17:57:46.919629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09146-9468-4885-8406-5d8ead764079 req-99846875-064c-4042-a2ab-8180e26161d9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:46.921034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02e09146-9468-4885-8406-5d8ead764079 req-99846875-064c-4042-a2ab-8180e26161d9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.2328286 Jul 08 17:57:46.972571 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-235af414-e995-484f-9619-095adbbd8d0d req-2e5ab231-76a8-4495-90d6-322946418ee0 service neutron] No DVR routers for this DVR port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:46.975556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ab231-76a8-4495-90d6-322946418ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,revision_number=10']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:47.009176 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-2e5ab231-76a8-4495-90d6-322946418ee0 service neutron] 10.222.0.74 "PUT /v2.0/ports/2405ccd2-1bf6-4436-ba0a-c4aba64bddd5/bindings/n-h2-799684-3/activate HTTP/1.1" status: 200 len: 369 time: 0.4560921 Jul 08 17:57:47.097720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02e09146-9468-4885-8406-5d8ead764079 req-71cfb251-4b3f-494d-9b9e-07ad49678877 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645548 Jul 08 17:57:47.125905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-1db2330e-7e28-4155-90ac-634421f502f5 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039409 Jul 08 17:57:47.138170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af414-e995-484f-9619-095adbbd8d0d req-5f0a24c1-b6dd-4d40-be2f-f4182f5a5735 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:47.139973 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-5f0a24c1-b6dd-4d40-be2f-f4182f5a5735 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1095 time: 0.0693150 Jul 08 17:57:47.170866 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867d99ee-fd9e-4e28-9633-8162be2f1883 x-openstack-request-id: req-867d99ee-fd9e-4e28-9633-8162be2f1883 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:47.171146 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b1559b-ee6c-4cd6-85c2-4a724796372d", "tag": "13f946af-47c7-4bc9-945d-24275a9092d2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:47.171389 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-867d99ee-fd9e-4e28-9633-8162be2f1883 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:47.171758 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'tag': '13f946af-47c7-4bc9-945d-24275a9092d2', 'status': 'completed', 'code': 200} Jul 08 17:57:47.239853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af414-e995-484f-9619-095adbbd8d0d req-59d321b4-ce3a-420d-aa9f-a886fc694642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:47.242279 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-59d321b4-ce3a-420d-aa9f-a886fc694642 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556&tenant_id=44a6d394ddab44db92242d5757a14aee HTTP/1.1" status: 200 len: 1095 time: 0.0918641 Jul 08 17:57:47.328315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af414-e995-484f-9619-095adbbd8d0d req-2da1bc77-3f17-4bf1-8e3a-55e2cc654a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:47.329914 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-2da1bc77-3f17-4bf1-8e3a-55e2cc654a7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 1095 time: 0.0554738 Jul 08 17:57:47.426949 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af414-e995-484f-9619-095adbbd8d0d req-b1cf4a84-c276-41a3-be09-95740cb90ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:47.428450 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-b1cf4a84-c276-41a3-be09-95740cb90ea3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.0904217 Jul 08 17:57:47.472036 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-42a58945-ef31-43c1-a830-b28ee1bad9b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 HTTP/1.1" status: 200 len: 217 time: 0.0350883 Jul 08 17:57:47.526249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af414-e995-484f-9619-095adbbd8d0d req-cfbec396-60fd-4d07-8420-5354611cc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:47.527650 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-cfbec396-60fd-4d07-8420-5354611cc5a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.0484202 Jul 08 17:57:47.568073 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-9af70728-4d78-4cf8-bf81-20edb974e77e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302804 Jul 08 17:57:47.653140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c61672-1e5e-404c-a62e-bba0a19726eb req-27d59b7c-ee51-4c68-8b45-d203f840d7de tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:47.654607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3c61672-1e5e-404c-a62e-bba0a19726eb req-27d59b7c-ee51-4c68-8b45-d203f840d7de tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.59 "GET /v2.0/ports?device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 945 time: 0.6227803 Jul 08 17:57:47.666163 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-73067443-8e76-448a-aa12-26f7f0540460 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853074 Jul 08 17:57:47.750526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d618c58e-ea81-46fd-a2f8-d53c97ee7f07 req-31c90915-ae40-4549-82ed-ef5ae9c7f8aa service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898046 Jul 08 17:57:47.768580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-d313093a-45eb-4b29-a775-c421ad978b8c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Router 29011021-7a7c-4302-bc28-79c304e5c3a4 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:47.788199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da42446-710f-483a-be70-8549129528cd req-e0ec2717-e855-4189-b93c-9846f79a678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:47.789669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3da42446-710f-483a-be70-8549129528cd req-e0ec2717-e855-4189-b93c-9846f79a678a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=36b1559b-ee6c-4cd6-85c2-4a724796372d HTTP/1.1" status: 200 len: 1096 time: 0.5281768 Jul 08 17:57:47.790596 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-e3d59048-818b-4816-ac55-b852fae063b0 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070797 Jul 08 17:57:47.836670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f10e1-6964-48e6-9eef-c808b4b28f03 req-496914b5-fac4-4384-bdf3-6a4f2e5b5f71 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:47.838157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-151f10e1-6964-48e6-9eef-c808b4b28f03 req-496914b5-fac4-4384-bdf3-6a4f2e5b5f71 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 949 time: 0.5412014 Jul 08 17:57:48.022145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-151f10e1-6964-48e6-9eef-c808b4b28f03 req-f8fa7f2d-6026-40e3-b802-4d8a975556d1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457658 Jul 08 17:57:48.038822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-d3c61672-1e5e-404c-a62e-bba0a19726eb req-04fa1b3f-5b4b-4c97-8f4a-9013b96a8146 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Deleting port 13f946af-47c7-4bc9-945d-24275a9092d2 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:48.039165 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d3c61672-1e5e-404c-a62e-bba0a19726eb req-04fa1b3f-5b4b-4c97-8f4a-9013b96a8146 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:48.097337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da42446-710f-483a-be70-8549129528cd req-f798bba0-4e5b-474c-b2ec-f27f56c0f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:48.098599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3da42446-710f-483a-be70-8549129528cd req-f798bba0-4e5b-474c-b2ec-f27f56c0f51c service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.2873590 Jul 08 17:57:48.117533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-d313093a-45eb-4b29-a775-c421ad978b8c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:48.124729 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-d313093a-45eb-4b29-a775-c421ad978b8c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:48.144095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347eeb6-ba2d-4bf7-bf07-257311aba44e None None] Sync routers for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:48.148664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af414-e995-484f-9619-095adbbd8d0d req-eb91bc96-f3b0-43b5-acc4-4eb3b8f9edd3 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:48.150152 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-eb91bc96-f3b0-43b5-acc4-4eb3b8f9edd3 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1095 time: 0.0835752 Jul 08 17:57:48.155667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347eeb6-ba2d-4bf7-bf07-257311aba44e None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:48.156610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e347eeb6-ba2d-4bf7-bf07-257311aba44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:48.215770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3da42446-710f-483a-be70-8549129528cd req-a3f41d0e-a8b1-43ef-896c-f60420198131 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13f946af-47c7-4bc9-945d-24275a9092d2 HTTP/1.1" status: 200 len: 217 time: 0.1061499 Jul 08 17:57:48.265019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-235af414-e995-484f-9619-095adbbd8d0d req-48026d81-e14b-437d-acba-0ba5c27378f8 service neutron] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:48.268298 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-e347eeb6-ba2d-4bf7-bf07-257311aba44e None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:48.269551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-235af414-e995-484f-9619-095adbbd8d0d req-48026d81-e14b-437d-acba-0ba5c27378f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:48.271307 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-235af414-e995-484f-9619-095adbbd8d0d req-48026d81-e14b-437d-acba-0ba5c27378f8 service neutron] 10.222.0.59 "DELETE /v2.0/ports/2405ccd2-1bf6-4436-ba0a-c4aba64bddd5/bindings/n-h1-799684-3 HTTP/1.1" status: 204 len: 173 time: 0.1110129 Jul 08 17:57:48.301267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-d313093a-45eb-4b29-a775-c421ad978b8c tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "PUT /v2.0/floatingips/642b1106-35d4-4ed5-8796-38ffafc9c317 HTTP/1.1" status: 200 len: 996 time: 2.6175499 Jul 08 17:57:48.314989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d3c61672-1e5e-404c-a62e-bba0a19726eb req-04fa1b3f-5b4b-4c97-8f4a-9013b96a8146 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] For port 13f946af-47c7-4bc9-945d-24275a9092d2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=13f946af-47c7-4bc9-945d-24275a9092d2,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:48.315425 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d3c61672-1e5e-404c-a62e-bba0a19726eb req-04fa1b3f-5b4b-4c97-8f4a-9013b96a8146 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:48.344805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da42446-710f-483a-be70-8549129528cd req-d1f80fa2-6e06-492e-b4b6-018734f53db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:48.346516 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3da42446-710f-483a-be70-8549129528cd req-d1f80fa2-6e06-492e-b4b6-018734f53db8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.1098161 Jul 08 17:57:48.347430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-d3c61672-1e5e-404c-a62e-bba0a19726eb req-04fa1b3f-5b4b-4c97-8f4a-9013b96a8146 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Calling delete_port for 13f946af-47c7-4bc9-945d-24275a9092d2 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:48.481873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeacf3-c384-4b4a-b7b2-16ce67de8423 req-d9ffa4a9-33a4-4be0-bb5d-3298b95f884b tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:48.483322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0beeacf3-c384-4b4a-b7b2-16ce67de8423 req-d9ffa4a9-33a4-4be0-bb5d-3298b95f884b tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 950 time: 0.3005195 Jul 08 17:57:48.502949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e347eeb6-ba2d-4bf7-bf07-257311aba44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:85:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:46Z', 'revision_number': 8, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:48.529695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347eeb6-ba2d-4bf7-bf07-257311aba44e None None] Checking router: 29011021-7a7c-4302-bc28-79c304e5c3a4 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:48.537713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347eeb6-ba2d-4bf7-bf07-257311aba44e None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:48.538357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e347eeb6-ba2d-4bf7-bf07-257311aba44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:48.541429 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-feaae29e-df9f-4184-9093-594b647c22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:48.542991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-feaae29e-df9f-4184-9093-594b647c22f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 1096 time: 0.2125442 Jul 08 17:57:48.584489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0beeacf3-c384-4b4a-b7b2-16ce67de8423 req-7086cbba-6299-487f-9448-521118b488f5 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929413 Jul 08 17:57:48.586365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da42446-710f-483a-be70-8549129528cd req-a6111005-2c00-40dc-b3da-d3d8498a6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:48.587780 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3da42446-710f-483a-be70-8549129528cd req-a6111005-2c00-40dc-b3da-d3d8498a6fca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115436 Jul 08 17:57:48.660079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-e347eeb6-ba2d-4bf7-bf07-257311aba44e None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:48.799486 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d3c61672-1e5e-404c-a62e-bba0a19726eb req-04fa1b3f-5b4b-4c97-8f4a-9013b96a8146 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:48.816801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9c1ea32a-b775-44a2-9679-f1c67a4858ed'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:48.854304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-ce11e82e-365d-440c-a447-170fa311b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:48.857704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-ce11e82e-365d-440c-a447-170fa311b65a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.3073783 Jul 08 17:57:48.863485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa1b3f-5b4b-4c97-8f4a-9013b96a8146 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Pushing event deleted for resources: {'Port': ['ID=13f946af-47c7-4bc9-945d-24275a9092d2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:48.939085 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3da42446-710f-483a-be70-8549129528cd req-ad5afdc7-49fe-4894-99f4-fd4af131b7fc service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241127 Jul 08 17:57:48.999544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e347eeb6-ba2d-4bf7-bf07-257311aba44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:85:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:46Z', 'revision_number': 8, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:49.011443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6285286-38fb-476f-b8d6-42cddaf00995 req-15680ea6-f1b9-46b1-8aaf-baf6fc4f6668 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:49.014686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6285286-38fb-476f-b8d6-42cddaf00995 req-15680ea6-f1b9-46b1-8aaf-baf6fc4f6668 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 944 time: 0.3202264 Jul 08 17:57:49.026916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c61672-1e5e-404c-a62e-bba0a19726eb req-04fa1b3f-5b4b-4c97-8f4a-9013b96a8146 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] No DVR routers for this DVR port 13f946af-47c7-4bc9-945d-24275a9092d2 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:49.041932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347eeb6-ba2d-4bf7-bf07-257311aba44e None None] The sync data for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 is: [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '642b1106-35d4-4ed5-8796-38ffafc9c317', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'port_id': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'mac_address': 'fa:16:3e:85:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:09Z', 'updated_at': '2021-07-08T17:57:46Z', 'revision_number': 8, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:49.055751 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d3c61672-1e5e-404c-a62e-bba0a19726eb req-04fa1b3f-5b4b-4c97-8f4a-9013b96a8146 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.057759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3c61672-1e5e-404c-a62e-bba0a19726eb req-04fa1b3f-5b4b-4c97-8f4a-9013b96a8146 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.59 "DELETE /v2.0/ports/13f946af-47c7-4bc9-945d-24275a9092d2 HTTP/1.1" status: 204 len: 173 time: 1.3876636 Jul 08 17:57:49.092498 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-ae731c26-f2be-4853-95b1-488ae8c38008 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 999 time: 0.2221847 Jul 08 17:57:49.156198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6285286-38fb-476f-b8d6-42cddaf00995 req-6e0b58f4-3eb1-4e3c-a29c-d57349c8244b tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273336 Jul 08 17:57:49.187162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'tag': '79958940-f6b9-4f93-b5a7-38f21a6dad17'}, {'name': 'network-changed', 'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed'}, {'server_uuid': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'name': 'network-vif-deleted', 'tag': '13f946af-47c7-4bc9-945d-24275a9092d2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:49.187162 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3425f10b-057f-444e-9401-9a31990bc021" -d '{"events": [{"name": "network-changed", "server_uuid": "92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd", "tag": "79958940-f6b9-4f93-b5a7-38f21a6dad17"}, {"name": "network-changed", "server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed"}, {"server_uuid": "36b1559b-ee6c-4cd6-85c2-4a724796372d", "name": "network-vif-deleted", "tag": "13f946af-47c7-4bc9-945d-24275a9092d2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:49.205832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:49.206706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3da42446-710f-483a-be70-8549129528cd req-e83e79ca-00bb-4410-aed2-5f37608a1fbf service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360320 Jul 08 17:57:49.208435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-fb3c0c0c-1b89-4722-a4f4-b17986fe4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:49.210801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-fb3c0c0c-1b89-4722-a4f4-b17986fe4e76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.1068561 Jul 08 17:57:49.280514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:49.293762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-e9d652a9-ef22-42a6-af5c-9b523ae815a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:49.295454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-e9d652a9-ef22-42a6-af5c-9b523ae815a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778444 Jul 08 17:57:49.321766 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c66a4-8d77-4ec6-a984-a93efd3692c7 None None] New status for floating IP 642b1106-35d4-4ed5-8796-38ffafc9c317: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:57:49.421161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-bad2c305-ebec-4b57-bdb9-8f877491ff7b service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185801 Jul 08 17:57:49.565665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57974521-f4ee-49ac-80f2-6424e5afa372 req-5e858d20-12e5-454c-80f5-a1b6f373d958 service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382933 Jul 08 17:57:49.576879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7af29-11d2-4334-82c6-b118211affdd req-b92d6d56-8a50-4b76-9859-1a53f0bc937e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:49.578481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0fa7af29-11d2-4334-82c6-b118211affdd req-b92d6d56-8a50-4b76-9859-1a53f0bc937e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 944 time: 0.0987349 Jul 08 17:57:49.608040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d9522a80-4c93-48bb-a38b-e944e0a527ec up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:49.617523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0fa7af29-11d2-4334-82c6-b118211affdd req-64f3b34d-c148-4a14-b4e5-c66db8f8e312 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Jul 08 17:57:49.667403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port d9522a80-4c93-48bb-a38b-e944e0a527ec completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:49.672811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port d9522a80-4c93-48bb-a38b-e944e0a527ec triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:49.673202 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.762238 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.785557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0f8d9-25a3-4de3-868e-253a08145cbc req-95cffad6-4335-4f7e-aad2-5e4a64335dc3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:49.787244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90c0f8d9-25a3-4de3-868e-253a08145cbc req-95cffad6-4335-4f7e-aad2-5e4a64335dc3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1169224 Jul 08 17:57:49.788029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2c51e9-a8a5-4eed-916a-93fcd4d4f576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9522a80-4c93-48bb-a38b-e944e0a527ec'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:49.790497 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269f484b-1725-4c4a-b2cd-f92d2542c2d6" -d '{"events": [{"server_uuid": "ea2c51e9-a8a5-4eed-916a-93fcd4d4f576", "name": "network-vif-plugged", "status": "completed", "tag": "d9522a80-4c93-48bb-a38b-e944e0a527ec"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:49.803875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d9522a80-4c93-48bb-a38b-e944e0a527ec, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d9522a80-4c93-48bb-a38b-e944e0a527ec,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:49.809231 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.810021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 13f946af-47c7-4bc9-945d-24275a9092d2 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:49.839444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c433dd-9c38-48a1-ac5a-16130d870075 req-0c388976-fb00-4b1b-8875-c52d27034c08 tempest-LiveMigrationNegativeTest-977040162 tempest-LiveMigrationNegativeTest-977040162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:49.840862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32c433dd-9c38-48a1-ac5a-16130d870075 req-0c388976-fb00-4b1b-8875-c52d27034c08 tempest-LiveMigrationNegativeTest-977040162 tempest-LiveMigrationNegativeTest-977040162-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 1101 time: 0.1001282 Jul 08 17:57:49.848419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90c0f8d9-25a3-4de3-868e-253a08145cbc req-cd55b0c2-ddca-4ed5-84dc-647f04cb05a3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501568 Jul 08 17:57:49.850136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 13f946af-47c7-4bc9-945d-24275a9092d2 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:49.850551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 13f946af-47c7-4bc9-945d-24275a9092d2 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:49.862139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32c433dd-9c38-48a1-ac5a-16130d870075 req-88f1d373-6a1d-4122-a6fa-4f0bc5f53120 tempest-LiveMigrationNegativeTest-977040162 tempest-LiveMigrationNegativeTest-977040162-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.876102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d9522a80-4c93-48bb-a38b-e944e0a527ec,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:49.964562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32c433dd-9c38-48a1-ac5a-16130d870075 req-88f1d373-6a1d-4122-a6fa-4f0bc5f53120 tempest-LiveMigrationNegativeTest-977040162 tempest-LiveMigrationNegativeTest-977040162-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.969006 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32c433dd-9c38-48a1-ac5a-16130d870075 req-88f1d373-6a1d-4122-a6fa-4f0bc5f53120 tempest-LiveMigrationNegativeTest-977040162 tempest-LiveMigrationNegativeTest-977040162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.027063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32c433dd-9c38-48a1-ac5a-16130d870075 req-88f1d373-6a1d-4122-a6fa-4f0bc5f53120 tempest-LiveMigrationNegativeTest-977040162 tempest-LiveMigrationNegativeTest-977040162-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776726 Jul 08 17:57:50.028920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1d373-6a1d-4122-a6fa-4f0bc5f53120 tempest-LiveMigrationNegativeTest-977040162 tempest-LiveMigrationNegativeTest-977040162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f6e7ff-6eea-412a-8251-c54e04de2550,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:50.072378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b05ee1-e911-455b-b75b-d3102cb4a772 req-6903e23e-e317-4a33-b8de-3a635cb188a5 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:50.073900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62b05ee1-e911-455b-b75b-d3102cb4a772 req-6903e23e-e317-4a33-b8de-3a635cb188a5 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 950 time: 0.0940299 Jul 08 17:57:50.112468 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa77a5a5-ce93-4754-9da8-b2a3e968d638 x-openstack-request-id: req-aa77a5a5-ce93-4754-9da8-b2a3e968d638 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:50.112766 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd", "tag": "79958940-f6b9-4f93-b5a7-38f21a6dad17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed", "status": "completed", "code": 200}, {"server_uuid": "36b1559b-ee6c-4cd6-85c2-4a724796372d", "name": "network-vif-deleted", "tag": "13f946af-47c7-4bc9-945d-24275a9092d2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:50.113013 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa77a5a5-ce93-4754-9da8-b2a3e968d638 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:50.113406 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'tag': '79958940-f6b9-4f93-b5a7-38f21a6dad17', 'status': 'completed', 'code': 200} Jul 08 17:57:50.113658 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'status': 'completed', 'code': 200} Jul 08 17:57:50.113902 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b1559b-ee6c-4cd6-85c2-4a724796372d', 'name': 'network-vif-deleted', 'tag': '13f946af-47c7-4bc9-945d-24275a9092d2', 'status': 'completed', 'code': 200} Jul 08 17:57:50.119298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62b05ee1-e911-455b-b75b-d3102cb4a772 req-dcc3740f-4a90-4dc8-b989-315fdd871b53 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397933 Jul 08 17:57:50.169111 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ccc7d8-59f9-4aab-a959-62f0fdf78e2c x-openstack-request-id: req-32ccc7d8-59f9-4aab-a959-62f0fdf78e2c {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:50.169502 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2c51e9-a8a5-4eed-916a-93fcd4d4f576", "name": "network-vif-plugged", "status": "completed", "tag": "d9522a80-4c93-48bb-a38b-e944e0a527ec", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:50.169851 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32ccc7d8-59f9-4aab-a959-62f0fdf78e2c {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:50.170403 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2c51e9-a8a5-4eed-916a-93fcd4d4f576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9522a80-4c93-48bb-a38b-e944e0a527ec', 'code': 200} Jul 08 17:57:50.269023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0225715b-f820-45c7-984f-15dfd0fc4196 req-798f77c1-f8e9-445a-9019-381f0b618262 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips/642b1106-35d4-4ed5-8796-38ffafc9c317 HTTP/1.1" status: 200 len: 998 time: 0.1479151 Jul 08 17:57:50.420735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425f10b-057f-444e-9401-9a31990bc021 req-adf0223e-9a3b-4e62-84a1-b682a1dd5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:50.422239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-adf0223e-9a3b-4e62-84a1-b682a1dd5fdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 1095 time: 0.2430139 Jul 08 17:57:50.435991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425f10b-057f-444e-9401-9a31990bc021 req-3f9448dc-a0f4-4eb2-b681-445a3c9778d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:50.438071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-3f9448dc-a0f4-4eb2-b681-445a3c9778d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 1096 time: 0.2600145 Jul 08 17:57:50.830300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55740cb9-e77a-4b95-a4ab-eb55c8488af7 req-2607d98c-7617-4736-936a-f40dfab55c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:50.831790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55740cb9-e77a-4b95-a4ab-eb55c8488af7 req-2607d98c-7617-4736-936a-f40dfab55c99 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 1101 time: 0.5751715 Jul 08 17:57:50.841411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225715b-f820-45c7-984f-15dfd0fc4196 req-46fca492-4d60-4522-93a0-5ae506177b30 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:50.842660 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0225715b-f820-45c7-984f-15dfd0fc4196 req-46fca492-4d60-4522-93a0-5ae506177b30 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.5506945 Jul 08 17:57:50.867546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-0225715b-f820-45c7-984f-15dfd0fc4196 req-16acb7ec-b828-4f2f-b07c-1490299f5efd tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:57:50.868496 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0225715b-f820-45c7-984f-15dfd0fc4196 req-16acb7ec-b828-4f2f-b07c-1490299f5efd tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142472 Jul 08 17:57:50.870289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ca75b-6ed2-44a5-85b8-960d1deb5d79 req-6a7646b5-a62f-4036-bb2c-8dca3c6c7264 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:50.871700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-182ca75b-6ed2-44a5-85b8-960d1deb5d79 req-6a7646b5-a62f-4036-bb2c-8dca3c6c7264 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 1095 time: 0.5778995 Jul 08 17:57:50.950601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55740cb9-e77a-4b95-a4ab-eb55c8488af7 req-e4874b75-9f50-4a28-b042-9d53d619c790 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061764 Jul 08 17:57:50.963200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425f10b-057f-444e-9401-9a31990bc021 req-1d6aa1b7-f82c-4335-93aa-456e65276d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:50.964609 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-1d6aa1b7-f82c-4335-93aa-456e65276d55 service neutron] 10.222.0.74 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.5203178 Jul 08 17:57:50.971291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425f10b-057f-444e-9401-9a31990bc021 req-44be750e-0e0b-45a2-9e9f-f1e888d37cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:50.972643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-44be750e-0e0b-45a2-9e9f-f1e888d37cb2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.5197761 Jul 08 17:57:50.976567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-182ca75b-6ed2-44a5-85b8-960d1deb5d79 req-442f7679-94e3-4d13-bbbe-40fe7d0471dc tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945015 Jul 08 17:57:51.013405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-16e3e0e3-7a9c-4ed4-96e4-70d743345204 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17 HTTP/1.1" status: 200 len: 217 time: 0.0398188 Jul 08 17:57:51.071272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425f10b-057f-444e-9401-9a31990bc021 req-d38622ec-667a-44f1-97e5-1cf91aba5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:51.072743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-d38622ec-667a-44f1-97e5-1cf91aba5e5a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0478096 Jul 08 17:57:51.109894 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-aa99e4d3-9cd0-4e47-bf41-3c95e7b55a6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291228 Jul 08 17:57:51.203756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 79958940-f6b9-4f93-b5a7-38f21a6dad17 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:51.300503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:51.309392 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-fb1a336c-b839-4d50-bd7e-3da9daa8d52e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 1001 time: 0.2022672 Jul 08 17:57:51.312230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '79958940-f6b9-4f93-b5a7-38f21a6dad17', 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf', 'port_id': '79958940-f6b9-4f93-b5a7-38f21a6dad17', 'mac_address': 'fa:16:3e:5c:0c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12159336-ffa6-449d-a07c-a9ce0d1177e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:51.349020 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.362281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79958940-f6b9-4f93-b5a7-38f21a6dad17 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:51.364584 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-7bf775de-53b2-415f-8031-fbccfdc7a731 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.2423148 Jul 08 17:57:51.382404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:51.388721 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.426177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-84e82c78-e75e-4781-899c-396432c9ec04 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048565 Jul 08 17:57:51.436471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=79958940-f6b9-4f93-b5a7-38f21a6dad17,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:51.441471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6250ac-4433-4e8e-a2b4-6a4de0b660b8 req-95cb6991-8b25-49b3-8e8b-55df83bb183b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:51.443008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e6250ac-4433-4e8e-a2b4-6a4de0b660b8 req-95cb6991-8b25-49b3-8e8b-55df83bb183b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 944 time: 0.3228531 Jul 08 17:57:51.466460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425f10b-057f-444e-9401-9a31990bc021 req-0ffe2003-b66a-4012-bcae-7fdbbddf093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:51.467794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-0ffe2003-b66a-4012-bcae-7fdbbddf093c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.1433382 Jul 08 17:57:51.530016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-fed7c1e2-39b0-4434-85a0-87b18ea890fe tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:51.531399 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-fed7c1e2-39b0-4434-85a0-87b18ea890fe tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports/9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 942 time: 0.1588743 Jul 08 17:57:51.585882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e6250ac-4433-4e8e-a2b4-6a4de0b660b8 req-4d242cd9-dd17-49a1-b066-e4914ebb422a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369257 Jul 08 17:57:51.626586 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-c67b3e2f-3dd1-43b0-be76-8611bf7a4f42 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786730 Jul 08 17:57:51.663310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425f10b-057f-444e-9401-9a31990bc021 req-4ecb4fd4-88ae-4c99-8447-6c7b4cc6a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:51.664893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-4ecb4fd4-88ae-4c99-8447-6c7b4cc6a324 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775026 Jul 08 17:57:51.763962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-b616db73-0b45-497e-ba6b-a50d7336b415 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.1422801 Jul 08 17:57:51.871545 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-ae4a6d1f-b8dd-4730-8551-0b7ff231f79d service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980472 Jul 08 17:57:51.881379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['79958940-f6b9-4f93-b5a7-38f21a6dad17'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:51.889154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1ba20-eea5-4588-8480-bb3535552ded req-e8ccd049-89f4-4607-a460-e09d4320f42f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:51.890743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-def1ba20-eea5-4588-8480-bb3535552ded req-e8ccd049-89f4-4607-a460-e09d4320f42f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1952031 Jul 08 17:57:51.982136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-55c6219c-059d-42c0-bf6a-89b7f05b9a26 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:51.983539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-55c6219c-059d-42c0-bf6a-89b7f05b9a26 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.2088273 Jul 08 17:57:52.050482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-def1ba20-eea5-4588-8480-bb3535552ded req-c4f58a10-4583-4554-8c11-12cf85bde09d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433253 Jul 08 17:57:52.084698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3425f10b-057f-444e-9401-9a31990bc021 req-c59bc2c0-a579-4e42-b545-e70a7b18a990 service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035346 Jul 08 17:57:52.089965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-2485afe6-41b8-4f2a-a59d-25d40249c1cd tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.0990324 Jul 08 17:57:52.099571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-69a80918-4b75-4369-950e-43b83eb27c1d tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:52.157855 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-69a80918-4b75-4369-950e-43b83eb27c1d tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.307095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-69a80918-4b75-4369-950e-43b83eb27c1d tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.312492 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-69a80918-4b75-4369-950e-43b83eb27c1d tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.312815 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-69a80918-4b75-4369-950e-43b83eb27c1d tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Floating IP 642b1106-35d4-4ed5-8796-38ffafc9c317 disassociated. External IP: 172.25.8.110, port: 9c1ea32a-b775-44a2-9679-f1c67a4858ed. Jul 08 17:57:52.496418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-9651f287-03d0-4fdb-8d3b-52974a9dd600 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:52.497851 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-9651f287-03d0-4fdb-8d3b-52974a9dd600 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 821 time: 0.1520934 Jul 08 17:57:52.541208 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-48a5fb47-5f51-45f2-8bf7-bdd5909256a0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/quotas/44a6d394ddab44db92242d5757a14aee HTTP/1.1" status: 200 len: 375 time: 0.0140290 Jul 08 17:57:52.639181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-69a80918-4b75-4369-950e-43b83eb27c1d tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Router 29011021-7a7c-4302-bc28-79c304e5c3a4 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:52.665137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-87ae74c1-c823-4fd0-95f5-9432f595c4b7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176379 Jul 08 17:57:52.822182 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-69a80918-4b75-4369-950e-43b83eb27c1d tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:52.825095 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-7e1efd4a-3a86-4ec8-96f5-55ab9d41bf8a service neutron] 10.222.0.73 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303997 Jul 08 17:57:52.828042 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-69a80918-4b75-4369-950e-43b83eb27c1d tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.831695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64eea72-f3a1-44d1-bbfc-7c7452637aff None None] Sync routers for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:52.840555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64eea72-f3a1-44d1-bbfc-7c7452637aff None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:52.841169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a64eea72-f3a1-44d1-bbfc-7c7452637aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:52.909673 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-69a80918-4b75-4369-950e-43b83eb27c1d tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "PUT /v2.0/floatingips/642b1106-35d4-4ed5-8796-38ffafc9c317 HTTP/1.1" status: 200 len: 696 time: 0.8141685 Jul 08 17:57:52.911628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:52.913874 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee" -d '{"events": [{"name": "network-changed", "server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:52.951594 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a64eea72-f3a1-44d1-bbfc-7c7452637aff None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:52.984299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-2827b348-d636-4ea8-be58-8148685d9f3e service neutron] 10.222.0.73 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356659 Jul 08 17:57:53.008963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-247492e4-b54a-486c-8917-f74656355ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:53.010746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-247492e4-b54a-486c-8917-f74656355ab1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 1096 time: 0.0754259 Jul 08 17:57:53.142294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-e252cb8d-5748-4fb2-840f-51200e2fe75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:53.143966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-e252cb8d-5748-4fb2-840f-51200e2fe75b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.1260536 Jul 08 17:57:53.196399 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-49511ecf-4947-4086-91ec-dffb5e1d52db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 217 time: 0.0431595 Jul 08 17:57:53.222839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 79958940-f6b9-4f93-b5a7-38f21a6dad17 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:53.293031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 79958940-f6b9-4f93-b5a7-38f21a6dad17 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:53.295591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-30589612-a5e6-4e23-9512-2bc2fd3e2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:53.296401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a64eea72-f3a1-44d1-bbfc-7c7452637aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:53.297067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-30589612-a5e6-4e23-9512-2bc2fd3e2a54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.0923274 Jul 08 17:57:53.330684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 79958940-f6b9-4f93-b5a7-38f21a6dad17 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:53.331060 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.350911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64eea72-f3a1-44d1-bbfc-7c7452637aff None None] Checking router: 29011021-7a7c-4302-bc28-79c304e5c3a4 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:53.352995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a927cd-6c07-490e-a986-8b3f121cd840 req-d57d2bf2-7c22-4620-ae57-eb0c7c5226e4 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:53.355215 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55a927cd-6c07-490e-a986-8b3f121cd840 req-d57d2bf2-7c22-4620-ae57-eb0c7c5226e4 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 950 time: 0.1355319 Jul 08 17:57:53.371617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64eea72-f3a1-44d1-bbfc-7c7452637aff None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:53.372238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a64eea72-f3a1-44d1-bbfc-7c7452637aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:53.388332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-0c2cc6af-fc77-4d66-899e-8b1a5fac066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:53.389840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-0c2cc6af-fc77-4d66-899e-8b1a5fac066a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867305 Jul 08 17:57:53.439071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55a927cd-6c07-490e-a986-8b3f121cd840 req-bed9e10d-c938-4d6e-b337-7a85fbd484d6 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756810 Jul 08 17:57:53.522839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-f48d4988-3020-4b23-85f4-19ca1edbdd9e service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110368 Jul 08 17:57:53.634169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c913b14b-f4a9-4d13-9f6f-ba4b70d8ad14 req-f6ff1a98-b10b-4fcc-9e1f-5667ec88e4de service neutron] 10.222.0.73 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041303 Jul 08 17:57:53.651159 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.684701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79958940-f6b9-4f93-b5a7-38f21a6dad17'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:53.687136 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23855058-3fa7-47c3-abf6-b4181e666dde" -d '{"events": [{"server_uuid": "92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd", "name": "network-vif-plugged", "status": "completed", "tag": "79958940-f6b9-4f93-b5a7-38f21a6dad17"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:53.695077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a64eea72-f3a1-44d1-bbfc-7c7452637aff None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:53.734192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:53.749563 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.883996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=79958940-f6b9-4f93-b5a7-38f21a6dad17,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:53.891293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298c50f-c2ee-4a89-a8d5-eaa18f0c91f0 req-9ac93ba2-5bf8-4252-bf6b-9ace8cd132d7 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:53.893737 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e298c50f-c2ee-4a89-a8d5-eaa18f0c91f0 req-9ac93ba2-5bf8-4252-bf6b-9ace8cd132d7 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 950 time: 0.1302259 Jul 08 17:57:53.904866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01866564-0e30-4db2-8895-126c018f605e req-347c1bf4-64b9-4809-a8a3-c5e032a4f741 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:53.912513 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01866564-0e30-4db2-8895-126c018f605e req-347c1bf4-64b9-4809-a8a3-c5e032a4f741 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 946 time: 0.1017616 Jul 08 17:57:53.978291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01866564-0e30-4db2-8895-126c018f605e req-937a5dd3-5b73-4afe-9303-7a5a5c292860 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648923 Jul 08 17:57:53.980873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e298c50f-c2ee-4a89-a8d5-eaa18f0c91f0 req-6e2b59ea-afe0-48fe-84f8-50fcad46a006 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664635 Jul 08 17:57:53.983115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a64eea72-f3a1-44d1-bbfc-7c7452637aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:54.013292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64eea72-f3a1-44d1-bbfc-7c7452637aff None None] The sync data for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 is: [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:35Z', 'revision_number': 4, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '718d8832-6e52-4b99-8447-86686e9272c2', 'name': '', 'network_id': 'd2c374c5-4bd6-4f30-8bc2-7e20a79aaebc', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'mac_address': 'fa:16:3e:78:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:34Z', 'updated_at': '2021-07-08T17:56:46Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'subnets': [{'id': '3506880a-9e91-497d-91fd-42e7ef3b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:54.037206 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dad7c5d-a9b9-44b8-857a-ed98c2739b7d x-openstack-request-id: req-4dad7c5d-a9b9-44b8-857a-ed98c2739b7d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:54.037498 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:54.037750 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4dad7c5d-a9b9-44b8-857a-ed98c2739b7d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:54.038152 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'status': 'completed', 'code': 200} Jul 08 17:57:54.261359 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812cf5c-aa78-4946-aa12-7a4d7d912219 None None] New status for floating IP 642b1106-35d4-4ed5-8796-38ffafc9c317: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:57:54.457287 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee req-95960657-fe4c-4eda-9059-f6125096aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:54.458762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee req-95960657-fe4c-4eda-9059-f6125096aa7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 1096 time: 0.3945553 Jul 08 17:57:54.463600 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5c1c8d6-d95a-4c5e-b76b-d8e1de7481d5 req-aa57b872-9d7f-4c64-b21f-c053e6635c81 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 210 time: 0.0509100 Jul 08 17:57:54.701958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65440c-c448-412d-a0b4-bd8b3c2fb379 req-68c601ae-ce98-4edb-ad13-f4cd92d7bd30 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:54.703402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb65440c-c448-412d-a0b4-bd8b3c2fb379 req-68c601ae-ce98-4edb-ad13-f4cd92d7bd30 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.5876303 Jul 08 17:57:54.704605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc94af-c473-42a7-a4e4-822461d51284 req-8895aa22-04e3-4d45-b243-63e4085c7ca3 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:54.706837 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-57bc94af-c473-42a7-a4e4-822461d51284 req-8895aa22-04e3-4d45-b243-63e4085c7ca3 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.74 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 950 time: 0.1028059 Jul 08 17:57:54.707782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee req-974f5026-af1f-4495-ac0d-abe8d3f2a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:54.709155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee req-974f5026-af1f-4495-ac0d-abe8d3f2a16e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 200 len: 922 time: 0.2363086 Jul 08 17:57:54.717978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-17b06be4-d4e8-4958-a1ff-e6c13ebbd2f2 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:54.719354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-17b06be4-d4e8-4958-a1ff-e6c13ebbd2f2 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 821 time: 0.2581193 Jul 08 17:57:54.771143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Request body: {'port': {'device_id': '7ad44934-0080-4422-8631-ae77fe3099f2', 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc', 'admin_state_up': True, 'tenant_id': '44a6d394ddab44db92242d5757a14aee'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:54.781416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee req-98f39e03-1641-4878-a71c-fdb4e069b8fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 200 len: 217 time: 0.0596168 Jul 08 17:57:54.889277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec63c3-ec8b-4fb4-ae68-0f8cd60cb7e8 req-9f77e857-56c0-4d9c-ad51-fd22e67b6573 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:54.890868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-47ec63c3-ec8b-4fb4-ae68-0f8cd60cb7e8 req-9f77e857-56c0-4d9c-ad51-fd22e67b6573 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 1101 time: 0.3044674 Jul 08 17:57:54.894615 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb65440c-c448-412d-a0b4-bd8b3c2fb379 req-9b424f07-0ce9-4a99-84c9-bb934ecd7ce1 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834142 Jul 08 17:57:54.935860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee req-8d6e1e61-5135-46f0-8715-9ceeae3df0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:54.937480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee req-8d6e1e61-5135-46f0-8715-9ceeae3df0bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 200 len: 860 time: 0.1422279 Jul 08 17:57:55.015887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-47ec63c3-ec8b-4fb4-ae68-0f8cd60cb7e8 req-8978c489-2eef-4871-8e2d-40634d2924e0 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144552 Jul 08 17:57:55.029594 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c33376-4783-4fb9-8176-00940789da3c x-openstack-request-id: req-10c33376-4783-4fb9-8176-00940789da3c {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:55.030518 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd", "name": "network-vif-plugged", "status": "completed", "tag": "79958940-f6b9-4f93-b5a7-38f21a6dad17", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:55.030966 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-10c33376-4783-4fb9-8176-00940789da3c {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:55.032103 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79958940-f6b9-4f93-b5a7-38f21a6dad17', 'code': 200} Jul 08 17:57:55.064938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Made reservation on behalf of 44a6d394ddab44db92242d5757a14aee for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:55.068915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.089368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee req-b023b45f-3c37-40da-829b-3802dbe03007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:55.091102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee req-b023b45f-3c37-40da-829b-3802dbe03007 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437323 Jul 08 17:57:55.094111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-57bc94af-c473-42a7-a4e4-822461d51284 req-385ac4c4-4bb4-44b2-a1d3-e6e429e3c750 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Deleting port 78699332-2992-49b1-a6eb-6be69afa1ebd {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:55.094477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-57bc94af-c473-42a7-a4e4-822461d51284 req-385ac4c4-4bb4-44b2-a1d3-e6e429e3c750 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.245513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-57bc94af-c473-42a7-a4e4-822461d51284 req-385ac4c4-4bb4-44b2-a1d3-e6e429e3c750 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] For port 78699332-2992-49b1-a6eb-6be69afa1ebd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=78699332-2992-49b1-a6eb-6be69afa1ebd,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:55.249731 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-57bc94af-c473-42a7-a4e4-822461d51284 req-385ac4c4-4bb4-44b2-a1d3-e6e429e3c750 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.251228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9ea6-2a72-4bc6-884d-96dbc536bebb req-63619c28-2d3c-4cab-8578-fbf547ce1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:55.253384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-049c9ea6-2a72-4bc6-884d-96dbc536bebb req-63619c28-2d3c-4cab-8578-fbf547ce1357 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 1097 time: 0.1116166 Jul 08 17:57:55.277965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-57bc94af-c473-42a7-a4e4-822461d51284 req-385ac4c4-4bb4-44b2-a1d3-e6e429e3c750 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Calling delete_port for 78699332-2992-49b1-a6eb-6be69afa1ebd owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:55.287868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee req-b51042da-bdcf-4b43-aa7c-7ed7a6171a9b service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832805 Jul 08 17:57:55.304539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Allocated IP 172.20.0.13 (43190986-6802-4c7b-ac7b-d918b098affc/c4709019-4379-4356-b83e-855b0460a985/02b9e605-1e46-4f32-b340-d5828e22b29e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:55.368691 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-049c9ea6-2a72-4bc6-884d-96dbc536bebb req-8748fe2e-4478-4cd7-a5ae-2f3da9d6804b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057358 Jul 08 17:57:55.457555 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-57bc94af-c473-42a7-a4e4-822461d51284 req-385ac4c4-4bb4-44b2-a1d3-e6e429e3c750 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.470707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['da06b4e1-363d-4231-8a3e-cf5953e322dc'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:55.490832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ac4c4-4bb4-44b2-a1d3-e6e429e3c750 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Pushing event deleted for resources: {'Port': ['ID=78699332-2992-49b1-a6eb-6be69afa1ebd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:55.559445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bc94af-c473-42a7-a4e4-822461d51284 req-385ac4c4-4bb4-44b2-a1d3-e6e429e3c750 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] No DVR routers for this DVR port 78699332-2992-49b1-a6eb-6be69afa1ebd on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:55.563036 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-57bc94af-c473-42a7-a4e4-822461d51284 req-385ac4c4-4bb4-44b2-a1d3-e6e429e3c750 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.565950 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-57bc94af-c473-42a7-a4e4-822461d51284 req-385ac4c4-4bb4-44b2-a1d3-e6e429e3c750 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.74 "DELETE /v2.0/ports/78699332-2992-49b1-a6eb-6be69afa1ebd HTTP/1.1" status: 204 len: 173 time: 0.8526533 Jul 08 17:57:55.566173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1882c50-c78e-4e16-9977-5d483187993b', 'name': 'network-vif-deleted', 'tag': '78699332-2992-49b1-a6eb-6be69afa1ebd'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:55.568822 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a78801f-6361-4138-a170-33766d015a23" -d '{"events": [{"server_uuid": "b1882c50-c78e-4e16-9977-5d483187993b", "name": "network-vif-deleted", "tag": "78699332-2992-49b1-a6eb-6be69afa1ebd"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:55.615980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46646d-44d6-46e2-b1c2-ae93897ccb60 req-39cb98ab-6f44-4f5e-b62c-4a714aa8dda2 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:55.617592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed46646d-44d6-46e2-b1c2-ae93897ccb60 req-39cb98ab-6f44-4f5e-b62c-4a714aa8dda2 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1882c50-c78e-4e16-9977-5d483187993b HTTP/1.1" status: 200 len: 867 time: 0.2806056 Jul 08 17:57:55.620534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ee8d939-dccc-4e91-8499-6a5fd5a194ee req-bc776083-7e6f-42e3-8b46-fbefa468814d service neutron] 10.222.0.59 "GET /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847376 Jul 08 17:57:55.654507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b5b4d-a835-41d3-ad1c-9038bfc49cdc req-8aeb8f9a-f1fc-4913-99da-074f14247645 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:55.656040 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f11b5b4d-a835-41d3-ad1c-9038bfc49cdc req-8aeb8f9a-f1fc-4913-99da-074f14247645 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 946 time: 0.3083744 Jul 08 17:57:55.686980 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.743745 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed46646d-44d6-46e2-b1c2-ae93897ccb60 req-83b05060-b338-4757-88b0-6eece8644066 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176245 Jul 08 17:57:55.772440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f11b5b4d-a835-41d3-ad1c-9038bfc49cdc req-097e834c-1685-4804-85c2-f8d677858165 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985060 Jul 08 17:57:55.819852 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.888535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Network 43190986-6802-4c7b-ac7b-d918b098affc is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:55.890829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-2cb094aa-e65d-4885-a477-4d1b6afdf2e0 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359917 Jul 08 17:57:55.896204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:55.901265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:55.906934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:55.907547 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.936035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Pushing event updated for resources: {'Port': ['ID=02b9e605-1e46-4f32-b340-d5828e22b29e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:55.974946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-cfb4000d-a52c-48af-ab3a-161f407f6cba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2405798 Jul 08 17:57:55.989185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Request body: {'port': {'device_id': '7ad44934-0080-4422-8631-ae77fe3099f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:56.062581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-b1ad6d5d-b545-437e-973d-f3bec82ff38e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:56.064129 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-b1ad6d5d-b545-437e-973d-f3bec82ff38e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658340 Jul 08 17:57:56.069365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5b997864-b587-4835-b5b5-9b0df43ca007'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:56.098050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-3d5f55d7-51d5-4d9d-9ef6-a30cad62adb7 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/quotas/9b0d0610fc974c3ba1b2ad55d418b953 HTTP/1.1" status: 200 len: 375 time: 0.0161459 Jul 08 17:57:56.109815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.270108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-83ff1191-6c62-45c3-806b-c90e2b49aec6 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips/642b1106-35d4-4ed5-8796-38ffafc9c317 HTTP/1.1" status: 200 len: 694 time: 0.1146615 Jul 08 17:57:56.430330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-a76e8350-36b4-45a5-8606-54b4ae810759 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3089457 Jul 08 17:57:56.523802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-3308d2f0-e0e0-478f-aa9f-f7fd330a082b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:56.525211 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-3308d2f0-e0e0-478f-aa9f-f7fd330a082b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.2492180 Jul 08 17:57:56.550347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-3bb5df72-b227-442e-880a-b3e6a4265c05 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:57:56.551354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-3bb5df72-b227-442e-880a-b3e6a4265c05 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161111 Jul 08 17:57:56.623945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-a9749a51-dad2-4f49-8a29-ae87549c6d69 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 697 time: 0.0528591 Jul 08 17:57:56.737834 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-8f6856ff-8653-4a9b-809c-8b848f8128ed tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 697 time: 0.0815208 Jul 08 17:57:56.742872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b9e605-1e46-4f32-b340-d5828e22b29e {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:56.754316 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.820320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Transition to ACTIVE for port object 02b9e605-1e46-4f32-b340-d5828e22b29e will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:56.867770 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.945466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afff58-365d-4508-b586-1aff96c80d00 req-4cb0a92f-4a93-46d5-8b36-250ade874a9f tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:56.952533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57afff58-365d-4508-b586-1aff96c80d00 req-4cb0a92f-4a93-46d5-8b36-250ade874a9f tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 932 time: 0.2947974 Jul 08 17:57:56.997836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Pushing event updated for resources: {'Port': ['ID=02b9e605-1e46-4f32-b340-d5828e22b29e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:57.054381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57afff58-365d-4508-b586-1aff96c80d00 req-5fe8bd31-898e-4e22-ab17-4bd8a9d44b40 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009541 Jul 08 17:57:57.061818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:57.062158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:57.062513 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:57.067756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-fccddc26-5494-49df-8dc5-cd3762ba041e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Deleting port 15651f47-b166-4944-9489-c4ebf70233c8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:57.068105 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-fccddc26-5494-49df-8dc5-cd3762ba041e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.071838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Port 02b9e605-1e46-4f32-b340-d5828e22b29e on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:57.072281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:57.127423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:57.127832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:57.128229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:57.128457 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25348de-536f-4f72-900d-9ff4dd8de0c1 x-openstack-request-id: req-f25348de-536f-4f72-900d-9ff4dd8de0c1 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:57.128951 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1882c50-c78e-4e16-9977-5d483187993b", "name": "network-vif-deleted", "tag": "78699332-2992-49b1-a6eb-6be69afa1ebd", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:57.129057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Bound port: 02b9e605-1e46-4f32-b340-d5828e22b29e, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:57.129169 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.129260 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f25348de-536f-4f72-900d-9ff4dd8de0c1 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:57.129875 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1882c50-c78e-4e16-9977-5d483187993b', 'name': 'network-vif-deleted', 'tag': '78699332-2992-49b1-a6eb-6be69afa1ebd', 'status': 'completed', 'code': 200} Jul 08 17:57:57.219148 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-fccddc26-5494-49df-8dc5-cd3762ba041e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.219480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-fccddc26-5494-49df-8dc5-cd3762ba041e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.220528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 78699332-2992-49b1-a6eb-6be69afa1ebd no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:57.260709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-fccddc26-5494-49df-8dc5-cd3762ba041e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Calling delete_port for 15651f47-b166-4944-9489-c4ebf70233c8 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:57.266082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:57.269740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 78699332-2992-49b1-a6eb-6be69afa1ebd {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:57.269740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 78699332-2992-49b1-a6eb-6be69afa1ebd not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:57.270982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02b9e605-1e46-4f32-b340-d5828e22b29e,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:57.292427 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.419899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:57.420523 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.421906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] 10.222.0.74 "PUT /v2.0/ports/02b9e605-1e46-4f32-b340-d5828e22b29e HTTP/1.1" status: 200 len: 1092 time: 1.4375563 Jul 08 17:57:57.422372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad44934-0080-4422-8631-ae77fe3099f2', 'tag': '02b9e605-1e46-4f32-b340-d5828e22b29e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:57.425150 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeb513f-d020-4a0b-bc02-6711d3818339" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad44934-0080-4422-8631-ae77fe3099f2", "tag": "02b9e605-1e46-4f32-b340-d5828e22b29e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:57.465739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213a928-b94a-4052-980e-ed040b80eea4 service neutron] Pushing event updated for resources: {'Port': ['ID=02b9e605-1e46-4f32-b340-d5828e22b29e,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:57.806329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa0cfb-637e-40b8-bf35-ce96e84b5917 req-df6b81b4-425f-4613-87a9-54d9d2abaf95 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:57.807752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbaa0cfb-637e-40b8-bf35-ce96e84b5917 req-df6b81b4-425f-4613-87a9-54d9d2abaf95 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.4388390 Jul 08 17:57:57.888472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-f4601c55-d647-4378-9215-0ed124dc8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:57.889963 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-f4601c55-d647-4378-9215-0ed124dc8d70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 1095 time: 0.4177258 Jul 08 17:57:57.894030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbaa0cfb-637e-40b8-bf35-ce96e84b5917 req-2a2f9bd5-7af8-4a2c-a2a0-02c621cee500 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613227 Jul 08 17:57:57.894804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-fccddc26-5494-49df-8dc5-cd3762ba041e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.938800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccddc26-5494-49df-8dc5-cd3762ba041e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Pushing event deleted for resources: {'Port': ['ID=15651f47-b166-4944-9489-c4ebf70233c8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:57.983530 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-5509aecd-d372-4f8d-88e2-79f92fffc6ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b9e605-1e46-4f32-b340-d5828e22b29e HTTP/1.1" status: 200 len: 217 time: 0.0626330 Jul 08 17:57:57.985864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-2b4c602d-a760-4c2f-8f6d-0467f575746f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639458 Jul 08 17:57:58.022324 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-fccddc26-5494-49df-8dc5-cd3762ba041e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.025098 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-fccddc26-5494-49df-8dc5-cd3762ba041e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.037697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc27daab-b6a7-4dab-8606-cf931af4a48b req-fccddc26-5494-49df-8dc5-cd3762ba041e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "DELETE /v2.0/floatingips/642b1106-35d4-4ed5-8796-38ffafc9c317 HTTP/1.1" status: 204 len: 173 time: 1.2866113 Jul 08 17:57:58.129724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-8a917e7d-9dd8-4baa-949b-6f7429074d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:58.131239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-8a917e7d-9dd8-4baa-949b-6f7429074d91 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1291671 Jul 08 17:57:58.185000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-91826951-c108-4030-9723-6c56b75c0256 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383463 Jul 08 17:57:58.196306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-cf2fa8c9-9c95-409b-a1bc-a50a8d3b37a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:58.197758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-cf2fa8c9-9c95-409b-a1bc-a50a8d3b37a1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944213 Jul 08 17:57:58.254515 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Request body: {'port': {'device_id': 'db3c0abb-09a1-47fe-b48e-d54ccdce99df', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '9b0d0610fc974c3ba1b2ad55d418b953'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:58.354438 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0915195c-b0ad-4910-9662-7dc15f55acf3 req-f81aa472-892f-494f-bad8-164fd1ff6d01 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 210 time: 0.1009564 Jul 08 17:57:58.418931 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724c81e6-a8b3-49a4-a8ad-7e2e40057e13 x-openstack-request-id: req-724c81e6-a8b3-49a4-a8ad-7e2e40057e13 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:58.419215 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad44934-0080-4422-8631-ae77fe3099f2", "tag": "02b9e605-1e46-4f32-b340-d5828e22b29e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:58.419467 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-724c81e6-a8b3-49a4-a8ad-7e2e40057e13 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:58.419861 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad44934-0080-4422-8631-ae77fe3099f2', 'tag': '02b9e605-1e46-4f32-b340-d5828e22b29e', 'status': 'completed', 'code': 200} Jul 08 17:57:58.449122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-a213c1f0-e73a-4a8c-aa1e-24acc92cf376 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503583 Jul 08 17:57:58.469867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59e85-0f09-4768-b91d-d6ffa23407f3 req-2e2cb2bc-29a3-4bf7-b91a-8d1005253f3c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:58.471369 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eac59e85-0f09-4768-b91d-d6ffa23407f3 req-2e2cb2bc-29a3-4bf7-b91a-8d1005253f3c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 946 time: 0.1657350 Jul 08 17:57:58.541727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Made reservation on behalf of 9b0d0610fc974c3ba1b2ad55d418b953 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:58.545288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.585644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eac59e85-0f09-4768-b91d-d6ffa23407f3 req-6323453b-a39a-4b4c-b1b7-3c138af331f7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052892 Jul 08 17:57:58.655475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f2244e-6168-464f-92c3-2b8885a9be59 req-15aad7e7-64a2-42b2-b0e0-30c97262f3bc service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935802 Jul 08 17:57:58.768601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Allocated IP 192.168.233.70 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/6fb30e5e-c287-41c1-9de0-7b388ea46af9) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:58.890615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb513f-d020-4a0b-bc02-6711d3818339 req-3de94fdb-595e-4136-8e45-6ae3a48c5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:58.892441 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1aeb513f-d020-4a0b-bc02-6711d3818339 req-3de94fdb-595e-4136-8e45-6ae3a48c5ea6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 1095 time: 0.1706507 Jul 08 17:57:58.966428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30c502-65ff-48a7-bd43-b69393e36f06 req-311b379e-2de2-437f-bba0-5e17168de3fd tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:58.968009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e30c502-65ff-48a7-bd43-b69393e36f06 req-311b379e-2de2-437f-bba0-5e17168de3fd tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.1931937 Jul 08 17:57:59.139671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e30c502-65ff-48a7-bd43-b69393e36f06 req-74b59b3a-dc54-4def-a6cf-cc4e78532dfd tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436534 Jul 08 17:57:59.143473 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.149312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb513f-d020-4a0b-bc02-6711d3818339 req-cf4b32b1-2eb1-4bf5-b1d2-32b822eab9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:59.151287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1aeb513f-d020-4a0b-bc02-6711d3818339 req-cf4b32b1-2eb1-4bf5-b1d2-32b822eab9d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.2245202 Jul 08 17:57:59.175196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Transition to ACTIVE for port object 6fb30e5e-c287-41c1-9de0-7b388ea46af9 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:59.212755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1aeb513f-d020-4a0b-bc02-6711d3818339 req-437b2baa-cc57-4fe1-82c0-573e20215d95 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b9e605-1e46-4f32-b340-d5828e22b29e HTTP/1.1" status: 200 len: 217 time: 0.0525005 Jul 08 17:57:59.222881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57536575-b86f-4dfb-a89f-510b562d6a03 req-299e7fad-7664-4429-bc33-28f1c4258df3 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:59.224395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57536575-b86f-4dfb-a89f-510b562d6a03 req-299e7fad-7664-4429-bc33-28f1c4258df3 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 1097 time: 0.2149801 Jul 08 17:57:59.337972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb513f-d020-4a0b-bc02-6711d3818339 req-a0231c14-1674-402d-b2da-801faf9df547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:59.339378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1aeb513f-d020-4a0b-bc02-6711d3818339 req-a0231c14-1674-402d-b2da-801faf9df547 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1129076 Jul 08 17:57:59.344330 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.349769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57536575-b86f-4dfb-a89f-510b562d6a03 req-646108b8-fbf9-4de0-87dc-ac5f9150b0c6 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062152 Jul 08 17:57:59.356128 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176', '9e518c22-9faf-4fd5-95b4-8e54d6f00799'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:59.433379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1aeb513f-d020-4a0b-bc02-6711d3818339 req-45418ed0-9d64-4301-9acf-0ade23da156b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755322 Jul 08 17:57:59.461742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:59.468701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def', '470c2987-9adb-426c-a66e-f347139b66ea', 'f1d7a7d9-6b79-467f-93da-93ad769bf15b', 'd9522a80-4c93-48bb-a38b-e944e0a527ec'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:59.476827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:59.478666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event updated for resources: {'Port': ['ID=6fb30e5e-c287-41c1-9de0-7b388ea46af9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:59.510433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:59.516309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:59.516951 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.531091 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ca684-422b-4cf4-9418-02b0ddf91ceb req-f89755eb-b809-44f9-bff1-62ae56f3bf81 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:59.532655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de4ca684-422b-4cf4-9418-02b0ddf91ceb req-f89755eb-b809-44f9-bff1-62ae56f3bf81 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 945 time: 0.2636757 Jul 08 17:57:59.615905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c200530e-4d29-48ff-bf27-e50c13885a4d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3688474 Jul 08 17:57:59.646481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Request body: {'port': {'device_id': 'db3c0abb-09a1-47fe-b48e-d54ccdce99df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:59.684230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de4ca684-422b-4cf4-9418-02b0ddf91ceb req-0f3797a2-0df6-4c0c-aba9-63ebe71c6b8f tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427422 Jul 08 17:57:59.713166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1aeb513f-d020-4a0b-bc02-6711d3818339 req-75be15bc-28a1-425c-b19d-f0fc191e364e service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664394 Jul 08 17:57:59.825015 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacab0e-a1d1-433f-90f8-669dafb018e8 req-db91c670-e049-459b-a2bf-66d236084adb tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:59.826551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4bacab0e-a1d1-433f-90f8-669dafb018e8 req-db91c670-e049-459b-a2bf-66d236084adb tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 950 time: 0.2861669 Jul 08 17:57:59.839647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8e885a8a-7423-49fa-95c7-da6364fb498d None None] Provisioning for port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:59.856840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8e885a8a-7423-49fa-95c7-da6364fb498d None None] Provisioning complete for port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:59.857210 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e885a8a-7423-49fa-95c7-da6364fb498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.873941 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.930715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8e885a8a-7423-49fa-95c7-da6364fb498d None None] Port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:57:59.986757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4bacab0e-a1d1-433f-90f8-669dafb018e8 req-a5fe7e4d-e884-4a69-9eda-984fbf208113 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/security-groups?id=b234e3eb-5b34-4ec6-840f-4261aec9027f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491838 Jul 08 17:58:00.005366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1aeb513f-d020-4a0b-bc02-6711d3818339 req-452ac1fd-4b18-4199-b1d7-0b87dbfab4aa service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833200 Jul 08 17:58:00.093925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b4cb4-b8d9-48b4-bdbe-ce741a3e912a req-22f68c21-6629-4a59-a585-8d7c9ec2beb8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:00.100860 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e0b4cb4-b8d9-48b4-bdbe-ce741a3e912a req-22f68c21-6629-4a59-a585-8d7c9ec2beb8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.2533755 Jul 08 17:58:00.184549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e0b4cb4-b8d9-48b4-bdbe-ce741a3e912a req-a2b4bcc2-7205-4556-8465-502e276123e8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827403 Jul 08 17:58:00.281141 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb30e5e-c287-41c1-9de0-7b388ea46af9 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:00.289659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.311191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Transition to ACTIVE for port object 6fb30e5e-c287-41c1-9de0-7b388ea46af9 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:00.338375 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.434160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb30e5e-c287-41c1-9de0-7b388ea46af9,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:00.489929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bdb62-262a-4c62-b3fb-5c9542fb2003 req-6d95595c-af3b-495b-bf54-f4130bb1936f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:00.490134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-148bdb62-262a-4c62-b3fb-5c9542fb2003 req-6d95595c-af3b-495b-bf54-f4130bb1936f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 935 time: 0.1892405 Jul 08 17:58:00.490870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Attempting to bind port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:00.491198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Attempting to bind port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:00.491663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Attempting to bind port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:00.502963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:00.503289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Attempting to bind port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:00.535374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:00.535713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:00.536102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:00.536638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Bound port: 6fb30e5e-c287-41c1-9de0-7b388ea46af9, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:00.536903 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.808364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022dc3b-dee4-4a33-86d8-a135b87623ae req-24fbdcd5-2bb6-49c6-9d68-789740470cfa tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:00.809741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4022dc3b-dee4-4a33-86d8-a135b87623ae req-24fbdcd5-2bb6-49c6-9d68-789740470cfa tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 1097 time: 0.4308097 Jul 08 17:58:00.876337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-148bdb62-262a-4c62-b3fb-5c9542fb2003 req-40373f2c-5814-435a-8ff8-a6ee6f73bb20 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746307 Jul 08 17:58:00.932077 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4022dc3b-dee4-4a33-86d8-a135b87623ae req-34afb4f7-fe36-4334-ac0f-ec8c13fce9a3 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043773 Jul 08 17:58:00.944500 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c502398-c53f-433d-85d4-54608baf67be req-ca56feec-749b-4c93-8d2d-67e2a75072d7 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:00.946889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2c502398-c53f-433d-85d4-54608baf67be req-ca56feec-749b-4c93-8d2d-67e2a75072d7 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 950 time: 0.0741901 Jul 08 17:58:00.964939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2982a1-4b48-441e-92c3-cbbd14efd105 req-bf61dc3b-5849-4b84-be1e-c3277be8535b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:00.966598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c2982a1-4b48-441e-92c3-cbbd14efd105 req-bf61dc3b-5849-4b84-be1e-c3277be8535b tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.59 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 945 time: 0.1555676 Jul 08 17:58:00.969257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] For port 6fb30e5e-c287-41c1-9de0-7b388ea46af9, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:00.972755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] For port 6fb30e5e-c287-41c1-9de0-7b388ea46af9, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6fb30e5e-c287-41c1-9de0-7b388ea46af9,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:00.987227 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.101458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:01.102076 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.103483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] 10.222.0.59 "PUT /v2.0/ports/6fb30e5e-c287-41c1-9de0-7b388ea46af9 HTTP/1.1" status: 200 len: 1095 time: 1.4661646 Jul 08 17:58:01.103916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3c0abb-09a1-47fe-b48e-d54ccdce99df', 'tag': '6fb30e5e-c287-41c1-9de0-7b388ea46af9'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:01.105237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-2c502398-c53f-433d-85d4-54608baf67be req-c74c4e50-5db8-4905-bcdc-b2ae29a55fd9 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Deleting port da06b4e1-363d-4231-8a3e-cf5953e322dc {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:01.105576 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2c502398-c53f-433d-85d4-54608baf67be req-c74c4e50-5db8-4905-bcdc-b2ae29a55fd9 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.106156 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5876d2-0379-4f43-aa2a-830d1a244d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "db3c0abb-09a1-47fe-b48e-d54ccdce99df", "tag": "6fb30e5e-c287-41c1-9de0-7b388ea46af9"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:01.205670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-2c502398-c53f-433d-85d4-54608baf67be req-c74c4e50-5db8-4905-bcdc-b2ae29a55fd9 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] For port da06b4e1-363d-4231-8a3e-cf5953e322dc, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=da06b4e1-363d-4231-8a3e-cf5953e322dc,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:01.206043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2c502398-c53f-433d-85d4-54608baf67be req-c74c4e50-5db8-4905-bcdc-b2ae29a55fd9 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.211532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e77d4-5cd7-4dca-a2ec-7e5f82318b40 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb30e5e-c287-41c1-9de0-7b388ea46af9,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:01.225584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-2c502398-c53f-433d-85d4-54608baf67be req-c74c4e50-5db8-4905-bcdc-b2ae29a55fd9 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Calling delete_port for da06b4e1-363d-4231-8a3e-cf5953e322dc owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:01.271930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6225111-0f8a-4e58-9137-a3e89b4d2a02 req-f8ddd6eb-a2a1-4607-a5b0-94db266addd3 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:01.273445 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6225111-0f8a-4e58-9137-a3e89b4d2a02 req-f8ddd6eb-a2a1-4607-a5b0-94db266addd3 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.2620139 Jul 08 17:58:01.306304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e1da9-5295-4b88-9fe2-ac8331552971 req-8818860c-4e68-4da8-ac38-fac2d3f047bd tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:01.307798 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-277e1da9-5295-4b88-9fe2-ac8331552971 req-8818860c-4e68-4da8-ac38-fac2d3f047bd tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 945 time: 0.2316451 Jul 08 17:58:01.317166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-7c2982a1-4b48-441e-92c3-cbbd14efd105 req-2ec5ab3b-eb72-4faa-9e06-97496784008e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Deleting port 9c1ea32a-b775-44a2-9679-f1c67a4858ed {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:01.317508 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7c2982a1-4b48-441e-92c3-cbbd14efd105 req-2ec5ab3b-eb72-4faa-9e06-97496784008e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.360408 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2c502398-c53f-433d-85d4-54608baf67be req-c74c4e50-5db8-4905-bcdc-b2ae29a55fd9 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.390040 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c4e50-5db8-4905-bcdc-b2ae29a55fd9 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Pushing event deleted for resources: {'Port': ['ID=da06b4e1-363d-4231-8a3e-cf5953e322dc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:01.391828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-e7691305-7ff9-4096-bb2e-c79954181513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:01.393621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-e7691305-7ff9-4096-bb2e-c79954181513 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 1098 time: 0.2246740 Jul 08 17:58:01.413950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6225111-0f8a-4e58-9137-a3e89b4d2a02 req-3b558c06-5a81-4441-bad4-192bda382b24 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328957 Jul 08 17:58:01.462904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c502398-c53f-433d-85d4-54608baf67be req-c74c4e50-5db8-4905-bcdc-b2ae29a55fd9 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] No DVR routers for this DVR port da06b4e1-363d-4231-8a3e-cf5953e322dc on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:01.466119 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2c502398-c53f-433d-85d4-54608baf67be req-c74c4e50-5db8-4905-bcdc-b2ae29a55fd9 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.466972 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-277e1da9-5295-4b88-9fe2-ac8331552971 req-4c3e1054-67ce-45e0-ba60-3d13dedaac53 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/security-groups?id=d058b1c6-56cf-4d91-96aa-114553182d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435294 Jul 08 17:58:01.468765 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2c502398-c53f-433d-85d4-54608baf67be req-c74c4e50-5db8-4905-bcdc-b2ae29a55fd9 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.59 "DELETE /v2.0/ports/da06b4e1-363d-4231-8a3e-cf5953e322dc HTTP/1.1" status: 204 len: 173 time: 0.4900744 Jul 08 17:58:01.469220 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea3290e-6452-4cd9-b770-a9d1eda2a44e', 'name': 'network-vif-deleted', 'tag': 'da06b4e1-363d-4231-8a3e-cf5953e322dc'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:01.472315 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f3a455-2ecd-41d2-8e70-b0b641885e28" -d '{"events": [{"server_uuid": "2ea3290e-6452-4cd9-b770-a9d1eda2a44e", "name": "network-vif-deleted", "tag": "da06b4e1-363d-4231-8a3e-cf5953e322dc"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:01.475175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-c6fb273b-12b2-4b22-8ee6-965a12aa218b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6fb30e5e-c287-41c1-9de0-7b388ea46af9 HTTP/1.1" status: 200 len: 217 time: 0.0647225 Jul 08 17:58:01.557752 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367b1550-07b7-4bdf-b04e-418c307d121c x-openstack-request-id: req-367b1550-07b7-4bdf-b04e-418c307d121c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:01.563645 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3c0abb-09a1-47fe-b48e-d54ccdce99df", "tag": "6fb30e5e-c287-41c1-9de0-7b388ea46af9", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:01.564233 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-367b1550-07b7-4bdf-b04e-418c307d121c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:01.565352 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3c0abb-09a1-47fe-b48e-d54ccdce99df', 'tag': '6fb30e5e-c287-41c1-9de0-7b388ea46af9', 'status': 'completed', 'code': 200} Jul 08 17:58:01.572596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7c2982a1-4b48-441e-92c3-cbbd14efd105 req-2ec5ab3b-eb72-4faa-9e06-97496784008e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] For port 9c1ea32a-b775-44a2-9679-f1c67a4858ed, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9c1ea32a-b775-44a2-9679-f1c67a4858ed,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:01.572968 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7c2982a1-4b48-441e-92c3-cbbd14efd105 req-2ec5ab3b-eb72-4faa-9e06-97496784008e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.594086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-7c2982a1-4b48-441e-92c3-cbbd14efd105 req-2ec5ab3b-eb72-4faa-9e06-97496784008e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Calling delete_port for 9c1ea32a-b775-44a2-9679-f1c67a4858ed owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:01.610134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-899e800c-4ef7-4037-a80f-a9d5c06b3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:01.615388 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-899e800c-4ef7-4037-a80f-a9d5c06b3404 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1312056 Jul 08 17:58:01.733605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['da06b4e1-363d-4231-8a3e-cf5953e322dc'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:01.757561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-466e8fe3-cf1b-43c5-8c40-e067cd19b3ba req-f101abfd-4c0a-48e6-92f1-fbfdc37398f1 tempest-LiveMigrationNegativeTest-270166752 tempest-LiveMigrationNegativeTest-270166752-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ea3290e-6452-4cd9-b770-a9d1eda2a44e HTTP/1.1" status: 200 len: 210 time: 0.0611527 Jul 08 17:58:01.821607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-49e56684-5ec4-4a5b-a839-7f07a1575f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:01.823156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-49e56684-5ec4-4a5b-a839-7f07a1575f8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902640 Jul 08 17:58:01.836205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c082c-b382-4aa9-9a33-e4d22032fe62 req-35304d2c-e472-4ea7-9da7-43b539f68a0f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:01.837641 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f3c082c-b382-4aa9-9a33-e4d22032fe62 req-35304d2c-e472-4ea7-9da7-43b539f68a0f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1570883 Jul 08 17:58:01.901259 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd865610-d297-4250-b56b-3adabf1a7175 x-openstack-request-id: req-fd865610-d297-4250-b56b-3adabf1a7175 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:01.901779 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea3290e-6452-4cd9-b770-a9d1eda2a44e", "name": "network-vif-deleted", "tag": "da06b4e1-363d-4231-8a3e-cf5953e322dc", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:01.902442 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd865610-d297-4250-b56b-3adabf1a7175 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:01.902932 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea3290e-6452-4cd9-b770-a9d1eda2a44e', 'name': 'network-vif-deleted', 'tag': 'da06b4e1-363d-4231-8a3e-cf5953e322dc', 'status': 'completed', 'code': 200} Jul 08 17:58:01.962054 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7c2982a1-4b48-441e-92c3-cbbd14efd105 req-2ec5ab3b-eb72-4faa-9e06-97496784008e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.966032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f3c082c-b382-4aa9-9a33-e4d22032fe62 req-7938cdd8-4273-4871-8c95-6c23942cab74 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159167 Jul 08 17:58:02.016909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5ab3b-eb72-4faa-9e06-97496784008e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Pushing event deleted for resources: {'Port': ['ID=9c1ea32a-b775-44a2-9679-f1c67a4858ed,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:02.063517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-bedd1946-4f58-40d9-8edd-dda97d792809 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249219 Jul 08 17:58:02.117310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2982a1-4b48-441e-92c3-cbbd14efd105 req-2ec5ab3b-eb72-4faa-9e06-97496784008e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] No DVR routers for this DVR port 9c1ea32a-b775-44a2-9679-f1c67a4858ed on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:02.130729 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7c2982a1-4b48-441e-92c3-cbbd14efd105 req-2ec5ab3b-eb72-4faa-9e06-97496784008e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.134245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c2982a1-4b48-441e-92c3-cbbd14efd105 req-2ec5ab3b-eb72-4faa-9e06-97496784008e tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.59 "DELETE /v2.0/ports/9c1ea32a-b775-44a2-9679-f1c67a4858ed HTTP/1.1" status: 204 len: 173 time: 1.1559846 Jul 08 17:58:02.485587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72da8f5f-e5c6-4f8b-94bf-3944e0c7a071 req-9653b07a-a830-4ad3-9885-f10209897a2b service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488367 Jul 08 17:58:02.527511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38c4f6-0007-4e0c-be3b-829116393fca req-7719ad1e-93ff-4d0b-8191-a607517f1748 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:02.529037 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf38c4f6-0007-4e0c-be3b-829116393fca req-7719ad1e-93ff-4d0b-8191-a607517f1748 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 1097 time: 0.2217989 Jul 08 17:58:02.553713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736e52-9118-42ec-8c61-313e2b7bad1b req-9aef541f-03c2-480c-92d1-03d049cae5d3 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:02.555193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d736e52-9118-42ec-8c61-313e2b7bad1b req-9aef541f-03c2-480c-92d1-03d049cae5d3 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 947 time: 0.2017310 Jul 08 17:58:02.637317 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf38c4f6-0007-4e0c-be3b-829116393fca req-52b66608-274b-49a6-b893-c48882354a3f tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967658 Jul 08 17:58:02.645278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d736e52-9118-42ec-8c61-313e2b7bad1b req-281e65f0-af5b-4434-9e3b-b0192eca9fee tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816157 Jul 08 17:58:02.673668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5876d2-0379-4f43-aa2a-830d1a244d6e req-4b7b7c5e-6abc-414c-82a9-815534a54fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:02.675252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d5876d2-0379-4f43-aa2a-830d1a244d6e req-4b7b7c5e-6abc-414c-82a9-815534a54fc9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 1098 time: 0.1100516 Jul 08 17:58:02.808546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5876d2-0379-4f43-aa2a-830d1a244d6e req-ddbbb624-0aed-47de-8e9e-580468952c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:02.810290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d5876d2-0379-4f43-aa2a-830d1a244d6e req-ddbbb624-0aed-47de-8e9e-580468952c6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1231694 Jul 08 17:58:02.868337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d5876d2-0379-4f43-aa2a-830d1a244d6e req-fec14901-ed94-4c47-9b37-144fcc5cf4e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6fb30e5e-c287-41c1-9de0-7b388ea46af9 HTTP/1.1" status: 200 len: 217 time: 0.0495245 Jul 08 17:58:02.980296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5876d2-0379-4f43-aa2a-830d1a244d6e req-1aed39ea-f49d-4dc8-afe0-9bc8aee23838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:02.981903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d5876d2-0379-4f43-aa2a-830d1a244d6e req-1aed39ea-f49d-4dc8-afe0-9bc8aee23838 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0972438 Jul 08 17:58:03.046389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a43552-f9ec-45c9-8d98-4563b4f4062e req-15f74662-e07f-4ea5-8075-9c4e4ba6081d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:03.048028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85a43552-f9ec-45c9-8d98-4563b4f4062e req-15f74662-e07f-4ea5-8075-9c4e4ba6081d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.2201793 Jul 08 17:58:03.063174 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-f5c37d03-b4df-4ba5-a078-20579508dd1c service neutron] show failed (client error): The resource could not be found. Jul 08 17:58:03.064356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-f5c37d03-b4df-4ba5-a078-20579508dd1c service neutron] 10.222.0.59 "GET /v2.0/ports/363d1993-a0ec-4b01-9795-2d73beaeb08d/bindings/n-h1-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.1429996 Jul 08 17:58:03.100404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fea06b0-ab73-46a8-b730-51da460ceea5 req-59fc31c0-bf91-4772-ac0e-08abb7c421e3 tempest-FloatingIPsAssociationTestJSON-1655446763 tempest-FloatingIPsAssociationTestJSON-1655446763-project] 10.222.0.73 "GET /v2.0/ports?device_id=02a8fa1f-d163-4a67-896b-83fbe28b9184 HTTP/1.1" status: 200 len: 210 time: 0.0470746 Jul 08 17:58:03.125061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85a43552-f9ec-45c9-8d98-4563b4f4062e req-d6cd321c-a748-493a-b5fb-363d895dd3a0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581326 Jul 08 17:58:03.137461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5876d2-0379-4f43-aa2a-830d1a244d6e req-e8b1634c-b786-41c4-86e0-5f89487af5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:03.139378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d5876d2-0379-4f43-aa2a-830d1a244d6e req-e8b1634c-b786-41c4-86e0-5f89487af5d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439645 Jul 08 17:58:03.182299 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.252899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 02b9e605-1e46-4f32-b340-d5828e22b29e details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:03.382639 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d5876d2-0379-4f43-aa2a-830d1a244d6e req-db82b0de-cd1d-4dcf-b08d-8d52b3741ea4 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222042 Jul 08 17:58:03.445664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02b9e605-1e46-4f32-b340-d5828e22b29e,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:03.465842 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '02b9e605-1e46-4f32-b340-d5828e22b29e', 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc', 'port_id': '02b9e605-1e46-4f32-b340-d5828e22b29e', 'mac_address': 'fa:16:3e:c3:bd:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4709019-4379-4356-b83e-855b0460a985', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:03.516884 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.552843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b9e605-1e46-4f32-b340-d5828e22b29e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:03.570491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939b01-e823-46d9-88be-c9a22b2bb2c3 req-baa7d2a2-d7b2-42b9-a692-683561ee65fe tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:03.572473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b939b01-e823-46d9-88be-c9a22b2bb2c3 req-baa7d2a2-d7b2-42b9-a692-683561ee65fe tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 946 time: 0.2336206 Jul 08 17:58:03.576446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02b9e605-1e46-4f32-b340-d5828e22b29e,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:03.583954 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.591471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'name': 'network-vif-deleted', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:03.593799 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328e1906-d2da-445a-bc8a-24c7be849bdd" -d '{"events": [{"server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "name": "network-vif-deleted", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:03.651453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53714) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:03.656808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=02b9e605-1e46-4f32-b340-d5828e22b29e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:03.686374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device da06b4e1-363d-4231-8a3e-cf5953e322dc no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:03.700616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d5876d2-0379-4f43-aa2a-830d1a244d6e req-b06a836a-2be4-4ff1-8bd5-c88a333f6108 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070860 Jul 08 17:58:03.711335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: da06b4e1-363d-4231-8a3e-cf5953e322dc {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:03.712113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device da06b4e1-363d-4231-8a3e-cf5953e322dc not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:03.712405 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9c1ea32a-b775-44a2-9679-f1c67a4858ed no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:03.725775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b939b01-e823-46d9-88be-c9a22b2bb2c3 req-4822725d-503b-492e-91a8-bf41a064275c tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187220 Jul 08 17:58:03.757211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 9c1ea32a-b775-44a2-9679-f1c67a4858ed {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:03.757211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9c1ea32a-b775-44a2-9679-f1c67a4858ed not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:03.771101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4a110-c071-4492-898c-90a3346cc83a req-af3dbfed-ecb3-4af0-8d53-67bd0f9c7360 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:03.778444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ab4a110-c071-4492-898c-90a3346cc83a req-af3dbfed-ecb3-4af0-8d53-67bd0f9c7360 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1970556 Jul 08 17:58:03.788863 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86fb946-21bb-4d98-92b9-d3884ec7e55e x-openstack-request-id: req-d86fb946-21bb-4d98-92b9-d3884ec7e55e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:03.789149 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a8fa1f-d163-4a67-896b-83fbe28b9184", "name": "network-vif-deleted", "tag": "9c1ea32a-b775-44a2-9679-f1c67a4858ed", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:03.789398 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d86fb946-21bb-4d98-92b9-d3884ec7e55e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:03.789779 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a8fa1f-d163-4a67-896b-83fbe28b9184', 'name': 'network-vif-deleted', 'tag': '9c1ea32a-b775-44a2-9679-f1c67a4858ed', 'status': 'completed', 'code': 200} Jul 08 17:58:03.794594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-d4db4fc8-d5dd-4bf0-8d4e-dbfddaa1248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:03.796073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-d4db4fc8-d5dd-4bf0-8d4e-dbfddaa1248e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522&tenant_id=0ece45c75085439aa23b1b8caecbe1f2 HTTP/1.1" status: 200 len: 1101 time: 0.2166471 Jul 08 17:58:03.835076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:03.841108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ab4a110-c071-4492-898c-90a3346cc83a req-7a5e83c2-2dd6-46d8-974a-a7b4bbf6f830 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618255 Jul 08 17:58:03.842645 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8d4620a5-4a7c-420d-8314-264d13aa991f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dcfb5591e7c742adb094214a0d84f8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891766 Jul 08 17:58:03.849462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53722) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:03.965947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbdebffd-ed9d-475a-a489-48be34030b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.974897 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.976923 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.997894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbdebffd-ed9d-475a-a489-48be34030b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.033406 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d35e35-7daa-4937-9aac-7a268e27025f req-25e475e0-aa83-43d0-9c63-6dec548d773c tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:04.040642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2d35e35-7daa-4937-9aac-7a268e27025f req-25e475e0-aa83-43d0-9c63-6dec548d773c tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 1097 time: 0.1257415 Jul 08 17:58:04.052240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['02b9e605-1e46-4f32-b340-d5828e22b29e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:04.061598 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbdebffd-ed9d-475a-a489-48be34030b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.066048 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbdebffd-ed9d-475a-a489-48be34030b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.067773 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dbdebffd-ed9d-475a-a489-48be34030b63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b234e3eb-5b34-4ec6-840f-4261aec9027f HTTP/1.1" status: 204 len: 168 time: 0.2126083 Jul 08 17:58:04.081834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdebffd-ed9d-475a-a489-48be34030b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b234e3eb-5b34-4ec6-840f-4261aec9027f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:04.489848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53734) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:04.496717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2d35e35-7daa-4937-9aac-7a268e27025f req-fa80d565-b5eb-4368-91c5-c251662ba4ae tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552069 Jul 08 17:58:04.537032 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7ea2b7a8-572b-468b-a08c-95820992e518 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5dc66cc232844603917b7ed66801c264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435574 Jul 08 17:58:04.537180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53738) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:04.577403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b89eed-f206-4e95-a30a-c6a7538c8769 req-6afa1024-9830-4a67-8fac-7e493157446e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:04.584896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60b89eed-f206-4e95-a30a-c6a7538c8769 req-6afa1024-9830-4a67-8fac-7e493157446e tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 947 time: 0.5374165 Jul 08 17:58:04.590143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46bf6592-f73f-4c8d-af1c-851df8a22c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.613220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46bf6592-f73f-4c8d-af1c-851df8a22c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.631380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53740) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:04.649145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60b89eed-f206-4e95-a30a-c6a7538c8769 req-46fd296e-3fb8-4715-9f83-c5da657804e7 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633159 Jul 08 17:58:04.664877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:04.715782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:04.777849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46bf6592-f73f-4c8d-af1c-851df8a22c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.781818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46bf6592-f73f-4c8d-af1c-851df8a22c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.782693 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-46bf6592-f73f-4c8d-af1c-851df8a22c9c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32f6e7ff-6eea-412a-8251-c54e04de2550 HTTP/1.1" status: 204 len: 168 time: 0.2444940 Jul 08 17:58:04.793077 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.838853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Transition to ACTIVE for port object 363d1993-a0ec-4b01-9795-2d73beaeb08d will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:04.851074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf6592-f73f-4c8d-af1c-851df8a22c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f6e7ff-6eea-412a-8251-c54e04de2550,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:04.887110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b04d1-6cb3-4151-87a9-250551a226a4 req-e3026306-e05d-4ae5-bbeb-d9d654cf6d08 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:04.900664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d6b04d1-6cb3-4151-87a9-250551a226a4 req-e3026306-e05d-4ae5-bbeb-d9d654cf6d08 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 945 time: 0.1576524 Jul 08 17:58:04.911949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.036868 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23131a90-8038-4131-83a9-001db17cf614 req-b565fb9f-cf75-4ccf-8500-0145cd8f4e18 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:05.038424 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23131a90-8038-4131-83a9-001db17cf614 req-b565fb9f-cf75-4ccf-8500-0145cd8f4e18 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.74 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 946 time: 0.1406028 Jul 08 17:58:05.067159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] No DVR routers for this DVR port 363d1993-a0ec-4b01-9795-2d73beaeb08d on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:05.078752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d6b04d1-6cb3-4151-87a9-250551a226a4 req-f11f066b-0820-4f4f-a52e-5534ae92d5c4 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769044 Jul 08 17:58:05.218645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Pushing event updated for resources: {'Port': ['ID=363d1993-a0ec-4b01-9795-2d73beaeb08d,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:05.227724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Attempting to bind port 363d1993-a0ec-4b01-9795-2d73beaeb08d on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:05.228525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Attempting to bind port 363d1993-a0ec-4b01-9795-2d73beaeb08d by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:05.231959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Attempting to bind port 363d1993-a0ec-4b01-9795-2d73beaeb08d on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:05.251482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Port 363d1993-a0ec-4b01-9795-2d73beaeb08d on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:05.252613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Attempting to bind port 363d1993-a0ec-4b01-9795-2d73beaeb08d on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:05.278854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:05.279096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:05.279457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:05.279898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Bound port: 363d1993-a0ec-4b01-9795-2d73beaeb08d, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:05.280254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.395107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-23131a90-8038-4131-83a9-001db17cf614 req-765a2fc6-7739-4786-87e1-180bc742ef4e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Deleting port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:05.395621 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23131a90-8038-4131-83a9-001db17cf614 req-765a2fc6-7739-4786-87e1-180bc742ef4e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.410193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d97c3-861c-4f34-9810-a16bf0e46193 req-7756cfc2-9e39-44c1-9376-f2d001498aa8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:05.417191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-247d97c3-861c-4f34-9810-a16bf0e46193 req-7756cfc2-9e39-44c1-9376-f2d001498aa8 tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/ports?device_id=2093be98-f968-49a4-aa3f-116794f44e6c HTTP/1.1" status: 200 len: 946 time: 0.1744630 Jul 08 17:58:05.451756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:05.475461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:05.491939 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.509651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:05.510361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.511772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] 10.222.0.74 "PUT /v2.0/ports/363d1993-a0ec-4b01-9795-2d73beaeb08d HTTP/1.1" status: 200 len: 1096 time: 1.6818180 Jul 08 17:58:05.527074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-247d97c3-861c-4f34-9810-a16bf0e46193 req-4b67f5c0-4273-4bc4-bc2e-2910e36b0cdb tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089239 Jul 08 17:58:05.569376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.572985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-23131a90-8038-4131-83a9-001db17cf614 req-765a2fc6-7739-4786-87e1-180bc742ef4e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] For port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6fa84bf7-671e-4c94-9521-9b0e12ddaa98,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:05.573341 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23131a90-8038-4131-83a9-001db17cf614 req-765a2fc6-7739-4786-87e1-180bc742ef4e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.620415 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-23131a90-8038-4131-83a9-001db17cf614 req-765a2fc6-7739-4786-87e1-180bc742ef4e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Calling delete_port for 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:05.687410 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6fb30e5e-c287-41c1-9de0-7b388ea46af9 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:05.694602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7d3ce-068c-4008-a07d-9b7e370c65b7 service neutron] Pushing event updated for resources: {'Port': ['ID=363d1993-a0ec-4b01-9795-2d73beaeb08d,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:05.791258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d'}, {'name': 'network-changed', 'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:05.793734 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3" -d '{"events": [{"server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "name": "network-vif-unplugged", "status": "completed", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d"}, {"name": "network-changed", "server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:05.808376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-296244f1-63ca-4714-8f2e-fc0fa3a86caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:05.810130 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-296244f1-63ca-4714-8f2e-fc0fa3a86caa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 1099 time: 0.2446940 Jul 08 17:58:05.824070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 363d1993-a0ec-4b01-9795-2d73beaeb08d no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:05.935586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9f917-eb2f-4bff-90b9-2f951f76df61 req-90a45146-863c-4fd5-866d-8c777973b27f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:05.943763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fa9f917-eb2f-4bff-90b9-2f951f76df61 req-90a45146-863c-4fd5-866d-8c777973b27f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 948 time: 0.2303936 Jul 08 17:58:05.986957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 363d1993-a0ec-4b01-9795-2d73beaeb08d not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:06.005701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 6fb30e5e-c287-41c1-9de0-7b388ea46af9, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6fb30e5e-c287-41c1-9de0-7b388ea46af9,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:06.023799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '6fb30e5e-c287-41c1-9de0-7b388ea46af9', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '6fb30e5e-c287-41c1-9de0-7b388ea46af9', 'mac_address': 'fa:16:3e:b5:f1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:06.026713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fa9f917-eb2f-4bff-90b9-2f951f76df61 req-d0d0b49c-61df-482d-9d76-9d97cbe5093f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818951 Jul 08 17:58:06.071848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-0a66ec4c-7ca0-4838-b3d4-f233ec5e2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:06.078248 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-0a66ec4c-7ca0-4838-b3d4-f233ec5e2f5d service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2599022 Jul 08 17:58:06.129039 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:06.162022 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb30e5e-c287-41c1-9de0-7b388ea46af9 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:06.171842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-7b612baf-9810-482f-b28e-75cd17c2854f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d HTTP/1.1" status: 200 len: 217 time: 0.0852475 Jul 08 17:58:06.250234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-79373580-72b9-4813-93ef-fe66c4edb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:06.252138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-79373580-72b9-4813-93ef-fe66c4edb69c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0723863 Jul 08 17:58:06.257934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 6fb30e5e-c287-41c1-9de0-7b388ea46af9, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6fb30e5e-c287-41c1-9de0-7b388ea46af9,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:06.263664 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78541ae7-66ec-4ce9-842a-d4711c287aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:06.273030 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:06.295793 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23131a90-8038-4131-83a9-001db17cf614 req-765a2fc6-7739-4786-87e1-180bc742ef4e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:06.309221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6fa84bf7-671e-4c94-9521-9b0e12ddaa98'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:06.328233 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-954d48b8-aa37-4eba-b95c-74228ce577a9 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:58:06.329227 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-954d48b8-aa37-4eba-b95c-74228ce577a9 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098975 Jul 08 17:58:06.353432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Request body: {'binding': {'host': 'n-h2-799684-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:06.354070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Unknown quota resources ['binding']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:58:06.359498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a2fc6-7739-4786-87e1-180bc742ef4e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Pushing event deleted for resources: {'Port': ['ID=6fa84bf7-671e-4c94-9521-9b0e12ddaa98,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:06.382551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=6fb30e5e-c287-41c1-9de0-7b388ea46af9,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:06.423278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-23131a90-8038-4131-83a9-001db17cf614 req-765a2fc6-7739-4786-87e1-180bc742ef4e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] No DVR routers for this DVR port 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:06.428037 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23131a90-8038-4131-83a9-001db17cf614 req-765a2fc6-7739-4786-87e1-180bc742ef4e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:06.430552 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23131a90-8038-4131-83a9-001db17cf614 req-765a2fc6-7739-4786-87e1-180bc742ef4e tempest-AttachSCSIVolumeTestJSON-437292349 tempest-AttachSCSIVolumeTestJSON-437292349-project] 10.222.0.74 "DELETE /v2.0/ports/6fa84bf7-671e-4c94-9521-9b0e12ddaa98 HTTP/1.1" status: 204 len: 173 time: 1.3559840 Jul 08 17:58:06.431161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2093be98-f968-49a4-aa3f-116794f44e6c', 'name': 'network-vif-deleted', 'tag': '6fa84bf7-671e-4c94-9521-9b0e12ddaa98'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:06.434102 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d15dcb8-3035-4f0e-993f-b96bfef113f2" -d '{"events": [{"server_uuid": "2093be98-f968-49a4-aa3f-116794f44e6c", "name": "network-vif-deleted", "tag": "6fa84bf7-671e-4c94-9521-9b0e12ddaa98"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:06.457466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-9124614a-e105-4a07-9092-244efb2eb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:06.460368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-9124614a-e105-4a07-9092-244efb2eb4f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1964860 Jul 08 17:58:06.520740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] Deleting port 718d8832-6e52-4b99-8447-86686e9272c2 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:06.521214 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:06.588339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24dc90-a8c9-4b25-81f2-64c577fd767a req-6fdedd90-aaee-4e7c-b552-ba0388734697 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:06.596328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a24dc90-a8c9-4b25-81f2-64c577fd767a req-6fdedd90-aaee-4e7c-b552-ba0388734697 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 947 time: 0.3431501 Jul 08 17:58:06.666818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] For port 718d8832-6e52-4b99-8447-86686e9272c2, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=718d8832-6e52-4b99-8447-86686e9272c2,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:06.667363 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:06.682705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] Calling delete_port for 718d8832-6e52-4b99-8447-86686e9272c2 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:06.691176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a24dc90-a8c9-4b25-81f2-64c577fd767a req-dc728dd2-a463-460c-85ed-5b53620a2481 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935123 Jul 08 17:58:06.721699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on host n-h2-799684-3 for vnic_type normal with profile None {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:06.722981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:06.723476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:06.736933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:06.736933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:06.744523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['6fb30e5e-c287-41c1-9de0-7b388ea46af9'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:06.787940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-251d43d7-e385-4576-8301-8a3d146ed1f4 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893969 Jul 08 17:58:06.788820 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:06.789263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:06.789766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:06.790450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Bound port: 79958940-f6b9-4f93-b5a7-38f21a6dad17, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:06.943632 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16450191-5105-4a9b-ae6a-245c0012fb0f x-openstack-request-id: req-16450191-5105-4a9b-ae6a-245c0012fb0f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:06.944083 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "name": "network-vif-unplugged", "status": "completed", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d", "code": 200}, {"name": "network-changed", "server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:06.944447 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16450191-5105-4a9b-ae6a-245c0012fb0f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:06.945069 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d', 'code': 200} Jul 08 17:58:06.945423 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d', 'status': 'completed', 'code': 200} Jul 08 17:58:06.987952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:07.039984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=718d8832-6e52-4b99-8447-86686e9272c2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:07.068603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:07.086436 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:07.087645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0fc96f00-5b44-4841-b0a1-c9b9f6c72eb1 service neutron] 10.222.0.73 "POST /v2.0/ports/79958940-f6b9-4f93-b5a7-38f21a6dad17/bindings HTTP/1.1" status: 201 len: 389 time: 0.7443419 Jul 08 17:58:07.119283 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-59e07754-dfd6-4ab9-9df6-f183e5f58a3c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2329371 Jul 08 17:58:07.149604 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-535c8b19-8e4e-4aec-93f7-383bf6c010b9 req-f82c2a4e-f60d-49e6-8d41-03df60f96b88 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520806 Jul 08 17:58:07.166067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-d262e0da-0117-4ad4-b82a-f10d2fb9406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:07.167681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-d262e0da-0117-4ad4-b82a-f10d2fb9406a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 1099 time: 0.2180872 Jul 08 17:58:07.271177 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d326b597-d61e-4a5a-9952-e0b6649f877f x-openstack-request-id: req-d326b597-d61e-4a5a-9952-e0b6649f877f {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:07.271465 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2093be98-f968-49a4-aa3f-116794f44e6c", "name": "network-vif-deleted", "tag": "6fa84bf7-671e-4c94-9521-9b0e12ddaa98", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:07.271749 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d326b597-d61e-4a5a-9952-e0b6649f877f {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:07.272139 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2093be98-f968-49a4-aa3f-116794f44e6c', 'name': 'network-vif-deleted', 'tag': '6fa84bf7-671e-4c94-9521-9b0e12ddaa98', 'status': 'completed', 'code': 200} Jul 08 17:58:07.272251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 02b9e605-1e46-4f32-b340-d5828e22b29e up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:07.298039 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:07.400398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 02b9e605-1e46-4f32-b340-d5828e22b29e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:07.404999 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 02b9e605-1e46-4f32-b340-d5828e22b29e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:07.405562 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:07.433784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-4073d9c2-eecc-4ca1-b599-f1827dafb03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:07.435453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-4073d9c2-eecc-4ca1-b599-f1827dafb03c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2295086 Jul 08 17:58:07.509790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-3f8750f8-74ac-49ba-96de-ac4ec3a9ab38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d HTTP/1.1" status: 200 len: 217 time: 0.0647595 Jul 08 17:58:07.532805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06efb7-4cb5-4451-87a0-2751fb94e81a req-73435d81-c043-4f9f-a0b5-9eedf5ee0432 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:07.560276 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b06efb7-4cb5-4451-87a0-2751fb94e81a req-73435d81-c043-4f9f-a0b5-9eedf5ee0432 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 945 time: 0.4647698 Jul 08 17:58:07.603858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-e75c57fd-9963-4608-b4b9-bc2876104a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:07.605931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-e75c57fd-9963-4608-b4b9-bc2876104a64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea HTTP/1.1" status: 200 len: 1101 time: 0.4529369 Jul 08 17:58:07.680371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:07.709453 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad44934-0080-4422-8631-ae77fe3099f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b9e605-1e46-4f32-b340-d5828e22b29e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:07.712220 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d0afb8-5356-41cc-bed9-a27193c8526d" -d '{"events": [{"server_uuid": "7ad44934-0080-4422-8631-ae77fe3099f2", "name": "network-vif-plugged", "status": "completed", "tag": "02b9e605-1e46-4f32-b340-d5828e22b29e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:07.724888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02b9e605-1e46-4f32-b340-d5828e22b29e,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:07.731794 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:07.734105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:07.754933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] Router 29011021-7a7c-4302-bc28-79c304e5c3a4 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:07.762383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-1cff100e-4a28-40a4-aac1-b4f768eff651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:07.764176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-1cff100e-4a28-40a4-aac1-b4f768eff651 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 1099 time: 0.3787751 Jul 08 17:58:07.783993 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:07.784473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6fa84bf7-671e-4c94-9521-9b0e12ddaa98 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:07.821485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=02b9e605-1e46-4f32-b340-d5828e22b29e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:07.919790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b06efb7-4cb5-4451-87a0-2751fb94e81a req-d36ebb70-4c15-467e-bc29-6a0ac1bebbaf tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575134 Jul 08 17:58:07.949963 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:58:07.955729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-5c6d8937-c816-4ed3-aa46-01a2bd8685f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:07.957176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-5c6d8937-c816-4ed3-aa46-01a2bd8685f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.4345007 Jul 08 17:58:07.960790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-29a2f5c3-d1bc-4a7f-b6bb-d6361b0642d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:07.963486 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-29a2f5c3-d1bc-4a7f-b6bb-d6361b0642d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 1097 time: 0.1375113 Jul 08 17:58:07.977564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:07.987847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7654ba-34c5-4c4b-a6cd-6929109513ba None None] Sync routers for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:08.006098 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5fa809e9-8c5c-4a88-b43f-595ed34d9d63 admin admin] 10.222.0.73 "PUT /v2.0/routers/29011021-7a7c-4302-bc28-79c304e5c3a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3736699 Jul 08 17:58:08.009632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7654ba-34c5-4c4b-a6cd-6929109513ba None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:08.010431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b7654ba-34c5-4c4b-a6cd-6929109513ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:08.010718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53864) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:08.116016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-bd917eca-792a-444e-ad9c-9e1e9470ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.117491 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-bd917eca-792a-444e-ad9c-9e1e9470ff9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.4588149 Jul 08 17:58:08.143297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4b7654ba-34c5-4c4b-a6cd-6929109513ba None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:08.174030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-d053a007-2343-41b4-8173-05a95265e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.176223 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-d053a007-2343-41b4-8173-05a95265e0e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.1965029 Jul 08 17:58:08.234658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-f392db66-4f81-444e-b598-35d5220897b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=112ce291-f5b5-4f7e-b34e-d00bbbce2def HTTP/1.1" status: 200 len: 217 time: 0.0999112 Jul 08 17:58:08.249543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-47acd490-4e37-4462-bf9b-b8e589d651b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.251092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-47acd490-4e37-4462-bf9b-b8e589d651b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.4740727 Jul 08 17:58:08.258925 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-c78d790c-2be2-40cd-b37d-3486c0040ba8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17 HTTP/1.1" status: 200 len: 217 time: 0.0403769 Jul 08 17:58:08.317995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-478f1f65-87af-4f93-a2dd-8257a5921fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.320348 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-478f1f65-87af-4f93-a2dd-8257a5921fbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0464046 Jul 08 17:58:08.325351 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.332835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.333307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.333769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.334234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.334698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.335143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.335592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.336038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.336669 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.337127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.338357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.338965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.350324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b7654ba-34c5-4c4b-a6cd-6929109513ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:58:06Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:08.354289 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9f328f0-b452-4e94-8689-eeefb057bcb1 req-bbdfd42b-5f66-4e69-ad12-7f3777036ef9 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8550 time: 0.6775124 Jul 08 17:58:08.355906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-c19c6a1f-15ab-44d9-9a7d-c70c3c1ed6de service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d HTTP/1.1" status: 200 len: 217 time: 0.0830061 Jul 08 17:58:08.373684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-c3649168-1cd5-44d8-b546-a81fb46736de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.376444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-c3649168-1cd5-44d8-b546-a81fb46736de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3706505 Jul 08 17:58:08.391619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7654ba-34c5-4c4b-a6cd-6929109513ba None None] Checking router: 29011021-7a7c-4302-bc28-79c304e5c3a4 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:08.404336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7654ba-34c5-4c4b-a6cd-6929109513ba None None] Routers {'29011021-7a7c-4302-bc28-79c304e5c3a4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:08.405134 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b7654ba-34c5-4c4b-a6cd-6929109513ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:57:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['29011021-7a7c-4302-bc28-79c304e5c3a4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:08.409316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fcc9c-acb4-4f09-8390-d586c64645d7 req-5cc4a83b-45c9-4f59-8d88-75d11bd017c8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.416821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d18fcc9c-acb4-4f09-8390-d586c64645d7 req-5cc4a83b-45c9-4f59-8d88-75d11bd017c8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 948 time: 0.3609998 Jul 08 17:58:08.422017 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-6370525e-279e-4df7-b3ec-4fbeed0bf866 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373554 Jul 08 17:58:08.576847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-87ea3717-612c-452b-9f4b-ab85dcf5b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.578443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-87ea3717-612c-452b-9f4b-ab85dcf5b5dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.3242362 Jul 08 17:58:08.606546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-45f5a878-d69d-4d0d-a3dd-b8f1dff6ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:08.608275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-45f5a878-d69d-4d0d-a3dd-b8f1dff6ff93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2277126 Jul 08 17:58:08.654766 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-0f1e9119-6459-47e6-9787-08eb78303436 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210126 Jul 08 17:58:08.675356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.691676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4b7654ba-34c5-4c4b-a6cd-6929109513ba None None] Set router 29011021-7a7c-4302-bc28-79c304e5c3a4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:08.792650 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-bbcd969e-a210-4a15-8906-860b2c2690b8 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264732 Jul 08 17:58:08.823829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Deleting port f198dc20-113f-41f1-b6e5-c989afcd3b27 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:08.825124 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.963932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b7654ba-34c5-4c4b-a6cd-6929109513ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:58:06Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:08.998348 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7654ba-34c5-4c4b-a6cd-6929109513ba None None] The sync data for ids ['29011021-7a7c-4302-bc28-79c304e5c3a4'] in n-d-799684-3 is: [{'id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1743374778-router', 'tenant_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:58:06Z', 'revision_number': 5, 'project_id': 'c62276ac07dd4ab3ab1bba7637d78fa0', 'gw_port': {'id': 'f198dc20-113f-41f1-b6e5-c989afcd3b27', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29011021-7a7c-4302-bc28-79c304e5c3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:28Z', 'updated_at': '2021-07-08T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:09.013512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] For port f198dc20-113f-41f1-b6e5-c989afcd3b27, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f198dc20-113f-41f1-b6e5-c989afcd3b27,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:09.021672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.023237 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d18fcc9c-acb4-4f09-8390-d586c64645d7 req-0d43751a-956f-42c5-b421-e4ba4ae03651 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053839 Jul 08 17:58:09.053371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.069174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Calling delete_port for f198dc20-113f-41f1-b6e5-c989afcd3b27 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:09.073713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-8f039284-f5ac-4bfe-9856-f0135f7af401 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781435 Jul 08 17:58:09.082135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-b1f5663b-2d46-40b7-bb64-ab0f96e1587e tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:09.083723 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-b1f5663b-2d46-40b7-bb64-ab0f96e1587e tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1097 time: 0.1996598 Jul 08 17:58:09.102725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799684-3'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:09.121758 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff9e2-00af-4af2-a5a4-cba94688a287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.158465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5921a0-e91f-41c0-a6fe-ac8bf13e329f req-c38c4e1f-abaf-4a26-8d5e-67f8ef80925c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:09.163807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c5921a0-e91f-41c0-a6fe-ac8bf13e329f req-c38c4e1f-abaf-4a26-8d5e-67f8ef80925c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 946 time: 0.6647565 Jul 08 17:58:09.179727 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-93f55d4f-a270-4645-bc7f-093f67e638c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2369075 Jul 08 17:58:09.227528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-43f2cd5a-89c0-471c-afcc-f85a366d5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:09.229411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-43f2cd5a-89c0-471c-afcc-f85a366d5b0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6362686 Jul 08 17:58:09.240471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-26492ddc-582c-48b5-a480-2b160ca95377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:09.241982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-26492ddc-582c-48b5-a480-2b160ca95377 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6138885 Jul 08 17:58:09.300779 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.457548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 718d8832-6e52-4b99-8447-86686e9272c2 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:09.457771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-01409b3a-5e0a-4bad-8b7f-898e88cd9496 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103717 Jul 08 17:58:09.461155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c5921a0-e91f-41c0-a6fe-ac8bf13e329f req-11b12ba1-362e-49e5-b804-806c2402197e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648506 Jul 08 17:58:09.507428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 718d8832-6e52-4b99-8447-86686e9272c2 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:09.508876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 718d8832-6e52-4b99-8447-86686e9272c2 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:09.546389 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee8752d-bcb1-467f-a6af-c448f794454f x-openstack-request-id: req-aee8752d-bcb1-467f-a6af-c448f794454f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:09.546780 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad44934-0080-4422-8631-ae77fe3099f2", "name": "network-vif-plugged", "status": "completed", "tag": "02b9e605-1e46-4f32-b340-d5828e22b29e", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:09.547140 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aee8752d-bcb1-467f-a6af-c448f794454f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:09.547638 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad44934-0080-4422-8631-ae77fe3099f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b9e605-1e46-4f32-b340-d5828e22b29e', 'code': 200} Jul 08 17:58:09.596132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c0e23c6-6a37-4fbb-b40a-1236361dad92 req-4217c5be-e39f-4c7a-9a07-1981f54723a7 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167657 Jul 08 17:58:09.597953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-4b288dc1-4526-4c00-b529-92f41380d5ee service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152552 Jul 08 17:58:09.653906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c84694-1d22-40ac-b463-73f0a3bd7785 req-027ebcfb-3476-44ce-94ed-678e6822eeef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:09.660824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7c84694-1d22-40ac-b463-73f0a3bd7785 req-027ebcfb-3476-44ce-94ed-678e6822eeef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 948 time: 0.3308780 Jul 08 17:58:09.708287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-838db34a-a801-4797-8aeb-8075a1ea36a3 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765521 Jul 08 17:58:09.731354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6fb30e5e-c287-41c1-9de0-7b388ea46af9 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:09.763614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-3a658a3c-b53e-4908-bbd0-e7eeb01b76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:09.765187 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-3a658a3c-b53e-4908-bbd0-e7eeb01b76b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d405720c4cc04880b50b9a9583baab00&device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 1097 time: 0.5329075 Jul 08 17:58:09.794329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7c84694-1d22-40ac-b463-73f0a3bd7785 req-65c874ca-a7fe-4ca6-be61-423342271e01 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325994 Jul 08 17:58:09.848954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:09.852952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:09.854131 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.890016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79227502-1ba9-4d04-859c-55bcfbf5a0d5 req-6b539f8d-6931-493c-b542-7ad48e914d77 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:09.891757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79227502-1ba9-4d04-859c-55bcfbf5a0d5 req-6b539f8d-6931-493c-b542-7ad48e914d77 tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 886 time: 0.1878309 Jul 08 17:58:09.895860 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dd4233f-2b92-4e9f-933f-741c5ecc2ae3 req-13f4de05-185a-4c29-b489-80162f6f00b3 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749487 Jul 08 17:58:10.018127 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.081771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8316c-9527-4dbb-9611-a5a8c334c245 req-e698d1f0-abdd-4624-8d40-8468c5ea7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.081771 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-96b8316c-9527-4dbb-9611-a5a8c334c245 req-e698d1f0-abdd-4624-8d40-8468c5ea7428 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 1097 time: 0.4560599 Jul 08 17:58:10.090704 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 6fb30e5e-c287-41c1-9de0-7b388ea46af9, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6fb30e5e-c287-41c1-9de0-7b388ea46af9,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:10.092435 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.108582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.109253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.109793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.110321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.110901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.111505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.111976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.112442 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.112959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.113427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.113891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.114396 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.119089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:10.127013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5f8f1529-0e7a-43c7-9f2d-39e9a72fc2a1 req-4d186d4d-aa3e-4fdc-9209-573f117545ef tempest-NetworksTest-504782186 tempest-NetworksTest-504782186-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8550 time: 0.2053154 Jul 08 17:58:10.127121 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.140638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07ffe6-0c00-4a53-b6b8-0f2d37185635 req-f32c3afb-a788-45ff-813e-031759e9fdff tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.148820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af07ffe6-0c00-4a53-b6b8-0f2d37185635 req-f32c3afb-a788-45ff-813e-031759e9fdff tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 946 time: 0.1725550 Jul 08 17:58:10.191090 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.196193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af07ffe6-0c00-4a53-b6b8-0f2d37185635 req-5158fe52-3cbf-46c9-a48f-b27095da07ba tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466135 Jul 08 17:58:10.209021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-eec4f569-7819-4ee8-8c50-cbebb88cc8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.211301 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-eec4f569-7819-4ee8-8c50-cbebb88cc8a5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=72e7378e-68fa-4eae-969d-4af763a383fd HTTP/1.1" status: 200 len: 923 time: 0.4111423 Jul 08 17:58:10.220826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Pushing event deleted for resources: {'Port': ['ID=f198dc20-113f-41f1-b6e5-c989afcd3b27,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:10.253546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=6fb30e5e-c287-41c1-9de0-7b388ea46af9,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:10.357492 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-96b8316c-9527-4dbb-9611-a5a8c334c245 req-19dd9f72-2db3-4dfc-a6e8-ea3801fb41ae service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627003 Jul 08 17:58:10.420497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:10.433778 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-30097c98-46ff-4d44-a5fe-8d35f6ca83e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04bb24b7-2015-47d3-a8c7-117190b9869b HTTP/1.1" status: 200 len: 1002 time: 0.2082312 Jul 08 17:58:10.434712 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.480111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c069fb-f667-4373-abeb-b54434cda87a req-84d3ab9a-b087-4098-9cc9-8c5ac1389d4f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.488475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7c069fb-f667-4373-abeb-b54434cda87a req-84d3ab9a-b087-4098-9cc9-8c5ac1389d4f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 948 time: 0.1624725 Jul 08 17:58:10.542829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7c069fb-f667-4373-abeb-b54434cda87a req-0bc8a971-3551-4670-9e4a-1124dab09abe tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530977 Jul 08 17:58:10.603235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53898) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:10.639284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.645826 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.651226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79958940-f6b9-4f93-b5a7-38f21a6dad17'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:10.654769 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87b75c9-5494-4dbf-bc4c-d2a6a94be9f1" -d '{"events": [{"server_uuid": "92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd", "name": "network-vif-unplugged", "status": "completed", "tag": "79958940-f6b9-4f93-b5a7-38f21a6dad17"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:10.660687 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.667555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-af314c64-9b0f-4155-bebf-8efe82999e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.669425 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-af314c64-9b0f-4155-bebf-8efe82999e56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2399feef-6cf2-4a19-849e-f93ebf11d781 HTTP/1.1" status: 200 len: 861 time: 0.1973264 Jul 08 17:58:10.750479 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.762854 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8db612-891b-411d-9208-5669ee4025b6 x-openstack-request-id: req-ae8db612-891b-411d-9208-5669ee4025b6 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:10.763223 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd", "name": "network-vif-unplugged", "status": "completed", "tag": "79958940-f6b9-4f93-b5a7-38f21a6dad17", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:10.763397 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae8db612-891b-411d-9208-5669ee4025b6 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:10.763799 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79958940-f6b9-4f93-b5a7-38f21a6dad17', 'code': 200} Jul 08 17:58:10.780060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964976-6dce-486b-b66b-9d9f5a3987d3 req-7901cb3f-2c33-4ad5-9d89-75f9fae02c12 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.781652 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99964976-6dce-486b-b66b-9d9f5a3987d3 req-7901cb3f-2c33-4ad5-9d89-75f9fae02c12 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 946 time: 0.1315765 Jul 08 17:58:10.824817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99964976-6dce-486b-b66b-9d9f5a3987d3 req-e6de6841-b40a-4274-9f62-f37aeb3c8988 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359604 Jul 08 17:58:10.862389 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.862934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29011021-7a7c-4302-bc28-79c304e5c3a4 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:58:10.868524 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.870017 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fb77131f-1d3c-4607-8117-f6189f0cc694 admin admin] 10.222.0.73 "DELETE /v2.0/routers/29011021-7a7c-4302-bc28-79c304e5c3a4 HTTP/1.1" status: 204 len: 168 time: 2.8576906 Jul 08 17:58:10.872253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53910) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:10.949771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c942d436-2ec3-4191-b26f-4e354958a921 admin admin] Deleting subnet 3506880a-9e91-497d-91fd-42e7ef3b3589 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:58:10.950319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Pushing event updated for resources: {'Port': ['ID=79958940-f6b9-4f93-b5a7-38f21a6dad17,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:10.968254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c942d436-2ec3-4191-b26f-4e354958a921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.970627 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4398325e-0a82-4d84-a8ea-e9413c71158d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.979244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on host n-h1-799684-3 for vnic_type normal with profile {"migrating_to": "n-h2-799684-3"} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:10.979579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:10.979909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:10.985177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-3aded016-4517-45dd-bc69-d74412b0187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:10.986759 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-3aded016-4517-45dd-bc69-d74412b0187c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72e7378e-68fa-4eae-969d-4af763a383fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888463 Jul 08 17:58:10.988941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:10.989288 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Attempting to bind port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:10.994562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:10.994895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:10.995280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:10.995757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Bound port: 79958940-f6b9-4f93-b5a7-38f21a6dad17, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:10.996114 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.070728 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c942d436-2ec3-4191-b26f-4e354958a921 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.168716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:11.173889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:11.177124 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-1b0df279-8e7f-4d27-ba16-564da8a3c93b service neutron] 10.222.0.74 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779046 Jul 08 17:58:11.179360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.201653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0ce6e-3d36-4a0e-9677-ff811417bb5a req-2abcb098-4336-4cbb-affd-59dea65fcefd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:11.203189 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9eb0ce6e-3d36-4a0e-9677-ff811417bb5a req-2abcb098-4336-4cbb-affd-59dea65fcefd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 949 time: 0.1948066 Jul 08 17:58:11.210449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c942d436-2ec3-4191-b26f-4e354958a921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.269681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 363d1993-a0ec-4b01-9795-2d73beaeb08d details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:11.303127 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9eb0ce6e-3d36-4a0e-9677-ff811417bb5a req-49ac45de-d9bd-42c7-afa8-65799a174fe3 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891345 Jul 08 17:58:11.340288 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Pushing event updated for resources: {'Port': ['ID=79958940-f6b9-4f93-b5a7-38f21a6dad17,revision_number=8']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:11.349398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:11.354328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.355791 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4e275097-22ab-4438-9ef5-9c9fff2f7c4d service neutron] 10.222.0.59 "PUT /v2.0/ports/79958940-f6b9-4f93-b5a7-38f21a6dad17 HTTP/1.1" status: 200 len: 1122 time: 2.2607417 Jul 08 17:58:11.360528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4398325e-0a82-4d84-a8ea-e9413c71158d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.383182 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4398325e-0a82-4d84-a8ea-e9413c71158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.393547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-65fadeda-83a2-44e5-998b-bfd453090ae4 req-d24ee504-f5f6-43b0-8268-a2614765c8e2 service neutron] 10.222.0.74 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047815 Jul 08 17:58:11.403502 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c942d436-2ec3-4191-b26f-4e354958a921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.503620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942d436-2ec3-4191-b26f-4e354958a921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3506880a-9e91-497d-91fd-42e7ef3b3589,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:11.507163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c942d436-2ec3-4191-b26f-4e354958a921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.509980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:11.511672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53914) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:11.518198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c942d436-2ec3-4191-b26f-4e354958a921 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3506880a-9e91-497d-91fd-42e7ef3b3589 HTTP/1.1" status: 204 len: 168 time: 0.6412802 Jul 08 17:58:11.523600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398325e-0a82-4d84-a8ea-e9413c71158d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a051645-9c00-45e3-8f3d-4368a6593215,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:11.528034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4398325e-0a82-4d84-a8ea-e9413c71158d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=36e9820b3d004d3f80314fe0a97b6939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9237690 Jul 08 17:58:11.530748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53916) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:11.539863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '363d1993-a0ec-4b01-9795-2d73beaeb08d', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '363d1993-a0ec-4b01-9795-2d73beaeb08d', 'mac_address': 'fa:16:3e:9e:6c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:11.545087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80525324-0c59-42da-8ef9-389a8bb242cf None None] Network d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:11.547254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['79958940-f6b9-4f93-b5a7-38f21a6dad17'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:11.646692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ceaa8b-f7a5-4132-90e0-5ed4a64aa450 req-431da2e2-8446-4bb6-93a2-43767207258d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:11.656127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3c0abb-09a1-47fe-b48e-d54ccdce99df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb30e5e-c287-41c1-9de0-7b388ea46af9'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:11.661393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2ceaa8b-f7a5-4132-90e0-5ed4a64aa450 req-431da2e2-8446-4bb6-93a2-43767207258d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 946 time: 0.2913387 Jul 08 17:58:11.662051 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e84fe7c-4767-4bad-94fd-17f9d95309f3" -d '{"events": [{"server_uuid": "db3c0abb-09a1-47fe-b48e-d54ccdce99df", "name": "network-vif-plugged", "status": "completed", "tag": "6fb30e5e-c287-41c1-9de0-7b388ea46af9"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:11.667510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f198dc20-113f-41f1-b6e5-c989afcd3b27 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:11.680635 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.747396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Deleting port bb226cc7-b57b-4eed-afb8-9978d62671c2 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:11.749712 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.759594 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa745a4d-fd4e-40f2-ab9d-f997dbae1d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.778328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2ceaa8b-f7a5-4132-90e0-5ed4a64aa450 req-920f6bc9-851f-4ba4-8850-411addc66760 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165316 Jul 08 17:58:11.829772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: f198dc20-113f-41f1-b6e5-c989afcd3b27 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:11.830509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f198dc20-113f-41f1-b6e5-c989afcd3b27 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:11.880510 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa745a4d-fd4e-40f2-ab9d-f997dbae1d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.901857 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] For port bb226cc7-b57b-4eed-afb8-9978d62671c2, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb226cc7-b57b-4eed-afb8-9978d62671c2,segment=NetworkSegment(0c02825a-9cb6-439d-9d44-b061e8ac888f),segment_id=0c02825a-9cb6-439d-9d44-b061e8ac888f)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:11.902458 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.922263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Calling delete_port for bb226cc7-b57b-4eed-afb8-9978d62671c2 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:11.932518 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.949404 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.990838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4f30b-a2d2-4620-ac31-d604ae945f1a req-8720de4a-ec21-496f-b55f-8e2e285a6798 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:11.994075 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05e4f30b-a2d2-4620-ac31-d604ae945f1a req-8720de4a-ec21-496f-b55f-8e2e285a6798 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 948 time: 0.2068694 Jul 08 17:58:11.997378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa745a4d-fd4e-40f2-ab9d-f997dbae1d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.002921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa745a4d-fd4e-40f2-ab9d-f997dbae1d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.009122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aa745a4d-fd4e-40f2-ab9d-f997dbae1d30 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a051645-9c00-45e3-8f3d-4368a6593215 HTTP/1.1" status: 204 len: 168 time: 0.4757028 Jul 08 17:58:12.035873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa745a4d-fd4e-40f2-ab9d-f997dbae1d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a051645-9c00-45e3-8f3d-4368a6593215,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:12.072742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363d1993-a0ec-4b01-9795-2d73beaeb08d {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:12.090982 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c631dd-c443-4b96-b70d-d28b5197a060 x-openstack-request-id: req-54c631dd-c443-4b96-b70d-d28b5197a060 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:12.092580 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.103123 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3c0abb-09a1-47fe-b48e-d54ccdce99df", "name": "network-vif-plugged", "status": "completed", "tag": "6fb30e5e-c287-41c1-9de0-7b388ea46af9", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:12.113774 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54c631dd-c443-4b96-b70d-d28b5197a060 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:12.113774 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3c0abb-09a1-47fe-b48e-d54ccdce99df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb30e5e-c287-41c1-9de0-7b388ea46af9', 'code': 200} Jul 08 17:58:12.114091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05e4f30b-a2d2-4620-ac31-d604ae945f1a req-39bbd4b7-8818-4943-a634-c89842348a97 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962443 Jul 08 17:58:12.184302 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb226cc7-b57b-4eed-afb8-9978d62671c2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:12.195834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] No DVR routers for this DVR port bb226cc7-b57b-4eed-afb8-9978d62671c2 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:12.215299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:12.242852 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.438001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472aa51-e529-466b-b876-dcb3ec33e097 req-a9c4884a-4867-4dba-9156-77311268a12d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:12.440859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f472aa51-e529-466b-b876-dcb3ec33e097 req-a9c4884a-4867-4dba-9156-77311268a12d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 944 time: 0.1750712 Jul 08 17:58:12.452650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4ea16-ae8f-4d18-842d-b1a83130954c None None] DHCP port deletion for d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:58:12.482991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53944) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:12.499509 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.522684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:12.546180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c02825a-9cb6-439d-9d44-b061e8ac888f') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:12.546578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c02825a-9cb6-439d-9d44-b061e8ac888f') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:12.566793 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.583794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=363d1993-a0ec-4b01-9795-2d73beaeb08d,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:12.606643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f472aa51-e529-466b-b876-dcb3ec33e097 req-9d5e7e5c-a11e-4797-a00d-72a8da3154f4 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506944 Jul 08 17:58:12.614119 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.641049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['363d1993-a0ec-4b01-9795-2d73beaeb08d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:12.643668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:58:12.644275 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.696893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53946) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: timer() Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:58:12.697632 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:58:12.743943 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1be7b4bc-92ee-4c52-af89-37151fdc4d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.769624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'tag': '79958940-f6b9-4f93-b5a7-38f21a6dad17'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:12.776060 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952992e7-a7cb-4d1d-8e96-e0604e0c849c" -d '{"events": [{"name": "network-changed", "server_uuid": "92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd", "tag": "79958940-f6b9-4f93-b5a7-38f21a6dad17"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:12.781886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0f98c-c871-4bef-ac94-a14417bf1796 req-7ef17939-02ce-4e4b-b3b9-c17559863b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:12.783158 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ba0f98c-c871-4bef-ac94-a14417bf1796 req-7ef17939-02ce-4e4b-b3b9-c17559863b59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 1100 time: 0.5942137 Jul 08 17:58:12.816184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.888826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:12.892792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.902716 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5c11a8f8-d324-4d86-bd59-de18ff1dbe11 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d2c374c5-4bd6-4f30-8bc2-7e20a79aaebc HTTP/1.1" status: 204 len: 168 time: 1.3893218 Jul 08 17:58:12.962019 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da34d33-8a5d-4c5e-8dc2-4259c19beee9 x-openstack-request-id: req-2da34d33-8a5d-4c5e-8dc2-4259c19beee9 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:12.962381 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd", "tag": "79958940-f6b9-4f93-b5a7-38f21a6dad17", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:12.962639 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2da34d33-8a5d-4c5e-8dc2-4259c19beee9 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:12.963042 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'tag': '79958940-f6b9-4f93-b5a7-38f21a6dad17', 'status': 'completed', 'code': 200} Jul 08 17:58:12.971847 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ba0f98c-c871-4bef-ac94-a14417bf1796 req-dcb77ac5-4164-4fa4-abca-ae58d167ee19 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727455 Jul 08 17:58:13.057390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4433f0-6340-4420-a472-fdbcac35b07c req-780f7cb8-5a04-48ec-b656-ff848608a852 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:13.064806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952992e7-a7cb-4d1d-8e96-e0604e0c849c req-35c0a8fb-f19e-405d-8f84-c3ea4c9077ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:13.065180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c4433f0-6340-4420-a472-fdbcac35b07c req-780f7cb8-5a04-48ec-b656-ff848608a852 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 949 time: 0.2007096 Jul 08 17:58:13.066631 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-952992e7-a7cb-4d1d-8e96-e0604e0c849c req-35c0a8fb-f19e-405d-8f84-c3ea4c9077ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 1125 time: 0.0936420 Jul 08 17:58:13.131475 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1be7b4bc-92ee-4c52-af89-37151fdc4d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.180566 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1be7b4bc-92ee-4c52-af89-37151fdc4d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.220025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53956) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:13.246231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c4433f0-6340-4420-a472-fdbcac35b07c req-f305f43f-01fa-44ee-a6f2-7d39901068be tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799142 Jul 08 17:58:13.303473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7b4bc-92ee-4c52-af89-37151fdc4d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f15f13-5a2e-43a7-abc5-fc32ced8ae54,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:13.338343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1be7b4bc-92ee-4c52-af89-37151fdc4d89 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c373cd33182475fa3d3ea3874724b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6402340 Jul 08 17:58:13.343962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53960) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:13.388399 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3deeff30-83da-46c9-aea9-82ec454222c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c62276ac07dd4ab3ab1bba7637d78fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614697 Jul 08 17:58:13.400819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53962) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:13.463652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93b71b-98df-4514-9198-98076d5ce8fe req-580a92ea-5dfe-4e2c-9400-20363aad83d2 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:13.470735 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f93b71b-98df-4514-9198-98076d5ce8fe req-580a92ea-5dfe-4e2c-9400-20363aad83d2 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 946 time: 0.2946935 Jul 08 17:58:13.496951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb226cc7-b57b-4eed-afb8-9978d62671c2 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:13.530127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: bb226cc7-b57b-4eed-afb8-9978d62671c2 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:13.530499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb226cc7-b57b-4eed-afb8-9978d62671c2 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:13.545633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952992e7-a7cb-4d1d-8e96-e0604e0c849c req-73e52051-851e-416d-9ccf-eaf02f5b0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:13.547147 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-952992e7-a7cb-4d1d-8e96-e0604e0c849c req-73e52051-851e-416d-9ccf-eaf02f5b0f82 service neutron] 10.222.0.74 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.4729788 Jul 08 17:58:13.570013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219deeda-f228-42a1-beeb-fa02188baa6e req-b4e4d972-1d1f-453c-b606-e8af74e01d7e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:13.571503 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-219deeda-f228-42a1-beeb-fa02188baa6e req-b4e4d972-1d1f-453c-b606-e8af74e01d7e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.59 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522&tenant_id=0ece45c75085439aa23b1b8caecbe1f2&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 949 time: 0.4265299 Jul 08 17:58:13.603382 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-952992e7-a7cb-4d1d-8e96-e0604e0c849c req-a2030796-4685-4548-9ee2-0bd69aca7ff8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17 HTTP/1.1" status: 200 len: 217 time: 0.0480697 Jul 08 17:58:13.631276 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f93b71b-98df-4514-9198-98076d5ce8fe req-ae6b3a3e-b2b3-4b22-9310-425ee4673b78 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593831 Jul 08 17:58:13.631882 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6bbb-7a2c-4031-adf5-ca6f9589aa61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.665468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d655d-76d6-4abb-81d9-11f6b2bfea2b req-bc744978-4ae2-475d-a54e-4f5eaf707f66 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:13.667025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd9d655d-76d6-4abb-81d9-11f6b2bfea2b req-bc744978-4ae2-475d-a54e-4f5eaf707f66 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 949 time: 0.2777143 Jul 08 17:58:13.690418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952992e7-a7cb-4d1d-8e96-e0604e0c849c req-1f2c5cef-48af-474e-a932-64dc7b2bd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:13.691890 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-952992e7-a7cb-4d1d-8e96-e0604e0c849c req-1f2c5cef-48af-474e-a932-64dc7b2bd283 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0645163 Jul 08 17:58:13.694422 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-17e85024-c943-4432-999e-70eef03b7962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.696813 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [req-219deeda-f228-42a1-beeb-fa02188baa6e req-7c0be2fc-be0c-432c-b95c-cf82daef01d5 service neutron] delete failed (client error): The resource could not be found. Jul 08 17:58:13.697823 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-219deeda-f228-42a1-beeb-fa02188baa6e req-7c0be2fc-be0c-432c-b95c-cf82daef01d5 service neutron] 10.222.0.59 "DELETE /v2.0/ports/363d1993-a0ec-4b01-9795-2d73beaeb08d/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.1006875 Jul 08 17:58:13.697932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6bbb-7a2c-4031-adf5-ca6f9589aa61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.729021 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-952992e7-a7cb-4d1d-8e96-e0604e0c849c req-5f04e50c-9bfc-4fdc-b09d-3f05f0bc52cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264354 Jul 08 17:58:13.747254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-17e85024-c943-4432-999e-70eef03b7962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.762104 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.774703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 79958940-f6b9-4f93-b5a7-38f21a6dad17 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:13.890176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:13.903623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 79958940-f6b9-4f93-b5a7-38f21a6dad17 has no active binding in host n-h2-799684-3 {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:58:13.910096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219deeda-f228-42a1-beeb-fa02188baa6e req-0daf18b2-1796-45a4-80af-1a3fa93f9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:13.911624 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-219deeda-f228-42a1-beeb-fa02188baa6e req-0daf18b2-1796-45a4-80af-1a3fa93f9382 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 1100 time: 0.1046958 Jul 08 17:58:13.915414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-952992e7-a7cb-4d1d-8e96-e0604e0c849c req-5f951b93-1b71-4738-be6c-213ae4769c46 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768539 Jul 08 17:58:14.078170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219deeda-f228-42a1-beeb-fa02188baa6e req-efca4a51-73cd-4d12-a199-6bcd8640c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:14.079696 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-219deeda-f228-42a1-beeb-fa02188baa6e req-efca4a51-73cd-4d12-a199-6bcd8640c808 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1605544 Jul 08 17:58:14.081819 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-952992e7-a7cb-4d1d-8e96-e0604e0c849c req-5c61908a-d505-4f3a-b922-04f41a767321 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543062 Jul 08 17:58:14.128605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd9d655d-76d6-4abb-81d9-11f6b2bfea2b req-56f0b54e-0412-44ad-a281-87180453a421 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405775 Jul 08 17:58:14.133900 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-219deeda-f228-42a1-beeb-fa02188baa6e req-e7f7ec99-cea9-4b22-831c-9cb7766c4c7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d HTTP/1.1" status: 200 len: 217 time: 0.0421777 Jul 08 17:58:14.193190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219deeda-f228-42a1-beeb-fa02188baa6e req-e87074e9-6724-4c26-ae6e-f10bb49e6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:14.194778 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-219deeda-f228-42a1-beeb-fa02188baa6e req-e87074e9-6724-4c26-ae6e-f10bb49e6247 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0542006 Jul 08 17:58:14.225333 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-17e85024-c943-4432-999e-70eef03b7962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.228095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-17e85024-c943-4432-999e-70eef03b7962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.234918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-17e85024-c943-4432-999e-70eef03b7962 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d058b1c6-56cf-4d91-96aa-114553182d49 HTTP/1.1" status: 204 len: 168 time: 0.8275483 Jul 08 17:58:14.234918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6bbb-7a2c-4031-adf5-ca6f9589aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.234918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6bbb-7a2c-4031-adf5-ca6f9589aa61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.234918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aa1d6bbb-7a2c-4031-adf5-ca6f9589aa61 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/39f15f13-5a2e-43a7-abc5-fc32ced8ae54 HTTP/1.1" status: 204 len: 168 time: 0.8845043 Jul 08 17:58:14.285740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219deeda-f228-42a1-beeb-fa02188baa6e req-da104237-b3b8-45bf-8e78-e559ffd1adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:14.287319 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-219deeda-f228-42a1-beeb-fa02188baa6e req-da104237-b3b8-45bf-8e78-e559ffd1adc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842412 Jul 08 17:58:14.398666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e85024-c943-4432-999e-70eef03b7962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d058b1c6-56cf-4d91-96aa-114553182d49,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:14.414981 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-219deeda-f228-42a1-beeb-fa02188baa6e req-f7a167ec-b8da-41f1-b7b2-a98ae3f11dfa service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171081 Jul 08 17:58:14.445508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d6bbb-7a2c-4031-adf5-ca6f9589aa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f15f13-5a2e-43a7-abc5-fc32ced8ae54,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:14.490546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f3dda-ecd9-4901-987d-22623134ec45 req-e93306d3-e3fb-40e5-8f27-4ebca474522a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:14.497803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f7f3dda-ecd9-4901-987d-22623134ec45 req-e93306d3-e3fb-40e5-8f27-4ebca474522a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 944 time: 0.3966744 Jul 08 17:58:14.554833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f7f3dda-ecd9-4901-987d-22623134ec45 req-0d67f8c6-97b5-4b84-9035-f2f4951689d3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560527 Jul 08 17:58:14.574394 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-219deeda-f228-42a1-beeb-fa02188baa6e req-b33ba2d9-5d78-4f82-9dba-a4d8e485e9c8 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439621 Jul 08 17:58:14.622416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfaa867-113c-4a25-8b9a-8e169543c703 req-d67bca21-8d8a-49f8-adfc-0964705992fe tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:14.624601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dfaa867-113c-4a25-8b9a-8e169543c703 req-d67bca21-8d8a-49f8-adfc-0964705992fe tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 1097 time: 0.3839157 Jul 08 17:58:14.723679 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0dfaa867-113c-4a25-8b9a-8e169543c703 req-ce8625d4-3eeb-4f8f-9712-5f510acc26b3 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831704 Jul 08 17:58:14.811159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7431173-5b7f-449a-80a9-50f03093cb47 req-ffbc6748-4c40-4fcf-b09d-c80e16d61dca tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:14.812729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7431173-5b7f-449a-80a9-50f03093cb47 req-ffbc6748-4c40-4fcf-b09d-c80e16d61dca tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 949 time: 0.1075642 Jul 08 17:58:14.814481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] Deleting port a7005807-d158-43e9-8560-762ddd16e234 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:14.814822 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.906918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7431173-5b7f-449a-80a9-50f03093cb47 req-9c6f47d9-3edf-4633-b4a4-7a3eb7a7575a tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769386 Jul 08 17:58:14.942809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] For port a7005807-d158-43e9-8560-762ddd16e234, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a7005807-d158-43e9-8560-762ddd16e234,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:14.943177 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.959800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] Calling delete_port for a7005807-d158-43e9-8560-762ddd16e234 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:15.300251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 363d1993-a0ec-4b01-9795-2d73beaeb08d up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:15.348362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54024) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:15.400874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 363d1993-a0ec-4b01-9795-2d73beaeb08d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:15.408073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 363d1993-a0ec-4b01-9795-2d73beaeb08d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:15.408780 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.421557 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.476866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a7005807-d158-43e9-8560-762ddd16e234,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:15.524089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f74bcb-7f8f-48e9-b063-ee60d7cd16d0 req-bb778bc5-f6ec-496d-a4a1-cbfc3fa5f61a tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:15.533021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08f74bcb-7f8f-48e9-b063-ee60d7cd16d0 req-bb778bc5-f6ec-496d-a4a1-cbfc3fa5f61a tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 1100 time: 0.3633547 Jul 08 17:58:15.548658 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.593070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:15.596880 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567e1a8e-8bc0-423e-9bd6-843b3f96f947" -d '{"events": [{"server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "name": "network-vif-plugged", "status": "completed", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:15.629961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:15.644211 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.721319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-558416115-network', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:15.725740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=363d1993-a0ec-4b01-9795-2d73beaeb08d,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:15.732319 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.772402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da231b8c-a2bf-42c9-b36f-10d4c5c064ce req-bfb7eba1-4b74-4183-bd3b-f0856b84d723 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:15.781953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da231b8c-a2bf-42c9-b36f-10d4c5c064ce req-bfb7eba1-4b74-4183-bd3b-f0856b84d723 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 949 time: 0.4489956 Jul 08 17:58:15.793794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Made reservation on behalf of a1e3b063f32042d5ae4f124fc9cfb5d7 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:15.796645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.811615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.903422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08f74bcb-7f8f-48e9-b063-ee60d7cd16d0 req-5788c10d-9892-44af-b1eb-b6da2cad4500 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694334 Jul 08 17:58:15.956682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da231b8c-a2bf-42c9-b36f-10d4c5c064ce req-a92eaecb-0130-4beb-8c1d-d6a643e8d725 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734843 Jul 08 17:58:16.019303 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.028806 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.067171 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdcab1d-6f91-416c-af2b-c59efe8c4de7 x-openstack-request-id: req-8bdcab1d-6f91-416c-af2b-c59efe8c4de7 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:16.067470 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "name": "network-vif-plugged", "status": "completed", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:16.069682 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8bdcab1d-6f91-416c-af2b-c59efe8c4de7 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:16.070103 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d', 'code': 200} Jul 08 17:58:16.111284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:58:16.117181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603cfcea-78ab-42fd-962c-aa9a3b33e799,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:16.140788 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.142894 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Added segment 8bee5e18-52af-42b1-9275-16cf7e54e90a of type vlan for network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c Jul 08 17:58:16.235809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] Router d210d717-92ce-4b13-b3a2-0f75368c1278 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:16.249747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3816e4-8f89-4a25-bd94-d7d40c7709c9 req-7eca5efc-6c7e-418c-aa2a-9010d051d5e4 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:16.251875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d3816e4-8f89-4a25-bd94-d7d40c7709c9 req-7eca5efc-6c7e-418c-aa2a-9010d051d5e4 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 944 time: 0.0950158 Jul 08 17:58:16.252484 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.319712 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.320813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:16.321344 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.391022 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0410442 Jul 08 17:58:16.395198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54068) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:16.403343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] Request body: {'subnet': {'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-558416115-subnet', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:16.415255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057672e-1e8c-43da-b3e2-99f293b7a42b admin admin] Pushing event updated for resources: {'Network': ['ID=cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:16.426865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:58:16.428405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-c23f621d-cb63-4fcf-bf53-84d433e0c03d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860212 Jul 08 17:58:16.439947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d3816e4-8f89-4a25-bd94-d7d40c7709c9 req-60f53e9f-d063-427f-b7d3-5f5edca74c70 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807725 Jul 08 17:58:16.532615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:16.539381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a0933a25-d3ff-4425-87c7-80df6e68a2ce admin admin] 10.222.0.73 "PUT /v2.0/routers/d210d717-92ce-4b13-b3a2-0f75368c1278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0554066 Jul 08 17:58:16.540063 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] Made reservation on behalf of a1e3b063f32042d5ae4f124fc9cfb5d7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:16.542409 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.542766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54074) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:16.543034 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4129f3-3337-4df2-970c-610cfb875e2f None None] Sync routers for ids ['d210d717-92ce-4b13-b3a2-0f75368c1278'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:16.558741 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4129f3-3337-4df2-970c-610cfb875e2f None None] Routers {'d210d717-92ce-4b13-b3a2-0f75368c1278'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:16.561121 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1a4129f3-3337-4df2-970c-610cfb875e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d210d717-92ce-4b13-b3a2-0f75368c1278'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:16.684043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247894-26d3-45c9-a5ff-096828176063 req-2ee56d65-25c5-4af4-90d5-f559ba642914 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:16.691865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-2ee56d65-25c5-4af4-90d5-f559ba642914 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409637 Jul 08 17:58:16.713502 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.748155 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-1a4129f3-3337-4df2-970c-610cfb875e2f None None] Set router d210d717-92ce-4b13-b3a2-0f75368c1278 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:16.762835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-8e0135dc-ad83-4ba9-9a41-ed5a055cab22 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/quotas/9b0d0610fc974c3ba1b2ad55d418b953 HTTP/1.1" status: 200 len: 375 time: 0.0699379 Jul 08 17:58:16.790068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-4721fa27-2f7c-4281-bf7b-6971656c8cea tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644786 Jul 08 17:58:16.861419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.942343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Deleting port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:16.942343 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.971006 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1a4129f3-3337-4df2-970c-610cfb875e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-router', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:59Z', 'updated_at': '2021-07-08T17:58:15Z', 'revision_number': 5, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'gw_port': {'id': '8c515d02-dd8e-4552-8b51-2e3d0acc8f8b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:00Z', 'updated_at': '2021-07-08T17:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:17.004265 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4129f3-3337-4df2-970c-610cfb875e2f None None] Checking router: d210d717-92ce-4b13-b3a2-0f75368c1278 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:17.017869 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4129f3-3337-4df2-970c-610cfb875e2f None None] Routers {'d210d717-92ce-4b13-b3a2-0f75368c1278'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:17.018821 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1a4129f3-3337-4df2-970c-610cfb875e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d210d717-92ce-4b13-b3a2-0f75368c1278'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:17.037676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-6d777a7e-e91f-45a2-8a33-acfd138467e9 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2738581 Jul 08 17:58:17.040823 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.053548 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-e20796cd-d2f1-4683-9ec1-87949d53750e service neutron] 10.222.0.74 "GET /v2.0/ports/79958940-f6b9-4f93-b5a7-38f21a6dad17/bindings/n-h2-799684-3 HTTP/1.1" status: 200 len: 384 time: 0.1119144 Jul 08 17:58:17.074062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-768515b8-c6a5-4cb5-8b59-cfac4e4467f2 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:17.075614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-768515b8-c6a5-4cb5-8b59-cfac4e4467f2 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839606 Jul 08 17:58:17.104044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] For port 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8c515d02-dd8e-4552-8b51-2e3d0acc8f8b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:17.104303 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.111966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-b49a93c1-877e-4f1f-bdf7-945b71793bdd tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/quotas/0680b8d7073d426eac66fd87c0c03a2d HTTP/1.1" status: 200 len: 375 time: 0.0248113 Jul 08 17:58:17.123894 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-1a4129f3-3337-4df2-970c-610cfb875e2f None None] Set router d210d717-92ce-4b13-b3a2-0f75368c1278 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:17.129179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Calling delete_port for 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:17.132577 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:17.163087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-b627d3a2-7ac2-4288-ae8c-66dc51ba968b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416169 Jul 08 17:58:17.165424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] Checking segment: {'id': '8bee5e18-52af-42b1-9275-16cf7e54e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:17.166397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] Network hostable DHCP agents. Network: cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:58:17.191169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] Network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:58:17.206164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:17.215110 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e227391e-8b4c-40f8-bae4-868228209363 None None] Network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:17.215797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:17.216412 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.254949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7e438bd0-5974-4656-93fa-607ba0a2d68f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8586886 Jul 08 17:58:17.257612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54094) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:17.265404 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1a4129f3-3337-4df2-970c-610cfb875e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-router', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:59Z', 'updated_at': '2021-07-08T17:58:16Z', 'revision_number': 6, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:17.276264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-558416115-router', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:17.304773 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4129f3-3337-4df2-970c-610cfb875e2f None None] The sync data for ids ['d210d717-92ce-4b13-b3a2-0f75368c1278'] in n-d-799684-3 is: [{'id': 'd210d717-92ce-4b13-b3a2-0f75368c1278', 'name': 'tempest-AttachSCSIVolumeTestJSON-1687008597-router', 'tenant_id': '554f0a0170c94845a0b57094f5e1773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:59Z', 'updated_at': '2021-07-08T17:58:16Z', 'revision_number': 6, 'project_id': '554f0a0170c94845a0b57094f5e1773c', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:17.340365 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.341723 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.397110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-71998f94-d7b9-4828-8924-698cb15240f0 service neutron] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:17.450755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-71998f94-d7b9-4828-8924-698cb15240f0 service neutron] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:17.479503 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.496895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-71998f94-d7b9-4828-8924-698cb15240f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79958940-f6b9-4f93-b5a7-38f21a6dad17 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:17.511785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-71998f94-d7b9-4828-8924-698cb15240f0 service neutron] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:17.523052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.566107 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-71998f94-d7b9-4828-8924-698cb15240f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.621091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c', 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'fixed_ips': [{'subnet_id': '8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:58:17.621956 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.673939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-71998f94-d7b9-4828-8924-698cb15240f0 service neutron] Transition to ACTIVE for port object 79958940-f6b9-4f93-b5a7-38f21a6dad17 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:17.675783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c515d02-dd8e-4552-8b51-2e3d0acc8f8b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:17.738839 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-71998f94-d7b9-4828-8924-698cb15240f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.759739 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.865259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-71998f94-d7b9-4828-8924-698cb15240f0 service neutron] No DVR routers for this DVR port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:17.890520 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.001661 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.006369 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-71998f94-d7b9-4828-8924-698cb15240f0 service neutron] 10.222.0.74 "PUT /v2.0/ports/79958940-f6b9-4f93-b5a7-38f21a6dad17/bindings/n-h2-799684-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9444859 Jul 08 17:58:18.006649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Allocated IP 172.20.0.2 (cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c/8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82/1c050cd8-c23d-46c6-8719-772525480f11) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:18.010595 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.027546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71998f94-d7b9-4828-8924-698cb15240f0 service neutron] Pushing event updated for resources: {'Port': ['ID=79958940-f6b9-4f93-b5a7-38f21a6dad17,revision_number=10']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:18.075135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.076229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d210d717-92ce-4b13-b3a2-0f75368c1278 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:58:18.082964 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.085056 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eaa44665-ff55-499b-bcda-fcd8a4a09a8c admin admin] 10.222.0.73 "DELETE /v2.0/routers/d210d717-92ce-4b13-b3a2-0f75368c1278 HTTP/1.1" status: 204 len: 168 time: 1.5406504 Jul 08 17:58:18.087494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54124) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:18.106677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7d952-2563-4be1-b4d2-0c52d05ab533 req-2e228de8-4c8d-4c4f-a631-629efb9cb794 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:18.114763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93b7d952-2563-4be1-b4d2-0c52d05ab533 req-2e228de8-4c8d-4c4f-a631-629efb9cb794 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.2160850 Jul 08 17:58:18.119337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a7005807-d158-43e9-8560-762ddd16e234 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:18.185797 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-da22f44c-4112-4056-bbca-8a4d6e297061 admin admin] Deleting subnet 9a8d6074-f0c5-4918-8241-acffb6efe02f {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:58:18.194340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da22f44c-4112-4056-bbca-8a4d6e297061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.218176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: a7005807-d158-43e9-8560-762ddd16e234 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:18.219402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a7005807-d158-43e9-8560-762ddd16e234 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:18.251000 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da22f44c-4112-4056-bbca-8a4d6e297061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.421294 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.421519 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da22f44c-4112-4056-bbca-8a4d6e297061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.436878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Transition to ACTIVE for port object 1c050cd8-c23d-46c6-8719-772525480f11 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:18.468891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Transition to ACTIVE for port object 1c050cd8-c23d-46c6-8719-772525480f11 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:18.492342 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.557175 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da22f44c-4112-4056-bbca-8a4d6e297061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.565478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:18.570432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:18.582631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:18.593329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Pushing event updated for resources: {'Port': ['ID=1c050cd8-c23d-46c6-8719-772525480f11,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:18.607176 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da22f44c-4112-4056-bbca-8a4d6e297061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.609131 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-da22f44c-4112-4056-bbca-8a4d6e297061 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9a8d6074-f0c5-4918-8241-acffb6efe02f HTTP/1.1" status: 204 len: 168 time: 0.5205014 Jul 08 17:58:18.613995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22f44c-4112-4056-bbca-8a4d6e297061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8d6074-f0c5-4918-8241-acffb6efe02f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:18.615865 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54128) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:18.631549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a783ec2-3c07-4fb1-a6a4-6d0f6b197e1d None None] Network 2cc84689-982f-4a03-b69c-b364c0fba33a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:18.686836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-7941cf42-3f45-4260-9e1d-597a852feb9f tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:18.688351 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-7941cf42-3f45-4260-9e1d-597a852feb9f tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.1750841 Jul 08 17:58:18.776624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.784994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Attempting to bind port 1c050cd8-c23d-46c6-8719-772525480f11 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:18.785464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Attempting to bind port 1c050cd8-c23d-46c6-8719-772525480f11 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '8bee5e18-52af-42b1-9275-16cf7e54e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:18.786136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Attempting to bind port 1c050cd8-c23d-46c6-8719-772525480f11 on network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:18.809924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:18.810402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Checking segment: {'id': '8bee5e18-52af-42b1-9275-16cf7e54e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:18.811250 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.811755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Bound using segment: {'id': '8bee5e18-52af-42b1-9275-16cf7e54e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:18.812859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Bound port: 1c050cd8-c23d-46c6-8719-772525480f11, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bee5e18-52af-42b1-9275-16cf7e54e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:18.813129 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.894170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-109e7cb1-aea5-47d0-a133-991849347a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:18.895741 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-109e7cb1-aea5-47d0-a133-991849347a85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc HTTP/1.1" status: 200 len: 1096 time: 0.1966417 Jul 08 17:58:18.949548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1144eb0f-2fd2-427e-8cbe-4c6e3b8b58ce req-2535ea5f-1cc1-4b26-a1cc-f7a2f09abfd4 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 210 time: 0.0921335 Jul 08 17:58:18.977188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93b7d952-2563-4be1-b4d2-0c52d05ab533 req-134296dd-3893-4c21-b4fa-e519c701a6a3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8513267 Jul 08 17:58:18.998096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Deleting port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:18.998726 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.011349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] For port 1c050cd8-c23d-46c6-8719-772525480f11, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:19.029567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] For port 1c050cd8-c23d-46c6-8719-772525480f11, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1c050cd8-c23d-46c6-8719-772525480f11,segment=NetworkSegment(8bee5e18-52af-42b1-9275-16cf7e54e90a),segment_id=8bee5e18-52af-42b1-9275-16cf7e54e90a)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:19.047068 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.140203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] DHCP port deletion for 2cc84689-982f-4a03-b69c-b364c0fba33a request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:58:19.180955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90cbd4-186c-4234-a34a-66e285a239c0 None None] Pushing event updated for resources: {'Port': ['ID=1c050cd8-c23d-46c6-8719-772525480f11,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:19.186914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] For port 5e8dafd4-0f36-45d3-8a76-fd502daf9089, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5e8dafd4-0f36-45d3-8a76-fd502daf9089,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:19.187301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.212141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Calling delete_port for 5e8dafd4-0f36-45d3-8a76-fd502daf9089 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:19.230035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-af488f4f-9728-4f04-8bcc-deb4be6e4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:19.231577 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-af488f4f-9728-4f04-8bcc-deb4be6e4541 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 1096 time: 0.3072112 Jul 08 17:58:19.258416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-409d44cf-d386-48de-91ac-bdc3d728b1fc tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904713 Jul 08 17:58:19.272880 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.280271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Deleting port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:19.282741 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.461654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 79958940-f6b9-4f93-b5a7-38f21a6dad17 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:19.469242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.524716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-454cf4c8-1704-440c-9ae1-6fd5263ca729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:19.529557 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-454cf4c8-1704-440c-9ae1-6fd5263ca729 service neutron] 10.222.0.59 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.2652149 Jul 08 17:58:19.546325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] No DVR routers for this DVR port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:19.560992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 79958940-f6b9-4f93-b5a7-38f21a6dad17 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:19.593682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8dafd4-0f36-45d3-8a76-fd502daf9089,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:19.595766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-48d8c6a5-b0bb-42fd-be59-e7a9c79f1a38 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:19.597743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-48d8c6a5-b0bb-42fd-be59-e7a9c79f1a38 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3211710 Jul 08 17:58:19.602059 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.657126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] For port 5e8dafd4-0f36-45d3-8a76-fd502daf9089, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5e8dafd4-0f36-45d3-8a76-fd502daf9089,segment=NetworkSegment(a07f82a3-fa22-41d9-89fe-bf44a4da8f0b),segment_id=a07f82a3-fa22-41d9-89fe-bf44a4da8f0b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:19.658161 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.662825 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-8ceaee27-8fc7-4104-b621-902fa8b13593 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/quotas/0680b8d7073d426eac66fd87c0c03a2d HTTP/1.1" status: 200 len: 375 time: 0.0552340 Jul 08 17:58:19.687853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Calling delete_port for 5e8dafd4-0f36-45d3-8a76-fd502daf9089 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:19.748315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237df23-fb26-4e2d-9b1e-43515f12dd84 req-d04d8bec-aedb-423f-9805-f62eeeb00c86 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:19.750732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2237df23-fb26-4e2d-9b1e-43515f12dd84 req-d04d8bec-aedb-423f-9805-f62eeeb00c86 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 945 time: 0.5365567 Jul 08 17:58:19.776225 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-935c2976-e525-4559-b22d-2c4e1e403787 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614767 Jul 08 17:58:19.866491 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.882108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2237df23-fb26-4e2d-9b1e-43515f12dd84 req-f13abc10-fc79-4dcb-858d-1fc3899740b7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090155 Jul 08 17:58:19.915277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Allocated IP 172.25.8.222 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/6c4af611-f73c-48c4-af38-fb6adf64596d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:20.071535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1c050cd8-c23d-46c6-8719-772525480f11 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:20.080115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] No DVR routers for this DVR port 5e8dafd4-0f36-45d3-8a76-fd502daf9089 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:20.088679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.097504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Pushing event deleted for resources: {'Port': ['ID=5e8dafd4-0f36-45d3-8a76-fd502daf9089,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:20.181280 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-e34abb35-50c2-4259-845e-4c3627fd346e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17 HTTP/1.1" status: 200 len: 217 time: 0.5869257 Jul 08 17:58:20.183335 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.198781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.199548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.200607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.200956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.201294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.201634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.201970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.202323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.202652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.202977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.203303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.203630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a02ea6-e579-4ec3-ae5f-a2a24d712e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:20.271422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:20.276025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:20.283136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:20.297016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 1c050cd8-c23d-46c6-8719-772525480f11 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:20.334717 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.363994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc84689-982f-4a03-b69c-b364c0fba33a']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:20.406146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:20.411134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07f82a3-fa22-41d9-89fe-bf44a4da8f0b') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:20.418718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:20.439738 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.467428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.477749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:58:20.478962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.491903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:20.492510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8c515d02-dd8e-4552-8b51-2e3d0acc8f8b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:20.493152 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5e8dafd4-0f36-45d3-8a76-fd502daf9089 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:20.560225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5e8dafd4-0f36-45d3-8a76-fd502daf9089 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:20.560587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5e8dafd4-0f36-45d3-8a76-fd502daf9089 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: timer() Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:58:20.623518 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:58:20.625769 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-92ba0dcc-04ea-4773-b6ec-6ba183f5bc77 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&shared=False HTTP/1.1" status: 200 len: 213 time: 1.0154362 Jul 08 17:58:20.699915 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29ee8045-fe66-4a7b-9b69-3a0df126d544 req-36f820a5-6f9b-40ad-85f3-7b43aa902077 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 210 time: 0.0778518 Jul 08 17:58:20.789240 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-45df227c-9b8c-44cd-b126-c981a78231f0 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1666727 Jul 08 17:58:20.793997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4af611-f73c-48c4-af38-fb6adf64596d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:20.799924 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.815633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064ee34-1957-41cd-82fb-a8718104ea2a None None] Network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:20.842173 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.847164 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2cc84689-982f-4a03-b69c-b364c0fba33a HTTP/1.1" status: 204 len: 168 time: 2.2235687 Jul 08 17:58:20.863422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54160) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:20.886930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4f85b992-9973-4bef-8b96-7b71a7319cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:20.888411 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-4f85b992-9973-4bef-8b96-7b71a7319cea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.2673404 Jul 08 17:58:20.900707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7bdcec5-0fe7-4606-a53b-80882e1ddec2 req-1119e75e-a80f-4240-8ef5-46302b3c5851 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 210 time: 0.1071024 Jul 08 17:58:20.926016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-02d883bc-e857-4d51-853c-f99cbc06b728 None None] Provisioning for port 1c050cd8-c23d-46c6-8719-772525480f11 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:20.972451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-02d883bc-e857-4d51-853c-f99cbc06b728 None None] Provisioning complete for port 1c050cd8-c23d-46c6-8719-772525480f11 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:20.972845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-02d883bc-e857-4d51-853c-f99cbc06b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.000861 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-760426f5-7f89-4109-92a5-82b407a0c0f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703249 Jul 08 17:58:21.001428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37691d6-b7ef-4e80-b818-21d239a83230 req-618632f0-f040-4458-9784-bccf280309a7 tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:21.002994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b37691d6-b7ef-4e80-b818-21d239a83230 req-618632f0-f040-4458-9784-bccf280309a7 tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 1101 time: 0.7686715 Jul 08 17:58:21.104393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a79311d6-fa7c-4981-bc8f-f3ebeb6e741e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:21.105932 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a79311d6-fa7c-4981-bc8f-f3ebeb6e741e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100064 Jul 08 17:58:21.120064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8874437-59ba-4f16-b582-d60759d24302 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc84689-982f-4a03-b69c-b364c0fba33a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:21.137011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Request body: {'port': {'device_id': '176e51b6-540d-4b61-934f-90747b504c94', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '0680b8d7073d426eac66fd87c0c03a2d'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:21.150524 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.205139 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-02d883bc-e857-4d51-853c-f99cbc06b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.241234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247894-26d3-45c9-a5ff-096828176063 req-c511a7a7-1873-40ca-9d29-fe46c5074d15 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:21.242768 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-c511a7a7-1873-40ca-9d29-fe46c5074d15 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5903771 Jul 08 17:58:21.254672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-02d883bc-e857-4d51-853c-f99cbc06b728 None None] For port 1c050cd8-c23d-46c6-8719-772525480f11, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1c050cd8-c23d-46c6-8719-772525480f11,segment=NetworkSegment(8bee5e18-52af-42b1-9275-16cf7e54e90a),segment_id=8bee5e18-52af-42b1-9275-16cf7e54e90a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:21.257042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Request body: {'port': {'device_id': '6dcb1171-22ff-4459-ac42-26468b606575', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '9b0d0610fc974c3ba1b2ad55d418b953'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:21.264557 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-02d883bc-e857-4d51-853c-f99cbc06b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.329734 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b37691d6-b7ef-4e80-b818-21d239a83230 req-8366af91-ec9a-4a4a-b27b-a3fb31d40bd8 tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132939 Jul 08 17:58:21.330678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d883bc-e857-4d51-853c-f99cbc06b728 None None] Pushing event updated for resources: {'Port': ['ID=1c050cd8-c23d-46c6-8719-772525480f11,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:21.436711 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-cebe6cf8-6403-40f7-ad40-bebb30855ddd service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275905 Jul 08 17:58:21.559989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1c050cd8-c23d-46c6-8719-772525480f11 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:21.617978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9341-5f9f-4db1-ba54-b77efee8c814 req-2d84768d-6bb2-4de1-a06d-6e51d949941e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:21.623796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cee9341-5f9f-4db1-ba54-b77efee8c814 req-2d84768d-6bb2-4de1-a06d-6e51d949941e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 945 time: 0.5217571 Jul 08 17:58:21.623964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 1c050cd8-c23d-46c6-8719-772525480f11 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:21.624790 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.693380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Made reservation on behalf of 0680b8d7073d426eac66fd87c0c03a2d for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:21.699350 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.727284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.740228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b9c64365-efdb-4171-a395-b6b76b2dc0dd None None] Provisioning complete for port 1c050cd8-c23d-46c6-8719-772525480f11 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:21.740918 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b9c64365-efdb-4171-a395-b6b76b2dc0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.745157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Made reservation on behalf of 9b0d0610fc974c3ba1b2ad55d418b953 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:21.749029 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.765472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cee9341-5f9f-4db1-ba54-b77efee8c814 req-fb1077f4-96d0-43f8-bf8e-95239201d71a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326485 Jul 08 17:58:21.813314 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-17426d24-bfdd-4d58-8a03-85699ee49ea3 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517845 Jul 08 17:58:21.961338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-af7f99a9-1848-4aa9-9dcd-5d759f8ba426 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1258848 Jul 08 17:58:22.008162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-32787710-a1ce-413b-8837-16d450534a94 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300994 Jul 08 17:58:22.097001 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25fb82e3-257f-4d87-98a2-f078a42a2489 req-88995a3c-a431-4dd9-82bf-9d3375be2f45 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 210 time: 0.1219671 Jul 08 17:58:22.148519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Allocated IP 192.168.233.8 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/10a42555-62b6-4d35-b5e8-5b3c20b0fdd7) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:22.226621 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.246190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.327110 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.351724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-8287f5d7-a18a-4d45-8d5c-33795c2b5545 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:22.353315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-8287f5d7-a18a-4d45-8d5c-33795c2b5545 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3217623 Jul 08 17:58:22.379012 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Request body: {'port': {'device_id': 'bc4878ef-6ba9-42f4-b1b9-dc1067be3fda', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '0680b8d7073d426eac66fd87c0c03a2d'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:22.398399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74fb1892-6e96-4409-8b70-b7ce3b58d8f3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:22.434289 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-addb3bed-550a-435a-8430-9016fedc566f req-c80ef644-1b7a-488b-822e-e4db6aba32e2 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 210 time: 0.1007140 Jul 08 17:58:22.446418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-f4b37644-4c60-4724-8445-655fd3e6f677 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:22.453099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-f4b37644-4c60-4724-8445-655fd3e6f677 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4913054 Jul 08 17:58:22.553599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-85f326d1-08b9-4726-9480-d53c15da27e3 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:22.555165 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-85f326d1-08b9-4726-9480-d53c15da27e3 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.3078129 Jul 08 17:58:22.556616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-7289d8c6-1b6c-403c-af01-5908eae6af90 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/quotas/0ece45c75085439aa23b1b8caecbe1f2 HTTP/1.1" status: 200 len: 375 time: 0.1026824 Jul 08 17:58:22.598472 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.619165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Transition to ACTIVE for port object 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:22.622379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Made reservation on behalf of 0680b8d7073d426eac66fd87c0c03a2d for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:22.625831 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.753674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.766052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def', '470c2987-9adb-426c-a66e-f347139b66ea', 'f1d7a7d9-6b79-467f-93da-93ad769bf15b', 'd9522a80-4c93-48bb-a38b-e944e0a527ec', '6fb30e5e-c287-41c1-9de0-7b388ea46af9'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:22.769691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176', '9e518c22-9faf-4fd5-95b4-8e54d6f00799'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:22.822944 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.847813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event updated for resources: {'Port': ['ID=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:22.978427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:22.979768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Allocated IP 192.168.233.79 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/063e758c-31ee-47eb-bbca-feb97f999869) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:22.990882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:22.995188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:23.103031 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:23.103952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:23.192228 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-cb251f69-363b-4b89-b7b7-779b88cf1b93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9409375 Jul 08 17:58:23.208802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Request body: {'port': {'device_id': '6dcb1171-22ff-4459-ac42-26468b606575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:23.311387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-ad6cabe2-e9f5-4276-9139-cb603d532962 service neutron] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:23.334082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:23.342356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-ad6cabe2-e9f5-4276-9139-cb603d532962 service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:23.343480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a660ae6-cd2f-4e43-b52b-d6eae9148bd1 req-ad6cabe2-e9f5-4276-9139-cb603d532962 service neutron] 10.222.0.59 "DELETE /v2.0/ports/79958940-f6b9-4f93-b5a7-38f21a6dad17/bindings/n-h1-799684-3 HTTP/1.1" status: 204 len: 173 time: 0.7807353 Jul 08 17:58:23.349338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-9c5ccbfe-1cff-40d7-9866-e470bf7cdfdf tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7782478 Jul 08 17:58:23.355273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Router 1f809cc3-e23f-4219-ac4c-df68dcbda3db is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:58:23.374878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dd295c3c-2aee-4af3-8375-5f67d17b13b0 None None] Provisioning for port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:23.382641 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:23.384619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dd295c3c-2aee-4af3-8375-5f67d17b13b0 None None] Provisioning complete for port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:23.384943 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dd295c3c-2aee-4af3-8375-5f67d17b13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:23.435631 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Transition to ACTIVE for port object 063e758c-31ee-47eb-bbca-feb97f999869 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:23.480455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dd295c3c-2aee-4af3-8375-5f67d17b13b0 None None] Port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:23.513582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb22b7-8def-4660-a705-59d8f53b880f req-685727b0-8de9-40ae-99e7-1ee7669af36f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:23.522458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95eb22b7-8def-4660-a705-59d8f53b880f req-685727b0-8de9-40ae-99e7-1ee7669af36f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 945 time: 0.2211630 Jul 08 17:58:23.596547 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:23.644634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:23.651945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:23.710239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:23.771063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:23.772377 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:23.811990 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6892483 Jul 08 17:58:23.831762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Request body: {'port': {'device_id': '176e51b6-540d-4b61-934f-90747b504c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:23.936228 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:23.946243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95eb22b7-8def-4660-a705-59d8f53b880f req-5b0bd57c-9ad2-4955-a930-1a9998339cd5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225676 Jul 08 17:58:23.971901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:24.013688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Sync routers for ids ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:24.036353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f916341-0574-462c-b1cf-a421a7750086 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Pushing event updated for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:24.068975 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Routers {'1f809cc3-e23f-4219-ac4c-df68dcbda3db'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:24.069633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:24.106677 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:24.115143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-32fae9c0-ff5d-4bd7-8b39-f807df131990 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8562500 Jul 08 17:58:24.125720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54210) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:24.150543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Allocated IP 192.168.233.105 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/b8dcd515-a132-494c-b81e-f7fd229bc013) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:24.314395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac8ad142-1238-40d6-9cc3-8042fc6c10e7 req-16d86401-6461-4449-9004-9a78921dc395 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 210 time: 0.0671849 Jul 08 17:58:24.321792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Set router 1f809cc3-e23f-4219-ac4c-df68dcbda3db gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:24.450821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c1131a7-5676-4e31-9125-1e3d355503d6 req-932c37b4-a390-4bb3-b547-092db23d2ae5 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 210 time: 0.0448461 Jul 08 17:58:24.522093 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ff54-9ec3-4c27-8f92-cfa0890c7510 req-d6bb1dc1-674e-4838-810c-c2e84aa97988 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:24.529015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b099ff54-9ec3-4c27-8f92-cfa0890c7510 req-d6bb1dc1-674e-4838-810c-c2e84aa97988 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 934 time: 0.4369779 Jul 08 17:58:24.555862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Deleting port a2e4d199-1797-409d-a5c2-cd4976cd7d6e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:24.557298 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:24.602395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:24.650572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Transition to ACTIVE for port object b8dcd515-a132-494c-b81e-f7fd229bc013 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:24.722418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-254bd76a-cdcb-4c98-9869-ed3b3af4f133 None None] Provisioning for port 063e758c-31ee-47eb-bbca-feb97f999869 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:24.733694 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b099ff54-9ec3-4c27-8f92-cfa0890c7510 req-4d032ead-61e9-4307-912a-99a5ec22eb8f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037191 Jul 08 17:58:24.736835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-254bd76a-cdcb-4c98-9869-ed3b3af4f133 None None] Provisioning complete for port 063e758c-31ee-47eb-bbca-feb97f999869 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:24.737228 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-254bd76a-cdcb-4c98-9869-ed3b3af4f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:24.740338 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:24.877087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] For port a2e4d199-1797-409d-a5c2-cd4976cd7d6e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a2e4d199-1797-409d-a5c2-cd4976cd7d6e,segment=NetworkSegment(6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05),segment_id=6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:24.877621 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:24.898221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Calling delete_port for a2e4d199-1797-409d-a5c2-cd4976cd7d6e owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:24.914579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-254bd76a-cdcb-4c98-9869-ed3b3af4f133 None None] Port 063e758c-31ee-47eb-bbca-feb97f999869 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:24.938510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'name': 'tempest-FloatingIPDetailsTestJSON-558416115-router', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:17Z', 'updated_at': '2021-07-08T17:58:20Z', 'revision_number': 3, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'gw_port': {'id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ef:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:19Z', 'updated_at': '2021-07-08T17:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:24.974617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Checking router: 1f809cc3-e23f-4219-ac4c-df68dcbda3db for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:24.974875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Updating router 1f809cc3-e23f-4219-ac4c-df68dcbda3db port 6c4af611-f73c-48c4-af38-fb6adf64596d binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:58:24.975419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:24.981405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:24.989994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:25.051954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Pushing event updated for resources: {'Port': ['ID=b8dcd515-a132-494c-b81e-f7fd229bc013,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:25.083557 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.163580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:25.164231 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.186304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:25.195685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.217097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0189-f52d-4e2d-85ad-63a2fcaf27cd req-c6a8104c-b387-4659-8ba1-ca605487faaa tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:25.232136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-992d0189-f52d-4e2d-85ad-63a2fcaf27cd req-c6a8104c-b387-4659-8ba1-ca605487faaa tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 1096 time: 0.2945893 Jul 08 17:58:25.238766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Transition to ACTIVE for port object 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:25.266321 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.368121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-992d0189-f52d-4e2d-85ad-63a2fcaf27cd req-9b750b0b-8af9-4e3a-a4d8-f377d584cf84 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318712 Jul 08 17:58:25.395445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-99991b91-babf-486a-aa98-7c311870e986 None None] Provisioning for port b8dcd515-a132-494c-b81e-f7fd229bc013 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:25.402603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-99991b91-babf-486a-aa98-7c311870e986 None None] Provisioning complete for port b8dcd515-a132-494c-b81e-f7fd229bc013 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:25.403288 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-99991b91-babf-486a-aa98-7c311870e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.500659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-99991b91-babf-486a-aa98-7c311870e986 None None] Port b8dcd515-a132-494c-b81e-f7fd229bc013 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:25.632071 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-3a722580-8e01-4d4d-922a-cf42ce4165a9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2596071 Jul 08 17:58:25.632670 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.643130 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.654467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Transition to ACTIVE for port object 6c4af611-f73c-48c4-af38-fb6adf64596d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:25.655396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.661811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Request body: {'port': {'device_id': 'bc4878ef-6ba9-42f4-b1b9-dc1067be3fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:25.673473 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.725969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1370bc-3290-407b-a7cd-1131f774f325 None None] Pushing event updated for resources: {'Port': ['ID=6c4af611-f73c-48c4-af38-fb6adf64596d,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:25.726240 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a982c52-dcf6-441d-9e02-89485c748110 req-419ff399-7160-4433-bc89-ea741a09bb3a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 210 time: 0.0910106 Jul 08 17:58:25.743752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e4d199-1797-409d-a5c2-cd4976cd7d6e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:25.767498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Pushing event updated for resources: {'Port': ['ID=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:25.781672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-343ec3eb-1e68-4cb1-934c-5527f129e2b5 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900881 Jul 08 17:58:25.783384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Attempting to bind port 6c4af611-f73c-48c4-af38-fb6adf64596d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:25.783883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Attempting to bind port 6c4af611-f73c-48c4-af38-fb6adf64596d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:25.784347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Attempting to bind port 6c4af611-f73c-48c4-af38-fb6adf64596d on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:25.790387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:25.790949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:25.791461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.791925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:25.792507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Bound port: 6c4af611-f73c-48c4-af38-fb6adf64596d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:25.793028 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.804921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.805237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.805906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.806174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.806549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.806880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.807264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.807883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.808213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.808530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.808852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.809160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:25.900512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] For port 6c4af611-f73c-48c4-af38-fb6adf64596d, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:25.905175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] For port 6c4af611-f73c-48c4-af38-fb6adf64596d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6c4af611-f73c-48c4-af38-fb6adf64596d,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:25.912030 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.008174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1370bc-3290-407b-a7cd-1131f774f325 None None] Pushing event updated for resources: {'Port': ['ID=6c4af611-f73c-48c4-af38-fb6adf64596d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:26.023363 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.053042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Routers {'1f809cc3-e23f-4219-ac4c-df68dcbda3db'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:26.053812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:26.071510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Attempting to bind port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:26.071850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Attempting to bind port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:26.072188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Attempting to bind port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:26.076401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063e758c-31ee-47eb-bbca-feb97f999869 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:26.124200 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.127687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:26.128015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Attempting to bind port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:26.150487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:26.150835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:26.151231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:26.151671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Bound port: 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:26.152031 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.199112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Transition to ACTIVE for port object 063e758c-31ee-47eb-bbca-feb97f999869 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:26.213358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] Set router 1f809cc3-e23f-4219-ac4c-df68dcbda3db gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:26.253964 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.266066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74065afc-ecb1-45a5-b846-d6410bc2312c req-a3ab592d-7410-4cf7-8f84-9261d4cbb897 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:26.271153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74065afc-ecb1-45a5-b846-d6410bc2312c req-a3ab592d-7410-4cf7-8f84-9261d4cbb897 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 936 time: 0.7184863 Jul 08 17:58:26.371308 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.421669 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-994fbfc7-7089-49ae-ad6c-6ce6f377bbe6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:26.422816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Pushing event updated for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:26.426602 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-994fbfc7-7089-49ae-ad6c-6ce6f377bbe6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 808 time: 0.4130368 Jul 08 17:58:26.452541 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] For port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:26.458822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-f9bd146f-a3f8-4132-9797-28c5885c3c7a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:26.460340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-f9bd146f-a3f8-4132-9797-28c5885c3c7a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6147246 Jul 08 17:58:26.463182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'name': 'tempest-FloatingIPDetailsTestJSON-558416115-router', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:17Z', 'updated_at': '2021-07-08T17:58:20Z', 'revision_number': 3, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'gw_port': {'id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ef:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:19Z', 'updated_at': '2021-07-08T17:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:26.476204 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74065afc-ecb1-45a5-b846-d6410bc2312c req-2b5de242-71bc-47d2-9cb3-5db329c6c25c tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760941 Jul 08 17:58:26.481208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Request body: {'port': {'device_id': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '0ece45c75085439aa23b1b8caecbe1f2'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:26.484207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] For port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:26.495809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370d382c-a1c0-4b9e-90cb-e7862d958b66 None None] The sync data for ids ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'] in n-d-799684-3 is: [{'id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'name': 'tempest-FloatingIPDetailsTestJSON-558416115-router', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:17Z', 'updated_at': '2021-07-08T17:58:20Z', 'revision_number': 3, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'gw_port': {'id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ef:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:19Z', 'updated_at': '2021-07-08T17:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:26.506303 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-65e82337-5b0c-4050-ad1c-d3fce22f3f14 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/quotas/d3d4e592a62e4debadc4f62900a0fcdc HTTP/1.1" status: 200 len: 375 time: 0.0787370 Jul 08 17:58:26.628299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8dcd515-a132-494c-b81e-f7fd229bc013 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:26.637353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.651872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Transition to ACTIVE for port object b8dcd515-a132-494c-b81e-f7fd229bc013 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:26.673946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.689905 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.768067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:26.768760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.770202 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] 10.222.0.74 "PUT /v2.0/ports/10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 HTTP/1.1" status: 200 len: 1094 time: 3.5671206 Jul 08 17:58:26.776435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcb1171-22ff-4459-ac42-26468b606575', 'tag': '10a42555-62b6-4d35-b5e8-5b3c20b0fdd7'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:26.778862 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346d3dd1-0dd3-41d7-b90a-4f2b92854798" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcb1171-22ff-4459-ac42-26468b606575", "tag": "10a42555-62b6-4d35-b5e8-5b3c20b0fdd7"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:26.793987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Pushing event updated for resources: {'Port': ['ID=b8dcd515-a132-494c-b81e-f7fd229bc013,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:26.876740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Attempting to bind port 063e758c-31ee-47eb-bbca-feb97f999869 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:26.877143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Attempting to bind port 063e758c-31ee-47eb-bbca-feb97f999869 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:26.877481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Attempting to bind port 063e758c-31ee-47eb-bbca-feb97f999869 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:26.962479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Port 063e758c-31ee-47eb-bbca-feb97f999869 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:26.963093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Attempting to bind port 063e758c-31ee-47eb-bbca-feb97f999869 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:26.993427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:26.994050 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:26.994758 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:26.995570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Bound port: 063e758c-31ee-47eb-bbca-feb97f999869, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:26.996097 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.018994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef624f-73b9-40a2-8667-967b5ca855e2 service neutron] Pushing event updated for resources: {'Port': ['ID=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:27.046656 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Attempting to bind port b8dcd515-a132-494c-b81e-f7fd229bc013 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:27.047228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Attempting to bind port b8dcd515-a132-494c-b81e-f7fd229bc013 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:27.047364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Attempting to bind port b8dcd515-a132-494c-b81e-f7fd229bc013 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:27.122539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:27.126604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Allocated IP 172.20.0.1 (cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c/8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82/27ddc3b8-7ce1-4325-a5cd-4ca87688093a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:27.127143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:27.135706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247894-26d3-45c9-a5ff-096828176063 req-e6b57870-61ac-407a-8d05-a0873edb31df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:27.137332 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-e6b57870-61ac-407a-8d05-a0873edb31df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 1097 time: 0.2937870 Jul 08 17:58:27.138000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Port b8dcd515-a132-494c-b81e-f7fd229bc013 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:27.138454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Attempting to bind port b8dcd515-a132-494c-b81e-f7fd229bc013 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:27.143710 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.164280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:27.166586 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:27.167078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:27.167679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Bound port: b8dcd515-a132-494c-b81e-f7fd229bc013, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:27.168284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.294055 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-476e2296-3a3c-41ad-83bb-e7004ced965d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 HTTP/1.1" status: 200 len: 217 time: 0.1412330 Jul 08 17:58:27.296323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Made reservation on behalf of 0ece45c75085439aa23b1b8caecbe1f2 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:27.300967 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.301232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:27.301851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.303309 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] 10.222.0.74 "PUT /v2.0/ports/063e758c-31ee-47eb-bbca-feb97f999869 HTTP/1.1" status: 200 len: 1095 time: 3.4777768 Jul 08 17:58:27.415450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a0361-792a-488e-8adf-365fd7a2dbab service neutron] Pushing event updated for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:27.434732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-a83ef63d-f032-4a26-b8d7-ef03e73410ad tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9274392 Jul 08 17:58:27.438970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247894-26d3-45c9-a5ff-096828176063 req-0d2e70a7-9810-4d08-8cd2-00bb3136c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:27.440854 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-0d2e70a7-9810-4d08-8cd2-00bb3136c7cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1332562 Jul 08 17:58:27.443573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] For port b8dcd515-a132-494c-b81e-f7fd229bc013, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:27.449775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] For port b8dcd515-a132-494c-b81e-f7fd229bc013, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b8dcd515-a132-494c-b81e-f7fd229bc013,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:27.521946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.598718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518c938-0bc2-4f4c-b259-e9c3f30a7593 req-732edcd2-0460-4b5d-8e6a-9f1d6ee27044 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:27.600337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5518c938-0bc2-4f4c-b259-e9c3f30a7593 req-732edcd2-0460-4b5d-8e6a-9f1d6ee27044 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 946 time: 0.5623701 Jul 08 17:58:27.614487 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.617326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:27.617326 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.620834 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] 10.222.0.59 "PUT /v2.0/ports/b8dcd515-a132-494c-b81e-f7fd229bc013 HTTP/1.1" status: 200 len: 1096 time: 1.9632854 Jul 08 17:58:27.640325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e45ab-d1bb-4356-a39d-f4a6253f030e service neutron] Pushing event updated for resources: {'Port': ['ID=b8dcd515-a132-494c-b81e-f7fd229bc013,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:27.657676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-7d7cc057-fbbb-4152-b391-cf6508d1c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:27.659232 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-7d7cc057-fbbb-4152-b391-cf6508d1c52d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 1098 time: 0.2856548 Jul 08 17:58:27.662692 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247894-26d3-45c9-a5ff-096828176063 req-6c927447-7563-409e-b687-3ea1dea7e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:27.665195 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-6c927447-7563-409e-b687-3ea1dea7e081 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2129617 Jul 08 17:58:27.695497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6c4af611-f73c-48c4-af38-fb6adf64596d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:27.708341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Transition to ACTIVE for port object 27ddc3b8-7ce1-4325-a5cd-4ca87688093a will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:27.792139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 6c4af611-f73c-48c4-af38-fb6adf64596d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:27.796909 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6c4af611-f73c-48c4-af38-fb6adf64596d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:27.797569 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.824862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5518c938-0bc2-4f4c-b259-e9c3f30a7593 req-985d0ac2-6c13-4101-9d51-f9dad230a7ae tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028236 Jul 08 17:58:27.870578 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-74fb9153-a339-4d84-b9b7-c156f3f76634 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=063e758c-31ee-47eb-bbca-feb97f999869 HTTP/1.1" status: 200 len: 217 time: 0.1977358 Jul 08 17:58:27.907701 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bec872-c33f-4c11-b891-1dd3bc8b1871 x-openstack-request-id: req-69bec872-c33f-4c11-b891-1dd3bc8b1871 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:27.908029 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcb1171-22ff-4459-ac42-26468b606575", "tag": "10a42555-62b6-4d35-b5e8-5b3c20b0fdd7", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:27.908227 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69bec872-c33f-4c11-b891-1dd3bc8b1871 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:27.908622 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcb1171-22ff-4459-ac42-26468b606575', 'tag': '10a42555-62b6-4d35-b5e8-5b3c20b0fdd7', 'status': 'completed', 'code': 200} Jul 08 17:58:27.925262 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.936429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-5088ad3e-29fa-4d25-b833-6132c7371197 service neutron] 10.222.0.73 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006895 Jul 08 17:58:27.958080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Allocated IP 192.168.233.128 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/29de5d74-db15-4ba7-bc79-c6e222d64581) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:27.966106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 6c4af611-f73c-48c4-af38-fb6adf64596d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6c4af611-f73c-48c4-af38-fb6adf64596d,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:27.976741 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.992334 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-95aec339-3a71-4e6d-b523-963d0a3d4f85 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165667 Jul 08 17:58:28.029489 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Router 74ca6951-2c79-4ac5-abe5-0662e4317af3 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:28.045799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-ad6e6bb3-61b0-4253-a153-fc02ab2a035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.049151 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-ad6e6bb3-61b0-4253-a153-fc02ab2a035c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1655340 Jul 08 17:58:28.053513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.053805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=6c4af611-f73c-48c4-af38-fb6adf64596d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:28.094452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-06f5ccf7-20c6-45fc-8003-5e7be493a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.095983 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-06f5ccf7-20c6-45fc-8003-5e7be493a4cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 1099 time: 0.4121189 Jul 08 17:58:28.131246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0fa38481-6c8d-41ce-83ba-2794e90de176 req-58d055e6-af8c-46c3-95e8-aea9bd70c53d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 210 time: 0.0811484 Jul 08 17:58:28.170138 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-5b2c07ae-9d35-45f7-ac98-09679b7af103 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b8dcd515-a132-494c-b81e-f7fd229bc013 HTTP/1.1" status: 200 len: 217 time: 0.0566478 Jul 08 17:58:28.208495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:28.236081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:28.238809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:28.239705 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.255986 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-68247894-26d3-45c9-a5ff-096828176063 req-db77d23c-6b0a-4f21-a112-d0c4fbfb0391 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479758 Jul 08 17:58:28.259395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Pushing event updated for resources: {'Port': ['ID=27ddc3b8-7ce1-4325-a5cd-4ca87688093a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:28.265182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-7b817dda-7a4b-48fd-9ba1-5ecceb777194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.268795 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-7b817dda-7a4b-48fd-9ba1-5ecceb777194 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0873170 Jul 08 17:58:28.271009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-cec5260f-53ec-47c3-967f-137b46ad1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.275567 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-cec5260f-53ec-47c3-967f-137b46ad1e3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932414 Jul 08 17:58:28.350858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-3f78b945-f369-4d97-b36e-4f06e2306525 service neutron] 10.222.0.73 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133949 Jul 08 17:58:28.453380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-9e352a6f-9612-409b-b83a-efb7ac40e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.454895 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-9e352a6f-9612-409b-b83a-efb7ac40e13f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1782715 Jul 08 17:58:28.458188 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-d4fb2e5d-1c59-40b3-9da4-a7701a2b8b0d service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724095 Jul 08 17:58:28.464573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3dd1-0dd3-41d7-b90a-4f2b92854798 req-8aeb93c1-d01c-43b5-8def-e38d84094298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.466766 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-346d3dd1-0dd3-41d7-b90a-4f2b92854798 req-8aeb93c1-d01c-43b5-8def-e38d84094298 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 1097 time: 0.1166353 Jul 08 17:58:28.648518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-99072a26-571c-4e45-af15-233d4febc8de None None] Provisioning for port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:28.654621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-99072a26-571c-4e45-af15-233d4febc8de None None] Provisioning complete for port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:28.655153 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-99072a26-571c-4e45-af15-233d4febc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.694343 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.710461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Transition to ACTIVE for port object 29de5d74-db15-4ba7-bc79-c6e222d64581 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:28.726252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-99072a26-571c-4e45-af15-233d4febc8de None None] Port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:28.749759 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c854cf5-98d2-49a4-acf1-5e7a1bba507f req-e0519af8-4a06-4ac2-8d51-0392177e6c59 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819629 Jul 08 17:58:28.753218 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-c4bc5728-ecba-44ad-9d00-fe541d924f1b service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843993 Jul 08 17:58:28.757081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3dd1-0dd3-41d7-b90a-4f2b92854798 req-1219ef72-da71-4060-b6d2-1d7085cbaee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.758849 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-346d3dd1-0dd3-41d7-b90a-4f2b92854798 req-1219ef72-da71-4060-b6d2-1d7085cbaee3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2821302 Jul 08 17:58:28.768726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:28.774860 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0222ab2-bd0c-461a-b07d-e5b5b77a8400 req-2411dac7-5942-4346-8591-b207eb87efdf tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 210 time: 0.0426717 Jul 08 17:58:28.780339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0c155c69-3d2a-4c42-bfc2-d068d95d4eee admin admin] 10.222.0.73 "PUT /v2.0/routers/74ca6951-2c79-4ac5-abe5-0662e4317af3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8996460 Jul 08 17:58:28.784747 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29dab9-be1b-4ca5-ab1a-772eca49dc43 None None] Sync routers for ids ['74ca6951-2c79-4ac5-abe5-0662e4317af3'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:28.794344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54258) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:28.820869 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29dab9-be1b-4ca5-ab1a-772eca49dc43 None None] Routers {'74ca6951-2c79-4ac5-abe5-0662e4317af3'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:28.823026 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8c29dab9-be1b-4ca5-ab1a-772eca49dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['74ca6951-2c79-4ac5-abe5-0662e4317af3'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:28.862231 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-346d3dd1-0dd3-41d7-b90a-4f2b92854798 req-5bba857b-8861-4166-84c3-9e8c7557e716 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 HTTP/1.1" status: 200 len: 217 time: 0.0889297 Jul 08 17:58:28.882182 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343694c4-7ccc-47db-be7f-26f9767e2b04 req-e715d662-1263-4a4a-8d99-b4f1f1c5b00a tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.884224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-343694c4-7ccc-47db-be7f-26f9767e2b04 req-e715d662-1263-4a4a-8d99-b4f1f1c5b00a tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 948 time: 0.6382990 Jul 08 17:58:28.937247 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.968991 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8c29dab9-be1b-4ca5-ab1a-772eca49dc43 None None] Set router 74ca6951-2c79-4ac5-abe5-0662e4317af3 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:29.169060 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.177168 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.193636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['363d1993-a0ec-4b01-9795-2d73beaeb08d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:29.195439 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8c29dab9-be1b-4ca5-ab1a-772eca49dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-router', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:12Z', 'updated_at': '2021-07-08T17:58:25Z', 'revision_number': 5, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'gw_port': {'id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:13Z', 'updated_at': '2021-07-08T17:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:29.196296 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.197289 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.253871 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29dab9-be1b-4ca5-ab1a-772eca49dc43 None None] Checking router: 74ca6951-2c79-4ac5-abe5-0662e4317af3 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:29.283495 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29dab9-be1b-4ca5-ab1a-772eca49dc43 None None] Routers {'74ca6951-2c79-4ac5-abe5-0662e4317af3'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:29.284126 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8c29dab9-be1b-4ca5-ab1a-772eca49dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['74ca6951-2c79-4ac5-abe5-0662e4317af3'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:29.307588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3dd1-0dd3-41d7-b90a-4f2b92854798 req-e051696c-a73e-446b-8ec4-c23eaa6c0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:29.309091 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-346d3dd1-0dd3-41d7-b90a-4f2b92854798 req-e051696c-a73e-446b-8ec4-c23eaa6c0dd6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1609831 Jul 08 17:58:29.329961 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31ea7470-8bbc-4b13-8bd4-689018f5be02 req-4df01075-1a38-4934-ac49-6c83d95738ac service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684805 Jul 08 17:58:29.344344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:29.353944 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.377128 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-343694c4-7ccc-47db-be7f-26f9767e2b04 req-01fa09bd-375d-4f79-b565-d9a961365c9c tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838264 Jul 08 17:58:29.380567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:29.384656 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Pushing event updated for resources: {'Port': ['ID=29de5d74-db15-4ba7-bc79-c6e222d64581,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:29.456717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:29.483414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:29.484297 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.521542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.546959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3dd1-0dd3-41d7-b90a-4f2b92854798 req-bae83182-72b7-49e1-adf8-c5232087ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:29.549676 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-346d3dd1-0dd3-41d7-b90a-4f2b92854798 req-bae83182-72b7-49e1-adf8-c5232087ba47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2308934 Jul 08 17:58:29.580721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6c4af611-f73c-48c4-af38-fb6adf64596d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:29.582861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Pushing event updated for resources: {'Port': ['ID=27ddc3b8-7ce1-4325-a5cd-4ca87688093a,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:29.609307 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8c29dab9-be1b-4ca5-ab1a-772eca49dc43 None None] Set router 74ca6951-2c79-4ac5-abe5-0662e4317af3 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:29.694792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Deleting port be02cf58-73e8-4acb-af63-69f98cb12b50 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:29.695128 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.753389 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-346d3dd1-0dd3-41d7-b90a-4f2b92854798 req-641b3913-47c7-437e-bea8-6ef2b464e8b3 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957183 Jul 08 17:58:29.778926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-34a5d4fa-7177-426c-9e23-183781907a77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3015971 Jul 08 17:58:29.811183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Request body: {'port': {'device_id': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:29.820435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6c4af611-f73c-48c4-af38-fb6adf64596d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:29.820958 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.825581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:29.862602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:29.898083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0b26-d8ef-4eba-aa69-b5f1f0293ab3 req-13423bb0-0596-482d-85fb-21a3d28b73e4 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:29.899689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e5f0b26-d8ef-4eba-aa69-b5f1f0293ab3 req-13423bb0-0596-482d-85fb-21a3d28b73e4 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 946 time: 0.4123554 Jul 08 17:58:29.909988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f7cc81b-6d17-4d60-9283-93fb1221b054 None None] Provisioning for port 29de5d74-db15-4ba7-bc79-c6e222d64581 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:29.915891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869'}, {'name': 'network-changed', 'server_uuid': 'bc4878ef-6ba9-42f4-b1b9-dc1067be3fda', 'tag': 'b8dcd515-a132-494c-b81e-f7fd229bc013'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:29.920609 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284cbb03-bc66-4294-bb40-9b05f0fdb75f" -d '{"events": [{"name": "network-changed", "server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "tag": "063e758c-31ee-47eb-bbca-feb97f999869"}, {"name": "network-changed", "server_uuid": "bc4878ef-6ba9-42f4-b1b9-dc1067be3fda", "tag": "b8dcd515-a132-494c-b81e-f7fd229bc013"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:29.944475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f7cc81b-6d17-4d60-9283-93fb1221b054 None None] Provisioning complete for port 29de5d74-db15-4ba7-bc79-c6e222d64581 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:29.944764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca2200-d8cb-4fcb-b596-6decd8b3a543 req-b542ae0d-e97f-41e1-9bc4-556e1c269162 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:29.945266 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f7cc81b-6d17-4d60-9283-93fb1221b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.946795 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5ca2200-d8cb-4fcb-b596-6decd8b3a543 req-b542ae0d-e97f-41e1-9bc4-556e1c269162 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 936 time: 0.3582473 Jul 08 17:58:29.953425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] For port be02cf58-73e8-4acb-af63-69f98cb12b50, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=be02cf58-73e8-4acb-af63-69f98cb12b50,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:29.954068 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.980356 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-346d3dd1-0dd3-41d7-b90a-4f2b92854798 req-bda877b4-2608-4a0d-963e-a3d947975072 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169404 Jul 08 17:58:29.981495 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Calling delete_port for be02cf58-73e8-4acb-af63-69f98cb12b50 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:29.983161 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8c29dab9-be1b-4ca5-ab1a-772eca49dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-router', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:12Z', 'updated_at': '2021-07-08T17:58:25Z', 'revision_number': 5, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'gw_port': {'id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:13Z', 'updated_at': '2021-07-08T17:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:30.033003 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29dab9-be1b-4ca5-ab1a-772eca49dc43 None None] The sync data for ids ['74ca6951-2c79-4ac5-abe5-0662e4317af3'] in n-d-799684-3 is: [{'id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'name': 'tempest-AttachSCSIVolumeTestJSON-891128394-router', 'tenant_id': '99d56feb979d4be89454b109b324a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:56:12Z', 'updated_at': '2021-07-08T17:58:25Z', 'revision_number': 5, 'project_id': '99d56feb979d4be89454b109b324a5d6', 'gw_port': {'id': 'be02cf58-73e8-4acb-af63-69f98cb12b50', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ca6951-2c79-4ac5-abe5-0662e4317af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:56:13Z', 'updated_at': '2021-07-08T17:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:30.056691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cc81b-6d17-4d60-9283-93fb1221b054 None None] Port 29de5d74-db15-4ba7-bc79-c6e222d64581 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:30.177047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bd0f08f3-6eb0-40af-9474-20c2da6696e9 None None] Provisioning complete for port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:30.177416 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd0f08f3-6eb0-40af-9474-20c2da6696e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.210847 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.221708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f08f3-6eb0-40af-9474-20c2da6696e9 None None] Port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:30.238615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Pushing event deleted for resources: {'Port': ['ID=be02cf58-73e8-4acb-af63-69f98cb12b50,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:30.310315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.440581 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5ca2200-d8cb-4fcb-b596-6decd8b3a543 req-1f5e4437-e618-49ae-ab23-8b7ea96cd7d6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447134 Jul 08 17:58:30.443628 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.513387 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.518361 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.525134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e5f0b26-d8ef-4eba-aa69-b5f1f0293ab3 req-dccf0775-1137-4f2e-9c06-16f71b1d8296 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101432 Jul 08 17:58:30.571878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-60bbe710-fe81-4df7-98d5-60f5b34797ac tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:30.573425 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-60bbe710-fe81-4df7-98d5-60f5b34797ac tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.59 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 808 time: 0.1977425 Jul 08 17:58:30.587134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Request body: {'port': {'device_id': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf', 'admin_state_up': True, 'tenant_id': 'd3d4e592a62e4debadc4f62900a0fcdc'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:30.596693 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.599010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74ca6951-2c79-4ac5-abe5-0662e4317af3 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:58:30.613523 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.618525 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-63cf399d-d3f1-4030-bab0-887b80be9625 admin admin] 10.222.0.73 "DELETE /v2.0/routers/74ca6951-2c79-4ac5-abe5-0662e4317af3 HTTP/1.1" status: 204 len: 168 time: 1.7947643 Jul 08 17:58:30.690876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54278) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:30.711028 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea95c515-63e8-4481-8d80-1d5ace7e3625 x-openstack-request-id: req-ea95c515-63e8-4481-8d80-1d5ace7e3625 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:30.711730 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "tag": "063e758c-31ee-47eb-bbca-feb97f999869", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc4878ef-6ba9-42f4-b1b9-dc1067be3fda", "tag": "b8dcd515-a132-494c-b81e-f7fd229bc013", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:30.711730 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea95c515-63e8-4481-8d80-1d5ace7e3625 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:30.712250 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869', 'status': 'completed', 'code': 200} Jul 08 17:58:30.712701 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4878ef-6ba9-42f4-b1b9-dc1067be3fda', 'tag': 'b8dcd515-a132-494c-b81e-f7fd229bc013', 'status': 'completed', 'code': 200} Jul 08 17:58:30.805567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a957bda0-9a1b-4263-8434-0866467d1646 req-aeb1e273-4af9-488e-82fa-722902eae08d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 210 time: 0.1154594 Jul 08 17:58:30.844935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Router 1f809cc3-e23f-4219-ac4c-df68dcbda3db has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:30.879335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Made reservation on behalf of d3d4e592a62e4debadc4f62900a0fcdc for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:30.883394 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.962658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-b5a346b7-65c3-4e94-b25e-af66b6270594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:30.964431 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-b5a346b7-65c3-4e94-b25e-af66b6270594 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 1098 time: 0.2085578 Jul 08 17:58:30.979404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-92223fb3-f907-483e-a042-62f211d4ad7d admin admin] Deleting subnet 08b15f98-57d8-440a-a0a7-b52b0191910b {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:58:30.982990 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-92223fb3-f907-483e-a042-62f211d4ad7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.084558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-7bf38824-e4b7-447c-ad30-ab68ed3bca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.086363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-7bf38824-e4b7-447c-ad30-ab68ed3bca29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 1099 time: 0.3210304 Jul 08 17:58:31.106074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Allocated IP 172.20.0.10 (15934754-1853-4dd8-b29a-beef79bb7ebf/12159336-ffa6-449d-a07c-a9ce0d1177e8/19f5d15c-0e5e-494e-b651-d215bebd5a3c) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:31.115272 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-f0cb7a42-d789-492d-abd8-0801dcd9950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.116790 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-f0cb7a42-d789-492d-abd8-0801dcd9950f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1435614 Jul 08 17:58:31.117646 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-92223fb3-f907-483e-a042-62f211d4ad7d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.175852 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-040acac0-5bd6-4073-a118-7825b4854771 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=063e758c-31ee-47eb-bbca-feb97f999869 HTTP/1.1" status: 200 len: 217 time: 0.0482516 Jul 08 17:58:31.274949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:31.277967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-256734ed-4bf7-410b-906b-35d79a07233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.279746 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-256734ed-4bf7-410b-906b-35d79a07233e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0958230 Jul 08 17:58:31.289434 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-822e721b-a910-4e91-8dbb-d2b332508462 admin admin] 10.222.0.73 "PUT /v2.0/routers/1f809cc3-e23f-4219-ac4c-df68dcbda3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1533341 Jul 08 17:58:31.292171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Sync routers for ids ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:31.303955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Routers {'1f809cc3-e23f-4219-ac4c-df68dcbda3db'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:31.305007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:31.315779 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-92223fb3-f907-483e-a042-62f211d4ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.394732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1514-c1e2-496e-864c-ab8ff3489f37 req-9647535b-30ec-45a0-9e36-313823e4ce3d tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.411010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0aeb1514-c1e2-496e-864c-ab8ff3489f37 req-9647535b-30ec-45a0-9e36-313823e4ce3d tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 948 time: 0.3996217 Jul 08 17:58:31.412874 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.414892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 063e758c-31ee-47eb-bbca-feb97f999869 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:31.439449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-206dbeaa-e541-4de9-aed0-5b427e3cc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.441105 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-206dbeaa-e541-4de9-aed0-5b427e3cc635 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.3214834 Jul 08 17:58:31.505506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0aeb1514-c1e2-496e-864c-ab8ff3489f37 req-b61ce65e-1c22-4469-ad5c-5da70ac2c88c tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924392 Jul 08 17:58:31.513928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-64dc8df7-14a9-4244-bed5-826e6f213074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.523611 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-64dc8df7-14a9-4244-bed5-826e6f213074 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2360117 Jul 08 17:58:31.557569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:31.573516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '063e758c-31ee-47eb-bbca-feb97f999869', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '063e758c-31ee-47eb-bbca-feb97f999869', 'mac_address': 'fa:16:3e:84:04:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:31.605884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-927cee40-d559-4b05-8757-5f9ab74b141d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b8dcd515-a132-494c-b81e-f7fd229bc013 HTTP/1.1" status: 200 len: 217 time: 0.1175919 Jul 08 17:58:31.616521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a2e4d199-1797-409d-a5c2-cd4976cd7d6e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:31.625079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29de5d74-db15-4ba7-bc79-c6e222d64581 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:31.648608 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.654027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: a2e4d199-1797-409d-a5c2-cd4976cd7d6e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:31.654436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a2e4d199-1797-409d-a5c2-cd4976cd7d6e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:31.654856 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device be02cf58-73e8-4acb-af63-69f98cb12b50 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:31.661633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Transition to ACTIVE for port object 29de5d74-db15-4ba7-bc79-c6e222d64581 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:31.705951 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.712738 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.712962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.715252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: be02cf58-73e8-4acb-af63-69f98cb12b50 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:31.715623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device be02cf58-73e8-4acb-af63-69f98cb12b50 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:31.733608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Set router 1f809cc3-e23f-4219-ac4c-df68dcbda3db gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:31.761774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063e758c-31ee-47eb-bbca-feb97f999869 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:31.771510 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-68b00e15-f802-406f-b423-80b4c09c7cf7 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028050 Jul 08 17:58:31.781537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Network 15934754-1853-4dd8-b29a-beef79bb7ebf is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:31.784663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Pushing event updated for resources: {'Port': ['ID=29de5d74-db15-4ba7-bc79-c6e222d64581,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:31.793729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:31.795474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:31.799796 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.800449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:31.809148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Pushing event updated for resources: {'Port': ['ID=19f5d15c-0e5e-494e-b651-d215bebd5a3c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:31.811675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:31.826878 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-92223fb3-f907-483e-a042-62f211d4ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.894102 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-92223fb3-f907-483e-a042-62f211d4ad7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.896510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-92223fb3-f907-483e-a042-62f211d4ad7d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/08b15f98-57d8-440a-a0a7-b52b0191910b HTTP/1.1" status: 204 len: 168 time: 1.2047310 Jul 08 17:58:31.897425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92223fb3-f907-483e-a042-62f211d4ad7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b15f98-57d8-440a-a0a7-b52b0191910b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:31.899170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54296) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:31.911233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6041b804-520e-4e60-8513-a83e952b4e16 None None] Network 52c26eb6-0b04-4521-9c31-6716af8262d1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:31.918502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-9d8b114b-2112-4da2-92d1-9ccedf57a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.921017 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-9d8b114b-2112-4da2-92d1-9ccedf57a629 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2563851 Jul 08 17:58:31.986847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.987477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.035810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:32.036715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Attempting to bind port 29de5d74-db15-4ba7-bc79-c6e222d64581 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:32.037058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Attempting to bind port 29de5d74-db15-4ba7-bc79-c6e222d64581 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:32.037532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Attempting to bind port 29de5d74-db15-4ba7-bc79-c6e222d64581 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:32.040804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:32.041005 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-64730693-f63a-4632-8757-6c373baeef32 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4578190 Jul 08 17:58:32.047322 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-ccc573e7-6435-48ae-921f-a229f8611d8e service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640939 Jul 08 17:58:32.050126 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.057174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Request body: {'port': {'device_id': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:32.084681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '10a42555-62b6-4d35-b5e8-5b3c20b0fdd7', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '10a42555-62b6-4d35-b5e8-5b3c20b0fdd7', 'mac_address': 'fa:16:3e:cf:e5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:32.086248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970b926-5abf-4c3c-839c-b32df5862bcd req-d67c5cd1-4359-497a-a136-be0644900cad tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.088091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7970b926-5abf-4c3c-839c-b32df5862bcd req-d67c5cd1-4359-497a-a136-be0644900cad tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 948 time: 0.3761508 Jul 08 17:58:32.089975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Port 29de5d74-db15-4ba7-bc79-c6e222d64581 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:32.090587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Attempting to bind port 29de5d74-db15-4ba7-bc79-c6e222d64581 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:32.111362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb31a39-fdce-40f0-a234-c7b2fa945c32 req-4d56d6f8-6bdd-4870-9753-347c3bd64618 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.113223 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cb31a39-fdce-40f0-a234-c7b2fa945c32 req-4d56d6f8-6bdd-4870-9753-347c3bd64618 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 946 time: 0.4167819 Jul 08 17:58:32.116844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:32.117472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:32.118060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:32.118727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Bound port: 29de5d74-db15-4ba7-bc79-c6e222d64581, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:32.119289 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.195148 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.204253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-32b033a7-772f-4b2f-a989-7cb2e1a9dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.205846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-32b033a7-772f-4b2f-a989-7cb2e1a9dfb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2689126 Jul 08 17:58:32.209039 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.224371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Deleting port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:32.224371 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.234664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:32.253822 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7970b926-5abf-4c3c-839c-b32df5862bcd req-c85214cf-ede6-4202-9d3e-a7593cf81ecf tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573319 Jul 08 17:58:32.265774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:32.285959 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.289919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'name': 'tempest-FloatingIPDetailsTestJSON-558416115-router', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:17Z', 'updated_at': '2021-07-08T17:58:28Z', 'revision_number': 4, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'gw_port': {'id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ef:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:19Z', 'updated_at': '2021-07-08T17:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '27ddc3b8-7ce1-4325-a5cd-4ca87688093a', 'name': '', 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'mac_address': 'fa:16:3e:56:4a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:25Z', 'updated_at': '2021-07-08T17:58:29Z', 'revision_number': 2, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'subnets': [{'id': '8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:32.294967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cb31a39-fdce-40f0-a234-c7b2fa945c32 req-1d1b761e-4f44-4c38-84eb-1d6d5598f678 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714315 Jul 08 17:58:32.347014 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Checking router: 1f809cc3-e23f-4219-ac4c-df68dcbda3db for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:32.347502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Updating router 1f809cc3-e23f-4219-ac4c-df68dcbda3db port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:58:32.385876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f317935-eb39-4a2e-8a4c-701c3e112932 None None] DHCP port deletion for 52c26eb6-0b04-4521-9c31-6716af8262d1 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:58:32.388264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] For port 29de5d74-db15-4ba7-bc79-c6e222d64581, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:32.398564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] For port 29de5d74-db15-4ba7-bc79-c6e222d64581, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29de5d74-db15-4ba7-bc79-c6e222d64581,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:32.423606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:32.440303 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.448189 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.466990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] For port b98593f1-39c3-43e5-a9a6-7fe084abfbd5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b98593f1-39c3-43e5-a9a6-7fe084abfbd5,segment=NetworkSegment(6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05),segment_id=6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:32.467571 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.488117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Calling delete_port for b98593f1-39c3-43e5-a9a6-7fe084abfbd5 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:32.551304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.552641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.554318 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] 10.222.0.74 "PUT /v2.0/ports/29de5d74-db15-4ba7-bc79-c6e222d64581 HTTP/1.1" status: 200 len: 1096 time: 2.7559245 Jul 08 17:58:32.564451 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'tag': '29de5d74-db15-4ba7-bc79-c6e222d64581'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:32.575660 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b38fdce-91d5-4deb-81da-dce3bf4a02d8", "tag": "29de5d74-db15-4ba7-bc79-c6e222d64581"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:32.591455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1f317935-eb39-4a2e-8a4c-701c3e112932 None None] Deleting port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:32.591455 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f317935-eb39-4a2e-8a4c-701c3e112932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.593703 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-36e9df2a-a2e8-4019-a793-af0ff9e388c2 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759723 Jul 08 17:58:32.669679 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.682502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['063e758c-31ee-47eb-bbca-feb97f999869'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:32.742737 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b98593f1-39c3-43e5-a9a6-7fe084abfbd5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:32.746301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] No DVR routers for this DVR port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:32.754090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699711ab-8802-4e6a-b23b-47278e3e5fcb service neutron] Pushing event updated for resources: {'Port': ['ID=29de5d74-db15-4ba7-bc79-c6e222d64581,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:32.770232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['10a42555-62b6-4d35-b5e8-5b3c20b0fdd7'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:32.775178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1f317935-eb39-4a2e-8a4c-701c3e112932 None None] For port b98593f1-39c3-43e5-a9a6-7fe084abfbd5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b98593f1-39c3-43e5-a9a6-7fe084abfbd5,segment=NetworkSegment(6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05),segment_id=6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:32.775178 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f317935-eb39-4a2e-8a4c-701c3e112932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.812294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f5d15c-0e5e-494e-b651-d215bebd5a3c {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:32.818445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1f317935-eb39-4a2e-8a4c-701c3e112932 None None] Calling delete_port for b98593f1-39c3-43e5-a9a6-7fe084abfbd5 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:32.829388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.837257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-7e436397-7c4b-4952-aafe-42476408feab tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4296749 Jul 08 17:58:32.862370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:32.920075 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.926484 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-284cbb03-bc66-4294-bb40-9b05f0fdb75f req-dc5de94d-98dc-47a5-bd25-5379204b5a96 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088524 Jul 08 17:58:32.991551 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-6e8e7fe9-7a21-415f-b1dc-06df2b769621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.993088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-6e8e7fe9-7a21-415f-b1dc-06df2b769621 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 1099 time: 0.3572218 Jul 08 17:58:33.017071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfe993-c0e5-410b-ae87-3754b06d4787 req-06f6d41d-cb67-48e5-b2d7-ca217c12adaf tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.022627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92bfe993-c0e5-410b-ae87-3754b06d4787 req-06f6d41d-cb67-48e5-b2d7-ca217c12adaf tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 932 time: 0.2829113 Jul 08 17:58:33.060130 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-f308eab7-8ce9-42cd-bd5c-ec897a433a06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=29de5d74-db15-4ba7-bc79-c6e222d64581 HTTP/1.1" status: 200 len: 217 time: 0.0566294 Jul 08 17:58:33.110724 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.122443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Transition to ACTIVE for port object 19f5d15c-0e5e-494e-b651-d215bebd5a3c will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:33.124162 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c26eb6-0b04-4521-9c31-6716af8262d1']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:33.134339 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.137264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:33.137558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3bbefa-c812-4f4f-8eed-d0d1b0fbec05') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:33.156852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92bfe993-c0e5-410b-ae87-3754b06d4787 req-af29f823-4456-4a6b-92ef-0ce40c27e8f7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296043 Jul 08 17:58:33.175440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-0939f384-540a-44af-8342-9f033458f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.177993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-0939f384-540a-44af-8342-9f033458f83e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1073561 Jul 08 17:58:33.184162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.215912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.217025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Pushing event updated for resources: {'Port': ['ID=19f5d15c-0e5e-494e-b651-d215bebd5a3c,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:33.225014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:58:33.225409 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: timer() Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:58:33.228069 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:58:33.241320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.270454 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.271128 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f317935-eb39-4a2e-8a4c-701c3e112932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.315808 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.326766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f317935-eb39-4a2e-8a4c-701c3e112932 None None] Pushing event deleted for resources: {'Port': ['ID=b98593f1-39c3-43e5-a9a6-7fe084abfbd5,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:33.328659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f317935-eb39-4a2e-8a4c-701c3e112932 None None] No DVR routers for this DVR port b98593f1-39c3-43e5-a9a6-7fe084abfbd5 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:33.352770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Allocated IP 172.25.8.15 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/e0b80c1f-3722-4dfc-811e-bb23f6b8cdf7) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:33.355031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Transition to ACTIVE for port object 27ddc3b8-7ce1-4325-a5cd-4ca87688093a will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:33.361638 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.373658 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.376253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] 10.222.0.73 "DELETE /v2.0/networks/52c26eb6-0b04-4521-9c31-6716af8262d1 HTTP/1.1" status: 204 len: 168 time: 1.4756055 Jul 08 17:58:33.385328 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.414124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40267cf-7505-45f5-9a32-2dbcd7eb08bf admin admin] Pushing event deleted for resources: {'Network': ['ID=52c26eb6-0b04-4521-9c31-6716af8262d1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:33.421582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:33.421728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:33.422044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:33.427957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:33.427957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:33.434036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:33.434537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:33.434710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:33.435180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Bound port: 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:33.444811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.479172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee715a30-9f50-4a07-9150-ac181f160d76 None None] Pushing event updated for resources: {'Port': ['ID=27ddc3b8-7ce1-4325-a5cd-4ca87688093a,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:33.557559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b98593f1-39c3-43e5-a9a6-7fe084abfbd5 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:33.598830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:33.603655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:33.611571 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.613185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b98593f1-39c3-43e5-a9a6-7fe084abfbd5 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:33.614552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b98593f1-39c3-43e5-a9a6-7fe084abfbd5 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:33.619339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Attempting to bind port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:33.620258 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Attempting to bind port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '8bee5e18-52af-42b1-9275-16cf7e54e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:33.620845 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Attempting to bind port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a on network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:33.632059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:33.632638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Checking segment: {'id': '8bee5e18-52af-42b1-9275-16cf7e54e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:33.634475 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.635018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Bound using segment: {'id': '8bee5e18-52af-42b1-9275-16cf7e54e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:33.635623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Bound port: 27ddc3b8-7ce1-4325-a5cd-4ca87688093a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bee5e18-52af-42b1-9275-16cf7e54e90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:33.636249 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.650486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.651889 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.653349 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] 10.222.0.59 "PUT /v2.0/ports/19f5d15c-0e5e-494e-b651-d215bebd5a3c HTTP/1.1" status: 200 len: 1092 time: 1.6003785 Jul 08 17:58:33.653810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'tag': '19f5d15c-0e5e-494e-b651-d215bebd5a3c'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:33.656719 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123995c8-c29a-4fad-bfb7-5dbd3950db90" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8f36cd-7f4e-40ed-bdeb-e64936bf483f", "tag": "19f5d15c-0e5e-494e-b651-d215bebd5a3c"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:33.691010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54316) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:33.721384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] For port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:33.725337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] For port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=27ddc3b8-7ce1-4325-a5cd-4ca87688093a,segment=NetworkSegment(8bee5e18-52af-42b1-9275-16cf7e54e90a),segment_id=8bee5e18-52af-42b1-9275-16cf7e54e90a)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:33.735425 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.792920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602af5a3-db89-4b97-bdbc-e1a5554b146c service neutron] Pushing event updated for resources: {'Port': ['ID=19f5d15c-0e5e-494e-b651-d215bebd5a3c,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:33.806323 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d2a79296-7671-47c4-bab4-da299c6d264b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=554f0a0170c94845a0b57094f5e1773c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1112559 Jul 08 17:58:33.809708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54318) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:33.820779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Routers {'1f809cc3-e23f-4219-ac4c-df68dcbda3db'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:33.821471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:33.824601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee715a30-9f50-4a07-9150-ac181f160d76 None None] Pushing event updated for resources: {'Port': ['ID=27ddc3b8-7ce1-4325-a5cd-4ca87688093a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:33.858699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-ec944361-c411-4e62-b6ab-7f3d64d78606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.860388 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-ec944361-c411-4e62-b6ab-7f3d64d78606 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 1095 time: 0.1451023 Jul 08 17:58:33.863470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b8dcd515-a132-494c-b81e-f7fd229bc013 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:33.897639 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.915488 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-f2850e0f-4d33-4fd3-86d4-4a3cf4e0c194 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c HTTP/1.1" status: 200 len: 217 time: 0.0472140 Jul 08 17:58:33.918956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8de2ed1e-7420-4acf-8238-fee474c55ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:33.920714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-738137bd-9b22-4ac5-9ff6-d17c02f9a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.922297 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-738137bd-9b22-4ac5-9ff6-d17c02f9a5e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7366922 Jul 08 17:58:33.979240 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8de2ed1e-7420-4acf-8238-fee474c55ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.003402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-5bd2ded5-9540-48b7-bb71-025f2b251995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:34.004334 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-5bd2ded5-9540-48b7-bb71-025f2b251995 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0819581 Jul 08 17:58:34.013798 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.037097 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] Set router 1f809cc3-e23f-4219-ac4c-df68dcbda3db gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:34.046621 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-16e535e5-d959-4388-9150-0eb19aa2546b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327377 Jul 08 17:58:34.051429 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.062584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f0fe-9a54-4007-b0b8-bb9691a84edd req-b0bf1cd4-625c-45e0-8c14-1a438e0c9319 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:34.073048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2718f0fe-9a54-4007-b0b8-bb9691a84edd req-b0bf1cd4-625c-45e0-8c14-1a438e0c9319 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 1097 time: 0.2515714 Jul 08 17:58:34.095667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:34.095905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b8dcd515-a132-494c-b81e-f7fd229bc013, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b8dcd515-a132-494c-b81e-f7fd229bc013,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:34.121219 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:34.123772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:34.137296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'b8dcd515-a132-494c-b81e-f7fd229bc013', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'b8dcd515-a132-494c-b81e-f7fd229bc013', 'mac_address': 'fa:16:3e:f1:8b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:34.137735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8de2ed1e-7420-4acf-8238-fee474c55ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.140798 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8de2ed1e-7420-4acf-8238-fee474c55ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.144637 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8de2ed1e-7420-4acf-8238-fee474c55ff5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1a0e7f9-6467-48d6-b7fe-9311dfb4c295 HTTP/1.1" status: 204 len: 168 time: 0.3314207 Jul 08 17:58:34.155895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2ed1e-7420-4acf-8238-fee474c55ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a0e7f9-6467-48d6-b7fe-9311dfb4c295,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:34.187416 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-9fa0b134-9cc7-4a7f-8cf0-8c31791ffae8 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312828 Jul 08 17:58:34.247567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2718f0fe-9a54-4007-b0b8-bb9691a84edd req-15cc9a2a-0815-4feb-9cb1-2ef1d722486c tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735680 Jul 08 17:58:34.254518 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.264299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event updated for resources: {'Port': ['ID=e0b80c1f-3722-4dfc-811e-bb23f6b8cdf7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:34.279542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8dcd515-a132-494c-b81e-f7fd229bc013 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:34.304998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-52ca1a4a-127d-4364-bf1c-7bcfbf377f26 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722982 Jul 08 17:58:34.320231 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.321234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b8dcd515-a132-494c-b81e-f7fd229bc013, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b8dcd515-a132-494c-b81e-f7fd229bc013,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:34.328572 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-921587bb-b622-4116-b3fc-16d93c0f5de8 req-0563c66d-336d-42a5-b465-6a462a4a1509 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309512 Jul 08 17:58:34.333672 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.418343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'name': 'tempest-FloatingIPDetailsTestJSON-558416115-router', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:17Z', 'updated_at': '2021-07-08T17:58:28Z', 'revision_number': 4, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'gw_port': {'id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ef:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:19Z', 'updated_at': '2021-07-08T17:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '27ddc3b8-7ce1-4325-a5cd-4ca87688093a', 'name': '', 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'mac_address': 'fa:16:3e:56:4a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:25Z', 'updated_at': '2021-07-08T17:58:33Z', 'revision_number': 4, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'subnets': [{'id': '8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:34.445465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b8dcd515-a132-494c-b81e-f7fd229bc013,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:34.452666 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de00d7c-3132-47ef-883c-0a96b524ff22 None None] The sync data for ids ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'] in n-d-799684-3 is: [{'id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'name': 'tempest-FloatingIPDetailsTestJSON-558416115-router', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:17Z', 'updated_at': '2021-07-08T17:58:28Z', 'revision_number': 4, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'gw_port': {'id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ef:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:19Z', 'updated_at': '2021-07-08T17:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '27ddc3b8-7ce1-4325-a5cd-4ca87688093a', 'name': '', 'network_id': 'cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'mac_address': 'fa:16:3e:56:4a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:25Z', 'updated_at': '2021-07-08T17:58:33Z', 'revision_number': 4, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'subnets': [{'id': '8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:34.460597 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.548473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0b7fee2-bb0b-400a-9dd7-afa04dcb5b4c req-daed10cb-57d2-4cdc-b251-9c97a2167677 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331593 Jul 08 17:58:34.620012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234433fa-889f-4949-8f8d-9d72ee70d4de req-80b8374d-bf28-45e8-8273-8f7048eb17dd tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:34.621659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-234433fa-889f-4949-8f8d-9d72ee70d4de req-80b8374d-bf28-45e8-8273-8f7048eb17dd tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 949 time: 0.2026167 Jul 08 17:58:34.636796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54328) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:34.693632 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f4e7e476-5989-41cd-844a-40221782f061 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99d56feb979d4be89454b109b324a5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556798 Jul 08 17:58:34.696174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54330) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:34.705848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-234433fa-889f-4949-8f8d-9d72ee70d4de req-b066831e-ff55-458b-81a1-4bd5a2de48a4 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729935 Jul 08 17:58:34.729441 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.743600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.765419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b538d0fe-11f5-45a3-a03b-fc57607847d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.778437 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f5e29b-2bed-4c47-a9a6-e134b9851b0b x-openstack-request-id: req-57f5e29b-2bed-4c47-a9a6-e134b9851b0b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:34.778736 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b38fdce-91d5-4deb-81da-dce3bf4a02d8", "tag": "29de5d74-db15-4ba7-bc79-c6e222d64581", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:34.778969 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57f5e29b-2bed-4c47-a9a6-e134b9851b0b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:34.779352 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'tag': '29de5d74-db15-4ba7-bc79-c6e222d64581', 'status': 'completed', 'code': 200} Jul 08 17:58:34.781958 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.804567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event updated for resources: {'Port': ['ID=e0b80c1f-3722-4dfc-811e-bb23f6b8cdf7,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:34.818307 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b538d0fe-11f5-45a3-a03b-fc57607847d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.841951 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.843299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-abf55847-890b-4f03-8ceb-12f063893443 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9888661 Jul 08 17:58:34.874943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b538d0fe-11f5-45a3-a03b-fc57607847d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.879998 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b538d0fe-11f5-45a3-a03b-fc57607847d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.881179 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b538d0fe-11f5-45a3-a03b-fc57607847d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fd6601fe-fb3c-4dd8-ba9d-3c539bfbd147 HTTP/1.1" status: 204 len: 168 time: 0.1840065 Jul 08 17:58:34.889915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538d0fe-11f5-45a3-a03b-fc57607847d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6601fe-fb3c-4dd8-ba9d-3c539bfbd147,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:34.922980 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-0e4c1275-3dc4-4b68-90eb-4471b25a60b5 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 695 time: 0.0724959 Jul 08 17:58:35.002853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['b8dcd515-a132-494c-b81e-f7fd229bc013'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:35.022347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a req-dbcb0ec1-4246-4f05-90aa-003432185b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.023881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a req-dbcb0ec1-4246-4f05-90aa-003432185b9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 1099 time: 0.2162929 Jul 08 17:58:35.160342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406e8f5-f7f0-457f-8818-b3e20e08c38e req-e6450138-4843-4c7d-af7b-9a573b6f2923 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.162318 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a406e8f5-f7f0-457f-8818-b3e20e08c38e req-e6450138-4843-4c7d-af7b-9a573b6f2923 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 948 time: 0.2565663 Jul 08 17:58:35.174176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-793f7637-6978-4367-b388-d52097fb00f7 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.175789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf5a9a78-8429-47be-b5cd-f9cc2975def8 req-793f7637-6978-4367-b388-d52097fb00f7 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.2332051 Jul 08 17:58:35.235843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a406e8f5-f7f0-457f-8818-b3e20e08c38e req-4c244203-8836-4e28-b194-ae0264efb434 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586596 Jul 08 17:58:35.238879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a req-bb0d9669-5866-40f8-b369-79fe50c30e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.240308 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a req-bb0d9669-5866-40f8-b369-79fe50c30e4c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1992779 Jul 08 17:58:35.291750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a req-48183842-c8ed-47bd-94e7-1314cb60c568 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=29de5d74-db15-4ba7-bc79-c6e222d64581 HTTP/1.1" status: 200 len: 217 time: 0.0430257 Jul 08 17:58:35.384432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a req-3e4fc29c-8ebe-4324-8d0e-37c130104db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.385979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a req-3e4fc29c-8ebe-4324-8d0e-37c130104db9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0793841 Jul 08 17:58:35.439115 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2048898c-fb37-4dc0-af55-92b76c634f0a x-openstack-request-id: req-2048898c-fb37-4dc0-af55-92b76c634f0a {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:35.439271 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8f36cd-7f4e-40ed-bdeb-e64936bf483f", "tag": "19f5d15c-0e5e-494e-b651-d215bebd5a3c", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:35.439617 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2048898c-fb37-4dc0-af55-92b76c634f0a {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:35.439785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:35.440190 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'tag': '19f5d15c-0e5e-494e-b651-d215bebd5a3c', 'status': 'completed', 'code': 200} Jul 08 17:58:35.475275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b233c-6a8a-43aa-9d61-6b08752750f3 req-54f173cd-8fb6-40ba-b328-9d6049b93a4c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.478124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-366b233c-6a8a-43aa-9d61-6b08752750f3 req-54f173cd-8fb6-40ba-b328-9d6049b93a4c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 947 time: 0.1808376 Jul 08 17:58:35.519808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:35.529356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:35.530097 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:35.541952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-366b233c-6a8a-43aa-9d61-6b08752750f3 req-ea7c25c5-d66a-4112-8097-618d37cfcf8f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545857 Jul 08 17:58:35.554664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a req-7331ebd5-4d85-433a-9bde-ee5340a3a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.556336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a req-7331ebd5-4d85-433a-9bde-ee5340a3a446 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573808 Jul 08 17:58:35.626865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 27ddc3b8-7ce1-4325-a5cd-4ca87688093a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:35.659128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123995c8-c29a-4fad-bfb7-5dbd3950db90 req-35c796f3-973c-4a0f-8863-c743297ee025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.677635 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-123995c8-c29a-4fad-bfb7-5dbd3950db90 req-35c796f3-973c-4a0f-8863-c743297ee025 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 1095 time: 0.2041624 Jul 08 17:58:35.684043 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a req-3587a205-8b13-49a6-b0f2-f68afdbe6d0b service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124251 Jul 08 17:58:35.832028 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:35.864802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:35.874832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:35.875223 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:35.883082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123995c8-c29a-4fad-bfb7-5dbd3950db90 req-12895713-6144-402f-9ff4-37a02a6cb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.885253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-123995c8-c29a-4fad-bfb7-5dbd3950db90 req-12895713-6144-402f-9ff4-37a02a6cb624 service neutron] 10.222.0.59 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.2041266 Jul 08 17:58:35.936104 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-123995c8-c29a-4fad-bfb7-5dbd3950db90 req-7cee6d6b-47d4-42fb-b75d-c5798a3eade2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c HTTP/1.1" status: 200 len: 217 time: 0.0441959 Jul 08 17:58:35.968980 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4394b23f-0e59-4e2f-909f-644ae2ef5f6a req-a56021ce-97d5-4bdc-baa1-31fde5437b34 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721524 Jul 08 17:58:35.981179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765298c-9aa6-4fae-a905-76a29eed8b4a req-c46ca6da-259e-47bf-b86c-4c7f27762137 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.985695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2765298c-9aa6-4fae-a905-76a29eed8b4a req-c46ca6da-259e-47bf-b86c-4c7f27762137 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 944 time: 0.1913607 Jul 08 17:58:36.009625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123995c8-c29a-4fad-bfb7-5dbd3950db90 req-838edfd5-88ad-4611-87e6-aa23fbb51fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:36.011684 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-123995c8-c29a-4fad-bfb7-5dbd3950db90 req-838edfd5-88ad-4611-87e6-aa23fbb51fcb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0684688 Jul 08 17:58:36.022549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54356) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:36.029284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcb1171-22ff-4459-ac42-26468b606575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a42555-62b6-4d35-b5e8-5b3c20b0fdd7'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:36.032654 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b463455-4e11-4f96-a323-a9795e5dce50" -d '{"events": [{"server_uuid": "6dcb1171-22ff-4459-ac42-26468b606575", "name": "network-vif-plugged", "status": "completed", "tag": "10a42555-62b6-4d35-b5e8-5b3c20b0fdd7"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:36.075197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2765298c-9aa6-4fae-a905-76a29eed8b4a req-d181fc88-4492-484d-b61e-977baf7f4006 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 Jul 08 17:58:36.093804 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-123995c8-c29a-4fad-bfb7-5dbd3950db90 req-2a1e9fa9-9290-4494-8160-8127c5d31b71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753732 Jul 08 17:58:36.122782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:36.132535 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.133339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 063e758c-31ee-47eb-bbca-feb97f999869 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:36.243442 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-123995c8-c29a-4fad-bfb7-5dbd3950db90 req-76f8c503-b67e-44d7-8255-bad8f89780ca service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415961 Jul 08 17:58:36.245567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1749899560-network', 'tenant_id': '8793583df92d49b38774abd3ccfa49a4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:36.289355 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c57f271-87cc-442f-827a-ff602f75b937 req-12aca387-cfa9-4d56-9980-6e863db86a5f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1925955 Jul 08 17:58:36.307520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Made reservation on behalf of 8793583df92d49b38774abd3ccfa49a4 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:36.309875 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.322572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:36.326868 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.364599 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.378805 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-123995c8-c29a-4fad-bfb7-5dbd3950db90 req-c228bd4c-783e-48df-84c4-c83194f0023d service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283114 Jul 08 17:58:36.412597 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa508a46-10e8-4b47-8045-efa990f32025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.455749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:36.477190 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.506956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 063e758c-31ee-47eb-bbca-feb97f999869 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:36.530634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 063e758c-31ee-47eb-bbca-feb97f999869 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:36.531007 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.534557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=27ddc3b8-7ce1-4325-a5cd-4ca87688093a,segment=NetworkSegment(8bee5e18-52af-42b1-9275-16cf7e54e90a),segment_id=8bee5e18-52af-42b1-9275-16cf7e54e90a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:36.539842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.544396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.555790 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.572867 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.576305 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:58:36.627964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=27ddc3b8-7ce1-4325-a5cd-4ca87688093a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:36.632899 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.633248 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Added segment 2d4c792a-10d8-4a00-bded-e820cd52eb07 of type vlan for network 71718944-b4a8-417b-b378-b4326e3174d1 Jul 08 17:58:36.634653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566bac9a-1c08-4676-b356-f40eb2951021,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:36.669706 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.695178 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.711756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:36.719412 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.766433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Allocated IP 172.25.8.61 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/bf385f51-c135-49d0-8c76-cc2bcb26b6a8) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:36.768785 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.770351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:36.770538 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.775484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:36.842555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8186040 Jul 08 17:58:36.846272 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54390) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:36.851521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] Request body: {'subnet': {'network_id': '71718944-b4a8-417b-b378-b4326e3174d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1749899560-subnet', 'tenant_id': '8793583df92d49b38774abd3ccfa49a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:36.876795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] Made reservation on behalf of 8793583df92d49b38774abd3ccfa49a4 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:36.879280 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.900989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b0eba-19c0-477c-93f6-6f22790f675f admin admin] Pushing event updated for resources: {'Network': ['ID=71718944-b4a8-417b-b378-b4326e3174d1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:36.916232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 71718944-b4a8-417b-b378-b4326e3174d1 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:58:36.958953 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.017101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.051497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-576a4dee-1900-4774-81a4-6f0ce46fb7cc tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:58:37.052488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-576a4dee-1900-4774-81a4-6f0ce46fb7cc tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0288160 Jul 08 17:58:37.067416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Request body: {'binding': {'host': 'n-h2-799684-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:37.067935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Unknown quota resources ['binding']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:58:37.080094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:37.083875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.102950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:37.104633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event updated for resources: {'Port': ['ID=bf385f51-c135-49d0-8c76-cc2bcb26b6a8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:37.106754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:37.136906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafd3ced-cc62-4640-87fd-da20a7f74349,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:37.147742 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] Checking segment: {'id': '2d4c792a-10d8-4a00-bded-e820cd52eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71718944-b4a8-417b-b378-b4326e3174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:37.148088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] Network hostable DHCP agents. Network: 71718944-b4a8-417b-b378-b4326e3174d1, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:58:37.163616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] Network 71718944-b4a8-417b-b378-b4326e3174d1 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:58:37.172075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 71718944-b4a8-417b-b378-b4326e3174d1) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:37.176341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.176927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.182068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1378abf2-9511-4c15-9179-b203685c6fbc None None] Network 71718944-b4a8-417b-b378-b4326e3174d1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:37.198918 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-75736db7-e284-4d32-847c-3575b380fd59 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3508573 Jul 08 17:58:37.205343 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.275735 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.321991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e on host n-h2-799684-3 for vnic_type normal with profile None {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:37.322351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:37.322673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:37.326281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e3867a-3902-4f9e-8e45-a8663e35c04f None None] Network 71718944-b4a8-417b-b378-b4326e3174d1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:37.329786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Port 02b9e605-1e46-4f32-b340-d5828e22b29e on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:37.330104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:37.339061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:37.339392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:37.339770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:37.340199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Bound port: 02b9e605-1e46-4f32-b340-d5828e22b29e, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:37.454403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=02b9e605-1e46-4f32-b340-d5828e22b29e,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:37.460680 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.462008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b4df8f51-0821-4bdc-8d40-a3bdaf3949bb service neutron] 10.222.0.73 "POST /v2.0/ports/02b9e605-1e46-4f32-b340-d5828e22b29e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4021797 Jul 08 17:58:37.501360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.508593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.541154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 27ddc3b8-7ce1-4325-a5cd-4ca87688093a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:37.565309 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.597945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event updated for resources: {'Port': ['ID=bf385f51-c135-49d0-8c76-cc2bcb26b6a8,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:37.609039 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.611147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c57f271-87cc-442f-827a-ff602f75b937 req-b962ab19-d1b6-40f4-bd76-948c909fc1f3 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3101716 Jul 08 17:58:37.619602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:37.619976 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.674955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c57f271-87cc-442f-827a-ff602f75b937 req-df279b3c-86d1-4c13-9024-1f57b6d3e55d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.61 HTTP/1.1" status: 200 len: 695 time: 0.0571902 Jul 08 17:58:37.773012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54410) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:37.781153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-463566024-network', 'tenant_id': 'de78fb8c30cc48ad8eb9e53033e0c4e6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:37.806955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-2aed1627-b17b-4131-b9ff-11ce256481a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.808579 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-2aed1627-b17b-4131-b9ff-11ce256481a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 1097 time: 0.0548186 Jul 08 17:58:37.845493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57f271-87cc-442f-827a-ff602f75b937 req-705c84e1-3797-4a1b-9dfb-c0faaa657ca1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.846876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c57f271-87cc-442f-827a-ff602f75b937 req-705c84e1-3797-4a1b-9dfb-c0faaa657ca1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.1659424 Jul 08 17:58:37.849134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Made reservation on behalf of de78fb8c30cc48ad8eb9e53033e0c4e6 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:37.851445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.869696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-9c57f271-87cc-442f-827a-ff602f75b937 req-d76d7d49-3275-469b-a3eb-60b26842e6f4 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:58:37.870686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c57f271-87cc-442f-827a-ff602f75b937 req-d76d7d49-3275-469b-a3eb-60b26842e6f4 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143998 Jul 08 17:58:37.872529 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.889955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a8020-03d4-4230-b789-4574d7974521 req-32797391-b887-4a28-a9db-3477828ddfeb tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.891805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-811a8020-03d4-4230-b789-4574d7974521 req-32797391-b887-4a28-a9db-3477828ddfeb tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 949 time: 0.1608109 Jul 08 17:58:37.898848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b8dcd515-a132-494c-b81e-f7fd229bc013 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:37.908011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b0a83514-f8db-4eb7-8390-742b57fcf0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.910052 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-b0a83514-f8db-4eb7-8390-742b57fcf0de service neutron] 10.222.0.59 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.0946217 Jul 08 17:58:37.954847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-811a8020-03d4-4230-b789-4574d7974521 req-1fa0c608-6ba8-4b8c-8178-5fd42868b931 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567734 Jul 08 17:58:37.962511 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295e0b32-3bea-44d4-b3ff-d571a5e50e28 x-openstack-request-id: req-295e0b32-3bea-44d4-b3ff-d571a5e50e28 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:37.963080 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcb1171-22ff-4459-ac42-26468b606575", "name": "network-vif-plugged", "status": "completed", "tag": "10a42555-62b6-4d35-b5e8-5b3c20b0fdd7", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:37.963317 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-295e0b32-3bea-44d4-b3ff-d571a5e50e28 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:37.963821 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcb1171-22ff-4459-ac42-26468b606575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a42555-62b6-4d35-b5e8-5b3c20b0fdd7', 'code': 200} Jul 08 17:58:37.987965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port b8dcd515-a132-494c-b81e-f7fd229bc013 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:37.988424 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-0a013e88-cc3b-4db8-9998-8e02e0ee47f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b9e605-1e46-4f32-b340-d5828e22b29e HTTP/1.1" status: 200 len: 217 time: 0.0702252 Jul 08 17:58:37.992967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port b8dcd515-a132-494c-b81e-f7fd229bc013 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:37.993458 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.088747 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.091250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-5ef7f918-e867-4927-8cd5-64c78abe7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:38.092049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.092891 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-5ef7f918-e867-4927-8cd5-64c78abe7127 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.0959344 Jul 08 17:58:38.133546 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.135927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b8dcd515-a132-494c-b81e-f7fd229bc013, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b8dcd515-a132-494c-b81e-f7fd229bc013,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:38.138779 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-f9fbcca7-728a-4a62-af86-21104fd3922b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383594 Jul 08 17:58:38.147614 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.154363 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699c1c1-51fb-41a1-9a55-9a0fc0523e59 req-fdc48473-38bb-47db-9608-47c8ca9cfdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:38.155916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8699c1c1-51fb-41a1-9a55-9a0fc0523e59 req-fdc48473-38bb-47db-9608-47c8ca9cfdc9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 1099 time: 0.1220636 Jul 08 17:58:38.156647 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:58:38.214180 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.214575 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Added segment 358bb37e-aec3-4b30-8dcc-00c2e343994d of type vlan for network b5913643-2e53-4445-a07c-2c62c172363f Jul 08 17:58:38.218304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b8dcd515-a132-494c-b81e-f7fd229bc013,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:38.239357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929fd071-e523-43ba-b7a9-6473dba25eac,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:38.247657 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-93bac750-8087-4694-9e67-3a0dcef19a41 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018367 Jul 08 17:58:38.265068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8699c1c1-51fb-41a1-9a55-9a0fc0523e59 req-87b0dae0-3f45-474c-a0a6-9889bd398dc6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951772 Jul 08 17:58:38.292981 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.346057 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-666960e6-5dc9-49c8-b20c-1dfe1dc23a5f service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911760 Jul 08 17:58:38.613104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f86f75-8508-459f-9d39-eb6f9cfe11c1 req-4ffed2a3-3f6d-4372-a9f9-1d9f4454a09d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:38.614643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00f86f75-8508-459f-9d39-eb6f9cfe11c1 req-4ffed2a3-3f6d-4372-a9f9-1d9f4454a09d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 948 time: 0.5213573 Jul 08 17:58:38.662874 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.663851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:38.664424 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.739451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9638531 Jul 08 17:58:38.742317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54414) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:38.747644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] Request body: {'subnet': {'network_id': 'b5913643-2e53-4445-a07c-2c62c172363f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-463566024-subnet', 'tenant_id': 'de78fb8c30cc48ad8eb9e53033e0c4e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:38.748740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b3396-082a-4daf-92d7-9e681da5c1f0 req-5c54093e-7da5-45f2-ac1f-cb56ac9bf7e9 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:38.750244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d3b3396-082a-4daf-92d7-9e681da5c1f0 req-5c54093e-7da5-45f2-ac1f-cb56ac9bf7e9 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 948 time: 0.4703062 Jul 08 17:58:38.753002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00f86f75-8508-459f-9d39-eb6f9cfe11c1 req-447bf751-a594-4e7e-ba6f-8966bc04a7e0 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313727 Jul 08 17:58:38.760325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c31f11-8cab-4be2-a984-29158ee61374 admin admin] Pushing event updated for resources: {'Network': ['ID=b5913643-2e53-4445-a07c-2c62c172363f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:38.773600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] Made reservation on behalf of de78fb8c30cc48ad8eb9e53033e0c4e6 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:38.776078 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.783751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network b5913643-2e53-4445-a07c-2c62c172363f details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:58:38.821538 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d3b3396-082a-4daf-92d7-9e681da5c1f0 req-0c6ede44-3313-420c-a777-bb6d1370b284 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439825 Jul 08 17:58:39.039360 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:39.041304 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:39.056484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77362-eb39-4729-af4d-52f459d2f463 req-2737d2c7-9e32-4b31-a58a-2f48024cb745 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:39.057948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93d77362-eb39-4729-af4d-52f459d2f463 req-2737d2c7-9e32-4b31-a58a-2f48024cb745 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 946 time: 0.1160157 Jul 08 17:58:39.069388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33508308-0c05-4054-bdc9-4c4d5479ca63 req-5f905e72-9c7f-44a3-b275-ecfddb678aac tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:39.070951 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33508308-0c05-4054-bdc9-4c4d5479ca63 req-5f905e72-9c7f-44a3-b275-ecfddb678aac tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 944 time: 0.1468215 Jul 08 17:58:39.090726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e6939a-6783-47e1-9a3c-fe5d734c1cdb,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:39.116525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] Checking segment: {'id': '358bb37e-aec3-4b30-8dcc-00c2e343994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5913643-2e53-4445-a07c-2c62c172363f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:39.117213 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] Network hostable DHCP agents. Network: b5913643-2e53-4445-a07c-2c62c172363f, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:58:39.119712 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dbb839f1-cd63-413e-81ee-a244e10226f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:39.140475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] Network b5913643-2e53-4445-a07c-2c62c172363f is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:58:39.143683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33508308-0c05-4054-bdc9-4c4d5479ca63 req-39f999cc-4dd0-4d9a-97f6-ee75d5edfa1b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657406 Jul 08 17:58:39.150870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93d77362-eb39-4729-af4d-52f459d2f463 req-9749508f-a7c7-4b9d-aa7c-0c3abcde925f tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748689 Jul 08 17:58:39.155580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, b5913643-2e53-4445-a07c-2c62c172363f) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:39.181231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:39.181835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:39.182091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79bdb63-7408-47d2-8f1d-d7bd0836cebc None None] Network b5913643-2e53-4445-a07c-2c62c172363f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:39.210106 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9fd9afce-9bec-478b-bfc4-31b9931f6657 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4665384 Jul 08 17:58:39.318719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-5d52d5a5-6955-4c4d-adcd-75646f99d2cb tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1425800 Jul 08 17:58:39.325046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:39.369429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d099fbe8-0956-4a3c-954e-9a806e7d0cab None None] Network b5913643-2e53-4445-a07c-2c62c172363f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:39.400111 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:39.470806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 29de5d74-db15-4ba7-bc79-c6e222d64581 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:39.478224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfe89a-3ea5-4854-9841-463cb4ee337b req-a01e8443-3aca-454c-9131-b36138fc80ea tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:39.479782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45bfe89a-3ea5-4854-9841-463cb4ee337b req-a01e8443-3aca-454c-9131-b36138fc80ea tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 950 time: 0.1352468 Jul 08 17:58:39.537893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45bfe89a-3ea5-4854-9841-463cb4ee337b req-31a74bc7-d847-4a3f-8bf5-6d9d5d1fb6c4 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499496 Jul 08 17:58:39.565215 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:39.610857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 29de5d74-db15-4ba7-bc79-c6e222d64581, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29de5d74-db15-4ba7-bc79-c6e222d64581,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:39.625305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '29de5d74-db15-4ba7-bc79-c6e222d64581', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '29de5d74-db15-4ba7-bc79-c6e222d64581', 'mac_address': 'fa:16:3e:2e:f7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:39.687705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Allocated IP 172.25.8.33 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/3268feba-c614-4538-a4f9-533109699e18) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:39.691276 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:39.719435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29de5d74-db15-4ba7-bc79-c6e222d64581 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:39.745190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 29de5d74-db15-4ba7-bc79-c6e222d64581, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29de5d74-db15-4ba7-bc79-c6e222d64581,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:39.752419 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:39.812908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=29de5d74-db15-4ba7-bc79-c6e222d64581,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:39.836812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:39.882914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:39.921586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:39.925564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:39.932071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:39.936874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 19f5d15c-0e5e-494e-b651-d215bebd5a3c details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:39.949218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event updated for resources: {'Port': ['ID=3268feba-c614-4538-a4f9-533109699e18,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:39.964577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869'}, {'server_uuid': 'bc4878ef-6ba9-42f4-b1b9-dc1067be3fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dcd515-a132-494c-b81e-f7fd229bc013'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:39.967138 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ac647f-45c6-4aa0-b608-8c4dfcd7dbec" -d '{"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-plugged", "status": "completed", "tag": "063e758c-31ee-47eb-bbca-feb97f999869"}, {"server_uuid": "bc4878ef-6ba9-42f4-b1b9-dc1067be3fda", "name": "network-vif-plugged", "status": "completed", "tag": "b8dcd515-a132-494c-b81e-f7fd229bc013"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:40.040723 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:40.048127 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:40.069586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:40.080458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '19f5d15c-0e5e-494e-b651-d215bebd5a3c', 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf', 'port_id': '19f5d15c-0e5e-494e-b651-d215bebd5a3c', 'mac_address': 'fa:16:3e:16:13:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12159336-ffa6-449d-a07c-a9ce0d1177e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:40.119209 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:40.124527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-55429c5c-13a9-4399-a46e-6356429b9583 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:40.126050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-55429c5c-13a9-4399-a46e-6356429b9583 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/networks?id=71718944-b4a8-417b-b378-b4326e3174d1 HTTP/1.1" status: 200 len: 815 time: 0.1488931 Jul 08 17:58:40.128952 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:40.132432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f5d15c-0e5e-494e-b651-d215bebd5a3c {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:40.153477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:40.158808 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:40.184637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-7933ebb2-9018-412f-8bad-143e4ee2f6f4 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/quotas/8793583df92d49b38774abd3ccfa49a4 HTTP/1.1" status: 200 len: 375 time: 0.0217617 Jul 08 17:58:40.211889 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=19f5d15c-0e5e-494e-b651-d215bebd5a3c,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:40.234167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['29de5d74-db15-4ba7-bc79-c6e222d64581'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:40.259093 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-62090d31-9991-485a-829b-680e84777001 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8793583df92d49b38774abd3ccfa49a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378184 Jul 08 17:58:40.398594 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:40.403330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-33b3c8e9-b6ec-459a-9b8e-4b889a213ef6 service neutron] 10.222.0.73 "GET /v2.0/networks/71718944-b4a8-417b-b378-b4326e3174d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266010 Jul 08 17:58:40.404379 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:40.479890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:40.510284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event updated for resources: {'Port': ['ID=3268feba-c614-4538-a4f9-533109699e18,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:40.514993 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:40.516718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-b7814284-d7ec-4b26-84c6-ff9c7532b74f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1964245 Jul 08 17:58:40.583712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-a0cd29a6-4c53-4ebd-a19b-2050e65d4f3d service neutron] 10.222.0.73 "GET /v2.0/networks/71718944-b4a8-417b-b378-b4326e3174d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733973 Jul 08 17:58:40.586775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-912cf5b8-5995-4028-a199-2909864d6d8b tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0595927 Jul 08 17:58:40.640416 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['19f5d15c-0e5e-494e-b651-d215bebd5a3c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:40.724709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-67d16366-020b-4d1f-b699-cfff0569ba65 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:40.726370 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fb69568-7556-44ac-8833-d485bbda3eaa req-67d16366-020b-4d1f-b699-cfff0569ba65 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.1331680 Jul 08 17:58:40.907527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077f623-8fcf-40a6-821d-372b06f7780e req-9c37b54c-d0cf-4dd0-acde-2635c9071519 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:40.909067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7077f623-8fcf-40a6-821d-372b06f7780e req-9c37b54c-d0cf-4dd0-acde-2635c9071519 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 949 time: 0.0882173 Jul 08 17:58:40.984551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7077f623-8fcf-40a6-821d-372b06f7780e req-d8e8d4c5-2197-4abf-9e48-d943969ef986 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580513 Jul 08 17:58:41.017776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db8992-ff02-4a4e-810d-9100a7d9a340 req-cf3c8154-e737-45a4-a86a-064614325676 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:41.019709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76db8992-ff02-4a4e-810d-9100a7d9a340 req-cf3c8154-e737-45a4-a86a-064614325676 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 948 time: 0.1366861 Jul 08 17:58:41.054131 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c50d015-04f5-4d88-9741-12fea03d283d x-openstack-request-id: req-9c50d015-04f5-4d88-9741-12fea03d283d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:41.054644 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-plugged", "status": "completed", "tag": "063e758c-31ee-47eb-bbca-feb97f999869", "code": 200}, {"server_uuid": "bc4878ef-6ba9-42f4-b1b9-dc1067be3fda", "name": "network-vif-plugged", "status": "completed", "tag": "b8dcd515-a132-494c-b81e-f7fd229bc013", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:41.054880 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c50d015-04f5-4d88-9741-12fea03d283d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:41.055367 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869', 'code': 200} Jul 08 17:58:41.055829 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4878ef-6ba9-42f4-b1b9-dc1067be3fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dcd515-a132-494c-b81e-f7fd229bc013', 'code': 200} Jul 08 17:58:41.104408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76db8992-ff02-4a4e-810d-9100a7d9a340 req-7fa1e4a2-6920-403c-831d-f68eae7aff2d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747342 Jul 08 17:58:41.217563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d0fd0-a600-40cb-ad9e-b14039bd8423 req-2df40979-438c-4b14-b8c8-36f14812f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:41.219720 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc4d0fd0-a600-40cb-ad9e-b14039bd8423 req-2df40979-438c-4b14-b8c8-36f14812f7e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 1101 time: 0.0606749 Jul 08 17:58:41.263460 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc4d0fd0-a600-40cb-ad9e-b14039bd8423 req-6452a7f9-4a60-4ac4-913c-4fadef267bab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367990 Jul 08 17:58:41.289735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66412ba6-8d5e-484b-a785-c223a47b9644 req-22031b0f-4b12-4be6-ac36-0cd8f90c2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:41.291748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66412ba6-8d5e-484b-a785-c223a47b9644 req-22031b0f-4b12-4be6-ac36-0cd8f90c2935 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 1100 time: 0.1397378 Jul 08 17:58:41.306583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c233f-8c2c-4c61-90a1-2f935bc0b41e req-406b2937-e449-4cee-a2be-ae18b52d981b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:41.308286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a6c233f-8c2c-4c61-90a1-2f935bc0b41e req-406b2937-e449-4cee-a2be-ae18b52d981b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 945 time: 0.1086483 Jul 08 17:58:41.401985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66412ba6-8d5e-484b-a785-c223a47b9644 req-742540dd-07b5-4d25-8d01-d187fa02ae4b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912793 Jul 08 17:58:41.411921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a6c233f-8c2c-4c61-90a1-2f935bc0b41e req-26e0f0a6-43f4-4533-9fc7-b560aaa1ca2b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944395 Jul 08 17:58:41.441097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2323b-0f40-412d-86eb-e3aee32b38bc req-889808f6-9e9b-4ceb-a1f3-d63e23275cdc tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:41.447891 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1b2323b-0f40-412d-86eb-e3aee32b38bc req-889808f6-9e9b-4ceb-a1f3-d63e23275cdc tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 946 time: 0.1385951 Jul 08 17:58:41.483877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1b2323b-0f40-412d-86eb-e3aee32b38bc req-429756f1-f458-44c1-a721-c8969891d589 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350657 Jul 08 17:58:41.520230 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:41.581221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec411f-1e80-4b4f-8c29-36d09b7c75d4 req-da77468d-7a28-4f33-adcc-c61a19f76ad0 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:41.584574 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fec411f-1e80-4b4f-8c29-36d09b7c75d4 req-da77468d-7a28-4f33-adcc-c61a19f76ad0 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 950 time: 0.0670726 Jul 08 17:58:41.636183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d78b72a4-0fdf-4af6-93fd-4c7b335089ae req-08e31a37-1450-4a67-be35-5673aadee790 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 210 time: 0.0322988 Jul 08 17:58:41.653362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fec411f-1e80-4b4f-8c29-36d09b7c75d4 req-03193dd3-3489-4dd3-ac21-28d2d3644ae5 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647883 Jul 08 17:58:41.784025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-aecdeb19-63b2-4f45-ae05-aad4aefab12d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.0993290 Jul 08 17:58:41.793237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:41.815149 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:41.914341 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.019973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Allocated IP 172.25.8.63 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/3031f6e7-25c6-4925-929d-021426533200) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:42.136073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.178923 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.217857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:42.223544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:42.226905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:42.235640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event updated for resources: {'Port': ['ID=3031f6e7-25c6-4925-929d-021426533200,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:42.279494 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.367402 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.421353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a486b9-69e6-4042-adef-fa0350515e85 req-eb62f0c8-ae7c-4d9f-bca7-0ade308f6a03 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:42.423096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1a486b9-69e6-4042-adef-fa0350515e85 req-eb62f0c8-ae7c-4d9f-bca7-0ade308f6a03 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 1099 time: 0.1069188 Jul 08 17:58:42.505013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1a486b9-69e6-4042-adef-fa0350515e85 req-51c0116c-b614-45a9-8e4c-27365f9a4587 tempest-ServersOnMultiNodesTest-360879702 tempest-ServersOnMultiNodesTest-360879702-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754251 Jul 08 17:58:42.583712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.591002 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.642844 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.690880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event updated for resources: {'Port': ['ID=3031f6e7-25c6-4925-929d-021426533200,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:42.695537 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.703038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-de910eb3-f3a8-48ed-9a42-8a37ae1d406d tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9134579 Jul 08 17:58:42.754078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-48e2f97a-194a-4792-b6c1-f2c2cc5960ff tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.63 HTTP/1.1" status: 200 len: 695 time: 0.0501161 Jul 08 17:58:42.791366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b77f8e-54b6-4fef-b95a-61fee02fc4e5 req-e381e67d-2d12-4205-9fd2-f2bdde536d00 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:42.792954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63b77f8e-54b6-4fef-b95a-61fee02fc4e5 req-e381e67d-2d12-4205-9fd2-f2bdde536d00 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 949 time: 0.1664839 Jul 08 17:58:42.883919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63b77f8e-54b6-4fef-b95a-61fee02fc4e5 req-ccc1b7d3-a803-4231-882c-922a315cb991 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613003 Jul 08 17:58:42.910097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-8a5498f3-c672-49e7-862a-9f0bafd8cab5 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:42.910097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd2e4132-d65c-41f2-a407-019f79c48df1 req-8a5498f3-c672-49e7-862a-9f0bafd8cab5 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.1474738 Jul 08 17:58:43.206646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e3baf-d2ef-4876-8c42-5860de09e612 req-cb2faa14-0650-483f-8fb6-4b02482d4973 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:43.208134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b78e3baf-d2ef-4876-8c42-5860de09e612 req-cb2faa14-0650-483f-8fb6-4b02482d4973 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 946 time: 0.1940072 Jul 08 17:58:43.221271 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-a9360559-a28a-486f-9e94-248ee3ece32c tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:43.222692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-a9360559-a28a-486f-9e94-248ee3ece32c tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.74 "GET /v2.0/networks?id=71718944-b4a8-417b-b378-b4326e3174d1 HTTP/1.1" status: 200 len: 815 time: 0.1954775 Jul 08 17:58:43.232790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391be64a-3d4c-433a-aec1-212702e857cb req-d17988de-b933-499f-9c3f-570fdbfa33f9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:43.234196 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-391be64a-3d4c-433a-aec1-212702e857cb req-d17988de-b933-499f-9c3f-570fdbfa33f9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 945 time: 0.2081356 Jul 08 17:58:43.243388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Request body: {'port': {'device_id': 'ed655a80-a5a7-4f32-8093-72cdc4d6657b', 'network_id': '71718944-b4a8-417b-b378-b4326e3174d1', 'admin_state_up': True, 'tenant_id': '8793583df92d49b38774abd3ccfa49a4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:43.331918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b78e3baf-d2ef-4876-8c42-5860de09e612 req-0cc22973-acaa-4c4b-937d-4640b7727d03 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082642 Jul 08 17:58:43.360737 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-391be64a-3d4c-433a-aec1-212702e857cb req-01d19e59-5c39-4285-ab5d-aa9bf204fbe9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127753 Jul 08 17:58:43.402539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Made reservation on behalf of 8793583df92d49b38774abd3ccfa49a4 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:43.406441 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:43.461246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 29de5d74-db15-4ba7-bc79-c6e222d64581 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:43.533828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 29de5d74-db15-4ba7-bc79-c6e222d64581 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:43.538721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 29de5d74-db15-4ba7-bc79-c6e222d64581 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:43.539101 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:43.542411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c9edccd-d851-43e4-b6d7-2ae469766b3b req-34098c16-8a58-4da0-8c16-edbcb4bfbc99 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 210 time: 0.0557821 Jul 08 17:58:43.570618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Allocated IP 172.20.0.14 (71718944-b4a8-417b-b378-b4326e3174d1/bafd3ced-cc62-4640-87fd-da20a7f74349/260db182-f8fb-467b-b938-6009c52671b6) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:43.654846 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:43.676562 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e526f28c-3093-4e1b-9454-2e24fb844e4b req-1b20e179-036c-4ce9-8ab1-f048a8f807d7 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips/010f75d0-25a4-4342-a0eb-f94bc9560612 HTTP/1.1" status: 200 len: 692 time: 0.0630848 Jul 08 17:58:43.686010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29de5d74-db15-4ba7-bc79-c6e222d64581'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:43.689127 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47430cec-aaf4-4417-8e4e-be6abcae3ffc" -d '{"events": [{"server_uuid": "7b38fdce-91d5-4deb-81da-dce3bf4a02d8", "name": "network-vif-plugged", "status": "completed", "tag": "29de5d74-db15-4ba7-bc79-c6e222d64581"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:43.702874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 29de5d74-db15-4ba7-bc79-c6e222d64581, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29de5d74-db15-4ba7-bc79-c6e222d64581,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:43.707956 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:43.757847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=29de5d74-db15-4ba7-bc79-c6e222d64581,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:43.961128 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 19f5d15c-0e5e-494e-b651-d215bebd5a3c up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:44.011211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 19f5d15c-0e5e-494e-b651-d215bebd5a3c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:44.014817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 19f5d15c-0e5e-494e-b651-d215bebd5a3c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:44.015184 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:44.097273 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:44.129076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:44.133307 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:44.181937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=19f5d15c-0e5e-494e-b651-d215bebd5a3c,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:44.189495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526f28c-3093-4e1b-9454-2e24fb844e4b req-b8cac270-6c33-40da-85c9-f0bba0de4b0f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:44.190769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e526f28c-3093-4e1b-9454-2e24fb844e4b req-b8cac270-6c33-40da-85c9-f0bba0de4b0f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.5074379 Jul 08 17:58:44.193759 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:44.207266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-e526f28c-3093-4e1b-9454-2e24fb844e4b req-f2dacc1d-08a3-4ebd-ac5e-3b9fbb70f9d8 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:58:44.208222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e526f28c-3093-4e1b-9454-2e24fb844e4b req-f2dacc1d-08a3-4ebd-ac5e-3b9fbb70f9d8 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094614 Jul 08 17:58:44.215622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06a445-13e6-496a-aaf3-caddec073b31 req-d6e19ec2-e968-4c37-a2b9-f9629235e27b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:44.218858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee06a445-13e6-496a-aaf3-caddec073b31 req-d6e19ec2-e968-4c37-a2b9-f9629235e27b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 950 time: 0.5124164 Jul 08 17:58:44.273126 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee06a445-13e6-496a-aaf3-caddec073b31 req-fa8a9285-9a84-4b2d-a10e-39fd967836ae tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495296 Jul 08 17:58:44.286048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:44.340332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Network 71718944-b4a8-417b-b378-b4326e3174d1 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:44.346491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:44.350356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:44.352640 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b31b5ee-101b-459a-a24e-2722af1e062b x-openstack-request-id: req-7b31b5ee-101b-459a-a24e-2722af1e062b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:44.353127 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b38fdce-91d5-4deb-81da-dce3bf4a02d8", "name": "network-vif-plugged", "status": "completed", "tag": "29de5d74-db15-4ba7-bc79-c6e222d64581", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:44.353560 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b31b5ee-101b-459a-a24e-2722af1e062b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:44.354859 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29de5d74-db15-4ba7-bc79-c6e222d64581', 'code': 200} Jul 08 17:58:44.355940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:44.356506 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:44.367726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Pushing event updated for resources: {'Port': ['ID=260db182-f8fb-467b-b938-6009c52671b6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:44.415081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-03a1b6f2-b4bd-4168-81fc-06d135288b3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1748817 Jul 08 17:58:44.429660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Request body: {'port': {'device_id': 'ed655a80-a5a7-4f32-8093-72cdc4d6657b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:44.490073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad29a1-6c63-4b69-8e48-b3a5af59cdd8 req-183fd47b-f2bb-4d5b-aa63-d2d30b33f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:44.491634 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3bad29a1-6c63-4b69-8e48-b3a5af59cdd8 req-183fd47b-f2bb-4d5b-aa63-d2d30b33f9a0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 1101 time: 0.0502474 Jul 08 17:58:44.516924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104e1e-dc9a-4ea6-813d-17d92657b019 req-7cd3e531-81f5-4ca1-bdd2-2f4232e30e93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:44.518705 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14104e1e-dc9a-4ea6-813d-17d92657b019 req-7cd3e531-81f5-4ca1-bdd2-2f4232e30e93 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 948 time: 0.1377947 Jul 08 17:58:44.531438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3bad29a1-6c63-4b69-8e48-b3a5af59cdd8 req-5720a31b-81db-448d-b2bf-4ab49daeac70 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Jul 08 17:58:44.590274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:44.611746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f973b-1ed4-40f6-aaf4-77b1159b9585 req-e870d9ad-a36c-462b-b609-0a5c52e6e5c9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:44.613206 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-065f973b-1ed4-40f6-aaf4-77b1159b9585 req-e870d9ad-a36c-462b-b609-0a5c52e6e5c9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.1577322 Jul 08 17:58:44.615833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14104e1e-dc9a-4ea6-813d-17d92657b019 req-838bf4ea-4db1-431c-8e4c-37da821394e2 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736423 Jul 08 17:58:44.726057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-02e38d06-2e52-47f4-a4cf-7a360a9a26cf tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips/010f75d0-25a4-4342-a0eb-f94bc9560612 HTTP/1.1" status: 200 len: 692 time: 0.0754879 Jul 08 17:58:44.731760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-065f973b-1ed4-40f6-aaf4-77b1159b9585 req-6c903797-5507-4c25-bf8c-33d3b34ce315 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119754 Jul 08 17:58:44.800150 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:58:45.000148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-cc9615cf-20e7-49c0-8440-744f18397caf tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:45.001533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-cc9615cf-20e7-49c0-8440-744f18397caf tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.2689047 Jul 08 17:58:45.027153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a77108-c73a-4798-b531-38b3e9abae71 req-7a3956f7-45fd-4464-bcf6-d40b0144eab6 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:45.028599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7a77108-c73a-4798-b531-38b3e9abae71 req-7a3956f7-45fd-4464-bcf6-d40b0144eab6 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1910541 Jul 08 17:58:45.093079 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-c8ebc47d-7611-459d-9f16-67f41664ec81 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.63 HTTP/1.1" status: 200 len: 695 time: 0.0822480 Jul 08 17:58:45.174851 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7a77108-c73a-4798-b531-38b3e9abae71 req-db1daaf6-75ef-4952-85d5-4d8253239432 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372359 Jul 08 17:58:45.182517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-2592e874-8fb7-48e7-acc7-74248cbdc06f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.63 HTTP/1.1" status: 200 len: 695 time: 0.0776227 Jul 08 17:58:45.199514 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260db182-f8fb-467b-b938-6009c52671b6 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:45.244325 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:45.305368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Transition to ACTIVE for port object 260db182-f8fb-467b-b938-6009c52671b6 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:45.325280 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:45.413160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Pushing event updated for resources: {'Port': ['ID=260db182-f8fb-467b-b938-6009c52671b6,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:45.472472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acd4ad-872f-441c-a273-9aad7bd926b7 req-b250f3cb-1c0c-419d-aec9-07e7fe8d38be tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:45.473968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45acd4ad-872f-441c-a273-9aad7bd926b7 req-b250f3cb-1c0c-419d-aec9-07e7fe8d38be tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 946 time: 0.1880035 Jul 08 17:58:45.476438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-da7fea30-7ec3-4501-913a-cdfe36a181b1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Deleting port 3031f6e7-25c6-4925-929d-021426533200 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:45.476776 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-da7fea30-7ec3-4501-913a-cdfe36a181b1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:45.478467 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Attempting to bind port 260db182-f8fb-467b-b938-6009c52671b6 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:45.478794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Attempting to bind port 260db182-f8fb-467b-b938-6009c52671b6 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2d4c792a-10d8-4a00-bded-e820cd52eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71718944-b4a8-417b-b378-b4326e3174d1'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:45.479126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Attempting to bind port 260db182-f8fb-467b-b938-6009c52671b6 on network 71718944-b4a8-417b-b378-b4326e3174d1 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:45.525964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Port 260db182-f8fb-467b-b938-6009c52671b6 on network 71718944-b4a8-417b-b378-b4326e3174d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:45.526310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Attempting to bind port 260db182-f8fb-467b-b938-6009c52671b6 on network 71718944-b4a8-417b-b378-b4326e3174d1 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:45.541198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:45.541534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Checking segment: {'id': '2d4c792a-10d8-4a00-bded-e820cd52eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71718944-b4a8-417b-b378-b4326e3174d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:45.541916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Bound using segment: {'id': '2d4c792a-10d8-4a00-bded-e820cd52eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71718944-b4a8-417b-b378-b4326e3174d1'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:45.542374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Bound port: 260db182-f8fb-467b-b938-6009c52671b6, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4c792a-10d8-4a00-bded-e820cd52eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71718944-b4a8-417b-b378-b4326e3174d1'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:45.542735 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:45.581458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45acd4ad-872f-441c-a273-9aad7bd926b7 req-bed8bb82-8a46-431c-8237-ef4a1ab40e96 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986748 Jul 08 17:58:45.631663 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-da7fea30-7ec3-4501-913a-cdfe36a181b1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:45.631994 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-da7fea30-7ec3-4501-913a-cdfe36a181b1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:45.653735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-da7fea30-7ec3-4501-913a-cdfe36a181b1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Calling delete_port for 3031f6e7-25c6-4925-929d-021426533200 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:45.661560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] For port 260db182-f8fb-467b-b938-6009c52671b6, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:45.667522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] For port 260db182-f8fb-467b-b938-6009c52671b6, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=260db182-f8fb-467b-b938-6009c52671b6,segment=NetworkSegment(2d4c792a-10d8-4a00-bded-e820cd52eb07),segment_id=2d4c792a-10d8-4a00-bded-e820cd52eb07)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:45.674108 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:45.753070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df65325-0208-4e5f-b9ce-51a30a50e57f req-ac4145e0-7760-4907-b7c5-2247b012bf7f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:45.754581 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8df65325-0208-4e5f-b9ce-51a30a50e57f req-ac4145e0-7760-4907-b7c5-2247b012bf7f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 948 time: 0.0656266 Jul 08 17:58:45.784111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:45.784729 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:45.786118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] 10.222.0.74 "PUT /v2.0/ports/260db182-f8fb-467b-b938-6009c52671b6 HTTP/1.1" status: 200 len: 1092 time: 1.3607221 Jul 08 17:58:45.786656 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed655a80-a5a7-4f32-8093-72cdc4d6657b', 'tag': '260db182-f8fb-467b-b938-6009c52671b6'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:45.788923 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff97e5e-206f-4e65-b979-c89de1e0e772" -d '{"events": [{"name": "network-changed", "server_uuid": "ed655a80-a5a7-4f32-8093-72cdc4d6657b", "tag": "260db182-f8fb-467b-b938-6009c52671b6"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:45.827407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869eda1-19aa-4d45-813d-ccb62c802d85 service neutron] Pushing event updated for resources: {'Port': ['ID=260db182-f8fb-467b-b938-6009c52671b6,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:45.865320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-8df65325-0208-4e5f-b9ce-51a30a50e57f req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Deleting port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:45.865660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8df65325-0208-4e5f-b9ce-51a30a50e57f req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:45.900664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1248da-f99c-4ea2-aae2-4d2a10e94b6e req-1b6f6c3f-8418-4cf3-99f2-fac62e31910b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:45.902178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae1248da-f99c-4ea2-aae2-4d2a10e94b6e req-1b6f6c3f-8418-4cf3-99f2-fac62e31910b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.1933880 Jul 08 17:58:45.953980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8df65325-0208-4e5f-b9ce-51a30a50e57f req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] For port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:45.954374 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8df65325-0208-4e5f-b9ce-51a30a50e57f req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:45.966893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-8df65325-0208-4e5f-b9ce-51a30a50e57f req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Calling delete_port for 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:45.979705 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-da7fea30-7ec3-4501-913a-cdfe36a181b1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:45.987970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-bd01f745-04ec-4fd1-be15-af2714c1b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:45.989475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-bd01f745-04ec-4fd1-be15-af2714c1b35a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8793583df92d49b38774abd3ccfa49a4&device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 1095 time: 0.1528811 Jul 08 17:58:46.011628 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae1248da-f99c-4ea2-aae2-4d2a10e94b6e req-2e7d8b37-2de2-4e5b-ba9d-b58b25d00fd4 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845134 Jul 08 17:58:46.020997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fea30-7ec3-4501-913a-cdfe36a181b1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event deleted for resources: {'Port': ['ID=3031f6e7-25c6-4925-929d-021426533200,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:46.060574 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-112ab0df-b55d-4e04-827c-3b84b428c003 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=260db182-f8fb-467b-b938-6009c52671b6 HTTP/1.1" status: 200 len: 217 time: 0.0466857 Jul 08 17:58:46.087183 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-da7fea30-7ec3-4501-913a-cdfe36a181b1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:46.089669 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-da7fea30-7ec3-4501-913a-cdfe36a181b1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:46.090831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e767b3c9-c03b-49fa-a136-98ab1a2aebcf req-da7fea30-7ec3-4501-913a-cdfe36a181b1 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "DELETE /v2.0/floatingips/010f75d0-25a4-4342-a0eb-f94bc9560612 HTTP/1.1" status: 204 len: 173 time: 0.9007497 Jul 08 17:58:46.153552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8df65325-0208-4e5f-b9ce-51a30a50e57f req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:46.169150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def', '470c2987-9adb-426c-a66e-f347139b66ea', 'f1d7a7d9-6b79-467f-93da-93ad769bf15b', 'd9522a80-4c93-48bb-a38b-e944e0a527ec', '6fb30e5e-c287-41c1-9de0-7b388ea46af9'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:46.176412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-f700ad25-cfe3-40d3-8065-21c3fde5f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:46.177893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-f700ad25-cfe3-40d3-8065-21c3fde5f3b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bafd3ced-cc62-4640-87fd-da20a7f74349 HTTP/1.1" status: 200 len: 855 time: 0.1015756 Jul 08 17:58:46.224148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-2fdf4646-fc4f-4830-b15a-27ccfecca7d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=71718944-b4a8-417b-b378-b4326e3174d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384178 Jul 08 17:58:46.247880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176', '9e518c22-9faf-4fd5-95b4-8e54d6f00799', '10a42555-62b6-4d35-b5e8-5b3c20b0fdd7'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:46.304407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event deleted for resources: {'Port': ['ID=10a42555-62b6-4d35-b5e8-5b3c20b0fdd7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:46.344245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df65325-0208-4e5f-b9ce-51a30a50e57f req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] No DVR routers for this DVR port 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:46.358345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f5d15c-0e5e-494e-b651-d215bebd5a3c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:46.361195 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d98d06-68b7-495d-b553-288f3c34943e" -d '{"events": [{"server_uuid": "8e8f36cd-7f4e-40ed-bdeb-e64936bf483f", "name": "network-vif-plugged", "status": "completed", "tag": "19f5d15c-0e5e-494e-b651-d215bebd5a3c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:46.366605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8df65325-0208-4e5f-b9ce-51a30a50e57f req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:46.368614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8df65325-0208-4e5f-b9ce-51a30a50e57f req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "DELETE /v2.0/ports/10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 HTTP/1.1" status: 204 len: 173 time: 0.6082320 Jul 08 17:58:46.369061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcb1171-22ff-4459-ac42-26468b606575', 'name': 'network-vif-deleted', 'tag': '10a42555-62b6-4d35-b5e8-5b3c20b0fdd7'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:46.371360 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6847cea1-1405-460a-a261-bd31d50094b5" -d '{"events": [{"server_uuid": "6dcb1171-22ff-4459-ac42-26468b606575", "name": "network-vif-deleted", "tag": "10a42555-62b6-4d35-b5e8-5b3c20b0fdd7"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:46.377129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.377129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.377129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.377129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.377129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.377662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.377760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.378768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.378768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.378768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.379060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba110-7085-45ee-893f-8703cb52c833 req-19c677c7-63b5-4a9e-8937-dcade3a3f375 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:46.379179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.379293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acb02c-e231-4464-9592-77cdea6ba219 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:46.387932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3eeba110-7085-45ee-893f-8703cb52c833 req-19c677c7-63b5-4a9e-8937-dcade3a3f375 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 944 time: 0.2497506 Jul 08 17:58:46.451685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-01657cc1-1bce-42c2-bce1-fff54d4b50f8 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518310 Jul 08 17:58:46.470726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-b543ebfa-62a2-4189-bac1-0be1fd9f7948 service neutron] 10.222.0.74 "GET /v2.0/networks/71718944-b4a8-417b-b378-b4326e3174d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369645 Jul 08 17:58:46.559300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3eeba110-7085-45ee-893f-8703cb52c833 req-1fe7df9f-2cd0-4114-ac0e-1fac6fdd78c2 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698623 Jul 08 17:58:46.683549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d2f136f-3cbd-4dc8-b7ca-4ad0b1bf0553 req-013b3d67-8edb-4028-9677-b95a3f790ca0 service neutron] 10.222.0.74 "GET /v2.0/networks/71718944-b4a8-417b-b378-b4326e3174d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924019 Jul 08 17:58:46.723367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1e500eb-b17b-4656-9cac-71bd5a917b48 req-2ff871e6-8202-4264-980c-e901c6577a4a tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=6dcb1171-22ff-4459-ac42-26468b606575 HTTP/1.1" status: 200 len: 210 time: 0.0384815 Jul 08 17:58:46.731655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-e99d8541-a3d1-4a9f-a07f-92e5cb7deba4 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:46.738637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-e99d8541-a3d1-4a9f-a07f-92e5cb7deba4 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2610805 Jul 08 17:58:46.756747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-cc4a38b9-3eee-4875-9dcc-78d0a06853b6 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/quotas/0680b8d7073d426eac66fd87c0c03a2d HTTP/1.1" status: 200 len: 375 time: 0.0172207 Jul 08 17:58:46.830765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-17ea5600-d42e-4009-b63d-443290b4372e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730839 Jul 08 17:58:46.915728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a8b95-0894-45ef-a50b-3c2a791ed190 req-88392c29-a45d-4832-beae-0aa8b7238b64 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:46.917313 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-540a8b95-0894-45ef-a50b-3c2a791ed190 req-88392c29-a45d-4832-beae-0aa8b7238b64 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.0856171 Jul 08 17:58:46.964025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-540a8b95-0894-45ef-a50b-3c2a791ed190 req-606304d5-92fa-4309-91e4-d9f555f67b71 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Jul 08 17:58:47.009270 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50697a5d-6922-407b-9e81-6d02cb38bc37 x-openstack-request-id: req-50697a5d-6922-407b-9e81-6d02cb38bc37 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:47.009927 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed655a80-a5a7-4f32-8093-72cdc4d6657b", "tag": "260db182-f8fb-467b-b938-6009c52671b6", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:47.010103 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50697a5d-6922-407b-9e81-6d02cb38bc37 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:47.010523 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed655a80-a5a7-4f32-8093-72cdc4d6657b', 'tag': '260db182-f8fb-467b-b938-6009c52671b6', 'status': 'completed', 'code': 200} Jul 08 17:58:47.043079 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c31599-f583-43e5-808d-086a7173b569 x-openstack-request-id: req-28c31599-f583-43e5-808d-086a7173b569 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:47.043356 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8f36cd-7f4e-40ed-bdeb-e64936bf483f", "name": "network-vif-plugged", "status": "completed", "tag": "19f5d15c-0e5e-494e-b651-d215bebd5a3c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:47.043609 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28c31599-f583-43e5-808d-086a7173b569 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:47.044253 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f5d15c-0e5e-494e-b651-d215bebd5a3c', 'code': 200} Jul 08 17:58:47.082199 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034a172d-0e05-49b9-b9df-cb3b3f409c12 x-openstack-request-id: req-034a172d-0e05-49b9-b9df-cb3b3f409c12 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:47.082722 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcb1171-22ff-4459-ac42-26468b606575", "name": "network-vif-deleted", "tag": "10a42555-62b6-4d35-b5e8-5b3c20b0fdd7", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:47.082722 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-034a172d-0e05-49b9-b9df-cb3b3f409c12 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:47.083130 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcb1171-22ff-4459-ac42-26468b606575', 'name': 'network-vif-deleted', 'tag': '10a42555-62b6-4d35-b5e8-5b3c20b0fdd7', 'status': 'completed', 'code': 200} Jul 08 17:58:47.231756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d5fb-5ec3-4ed5-9b32-886e3ce43bea req-05d8ee6b-1f42-492d-89f8-b578ca3d2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:47.233150 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3cf4d5fb-5ec3-4ed5-9b32-886e3ce43bea req-05d8ee6b-1f42-492d-89f8-b578ca3d2d48 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 1097 time: 0.0587707 Jul 08 17:58:47.281007 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3cf4d5fb-5ec3-4ed5-9b32-886e3ce43bea req-aaeb27e6-ef7c-404d-8d25-f426252e99fa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372643 Jul 08 17:58:47.329433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8964b-da61-4731-a880-8003c53c9946 req-188941f6-797a-4539-9dc5-5c1fa276272e tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:47.330925 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bdc8964b-da61-4731-a880-8003c53c9946 req-188941f6-797a-4539-9dc5-5c1fa276272e tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3194604 Jul 08 17:58:47.347475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff97e5e-206f-4e65-b979-c89de1e0e772 req-6702e2c6-cd25-4d73-9d83-f87f9f016486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:47.349336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bff97e5e-206f-4e65-b979-c89de1e0e772 req-6702e2c6-cd25-4d73-9d83-f87f9f016486 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8793583df92d49b38774abd3ccfa49a4&device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 1095 time: 0.2850194 Jul 08 17:58:47.363879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0814ee5-1550-46f2-8079-47325eca28f7 req-5ee3d538-4ef9-4f31-94c6-995542c8b56f tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:47.365440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0814ee5-1550-46f2-8079-47325eca28f7 req-5ee3d538-4ef9-4f31-94c6-995542c8b56f tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 946 time: 0.1608720 Jul 08 17:58:47.754731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95531011-5175-400a-a1ce-7d808fc930ee req-2e5e8af2-dfd0-4690-adec-9a7f4035dac2 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 210 time: 0.3789623 Jul 08 17:58:47.781694 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0814ee5-1550-46f2-8079-47325eca28f7 req-05813752-b922-4d1c-953d-b3ad8cc1660d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071107 Jul 08 17:58:47.809562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff97e5e-206f-4e65-b979-c89de1e0e772 req-05a84661-13e7-4abe-ac9b-72e1a991e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:47.811191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bff97e5e-206f-4e65-b979-c89de1e0e772 req-05a84661-13e7-4abe-ac9b-72e1a991e240 service neutron] 10.222.0.74 "GET /v2.0/networks?id=71718944-b4a8-417b-b378-b4326e3174d1 HTTP/1.1" status: 200 len: 916 time: 0.4447067 Jul 08 17:58:47.852245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bff97e5e-206f-4e65-b979-c89de1e0e772 req-010489ba-e676-4fb2-b9d5-4524f0b4dffb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=260db182-f8fb-467b-b938-6009c52671b6 HTTP/1.1" status: 200 len: 217 time: 0.0341599 Jul 08 17:58:47.933428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff97e5e-206f-4e65-b979-c89de1e0e772 req-c9ab5c60-eb00-4fde-bb7d-10762d2aaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:47.935190 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bff97e5e-206f-4e65-b979-c89de1e0e772 req-c9ab5c60-eb00-4fde-bb7d-10762d2aaeda service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bafd3ced-cc62-4640-87fd-da20a7f74349 HTTP/1.1" status: 200 len: 855 time: 0.0757010 Jul 08 17:58:47.977335 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bff97e5e-206f-4e65-b979-c89de1e0e772 req-d8b223a3-c736-4753-8eb5-3d0a9c7368a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=71718944-b4a8-417b-b378-b4326e3174d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299077 Jul 08 17:58:48.056828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d729f-e5ce-4795-80a0-5f568b5706ec req-b446bda4-230a-4c43-8182-fd051cf19a29 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:48.064161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f9d729f-e5ce-4795-80a0-5f568b5706ec req-b446bda4-230a-4c43-8182-fd051cf19a29 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.1628351 Jul 08 17:58:48.231520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f9d729f-e5ce-4795-80a0-5f568b5706ec req-b851e287-1027-4435-90fa-a03b4e4cfeb1 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664243 Jul 08 17:58:48.244544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bff97e5e-206f-4e65-b979-c89de1e0e772 req-3b7a1ad5-c96e-4ebc-b24e-fd8e20b1c419 service neutron] 10.222.0.74 "GET /v2.0/networks/71718944-b4a8-417b-b378-b4326e3174d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508650 Jul 08 17:58:48.263058 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fb182ab-4735-4978-a537-cbaead888780 req-fee2e736-62e8-42a0-ae62-63fcb043e6ac tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=a1e3b063f32042d5ae4f124fc9cfb5d7 HTTP/1.1" status: 200 len: 1654 time: 0.1341650 Jul 08 17:58:48.335962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-f19cd009-f2e2-4742-ae99-088bf0b14ddf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2691641 Jul 08 17:58:48.349900 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-40688b26-aea1-4f9b-aa53-f29aa67cbb36 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396247 Jul 08 17:58:48.489667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-f4026d88-1c05-4015-b30b-d1707626c7a5 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:48.493170 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-f4026d88-1c05-4015-b30b-d1707626c7a5 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1379688 Jul 08 17:58:48.497644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a31d9d-24e3-4251-9954-25b47a3c40a6 req-6a16ddcb-dc66-4c84-a354-0a0098a1a8ea tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:48.499171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9a31d9d-24e3-4251-9954-25b47a3c40a6 req-6a16ddcb-dc66-4c84-a354-0a0098a1a8ea tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 944 time: 0.1355944 Jul 08 17:58:48.508361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Request body: {'port': {'device_id': '8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '0680b8d7073d426eac66fd87c0c03a2d'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:48.509477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb182ab-4735-4978-a537-cbaead888780 req-0fb0c658-497c-476b-b13d-d704743f2cae tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:48.510969 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fb182ab-4735-4978-a537-cbaead888780 req-0fb0c658-497c-476b-b13d-d704743f2cae tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks?id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&id=527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 787 time: 0.2383595 Jul 08 17:58:48.512833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bff97e5e-206f-4e65-b979-c89de1e0e772 req-e403b625-090d-4c19-90df-596187e6f445 service neutron] 10.222.0.74 "GET /v2.0/networks/71718944-b4a8-417b-b378-b4326e3174d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567348 Jul 08 17:58:48.525690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-3fb182ab-4735-4978-a537-cbaead888780 req-5a853660-6594-417e-92a8-970c1cd0ebb5 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:58:48.526987 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fb182ab-4735-4978-a537-cbaead888780 req-5a853660-6594-417e-92a8-970c1cd0ebb5 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065815 Jul 08 17:58:48.583475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9a31d9d-24e3-4251-9954-25b47a3c40a6 req-ab2fac97-9d2d-40c0-9079-ca7821f79c35 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678551 Jul 08 17:58:48.679820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-ca483330-5201-4848-8ce4-07ed6386528f tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips/a14a1eba-e8e0-4457-adaf-0006b809fa6a HTTP/1.1" status: 200 len: 692 time: 0.0476902 Jul 08 17:58:48.691624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Made reservation on behalf of 0680b8d7073d426eac66fd87c0c03a2d for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:48.695574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:48.830097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-8525bd83-b49d-4278-84ca-153a41c2fdd6 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:48.836356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-8525bd83-b49d-4278-84ca-153a41c2fdd6 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.1510742 Jul 08 17:58:48.842724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-4618f1dd-5a45-471e-9661-a7b2a1df3798 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:58:48.849461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-4618f1dd-5a45-471e-9661-a7b2a1df3798 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122232 Jul 08 17:58:48.868608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3220d-fff8-4e77-b80d-ab9bb890f0a0 req-3f930ca8-63d2-4537-89da-27b3f9f9b7aa tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:48.875450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6d3220d-fff8-4e77-b80d-ab9bb890f0a0 req-3f930ca8-63d2-4537-89da-27b3f9f9b7aa tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.1394682 Jul 08 17:58:48.895024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Allocated IP 192.168.233.201 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/f337cf3d-0d17-45f7-85f3-192fb45ed89e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:48.930380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-91c1d540-372e-4ec8-a8c2-119b94ccd1cc tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0799665 Jul 08 17:58:48.987727 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-ed8696eb-4304-4078-b4a8-d12f8b7d3a60 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0564306 Jul 08 17:58:49.008421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6d3220d-fff8-4e77-b80d-ab9bb890f0a0 req-ce868124-3294-410d-bc6c-cd8499264f31 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000385 Jul 08 17:58:49.084397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.127693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Transition to ACTIVE for port object f337cf3d-0d17-45f7-85f3-192fb45ed89e will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:49.153496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-9fac5472-fd12-4f18-b1b2-67d46eb57438 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Deleting port 3268feba-c614-4538-a4f9-533109699e18 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:49.154046 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-9fac5472-fd12-4f18-b1b2-67d46eb57438 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.196827 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.210688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['063e758c-31ee-47eb-bbca-feb97f999869'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:49.266818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:49.270634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:49.278594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:49.282838 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-9fac5472-fd12-4f18-b1b2-67d46eb57438 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.283171 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-9fac5472-fd12-4f18-b1b2-67d46eb57438 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.309789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-9fac5472-fd12-4f18-b1b2-67d46eb57438 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Calling delete_port for 3268feba-c614-4538-a4f9-533109699e18 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:49.359618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:49.361600 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.372775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Pushing event updated for resources: {'Port': ['ID=f337cf3d-0d17-45f7-85f3-192fb45ed89e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:49.396772 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-2c73aff4-9d97-453f-b022-f2ab4d302d90 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8931518 Jul 08 17:58:49.419122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Request body: {'port': {'device_id': '8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:49.497856 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:49.522767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:49.523233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 10a42555-62b6-4d35-b5e8-5b3c20b0fdd7 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:49.545256 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.577902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8c87c5d7-3c15-4d05-ad46-cd42bd753dcb None None] Provisioning for port f337cf3d-0d17-45f7-85f3-192fb45ed89e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:49.584327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8c87c5d7-3c15-4d05-ad46-cd42bd753dcb None None] Provisioning complete for port f337cf3d-0d17-45f7-85f3-192fb45ed89e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:49.585376 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8c87c5d7-3c15-4d05-ad46-cd42bd753dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.590861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-9fac5472-fd12-4f18-b1b2-67d46eb57438 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.607597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a95f0-b5d3-41ea-86b3-7dda6e8891ec req-737a0471-90a0-43eb-b409-6edd51d803f3 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:49.609116 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca8a95f0-b5d3-41ea-86b3-7dda6e8891ec req-737a0471-90a0-43eb-b409-6edd51d803f3 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 936 time: 0.1401768 Jul 08 17:58:49.614059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['b8dcd515-a132-494c-b81e-f7fd229bc013'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:49.631101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac5472-fd12-4f18-b1b2-67d46eb57438 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event deleted for resources: {'Port': ['ID=3268feba-c614-4538-a4f9-533109699e18,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:49.658072 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8c87c5d7-3c15-4d05-ad46-cd42bd753dcb None None] Port f337cf3d-0d17-45f7-85f3-192fb45ed89e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:49.673629 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-9fac5472-fd12-4f18-b1b2-67d46eb57438 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.676415 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-9fac5472-fd12-4f18-b1b2-67d46eb57438 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.677592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19fc9239-5868-4e4c-8c45-fc546f842c98 req-9fac5472-fd12-4f18-b1b2-67d46eb57438 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "DELETE /v2.0/floatingips/a14a1eba-e8e0-4457-adaf-0006b809fa6a HTTP/1.1" status: 204 len: 173 time: 0.6816993 Jul 08 17:58:49.715489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca8a95f0-b5d3-41ea-86b3-7dda6e8891ec req-a004c0b6-5efc-4d74-86c1-754b10d9300d tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873420 Jul 08 17:58:49.852210 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f337cf3d-0d17-45f7-85f3-192fb45ed89e {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:49.869210 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.878132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf4c4d-94db-418d-b928-488117bb4c73 req-032f69f0-1ecb-45fd-932e-46a4e42db7d5 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:49.880046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cbf4c4d-94db-418d-b928-488117bb4c73 req-032f69f0-1ecb-45fd-932e-46a4e42db7d5 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 946 time: 0.0809712 Jul 08 17:58:49.883280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Transition to ACTIVE for port object f337cf3d-0d17-45f7-85f3-192fb45ed89e will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:49.888236 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.964910 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f337cf3d-0d17-45f7-85f3-192fb45ed89e,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:49.976397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cbf4c4d-94db-418d-b928-488117bb4c73 req-20be614c-186d-4b07-9178-0ad54fd04dce tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841179 Jul 08 17:58:50.020964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-402252df-9e77-44bf-9f61-9f645d5069f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.022734 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-402252df-9e77-44bf-9f61-9f645d5069f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 1101 time: 0.1395030 Jul 08 17:58:50.027904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Attempting to bind port f337cf3d-0d17-45f7-85f3-192fb45ed89e on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:50.028251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Attempting to bind port f337cf3d-0d17-45f7-85f3-192fb45ed89e by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:50.028631 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Attempting to bind port f337cf3d-0d17-45f7-85f3-192fb45ed89e on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:50.034951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Port f337cf3d-0d17-45f7-85f3-192fb45ed89e on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:50.035182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Attempting to bind port f337cf3d-0d17-45f7-85f3-192fb45ed89e on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:50.041074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:50.041481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:50.041914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:50.042431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Bound port: f337cf3d-0d17-45f7-85f3-192fb45ed89e, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:50.042798 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:50.114410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173e497-dc22-4d2b-9a54-2d80a4c3a90a req-0a81e9ec-3282-427b-a23b-e8cc1a05c042 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.116138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b173e497-dc22-4d2b-9a54-2d80a4c3a90a req-0a81e9ec-3282-427b-a23b-e8cc1a05c042 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.1561418 Jul 08 17:58:50.120842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] For port f337cf3d-0d17-45f7-85f3-192fb45ed89e, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:50.125614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] For port f337cf3d-0d17-45f7-85f3-192fb45ed89e, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f337cf3d-0d17-45f7-85f3-192fb45ed89e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:50.130060 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:50.165123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.165745 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:50.167153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] 10.222.0.74 "PUT /v2.0/ports/f337cf3d-0d17-45f7-85f3-192fb45ed89e HTTP/1.1" status: 200 len: 1096 time: 0.7572005 Jul 08 17:58:50.168266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22', 'tag': 'f337cf3d-0d17-45f7-85f3-192fb45ed89e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:50.170574 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e818b61a-864c-4a09-9e11-e5c60a590f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22", "tag": "f337cf3d-0d17-45f7-85f3-192fb45ed89e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:50.199807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af40da2-d4ad-4b60-b256-5c6850e559c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f337cf3d-0d17-45f7-85f3-192fb45ed89e,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:50.233816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-7900ef69-da05-4df5-8e63-f163a8f6faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.235974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-7900ef69-da05-4df5-8e63-f163a8f6faa4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2037473 Jul 08 17:58:50.238803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b173e497-dc22-4d2b-9a54-2d80a4c3a90a req-45efeca9-58a2-4d37-812b-f899bfef03e9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080821 Jul 08 17:58:50.291601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-caa0a855-4c82-4177-a7ce-d4694af8b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.293086 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-caa0a855-4c82-4177-a7ce-d4694af8b833 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 1099 time: 0.0736682 Jul 08 17:58:50.298920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-63c6bf1c-101e-466d-9bae-0efda5eada53 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=29de5d74-db15-4ba7-bc79-c6e222d64581 HTTP/1.1" status: 200 len: 217 time: 0.0561957 Jul 08 17:58:50.313889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e401a5-7c10-4518-975f-a8417968a085 req-c38a5d33-7888-4812-b9ee-4af06b4d1c7c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.315514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-47e401a5-7c10-4518-975f-a8417968a085 req-c38a5d33-7888-4812-b9ee-4af06b4d1c7c tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 949 time: 0.1982293 Jul 08 17:58:50.350670 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-cf286728-f339-4d1c-899d-72dc5a234738 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=f337cf3d-0d17-45f7-85f3-192fb45ed89e HTTP/1.1" status: 200 len: 217 time: 0.0454104 Jul 08 17:58:50.404190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-7004c064-6a78-4957-a23e-4df4ef1d6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.407568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-7004c064-6a78-4957-a23e-4df4ef1d6c4a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0479398 Jul 08 17:58:50.420756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-4c6542ad-c059-45c9-8819-b977deb6af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.422287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-4c6542ad-c059-45c9-8819-b977deb6af8d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1058102 Jul 08 17:58:50.427859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-47e401a5-7c10-4518-975f-a8417968a085 req-4e18e1a1-d735-4ef3-9bfd-31931b4b2c3a tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035850 Jul 08 17:58:50.467141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-8ac0fbcc-b4bb-4550-9a6e-316b7b59a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.468619 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-8ac0fbcc-b4bb-4550-9a6e-316b7b59a495 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559916 Jul 08 17:58:50.520090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-348d2cad-c77f-40e0-9796-8c0ec5fa53c7 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips/cab0978c-0e26-4ee5-8f41-f646f881e696 HTTP/1.1" status: 200 len: 692 time: 0.0616941 Jul 08 17:58:50.547648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7e6a2-e404-454d-8e46-155cf3d5540f req-941ed94b-e351-48a7-9f80-6bced101b957 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.549091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2b7e6a2-e404-454d-8e46-155cf3d5540f req-941ed94b-e351-48a7-9f80-6bced101b957 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 944 time: 0.1824722 Jul 08 17:58:50.561436 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-22974901-b6f4-4751-a0c8-24b6a4a32193 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849695 Jul 08 17:58:50.596995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-02266fd0-a0e4-42b1-b3d0-f992c483a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.598451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-02266fd0-a0e4-42b1-b3d0-f992c483a13c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697216 Jul 08 17:58:50.650928 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6de6caa2-545a-4484-bb38-6fd48bd66a55 req-9e860b3e-cef2-4d48-8cba-6f6a75fa5bde service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829246 Jul 08 17:58:50.682161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2b7e6a2-e404-454d-8e46-155cf3d5540f req-57206b92-e047-451e-8187-e4a2907668c1 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216748 Jul 08 17:58:50.729750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-a061f933-4efd-463f-ab8c-4ee2c299418a tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.731116 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-a061f933-4efd-463f-ab8c-4ee2c299418a tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.2025125 Jul 08 17:58:50.780603 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-45bcddb3-fc88-4498-9c51-0819c50d065f service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733203 Jul 08 17:58:50.799270 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-cd3c790c-cff9-44ac-981d-b35426a76987 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.61 HTTP/1.1" status: 200 len: 695 time: 0.0603909 Jul 08 17:58:50.916974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-089211f2-28a2-48db-9391-3621a8c3007c tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.61 HTTP/1.1" status: 200 len: 695 time: 0.0910485 Jul 08 17:58:50.997949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-b127be7a-149c-451d-904e-803aa56d4502 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027001 Jul 08 17:58:51.043601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc6e3e-bc80-4130-b868-edb217b05454 req-2c1ca5cf-d815-42cb-9f28-987f13dce7c9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:51.045118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9acc6e3e-bc80-4130-b868-edb217b05454 req-2c1ca5cf-d815-42cb-9f28-987f13dce7c9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.2601373 Jul 08 17:58:51.101957 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9acc6e3e-bc80-4130-b868-edb217b05454 req-ee0c0e6a-e874-499a-8833-1ca22839d478 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376174 Jul 08 17:58:51.115591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-d13333e0-8c14-489b-b910-404921c4e12c tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Deleting port bf385f51-c135-49d0-8c76-cc2bcb26b6a8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:51.115932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-d13333e0-8c14-489b-b910-404921c4e12c tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:51.153680 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2eee73-6319-41ed-a965-620e237a00b9 x-openstack-request-id: req-1c2eee73-6319-41ed-a965-620e237a00b9 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:51.153968 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22", "tag": "f337cf3d-0d17-45f7-85f3-192fb45ed89e", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:51.154238 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c2eee73-6319-41ed-a965-620e237a00b9 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:51.154626 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22', 'tag': 'f337cf3d-0d17-45f7-85f3-192fb45ed89e', 'status': 'completed', 'code': 200} Jul 08 17:58:51.517868 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 260db182-f8fb-467b-b938-6009c52671b6 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:51.560949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-d13333e0-8c14-489b-b910-404921c4e12c tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:51.561271 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-d13333e0-8c14-489b-b910-404921c4e12c tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:51.582841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-d13333e0-8c14-489b-b910-404921c4e12c tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Calling delete_port for bf385f51-c135-49d0-8c76-cc2bcb26b6a8 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:51.602016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b61a-864c-4a09-9e11-e5c60a590f6e req-119c3468-55ca-4098-b450-389b15028bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:51.603552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e818b61a-864c-4a09-9e11-e5c60a590f6e req-119c3468-55ca-4098-b450-389b15028bab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 1099 time: 0.4255896 Jul 08 17:58:51.607465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dbd02-75ee-432a-9592-b7134acdccf6 req-bb69fe5b-360b-4b2a-a94d-c20b2cffcc72 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:51.608854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-600dbd02-75ee-432a-9592-b7134acdccf6 req-bb69fe5b-360b-4b2a-a94d-c20b2cffcc72 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 1097 time: 0.1324089 Jul 08 17:58:51.613765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 260db182-f8fb-467b-b938-6009c52671b6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=260db182-f8fb-467b-b938-6009c52671b6,segment=NetworkSegment(2d4c792a-10d8-4a00-bded-e820cd52eb07),segment_id=2d4c792a-10d8-4a00-bded-e820cd52eb07)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:51.626030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '260db182-f8fb-467b-b938-6009c52671b6', 'network_id': '71718944-b4a8-417b-b378-b4326e3174d1', 'port_id': '260db182-f8fb-467b-b938-6009c52671b6', 'mac_address': 'fa:16:3e:e3:64:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafd3ced-cc62-4640-87fd-da20a7f74349', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:51.663397 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863a260-8300-4d2c-b585-f8c5a1931ef6 req-45c77aa7-80e0-4b3c-9ee5-411e9a56fb13 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:51.665166 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a863a260-8300-4d2c-b585-f8c5a1931ef6 req-45c77aa7-80e0-4b3c-9ee5-411e9a56fb13 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 949 time: 0.0791063 Jul 08 17:58:51.669060 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:51.683202 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260db182-f8fb-467b-b938-6009c52671b6 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:51.704085 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 260db182-f8fb-467b-b938-6009c52671b6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=260db182-f8fb-467b-b938-6009c52671b6,segment=NetworkSegment(2d4c792a-10d8-4a00-bded-e820cd52eb07),segment_id=2d4c792a-10d8-4a00-bded-e820cd52eb07)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:51.711940 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:51.739926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-600dbd02-75ee-432a-9592-b7134acdccf6 req-89d03692-438d-4ddc-909d-a7463570eb76 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000626 Jul 08 17:58:51.772223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-a863a260-8300-4d2c-b585-f8c5a1931ef6 req-8cf54aa0-e89b-4d42-b7c4-608b5300f026 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Deleting port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:51.772678 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a863a260-8300-4d2c-b585-f8c5a1931ef6 req-8cf54aa0-e89b-4d42-b7c4-608b5300f026 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:51.788811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=260db182-f8fb-467b-b938-6009c52671b6,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:51.832317 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b61a-864c-4a09-9e11-e5c60a590f6e req-eb80ea94-d2e1-4c11-a8f2-344536c6f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:51.833775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e818b61a-864c-4a09-9e11-e5c60a590f6e req-eb80ea94-d2e1-4c11-a8f2-344536c6f98e service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1951296 Jul 08 17:58:51.873702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a863a260-8300-4d2c-b585-f8c5a1931ef6 req-8cf54aa0-e89b-4d42-b7c4-608b5300f026 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] For port 6fb30e5e-c287-41c1-9de0-7b388ea46af9, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6fb30e5e-c287-41c1-9de0-7b388ea46af9,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:51.874058 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a863a260-8300-4d2c-b585-f8c5a1931ef6 req-8cf54aa0-e89b-4d42-b7c4-608b5300f026 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:51.886555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-a863a260-8300-4d2c-b585-f8c5a1931ef6 req-8cf54aa0-e89b-4d42-b7c4-608b5300f026 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Calling delete_port for 6fb30e5e-c287-41c1-9de0-7b388ea46af9 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:51.895991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e818b61a-864c-4a09-9e11-e5c60a590f6e req-a34f6845-0931-41d4-a0f8-b27b6909b326 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=f337cf3d-0d17-45f7-85f3-192fb45ed89e HTTP/1.1" status: 200 len: 217 time: 0.0531793 Jul 08 17:58:51.966378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-d13333e0-8c14-489b-b910-404921c4e12c tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.008337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13333e0-8c14-489b-b910-404921c4e12c tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event deleted for resources: {'Port': ['ID=bf385f51-c135-49d0-8c76-cc2bcb26b6a8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:52.015079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-ea8fdf5b-65c1-4ea9-8dce-a4b29cc39f1f tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:52.017879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-ea8fdf5b-65c1-4ea9-8dce-a4b29cc39f1f tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1097 time: 0.2400944 Jul 08 17:58:52.018847 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a863a260-8300-4d2c-b585-f8c5a1931ef6 req-8cf54aa0-e89b-4d42-b7c4-608b5300f026 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.028511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b61a-864c-4a09-9e11-e5c60a590f6e req-28372d1e-55c3-4997-a695-f054ad0a1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:52.029394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e818b61a-864c-4a09-9e11-e5c60a590f6e req-28372d1e-55c3-4997-a695-f054ad0a1b5b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1062844 Jul 08 17:58:52.032127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176', '9e518c22-9faf-4fd5-95b4-8e54d6f00799'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:52.038576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799684-3'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:52.051686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf54aa0-e89b-4d42-b7c4-608b5300f026 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event deleted for resources: {'Port': ['ID=6fb30e5e-c287-41c1-9de0-7b388ea46af9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:52.059783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def', '470c2987-9adb-426c-a66e-f347139b66ea', 'f1d7a7d9-6b79-467f-93da-93ad769bf15b', 'd9522a80-4c93-48bb-a38b-e944e0a527ec', '6fb30e5e-c287-41c1-9de0-7b388ea46af9'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:52.090747 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-d13333e0-8c14-489b-b910-404921c4e12c tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.093252 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-d13333e0-8c14-489b-b910-404921c4e12c tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.094528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5f50f8d-310f-4ded-a3dd-16d476dce255 req-d13333e0-8c14-489b-b910-404921c4e12c tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "DELETE /v2.0/floatingips/cab0978c-0e26-4ee5-8f41-f646f881e696 HTTP/1.1" status: 204 len: 173 time: 1.1699362 Jul 08 17:58:52.138707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a863a260-8300-4d2c-b585-f8c5a1931ef6 req-8cf54aa0-e89b-4d42-b7c4-608b5300f026 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] No DVR routers for this DVR port 6fb30e5e-c287-41c1-9de0-7b388ea46af9 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:52.143722 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a863a260-8300-4d2c-b585-f8c5a1931ef6 req-8cf54aa0-e89b-4d42-b7c4-608b5300f026 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.145092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090a31f-80d5-4a24-9fc9-cc29326011af req-f512f886-b660-4900-be01-f26974bd6ba4 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:52.146149 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a863a260-8300-4d2c-b585-f8c5a1931ef6 req-8cf54aa0-e89b-4d42-b7c4-608b5300f026 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "DELETE /v2.0/ports/6fb30e5e-c287-41c1-9de0-7b388ea46af9 HTTP/1.1" status: 204 len: 173 time: 0.4730296 Jul 08 17:58:52.152451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3090a31f-80d5-4a24-9fc9-cc29326011af req-f512f886-b660-4900-be01-f26974bd6ba4 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 948 time: 0.2703180 Jul 08 17:58:52.254831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3090a31f-80d5-4a24-9fc9-cc29326011af req-223fb77b-c319-41c1-9ad5-d6fc35f42cf9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013820 Jul 08 17:58:52.270362 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.441428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b61a-864c-4a09-9e11-e5c60a590f6e req-6aa3623e-6ea4-499f-870e-059f04697cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:52.442937 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e818b61a-864c-4a09-9e11-e5c60a590f6e req-6aa3623e-6ea4-499f-870e-059f04697cee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4019430 Jul 08 17:58:52.475558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['260db182-f8fb-467b-b938-6009c52671b6'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:52.506028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70d2823d-9168-4750-94a4-eb113c909147 req-92ef4454-bfa8-4539-9f43-0a6b3e8ac7f1 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=db3c0abb-09a1-47fe-b48e-d54ccdce99df HTTP/1.1" status: 200 len: 210 time: 0.0694287 Jul 08 17:58:52.591017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02b9e605-1e46-4f32-b340-d5828e22b29e,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:52.678415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408be7ec-ee12-4eb8-acd6-939baf3afd69 req-2fe9f5f7-d98e-4d9c-8dc8-b566b69368e5 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:52.679911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-408be7ec-ee12-4eb8-acd6-939baf3afd69 req-2fe9f5f7-d98e-4d9c-8dc8-b566b69368e5 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 946 time: 0.3007965 Jul 08 17:58:52.686100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e818b61a-864c-4a09-9e11-e5c60a590f6e req-20fb91b8-f188-4e5b-b5ce-e48ab5a98982 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167845 Jul 08 17:58:52.736791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:52.829239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-408be7ec-ee12-4eb8-acd6-939baf3afd69 req-c7a2ecb4-cfd0-45f6-9ffb-62dec3c75b0f tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369786 Jul 08 17:58:52.845285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad44934-0080-4422-8631-ae77fe3099f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02b9e605-1e46-4f32-b340-d5828e22b29e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:52.847672 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a9e880-2ccc-43d1-9858-7ee823ac8392" -d '{"events": [{"server_uuid": "7ad44934-0080-4422-8631-ae77fe3099f2", "name": "network-vif-unplugged", "status": "completed", "tag": "02b9e605-1e46-4f32-b340-d5828e22b29e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:52.858639 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.884508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7378bd-7bfd-4ac2-8359-4b1cac2af3ec req-44362cba-bb50-41b6-bcf0-f82809412012 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:52.885942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b7378bd-7bfd-4ac2-8359-4b1cac2af3ec req-44362cba-bb50-41b6-bcf0-f82809412012 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 945 time: 0.2714331 Jul 08 17:58:52.890054 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.898101 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e818b61a-864c-4a09-9e11-e5c60a590f6e req-21fe4982-94dd-4784-af4a-3f5868ee8d79 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033620 Jul 08 17:58:53.033590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b7378bd-7bfd-4ac2-8359-4b1cac2af3ec req-30d8dbf5-25b6-45c3-b17e-0b66a7abc599 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321564 Jul 08 17:58:53.049781 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90cc05a5-1a09-4308-9ec6-048930980782 req-4e7657eb-6dc1-4cbb-8c49-7997f0ab3795 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips/302a0631-fce9-493a-8588-decf305bf0d2 HTTP/1.1" status: 200 len: 692 time: 0.0884240 Jul 08 17:58:53.075365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Pushing event updated for resources: {'Port': ['ID=02b9e605-1e46-4f32-b340-d5828e22b29e,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:53.143459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e on host n-h1-799684-3 for vnic_type normal with profile {"migrating_to": "n-h2-799684-3"} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:53.143835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:53.144109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:53.155513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3c0abb-09a1-47fe-b48e-d54ccdce99df', 'name': 'network-vif-deleted', 'tag': '6fb30e5e-c287-41c1-9de0-7b388ea46af9'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:53.158601 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9447a532-dc4f-41ad-acb8-aafdfdbe64a3" -d '{"events": [{"server_uuid": "db3c0abb-09a1-47fe-b48e-d54ccdce99df", "name": "network-vif-deleted", "tag": "6fb30e5e-c287-41c1-9de0-7b388ea46af9"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:53.161190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Port 02b9e605-1e46-4f32-b340-d5828e22b29e on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:53.161523 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Attempting to bind port 02b9e605-1e46-4f32-b340-d5828e22b29e on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:53.200526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:53.200858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:53.201370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:53.201936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Bound port: 02b9e605-1e46-4f32-b340-d5828e22b29e, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:53.202316 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:53.272374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc05a5-1a09-4308-9ec6-048930980782 req-cecdf883-cbee-4b23-a158-8e0a90184189 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:53.273854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90cc05a5-1a09-4308-9ec6-048930980782 req-cecdf883-cbee-4b23-a158-8e0a90184189 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.2165666 Jul 08 17:58:53.365526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90cc05a5-1a09-4308-9ec6-048930980782 req-ee014002-bdc8-4dd5-801f-9d4d992e41fc tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 695 time: 0.0838952 Jul 08 17:58:53.379186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f672c0-14fc-4f6d-9b47-1df488bb4010 req-704cab50-9a71-4aec-9566-e628d4bccbe8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:53.380306 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00f672c0-14fc-4f6d-9b47-1df488bb4010 req-704cab50-9a71-4aec-9566-e628d4bccbe8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.2228587 Jul 08 17:58:53.384223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:53.387924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02b9e605-1e46-4f32-b340-d5828e22b29e,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:53.402649 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:53.477348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90cc05a5-1a09-4308-9ec6-048930980782 req-a79b4fef-edf7-431b-a71b-aa7b5d68a47e tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 695 time: 0.0945947 Jul 08 17:58:53.563383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00f672c0-14fc-4f6d-9b47-1df488bb4010 req-e2e2d15a-ba72-475b-a6bd-d1a09c0f2e50 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736622 Jul 08 17:58:53.566690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Pushing event updated for resources: {'Port': ['ID=02b9e605-1e46-4f32-b340-d5828e22b29e,revision_number=8']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:53.622563 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f29421-e8b7-46eb-b08d-4c8020ca1e6c x-openstack-request-id: req-17f29421-e8b7-46eb-b08d-4c8020ca1e6c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:53.622849 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad44934-0080-4422-8631-ae77fe3099f2", "name": "network-vif-unplugged", "status": "completed", "tag": "02b9e605-1e46-4f32-b340-d5828e22b29e", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:53.623190 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17f29421-e8b7-46eb-b08d-4c8020ca1e6c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:53.623552 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad44934-0080-4422-8631-ae77fe3099f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02b9e605-1e46-4f32-b340-d5828e22b29e', 'code': 200} Jul 08 17:58:53.629149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:53.629761 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:53.631159 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c3cbf6ac-c22c-434d-93c0-b6cac4d67136 service neutron] 10.222.0.59 "PUT /v2.0/ports/02b9e605-1e46-4f32-b340-d5828e22b29e HTTP/1.1" status: 200 len: 1122 time: 1.6008875 Jul 08 17:58:53.655554 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d13b3af-8fbd-49bf-9652-62150614df73 x-openstack-request-id: req-3d13b3af-8fbd-49bf-9652-62150614df73 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:53.655554 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3c0abb-09a1-47fe-b48e-d54ccdce99df", "name": "network-vif-deleted", "tag": "6fb30e5e-c287-41c1-9de0-7b388ea46af9", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:53.655554 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d13b3af-8fbd-49bf-9652-62150614df73 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:53.656002 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3c0abb-09a1-47fe-b48e-d54ccdce99df', 'name': 'network-vif-deleted', 'tag': '6fb30e5e-c287-41c1-9de0-7b388ea46af9', 'status': 'completed', 'code': 200} Jul 08 17:58:53.678724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-90cc05a5-1a09-4308-9ec6-048930980782 req-44f66dd8-028d-45f2-9202-9f0b59572c39 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Deleting port e0b80c1f-3722-4dfc-811e-bb23f6b8cdf7 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:53.679193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-90cc05a5-1a09-4308-9ec6-048930980782 req-44f66dd8-028d-45f2-9202-9f0b59572c39 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:53.771405 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-90cc05a5-1a09-4308-9ec6-048930980782 req-44f66dd8-028d-45f2-9202-9f0b59572c39 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:53.771734 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-90cc05a5-1a09-4308-9ec6-048930980782 req-44f66dd8-028d-45f2-9202-9f0b59572c39 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:53.786608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-90cc05a5-1a09-4308-9ec6-048930980782 req-44f66dd8-028d-45f2-9202-9f0b59572c39 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Calling delete_port for e0b80c1f-3722-4dfc-811e-bb23f6b8cdf7 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:53.795304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['02b9e605-1e46-4f32-b340-d5828e22b29e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:53.904684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['02b9e605-1e46-4f32-b340-d5828e22b29e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:54.015139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608bcb8-babf-490e-9faa-02eddb1f4ad1 req-df4cf4a6-4e9e-4e09-a8b5-7ada7779bc21 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:54.017875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1608bcb8-babf-490e-9faa-02eddb1f4ad1 req-df4cf4a6-4e9e-4e09-a8b5-7ada7779bc21 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 948 time: 0.1366770 Jul 08 17:58:54.019031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-90cc05a5-1a09-4308-9ec6-048930980782 req-44f66dd8-028d-45f2-9202-9f0b59572c39 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:54.040199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 02b9e605-1e46-4f32-b340-d5828e22b29e details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:54.048350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f66dd8-028d-45f2-9202-9f0b59572c39 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Pushing event deleted for resources: {'Port': ['ID=e0b80c1f-3722-4dfc-811e-bb23f6b8cdf7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:54.083673 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-90cc05a5-1a09-4308-9ec6-048930980782 req-44f66dd8-028d-45f2-9202-9f0b59572c39 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:54.086150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-90cc05a5-1a09-4308-9ec6-048930980782 req-44f66dd8-028d-45f2-9202-9f0b59572c39 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:54.087479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90cc05a5-1a09-4308-9ec6-048930980782 req-44f66dd8-028d-45f2-9202-9f0b59572c39 tempest-FloatingIPDetailsTestJSON-63819820 tempest-FloatingIPDetailsTestJSON-63819820-project] 10.222.0.73 "DELETE /v2.0/floatingips/302a0631-fce9-493a-8588-decf305bf0d2 HTTP/1.1" status: 204 len: 173 time: 0.5978293 Jul 08 17:58:54.093590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54634) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:54.121031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1608bcb8-babf-490e-9faa-02eddb1f4ad1 req-24c41d1a-745f-4ff3-adf0-3ec388741761 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744743 Jul 08 17:58:54.217047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02b9e605-1e46-4f32-b340-d5828e22b29e,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:54.232278 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 02b9e605-1e46-4f32-b340-d5828e22b29e has no active binding in host n-h2-799684-3 {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:58:54.341138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8400852-bbc9-4b66-9960-aea9304aad71 req-3e7e5e0e-8f21-4b43-b4af-aa518f167bb1 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:54.342770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8400852-bbc9-4b66-9960-aea9304aad71 req-3e7e5e0e-8f21-4b43-b4af-aa518f167bb1 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.1116779 Jul 08 17:58:54.354059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a467835-37f7-4019-82cd-1a06542d438b req-cf6e6e2e-de6f-4efe-a372-58eefef92897 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:54.355503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a467835-37f7-4019-82cd-1a06542d438b req-cf6e6e2e-de6f-4efe-a372-58eefef92897 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 945 time: 0.0944471 Jul 08 17:58:54.408972 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8400852-bbc9-4b66-9960-aea9304aad71 req-97f69b24-2631-41ed-9d51-b0ece9d9d308 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525129 Jul 08 17:58:54.416406 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a467835-37f7-4019-82cd-1a06542d438b req-27a866f0-3c52-4eae-838c-85f61da5c412 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530632 Jul 08 17:58:54.493885 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:54.816353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de33e2-4385-4d5a-a565-47710631ffc2 req-af65acc3-9c0d-4361-8d42-fdb89c4f7b1e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:54.818247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-07de33e2-4385-4d5a-a565-47710631ffc2 req-af65acc3-9c0d-4361-8d42-fdb89c4f7b1e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.0696909 Jul 08 17:58:54.861011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-07de33e2-4385-4d5a-a565-47710631ffc2 req-d92d0452-8d3c-45df-a55c-cb7a171144f8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359058 Jul 08 17:58:55.033228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d843b8-d7d9-4aec-bcc7-7def5427e043 req-37e5ae39-e8df-4918-9559-ffc5a11f32d5 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:55.034800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72d843b8-d7d9-4aec-bcc7-7def5427e043 req-37e5ae39-e8df-4918-9559-ffc5a11f32d5 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 950 time: 0.0845833 Jul 08 17:58:55.070428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] Deleting port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:55.070881 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.077397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72d843b8-d7d9-4aec-bcc7-7def5427e043 req-050fd51e-16ce-48b1-8be8-6a91c44aa7c7 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364399 Jul 08 17:58:55.156828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] For port 27ddc3b8-7ce1-4325-a5cd-4ca87688093a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=27ddc3b8-7ce1-4325-a5cd-4ca87688093a,segment=NetworkSegment(8bee5e18-52af-42b1-9275-16cf7e54e90a),segment_id=8bee5e18-52af-42b1-9275-16cf7e54e90a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:55.157257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.169765 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] Calling delete_port for 27ddc3b8-7ce1-4325-a5cd-4ca87688093a owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:55.288535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16df8e-7c90-4bfd-8812-d80be509d4c6 req-e6d2a11e-9d20-4675-b5cb-71d029dd4937 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:55.290323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a16df8e-7c90-4bfd-8812-d80be509d4c6 req-e6d2a11e-9d20-4675-b5cb-71d029dd4937 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 948 time: 0.0651789 Jul 08 17:58:55.329726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a16df8e-7c90-4bfd-8812-d80be509d4c6 req-5f3a3e41-1748-4328-9307-dc745fb89ace tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Jul 08 17:58:55.353288 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.381429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ddc3b8-7ce1-4325-a5cd-4ca87688093a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:55.534981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f337cf3d-0d17-45f7-85f3-192fb45ed89e details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:55.620022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.631898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad44934-0080-4422-8631-ae77fe3099f2', 'tag': '02b9e605-1e46-4f32-b340-d5828e22b29e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:55.634513 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f4cdd3-e48b-477e-b438-94628de7bc93" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad44934-0080-4422-8631-ae77fe3099f2", "tag": "02b9e605-1e46-4f32-b340-d5828e22b29e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:55.681494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 260db182-f8fb-467b-b938-6009c52671b6 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:55.735689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f337cf3d-0d17-45f7-85f3-192fb45ed89e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f337cf3d-0d17-45f7-85f3-192fb45ed89e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:55.740692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c1059-f5ed-4783-b6ea-4e7817c19f80 req-6de38f0e-bbc2-474e-b81c-35596554e9d6 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:55.742494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e0c1059-f5ed-4783-b6ea-4e7817c19f80 req-6de38f0e-bbc2-474e-b81c-35596554e9d6 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 945 time: 0.1522546 Jul 08 17:58:55.752970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'f337cf3d-0d17-45f7-85f3-192fb45ed89e', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'f337cf3d-0d17-45f7-85f3-192fb45ed89e', 'mac_address': 'fa:16:3e:02:d2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:55.768898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a2f7a-38d4-4035-94ce-7272c0d51f6c req-3e6be8c5-019c-47de-9003-157a8e3e36aa tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:55.776770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb0a2f7a-38d4-4035-94ce-7272c0d51f6c req-3e6be8c5-019c-47de-9003-157a8e3e36aa tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.1301482 Jul 08 17:58:55.800847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 260db182-f8fb-467b-b938-6009c52671b6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:55.807127 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.826392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f337cf3d-0d17-45f7-85f3-192fb45ed89e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:55.848490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e0c1059-f5ed-4783-b6ea-4e7817c19f80 req-f7a6a70c-700d-456c-95e6-15bd20e8809e tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961001 Jul 08 17:58:55.853535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f337cf3d-0d17-45f7-85f3-192fb45ed89e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f337cf3d-0d17-45f7-85f3-192fb45ed89e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:55.855084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 260db182-f8fb-467b-b938-6009c52671b6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:55.855726 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.870650 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb0a2f7a-38d4-4035-94ce-7272c0d51f6c req-45dcadfa-21d9-48bb-b4c1-c63a1bde6fe6 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881958 Jul 08 17:58:55.896902 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.916147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] Router 1f809cc3-e23f-4219-ac4c-df68dcbda3db has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:55.947681 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f3874d-3214-4748-956c-7bbd630cf3cb x-openstack-request-id: req-46f3874d-3214-4748-956c-7bbd630cf3cb {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:55.947975 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad44934-0080-4422-8631-ae77fe3099f2", "tag": "02b9e605-1e46-4f32-b340-d5828e22b29e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:55.948282 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46f3874d-3214-4748-956c-7bbd630cf3cb {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:55.948702 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad44934-0080-4422-8631-ae77fe3099f2', 'tag': '02b9e605-1e46-4f32-b340-d5828e22b29e', 'status': 'completed', 'code': 200} Jul 08 17:58:55.976878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=f337cf3d-0d17-45f7-85f3-192fb45ed89e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:56.045001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6fb30e5e-c287-41c1-9de0-7b388ea46af9 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:56.099546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:56.102824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4cdd3-e48b-477e-b438-94628de7bc93 req-ddfa19b1-4983-4495-9dc4-8172e2da95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:56.107149 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12f4cdd3-e48b-477e-b438-94628de7bc93 req-ddfa19b1-4983-4495-9dc4-8172e2da95e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 1125 time: 0.1315448 Jul 08 17:58:56.116839 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b3be1-8bac-4be4-8702-190de032dc93 None None] Sync routers for ids ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:56.121303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 6fb30e5e-c287-41c1-9de0-7b388ea46af9 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:56.121700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6fb30e5e-c287-41c1-9de0-7b388ea46af9 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:56.123804 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e4283065-2469-45e9-906a-dba80e7257f0 admin admin] 10.222.0.73 "PUT /v2.0/routers/1f809cc3-e23f-4219-ac4c-df68dcbda3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0273821 Jul 08 17:58:56.125522 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54672) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:56.128905 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.139459 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b3be1-8bac-4be4-8702-190de032dc93 None None] Routers {'1f809cc3-e23f-4219-ac4c-df68dcbda3db'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:56.140733 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-644b3be1-8bac-4be4-8702-190de032dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:56.165484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 260db182-f8fb-467b-b938-6009c52671b6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=260db182-f8fb-467b-b938-6009c52671b6,segment=NetworkSegment(2d4c792a-10d8-4a00-bded-e820cd52eb07),segment_id=2d4c792a-10d8-4a00-bded-e820cd52eb07)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:56.166566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed655a80-a5a7-4f32-8093-72cdc4d6657b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260db182-f8fb-467b-b938-6009c52671b6'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:56.169593 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d0f96a-266c-4f86-ba6d-4eb880d4b0bf" -d '{"events": [{"server_uuid": "ed655a80-a5a7-4f32-8093-72cdc4d6657b", "name": "network-vif-plugged", "status": "completed", "tag": "260db182-f8fb-467b-b938-6009c52671b6"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:56.174897 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.244706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=260db182-f8fb-467b-b938-6009c52671b6,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:56.312155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.375958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['f337cf3d-0d17-45f7-85f3-192fb45ed89e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:56.403414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4cdd3-e48b-477e-b438-94628de7bc93 req-1aabca87-8f00-4738-908e-1429a7b36da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:56.405467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12f4cdd3-e48b-477e-b438-94628de7bc93 req-1aabca87-8f00-4738-908e-1429a7b36da3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.2813380 Jul 08 17:58:56.424757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e62657-c633-4a99-9b64-8bbd0e2f54ba req-53214cc7-f2ea-4750-92be-81515644aead tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:56.430774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35e62657-c633-4a99-9b64-8bbd0e2f54ba req-53214cc7-f2ea-4750-92be-81515644aead tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.2831550 Jul 08 17:58:56.459448 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.475172 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-644b3be1-8bac-4be4-8702-190de032dc93 None None] Set router 1f809cc3-e23f-4219-ac4c-df68dcbda3db gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:56.555604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Deleting port 6c4af611-f73c-48c4-af38-fb6adf64596d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:56.556045 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.560749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35e62657-c633-4a99-9b64-8bbd0e2f54ba req-d9778caa-874c-40f5-8836-1de1bb8d95e6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146743 Jul 08 17:58:56.567074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12f4cdd3-e48b-477e-b438-94628de7bc93 req-ea2be36b-a05f-455d-a184-9c4d5a779e29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b9e605-1e46-4f32-b340-d5828e22b29e HTTP/1.1" status: 200 len: 217 time: 0.1291053 Jul 08 17:58:56.647256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] For port 6c4af611-f73c-48c4-af38-fb6adf64596d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6c4af611-f73c-48c4-af38-fb6adf64596d,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:56.647780 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.648979 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db094a65-4f9e-4994-bdb4-6e0cbafc36e7 x-openstack-request-id: req-db094a65-4f9e-4994-bdb4-6e0cbafc36e7 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:56.649414 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed655a80-a5a7-4f32-8093-72cdc4d6657b", "name": "network-vif-plugged", "status": "completed", "tag": "260db182-f8fb-467b-b938-6009c52671b6", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:56.649513 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db094a65-4f9e-4994-bdb4-6e0cbafc36e7 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:56.649890 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed655a80-a5a7-4f32-8093-72cdc4d6657b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260db182-f8fb-467b-b938-6009c52671b6', 'code': 200} Jul 08 17:58:56.682910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688df45-03f5-4cc5-8f84-fd2d8f1f35f4 req-e4037b1a-3b9a-447c-8c1c-df8a847423cf tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:56.683400 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-644b3be1-8bac-4be4-8702-190de032dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'name': 'tempest-FloatingIPDetailsTestJSON-558416115-router', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:17Z', 'updated_at': '2021-07-08T17:58:55Z', 'revision_number': 5, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'gw_port': {'id': '6c4af611-f73c-48c4-af38-fb6adf64596d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ef:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:19Z', 'updated_at': '2021-07-08T17:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:56.691675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Calling delete_port for 6c4af611-f73c-48c4-af38-fb6adf64596d owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:56.692623 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c688df45-03f5-4cc5-8f84-fd2d8f1f35f4 req-e4037b1a-3b9a-447c-8c1c-df8a847423cf tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 950 time: 0.3702335 Jul 08 17:58:56.727824 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b3be1-8bac-4be4-8702-190de032dc93 None None] Checking router: 1f809cc3-e23f-4219-ac4c-df68dcbda3db for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:56.734739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4cdd3-e48b-477e-b438-94628de7bc93 req-6324b06b-1dbf-47f9-b94c-54867f25a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:56.736208 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12f4cdd3-e48b-477e-b438-94628de7bc93 req-6324b06b-1dbf-47f9-b94c-54867f25a47a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1550622 Jul 08 17:58:56.736437 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b3be1-8bac-4be4-8702-190de032dc93 None None] Routers {'1f809cc3-e23f-4219-ac4c-df68dcbda3db'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:56.737062 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-644b3be1-8bac-4be4-8702-190de032dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:56.782742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12f4cdd3-e48b-477e-b438-94628de7bc93 req-8f423036-5165-4767-8f81-1a2c1c062608 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356743 Jul 08 17:58:56.825074 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-644b3be1-8bac-4be4-8702-190de032dc93 None None] Set router 1f809cc3-e23f-4219-ac4c-df68dcbda3db gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:56.877511 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-644b3be1-8bac-4be4-8702-190de032dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'name': 'tempest-FloatingIPDetailsTestJSON-558416115-router', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:17Z', 'updated_at': '2021-07-08T17:58:56Z', 'revision_number': 6, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:56.889904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31652be-79b5-4a31-aae8-89caf79a12b8 req-19652395-cb59-4a92-9032-d97d903cab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:56.892566 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f31652be-79b5-4a31-aae8-89caf79a12b8 req-19652395-cb59-4a92-9032-d97d903cab32 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 1097 time: 0.1739135 Jul 08 17:58:56.910546 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b3be1-8bac-4be4-8702-190de032dc93 None None] The sync data for ids ['1f809cc3-e23f-4219-ac4c-df68dcbda3db'] in n-d-799684-3 is: [{'id': '1f809cc3-e23f-4219-ac4c-df68dcbda3db', 'name': 'tempest-FloatingIPDetailsTestJSON-558416115-router', 'tenant_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:17Z', 'updated_at': '2021-07-08T17:58:56Z', 'revision_number': 6, 'project_id': 'a1e3b063f32042d5ae4f124fc9cfb5d7', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:56.935629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12f4cdd3-e48b-477e-b438-94628de7bc93 req-207c6777-817e-4c57-8deb-137081d3468e service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181047 Jul 08 17:58:56.955325 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f31652be-79b5-4a31-aae8-89caf79a12b8 req-b5f8567a-68b8-4e34-9deb-7e6d744a3de0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536354 Jul 08 17:58:56.958763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c688df45-03f5-4cc5-8f84-fd2d8f1f35f4 req-f775338c-c4df-4e58-b292-1bf232ff3d6b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631242 Jul 08 17:58:57.019986 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.082237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4af611-f73c-48c4-af38-fb6adf64596d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:57.134673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.227106 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.229767 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.284495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.285329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f809cc3-e23f-4219-ac4c-df68dcbda3db {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:58:57.294987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.296616 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6d006362-3bda-4fec-b1af-c3e8ceed3eab admin admin] 10.222.0.73 "DELETE /v2.0/routers/1f809cc3-e23f-4219-ac4c-df68dcbda3db HTTP/1.1" status: 204 len: 168 time: 1.1679478 Jul 08 17:58:57.299964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54686) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:57.355732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-03116beb-6beb-44ad-893a-c6cf3866dc67 admin admin] Deleting subnet 8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:58:57.359150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03116beb-6beb-44ad-893a-c6cf3866dc67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.396512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03116beb-6beb-44ad-893a-c6cf3866dc67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.491520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4be176-a74c-4a1f-8ea5-0c6529892e25 req-df70c05b-6620-48c4-aed4-4e95ef47727e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:57.492926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c4be176-a74c-4a1f-8ea5-0c6529892e25 req-df70c05b-6620-48c4-aed4-4e95ef47727e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 949 time: 0.7090988 Jul 08 17:58:57.504489 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03116beb-6beb-44ad-893a-c6cf3866dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.541190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83032937-39d0-4136-8e20-ce70a93fb54a req-3e013e22-30f8-4b39-bd17-55e26806be95 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:57.542662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83032937-39d0-4136-8e20-ce70a93fb54a req-3e013e22-30f8-4b39-bd17-55e26806be95 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 950 time: 0.6184597 Jul 08 17:58:57.559334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12f4cdd3-e48b-477e-b438-94628de7bc93 req-2a844b01-bd8f-4bc3-b79b-60b50e3c9c10 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994887 Jul 08 17:58:57.593034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080ff1d-f753-4114-9c08-d759f485a1aa req-e86e99c9-a985-4269-9568-7d82ed6027cc tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:57.593369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03116beb-6beb-44ad-893a-c6cf3866dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.598895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b080ff1d-f753-4114-9c08-d759f485a1aa req-e86e99c9-a985-4269-9568-7d82ed6027cc tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 946 time: 0.2420256 Jul 08 17:58:57.621364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03116beb-6beb-44ad-893a-c6cf3866dc67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:57.623443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03116beb-6beb-44ad-893a-c6cf3866dc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.630406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a05cc4-16b9-4aa8-a720-4c65c4ca2340 None None] Network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:57.630883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-03116beb-6beb-44ad-893a-c6cf3866dc67 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8cb6fefe-335f-4e6d-bb3f-9ce0a47deb82 HTTP/1.1" status: 204 len: 168 time: 0.3293948 Jul 08 17:58:57.631729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54690) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:57.652748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c4be176-a74c-4a1f-8ea5-0c6529892e25 req-760f458f-b190-40e5-918b-8ec289b52a15 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514513 Jul 08 17:58:57.706977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b080ff1d-f753-4114-9c08-d759f485a1aa req-ed648e36-693d-445e-a397-5cb055eb12af tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982900 Jul 08 17:58:57.737429 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-83032937-39d0-4136-8e20-ce70a93fb54a req-f4897e93-3e93-4f3f-a118-25183893a89f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Deleting port d9522a80-4c93-48bb-a38b-e944e0a527ec {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:57.737825 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-83032937-39d0-4136-8e20-ce70a93fb54a req-f4897e93-3e93-4f3f-a118-25183893a89f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.789469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.851253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-83032937-39d0-4136-8e20-ce70a93fb54a req-f4897e93-3e93-4f3f-a118-25183893a89f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] For port d9522a80-4c93-48bb-a38b-e944e0a527ec, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d9522a80-4c93-48bb-a38b-e944e0a527ec,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:57.851773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-83032937-39d0-4136-8e20-ce70a93fb54a req-f4897e93-3e93-4f3f-a118-25183893a89f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.870728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 27ddc3b8-7ce1-4325-a5cd-4ca87688093a no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:57.892848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-83032937-39d0-4136-8e20-ce70a93fb54a req-f4897e93-3e93-4f3f-a118-25183893a89f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Calling delete_port for d9522a80-4c93-48bb-a38b-e944e0a527ec owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:57.895370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 27ddc3b8-7ce1-4325-a5cd-4ca87688093a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:57.895714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 27ddc3b8-7ce1-4325-a5cd-4ca87688093a not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:57.896137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6c4af611-f73c-48c4-af38-fb6adf64596d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:57.905398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Deleting port 1c050cd8-c23d-46c6-8719-772525480f11 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:57.905918 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.924782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 6c4af611-f73c-48c4-af38-fb6adf64596d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:57.925126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6c4af611-f73c-48c4-af38-fb6adf64596d not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:58.001937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb35974-a63c-43fe-92e7-1e5edabe5fac None None] DHCP port deletion for cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:58:58.035842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] For port 1c050cd8-c23d-46c6-8719-772525480f11, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1c050cd8-c23d-46c6-8719-772525480f11,segment=NetworkSegment(8bee5e18-52af-42b1-9275-16cf7e54e90a),segment_id=8bee5e18-52af-42b1-9275-16cf7e54e90a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:58.036220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.044673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89500e79-7c18-48a2-b99a-859945956f1d req-6a513dbd-a9ee-4c17-b003-841fbc061c89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:58.046580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89500e79-7c18-48a2-b99a-859945956f1d req-6a513dbd-a9ee-4c17-b003-841fbc061c89 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.1663792 Jul 08 17:58:58.061822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Calling delete_port for 1c050cd8-c23d-46c6-8719-772525480f11 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:58.115413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2bb35974-a63c-43fe-92e7-1e5edabe5fac None None] Deleting port 1c050cd8-c23d-46c6-8719-772525480f11 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:58.115742 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2bb35974-a63c-43fe-92e7-1e5edabe5fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.157601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89500e79-7c18-48a2-b99a-859945956f1d req-704d6382-5b91-4e4b-8cd0-4f00bd5c91b0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796018 Jul 08 17:58:58.248083 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.256331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2bb35974-a63c-43fe-92e7-1e5edabe5fac None None] For port 1c050cd8-c23d-46c6-8719-772525480f11, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1c050cd8-c23d-46c6-8719-772525480f11,segment=NetworkSegment(8bee5e18-52af-42b1-9275-16cf7e54e90a),segment_id=8bee5e18-52af-42b1-9275-16cf7e54e90a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:58.256794 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2bb35974-a63c-43fe-92e7-1e5edabe5fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.283549 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-83032937-39d0-4136-8e20-ce70a93fb54a req-f4897e93-3e93-4f3f-a118-25183893a89f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.285795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] No DVR routers for this DVR port 1c050cd8-c23d-46c6-8719-772525480f11 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:58.287115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2bb35974-a63c-43fe-92e7-1e5edabe5fac None None] Calling delete_port for 1c050cd8-c23d-46c6-8719-772525480f11 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:58.307353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176', '9e518c22-9faf-4fd5-95b4-8e54d6f00799'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:58.309910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def', '470c2987-9adb-426c-a66e-f347139b66ea', 'f1d7a7d9-6b79-467f-93da-93ad769bf15b', 'd9522a80-4c93-48bb-a38b-e944e0a527ec'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:58.311740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c050cd8-c23d-46c6-8719-772525480f11,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:58.329252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4897e93-3e93-4f3f-a118-25183893a89f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event deleted for resources: {'Port': ['ID=d9522a80-4c93-48bb-a38b-e944e0a527ec,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:58.396988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab7546a9-dcd5-41e4-87f5-d89885976fa9 req-ea242dd0-c2b8-4ab1-9e9f-f3a8bd5748ca tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea2c51e9-a8a5-4eed-916a-93fcd4d4f576 HTTP/1.1" status: 200 len: 210 time: 0.0558929 Jul 08 17:58:58.422859 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.423925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-83032937-39d0-4136-8e20-ce70a93fb54a req-f4897e93-3e93-4f3f-a118-25183893a89f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] No DVR routers for this DVR port d9522a80-4c93-48bb-a38b-e944e0a527ec on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:58.427740 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-83032937-39d0-4136-8e20-ce70a93fb54a req-f4897e93-3e93-4f3f-a118-25183893a89f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.429771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83032937-39d0-4136-8e20-ce70a93fb54a req-f4897e93-3e93-4f3f-a118-25183893a89f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "DELETE /v2.0/ports/d9522a80-4c93-48bb-a38b-e944e0a527ec HTTP/1.1" status: 204 len: 173 time: 0.8782322 Jul 08 17:58:58.430376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2c51e9-a8a5-4eed-916a-93fcd4d4f576', 'name': 'network-vif-deleted', 'tag': 'd9522a80-4c93-48bb-a38b-e944e0a527ec'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:58.432710 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd9cc9d-7889-48d5-97a4-7913013238a4" -d '{"events": [{"server_uuid": "ea2c51e9-a8a5-4eed-916a-93fcd4d4f576", "name": "network-vif-deleted", "tag": "d9522a80-4c93-48bb-a38b-e944e0a527ec"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:58.450081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:58.451469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed1512-3e3a-4997-b76e-fd8531ea596e req-4aaaa5ec-69fe-4df2-921b-b951ff85b6c3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:58.460454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70ed1512-3e3a-4997-b76e-fd8531ea596e req-4aaaa5ec-69fe-4df2-921b-b951ff85b6c3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.2600989 Jul 08 17:58:58.468732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bee5e18-52af-42b1-9275-16cf7e54e90a') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:58.472822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bee5e18-52af-42b1-9275-16cf7e54e90a') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:58.508123 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.510528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70ed1512-3e3a-4997-b76e-fd8531ea596e req-901eb2c6-ad5f-4742-a5ab-9369d9e368f2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490668 Jul 08 17:58:58.512801 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe109a0-a2d9-4924-9856-329f14358152 x-openstack-request-id: req-ffe109a0-a2d9-4924-9856-329f14358152 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:58.513272 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2c51e9-a8a5-4eed-916a-93fcd4d4f576", "name": "network-vif-deleted", "tag": "d9522a80-4c93-48bb-a38b-e944e0a527ec", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:58.513891 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ffe109a0-a2d9-4924-9856-329f14358152 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:58.514520 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2c51e9-a8a5-4eed-916a-93fcd4d4f576', 'name': 'network-vif-deleted', 'tag': 'd9522a80-4c93-48bb-a38b-e944e0a527ec', 'status': 'completed', 'code': 200} Jul 08 17:58:58.540323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.546998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:58:58.547412 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: timer() Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:58:58.549293 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:58:58.634601 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.659047 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2bb35974-a63c-43fe-92e7-1e5edabe5fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.671625 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.676285 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] 10.222.0.73 "DELETE /v2.0/networks/cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c HTTP/1.1" status: 204 len: 168 time: 1.0396209 Jul 08 17:58:58.676285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a16c1-6d77-416b-bf8d-be3963b97b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:58.702094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb35974-a63c-43fe-92e7-1e5edabe5fac None None] Pushing event deleted for resources: {'Port': ['ID=1c050cd8-c23d-46c6-8719-772525480f11,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:58.704519 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2bb35974-a63c-43fe-92e7-1e5edabe5fac None None] Network cc37d68e-a3e8-4154-8a7e-0dd25dd0cd0c is not hosted by any dhcp agent {{(pid=93743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:58:58.704979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb35974-a63c-43fe-92e7-1e5edabe5fac None None] No DVR routers for this DVR port 1c050cd8-c23d-46c6-8719-772525480f11 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:59.033510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedde923-883f-4a18-b26f-17d85b563dbb req-37596426-d8de-4614-90cc-0ca2ab8d275e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:59.041358 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aedde923-883f-4a18-b26f-17d85b563dbb req-37596426-d8de-4614-90cc-0ca2ab8d275e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 949 time: 0.1556590 Jul 08 17:58:59.082888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54706) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:59.100807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aedde923-883f-4a18-b26f-17d85b563dbb req-675322f0-5eaf-4db8-b5db-1aad4203e69b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573947 Jul 08 17:58:59.137491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3d0aa-9bde-42fa-af42-b4a1c3e67514 req-de18a0a7-e309-4486-b19e-b2aa142a4e24 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:59.142884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34e3d0aa-9bde-42fa-af42-b4a1c3e67514 req-de18a0a7-e309-4486-b19e-b2aa142a4e24 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 946 time: 0.1816602 Jul 08 17:58:59.185035 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-80cfb583-ab1a-4070-9b0b-1a37e9d41731 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a1e3b063f32042d5ae4f124fc9cfb5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008792 Jul 08 17:58:59.187877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54710) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:59.214135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34e3d0aa-9bde-42fa-af42-b4a1c3e67514 req-724e21a4-9607-4f3e-864f-059c39e79753 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661366 Jul 08 17:58:59.293787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ebdafd80-0ec7-4ff4-ae11-5a0315a68620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.323542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ebdafd80-0ec7-4ff4-ae11-5a0315a68620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.391044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ebdafd80-0ec7-4ff4-ae11-5a0315a68620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.394512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ebdafd80-0ec7-4ff4-ae11-5a0315a68620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.395965 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ebdafd80-0ec7-4ff4-ae11-5a0315a68620 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/603cfcea-78ab-42fd-962c-aa9a3b33e799 HTTP/1.1" status: 204 len: 168 time: 0.2073629 Jul 08 17:58:59.412829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdafd80-0ec7-4ff4-ae11-5a0315a68620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603cfcea-78ab-42fd-962c-aa9a3b33e799,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:59.430175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57629fb8-9641-4530-aa4a-87ad7c728d64 req-f725e386-e6d6-446b-b33c-592cabcec714 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:59.433346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57629fb8-9641-4530-aa4a-87ad7c728d64 req-f725e386-e6d6-446b-b33c-592cabcec714 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.0926399 Jul 08 17:58:59.516811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57629fb8-9641-4530-aa4a-87ad7c728d64 req-64c4620c-1cd2-4b2d-b95e-8cae42b96313 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770659 Jul 08 17:58:59.553001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1c050cd8-c23d-46c6-8719-772525480f11 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:59.594786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f337cf3d-0d17-45f7-85f3-192fb45ed89e up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:59.602971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 1c050cd8-c23d-46c6-8719-772525480f11 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:59.605996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1c050cd8-c23d-46c6-8719-772525480f11 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:59.690513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port f337cf3d-0d17-45f7-85f3-192fb45ed89e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:59.699054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port f337cf3d-0d17-45f7-85f3-192fb45ed89e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:59.699680 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.748669 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810718-b602-444e-a448-0ad99d993822 req-d8785d5d-faf5-4fac-9463-0b6d54ccb8f0 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:59.755911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32810718-b602-444e-a448-0ad99d993822 req-d8785d5d-faf5-4fac-9463-0b6d54ccb8f0 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.0853486 Jul 08 17:58:59.821821 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.839314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32810718-b602-444e-a448-0ad99d993822 req-af93dde6-d394-4f4d-aed4-0127b1f3ae67 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766404 Jul 08 17:58:59.867523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f337cf3d-0d17-45f7-85f3-192fb45ed89e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:59.869979 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7126540a-1c2b-431f-8e68-15c083c0aa00" -d '{"events": [{"server_uuid": "8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22", "name": "network-vif-plugged", "status": "completed", "tag": "f337cf3d-0d17-45f7-85f3-192fb45ed89e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:59.913363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f337cf3d-0d17-45f7-85f3-192fb45ed89e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f337cf3d-0d17-45f7-85f3-192fb45ed89e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:59.924016 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.986541 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc081124-0cfb-495b-ab87-9ba73c98dd9f x-openstack-request-id: req-bc081124-0cfb-495b-ab87-9ba73c98dd9f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:59.986929 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22", "name": "network-vif-plugged", "status": "completed", "tag": "f337cf3d-0d17-45f7-85f3-192fb45ed89e", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:59.987129 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc081124-0cfb-495b-ab87-9ba73c98dd9f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:59.987481 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f337cf3d-0d17-45f7-85f3-192fb45ed89e', 'code': 200} Jul 08 17:58:59.992374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=f337cf3d-0d17-45f7-85f3-192fb45ed89e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:00.122630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ffc70-31d5-4c3b-bc1d-e5e67dc4cc38 req-ce992725-5307-4487-93d8-347f0335430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:00.124085 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-824ffc70-31d5-4c3b-bc1d-e5e67dc4cc38 req-ce992725-5307-4487-93d8-347f0335430f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 1101 time: 0.0765800 Jul 08 17:59:00.189680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-824ffc70-31d5-4c3b-bc1d-e5e67dc4cc38 req-03d5f085-ee2e-4d4c-9806-b4a6f2605f77 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542579 Jul 08 17:59:00.310814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54752) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:00.352507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e93c2-8ec5-49cd-9f0f-18fb8f495d41 req-bbdeafb9-a1fc-4536-bf49-c4f2a767694c tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:00.354284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-945e93c2-8ec5-49cd-9f0f-18fb8f495d41 req-bbdeafb9-a1fc-4536-bf49-c4f2a767694c tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 950 time: 0.1133623 Jul 08 17:59:00.395659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6a3c-266b-4864-b089-d96dd7ffafd6 req-a33dfae5-568e-4fd4-898a-127961620996 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:00.397410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a4d6a3c-266b-4864-b089-d96dd7ffafd6 req-a33dfae5-568e-4fd4-898a-127961620996 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 948 time: 0.1148255 Jul 08 17:59:00.435137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-945e93c2-8ec5-49cd-9f0f-18fb8f495d41 req-c7f32021-04e9-4f2f-a4c9-e9c05f955469 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716357 Jul 08 17:59:00.458946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a4d6a3c-266b-4864-b089-d96dd7ffafd6 req-a65a2de3-1384-4edd-8d3f-f6fa25e7575f tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557680 Jul 08 17:59:00.477788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1082661308-network', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:00.499482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Made reservation on behalf of 70804e7823194edb865b4ea14dd3ae4a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:00.502411 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.511239 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.612824 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.618685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.647086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:59:00.656615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5f43-dbe7-4c05-a02b-a41625d0c087 req-21c70831-b0de-45f0-876d-2a67d8d1ad3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:00.657201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f81c89-f55e-442d-bf79-9d224d281300,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:00.662728 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.663068 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Added segment 56f5894f-617a-4b11-8ecf-84d64caabfe2 of type vlan for network a7122a4a-0fa0-44ce-85be-6eaa136c233d Jul 08 17:59:00.670551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddcd5f43-dbe7-4c05-a02b-a41625d0c087 req-21c70831-b0de-45f0-876d-2a67d8d1ad3a tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 946 time: 0.0775592 Jul 08 17:59:00.706993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.708685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddcd5f43-dbe7-4c05-a02b-a41625d0c087 req-c44b4306-abfe-4201-96c7-6c0f40ba12f9 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Jul 08 17:59:00.739555 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.740670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:00.741259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.782953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c7914-a722-44c3-83e2-43fe46dce57a req-c5fadd9a-3903-4510-9ee0-e0fb79c7d232 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:00.784552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c3c7914-a722-44c3-83e2-43fe46dce57a req-c5fadd9a-3903-4510-9ee0-e0fb79c7d232 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.0727925 Jul 08 17:59:00.802901 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4907207 Jul 08 17:59:00.805957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54762) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:00.813111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] Request body: {'subnet': {'network_id': 'a7122a4a-0fa0-44ce-85be-6eaa136c233d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1082661308-subnet', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:00.819249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc9eb5-1370-4545-ab02-f42ab7c3b12c admin admin] Pushing event updated for resources: {'Network': ['ID=a7122a4a-0fa0-44ce-85be-6eaa136c233d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:00.827730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c3c7914-a722-44c3-83e2-43fe46dce57a req-58f15b27-defb-4638-afa9-a2644c885d60 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376198 Jul 08 17:59:00.833048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network a7122a4a-0fa0-44ce-85be-6eaa136c233d details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:59:00.842722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] Made reservation on behalf of 70804e7823194edb865b4ea14dd3ae4a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:00.846338 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.037786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2a3ac-7f07-4941-b69c-b8d044d69b51 req-bcb4c8f0-7c05-474f-8079-bd7591c5d6b9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:01.040186 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91e2a3ac-7f07-4941-b69c-b8d044d69b51 req-bcb4c8f0-7c05-474f-8079-bd7591c5d6b9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.0748198 Jul 08 17:59:01.081607 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.094897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91e2a3ac-7f07-4941-b69c-b8d044d69b51 req-c6d1b6ca-1ca8-4af9-8a9f-542de73803c9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490918 Jul 08 17:59:01.145888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e6092b-8345-4df3-bdbf-7a72755d59d9,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:01.150149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] Checking segment: {'id': '56f5894f-617a-4b11-8ecf-84d64caabfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a7122a4a-0fa0-44ce-85be-6eaa136c233d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:01.150532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] Network hostable DHCP agents. Network: a7122a4a-0fa0-44ce-85be-6eaa136c233d, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:59:01.168980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] Network a7122a4a-0fa0-44ce-85be-6eaa136c233d is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:59:01.178831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, a7122a4a-0fa0-44ce-85be-6eaa136c233d) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:01.182867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:01.183454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.188031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c841a-d901-4241-a71a-75d8752e4555 None None] Network a7122a4a-0fa0-44ce-85be-6eaa136c233d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:59:01.197589 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bcfb695d-7ec3-4b3d-91de-114bc253b79e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3904963 Jul 08 17:59:01.200231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54772) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:01.204697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1082661308-router', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:01.228787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.229763 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.282686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.356175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-a7122a4a-0fa0-44ce-85be-6eaa136c233d', 'network_id': 'a7122a4a-0fa0-44ce-85be-6eaa136c233d', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a', 'fixed_ips': [{'subnet_id': 'e2e6092b-8345-4df3-bdbf-7a72755d59d9'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:59:01.357681 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.429330 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.523383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Allocated IP 172.20.0.2 (a7122a4a-0fa0-44ce-85be-6eaa136c233d/e2e6092b-8345-4df3-bdbf-7a72755d59d9/90988d8e-6d90-4117-b660-47855059d84e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:59:01.723281 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.734656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Transition to ACTIVE for port object 90988d8e-6d90-4117-b660-47855059d84e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:01.740193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51dcef-f834-469a-843b-d66785ea0348 req-9ac8a9b4-17e6-4491-9c04-1c934c8bfb8a tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:01.741577 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.748663 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f51dcef-f834-469a-843b-d66785ea0348 req-9ac8a9b4-17e6-4491-9c04-1c934c8bfb8a tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 950 time: 0.1567745 Jul 08 17:59:01.754382 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Transition to ACTIVE for port object 90988d8e-6d90-4117-b660-47855059d84e will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:01.758500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722a8b2-d5f5-47e6-8a7b-41a031e81bca req-ebdc97c1-28c6-455d-ad17-530cfa702e2b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:01.768135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.768479 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.768769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5722a8b2-d5f5-47e6-8a7b-41a031e81bca req-ebdc97c1-28c6-455d-ad17-530cfa702e2b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 948 time: 0.1597240 Jul 08 17:59:01.812033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Network a7122a4a-0fa0-44ce-85be-6eaa136c233d is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:59:01.818885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f51dcef-f834-469a-843b-d66785ea0348 req-52ed8661-9e9b-4778-88af-e48ab9cd8e31 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689638 Jul 08 17:59:01.827567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:01.836685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:59:01.846896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Pushing event updated for resources: {'Port': ['ID=90988d8e-6d90-4117-b660-47855059d84e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:01.854162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5722a8b2-d5f5-47e6-8a7b-41a031e81bca req-768f9a2c-0b2b-4cb7-b5b5-e0d727352668 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843382 Jul 08 17:59:01.923561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Allocated IP 172.25.8.13 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/e2aec188-6eaa-48d8-8ef8-5ebc38abc890) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:59:01.928649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Attempting to bind port 90988d8e-6d90-4117-b660-47855059d84e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:01.929106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Attempting to bind port 90988d8e-6d90-4117-b660-47855059d84e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '56f5894f-617a-4b11-8ecf-84d64caabfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a7122a4a-0fa0-44ce-85be-6eaa136c233d'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:01.929490 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Attempting to bind port 90988d8e-6d90-4117-b660-47855059d84e on network a7122a4a-0fa0-44ce-85be-6eaa136c233d {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:01.939359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:01.940038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Checking segment: {'id': '56f5894f-617a-4b11-8ecf-84d64caabfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a7122a4a-0fa0-44ce-85be-6eaa136c233d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:01.940603 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.941252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Bound using segment: {'id': '56f5894f-617a-4b11-8ecf-84d64caabfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a7122a4a-0fa0-44ce-85be-6eaa136c233d'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:01.941728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Bound port: 90988d8e-6d90-4117-b660-47855059d84e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f5894f-617a-4b11-8ecf-84d64caabfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a7122a4a-0fa0-44ce-85be-6eaa136c233d'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:01.942113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:02.025590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] For port 90988d8e-6d90-4117-b660-47855059d84e, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:02.029226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] For port 90988d8e-6d90-4117-b660-47855059d84e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=90988d8e-6d90-4117-b660-47855059d84e,segment=NetworkSegment(56f5894f-617a-4b11-8ecf-84d64caabfe2),segment_id=56f5894f-617a-4b11-8ecf-84d64caabfe2)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:59:02.039880 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:02.088544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d9522a80-4c93-48bb-a38b-e944e0a527ec no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:02.127437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: d9522a80-4c93-48bb-a38b-e944e0a527ec {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:02.128040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d9522a80-4c93-48bb-a38b-e944e0a527ec not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:02.136203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a660e0b-8623-486b-a72a-07d3bc57bce5 req-503b6e2b-e3af-49d1-92f3-df7618cf84da tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:02.137799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a660e0b-8623-486b-a72a-07d3bc57bce5 req-503b6e2b-e3af-49d1-92f3-df7618cf84da tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.1193724 Jul 08 17:59:02.162917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31d27f-8573-498a-8b7e-0557ab88397a None None] Pushing event updated for resources: {'Port': ['ID=90988d8e-6d90-4117-b660-47855059d84e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:02.219820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a660e0b-8623-486b-a72a-07d3bc57bce5 req-ac00963c-8690-4434-a12f-2e721de74550 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728614 Jul 08 17:59:02.417622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec5d9b-6cef-49ba-9392-71a728b28fb1 req-0cddc046-c2f7-4036-a7d7-5b76a3deec9b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:02.428368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebec5d9b-6cef-49ba-9392-71a728b28fb1 req-0cddc046-c2f7-4036-a7d7-5b76a3deec9b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.0962131 Jul 08 17:59:02.470723 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:02.519977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebec5d9b-6cef-49ba-9392-71a728b28fb1 req-df6842f9-2742-4a88-ad2f-153d9f80f936 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921984 Jul 08 17:59:02.541469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:02.607789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:59:02.610105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:02.614125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:59:02.646756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=e2aec188-6eaa-48d8-8ef8-5ebc38abc890,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:02.657427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff75c03-1945-42a7-a95a-cccb4f0e3835 req-7eee3dfe-81b8-4a6f-9a96-8de50bdfe239 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:02.659190 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ff75c03-1945-42a7-a95a-cccb4f0e3835 req-7eee3dfe-81b8-4a6f-9a96-8de50bdfe239 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/ports?device_id=636a79d4-193b-40f7-acbf-7da3b7ec1295 HTTP/1.1" status: 200 len: 949 time: 0.0931485 Jul 08 17:59:02.798745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-4ff75c03-1945-42a7-a95a-cccb4f0e3835 req-0e7d8b8b-8308-4d92-9b8f-7587b7b9ffbd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Deleting port f1d7a7d9-6b79-467f-93da-93ad769bf15b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:02.799888 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ff75c03-1945-42a7-a95a-cccb4f0e3835 req-0e7d8b8b-8308-4d92-9b8f-7587b7b9ffbd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:02.965515 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-4ff75c03-1945-42a7-a95a-cccb4f0e3835 req-0e7d8b8b-8308-4d92-9b8f-7587b7b9ffbd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] For port f1d7a7d9-6b79-467f-93da-93ad769bf15b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f1d7a7d9-6b79-467f-93da-93ad769bf15b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:02.966042 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ff75c03-1945-42a7-a95a-cccb4f0e3835 req-0e7d8b8b-8308-4d92-9b8f-7587b7b9ffbd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:02.981887 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:02.999611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-4ff75c03-1945-42a7-a95a-cccb4f0e3835 req-0e7d8b8b-8308-4d92-9b8f-7587b7b9ffbd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Calling delete_port for f1d7a7d9-6b79-467f-93da-93ad769bf15b owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:03.218331 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:03.307011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153980f-702a-4740-9763-c648246841d2 req-d0ea2919-37f3-40b1-8e44-fffad8b91dbf tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:03.309628 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8153980f-702a-4740-9763-c648246841d2 req-d0ea2919-37f3-40b1-8e44-fffad8b91dbf tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 948 time: 0.2216783 Jul 08 17:59:03.313882 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:03.361367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53113f-c444-422c-b612-0390b6a2e078 req-d5a80a92-2054-472b-a55d-f9b9e182cc91 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:03.363054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d53113f-c444-422c-b612-0390b6a2e078 req-d5a80a92-2054-472b-a55d-f9b9e182cc91 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 950 time: 0.3298039 Jul 08 17:59:03.381414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc0bc0-4ef1-4e54-aff0-0676d098f8a4 req-869533c1-03c8-4eaa-8e14-4c914d5efc4b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:03.388676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-decc0bc0-4ef1-4e54-aff0-0676d098f8a4 req-869533c1-03c8-4eaa-8e14-4c914d5efc4b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 948 time: 0.3135002 Jul 08 17:59:03.468216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Router 77f10997-eefc-4f01-ac5c-8c9481886dae is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:59:03.543941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf051c-59b6-4858-ab03-618cec742dc5 None None] Network a7122a4a-0fa0-44ce-85be-6eaa136c233d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:59:03.583794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-decc0bc0-4ef1-4e54-aff0-0676d098f8a4 req-1e51895b-173a-4053-ab57-04d3521ba52b tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930525 Jul 08 17:59:03.644104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:59:03.651992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d53113f-c444-422c-b612-0390b6a2e078 req-a9202159-7062-4228-83b5-cb9fd11d7cb3 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545073 Jul 08 17:59:03.660485 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ff75c03-1945-42a7-a95a-cccb4f0e3835 req-0e7d8b8b-8308-4d92-9b8f-7587b7b9ffbd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:03.703275 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:03.704751 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4986e690-e226-457a-822b-4604a6ae4ee2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5035820 Jul 08 17:59:03.707661 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54814) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:03.742165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d8b8b-8308-4d92-9b8f-7587b7b9ffbd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event deleted for resources: {'Port': ['ID=f1d7a7d9-6b79-467f-93da-93ad769bf15b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:03.772122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-8153980f-702a-4740-9763-c648246841d2 req-90a00d95-fff7-420d-91f3-318c9f582439 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Deleting port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:03.772500 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8153980f-702a-4740-9763-c648246841d2 req-90a00d95-fff7-420d-91f3-318c9f582439 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:03.803708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 90988d8e-6d90-4117-b660-47855059d84e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:03.808559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def', '470c2987-9adb-426c-a66e-f347139b66ea', 'f1d7a7d9-6b79-467f-93da-93ad769bf15b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:03.811282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176', '9e518c22-9faf-4fd5-95b4-8e54d6f00799'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:03.864932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff75c03-1945-42a7-a95a-cccb4f0e3835 req-0e7d8b8b-8308-4d92-9b8f-7587b7b9ffbd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] No DVR routers for this DVR port f1d7a7d9-6b79-467f-93da-93ad769bf15b on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:03.867160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Sync routers for ids ['77f10997-eefc-4f01-ac5c-8c9481886dae'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:59:03.869717 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ff75c03-1945-42a7-a95a-cccb4f0e3835 req-0e7d8b8b-8308-4d92-9b8f-7587b7b9ffbd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:03.872742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ff75c03-1945-42a7-a95a-cccb4f0e3835 req-0e7d8b8b-8308-4d92-9b8f-7587b7b9ffbd tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "DELETE /v2.0/ports/f1d7a7d9-6b79-467f-93da-93ad769bf15b HTTP/1.1" status: 204 len: 173 time: 1.2050073 Jul 08 17:59:03.874494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636a79d4-193b-40f7-acbf-7da3b7ec1295', 'name': 'network-vif-deleted', 'tag': 'f1d7a7d9-6b79-467f-93da-93ad769bf15b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:03.878039 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26778a68-bfa4-4e69-8ccf-759b9b9be923" -d '{"events": [{"server_uuid": "636a79d4-193b-40f7-acbf-7da3b7ec1295", "name": "network-vif-deleted", "tag": "f1d7a7d9-6b79-467f-93da-93ad769bf15b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:04.011856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-8153980f-702a-4740-9763-c648246841d2 req-90a00d95-fff7-420d-91f3-318c9f582439 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] For port 9e518c22-9faf-4fd5-95b4-8e54d6f00799, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9e518c22-9faf-4fd5-95b4-8e54d6f00799,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:04.012233 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8153980f-702a-4740-9763-c648246841d2 req-90a00d95-fff7-420d-91f3-318c9f582439 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:04.042992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-8153980f-702a-4740-9763-c648246841d2 req-90a00d95-fff7-420d-91f3-318c9f582439 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Calling delete_port for 9e518c22-9faf-4fd5-95b4-8e54d6f00799 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:04.095397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-336eff0a-010c-4e1c-9cdf-ef2731235d70 None None] Provisioning for port 90988d8e-6d90-4117-b660-47855059d84e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:04.209572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Routers {'77f10997-eefc-4f01-ac5c-8c9481886dae'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:59:04.210512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['77f10997-eefc-4f01-ac5c-8c9481886dae'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:04.300337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05945-6fa1-4832-948e-c4ee8f1846e3 req-472334d2-79da-45aa-a957-eb053a1f71fb tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:04.302011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caf05945-6fa1-4832-948e-c4ee8f1846e3 req-472334d2-79da-45aa-a957-eb053a1f71fb tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.4126909 Jul 08 17:59:04.304101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8153980f-702a-4740-9763-c648246841d2 req-90a00d95-fff7-420d-91f3-318c9f582439 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:04.338552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a00d95-fff7-420d-91f3-318c9f582439 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event deleted for resources: {'Port': ['ID=9e518c22-9faf-4fd5-95b4-8e54d6f00799,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:04.347000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Set router 77f10997-eefc-4f01-ac5c-8c9481886dae gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:59:04.376811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:04.483306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8153980f-702a-4740-9763-c648246841d2 req-90a00d95-fff7-420d-91f3-318c9f582439 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] No DVR routers for this DVR port 9e518c22-9faf-4fd5-95b4-8e54d6f00799 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:04.489874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caf05945-6fa1-4832-948e-c4ee8f1846e3 req-e42f03d1-fdba-49c6-9401-79a5b7ea22e3 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523399 Jul 08 17:59:04.490985 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8153980f-702a-4740-9763-c648246841d2 req-90a00d95-fff7-420d-91f3-318c9f582439 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:04.494090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8153980f-702a-4740-9763-c648246841d2 req-90a00d95-fff7-420d-91f3-318c9f582439 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "DELETE /v2.0/ports/9e518c22-9faf-4fd5-95b4-8e54d6f00799 HTTP/1.1" status: 204 len: 173 time: 1.1733913 Jul 08 17:59:04.529012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc35c3-8ccd-4181-aecf-94ab12680b06 req-65ca41c0-2e87-45b0-bc60-2b3fa45b18fd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:04.533863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fbc35c3-8ccd-4181-aecf-94ab12680b06 req-65ca41c0-2e87-45b0-bc60-2b3fa45b18fd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.3043261 Jul 08 17:59:04.627826 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:04.644457 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fbc35c3-8ccd-4181-aecf-94ab12680b06 req-752ede82-ef88-4ac8-a6eb-c4bf53faa2f1 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029582 Jul 08 17:59:04.688552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 90988d8e-6d90-4117-b660-47855059d84e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:04.699454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Allocated IP 172.20.0.1 (a7122a4a-0fa0-44ce-85be-6eaa136c233d/e2e6092b-8345-4df3-bdbf-7a72755d59d9/aa39cc7d-e724-4830-ae63-f01e8b64daeb) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:59:04.701385 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d30c0e-85ba-4364-9e62-ae13f85adb34 x-openstack-request-id: req-c7d30c0e-85ba-4364-9e62-ae13f85adb34 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:04.702295 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636a79d4-193b-40f7-acbf-7da3b7ec1295", "name": "network-vif-deleted", "tag": "f1d7a7d9-6b79-467f-93da-93ad769bf15b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:04.702753 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c7d30c0e-85ba-4364-9e62-ae13f85adb34 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:04.705296 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636a79d4-193b-40f7-acbf-7da3b7ec1295', 'name': 'network-vif-deleted', 'tag': 'f1d7a7d9-6b79-467f-93da-93ad769bf15b', 'status': 'completed', 'code': 200} Jul 08 17:59:04.802121 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 90988d8e-6d90-4117-b660-47855059d84e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:04.802541 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:04.970562 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf4a99bf-3b2d-405f-8f12-d0a6d4d303c7 req-7750f940-df38-45ea-8fd7-9e33b4c78332 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94 HTTP/1.1" status: 200 len: 210 time: 0.0513120 Jul 08 17:59:05.011376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:05.039785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Transition to ACTIVE for port object aa39cc7d-e724-4830-ae63-f01e8b64daeb will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:05.113319 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:05.183839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Network a7122a4a-0fa0-44ce-85be-6eaa136c233d is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:59:05.186189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:05.199985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Pushing event updated for resources: {'Port': ['ID=aa39cc7d-e724-4830-ae63-f01e8b64daeb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:05.204257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:59:05.271458 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:05.316259 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:05.324218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f10997-eefc-4f01-ac5c-8c9481886dae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1082661308-router', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'e2aec188-6eaa-48d8-8ef8-5ebc38abc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:01Z', 'updated_at': '2021-07-08T17:59:02Z', 'revision_number': 3, 'project_id': '70804e7823194edb865b4ea14dd3ae4a', 'gw_port': {'id': 'e2aec188-6eaa-48d8-8ef8-5ebc38abc890', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f10997-eefc-4f01-ac5c-8c9481886dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:01Z', 'updated_at': '2021-07-08T17:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:05.378713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Checking router: 77f10997-eefc-4f01-ac5c-8c9481886dae for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:59:05.379359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Updating router 77f10997-eefc-4f01-ac5c-8c9481886dae port e2aec188-6eaa-48d8-8ef8-5ebc38abc890 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:59:05.431055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 90988d8e-6d90-4117-b660-47855059d84e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=90988d8e-6d90-4117-b660-47855059d84e,segment=NetworkSegment(56f5894f-617a-4b11-8ecf-84d64caabfe2),segment_id=56f5894f-617a-4b11-8ecf-84d64caabfe2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:05.450869 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:05.471080 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:05.538669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:05.673329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=90988d8e-6d90-4117-b660-47855059d84e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:05.755299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d4fbf965-bb7c-4b8c-92c3-c6359be9c941 None None] Provisioning complete for port 90988d8e-6d90-4117-b660-47855059d84e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:05.755683 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf965-bb7c-4b8c-92c3-c6359be9c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:05.802794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:05.810491 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:05.824363 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:05.885858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:05.887282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d0cc-eddd-4692-9ffd-a0371a476a3a req-7ef07ec5-e2f7-4f7a-8fa2-e5154d22542e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.889081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b65d0cc-eddd-4692-9ffd-a0371a476a3a req-7ef07ec5-e2f7-4f7a-8fa2-e5154d22542e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.0968740 Jul 08 17:59:05.923297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.923967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.924438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.924910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.925374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.925833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.926333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.926796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.931978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.931978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.931978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.931978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.931978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.931978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.931978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.931978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.942083 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-847e4672-1183-4724-95bd-8c07644df447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22&device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b&device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f&device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8&device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda&device_id=176e51b6-540d-4b61-934f-90747b504c94&device_id=7ad44934-0080-4422-8631-ae77fe3099f2&device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd&device_id=63089b09-f85f-4100-a0c4-6101ed901522&device_id=7c754cd5-bdb5-4147-9d32-fcfa0fc03d94&device_id=19c8a00d-7172-4f0f-9147-2087f2561556&device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3&device_id=762dc407-c25c-4037-aae0-496a974173c4&device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea&device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e&device_id=88e92b05-d3a4-4eed-a458-267353bce1e6&device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 14459 time: 0.2076972 Jul 08 17:59:05.962367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-6378eddc-b3b9-49c4-a893-b1b1192273dc tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:06.010793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b65d0cc-eddd-4692-9ffd-a0371a476a3a req-2e933844-0a4c-498e-9cc8-408368e363d4 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082368 Jul 08 17:59:06.119148 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-6378eddc-b3b9-49c4-a893-b1b1192273dc tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:06.127790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-6378eddc-b3b9-49c4-a893-b1b1192273dc tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:06.128547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Network a7122a4a-0fa0-44ce-85be-6eaa136c233d is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:59:06.132295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:06.151026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Pushing event updated for resources: {'Port': ['ID=aa39cc7d-e724-4830-ae63-f01e8b64daeb,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:06.205883 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:06.232345 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bd1c15c-2a26-4ff9-bb7f-a6d11a4c16cf req-6378eddc-b3b9-49c4-a893-b1b1192273dc tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&id=ebaf5112-f790-4eaa-9edb-862d6efa0638&id=566bac9a-1c08-4676-b356-f40eb2951021&id=3eca2d21-4da1-43af-b60b-065202b824f6&id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.2891281 Jul 08 17:59:06.290774 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c63b5c63-9d47-46ea-b34e-f2e95a03624d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:06.311283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Router 77f10997-eefc-4f01-ac5c-8c9481886dae has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:59:06.339073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378eddc-b3b9-49c4-a893-b1b1192273dc tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2d238f-3d28-4ce6-9a66-ee9e50d35e49,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:06.361553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Transition to ACTIVE for port object e2aec188-6eaa-48d8-8ef8-5ebc38abc890 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:06.381026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a3826e22-c1d7-4ded-9daf-3df8cfbb73f3 None None] Provisioning for port aa39cc7d-e724-4830-ae63-f01e8b64daeb completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:06.398646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a3826e22-c1d7-4ded-9daf-3df8cfbb73f3 None None] Provisioning complete for port aa39cc7d-e724-4830-ae63-f01e8b64daeb triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:06.398974 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a3826e22-c1d7-4ded-9daf-3df8cfbb73f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:06.401154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def', '470c2987-9adb-426c-a66e-f347139b66ea'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:06.410613 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:06.412896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f51111-19f5-4018-8241-21b80c3e2e36 req-98eb29bd-519f-4dd8-bc2b-ad016eff1348 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:06.423896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58f51111-19f5-4018-8241-21b80c3e2e36 req-98eb29bd-519f-4dd8-bc2b-ad016eff1348 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.2377298 Jul 08 17:59:06.458729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:59:06.470442 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8d74a42e-adff-49f9-afb5-530d279d1400 admin admin] 10.222.0.73 "PUT /v2.0/routers/77f10997-eefc-4f01-ac5c-8c9481886dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7616613 Jul 08 17:59:06.518760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58f51111-19f5-4018-8241-21b80c3e2e36 req-965faaaa-09aa-467f-ad94-66a088a8a2e0 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900571 Jul 08 17:59:06.695399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Attempting to bind port e2aec188-6eaa-48d8-8ef8-5ebc38abc890 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:06.695766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Attempting to bind port e2aec188-6eaa-48d8-8ef8-5ebc38abc890 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:06.696126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Attempting to bind port e2aec188-6eaa-48d8-8ef8-5ebc38abc890 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:06.706013 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c754cd5-bdb5-4147-9d32-fcfa0fc03d94', 'name': 'network-vif-deleted', 'tag': '9e518c22-9faf-4fd5-95b4-8e54d6f00799'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:06.708509 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f181a-0c68-4d3c-bdb3-7dcadacd6e9f" -d '{"events": [{"server_uuid": "7c754cd5-bdb5-4147-9d32-fcfa0fc03d94", "name": "network-vif-deleted", "tag": "9e518c22-9faf-4fd5-95b4-8e54d6f00799"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:06.715130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:06.715762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:06.716168 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:06.716564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:06.717042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Bound port: e2aec188-6eaa-48d8-8ef8-5ebc38abc890, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:06.717441 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:06.764842 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a3826e22-c1d7-4ded-9daf-3df8cfbb73f3 None None] Port aa39cc7d-e724-4830-ae63-f01e8b64daeb cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:59:06.774695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bc37d-5695-4679-a3bf-da0e38708532 None None] Pushing event updated for resources: {'Port': ['ID=e2aec188-6eaa-48d8-8ef8-5ebc38abc890,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:06.819496 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-735729ad-b468-42e9-9540-68ad6d36d924 req-fd49f8d8-558a-4d15-8d4b-e6931b266682 tempest-FloatingIPDetailsNegativeTestJSON-294543670 tempest-FloatingIPDetailsNegativeTestJSON-294543670-project] show failed (client error): The resource could not be found. Jul 08 17:59:06.831307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54860) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:06.838294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-735729ad-b468-42e9-9540-68ad6d36d924 req-fd49f8d8-558a-4d15-8d4b-e6931b266682 tempest-FloatingIPDetailsNegativeTestJSON-294543670 tempest-FloatingIPDetailsNegativeTestJSON-294543670-project] 10.222.0.73 "GET /v2.0/floatingips/a879df88-5dce-4fe1-9c60-0826d2c0e8eb HTTP/1.1" status: 404 len: 350 time: 0.0920672 Jul 08 17:59:06.852325 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232cf48e-c049-4316-ba0e-fd2e7b5886d6 x-openstack-request-id: req-232cf48e-c049-4316-ba0e-fd2e7b5886d6 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:06.852647 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c754cd5-bdb5-4147-9d32-fcfa0fc03d94", "name": "network-vif-deleted", "tag": "9e518c22-9faf-4fd5-95b4-8e54d6f00799", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:06.852942 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-232cf48e-c049-4316-ba0e-fd2e7b5886d6 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:06.853272 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c754cd5-bdb5-4147-9d32-fcfa0fc03d94', 'name': 'network-vif-deleted', 'tag': '9e518c22-9faf-4fd5-95b4-8e54d6f00799', 'status': 'completed', 'code': 200} Jul 08 17:59:06.893797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] For port e2aec188-6eaa-48d8-8ef8-5ebc38abc890, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:06.934833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] For port e2aec188-6eaa-48d8-8ef8-5ebc38abc890, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e2aec188-6eaa-48d8-8ef8-5ebc38abc890,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:59:06.955788 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:07.027195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-43b6a8d5-a924-4ab3-b1be-24fd1cead735 None None] Provisioning complete for port aa39cc7d-e724-4830-ae63-f01e8b64daeb triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:07.027584 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-43b6a8d5-a924-4ab3-b1be-24fd1cead735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:07.087434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-43b6a8d5-a924-4ab3-b1be-24fd1cead735 None None] Port aa39cc7d-e724-4830-ae63-f01e8b64daeb cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:59:07.113762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Routers {'77f10997-eefc-4f01-ac5c-8c9481886dae'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:59:07.114411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:58:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['77f10997-eefc-4f01-ac5c-8c9481886dae'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:07.213338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bc37d-5695-4679-a3bf-da0e38708532 None None] Pushing event updated for resources: {'Port': ['ID=e2aec188-6eaa-48d8-8ef8-5ebc38abc890,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:07.248492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac38d7-7590-4ee8-9795-49f0be86d9ba req-7f380bd2-b859-4afd-8b7a-b6e5821cb1b7 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:07.249033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac38d7-7590-4ee8-9795-49f0be86d9ba req-7f380bd2-b859-4afd-8b7a-b6e5821cb1b7 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:07.249538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac38d7-7590-4ee8-9795-49f0be86d9ba req-7f380bd2-b859-4afd-8b7a-b6e5821cb1b7 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:07.251877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14ac38d7-7590-4ee8-9795-49f0be86d9ba req-7f380bd2-b859-4afd-8b7a-b6e5821cb1b7 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22&device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda&device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 2883 time: 0.1169746 Jul 08 17:59:07.338992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] Set router 77f10997-eefc-4f01-ac5c-8c9481886dae gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:59:07.354180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14ac38d7-7590-4ee8-9795-49f0be86d9ba req-0a9f0ff8-9398-4ce8-aa10-3fb2b164809f tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924494 Jul 08 17:59:07.411159 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee6acf29-f8da-4db1-a251-877f7384ee10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:07.497442 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c1953-4a20-4590-9248-df9563348a0c req-329c6617-ff72-427d-a64e-af0abdce57f0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:07.505932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a77c1953-4a20-4590-9248-df9563348a0c req-329c6617-ff72-427d-a64e-af0abdce57f0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.1039705 Jul 08 17:59:07.559490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a77c1953-4a20-4590-9248-df9563348a0c req-c002f97d-7009-4122-b3c7-d5f547758299 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525403 Jul 08 17:59:07.582474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 90988d8e-6d90-4117-b660-47855059d84e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:07.621740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9e518c22-9faf-4fd5-95b4-8e54d6f00799 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:07.654659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 9e518c22-9faf-4fd5-95b4-8e54d6f00799 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:07.654997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9e518c22-9faf-4fd5-95b4-8e54d6f00799 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:07.655448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 02b9e605-1e46-4f32-b340-d5828e22b29e no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:07.889833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 90988d8e-6d90-4117-b660-47855059d84e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:07.890406 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:07.986706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7587b40-3c5e-4973-a97b-43728ce3951f req-9d8dda1d-3a9d-48dc-8556-c7b36a640649 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:07.987651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f10997-eefc-4f01-ac5c-8c9481886dae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1082661308-router', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'e2aec188-6eaa-48d8-8ef8-5ebc38abc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:01Z', 'updated_at': '2021-07-08T17:59:05Z', 'revision_number': 4, 'project_id': '70804e7823194edb865b4ea14dd3ae4a', 'gw_port': {'id': 'e2aec188-6eaa-48d8-8ef8-5ebc38abc890', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f10997-eefc-4f01-ac5c-8c9481886dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:01Z', 'updated_at': '2021-07-08T17:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'aa39cc7d-e724-4830-ae63-f01e8b64daeb', 'name': '', 'network_id': 'a7122a4a-0fa0-44ce-85be-6eaa136c233d', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a', 'mac_address': 'fa:16:3e:64:67:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f10997-eefc-4f01-ac5c-8c9481886dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e2e6092b-8345-4df3-bdbf-7a72755d59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:04Z', 'updated_at': '2021-07-08T17:59:05Z', 'revision_number': 2, 'project_id': '70804e7823194edb865b4ea14dd3ae4a', 'subnets': [{'id': 'e2e6092b-8345-4df3-bdbf-7a72755d59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:07.988326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7587b40-3c5e-4973-a97b-43728ce3951f req-9d8dda1d-3a9d-48dc-8556-c7b36a640649 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.1228878 Jul 08 17:59:08.034650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28877f37-861a-491c-b9ad-23fa7a700350 None None] The sync data for ids ['77f10997-eefc-4f01-ac5c-8c9481886dae'] in n-d-799684-3 is: [{'id': '77f10997-eefc-4f01-ac5c-8c9481886dae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1082661308-router', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'e2aec188-6eaa-48d8-8ef8-5ebc38abc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:01Z', 'updated_at': '2021-07-08T17:59:05Z', 'revision_number': 4, 'project_id': '70804e7823194edb865b4ea14dd3ae4a', 'gw_port': {'id': 'e2aec188-6eaa-48d8-8ef8-5ebc38abc890', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f10997-eefc-4f01-ac5c-8c9481886dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:01Z', 'updated_at': '2021-07-08T17:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'aa39cc7d-e724-4830-ae63-f01e8b64daeb', 'name': '', 'network_id': 'a7122a4a-0fa0-44ce-85be-6eaa136c233d', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a', 'mac_address': 'fa:16:3e:64:67:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f10997-eefc-4f01-ac5c-8c9481886dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e2e6092b-8345-4df3-bdbf-7a72755d59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:04Z', 'updated_at': '2021-07-08T17:59:05Z', 'revision_number': 2, 'project_id': '70804e7823194edb865b4ea14dd3ae4a', 'subnets': [{'id': 'e2e6092b-8345-4df3-bdbf-7a72755d59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:59:08.060662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ee6acf29-f8da-4db1-a251-877f7384ee10 admin admin] Deleting port aa39cc7d-e724-4830-ae63-f01e8b64daeb {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:08.061238 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee6acf29-f8da-4db1-a251-877f7384ee10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:08.087388 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7587b40-3c5e-4973-a97b-43728ce3951f req-0f430e9e-9465-4c5e-8ad2-d83e7a4b9ba1 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919814 Jul 08 17:59:08.106403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f1d7a7d9-6b79-467f-93da-93ad769bf15b no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:08.148039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: f1d7a7d9-6b79-467f-93da-93ad769bf15b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:08.149190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f1d7a7d9-6b79-467f-93da-93ad769bf15b not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:08.160128 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee6acf29-f8da-4db1-a251-877f7384ee10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:08.188583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ee6acf29-f8da-4db1-a251-877f7384ee10 admin admin] Calling delete_port for aa39cc7d-e724-4830-ae63-f01e8b64daeb owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:08.217853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c328ba-64dd-4e74-a072-66774749e7b8 req-f039e20f-cdf2-4e35-aa04-2e7e14155689 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:08.224971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4c328ba-64dd-4e74-a072-66774749e7b8 req-f039e20f-cdf2-4e35-aa04-2e7e14155689 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea HTTP/1.1" status: 200 len: 950 time: 0.1222806 Jul 08 17:59:08.286784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4c328ba-64dd-4e74-a072-66774749e7b8 req-4e768153-ff4b-4821-a3a5-bf01c5da2243 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607045 Jul 08 17:59:08.475043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee6acf29-f8da-4db1-a251-877f7384ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:08.546699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6acf29-f8da-4db1-a251-877f7384ee10 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa39cc7d-e724-4830-ae63-f01e8b64daeb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:08.860714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee6acf29-f8da-4db1-a251-877f7384ee10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:08.952504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b3014-99e4-4a89-ad01-5f47bcfab2f6 req-d4ec08c6-c86c-4b38-bb59-5d3296a2ac70 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:08.962882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-421b3014-99e4-4a89-ad01-5f47bcfab2f6 req-d4ec08c6-c86c-4b38-bb59-5d3296a2ac70 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.1587329 Jul 08 17:59:09.027484 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-421b3014-99e4-4a89-ad01-5f47bcfab2f6 req-8d01332d-9772-493c-92d0-277f4fa3bc28 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634279 Jul 08 17:59:09.061727 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:09.114267 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2a329c71-02c6-475a-8d4a-3ffec2acd202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:09.299682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6acf29-f8da-4db1-a251-877f7384ee10 admin admin] Router 77f10997-eefc-4f01-ac5c-8c9481886dae has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:59:09.392965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692c2a1-bbeb-4a50-bd05-d55c1ab6b8d0 req-659e1784-4e0e-441b-b922-ae88771794f2 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:09.395444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6692c2a1-bbeb-4a50-bd05-d55c1ab6b8d0 req-659e1784-4e0e-441b-b922-ae88771794f2 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 1100 time: 0.1984584 Jul 08 17:59:09.431418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6acf29-f8da-4db1-a251-877f7384ee10 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:59:09.439319 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ee6acf29-f8da-4db1-a251-877f7384ee10 admin admin] 10.222.0.73 "PUT /v2.0/routers/77f10997-eefc-4f01-ac5c-8c9481886dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6069245 Jul 08 17:59:09.441591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef18437-aee6-435f-9b4c-891c4211a814 req-2b8d262b-8351-4662-8db4-5e9dcc72d1dc tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:09.443143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ef18437-aee6-435f-9b4c-891c4211a814 req-2b8d262b-8351-4662-8db4-5e9dcc72d1dc tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.1354070 Jul 08 17:59:09.444613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54892) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:09.463249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d504d25-da79-4e4d-a160-8dfacf643b74 req-2d4dc0b0-38d2-488c-8ac4-3451efbd1768 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:09.465039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d504d25-da79-4e4d-a160-8dfacf643b74 req-2d4dc0b0-38d2-488c-8ac4-3451efbd1768 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea HTTP/1.1" status: 200 len: 950 time: 0.1936152 Jul 08 17:59:09.639520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e2aec188-6eaa-48d8-8ef8-5ebc38abc890 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:09.666830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6692c2a1-bbeb-4a50-bd05-d55c1ab6b8d0 req-805a6f37-8e27-4e35-839c-3284ab9442ec tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577996 Jul 08 17:59:09.742435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port e2aec188-6eaa-48d8-8ef8-5ebc38abc890 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:09.748144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e2aec188-6eaa-48d8-8ef8-5ebc38abc890 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:09.749291 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:09.871295 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:09.917004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port e2aec188-6eaa-48d8-8ef8-5ebc38abc890, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e2aec188-6eaa-48d8-8ef8-5ebc38abc890,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:09.925281 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:10.016970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=e2aec188-6eaa-48d8-8ef8-5ebc38abc890,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:10.048722 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:10.070127 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-d251f9d4-6aff-48f5-9b5c-ffa8dd4f8d6c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1708736 Jul 08 17:59:10.115114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36574d-f4d1-4d4c-936f-a5b39a56ce1d req-3813f716-2736-40cc-9311-94261ae9b25d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:10.116321 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a36574d-f4d1-4d4c-936f-a5b39a56ce1d req-3813f716-2736-40cc-9311-94261ae9b25d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "GET /v2.0/ports?device_id=762dc407-c25c-4037-aae0-496a974173c4 HTTP/1.1" status: 200 len: 950 time: 0.1457391 Jul 08 17:59:10.223489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ef18437-aee6-435f-9b4c-891c4211a814 req-8b856796-a524-41e6-8152-d6817758a95a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7685583 Jul 08 17:59:10.246348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:10.291576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-97953065-c604-4f9a-afff-a48ef7280560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:10.293101 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-97953065-c604-4f9a-afff-a48ef7280560 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 1100 time: 0.1685638 Jul 08 17:59:10.312946 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-1a36574d-f4d1-4d4c-936f-a5b39a56ce1d req-36f379eb-2910-45f6-a4a0-d69980be4694 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Deleting port 470c2987-9adb-426c-a66e-f347139b66ea {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:10.313633 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a36574d-f4d1-4d4c-936f-a5b39a56ce1d req-36f379eb-2910-45f6-a4a0-d69980be4694 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:10.376145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-77588b3c-ff7a-4a2c-9ccb-c6d495d82abd service neutron] 10.222.0.74 "GET /v2.0/ports/02b9e605-1e46-4f32-b340-d5828e22b29e/bindings/n-h2-799684-3 HTTP/1.1" status: 200 len: 384 time: 0.8293650 Jul 08 17:59:10.475918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-1a36574d-f4d1-4d4c-936f-a5b39a56ce1d req-36f379eb-2910-45f6-a4a0-d69980be4694 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] For port 470c2987-9adb-426c-a66e-f347139b66ea, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=470c2987-9adb-426c-a66e-f347139b66ea,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:10.476757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a36574d-f4d1-4d4c-936f-a5b39a56ce1d req-36f379eb-2910-45f6-a4a0-d69980be4694 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:10.484635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-7fd7788f-b30e-45b3-8822-7494b2afb755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:10.486142 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-7fd7788f-b30e-45b3-8822-7494b2afb755 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1696773 Jul 08 17:59:10.492216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-1a36574d-f4d1-4d4c-936f-a5b39a56ce1d req-36f379eb-2910-45f6-a4a0-d69980be4694 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Calling delete_port for 470c2987-9adb-426c-a66e-f347139b66ea owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:10.528715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691223e-7bdd-4d2e-a059-cea6f3a2b0dd req-3cf8bad5-526a-43e3-b2ca-ee47be2d10c8 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:10.530336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b691223e-7bdd-4d2e-a059-cea6f3a2b0dd req-3cf8bad5-526a-43e3-b2ca-ee47be2d10c8 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea HTTP/1.1" status: 200 len: 950 time: 0.3729365 Jul 08 17:59:10.541388 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-54af0fc2-628b-4161-ab5c-85fb4a88c2a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b52b46fa-62df-4c6e-8fa6-4b83648f9176 HTTP/1.1" status: 200 len: 217 time: 0.0471034 Jul 08 17:59:10.547904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3d504d25-da79-4e4d-a160-8dfacf643b74 req-e6213f2c-e006-44f6-911c-f73c38d9099d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Deleting port 112ce291-f5b5-4f7e-b34e-d00bbbce2def {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:10.548303 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3d504d25-da79-4e4d-a160-8dfacf643b74 req-e6213f2c-e006-44f6-911c-f73c38d9099d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:10.582134 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:10.622803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb142213-469a-4eee-b968-5d39a3dd5937 req-ede60aaa-6f88-430f-b417-fba6653a5fbc tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:10.630544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb142213-469a-4eee-b968-5d39a3dd5937 req-ede60aaa-6f88-430f-b417-fba6653a5fbc tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 1100 time: 0.2995408 Jul 08 17:59:10.633115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-d332675b-61a9-413f-b812-d3ed72014907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:10.634678 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-d332675b-61a9-413f-b812-d3ed72014907 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0635717 Jul 08 17:59:10.750782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b691223e-7bdd-4d2e-a059-cea6f3a2b0dd req-c0d6bad4-888a-4388-a800-ba311f3ce524 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105572 Jul 08 17:59:10.809434 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a36574d-f4d1-4d4c-936f-a5b39a56ce1d req-36f379eb-2910-45f6-a4a0-d69980be4694 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:10.824796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['112ce291-f5b5-4f7e-b34e-d00bbbce2def', '470c2987-9adb-426c-a66e-f347139b66ea'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:10.828543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:10.838887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f379eb-2910-45f6-a4a0-d69980be4694 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event deleted for resources: {'Port': ['ID=470c2987-9adb-426c-a66e-f347139b66ea,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:10.847197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-da1ade8b-d8f3-46b7-a84c-4862b8a3da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:10.848729 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-da1ade8b-d8f3-46b7-a84c-4862b8a3da0d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021284 Jul 08 17:59:10.901160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb142213-469a-4eee-b968-5d39a3dd5937 req-e4088288-496e-4217-b4fc-aa632652c355 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697003 Jul 08 17:59:10.966724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a36574d-f4d1-4d4c-936f-a5b39a56ce1d req-36f379eb-2910-45f6-a4a0-d69980be4694 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] No DVR routers for this DVR port 470c2987-9adb-426c-a66e-f347139b66ea on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:10.967209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3d504d25-da79-4e4d-a160-8dfacf643b74 req-e6213f2c-e006-44f6-911c-f73c38d9099d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] For port 112ce291-f5b5-4f7e-b34e-d00bbbce2def, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=112ce291-f5b5-4f7e-b34e-d00bbbce2def,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:10.967803 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3d504d25-da79-4e4d-a160-8dfacf643b74 req-e6213f2c-e006-44f6-911c-f73c38d9099d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:10.975307 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1a36574d-f4d1-4d4c-936f-a5b39a56ce1d req-36f379eb-2910-45f6-a4a0-d69980be4694 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:10.977620 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a36574d-f4d1-4d4c-936f-a5b39a56ce1d req-36f379eb-2910-45f6-a4a0-d69980be4694 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "DELETE /v2.0/ports/470c2987-9adb-426c-a66e-f347139b66ea HTTP/1.1" status: 204 len: 173 time: 0.8542285 Jul 08 17:59:10.978090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762dc407-c25c-4037-aae0-496a974173c4', 'name': 'network-vif-deleted', 'tag': '470c2987-9adb-426c-a66e-f347139b66ea'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:10.980392 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ef97d3-4eca-4699-8045-af473bb1eea0" -d '{"events": [{"server_uuid": "762dc407-c25c-4037-aae0-496a974173c4", "name": "network-vif-deleted", "tag": "470c2987-9adb-426c-a66e-f347139b66ea"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:11.023164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3d504d25-da79-4e4d-a160-8dfacf643b74 req-e6213f2c-e006-44f6-911c-f73c38d9099d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Calling delete_port for 112ce291-f5b5-4f7e-b34e-d00bbbce2def owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:11.080722 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-538f94d1-9d2a-4c76-b8af-79ebff1ca7b9 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194834 Jul 08 17:59:11.277842 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9a471-c580-4c0e-8087-4cf0c3971d42 None None] Sync routers for ids ['77f10997-eefc-4f01-ac5c-8c9481886dae'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:59:11.284355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-7ae280de-a6ef-4c40-8a97-7116f26f622f service neutron] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02b9e605-1e46-4f32-b340-d5828e22b29e,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:11.303197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Deleting port e2aec188-6eaa-48d8-8ef8-5ebc38abc890 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:11.303539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:11.305586 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3d504d25-da79-4e4d-a160-8dfacf643b74 req-e6213f2c-e006-44f6-911c-f73c38d9099d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:11.306753 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9a471-c580-4c0e-8087-4cf0c3971d42 None None] Routers {'77f10997-eefc-4f01-ac5c-8c9481886dae'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:59:11.310064 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dab9a471-c580-4c0e-8087-4cf0c3971d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:59:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['77f10997-eefc-4f01-ac5c-8c9481886dae'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:11.389461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-58830004-1d8d-4f9e-b7e5-594a7b67ca70 req-1f606f29-404c-49f8-b318-7cd9446e9c21 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985618 Jul 08 17:59:11.441925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['470c2987-9adb-426c-a66e-f347139b66ea'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:11.509156 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-dab9a471-c580-4c0e-8087-4cf0c3971d42 None None] Set router 77f10997-eefc-4f01-ac5c-8c9481886dae gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:59:11.536171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6213f2c-e006-44f6-911c-f73c38d9099d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event deleted for resources: {'Port': ['ID=112ce291-f5b5-4f7e-b34e-d00bbbce2def,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:11.542751 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:11.552615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-7ae280de-a6ef-4c40-8a97-7116f26f622f service neutron] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:11.585212 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dab9a471-c580-4c0e-8087-4cf0c3971d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f10997-eefc-4f01-ac5c-8c9481886dae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1082661308-router', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:01Z', 'updated_at': '2021-07-08T17:59:10Z', 'revision_number': 6, 'project_id': '70804e7823194edb865b4ea14dd3ae4a', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:11.618108 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9a471-c580-4c0e-8087-4cf0c3971d42 None None] Checking router: 77f10997-eefc-4f01-ac5c-8c9481886dae for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:59:11.629210 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9a471-c580-4c0e-8087-4cf0c3971d42 None None] Routers {'77f10997-eefc-4f01-ac5c-8c9481886dae'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:59:11.629816 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dab9a471-c580-4c0e-8087-4cf0c3971d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:59:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['77f10997-eefc-4f01-ac5c-8c9481886dae'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:11.631134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89a0cf-73e7-4318-94d2-fbe5df4500d3 req-566f9f21-84fb-45a4-b9d9-d6d8a8b9548e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:11.638123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b89a0cf-73e7-4318-94d2-fbe5df4500d3 req-566f9f21-84fb-45a4-b9d9-d6d8a8b9548e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 944 time: 0.6906691 Jul 08 17:59:11.644976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e2aec188-6eaa-48d8-8ef8-5ebc38abc890 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:11.693572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e2aec188-6eaa-48d8-8ef8-5ebc38abc890 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:11.693899 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:11.745861 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-dab9a471-c580-4c0e-8087-4cf0c3971d42 None None] Set router 77f10997-eefc-4f01-ac5c-8c9481886dae gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:59:11.746399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-7ae280de-a6ef-4c40-8a97-7116f26f622f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b9e605-1e46-4f32-b340-d5828e22b29e {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:11.755261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d504d25-da79-4e4d-a160-8dfacf643b74 req-e6213f2c-e006-44f6-911c-f73c38d9099d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] No DVR routers for this DVR port 112ce291-f5b5-4f7e-b34e-d00bbbce2def on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:11.771495 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3d504d25-da79-4e4d-a160-8dfacf643b74 req-e6213f2c-e006-44f6-911c-f73c38d9099d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:11.775000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d504d25-da79-4e4d-a160-8dfacf643b74 req-e6213f2c-e006-44f6-911c-f73c38d9099d tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.59 "DELETE /v2.0/ports/112ce291-f5b5-4f7e-b34e-d00bbbce2def HTTP/1.1" status: 204 len: 173 time: 2.2986538 Jul 08 17:59:11.778940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a77ee17-2482-41da-8d65-7cf5093bb4ea', 'name': 'network-vif-deleted', 'tag': '112ce291-f5b5-4f7e-b34e-d00bbbce2def'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:11.780846 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201007c3-6e19-4504-ad2c-5ac6dd18d1b3" -d '{"events": [{"server_uuid": "1a77ee17-2482-41da-8d65-7cf5093bb4ea", "name": "network-vif-deleted", "tag": "112ce291-f5b5-4f7e-b34e-d00bbbce2def"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:11.786693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-7ae280de-a6ef-4c40-8a97-7116f26f622f service neutron] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=02b9e605-1e46-4f32-b340-d5828e22b29e,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:11.805130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:11.823259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] For port e2aec188-6eaa-48d8-8ef8-5ebc38abc890, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e2aec188-6eaa-48d8-8ef8-5ebc38abc890,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:11.823623 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:11.829506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b89a0cf-73e7-4318-94d2-fbe5df4500d3 req-a1fa6a9d-c16a-4724-abda-c5e0a618f02c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899638 Jul 08 17:59:11.842230 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dab9a471-c580-4c0e-8087-4cf0c3971d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f10997-eefc-4f01-ac5c-8c9481886dae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1082661308-router', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:01Z', 'updated_at': '2021-07-08T17:59:10Z', 'revision_number': 6, 'project_id': '70804e7823194edb865b4ea14dd3ae4a', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:11.845817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Calling delete_port for e2aec188-6eaa-48d8-8ef8-5ebc38abc890 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:11.847959 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-7ae280de-a6ef-4c40-8a97-7116f26f622f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:11.889819 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9a471-c580-4c0e-8087-4cf0c3971d42 None None] The sync data for ids ['77f10997-eefc-4f01-ac5c-8c9481886dae'] in n-d-799684-3 is: [{'id': '77f10997-eefc-4f01-ac5c-8c9481886dae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1082661308-router', 'tenant_id': '70804e7823194edb865b4ea14dd3ae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:01Z', 'updated_at': '2021-07-08T17:59:10Z', 'revision_number': 6, 'project_id': '70804e7823194edb865b4ea14dd3ae4a', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:59:12.004443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aec85b-e8cf-4bb9-bc8b-6a5024076fa2 req-c92c265d-47dc-409e-9bf8-79fb7e29923a tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:12.006296 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69aec85b-e8cf-4bb9-bc8b-6a5024076fa2 req-c92c265d-47dc-409e-9bf8-79fb7e29923a tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 1097 time: 0.4715955 Jul 08 17:59:12.228862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-7ae280de-a6ef-4c40-8a97-7116f26f622f service neutron] Transition to ACTIVE for port object 02b9e605-1e46-4f32-b340-d5828e22b29e will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:12.242903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69aec85b-e8cf-4bb9-bc8b-6a5024076fa2 req-60e4839d-1734-47a4-b24d-260cfae7312e tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291186 Jul 08 17:59:12.251955 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acce556f-9b6d-434a-951a-20e8f8479ea0 x-openstack-request-id: req-acce556f-9b6d-434a-951a-20e8f8479ea0 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:12.252244 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762dc407-c25c-4037-aae0-496a974173c4", "name": "network-vif-deleted", "tag": "470c2987-9adb-426c-a66e-f347139b66ea", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:12.252868 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-acce556f-9b6d-434a-951a-20e8f8479ea0 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:12.253449 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762dc407-c25c-4037-aae0-496a974173c4', 'name': 'network-vif-deleted', 'tag': '470c2987-9adb-426c-a66e-f347139b66ea', 'status': 'completed', 'code': 200} Jul 08 17:59:12.255006 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-7ae280de-a6ef-4c40-8a97-7116f26f622f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:12.355248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-7ae280de-a6ef-4c40-8a97-7116f26f622f service neutron] No DVR routers for this DVR port 02b9e605-1e46-4f32-b340-d5828e22b29e on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:12.449424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0878675a-b4c4-408d-9f91-72b391519d27 req-ec136b6a-8069-4b97-a52f-659af1136dab tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a77ee17-2482-41da-8d65-7cf5093bb4ea HTTP/1.1" status: 200 len: 210 time: 0.0919333 Jul 08 17:59:12.463184 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-7ae280de-a6ef-4c40-8a97-7116f26f622f service neutron] 10.222.0.74 "PUT /v2.0/ports/02b9e605-1e46-4f32-b340-d5828e22b29e/bindings/n-h2-799684-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0731514 Jul 08 17:59:12.466648 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:12.474887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae280de-a6ef-4c40-8a97-7116f26f622f service neutron] Pushing event updated for resources: {'Port': ['ID=02b9e605-1e46-4f32-b340-d5828e22b29e,revision_number=10']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:12.511437 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e783988-940c-4b15-a21b-f97d91a6142b x-openstack-request-id: req-9e783988-940c-4b15-a21b-f97d91a6142b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:12.511730 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a77ee17-2482-41da-8d65-7cf5093bb4ea", "name": "network-vif-deleted", "tag": "112ce291-f5b5-4f7e-b34e-d00bbbce2def", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:12.511978 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e783988-940c-4b15-a21b-f97d91a6142b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:12.512373 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a77ee17-2482-41da-8d65-7cf5093bb4ea', 'name': 'network-vif-deleted', 'tag': '112ce291-f5b5-4f7e-b34e-d00bbbce2def', 'status': 'completed', 'code': 200} Jul 08 17:59:12.519654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2aec188-6eaa-48d8-8ef8-5ebc38abc890,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:12.546323 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:12.723442 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886976c8-9c24-4489-b6c8-5d5917471437 req-2a74fcf2-c88d-47f3-9040-91d292fd4def tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:12.725038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-886976c8-9c24-4489-b6c8-5d5917471437 req-2a74fcf2-c88d-47f3-9040-91d292fd4def tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.3749230 Jul 08 17:59:12.729813 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:12.734595 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:12.837130 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:12.837689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77f10997-eefc-4f01-ac5c-8c9481886dae {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:59:12.842711 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:12.847268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c01ab3ee-f6fc-461c-9f40-f1bdb20e9e4b admin admin] 10.222.0.73 "DELETE /v2.0/routers/77f10997-eefc-4f01-ac5c-8c9481886dae HTTP/1.1" status: 204 len: 168 time: 3.3967683 Jul 08 17:59:12.847701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54926) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:12.848378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-886976c8-9c24-4489-b6c8-5d5917471437 req-7dbdf142-d8ec-49a6-9ec1-d559140d6cfa tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150799 Jul 08 17:59:12.865846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-7e4c7e22-fb9a-4cfc-acd0-96afdc3d7f12 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:12.876629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-7e4c7e22-fb9a-4cfc-acd0-96afdc3d7f12 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.2620280 Jul 08 17:59:12.927495 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-d917288c-4494-4b0b-9d75-c5fce2bddddb admin admin] Deleting subnet e2e6092b-8345-4df3-bdbf-7a72755d59d9 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:59:12.938804 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d917288c-4494-4b0b-9d75-c5fce2bddddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:12.977261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-f1ef344d-015f-49c4-9153-c479fa69e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:12.979939 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-f1ef344d-015f-49c4-9153-c479fa69e522 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2&tenant_id=44a6d394ddab44db92242d5757a14aee HTTP/1.1" status: 200 len: 1096 time: 0.1000986 Jul 08 17:59:12.989269 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d917288c-4494-4b0b-9d75-c5fce2bddddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.094371 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d917288c-4494-4b0b-9d75-c5fce2bddddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.115494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-ec4f4d6d-eeb2-4181-96a4-a1ced18ca392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:13.117059 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-ec4f4d6d-eeb2-4181-96a4-a1ced18ca392 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 1096 time: 0.1041853 Jul 08 17:59:13.189984 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d917288c-4494-4b0b-9d75-c5fce2bddddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.221221 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917288c-4494-4b0b-9d75-c5fce2bddddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e6092b-8345-4df3-bdbf-7a72755d59d9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:13.235272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d917288c-4494-4b0b-9d75-c5fce2bddddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.237321 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d917288c-4494-4b0b-9d75-c5fce2bddddb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e2e6092b-8345-4df3-bdbf-7a72755d59d9 HTTP/1.1" status: 204 len: 168 time: 0.3893268 Jul 08 17:59:13.241761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54938) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:13.243494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7486a-2e7d-4e78-8244-cad48047992b None None] Network a7122a4a-0fa0-44ce-85be-6eaa136c233d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:59:13.285661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-f68a65bb-1c8d-4746-8f3b-e9be2980e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:13.287393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-f68a65bb-1c8d-4746-8f3b-e9be2980e27d service neutron] 10.222.0.59 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.1608779 Jul 08 17:59:13.339360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.407207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Deleting port 90988d8e-6d90-4117-b660-47855059d84e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:13.407607 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.415529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-cf17e480-80c6-4d5d-b087-161b9267b78e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b9e605-1e46-4f32-b340-d5828e22b29e HTTP/1.1" status: 200 len: 217 time: 0.0816607 Jul 08 17:59:13.481143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfd382-7c6d-436f-9953-41f15efa4abf req-e100cf48-e63c-42e8-bc29-0cdda2ddb753 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:13.487310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-80bfd382-7c6d-436f-9953-41f15efa4abf req-e100cf48-e63c-42e8-bc29-0cdda2ddb753 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 945 time: 0.1982768 Jul 08 17:59:13.487789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa332cd-be1d-4c37-ab05-80022a7ae55f None None] DHCP port deletion for a7122a4a-0fa0-44ce-85be-6eaa136c233d request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:59:13.520608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] For port 90988d8e-6d90-4117-b660-47855059d84e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=90988d8e-6d90-4117-b660-47855059d84e,segment=NetworkSegment(56f5894f-617a-4b11-8ecf-84d64caabfe2),segment_id=56f5894f-617a-4b11-8ecf-84d64caabfe2)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:13.521979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.542796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Calling delete_port for 90988d8e-6d90-4117-b660-47855059d84e owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:13.549838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-3dfe6c1c-f963-473c-aa1d-0574d59436b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:13.551944 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-3dfe6c1c-f963-473c-aa1d-0574d59436b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1283696 Jul 08 17:59:13.561300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-baa332cd-be1d-4c37-ab05-80022a7ae55f None None] Deleting port 90988d8e-6d90-4117-b660-47855059d84e {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:13.562010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-baa332cd-be1d-4c37-ab05-80022a7ae55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.568999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-80bfd382-7c6d-436f-9953-41f15efa4abf req-03b35038-746e-43c6-82a2-1035ad459907 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782838 Jul 08 17:59:13.607086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-04519ab0-e8d9-4306-afcd-c8c71d9ae425 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371807 Jul 08 17:59:13.648634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device aa39cc7d-e724-4830-ae63-f01e8b64daeb no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:13.683886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: aa39cc7d-e724-4830-ae63-f01e8b64daeb {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:13.684232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device aa39cc7d-e724-4830-ae63-f01e8b64daeb not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:13.685044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e2aec188-6eaa-48d8-8ef8-5ebc38abc890 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:13.690985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.722683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: e2aec188-6eaa-48d8-8ef8-5ebc38abc890 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:13.723257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e2aec188-6eaa-48d8-8ef8-5ebc38abc890 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:13.723901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 90988d8e-6d90-4117-b660-47855059d84e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:13.732687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=90988d8e-6d90-4117-b660-47855059d84e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:13.743710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] No DVR routers for this DVR port 90988d8e-6d90-4117-b660-47855059d84e on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:13.763131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 90988d8e-6d90-4117-b660-47855059d84e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:13.763496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 90988d8e-6d90-4117-b660-47855059d84e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:13.768864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-baa332cd-be1d-4c37-ab05-80022a7ae55f None None] For port 90988d8e-6d90-4117-b660-47855059d84e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=90988d8e-6d90-4117-b660-47855059d84e,segment=NetworkSegment(56f5894f-617a-4b11-8ecf-84d64caabfe2),segment_id=56f5894f-617a-4b11-8ecf-84d64caabfe2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:13.769371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-baa332cd-be1d-4c37-ab05-80022a7ae55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.776589 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-1e140822-cecf-402b-9838-3036e208f714 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555011 Jul 08 17:59:13.785423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-baa332cd-be1d-4c37-ab05-80022a7ae55f None None] Calling delete_port for 90988d8e-6d90-4117-b660-47855059d84e owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:13.883910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.900512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7122a4a-0fa0-44ce-85be-6eaa136c233d']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:13.902199 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-baa332cd-be1d-4c37-ab05-80022a7ae55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.912453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f5894f-617a-4b11-8ecf-84d64caabfe2') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:13.913279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f5894f-617a-4b11-8ecf-84d64caabfe2') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:13.924287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-83513548-9f7d-482c-9c2c-d2e11df7751d service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450803 Jul 08 17:59:13.929806 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.941875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa332cd-be1d-4c37-ab05-80022a7ae55f None None] Pushing event deleted for resources: {'Port': ['ID=90988d8e-6d90-4117-b660-47855059d84e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:13.949755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa332cd-be1d-4c37-ab05-80022a7ae55f None None] No DVR routers for this DVR port 90988d8e-6d90-4117-b660-47855059d84e on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:13.949890 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.956455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:59:13.956900 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: timer() Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:59:13.959606 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:59:14.024928 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:14.043412 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:14.045280 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a7122a4a-0fa0-44ce-85be-6eaa136c233d HTTP/1.1" status: 204 len: 168 time: 0.8021734 Jul 08 17:59:14.046295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae392af-beec-453b-a261-dee140a39d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7122a4a-0fa0-44ce-85be-6eaa136c233d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:14.129266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 112ce291-f5b5-4f7e-b34e-d00bbbce2def no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:14.185860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 112ce291-f5b5-4f7e-b34e-d00bbbce2def {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:14.189729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 112ce291-f5b5-4f7e-b34e-d00bbbce2def not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:14.189729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 470c2987-9adb-426c-a66e-f347139b66ea no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:14.249679 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 470c2987-9adb-426c-a66e-f347139b66ea {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:14.250310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 470c2987-9adb-426c-a66e-f347139b66ea not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:14.253687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54984) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:14.300890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0978478d-aac4-413e-9a29-f3159a8eabec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=70804e7823194edb865b4ea14dd3ae4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456736 Jul 08 17:59:14.303582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54986) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:14.369641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-78725cc0-9117-496f-b73d-7b97d9373c46 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:59:14.370665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-78725cc0-9117-496f-b73d-7b97d9373c46 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255368 Jul 08 17:59:14.388989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Request body: {'binding': {'host': 'n-h1-799684-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:14.389429 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Unknown quota resources ['binding']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:59:14.439238 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f1b8c31-9eac-420f-a7d6-6b4dfbf4cd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:14.542141 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f1b8c31-9eac-420f-a7d6-6b4dfbf4cd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:14.556866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c72c4fd6-3761-43e2-8991-702bb02047ef tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:14.558359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-c72c4fd6-3761-43e2-8991-702bb02047ef tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.2310638 Jul 08 17:59:14.662585 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d4e9e-bebb-4390-ad4c-ac665a2f8737 req-4cfdc4e2-7e24-4660-abb8-77cce6da9b24 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:14.664138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-287d4e9e-bebb-4390-ad4c-ac665a2f8737 req-4cfdc4e2-7e24-4660-abb8-77cce6da9b24 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.2443423 Jul 08 17:59:14.711951 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f1b8c31-9eac-420f-a7d6-6b4dfbf4cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:14.714423 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f1b8c31-9eac-420f-a7d6-6b4dfbf4cd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:14.715552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6f1b8c31-9eac-420f-a7d6-6b4dfbf4cd75 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60f81c89-f55e-442d-bf79-9d224d281300 HTTP/1.1" status: 204 len: 168 time: 0.4110322 Jul 08 17:59:15.068206 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on host n-h1-799684-3 for vnic_type normal with profile None {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:15.068550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:15.068860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:15.071012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b8c31-9eac-420f-a7d6-6b4dfbf4cd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f81c89-f55e-442d-bf79-9d224d281300,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:15.082456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:59:15.082781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:15.097690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-287d4e9e-bebb-4390-ad4c-ac665a2f8737 req-372b26df-5a76-4e5a-8844-975c6e10097e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211481 Jul 08 17:59:15.105988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:15.106455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:15.106713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:15.107373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Bound port: 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:15.159786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-d14c6ce2-4202-4d3a-81d2-608ad23d9e24 service neutron] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:15.165834 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-d14c6ce2-4202-4d3a-81d2-608ad23d9e24 service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.166957 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bda7ec08-f128-4fd1-921b-26d95d0ca09c req-d14c6ce2-4202-4d3a-81d2-608ad23d9e24 service neutron] 10.222.0.59 "DELETE /v2.0/ports/02b9e605-1e46-4f32-b340-d5828e22b29e/bindings/n-h1-799684-3 HTTP/1.1" status: 204 len: 173 time: 0.5938621 Jul 08 17:59:15.179738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:59:15.199123 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.200669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6c934585-0c76-4c5e-8f6b-0cab68e6d5f6 service neutron] 10.222.0.73 "POST /v2.0/ports/19f5d15c-0e5e-494e-b651-d215bebd5a3c/bindings HTTP/1.1" status: 201 len: 389 time: 0.8161743 Jul 08 17:59:15.279167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635c52-14c1-4574-9dfe-fd6521f6a549 req-385d0991-2473-47a7-9237-534f73db0215 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:15.280729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d635c52-14c1-4574-9dfe-fd6521f6a549 req-385d0991-2473-47a7-9237-534f73db0215 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.0766101 Jul 08 17:59:15.337775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d635c52-14c1-4574-9dfe-fd6521f6a549 req-e856fb53-a1dd-453f-ab5f-92daac545309 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510771 Jul 08 17:59:15.485620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55018) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:15.590100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1166529107-network', 'tenant_id': '3e0ef964426048b7bf98d75718c5c7bf'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:15.605438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc2ad1-e37a-4ace-b66d-c72fb20c91c1 req-cf8f9f4c-d855-4455-94d9-028a4425b02e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:15.606885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95fc2ad1-e37a-4ace-b66d-c72fb20c91c1 req-cf8f9f4c-d855-4455-94d9-028a4425b02e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 945 time: 0.1500995 Jul 08 17:59:15.613578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Made reservation on behalf of 3e0ef964426048b7bf98d75718c5c7bf for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:15.616515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.626669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.637344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e25d0-6474-460e-ad05-4fb187197233 req-e27198e4-a0b5-41a5-839f-c326caa613fd tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:15.638863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f1e25d0-6474-460e-ad05-4fb187197233 req-e27198e4-a0b5-41a5-839f-c326caa613fd tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.1410317 Jul 08 17:59:15.677698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-382d5ae1-2dbf-4733-88b0-769a0db608f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:15.678836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-382d5ae1-2dbf-4733-88b0-769a0db608f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 1097 time: 0.1418991 Jul 08 17:59:15.698576 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95fc2ad1-e37a-4ace-b66d-c72fb20c91c1 req-bfded252-54c5-47cc-9eba-c8dd51e20bcb tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836766 Jul 08 17:59:15.706427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f1e25d0-6474-460e-ad05-4fb187197233 req-96e4e082-e862-43dc-bd92-cecb3a801a6e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571482 Jul 08 17:59:15.730075 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.734989 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.763238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:59:15.778834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:15.784103 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.784589 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Added segment 19e2a8fa-bd49-4b5f-a805-a808b9d222fd of type vlan for network 1c510281-7c23-4f45-8f61-7aebaf93e67f Jul 08 17:59:15.829739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-7597a8c8-000e-4543-ba99-d7d8bd97e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:15.831572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-7597a8c8-000e-4543-ba99-d7d8bd97e2ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.1177957 Jul 08 17:59:15.832597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.876076 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.877130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:15.877715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.897454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-cb32375b-3543-4696-a45a-a4b226b0ffb1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c HTTP/1.1" status: 200 len: 217 time: 0.0472138 Jul 08 17:59:15.961640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-1b653b48-ca14-4cee-bbf6-61d0ef21a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:15.963352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-1b653b48-ca14-4cee-bbf6-61d0ef21a834 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0576501 Jul 08 17:59:15.973497 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4867363 Jul 08 17:59:15.976431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55028) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:15.981330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] Request body: {'subnet': {'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1166529107-subnet', 'tenant_id': '3e0ef964426048b7bf98d75718c5c7bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:15.998158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc80cd5-5b43-4934-83f7-24aae7cb495a admin admin] Pushing event updated for resources: {'Network': ['ID=1c510281-7c23-4f45-8f61-7aebaf93e67f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:16.008941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 1c510281-7c23-4f45-8f61-7aebaf93e67f details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:59:16.024683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-32464b53-57eb-4e9c-a621-61c9a00a443e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392911 Jul 08 17:59:16.106841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] Made reservation on behalf of 3e0ef964426048b7bf98d75718c5c7bf for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:16.109716 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:16.263940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-13df4515-3a13-4ddd-9b32-77cbe37cdbf7 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246571 Jul 08 17:59:16.266156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ec771-4cfd-43ce-bc08-d1407e0b22db req-4e57c37c-485e-4e5a-b362-684c8543ca70 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.267164 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-923ec771-4cfd-43ce-bc08-d1407e0b22db req-4e57c37c-485e-4e5a-b362-684c8543ca70 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 1096 time: 0.2416196 Jul 08 17:59:16.413145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-923ec771-4cfd-43ce-bc08-d1407e0b22db req-fbebc474-69be-47dc-91d7-adb22534385e tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333094 Jul 08 17:59:16.464228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4fdf4-023d-4acc-9c73-790764d51ad4 req-3e395801-72de-46a6-8569-59fa29eb1125 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.465738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46f4fdf4-023d-4acc-9c73-790764d51ad4 req-3e395801-72de-46a6-8569-59fa29eb1125 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.2466187 Jul 08 17:59:16.500978 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:16.504092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-aa8ea988-81c7-4d83-8134-697a664170f8 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289481 Jul 08 17:59:16.592458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46f4fdf4-023d-4acc-9c73-790764d51ad4 req-f729410c-1135-4d5f-8d2c-b73c8bef1daa tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099782 Jul 08 17:59:16.605414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e734d1c-a925-4682-8868-ca57c3123de4,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:16.629681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] Checking segment: {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:16.630252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] Network hostable DHCP agents. Network: 1c510281-7c23-4f45-8f61-7aebaf93e67f, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:59:16.661897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05fedb-f757-4a6b-b82f-9dd2013031dd req-300f4b79-b72c-4a50-92dc-b6c64b23f3df tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.663718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c05fedb-f757-4a6b-b82f-9dd2013031dd req-300f4b79-b72c-4a50-92dc-b6c64b23f3df tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 949 time: 0.1117358 Jul 08 17:59:16.669583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] Network 1c510281-7c23-4f45-8f61-7aebaf93e67f is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:59:16.690560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 1c510281-7c23-4f45-8f61-7aebaf93e67f) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:16.707574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d013ef-538a-43ae-833c-0a95deb95656 None None] Network 1c510281-7c23-4f45-8f61-7aebaf93e67f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:59:16.720000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.720618 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:16.760608 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c05fedb-f757-4a6b-b82f-9dd2013031dd req-b0ce4f42-d9eb-46b6-a953-8d9854dfa396 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884941 Jul 08 17:59:16.793327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f11ab1c8-d5c9-412a-88b2-bac37f8d2c09 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8156679 Jul 08 17:59:16.821124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fde04-c7c1-4c9b-b8a6-158560229541 req-b6b97e94-69de-4c61-a381-462bf7d1aafb tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.823130 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-149fde04-c7c1-4c9b-b8a6-158560229541 req-b6b97e94-69de-4c61-a381-462bf7d1aafb tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1057746 Jul 08 17:59:16.878749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-149fde04-c7c1-4c9b-b8a6-158560229541 req-6037269b-0f72-4aef-9667-247b6cbe5a4f tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482473 Jul 08 17:59:17.039450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69906082-844f-4c52-9510-86b30da2773f None None] Network 1c510281-7c23-4f45-8f61-7aebaf93e67f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:59:17.068917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d3308-1672-4bb6-ae62-aaf9d893022c req-9dda9c2f-5dc0-4262-bb88-fa8454001e18 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:17.070451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d31d3308-1672-4bb6-ae62-aaf9d893022c req-9dda9c2f-5dc0-4262-bb88-fa8454001e18 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 1096 time: 0.1488626 Jul 08 17:59:17.131861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70e413-c48a-48b1-9073-2133d7facbc1 req-366a66bf-eeb3-4286-ad41-15974a540282 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:17.133535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a70e413-c48a-48b1-9073-2133d7facbc1 req-366a66bf-eeb3-4286-ad41-15974a540282 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.1107864 Jul 08 17:59:17.138195 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d31d3308-1672-4bb6-ae62-aaf9d893022c req-ad13e3fb-a2cc-414d-9fba-f26295116536 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590751 Jul 08 17:59:17.178785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a70e413-c48a-48b1-9073-2133d7facbc1 req-48eae442-d75c-4fbd-ac51-d3352bc5a906 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353968 Jul 08 17:59:17.540370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-bc0992c2-de82-47ee-a8e0-0d671a87d354 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:17.541925 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-bc0992c2-de82-47ee-a8e0-0d671a87d354 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 805 time: 0.1137695 Jul 08 17:59:17.557550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-9518f3cc-e998-44a5-85ee-2994b348ea43 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/quotas/3e0ef964426048b7bf98d75718c5c7bf HTTP/1.1" status: 200 len: 375 time: 0.0097413 Jul 08 17:59:17.606504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-e812cb5b-3fe2-44aa-aed2-c63bb0a91fa8 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294821 Jul 08 17:59:17.705475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-d75b779d-81c2-4f95-bd26-8b50716386cc service neutron] 10.222.0.73 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903971 Jul 08 17:59:17.839865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-59b741ed-ff03-4c2a-96ed-6968e0bc66f4 service neutron] 10.222.0.73 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284635 Jul 08 17:59:17.852526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d5d43-a623-4014-9bd3-1148de9e91c7 req-7c46700b-b566-4f27-ba6e-66095055c86c tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:17.854019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-372d5d43-a623-4014-9bd3-1148de9e91c7 req-7c46700b-b566-4f27-ba6e-66095055c86c tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 946 time: 0.1179490 Jul 08 17:59:17.897882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-372d5d43-a623-4014-9bd3-1148de9e91c7 req-a373bf56-2818-457c-8ecc-e614d7b45846 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371592 Jul 08 17:59:18.139858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46f81f-7765-412d-8e61-95cd14581b08 req-94455bb9-8666-4ff5-ba82-136bc879a18a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:18.141929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f46f81f-7765-412d-8e61-95cd14581b08 req-94455bb9-8666-4ff5-ba82-136bc879a18a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.1060138 Jul 08 17:59:18.191300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc3c4c-a92c-47c9-b329-94b249150318 req-dc1428c1-a6d1-4f17-a421-0115be07e935 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:18.192956 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0dc3c4c-a92c-47c9-b329-94b249150318 req-dc1428c1-a6d1-4f17-a421-0115be07e935 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 949 time: 0.1118727 Jul 08 17:59:18.230364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f46f81f-7765-412d-8e61-95cd14581b08 req-69f577b2-f3bb-4219-8cb6-1a3c920d0917 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789824 Jul 08 17:59:18.255731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0dc3c4c-a92c-47c9-b329-94b249150318 req-eb106b01-9e5f-4ae3-b657-e0676cff5ed3 tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1634a5e-321c-4cd8-8f05-aeccbe0f9741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496855 Jul 08 17:59:18.394479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27975650-7373-42b0-b58d-bf4c376da027 req-e311f166-c87d-4d14-a206-a975bd0f8c8a tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 210 time: 0.0576825 Jul 08 17:59:18.481115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322e9bb-6a5a-4330-b5f0-47bf6e0ec75c req-f5ed9b19-3e9d-430c-b95d-742681946f33 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:18.492145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5322e9bb-6a5a-4330-b5f0-47bf6e0ec75c req-f5ed9b19-3e9d-430c-b95d-742681946f33 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.0831630 Jul 08 17:59:18.594996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5322e9bb-6a5a-4330-b5f0-47bf6e0ec75c req-6bc4b51a-861e-4eab-bddd-07d1bdd59d97 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928268 Jul 08 17:59:18.640081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa46af9-6d1a-47d9-900d-d36bc72528c0 req-8a2106aa-d31b-480b-a5a5-e2bf137f0f8f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:18.642041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9aa46af9-6d1a-47d9-900d-d36bc72528c0 req-8a2106aa-d31b-480b-a5a5-e2bf137f0f8f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.1489911 Jul 08 17:59:18.650944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024de09-a173-4c83-a3c2-73f4b62ac6f7 req-e8afa1bf-7296-4ae1-98f3-1b10597b52ff tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:18.652383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4024de09-a173-4c83-a3c2-73f4b62ac6f7 req-e8afa1bf-7296-4ae1-98f3-1b10597b52ff tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 949 time: 0.1319182 Jul 08 17:59:18.716704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9aa46af9-6d1a-47d9-900d-d36bc72528c0 req-0f5ec294-8fa9-4470-8b38-587e1f06be8d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633333 Jul 08 17:59:18.786908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-4024de09-a173-4c83-a3c2-73f4b62ac6f7 req-31f2ba71-7098-4d2d-84fe-08e0aa585eef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Deleting port b52b46fa-62df-4c6e-8fa6-4b83648f9176 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:18.790421 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4024de09-a173-4c83-a3c2-73f4b62ac6f7 req-31f2ba71-7098-4d2d-84fe-08e0aa585eef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:18.894555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-4024de09-a173-4c83-a3c2-73f4b62ac6f7 req-31f2ba71-7098-4d2d-84fe-08e0aa585eef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] For port b52b46fa-62df-4c6e-8fa6-4b83648f9176, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b52b46fa-62df-4c6e-8fa6-4b83648f9176,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:18.894932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4024de09-a173-4c83-a3c2-73f4b62ac6f7 req-31f2ba71-7098-4d2d-84fe-08e0aa585eef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:18.908592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-4024de09-a173-4c83-a3c2-73f4b62ac6f7 req-31f2ba71-7098-4d2d-84fe-08e0aa585eef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Calling delete_port for b52b46fa-62df-4c6e-8fa6-4b83648f9176 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:19.048508 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4024de09-a173-4c83-a3c2-73f4b62ac6f7 req-31f2ba71-7098-4d2d-84fe-08e0aa585eef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:19.067069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b52b46fa-62df-4c6e-8fa6-4b83648f9176'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:19.089071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2ba71-7098-4d2d-84fe-08e0aa585eef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Pushing event deleted for resources: {'Port': ['ID=b52b46fa-62df-4c6e-8fa6-4b83648f9176,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:19.149147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4024de09-a173-4c83-a3c2-73f4b62ac6f7 req-31f2ba71-7098-4d2d-84fe-08e0aa585eef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] No DVR routers for this DVR port b52b46fa-62df-4c6e-8fa6-4b83648f9176 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:19.151687 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4024de09-a173-4c83-a3c2-73f4b62ac6f7 req-31f2ba71-7098-4d2d-84fe-08e0aa585eef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:19.153994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4024de09-a173-4c83-a3c2-73f4b62ac6f7 req-31f2ba71-7098-4d2d-84fe-08e0aa585eef tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.74 "DELETE /v2.0/ports/b52b46fa-62df-4c6e-8fa6-4b83648f9176 HTTP/1.1" status: 204 len: 173 time: 0.4877133 Jul 08 17:59:19.154480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecce4ca8-396f-428e-86fb-26b863310dba', 'name': 'network-vif-deleted', 'tag': 'b52b46fa-62df-4c6e-8fa6-4b83648f9176'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:19.156741 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775ea9d7-b94c-4a35-b573-0228529d5c61" -d '{"events": [{"server_uuid": "ecce4ca8-396f-428e-86fb-26b863310dba", "name": "network-vif-deleted", "tag": "b52b46fa-62df-4c6e-8fa6-4b83648f9176"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:19.212968 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dba90fc-23ac-4082-b796-402df741cf5a x-openstack-request-id: req-2dba90fc-23ac-4082-b796-402df741cf5a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:19.213290 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecce4ca8-396f-428e-86fb-26b863310dba", "name": "network-vif-deleted", "tag": "b52b46fa-62df-4c6e-8fa6-4b83648f9176", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:19.214349 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2dba90fc-23ac-4082-b796-402df741cf5a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:19.214766 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecce4ca8-396f-428e-86fb-26b863310dba', 'name': 'network-vif-deleted', 'tag': 'b52b46fa-62df-4c6e-8fa6-4b83648f9176', 'status': 'completed', 'code': 200} Jul 08 17:59:19.383034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-7262c183-52a3-4c16-99b6-24795399ceef tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1714823354&fields=id&tenant_id=d405720c4cc04880b50b9a9583baab00 HTTP/1.1" status: 200 len: 267 time: 0.0849335 Jul 08 17:59:19.480592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-5c362841-0bcb-4261-ae25-4c6088803225 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:19.482272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-5c362841-0bcb-4261-ae25-4c6088803225 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 805 time: 0.2423444 Jul 08 17:59:19.536790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Request body: {'port': {'device_id': '0559810d-5e93-4abd-a980-e72453faf73b', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'admin_state_up': True, 'tenant_id': '3e0ef964426048b7bf98d75718c5c7bf'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:19.667938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-7c19845f-d925-43d6-afad-7695a9d38874 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:19.669394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-7c19845f-d925-43d6-afad-7695a9d38874 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/networks?id=72e7378e-68fa-4eae-969d-4af763a383fd HTTP/1.1" status: 200 len: 822 time: 0.2690842 Jul 08 17:59:19.700853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542489d-e2cb-4bb2-9309-affb33fb112c req-b7dc9bb3-8ed6-48d9-be1b-6be875df0bae tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:19.702314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b542489d-e2cb-4bb2-9309-affb33fb112c req-b7dc9bb3-8ed6-48d9-be1b-6be875df0bae tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.2810771 Jul 08 17:59:19.708311 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-240453e7-5815-4b40-b6bb-e496e2efba13 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/quotas/d405720c4cc04880b50b9a9583baab00 HTTP/1.1" status: 200 len: 375 time: 0.0316412 Jul 08 17:59:19.768926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Made reservation on behalf of 3e0ef964426048b7bf98d75718c5c7bf for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:19.772252 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:19.797260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b542489d-e2cb-4bb2-9309-affb33fb112c req-14db8273-001c-4968-bda5-26cebde26b1c tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862699 Jul 08 17:59:19.879709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c144bf0f-8959-445d-9f94-8d690cc90b9c tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d405720c4cc04880b50b9a9583baab00&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1581514 Jul 08 17:59:20.007916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-508a0981-2061-441b-ad65-5b55ce30cdc6 req-625ccdeb-e0d3-4898-bdf4-4bf4fe5c53ad tempest-ServersOnMultiNodesTest-173789115 tempest-ServersOnMultiNodesTest-173789115-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecce4ca8-396f-428e-86fb-26b863310dba HTTP/1.1" status: 200 len: 210 time: 0.0829515 Jul 08 17:59:20.040688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Allocated IP 172.20.0.13 (1c510281-7c23-4f45-8f61-7aebaf93e67f/8e734d1c-a925-4682-8868-ca57c3123de4/3d0f39e6-adc8-4318-9cb3-c46933639754) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:59:20.076180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-39689616-cfb5-43fd-8101-47b1b2dc8f19 service neutron] 10.222.0.73 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775920 Jul 08 17:59:20.215108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a758b93-bec0-44c2-8d6e-e999330b97e3 req-f22b0bc0-ad96-4577-89d0-6b0f20d36854 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 210 time: 0.0662961 Jul 08 17:59:20.302383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-df788df4-5a05-458e-993d-682a382db69b service neutron] 10.222.0.73 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252352 Jul 08 17:59:20.339850 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:20.425621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1d3f3-89d1-4ecc-9ee5-9e4b0e5f63e7 req-e4a5b9c1-a6be-4521-8c28-38c4278e36b1 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:20.427281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05d1d3f3-89d1-4ecc-9ee5-9e4b0e5f63e7 req-e4a5b9c1-a6be-4521-8c28-38c4278e36b1 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1015375 Jul 08 17:59:20.428460 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:20.502223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Network 1c510281-7c23-4f45-8f61-7aebaf93e67f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:59:20.513096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:20.519649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:59:20.525085 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:20.525704 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:20.533861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Pushing event updated for resources: {'Port': ['ID=3d0f39e6-adc8-4318-9cb3-c46933639754,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:20.549117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05d1d3f3-89d1-4ecc-9ee5-9e4b0e5f63e7 req-4921d72c-411f-4162-935f-3ed7e8118634 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138270 Jul 08 17:59:20.568280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-49dde781-eede-4f7a-8fd9-fab0a7e9c2f5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0379956 Jul 08 17:59:20.580236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Request body: {'port': {'device_id': '0559810d-5e93-4abd-a980-e72453faf73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:20.666007 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e1a5a77-5228-4141-8ae0-e80917d1f0a6 req-0b50cca4-bbb9-4a2e-a6ba-c1594b31d595 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 210 time: 0.0599854 Jul 08 17:59:20.733240 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:20.744172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3643e36-d201-4036-a39f-c5622eeb82e9 req-856d095d-1ae7-4933-ae31-3143d2ee5af9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:20.745664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3643e36-d201-4036-a39f-c5622eeb82e9 req-856d095d-1ae7-4933-ae31-3143d2ee5af9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.1435220 Jul 08 17:59:20.923731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3643e36-d201-4036-a39f-c5622eeb82e9 req-2fee8e75-acb5-4f70-89a6-8b2bebec01af tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693132 Jul 08 17:59:21.426718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55144) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:21.470359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e07acf-e101-4c51-947b-bb8f0c0509f1 req-01fc5e22-284f-4630-8efe-61a2814c44f1 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:21.471834 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13e07acf-e101-4c51-947b-bb8f0c0509f1 req-01fc5e22-284f-4630-8efe-61a2814c44f1 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.5444858 Jul 08 17:59:21.537295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-0b97a2c6-db19-4f16-8feb-a9e11eb417c4 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:21.538769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-0b97a2c6-db19-4f16-8feb-a9e11eb417c4 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.74 "GET /v2.0/ports?device_id=88e92b05-d3a4-4eed-a458-267353bce1e6 HTTP/1.1" status: 200 len: 946 time: 0.2026844 Jul 08 17:59:21.571035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bcbe6-e054-4c38-88de-dd14908ceea7 req-1829f6ce-5bc1-4564-9921-5661a0f14096 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:21.572854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f1bcbe6-e054-4c38-88de-dd14908ceea7 req-1829f6ce-5bc1-4564-9921-5661a0f14096 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 932 time: 0.2063527 Jul 08 17:59:21.580414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-661e16f3-bc18-4d2a-8bad-1c3c65986b93 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b0d0610fc974c3ba1b2ad55d418b953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496472 Jul 08 17:59:21.581273 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55150) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:21.653636 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ac3-f8b5-480d-99ee-cc55b65975b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:21.655284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13e07acf-e101-4c51-947b-bb8f0c0509f1 req-1a828b1c-c476-4f25-b56e-dbb07b1e51f4 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703675 Jul 08 17:59:21.660728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0f39e6-adc8-4318-9cb3-c46933639754 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:21.677187 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:21.689244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b52b46fa-62df-4c6e-8fa6-4b83648f9176 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:21.704320 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ac3-f8b5-480d-99ee-cc55b65975b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:21.712922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: b52b46fa-62df-4c6e-8fa6-4b83648f9176 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:21.713554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b52b46fa-62df-4c6e-8fa6-4b83648f9176 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:21.728749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Transition to ACTIVE for port object 3d0f39e6-adc8-4318-9cb3-c46933639754 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:21.734400 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f1bcbe6-e054-4c38-88de-dd14908ceea7 req-34e48fbd-71c7-4fca-86ab-4b7a97cce847 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304901 Jul 08 17:59:21.744883 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:21.803202 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:59:21.829796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Deleting port 04bb24b7-2015-47d3-a8c7-117190b9869b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:21.830311 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:21.836777 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Pushing event updated for resources: {'Port': ['ID=3d0f39e6-adc8-4318-9cb3-c46933639754,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:21.865178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ac3-f8b5-480d-99ee-cc55b65975b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:21.868626 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4ac3-f8b5-480d-99ee-cc55b65975b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:21.870077 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bfcb4ac3-f8b5-480d-99ee-cc55b65975b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1634a5e-321c-4cd8-8f05-aeccbe0f9741 HTTP/1.1" status: 204 len: 168 time: 0.2883737 Jul 08 17:59:21.889463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb4ac3-f8b5-480d-99ee-cc55b65975b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1634a5e-321c-4cd8-8f05-aeccbe0f9741,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:21.936621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Attempting to bind port 3d0f39e6-adc8-4318-9cb3-c46933639754 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:21.937724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Attempting to bind port 3d0f39e6-adc8-4318-9cb3-c46933639754 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:21.938164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Attempting to bind port 3d0f39e6-adc8-4318-9cb3-c46933639754 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:21.938418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-64508fda-cbbc-4e11-944a-a7f1dafad4c2 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:21.940325 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-64508fda-cbbc-4e11-944a-a7f1dafad4c2 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.59 "GET /v2.0/networks?id=72e7378e-68fa-4eae-969d-4af763a383fd HTTP/1.1" status: 200 len: 822 time: 0.1828663 Jul 08 17:59:21.965845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Port 3d0f39e6-adc8-4318-9cb3-c46933639754 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:59:21.965845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Attempting to bind port 3d0f39e6-adc8-4318-9cb3-c46933639754 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:22.004595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:22.005009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Checking segment: {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:22.005529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Bound using segment: {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:22.006141 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Bound port: 3d0f39e6-adc8-4318-9cb3-c46933639754, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:22.006616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:22.025564 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-b6a9a6ed-676b-4980-9ff5-32be1e592cd6 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d405720c4cc04880b50b9a9583baab00 HTTP/1.1" status: 200 len: 380 time: 0.0705824 Jul 08 17:59:22.037241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Request body: {'port': {'device_id': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'admin_state_up': True, 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'security_groups': ['6ef1bb69-976f-4a1f-b1df-f8b5afa026eb']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:22.046617 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92c299d5-c7a1-4313-9d69-3efe2eba1bef req-9d0b1aac-a569-44b6-a8a0-214bfcf9a586 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 210 time: 0.0584469 Jul 08 17:59:22.064648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] For port 04bb24b7-2015-47d3-a8c7-117190b9869b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=04bb24b7-2015-47d3-a8c7-117190b9869b,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:22.065091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:22.212250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Made reservation on behalf of d405720c4cc04880b50b9a9583baab00 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:22.217480 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:22.256000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] For port 3d0f39e6-adc8-4318-9cb3-c46933639754, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:22.270823 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] For port 3d0f39e6-adc8-4318-9cb3-c46933639754, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3d0f39e6-adc8-4318-9cb3-c46933639754,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:59:22.313322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b27d30-61a5-4bbf-8074-1be67fa55daa req-f5f903f5-87aa-4362-82de-24fb9e6d98c3 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:22.321215 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86b27d30-61a5-4bbf-8074-1be67fa55daa req-f5f903f5-87aa-4362-82de-24fb9e6d98c3 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.3803880 Jul 08 17:59:22.343818 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:22.390923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55160) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:22.402576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Allocated IP 172.20.0.4 (72e7378e-68fa-4eae-969d-4af763a383fd/2399feef-6cf2-4a19-849e-f93ebf11d781/a0e0f267-ff5c-48b0-bfe6-755cb311202f) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:59:22.443907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:22.444523 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:22.445962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] 10.222.0.59 "PUT /v2.0/ports/3d0f39e6-adc8-4318-9cb3-c46933639754 HTTP/1.1" status: 200 len: 1092 time: 1.8701241 Jul 08 17:59:22.449588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0559810d-5e93-4abd-a980-e72453faf73b', 'tag': '3d0f39e6-adc8-4318-9cb3-c46933639754'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:22.451913 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864295eb-f63c-4fbf-b9cc-f5ca642b5ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "0559810d-5e93-4abd-a980-e72453faf73b", "tag": "3d0f39e6-adc8-4318-9cb3-c46933639754"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:22.489440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86b27d30-61a5-4bbf-8074-1be67fa55daa req-8ad13f8a-bca5-41ac-ba3b-9b0fa8a126cb tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672385 Jul 08 17:59:22.544104 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a24c423-dd46-41d2-a1e1-23dbc2497077 x-openstack-request-id: req-5a24c423-dd46-41d2-a1e1-23dbc2497077 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:22.544378 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0559810d-5e93-4abd-a980-e72453faf73b", "tag": "3d0f39e6-adc8-4318-9cb3-c46933639754", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:22.544625 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a24c423-dd46-41d2-a1e1-23dbc2497077 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:22.545014 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0559810d-5e93-4abd-a980-e72453faf73b', 'tag': '3d0f39e6-adc8-4318-9cb3-c46933639754', 'status': 'completed', 'code': 200} Jul 08 17:59:22.580447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb6a40-0aeb-4ef7-9fa9-a75cd23a4f8e service neutron] Pushing event updated for resources: {'Port': ['ID=3d0f39e6-adc8-4318-9cb3-c46933639754,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:22.614578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e17f81-f0a7-490e-97ae-66b56b86ef05 req-0a3def51-9509-4456-a69b-898cf629c37e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:22.616368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74e17f81-f0a7-490e-97ae-66b56b86ef05 req-0a3def51-9509-4456-a69b-898cf629c37e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.4028285 Jul 08 17:59:22.622203 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:22.622203 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:22.622609 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Floating IP e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f disassociated. External IP: 172.25.8.158, port: 04bb24b7-2015-47d3-a8c7-117190b9869b. Jul 08 17:59:22.622712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Calling delete_port for 04bb24b7-2015-47d3-a8c7-117190b9869b owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:22.715810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-98cd3877-c4c2-41b2-8b0e-243cc8b7cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:22.718073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-98cd3877-c4c2-41b2-8b0e-243cc8b7cdac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 1095 time: 0.2275598 Jul 08 17:59:22.722231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74e17f81-f0a7-490e-97ae-66b56b86ef05 req-075ab337-65b5-4078-b3fa-a2123d7d02b7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950747 Jul 08 17:59:22.865606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-712a1395-88b4-426c-88f2-5a91c34d111d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d0f39e6-adc8-4318-9cb3-c46933639754 HTTP/1.1" status: 200 len: 217 time: 0.0393636 Jul 08 17:59:22.888649 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-35a54149-c1e3-48e9-b1c0-16c0392261b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed5cc68b808847c683469a4cdf78e065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965563 Jul 08 17:59:22.892181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55168) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:22.904299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:22.942022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:22.965926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Transition to ACTIVE for port object a0e0f267-ff5c-48b0-bfe6-755cb311202f will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:22.978374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Pushing event deleted for resources: {'Port': ['ID=04bb24b7-2015-47d3-a8c7-117190b9869b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:22.981998 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f33fcf-0e5c-496c-9829-08670046c700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:23.021891 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f33fcf-0e5c-496c-9829-08670046c700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:23.051991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:23.101325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Network 72e7378e-68fa-4eae-969d-4af763a383fd is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:59:23.107873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:23.108081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-8293e2bb-51d2-434d-a75d-ca002af15ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:23.108916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-8293e2bb-51d2-434d-a75d-ca002af15ec6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e734d1c-a925-4682-8868-ca57c3123de4 HTTP/1.1" status: 200 len: 845 time: 0.1927547 Jul 08 17:59:23.111133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:59:23.119017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913e4ad-6612-4106-a610-1363f29689a9 req-67190688-219b-4345-b751-84151cd8281a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:23.120740 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b913e4ad-6612-4106-a610-1363f29689a9 req-67190688-219b-4345-b751-84151cd8281a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.2930076 Jul 08 17:59:23.136569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Pushing event updated for resources: {'Port': ['ID=a0e0f267-ff5c-48b0-bfe6-755cb311202f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:23.141536 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f33fcf-0e5c-496c-9829-08670046c700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:23.144341 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f33fcf-0e5c-496c-9829-08670046c700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:23.145463 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-75f33fcf-0e5c-496c-9829-08670046c700 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2f9d2340-bb02-4ebc-85dd-fbd9697376af HTTP/1.1" status: 204 len: 168 time: 0.2523625 Jul 08 17:59:23.161930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f33fcf-0e5c-496c-9829-08670046c700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9d2340-bb02-4ebc-85dd-fbd9697376af,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:23.198718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:23.199413 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:23.199800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-c78077c1-2460-44d1-bfa4-ceb3bca28971 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c510281-7c23-4f45-8f61-7aebaf93e67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509942 Jul 08 17:59:23.216870 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-93dd0813-1827-49e2-81a9-d44f4e301e45 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1862714 Jul 08 17:59:23.230474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Request body: {'port': {'device_id': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:23.302224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f653b1a-7786-47bc-832f-e84637ed57b9 req-9e33fe2a-b86e-41b6-b040-b7290d4c9f8d tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:23.310763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f653b1a-7786-47bc-832f-e84637ed57b9 req-9e33fe2a-b86e-41b6-b040-b7290d4c9f8d tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 944 time: 0.3958762 Jul 08 17:59:23.333512 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b913e4ad-6612-4106-a610-1363f29689a9 req-5b131fe6-a944-4018-9ef8-719b19938c5f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718159 Jul 08 17:59:23.402507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:23.421781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Router b0c73014-ad61-4c6a-acdb-ac4fba144469 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:59:23.449929 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-341eb9d2-c805-4337-a402-bd0e62963ddd service neutron] 10.222.0.74 "GET /v2.0/ports/29de5d74-db15-4ba7-bc79-c6e222d64581/bindings/n-h1-799684-3 HTTP/1.1" status: 200 len: 382 time: 0.0801539 Jul 08 17:59:23.495428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f653b1a-7786-47bc-832f-e84637ed57b9 req-c11b5004-0248-4019-a87b-a3a86b25ebb5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836312 Jul 08 17:59:23.646686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-c400acb6-0b12-4c51-9008-8f5f6d282df9 service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374521 Jul 08 17:59:23.993398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:59:24.027326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3740736-5541-4713-a157-f2ac06af51b5 None None] Sync routers for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:59:24.060200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3740736-5541-4713-a157-f2ac06af51b5 None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:59:24.062971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-c3740736-5541-4713-a157-f2ac06af51b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:59:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:24.107207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13637648-3d67-4291-b2ba-b758d1fb3570 req-47c410fb-1000-4261-9aa1-4dc0c7f6a900 service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264014 Jul 08 17:59:24.115126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3c71c-d3f0-4460-8240-39e0a4fd6839 req-cfbd496b-c52b-4cb7-ad10-fe9af963fca6 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:24.122890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77c3c71c-d3f0-4460-8240-39e0a4fd6839 req-cfbd496b-c52b-4cb7-ad10-fe9af963fca6 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 931 time: 0.4870484 Jul 08 17:59:24.132109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-0ab0d872-2df2-411c-adb7-34fc5846fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:24.134863 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-0ab0d872-2df2-411c-adb7-34fc5846fa4c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8&tenant_id=0ece45c75085439aa23b1b8caecbe1f2 HTTP/1.1" status: 200 len: 1101 time: 0.3056896 Jul 08 17:59:24.160158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] No DVR routers for this DVR port 04bb24b7-2015-47d3-a8c7-117190b9869b on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:24.164878 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:24.167264 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcd6b019-175b-4495-b430-f583ebb867a2 req-922e6941-6098-42ff-82b1-cf0f12eaa2ee tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.74 "DELETE /v2.0/ports/04bb24b7-2015-47d3-a8c7-117190b9869b HTTP/1.1" status: 204 len: 173 time: 2.5934839 Jul 08 17:59:24.187154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c7be055a-118c-4065-bc60-1dfefe89dc0f None None] Provisioning for port a0e0f267-ff5c-48b0-bfe6-755cb311202f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:24.188701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2fa7b-0c51-415c-8b61-9bb82fe0c646 req-d6d2974c-c5ed-4cdb-ae0e-c858b8f6fa5f tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:24.196824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4f2fa7b-0c51-415c-8b61-9bb82fe0c646 req-d6d2974c-c5ed-4cdb-ae0e-c858b8f6fa5f tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.3807552 Jul 08 17:59:24.204784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c7be055a-118c-4065-bc60-1dfefe89dc0f None None] Provisioning complete for port a0e0f267-ff5c-48b0-bfe6-755cb311202f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:24.205195 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c7be055a-118c-4065-bc60-1dfefe89dc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:24.275544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77c3c71c-d3f0-4460-8240-39e0a4fd6839 req-69e781f7-c0e7-419a-9fbc-9c853b157d26 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514418 Jul 08 17:59:24.335122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-c3740736-5541-4713-a157-f2ac06af51b5 None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:59:24.343771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e0f267-ff5c-48b0-bfe6-755cb311202f {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:24.356374 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:24.357686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4f2fa7b-0c51-415c-8b61-9bb82fe0c646 req-6aee51f5-0626-48c9-8cef-ef71a836dc62 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595821 Jul 08 17:59:24.397741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864295eb-f63c-4fbf-b9cc-f5ca642b5ae6 req-d016b054-7fa1-4767-b467-4bd23b0eb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:24.399284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864295eb-f63c-4fbf-b9cc-f5ca642b5ae6 req-d016b054-7fa1-4767-b467-4bd23b0eb403 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 1095 time: 0.2000642 Jul 08 17:59:24.431117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Transition to ACTIVE for port object a0e0f267-ff5c-48b0-bfe6-755cb311202f will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:24.462625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-ba4f4b44-dde9-4721-8111-18258774aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:24.464556 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-ba4f4b44-dde9-4721-8111-18258774aef1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 1101 time: 0.2366416 Jul 08 17:59:24.466238 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:24.559112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'name': 'network-vif-deleted', 'tag': '04bb24b7-2015-47d3-a8c7-117190b9869b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:24.564734 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc433745-f38e-4e88-a50f-556483705a64" -d '{"events": [{"server_uuid": "88e92b05-d3a4-4eed-a458-267353bce1e6", "name": "network-vif-deleted", "tag": "04bb24b7-2015-47d3-a8c7-117190b9869b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:24.705790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Pushing event updated for resources: {'Port': ['ID=a0e0f267-ff5c-48b0-bfe6-755cb311202f,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:24.797012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864295eb-f63c-4fbf-b9cc-f5ca642b5ae6 req-99781d5f-cdf6-413b-9654-07491a388c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:24.802823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864295eb-f63c-4fbf-b9cc-f5ca642b5ae6 req-99781d5f-cdf6-413b-9654-07491a388c0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 906 time: 0.3962505 Jul 08 17:59:24.864836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c7be055a-118c-4065-bc60-1dfefe89dc0f None None] Port a0e0f267-ff5c-48b0-bfe6-755cb311202f cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:59:24.924774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-d40e2cd4-2129-4535-b782-ffb5b87dd5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:24.933977 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-d40e2cd4-2129-4535-b782-ffb5b87dd5ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.4514654 Jul 08 17:59:24.939461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-c3740736-5541-4713-a157-f2ac06af51b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:24.947647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864295eb-f63c-4fbf-b9cc-f5ca642b5ae6 req-f231dd93-0f5b-4489-83e9-dfd6aabb214b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d0f39e6-adc8-4318-9cb3-c46933639754 HTTP/1.1" status: 200 len: 217 time: 0.1325009 Jul 08 17:59:25.022138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe816d8-ea9f-4a50-bbfd-ea83699d8da3 req-a56b3a61-d9ec-481b-b857-685e3245f31f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:25.023979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbe816d8-ea9f-4a50-bbfd-ea83699d8da3 req-a56b3a61-d9ec-481b-b857-685e3245f31f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.4803824 Jul 08 17:59:25.040465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3740736-5541-4713-a157-f2ac06af51b5 None None] Checking router: b0c73014-ad61-4c6a-acdb-ac4fba144469 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:59:25.060280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Attempting to bind port a0e0f267-ff5c-48b0-bfe6-755cb311202f on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:25.073526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbe816d8-ea9f-4a50-bbfd-ea83699d8da3 req-5aeec8dd-3175-4e61-b774-4c5fc4cc2b50 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Jul 08 17:59:25.085455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864295eb-f63c-4fbf-b9cc-f5ca642b5ae6 req-94497ae6-c35f-47c5-a81d-0681f0cf9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:25.085673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Attempting to bind port a0e0f267-ff5c-48b0-bfe6-755cb311202f by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:25.085673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Attempting to bind port a0e0f267-ff5c-48b0-bfe6-755cb311202f on network 72e7378e-68fa-4eae-969d-4af763a383fd {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:25.086084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864295eb-f63c-4fbf-b9cc-f5ca642b5ae6 req-94497ae6-c35f-47c5-a81d-0681f0cf9f30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e734d1c-a925-4682-8868-ca57c3123de4 HTTP/1.1" status: 200 len: 845 time: 0.1245162 Jul 08 17:59:25.095108 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-39effbf1-ae4e-45db-8f96-d87d7f6506c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=29de5d74-db15-4ba7-bc79-c6e222d64581 HTTP/1.1" status: 200 len: 217 time: 0.1397195 Jul 08 17:59:25.097250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Port a0e0f267-ff5c-48b0-bfe6-755cb311202f on network 72e7378e-68fa-4eae-969d-4af763a383fd not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:59:25.097579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Attempting to bind port a0e0f267-ff5c-48b0-bfe6-755cb311202f on network 72e7378e-68fa-4eae-969d-4af763a383fd {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:25.122707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3740736-5541-4713-a157-f2ac06af51b5 None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:59:25.125323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-c3740736-5541-4713-a157-f2ac06af51b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:59:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:25.152841 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:25.153359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Checking segment: {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:25.153562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Bound using segment: {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:25.154016 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Bound port: a0e0f267-ff5c-48b0-bfe6-755cb311202f, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6adfe6-7cf0-43a1-971c-bad9f52dca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:25.154403 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:25.184526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864295eb-f63c-4fbf-b9cc-f5ca642b5ae6 req-1b4e9022-4e40-4bef-815a-219a6b09432f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c510281-7c23-4f45-8f61-7aebaf93e67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904174 Jul 08 17:59:25.370809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-c3740736-5541-4713-a157-f2ac06af51b5 None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:59:25.437817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-956cd944-b367-4c55-ae05-1c4c2850131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:25.439414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-956cd944-b367-4c55-ae05-1c4c2850131a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.3181713 Jul 08 17:59:25.591068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] For port a0e0f267-ff5c-48b0-bfe6-755cb311202f, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:25.597637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] For port a0e0f267-ff5c-48b0-bfe6-755cb311202f, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=a0e0f267-ff5c-48b0-bfe6-755cb311202f,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:59:25.614469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:25.666070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:25.667220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:25.668655 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] 10.222.0.59 "PUT /v2.0/ports/a0e0f267-ff5c-48b0-bfe6-755cb311202f HTTP/1.1" status: 200 len: 1091 time: 2.4430754 Jul 08 17:59:25.670634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-d192a3d9-1b0e-4344-8e84-5c300180230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:25.672482 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-d192a3d9-1b0e-4344-8e84-5c300180230f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170367 Jul 08 17:59:25.675830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'tag': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:25.678596 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec15c63-047e-4702-a9e2-1073ce1b71bc", "tag": "a0e0f267-ff5c-48b0-bfe6-755cb311202f"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:25.738022 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 29de5d74-db15-4ba7-bc79-c6e222d64581 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:25.916291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085e660-31e8-45d2-8106-cdad3ff6d33c service neutron] Pushing event updated for resources: {'Port': ['ID=a0e0f267-ff5c-48b0-bfe6-755cb311202f,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:26.056379 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-2e17454c-d904-430f-9872-240237fe1c53 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709571 Jul 08 17:59:26.060759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-5fad1450-fd56-410d-a0eb-161e703f70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.060759 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-5fad1450-fd56-410d-a0eb-161e703f70c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d405720c4cc04880b50b9a9583baab00&device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 1094 time: 0.2665524 Jul 08 17:59:26.122563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6a0b1-2f9e-4114-8358-17e4af974219 req-414df143-bd6d-48d5-af79-3629b2a3e3b0 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.125269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93f6a0b1-2f9e-4114-8358-17e4af974219 req-414df143-bd6d-48d5-af79-3629b2a3e3b0 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.2971051 Jul 08 17:59:26.130160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864295eb-f63c-4fbf-b9cc-f5ca642b5ae6 req-99b4ec3b-1f17-491a-a560-2e1653ffde96 service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9333098 Jul 08 17:59:26.145795 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad7907-a214-4ddf-8fe0-801b7ef0f3cd req-7ee1a725-9965-44d8-8604-fcfc08dcd485 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.153927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67ad7907-a214-4ddf-8fe0-801b7ef0f3cd req-7ee1a725-9965-44d8-8604-fcfc08dcd485 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 944 time: 0.3281391 Jul 08 17:59:26.168928 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:26.199983 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-bb4bbcc8-4ea5-42ca-aacc-968ae4b10065 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e0f267-ff5c-48b0-bfe6-755cb311202f HTTP/1.1" status: 200 len: 217 time: 0.1304677 Jul 08 17:59:26.229627 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29de5d74-db15-4ba7-bc79-c6e222d64581'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:26.231943 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707e557f-ee79-4ae7-b16c-efb0eb9ebda9" -d '{"events": [{"server_uuid": "7b38fdce-91d5-4deb-81da-dce3bf4a02d8", "name": "network-vif-unplugged", "status": "completed", "tag": "29de5d74-db15-4ba7-bc79-c6e222d64581"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:26.249958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 29de5d74-db15-4ba7-bc79-c6e222d64581, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29de5d74-db15-4ba7-bc79-c6e222d64581,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:26.265685 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:26.268008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 04bb24b7-2015-47d3-a8c7-117190b9869b no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:26.275080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-c3740736-5541-4713-a157-f2ac06af51b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:26.290732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-f4c98c89-f914-4b53-93da-c2a3b23232bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.292673 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-f4c98c89-f914-4b53-93da-c2a3b23232bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2399feef-6cf2-4a19-849e-f93ebf11d781 HTTP/1.1" status: 200 len: 861 time: 0.0822225 Jul 08 17:59:26.310486 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67ad7907-a214-4ddf-8fe0-801b7ef0f3cd req-130af9b9-966a-488e-baf9-f91492cd07d7 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554844 Jul 08 17:59:26.333161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3740736-5541-4713-a157-f2ac06af51b5 None None] The sync data for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 is: [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:59:26.337118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93f6a0b1-2f9e-4114-8358-17e4af974219 req-904c8e12-fc5c-4231-a103-b526fb9712b9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045472 Jul 08 17:59:26.357239 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b07dc2cd-c3d2-417f-bbe2-2235ebb29b66 req-8b53983d-6b71-43c1-b4ce-699229bcf508 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855551 Jul 08 17:59:26.393014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-3a9bb06b-446f-4edb-99db-efcb72395cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.395954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-3a9bb06b-446f-4edb-99db-efcb72395cdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72e7378e-68fa-4eae-969d-4af763a383fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922236 Jul 08 17:59:26.438110 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cdabd7-b8ae-49e4-9833-687bbe598927 x-openstack-request-id: req-d0cdabd7-b8ae-49e4-9833-687bbe598927 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:26.438425 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e92b05-d3a4-4eed-a458-267353bce1e6", "name": "network-vif-deleted", "tag": "04bb24b7-2015-47d3-a8c7-117190b9869b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:26.438682 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d0cdabd7-b8ae-49e4-9833-687bbe598927 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:26.439076 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e92b05-d3a4-4eed-a458-267353bce1e6', 'name': 'network-vif-deleted', 'tag': '04bb24b7-2015-47d3-a8c7-117190b9869b', 'status': 'completed', 'code': 200} Jul 08 17:59:26.443635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 04bb24b7-2015-47d3-a8c7-117190b9869b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:26.445796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 04bb24b7-2015-47d3-a8c7-117190b9869b not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:26.473768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864295eb-f63c-4fbf-b9cc-f5ca642b5ae6 req-8bc68361-2c20-4dea-a990-0eac8273fc5b service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120444 Jul 08 17:59:26.569927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=29de5d74-db15-4ba7-bc79-c6e222d64581,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:26.595869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.600862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.601095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.604473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.605127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.607164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.607703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.608867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.609366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.611489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.612064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.612589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:26.739535 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-471e5290-ccf6-4e09-a12e-75fae8ded916 service neutron] 10.222.0.59 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325214 Jul 08 17:59:26.745773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8966a-cbbc-4977-9d49-bbcab0b83c00 req-f3ae7502-b197-4493-9b86-7fad763b302b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.753676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94b8966a-cbbc-4977-9d49-bbcab0b83c00 req-f3ae7502-b197-4493-9b86-7fad763b302b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1990745 Jul 08 17:59:26.858371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94b8966a-cbbc-4977-9d49-bbcab0b83c00 req-bf4a6d3c-1687-45fb-a332-29fdff97484e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937095 Jul 08 17:59:26.877117 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-24f8926e-9330-4322-8552-6219e34dfcd2 req-3740e78a-1185-4a82-976f-8a13939397b9 service neutron] 10.222.0.59 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294146 Jul 08 17:59:26.883084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea3407-0bae-4509-95ee-a8e9370c25e7 req-12bbf444-7865-4bd6-9549-7638b7c8c521 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.884610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45ea3407-0bae-4509-95ee-a8e9370c25e7 req-12bbf444-7865-4bd6-9549-7638b7c8c521 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 943 time: 0.2559850 Jul 08 17:59:26.898085 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7b5c5-e5b8-4df7-acd0-a56ee8b1ff95 None None] New status for floating IP e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:59:26.956284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45ea3407-0bae-4509-95ee-a8e9370c25e7 req-502863a6-3f49-482d-bd2a-9ac3da518540 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591123 Jul 08 17:59:27.034388 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89a6eb-5fd5-4653-983d-281308bab474 x-openstack-request-id: req-2a89a6eb-5fd5-4653-983d-281308bab474 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:27.035048 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec15c63-047e-4702-a9e2-1073ce1b71bc", "tag": "a0e0f267-ff5c-48b0-bfe6-755cb311202f", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:27.035700 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a89a6eb-5fd5-4653-983d-281308bab474 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:27.036336 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'tag': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f', 'status': 'completed', 'code': 200} Jul 08 17:59:27.160402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404 req-5a19a3b2-e42f-4b37-93ce-ca02aafb12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:27.163873 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404 req-5a19a3b2-e42f-4b37-93ce-ca02aafb12c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d405720c4cc04880b50b9a9583baab00&device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 1094 time: 0.1026089 Jul 08 17:59:27.382470 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404 req-d9054a2a-442c-4a13-9224-76fb098e3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:27.383939 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404 req-d9054a2a-442c-4a13-9224-76fb098e3d7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=72e7378e-68fa-4eae-969d-4af763a383fd HTTP/1.1" status: 200 len: 923 time: 0.2113421 Jul 08 17:59:27.433187 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056b6dff-e93d-4682-8c32-b2d038d1eb14 x-openstack-request-id: req-056b6dff-e93d-4682-8c32-b2d038d1eb14 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:27.433715 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b38fdce-91d5-4deb-81da-dce3bf4a02d8", "name": "network-vif-unplugged", "status": "completed", "tag": "29de5d74-db15-4ba7-bc79-c6e222d64581", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:27.433845 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-056b6dff-e93d-4682-8c32-b2d038d1eb14 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:27.433943 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404 req-9c9ac562-b169-42b6-ae47-3e60d5405daa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e0f267-ff5c-48b0-bfe6-755cb311202f HTTP/1.1" status: 200 len: 217 time: 0.0427735 Jul 08 17:59:27.434245 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29de5d74-db15-4ba7-bc79-c6e222d64581', 'code': 200} Jul 08 17:59:27.461173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaa9bf-1289-4e12-a5eb-443d1ffda31e req-feb472d5-5381-4e38-a2bc-99e3cb2011aa tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:27.463468 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caaaa9bf-1289-4e12-a5eb-443d1ffda31e req-feb472d5-5381-4e38-a2bc-99e3cb2011aa tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.0900431 Jul 08 17:59:27.490542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404 req-537f57b1-defd-41b5-9364-0149fbb912f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:27.492079 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404 req-537f57b1-defd-41b5-9364-0149fbb912f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2399feef-6cf2-4a19-849e-f93ebf11d781 HTTP/1.1" status: 200 len: 861 time: 0.0518346 Jul 08 17:59:27.507157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caaaa9bf-1289-4e12-a5eb-443d1ffda31e req-6325dfa1-bc7d-4ae6-98d3-36f85b9eff74 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379870 Jul 08 17:59:27.561206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404 req-2e1aa75d-4bb8-4cde-a189-12e75f70e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:27.563410 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404 req-2e1aa75d-4bb8-4cde-a189-12e75f70e12c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72e7378e-68fa-4eae-969d-4af763a383fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632665 Jul 08 17:59:27.652297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8010453-ee4a-426e-86bc-4e8c01743ff6 req-60a88969-b128-4841-a722-75f9c59e7002 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:27.668208 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8010453-ee4a-426e-86bc-4e8c01743ff6 req-60a88969-b128-4841-a722-75f9c59e7002 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 944 time: 0.0910068 Jul 08 17:59:27.673586 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404 req-fcbc45d8-201e-490e-8519-0f62a8e35278 service neutron] 10.222.0.59 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026065 Jul 08 17:59:27.751902 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8010453-ee4a-426e-86bc-4e8c01743ff6 req-bc6641bb-d709-4621-94b5-46d342c27456 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732095 Jul 08 17:59:27.785933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b83e3e-ccfc-4ba9-8f27-a3ba55929548 req-9b7c718d-2061-4517-93c7-89fd0dba0045 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:27.787508 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35b83e3e-ccfc-4ba9-8f27-a3ba55929548 req-9b7c718d-2061-4517-93c7-89fd0dba0045 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 948 time: 0.1237586 Jul 08 17:59:27.811947 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e20cb89-f4ca-454e-927c-a4c0fb3b5404 req-24d9b38e-a683-4eba-b6f2-00202d54ded2 service neutron] 10.222.0.59 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310945 Jul 08 17:59:27.830318 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35b83e3e-ccfc-4ba9-8f27-a3ba55929548 req-fd19a286-69ed-4b8e-9112-b177927ee4ee tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362773 Jul 08 17:59:28.063319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498de3ba-3df3-4c82-b7d5-73531eaca306 req-0a60dc94-67e8-427d-8d08-b4b3af266487 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:28.064904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-498de3ba-3df3-4c82-b7d5-73531eaca306 req-0a60dc94-67e8-427d-8d08-b4b3af266487 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.0818236 Jul 08 17:59:28.116616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-498de3ba-3df3-4c82-b7d5-73531eaca306 req-3b81929f-4bcb-41d7-b634-096f4ef41b5a tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445468 Jul 08 17:59:28.185056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3ee3f-8178-481d-8295-338a6c0685c1 req-bfc1a9b7-bd23-49c4-94f8-42ee8485f1b1 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:28.187177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86d3ee3f-8178-481d-8295-338a6c0685c1 req-bfc1a9b7-bd23-49c4-94f8-42ee8485f1b1 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 943 time: 0.0869634 Jul 08 17:59:28.208570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3d0f39e6-adc8-4318-9cb3-c46933639754 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:59:28.228285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86d3ee3f-8178-481d-8295-338a6c0685c1 req-f2f9ffe9-b9f5-4572-937e-50d32c669c27 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352061 Jul 08 17:59:28.256558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55348) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:28.319081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3d0f39e6-adc8-4318-9cb3-c46933639754, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3d0f39e6-adc8-4318-9cb3-c46933639754,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:28.332281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '3d0f39e6-adc8-4318-9cb3-c46933639754', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'port_id': '3d0f39e6-adc8-4318-9cb3-c46933639754', 'mac_address': 'fa:16:3e:34:d9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e734d1c-a925-4682-8868-ca57c3123de4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:59:28.371209 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:28.377646 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ea16743-bebc-4f85-b550-5e1ac877ae3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:28.395116 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0f39e6-adc8-4318-9cb3-c46933639754 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:28.426819 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3d0f39e6-adc8-4318-9cb3-c46933639754, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3d0f39e6-adc8-4318-9cb3-c46933639754,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:28.433146 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:28.490275 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ea16743-bebc-4f85-b550-5e1ac877ae3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:28.494522 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ea16743-bebc-4f85-b550-5e1ac877ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:28.497717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3d0f39e6-adc8-4318-9cb3-c46933639754,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:28.535314 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3ea16743-bebc-4f85-b550-5e1ac877ae3a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f8e17fc49424f24a7904823885347c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775972 Jul 08 17:59:28.537574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea16743-bebc-4f85-b550-5e1ac877ae3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191f4ea3-fbc9-46f2-9476-928dc012dfed,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:28.537870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55356) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:28.606114 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:28.633580 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:28.727016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcf134-85bf-4591-813b-eb80751482a7 req-a4dddfd9-a14a-4af7-8e8b-ea7a1e8d076c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:28.728544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bdfcf134-85bf-4591-813b-eb80751482a7 req-a4dddfd9-a14a-4af7-8e8b-ea7a1e8d076c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.0927784 Jul 08 17:59:28.729646 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:28.732639 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:28.734366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/191f4ea3-fbc9-46f2-9476-928dc012dfed HTTP/1.1" status: 204 len: 168 time: 0.1946201 Jul 08 17:59:28.753472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191f4ea3-fbc9-46f2-9476-928dc012dfed,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:28.775534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.775883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.776250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.776574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.777137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.777240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.777593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.777847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.778169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.778771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.778947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.779270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfb776-eb73-4f3b-8150-28baa13b8547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:28.830252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bdfcf134-85bf-4591-813b-eb80751482a7 req-2feb191b-7e5f-44ff-8d5c-7e506e3ed89a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788600 Jul 08 17:59:28.899514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3d0f39e6-adc8-4318-9cb3-c46933639754'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:29.035787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d29c97-b7fb-4029-bf24-c929fcdad365 req-a7c884ec-1bf8-45b9-a75c-5c9be2a635a2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:29.050247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2d29c97-b7fb-4029-bf24-c929fcdad365 req-a7c884ec-1bf8-45b9-a75c-5c9be2a635a2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 945 time: 0.1251719 Jul 08 17:59:29.146560 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2d29c97-b7fb-4029-bf24-c929fcdad365 req-d0ebfd9a-8e39-4ea2-90b5-8f66ac64a0bf tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949459 Jul 08 17:59:29.153497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55370) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:29.177114 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aa7d487-b7aa-407d-809d-914ce00f98bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.211971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134bce-0bb8-4d09-ba61-ba8e93437ad6 req-9a32b3ba-43ed-46aa-ab95-7a0927221f28 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:29.213595 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0134bce-0bb8-4d09-ba61-ba8e93437ad6 req-9a32b3ba-43ed-46aa-ab95-7a0927221f28 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 948 time: 0.1368430 Jul 08 17:59:29.266433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0134bce-0bb8-4d09-ba61-ba8e93437ad6 req-c4a6d9c8-f513-4ce7-a668-2b999e04080e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447919 Jul 08 17:59:29.340862 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aa7d487-b7aa-407d-809d-914ce00f98bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.347216 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aa7d487-b7aa-407d-809d-914ce00f98bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.417110 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4aa7d487-b7aa-407d-809d-914ce00f98bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a47af84580dd4ee0bf0a8e89e0587d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585204 Jul 08 17:59:29.417110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7d487-b7aa-407d-809d-914ce00f98bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938a0a29-82af-4334-8da0-d71c3a108ece,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:29.419740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55374) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:29.529003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c48b-0282-4aa9-b707-466bc7acda95 req-5000d02f-99a8-47bc-b760-acbab232434a tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:29.531090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15e2c48b-0282-4aa9-b707-466bc7acda95 req-5000d02f-99a8-47bc-b760-acbab232434a tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.2038398 Jul 08 17:59:29.553734 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cab805b9-7c82-4138-9f7f-4d3bc505dcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.573700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa2e66-cf9c-47b0-9181-62e5c959ddd5 req-44553a78-dba2-46cd-8052-d52dd8f71894 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:29.575260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-deaa2e66-cf9c-47b0-9181-62e5c959ddd5 req-44553a78-dba2-46cd-8052-d52dd8f71894 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 943 time: 0.1704845 Jul 08 17:59:29.631023 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cab805b9-7c82-4138-9f7f-4d3bc505dcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.635505 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15e2c48b-0282-4aa9-b707-466bc7acda95 req-d3d8443f-1476-4f05-8e7e-4bbff087e3b7 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945008 Jul 08 17:59:29.665328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-deaa2e66-cf9c-47b0-9181-62e5c959ddd5 req-ba6ede80-9f33-4c6d-abe5-05c9f92afe6e tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797772 Jul 08 17:59:29.705337 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cab805b9-7c82-4138-9f7f-4d3bc505dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.706043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 063e758c-31ee-47eb-bbca-feb97f999869 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:29.709055 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cab805b9-7c82-4138-9f7f-4d3bc505dcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.711182 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cab805b9-7c82-4138-9f7f-4d3bc505dcb0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/938a0a29-82af-4334-8da0-d71c3a108ece HTTP/1.1" status: 204 len: 168 time: 0.2904251 Jul 08 17:59:29.726353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab805b9-7c82-4138-9f7f-4d3bc505dcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938a0a29-82af-4334-8da0-d71c3a108ece,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:29.827924 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.853018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:29.855588 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da758cf7-80b4-4128-a6b0-52f92163a180" -d '{"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-unplugged", "status": "completed", "tag": "063e758c-31ee-47eb-bbca-feb97f999869"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:29.873063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:29.884482 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.974667 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa17692-9a1e-41c7-920c-c853e34a37bd x-openstack-request-id: req-baa17692-9a1e-41c7-920c-c853e34a37bd {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:29.975305 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-unplugged", "status": "completed", "tag": "063e758c-31ee-47eb-bbca-feb97f999869", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:29.979885 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-baa17692-9a1e-41c7-920c-c853e34a37bd {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:29.980508 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869', 'code': 200} Jul 08 17:59:30.001321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:30.104938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b645638-7e30-4e7e-baec-85a8e0d8d82b req-9bf8ec78-91b5-4e07-81bd-faf45007920c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:30.107635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b645638-7e30-4e7e-baec-85a8e0d8d82b req-9bf8ec78-91b5-4e07-81bd-faf45007920c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.0897496 Jul 08 17:59:30.163226 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b645638-7e30-4e7e-baec-85a8e0d8d82b req-36e98571-2f77-4e09-9e47-eaaf19553331 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495515 Jul 08 17:59:30.349307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe7535-207b-4ee1-8bc5-d10c2ff55b76 req-4726b13a-ea00-4876-a79f-672c1ce0f442 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:30.350940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ebe7535-207b-4ee1-8bc5-d10c2ff55b76 req-4726b13a-ea00-4876-a79f-672c1ce0f442 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 945 time: 0.0740824 Jul 08 17:59:30.410353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ebe7535-207b-4ee1-8bc5-d10c2ff55b76 req-0767c8d6-9c14-44b9-a827-28a2fd742f70 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519743 Jul 08 17:59:30.532861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0b3b9-c04d-4a9d-9cda-f82dd006dd2f req-15aeb64c-2221-4822-9faa-e02c99e68431 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:30.534407 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-50a0b3b9-c04d-4a9d-9cda-f82dd006dd2f req-15aeb64c-2221-4822-9faa-e02c99e68431 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 948 time: 0.0807285 Jul 08 17:59:30.587100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-50a0b3b9-c04d-4a9d-9cda-f82dd006dd2f req-ed14b5fa-489d-4887-bf91-9b53813b2c65 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Jul 08 17:59:30.853208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0f33a-8a60-49c7-9653-33ad1c75c527 req-bdc89c0e-18cc-4916-9142-503e09fdf1fa tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:30.861191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52d0f33a-8a60-49c7-9653-33ad1c75c527 req-bdc89c0e-18cc-4916-9142-503e09fdf1fa tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 947 time: 0.0944788 Jul 08 17:59:30.935052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52d0f33a-8a60-49c7-9653-33ad1c75c527 req-5e10b6e9-2bd7-4867-8590-712d70ddfe92 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729229 Jul 08 17:59:30.970642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6e494-1d9f-4ad2-90e9-ed94c3777483 req-fc1e396e-3b68-41f4-a00f-c09d9af8fad6 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:30.972360 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26b6e494-1d9f-4ad2-90e9-ed94c3777483 req-fc1e396e-3b68-41f4-a00f-c09d9af8fad6 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 943 time: 0.1389740 Jul 08 17:59:31.026684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26b6e494-1d9f-4ad2-90e9-ed94c3777483 req-128700a3-7d2e-4653-93ad-83cfbaadeb20 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486898 Jul 08 17:59:31.384949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebbb64-1faa-4cdb-974e-74a5bf3505d3 req-17665813-3515-484c-ae49-e317cc943f6f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:31.387171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8ebbb64-1faa-4cdb-974e-74a5bf3505d3 req-17665813-3515-484c-ae49-e317cc943f6f tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.0930009 Jul 08 17:59:31.458805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8ebbb64-1faa-4cdb-974e-74a5bf3505d3 req-2039b0fc-9931-4c6d-bddf-16cd3ea2fed9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635419 Jul 08 17:59:31.644773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a5de8-1d75-4cd7-818b-836f253dc7a8 req-23045a85-86a5-4d82-b6cd-f8d4014731cf tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:31.647247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c9a5de8-1d75-4cd7-818b-836f253dc7a8 req-23045a85-86a5-4d82-b6cd-f8d4014731cf tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 945 time: 0.1107588 Jul 08 17:59:31.715350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c9a5de8-1d75-4cd7-818b-836f253dc7a8 req-c24e8da4-dc4e-4aa6-9bd6-1b2dcb61fdcc tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575910 Jul 08 17:59:31.727826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 063e758c-31ee-47eb-bbca-feb97f999869 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:59:31.851244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1a503-0108-4f80-b38b-d7b6dfec150f req-824657dc-c695-4b04-a319-bd2fdeda2140 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:31.853200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e3d1a503-0108-4f80-b38b-d7b6dfec150f req-824657dc-c695-4b04-a319-bd2fdeda2140 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 948 time: 0.0837138 Jul 08 17:59:31.910543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:31.917976 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e3d1a503-0108-4f80-b38b-d7b6dfec150f req-c07b1052-45c7-44ba-ae90-9c83c25335d6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573177 Jul 08 17:59:31.945663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '063e758c-31ee-47eb-bbca-feb97f999869', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '063e758c-31ee-47eb-bbca-feb97f999869', 'mac_address': 'fa:16:3e:84:04:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:59:31.991170 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.012493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063e758c-31ee-47eb-bbca-feb97f999869 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:32.043704 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:32.051448 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.052353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 29de5d74-db15-4ba7-bc79-c6e222d64581 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:59:32.136301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:32.140218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 29de5d74-db15-4ba7-bc79-c6e222d64581, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29de5d74-db15-4ba7-bc79-c6e222d64581,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:32.152162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '29de5d74-db15-4ba7-bc79-c6e222d64581', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '29de5d74-db15-4ba7-bc79-c6e222d64581', 'mac_address': 'fa:16:3e:2e:f7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:59:32.204821 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.222835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29de5d74-db15-4ba7-bc79-c6e222d64581 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:32.244891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device a0e0f267-ff5c-48b0-bfe6-755cb311202f details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:59:32.271318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756be5a-5f5a-4c15-945a-884052e26cc8 req-ec7a55f5-34d0-4a8c-b971-5b093743cb88 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:32.278636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6756be5a-5f5a-4c15-945a-884052e26cc8 req-ec7a55f5-34d0-4a8c-b971-5b093743cb88 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 948 time: 0.1620343 Jul 08 17:59:32.300048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d324bc-d3d7-4ce4-9750-e7c02011a91e req-956bfe6f-a54d-411d-b3db-456c39319aca tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:32.307212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1d324bc-d3d7-4ce4-9750-e7c02011a91e req-956bfe6f-a54d-411d-b3db-456c39319aca tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 943 time: 0.1320863 Jul 08 17:59:32.351719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55474) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:32.378479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6756be5a-5f5a-4c15-945a-884052e26cc8 req-3b8a8f6c-e4a7-4c69-af92-a7d67e3649fd tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987320 Jul 08 17:59:32.398161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1d324bc-d3d7-4ce4-9750-e7c02011a91e req-c1795627-ed5a-4398-9b97-33c5058e7c9c tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900054 Jul 08 17:59:32.401168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3d0f39e6-adc8-4318-9cb3-c46933639754 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:32.466516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port a0e0f267-ff5c-48b0-bfe6-755cb311202f, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=a0e0f267-ff5c-48b0-bfe6-755cb311202f,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:32.506917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'port_id': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f', 'mac_address': 'fa:16:3e:96:40:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:59:32.516321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 29de5d74-db15-4ba7-bc79-c6e222d64581, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29de5d74-db15-4ba7-bc79-c6e222d64581,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:32.548744 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.563459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4acc7270-c8bf-496f-b28e-4c11db1b000a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.583851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 3d0f39e6-adc8-4318-9cb3-c46933639754 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:32.593737 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.612902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e0f267-ff5c-48b0-bfe6-755cb311202f {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:32.617068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 3d0f39e6-adc8-4318-9cb3-c46933639754 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:32.617437 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.713463 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4acc7270-c8bf-496f-b28e-4c11db1b000a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.720324 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4acc7270-c8bf-496f-b28e-4c11db1b000a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.739379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eacf4-335d-4239-94e8-a952be0defe2 req-99ebac34-8dfc-497a-aa74-b87809efeeef tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:32.740916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-329eacf4-335d-4239-94e8-a952be0defe2 req-99ebac34-8dfc-497a-aa74-b87809efeeef tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.1306255 Jul 08 17:59:32.784339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc7270-c8bf-496f-b28e-4c11db1b000a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539745b8-847c-42b6-a705-97a5beadcfbb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:32.809253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4acc7270-c8bf-496f-b28e-4c11db1b000a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0665b8e990294dab9a6f984d1ad1be60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564030 Jul 08 17:59:32.812677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55484) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:32.831746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-329eacf4-335d-4239-94e8-a952be0defe2 req-6d13c540-4050-4291-a060-8d19b5278cd5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853672 Jul 08 17:59:32.881352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port a0e0f267-ff5c-48b0-bfe6-755cb311202f, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=a0e0f267-ff5c-48b0-bfe6-755cb311202f,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:32.894780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=29de5d74-db15-4ba7-bc79-c6e222d64581,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:32.899582 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.956198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-500b5149-1d12-4575-af66-e84aa5343583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.988144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=a0e0f267-ff5c-48b0-bfe6-755cb311202f,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:33.011640 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:33.036089 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-500b5149-1d12-4575-af66-e84aa5343583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:33.071043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3d0f39e6-adc8-4318-9cb3-c46933639754, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3d0f39e6-adc8-4318-9cb3-c46933639754,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:33.072356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0559810d-5e93-4abd-a980-e72453faf73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0f39e6-adc8-4318-9cb3-c46933639754'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:33.074963 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0a5442-8e58-4d37-ac42-9a7d7c8bdd46" -d '{"events": [{"server_uuid": "0559810d-5e93-4abd-a980-e72453faf73b", "name": "network-vif-plugged", "status": "completed", "tag": "3d0f39e6-adc8-4318-9cb3-c46933639754"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:33.081454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbce15-1e8c-4037-91df-db60fd725119 req-20cedf69-e875-4f67-90ae-c4e33ad5adec tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.082753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['063e758c-31ee-47eb-bbca-feb97f999869'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:33.084222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98cbce15-1e8c-4037-91df-db60fd725119 req-20cedf69-e875-4f67-90ae-c4e33ad5adec tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 945 time: 0.1513877 Jul 08 17:59:33.089356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:33.133709 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-500b5149-1d12-4575-af66-e84aa5343583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:33.138040 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-500b5149-1d12-4575-af66-e84aa5343583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:33.142145 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-500b5149-1d12-4575-af66-e84aa5343583 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/539745b8-847c-42b6-a705-97a5beadcfbb HTTP/1.1" status: 204 len: 168 time: 0.3220947 Jul 08 17:59:33.164702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b5149-1d12-4575-af66-e84aa5343583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539745b8-847c-42b6-a705-97a5beadcfbb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:33.209093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['29de5d74-db15-4ba7-bc79-c6e222d64581'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:33.216895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98cbce15-1e8c-4037-91df-db60fd725119 req-fb5b269e-1340-41cb-941c-2ab5a58cad61 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078246 Jul 08 17:59:33.217087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3d0f39e6-adc8-4318-9cb3-c46933639754,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:33.268850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1b4ae-be07-45c9-b4e7-85a30d4e25c4 req-3f80764a-65b3-4b5a-97e0-97c53d1f12ab tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.283007 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbe1b4ae-be07-45c9-b4e7-85a30d4e25c4 req-3f80764a-65b3-4b5a-97e0-97c53d1f12ab tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 949 time: 0.1977501 Jul 08 17:59:33.303170 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574a74d9-6f52-4594-b78d-7b8cc06688c3 x-openstack-request-id: req-574a74d9-6f52-4594-b78d-7b8cc06688c3 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:33.303469 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0559810d-5e93-4abd-a980-e72453faf73b", "name": "network-vif-plugged", "status": "completed", "tag": "3d0f39e6-adc8-4318-9cb3-c46933639754", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:33.303737 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-574a74d9-6f52-4594-b78d-7b8cc06688c3 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:33.304108 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0559810d-5e93-4abd-a980-e72453faf73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0f39e6-adc8-4318-9cb3-c46933639754', 'code': 200} Jul 08 17:59:33.338474 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:33.347142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbe1b4ae-be07-45c9-b4e7-85a30d4e25c4 req-21f8875b-69d9-4c84-84a8-91ff51548fbb tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576582 Jul 08 17:59:33.365251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['a0e0f267-ff5c-48b0-bfe6-755cb311202f'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:33.549320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61167a-60e3-4a5c-b3b1-d533d45e0d50 req-542e4f65-6d2f-4574-9b6d-c4d741ce73b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.550889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b61167a-60e3-4a5c-b3b1-d533d45e0d50 req-542e4f65-6d2f-4574-9b6d-c4d741ce73b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 1097 time: 0.1777618 Jul 08 17:59:33.595014 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b61167a-60e3-4a5c-b3b1-d533d45e0d50 req-e0191e3a-4758-4dee-998a-1e12e395c03e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365949 Jul 08 17:59:33.717789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09c839-2a92-4514-b423-23985af14313 req-2e95483b-fa79-4a1d-8569-808c5fb60e16 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.719751 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b09c839-2a92-4514-b423-23985af14313 req-2e95483b-fa79-4a1d-8569-808c5fb60e16 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 948 time: 0.0991216 Jul 08 17:59:33.797564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b09c839-2a92-4514-b423-23985af14313 req-0611d0d6-2af4-47df-9bfa-e1cb14536a6f tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632911 Jul 08 17:59:33.974810 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:33.999671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-e7a981a2-882e-436d-b351-baa10dbece1b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.999923 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-e7a981a2-882e-436d-b351-baa10dbece1b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8&tenant_id=0ece45c75085439aa23b1b8caecbe1f2&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 949 time: 0.1531522 Jul 08 17:59:34.034371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0df1a-3ba7-4be5-9377-51e9ff04d54b req-5f402474-fd0c-45af-af03-1e0e24663fb4 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:34.044091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51c0df1a-3ba7-4be5-9377-51e9ff04d54b req-5f402474-fd0c-45af-af03-1e0e24663fb4 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 949 time: 0.1252949 Jul 08 17:59:34.147103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-d521e86f-f156-483b-b8f2-efdcbd54da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:34.148711 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-d521e86f-f156-483b-b8f2-efdcbd54da86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 1100 time: 0.0832899 Jul 08 17:59:34.196282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51c0df1a-3ba7-4be5-9377-51e9ff04d54b req-fa569152-6975-47cf-b640-a60787a1d811 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491938 Jul 08 17:59:34.255713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a26ed1-dfbd-420d-b2fc-a8d6ea48ab33 req-15def982-0dfe-4eff-924a-442bbebaa3bb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:34.257161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1a26ed1-dfbd-420d-b2fc-a8d6ea48ab33 req-15def982-0dfe-4eff-924a-442bbebaa3bb tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 944 time: 0.1383715 Jul 08 17:59:34.306518 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-17678bf7-f996-4206-bc6c-102f355933a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:34.308003 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-17678bf7-f996-4206-bc6c-102f355933a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1509087 Jul 08 17:59:34.324148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1a26ed1-dfbd-420d-b2fc-a8d6ea48ab33 req-a1361fe3-e5aa-4738-9387-6d68488e396c tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599046 Jul 08 17:59:34.399258 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-19614a18-0013-4488-a2cf-52b7e2d33c9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=29de5d74-db15-4ba7-bc79-c6e222d64581 HTTP/1.1" status: 200 len: 217 time: 0.0826304 Jul 08 17:59:34.466235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-0c639a20-db48-421e-b344-4cd58f4cdc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:34.471069 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-0c639a20-db48-421e-b344-4cd58f4cdc64 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0643733 Jul 08 17:59:34.575905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-1618d171-d3b4-4680-bea7-953d0d974f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:34.578089 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-1618d171-d3b4-4680-bea7-953d0d974f9b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966365 Jul 08 17:59:34.625192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7458b-8437-4cb4-a1a1-26777f3ddf25 req-e9b3dba1-a769-41ce-8db2-dd2f38109847 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:34.632151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32b7458b-8437-4cb4-a1a1-26777f3ddf25 req-e9b3dba1-a769-41ce-8db2-dd2f38109847 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 946 time: 0.1239514 Jul 08 17:59:34.693731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32b7458b-8437-4cb4-a1a1-26777f3ddf25 req-756b2a82-2d02-4cb4-b35b-8d02037e08d2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602574 Jul 08 17:59:34.713032 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-ea8f12eb-1445-4006-9338-399bc963528c service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260378 Jul 08 17:59:34.781053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d56269-6a71-41bf-9d94-a1037bebbef2 req-b51caa98-37f4-492b-b93a-e212f9addc39 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:34.788459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1d56269-6a71-41bf-9d94-a1037bebbef2 req-b51caa98-37f4-492b-b93a-e212f9addc39 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 946 time: 0.0831807 Jul 08 17:59:34.833190 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8802213b-7bd1-4c96-b297-468d10dd1a36 req-a3111535-c95e-4f20-a224-3720c90becef service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094828 Jul 08 17:59:34.910860 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1d56269-6a71-41bf-9d94-a1037bebbef2 req-2aa12b68-c0b5-41ff-b06a-90c3010bfc6a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214180 Jul 08 17:59:34.950572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-c2e445a5-d3f2-4bbf-b4e3-0b6509f490aa tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:34.952598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-c2e445a5-d3f2-4bbf-b4e3-0b6509f490aa tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1097 time: 0.1616499 Jul 08 17:59:34.978108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799684-3'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:35.112799 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:35.169745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f7819-ed6c-4f7a-b7f1-3bbaefdb36fb req-49fc9ae2-933e-4054-9fb3-93e071863aa5 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:35.176735 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-912f7819-ed6c-4f7a-b7f1-3bbaefdb36fb req-49fc9ae2-933e-4054-9fb3-93e071863aa5 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 948 time: 0.2231574 Jul 08 17:59:35.287047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-912f7819-ed6c-4f7a-b7f1-3bbaefdb36fb req-fcd076c7-53dd-4271-a453-dbb7da7d37c8 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045580 Jul 08 17:59:35.395976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:35.509651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:35.576201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f5d15c-0e5e-494e-b651-d215bebd5a3c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:35.582913 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15223f0b-48d1-4137-bdc7-940a99a646d9" -d '{"events": [{"server_uuid": "8e8f36cd-7f4e-40ed-bdeb-e64936bf483f", "name": "network-vif-unplugged", "status": "completed", "tag": "19f5d15c-0e5e-494e-b651-d215bebd5a3c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:35.595008 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:35.605386 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:35.665138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc469c-b8c6-4eb0-85d9-16d5134201d5 req-4c88a8fd-d7de-4a01-bc8c-590cf02fa259 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:35.670676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98fc469c-b8c6-4eb0-85d9-16d5134201d5 req-4c88a8fd-d7de-4a01-bc8c-590cf02fa259 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 949 time: 0.2485127 Jul 08 17:59:35.719597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 19f5d15c-0e5e-494e-b651-d215bebd5a3c details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:59:35.724476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 063e758c-31ee-47eb-bbca-feb97f999869 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:35.762984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Pushing event updated for resources: {'Port': ['ID=19f5d15c-0e5e-494e-b651-d215bebd5a3c,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:35.814838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98fc469c-b8c6-4eb0-85d9-16d5134201d5 req-74650c8f-b008-4de4-a13e-edd4bd737c93 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286592 Jul 08 17:59:35.823624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on host n-h2-799684-3 for vnic_type normal with profile {"migrating_to": "n-h1-799684-3"} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:35.823959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:35.824615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:35.831559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 063e758c-31ee-47eb-bbca-feb97f999869 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:35.832129 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:35.833214 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:59:35.833538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:35.839889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:35.840376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:35.840818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:35.841338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Bound port: 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:35.842106 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:35.908650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:35.945556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cad96-73f3-46d7-b09f-ddfbb7aff614 req-9c29b2e1-fb6a-4b6d-a1a3-e031c8241355 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:35.953687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b5cad96-73f3-46d7-b09f-ddfbb7aff614 req-9c29b2e1-fb6a-4b6d-a1a3-e031c8241355 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 944 time: 0.3086834 Jul 08 17:59:35.974991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on host n-h2-799684-3 for vnic_type normal with profile {"migrating_to": "n-h1-799684-3"} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:35.975361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:35.975727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:35.977605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:35.982931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:59:35.983468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Attempting to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:35.988359 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:35.997710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:59:35.999734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:36.000203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:36.000679 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:36.001172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Bound port: 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:36.001603 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.029365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b5cad96-73f3-46d7-b09f-ddfbb7aff614 req-6b99f67b-294b-4438-a44b-20cdd82ffed2 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746889 Jul 08 17:59:36.033948 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.039992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:36.042503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:36.044975 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bbb185-f8e8-4399-aadd-5740e719714f" -d '{"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-plugged", "status": "completed", "tag": "063e758c-31ee-47eb-bbca-feb97f999869"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:36.101330 n-d-799684-3 neutron-server[93743]: WARNING neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Concurrent port binding operations failed on port 19f5d15c-0e5e-494e-b651-d215bebd5a3c Jul 08 17:59:36.105427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:36.107528 n-d-799684-3 neutron-server[93743]: INFO neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Attempt 2 to bind port 19f5d15c-0e5e-494e-b651-d215bebd5a3c Jul 08 17:59:36.108054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 19f5d15c-0e5e-494e-b651-d215bebd5a3c has no active binding in host n-h1-799684-3 {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:59:36.110039 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.110949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 29de5d74-db15-4ba7-bc79-c6e222d64581 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:36.120409 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc83af16-3873-4c18-bc64-c151def3af29 x-openstack-request-id: req-dc83af16-3873-4c18-bc64-c151def3af29 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:36.121004 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8f36cd-7f4e-40ed-bdeb-e64936bf483f", "name": "network-vif-unplugged", "status": "completed", "tag": "19f5d15c-0e5e-494e-b651-d215bebd5a3c", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:36.121439 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc83af16-3873-4c18-bc64-c151def3af29 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:36.123195 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f5d15c-0e5e-494e-b651-d215bebd5a3c', 'code': 200} Jul 08 17:59:36.232404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:36.234873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:36.244427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device a0e0f267-ff5c-48b0-bfe6-755cb311202f up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:36.248225 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.249735 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa063ea3-abda-4f97-b30a-ed7519c27fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.253009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] 10.222.0.74 "PUT /v2.0/ports/19f5d15c-0e5e-494e-b651-d215bebd5a3c HTTP/1.1" status: 200 len: 1122 time: 1.2872608 Jul 08 17:59:36.278272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 29de5d74-db15-4ba7-bc79-c6e222d64581 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:36.278633 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.285065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c901b6-5480-43e1-a4cd-aa2c33a50101 service neutron] Pushing event updated for resources: {'Port': ['ID=19f5d15c-0e5e-494e-b651-d215bebd5a3c,revision_number=8']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:36.350189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['19f5d15c-0e5e-494e-b651-d215bebd5a3c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:36.360522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['19f5d15c-0e5e-494e-b651-d215bebd5a3c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:36.435811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409f270-872b-46a7-a5a4-978229325e86 req-0ed2e9e2-fd15-4c9c-802f-e5b7807be8ad tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:36.439351 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port a0e0f267-ff5c-48b0-bfe6-755cb311202f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:36.454968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9409f270-872b-46a7-a5a4-978229325e86 req-0ed2e9e2-fd15-4c9c-802f-e5b7807be8ad tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 946 time: 0.1856043 Jul 08 17:59:36.460298 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port a0e0f267-ff5c-48b0-bfe6-755cb311202f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:36.461001 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.501448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9409f270-872b-46a7-a5a4-978229325e86 req-6f140a53-8ede-41d1-8215-62ae7e4c70e6 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451555 Jul 08 17:59:36.537368 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.595861 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c72971-b353-4814-8673-9bbbebb81882 x-openstack-request-id: req-26c72971-b353-4814-8673-9bbbebb81882 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:36.596154 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-plugged", "status": "completed", "tag": "063e758c-31ee-47eb-bbca-feb97f999869", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:36.596416 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26c72971-b353-4814-8673-9bbbebb81882 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:36.597499 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869', 'code': 200} Jul 08 17:59:36.607664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b647e8-07df-473d-a1cc-345c186d9957 req-820f7861-8aea-48ea-8d4b-08156b002051 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:36.615422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76b647e8-07df-473d-a1cc-345c186d9957 req-820f7861-8aea-48ea-8d4b-08156b002051 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 944 time: 0.1128931 Jul 08 17:59:36.743983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 29de5d74-db15-4ba7-bc79-c6e222d64581, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29de5d74-db15-4ba7-bc79-c6e222d64581,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:36.748232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76b647e8-07df-473d-a1cc-345c186d9957 req-dc7c819f-b57e-408d-9abd-c28e2f66e28d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318719 Jul 08 17:59:36.783820 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.837196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c840c59-0c4d-487e-8b18-497f86553863 req-43213423-a0af-482a-88ee-4b7d2583c0c9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:36.839153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c840c59-0c4d-487e-8b18-497f86553863 req-43213423-a0af-482a-88ee-4b7d2583c0c9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1653152 Jul 08 17:59:36.864494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=29de5d74-db15-4ba7-bc79-c6e222d64581,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:36.893749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523566d-f022-4c15-9ad0-e401f633ec91 req-0d400ea2-8658-4d1f-aec6-865004a213b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:36.895511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b523566d-f022-4c15-9ad0-e401f633ec91 req-0d400ea2-8658-4d1f-aec6-865004a213b7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 1100 time: 0.1053913 Jul 08 17:59:36.926722 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.933984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c840c59-0c4d-487e-8b18-497f86553863 req-fc4e5911-5d19-4839-97b9-f1a511736e8a tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840950 Jul 08 17:59:36.960728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b523566d-f022-4c15-9ad0-e401f633ec91 req-4b40c6ff-21d3-42b2-b050-f580bbaffc31 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561888 Jul 08 17:59:37.023386 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port a0e0f267-ff5c-48b0-bfe6-755cb311202f, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=a0e0f267-ff5c-48b0-bfe6-755cb311202f,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:37.036820 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:37.113093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=a0e0f267-ff5c-48b0-bfe6-755cb311202f,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:37.374568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202f610-39ca-45a6-ab6b-78b6a7a03d94 req-7a2256d0-191b-4d6d-a650-6d4a23fa8991 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:37.382355 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b202f610-39ca-45a6-ab6b-78b6a7a03d94 req-7a2256d0-191b-4d6d-a650-6d4a23fa8991 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.1077666 Jul 08 17:59:37.420509 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b202f610-39ca-45a6-ab6b-78b6a7a03d94 req-0acee989-fed2-4445-b0ac-642ed44113d6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372643 Jul 08 17:59:37.570916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e16b49-3ee4-4b88-a1b5-c1a97cdc782c req-5e885c62-c7bd-4acf-8871-3b31234a21ca tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:37.573139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90e16b49-3ee4-4b88-a1b5-c1a97cdc782c req-5e885c62-c7bd-4acf-8871-3b31234a21ca tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 945 time: 0.0878179 Jul 08 17:59:37.670984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90e16b49-3ee4-4b88-a1b5-c1a97cdc782c req-66d097e8-1cc6-49f9-9ae4-bb3287f6fdb9 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901117 Jul 08 17:59:37.712224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963f55e-2ee3-4ee4-b2f8-bb6c52c94a6f req-9935c556-6519-4d35-aa8d-4854ec464102 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:37.714367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0963f55e-2ee3-4ee4-b2f8-bb6c52c94a6f req-9935c556-6519-4d35-aa8d-4854ec464102 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 946 time: 0.1016293 Jul 08 17:59:37.778810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0963f55e-2ee3-4ee4-b2f8-bb6c52c94a6f req-766282c0-6e9b-4297-b487-68ec5dcad5ee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584607 Jul 08 17:59:37.907737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13302ad7-19a2-40db-b224-2f1db9029c1f req-104f3cd4-589d-4697-a7e7-2dc71508dd34 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:37.910919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13302ad7-19a2-40db-b224-2f1db9029c1f req-104f3cd4-589d-4697-a7e7-2dc71508dd34 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.0786071 Jul 08 17:59:37.967435 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13302ad7-19a2-40db-b224-2f1db9029c1f req-44d0937c-0bdf-4cb1-bd5c-465e7d891dee tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479269 Jul 08 17:59:38.125174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'tag': '19f5d15c-0e5e-494e-b651-d215bebd5a3c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:38.128184 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fe53dd-5773-445e-bdbf-aaf0c08564a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8f36cd-7f4e-40ed-bdeb-e64936bf483f", "tag": "19f5d15c-0e5e-494e-b651-d215bebd5a3c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:38.220384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613d77c-4eae-436a-aed8-ac12ad867371 req-9fd8acc1-eb81-4125-aff9-4b770e3ab26c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:38.221887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4613d77c-4eae-436a-aed8-ac12ad867371 req-9fd8acc1-eb81-4125-aff9-4b770e3ab26c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 944 time: 0.0899203 Jul 08 17:59:38.274726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4613d77c-4eae-436a-aed8-ac12ad867371 req-7cae2cc2-ce14-4dc6-97e3-bbb34665bd60 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370445 Jul 08 17:59:38.595222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440ee92-0b05-48e7-9c8a-009ee78cc93a req-8d41e096-72b8-4c13-bcbe-fb1e4ca3a111 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:38.596789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2440ee92-0b05-48e7-9c8a-009ee78cc93a req-8d41e096-72b8-4c13-bcbe-fb1e4ca3a111 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1449986 Jul 08 17:59:38.599686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29de5d74-db15-4ba7-bc79-c6e222d64581'}, {'server_uuid': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:38.606999 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a15e31-afdb-4d94-9871-e0cef6a95208" -d '{"events": [{"server_uuid": "7b38fdce-91d5-4deb-81da-dce3bf4a02d8", "name": "network-vif-plugged", "status": "completed", "tag": "29de5d74-db15-4ba7-bc79-c6e222d64581"}, {"server_uuid": "1ec15c63-047e-4702-a9e2-1073ce1b71bc", "name": "network-vif-plugged", "status": "completed", "tag": "a0e0f267-ff5c-48b0-bfe6-755cb311202f"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:38.677403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2440ee92-0b05-48e7-9c8a-009ee78cc93a req-f5bead6c-18d5-4282-b451-2ce6ef9a2a99 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577507 Jul 08 17:59:38.766699 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1e852a-fb98-4bbd-b1c8-acc63cd1b3a7 x-openstack-request-id: req-0c1e852a-fb98-4bbd-b1c8-acc63cd1b3a7 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:38.767207 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8f36cd-7f4e-40ed-bdeb-e64936bf483f", "tag": "19f5d15c-0e5e-494e-b651-d215bebd5a3c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:38.768077 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c1e852a-fb98-4bbd-b1c8-acc63cd1b3a7 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:38.768995 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'tag': '19f5d15c-0e5e-494e-b651-d215bebd5a3c', 'status': 'completed', 'code': 200} Jul 08 17:59:38.844826 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29637b86-08c1-437c-a10e-53350862735e x-openstack-request-id: req-29637b86-08c1-437c-a10e-53350862735e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:38.845513 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b38fdce-91d5-4deb-81da-dce3bf4a02d8", "name": "network-vif-plugged", "status": "completed", "tag": "29de5d74-db15-4ba7-bc79-c6e222d64581", "code": 200}, {"server_uuid": "1ec15c63-047e-4702-a9e2-1073ce1b71bc", "name": "network-vif-plugged", "status": "completed", "tag": "a0e0f267-ff5c-48b0-bfe6-755cb311202f", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:38.845941 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29637b86-08c1-437c-a10e-53350862735e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:38.846698 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29de5d74-db15-4ba7-bc79-c6e222d64581', 'code': 200} Jul 08 17:59:38.847119 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f', 'code': 200} Jul 08 17:59:38.954092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe53dd-5773-445e-bdbf-aaf0c08564a2 req-3a8f0b2f-1325-4f40-aaa0-0131a4507b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:38.956404 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-97fe53dd-5773-445e-bdbf-aaf0c08564a2 req-3a8f0b2f-1325-4f40-aaa0-0131a4507b97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 1125 time: 0.1436424 Jul 08 17:59:39.051997 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:39.142157 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-940c865d-51eb-4cb0-ab55-dfa7f752e0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:39.153124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe53dd-5773-445e-bdbf-aaf0c08564a2 req-6890837a-0998-48fc-b3f2-cff231ff932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:39.154886 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-97fe53dd-5773-445e-bdbf-aaf0c08564a2 req-6890837a-0998-48fc-b3f2-cff231ff932a service neutron] 10.222.0.59 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.1894867 Jul 08 17:59:39.198416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eece7b-3766-4938-ab04-2ff5ab283b8f req-01087495-4a91-4879-94cc-c817eac6c25d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:39.200906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55eece7b-3766-4938-ab04-2ff5ab283b8f req-01087495-4a91-4879-94cc-c817eac6c25d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 945 time: 0.2030623 Jul 08 17:59:39.204143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1240b-c4af-44fe-b590-f85b23534dd9 req-9b2bdb22-c6b9-4294-ba00-324ea46c9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:39.205990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3b1240b-c4af-44fe-b590-f85b23534dd9 req-9b2bdb22-c6b9-4294-ba00-324ea46c9202 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 1096 time: 0.1408560 Jul 08 17:59:39.211664 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-97fe53dd-5773-445e-bdbf-aaf0c08564a2 req-d646877f-8c26-4b2e-ac9f-1f47b388ace5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c HTTP/1.1" status: 200 len: 217 time: 0.0484939 Jul 08 17:59:39.269540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55eece7b-3766-4938-ab04-2ff5ab283b8f req-7c10671f-1504-4d0b-b217-7732fca17be5 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601940 Jul 08 17:59:39.270333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe53dd-5773-445e-bdbf-aaf0c08564a2 req-2a68b04b-d8c5-419d-b763-806da8a1456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:39.272905 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-97fe53dd-5773-445e-bdbf-aaf0c08564a2 req-2a68b04b-d8c5-419d-b763-806da8a1456a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0520136 Jul 08 17:59:39.312554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3b1240b-c4af-44fe-b590-f85b23534dd9 req-e9dd3b47-4573-47a3-aee6-f7d21cb6879e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857670 Jul 08 17:59:39.325494 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-97fe53dd-5773-445e-bdbf-aaf0c08564a2 req-584ef3eb-0500-4bd7-ad12-5e863bbfa9ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425134 Jul 08 17:59:39.612127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222d6c5-c47f-4107-a207-2b079d171533 req-663379d7-6057-4bf6-9889-78ac701fe34a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:39.617069 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f222d6c5-c47f-4107-a207-2b079d171533 req-663379d7-6057-4bf6-9889-78ac701fe34a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 944 time: 0.1534519 Jul 08 17:59:39.637280 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-97fe53dd-5773-445e-bdbf-aaf0c08564a2 req-45280ee1-23f4-43d0-9cd1-9a28e90d5c32 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871448 Jul 08 17:59:39.733964 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f222d6c5-c47f-4107-a207-2b079d171533 req-3e3307e5-8e78-4f82-82af-b9cb01b0d0b3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039257 Jul 08 17:59:39.813157 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-97fe53dd-5773-445e-bdbf-aaf0c08564a2 req-c7d63f2b-d664-4102-8f95-827d4d8d1726 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632407 Jul 08 17:59:39.875504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-e2da3de5-3a2f-4cd6-8cc0-db9dce76854e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464327 Jul 08 17:59:40.071636 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:40.103250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-35e3c90d-6bc5-4a7c-add2-6cddead40d47 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:40.112046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-35e3c90d-6bc5-4a7c-add2-6cddead40d47 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308176 Jul 08 17:59:40.136652 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-44c25fee-7528-4d63-ac44-444aa6b06b60 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/quotas/0ece45c75085439aa23b1b8caecbe1f2 HTTP/1.1" status: 200 len: 375 time: 0.0184877 Jul 08 17:59:40.221444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-4c9d16b6-d78c-45dd-986c-d17c35e80535 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833290 Jul 08 17:59:40.345840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28ffe8-9a6a-40f4-9366-15323897dd78 req-a1eb691f-e0f4-4e5a-88a9-f919ea36d033 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:40.347749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b28ffe8-9a6a-40f4-9366-15323897dd78 req-a1eb691f-e0f4-4e5a-88a9-f919ea36d033 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.0934172 Jul 08 17:59:40.433187 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b28ffe8-9a6a-40f4-9366-15323897dd78 req-ea47a9cf-11f8-4785-844e-59177a4e1e3b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783811 Jul 08 17:59:40.779209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95536be-d03a-4221-841b-eec18601e6dc req-d1790e09-976c-4011-9a44-bbad83d36f67 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:40.791935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c95536be-d03a-4221-841b-eec18601e6dc req-d1790e09-976c-4011-9a44-bbad83d36f67 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 945 time: 0.1360059 Jul 08 17:59:40.849533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c95536be-d03a-4221-841b-eec18601e6dc req-1818b307-29a8-48e7-bbe6-7a2c6926228e tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564895 Jul 08 17:59:40.981071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e31c0f-e21d-40b7-8737-c1b11ce526f4 req-e74fef50-8257-4377-b5ac-db74cb52b39a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 210 time: 0.0692546 Jul 08 17:59:41.194094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83166c5-4bbc-419d-9c61-f7a569030cb1 req-cad7024e-3eea-4fa6-82e2-139178374fa1 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:41.197318 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c83166c5-4bbc-419d-9c61-f7a569030cb1 req-cad7024e-3eea-4fa6-82e2-139178374fa1 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.0993590 Jul 08 17:59:41.261351 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c83166c5-4bbc-419d-9c61-f7a569030cb1 req-765284be-36e6-4ad0-b824-725356ab156e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579424 Jul 08 17:59:41.474606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562732c4-c1a8-49d7-9857-8c86ea9c86f6 req-e8f4b9d1-b19b-463f-b914-d312cf5b76a1 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:41.482498 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-562732c4-c1a8-49d7-9857-8c86ea9c86f6 req-e8f4b9d1-b19b-463f-b914-d312cf5b76a1 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 944 time: 0.0999444 Jul 08 17:59:41.525231 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:41.550384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-562732c4-c1a8-49d7-9857-8c86ea9c86f6 req-b5efdc1f-59f8-4aa3-897b-4bd22e66b1af tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668275 Jul 08 17:59:42.219903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-b9e97641-2c2a-4b29-8ac7-ffead003298b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593343 Jul 08 17:59:42.421886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-906ab389-e9d5-4fc7-9f8b-a75f7a35a3ff tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:42.424921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-906ab389-e9d5-4fc7-9f8b-a75f7a35a3ff tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919346 Jul 08 17:59:42.442144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Request body: {'port': {'device_id': '13775cba-4a71-4215-9ecf-577ad9322389', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '0ece45c75085439aa23b1b8caecbe1f2'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:42.537043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33074a7d-9902-460d-af00-d52cb2ab6e65 req-39c9f003-547a-4418-a69d-f85de268fedc tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:42.538754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33074a7d-9902-460d-af00-d52cb2ab6e65 req-39c9f003-547a-4418-a69d-f85de268fedc tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 945 time: 0.3226907 Jul 08 17:59:42.550775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc26e1-50fc-4f73-870d-51b59550bc33 req-678a3508-785a-4c6b-ae96-6f0903df39f4 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:42.558188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2acc26e1-50fc-4f73-870d-51b59550bc33 req-678a3508-785a-4c6b-ae96-6f0903df39f4 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.3263977 Jul 08 17:59:42.657306 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33074a7d-9902-460d-af00-d52cb2ab6e65 req-0cf68eb5-4fdc-4413-8b07-1e918fe4153a tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968266 Jul 08 17:59:42.667133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2acc26e1-50fc-4f73-870d-51b59550bc33 req-a1fdca97-9391-4a90-a6f5-884d40bf871b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076205 Jul 08 17:59:42.707555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Made reservation on behalf of 0ece45c75085439aa23b1b8caecbe1f2 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:42.711510 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:43.256115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Allocated IP 192.168.233.85 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/708fa30d-0f44-4f1d-8470-fd60e3b252f2) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:59:43.321157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3add462-6ae7-4e62-92a4-f115c3f5a992 req-f96f57cd-fb5a-46ad-a924-e92530b939db tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 210 time: 0.0629811 Jul 08 17:59:43.422970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ef720-5ecd-4ffb-b7c6-5364b8d8b53b req-eb3f9d03-597d-4352-b2e1-c68364246fc3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:43.425229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b09ef720-5ecd-4ffb-b7c6-5364b8d8b53b req-eb3f9d03-597d-4352-b2e1-c68364246fc3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 944 time: 0.1705875 Jul 08 17:59:43.539166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b09ef720-5ecd-4ffb-b7c6-5364b8d8b53b req-16ddbcac-e977-4205-ac54-c94b1e732754 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081228 Jul 08 17:59:43.561906 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:43.585729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Transition to ACTIVE for port object 708fa30d-0f44-4f1d-8470-fd60e3b252f2 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:43.600329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae5cdc-57f7-4a49-b395-be338fb58da9 req-187f0a02-83e8-4bbb-9e8a-5245600642e6 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:43.601949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cae5cdc-57f7-4a49-b395-be338fb58da9 req-187f0a02-83e8-4bbb-9e8a-5245600642e6 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 945 time: 0.1658063 Jul 08 17:59:43.611746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56114) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:43.618452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-873c6095-2d8d-4089-9469-33c393e78712 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Request body: {'floatingip': {'port_id': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:43.664149 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:43.678922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['363d1993-a0ec-4b01-9795-2d73beaeb08d', '29de5d74-db15-4ba7-bc79-c6e222d64581'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:43.736152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-873c6095-2d8d-4089-9469-33c393e78712 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:43.845831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:43.857245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:59:43.870316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:43.908019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:59:43.923125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:43.931402 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:43.995100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-3f0e7038-e214-4e34-9373-1d1f68f12ac3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5594680 Jul 08 17:59:44.009412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Request body: {'port': {'device_id': '13775cba-4a71-4215-9ecf-577ad9322389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:44.227848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-84908580-d7a7-487a-bfca-b6d374a284f4 None None] Provisioning for port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:44.236867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-84908580-d7a7-487a-bfca-b6d374a284f4 None None] Provisioning complete for port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:44.237604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-84908580-d7a7-487a-bfca-b6d374a284f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:44.278501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:44.279621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-84908580-d7a7-487a-bfca-b6d374a284f4 None None] Port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:59:44.304868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3701b5-416e-440e-804c-d56716a5408c req-cb35fe7b-dbc5-491c-9176-c4d75411a3c0 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:44.306477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a3701b5-416e-440e-804c-d56716a5408c req-cb35fe7b-dbc5-491c-9176-c4d75411a3c0 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.2910557 Jul 08 17:59:44.318487 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3d0f39e6-adc8-4318-9cb3-c46933639754 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:59:44.456749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3d0f39e6-adc8-4318-9cb3-c46933639754, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3d0f39e6-adc8-4318-9cb3-c46933639754,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:44.474451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '3d0f39e6-adc8-4318-9cb3-c46933639754', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'port_id': '3d0f39e6-adc8-4318-9cb3-c46933639754', 'mac_address': 'fa:16:3e:34:d9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e734d1c-a925-4682-8868-ca57c3123de4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:59:44.554324 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:44.572637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d0f39e6-adc8-4318-9cb3-c46933639754 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:44.613202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708fa30d-0f44-4f1d-8470-fd60e3b252f2 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:44.622883 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:44.637832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Transition to ACTIVE for port object 708fa30d-0f44-4f1d-8470-fd60e3b252f2 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:44.642544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3d0f39e6-adc8-4318-9cb3-c46933639754, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3d0f39e6-adc8-4318-9cb3-c46933639754,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:44.657669 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:44.663427 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:44.739349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a3701b5-416e-440e-804c-d56716a5408c req-cd2a7626-ae51-4705-a432-fde130ffd3b6 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996914 Jul 08 17:59:44.788365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:44.807270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3d0f39e6-adc8-4318-9cb3-c46933639754,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:44.816695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3d0f39e6-adc8-4318-9cb3-c46933639754'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:44.895816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:44.903520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:44.904143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:44.910041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:59:44.910665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:44.919604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:44.920350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:44.921148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:44.921860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Bound port: 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:44.922692 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:45.038015 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.resource_extend [None req-873c6095-2d8d-4089-9469-33c393e78712 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:59:45.080169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bce3c-fa8d-4202-b47c-720f5157d88a req-5b1361a6-5b7d-4b2d-baad-eb2cd1b81281 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:45.081709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b97bce3c-fa8d-4202-b47c-720f5157d88a req-5b1361a6-5b7d-4b2d-baad-eb2cd1b81281 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 946 time: 0.2608633 Jul 08 17:59:45.132710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:45.151776 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-873c6095-2d8d-4089-9469-33c393e78712 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:45.157105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-873c6095-2d8d-4089-9469-33c393e78712 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:45.176257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:59:45.187648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491e41f-bb19-4a44-855b-01b12d2846c5 req-670be07c-c5bb-4fad-802f-afb4a90779d2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:45.189382 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b491e41f-bb19-4a44-855b-01b12d2846c5 req-670be07c-c5bb-4fad-802f-afb4a90779d2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 947 time: 0.2596090 Jul 08 17:59:45.193574 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b97bce3c-fa8d-4202-b47c-720f5157d88a req-4bde0b3d-d1a7-467b-8e4b-842cbbc5e7cc tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984137 Jul 08 17:59:45.194632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:45.262688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:45.280614 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-873c6095-2d8d-4089-9469-33c393e78712 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Floating IP e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f associated. External IP: 172.25.8.158, port: a0e0f267-ff5c-48b0-bfe6-755cb311202f. Jul 08 17:59:45.307886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b491e41f-bb19-4a44-855b-01b12d2846c5 req-276b6346-b3b9-4108-b7cf-ad74629c2097 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093481 Jul 08 17:59:45.313435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:45.314149 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:45.315787 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-6d8f3dfd-a838-4ca7-9534-b52868d8ed04 service neutron] 10.222.0.74 "PUT /v2.0/ports/708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 1095 time: 1.3121667 Jul 08 17:59:45.316233 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:45.318528 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ebaa80-9018-41a4-9445-11f4905143f9" -d '{"events": [{"name": "network-changed", "server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:45.632725 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e80bb9-1355-44d9-b311-3734526f1510 req-56be8f0e-01af-49e4-bcfb-63e63be4d627 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:45.635107 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54e80bb9-1355-44d9-b311-3734526f1510 req-56be8f0e-01af-49e4-bcfb-63e63be4d627 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 944 time: 0.1984978 Jul 08 17:59:45.641781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-d30ba745-37e1-4b0d-80b6-f464f7d73a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:45.645892 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-d30ba745-37e1-4b0d-80b6-f464f7d73a7d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 1098 time: 0.2703836 Jul 08 17:59:45.705520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-7a5930b7-0243-42c9-a5ff-3e5ad7c1818b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 217 time: 0.0381806 Jul 08 17:59:45.732444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54e80bb9-1355-44d9-b311-3734526f1510 req-76352b8e-9ef3-4b76-8469-a86f2865b0f9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855029 Jul 08 17:59:45.752082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873c6095-2d8d-4089-9469-33c393e78712 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Router b0c73014-ad61-4c6a-acdb-ac4fba144469 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:59:45.773223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-9cd357d5-4c6e-4ebd-a25d-03c95dbadfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:45.774769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-9cd357d5-4c6e-4ebd-a25d-03c95dbadfa5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0587921 Jul 08 17:59:45.944546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-4312d00a-4f11-47b7-a2a9-a4b1b60c373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:45.945077 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-4312d00a-4f11-47b7-a2a9-a4b1b60c373d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1584742 Jul 08 17:59:45.955320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873c6095-2d8d-4089-9469-33c393e78712 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:59:45.965798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078296c-64bc-4365-bcac-3817a2fb91d1 None None] Sync routers for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:59:45.980709 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-873c6095-2d8d-4089-9469-33c393e78712 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:45.982500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078296c-64bc-4365-bcac-3817a2fb91d1 None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:59:45.986046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e078296c-64bc-4365-bcac-3817a2fb91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:59:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:46.068762 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56ff06f-93c5-46a9-98f0-77bdc0247d56 x-openstack-request-id: req-a56ff06f-93c5-46a9-98f0-77bdc0247d56 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:46.069284 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:46.069807 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a56ff06f-93c5-46a9-98f0-77bdc0247d56 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:46.070542 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'status': 'completed', 'code': 200} Jul 08 17:59:46.080205 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-873c6095-2d8d-4089-9469-33c393e78712 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "PUT /v2.0/floatingips/e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f HTTP/1.1" status: 200 len: 991 time: 2.4632125 Jul 08 17:59:46.080205 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'tag': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:46.084967 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec15c63-047e-4702-a9e2-1073ce1b71bc", "tag": "a0e0f267-ff5c-48b0-bfe6-755cb311202f"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:46.133497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-23c0d6d4-526b-4040-92c1-d1c0ab18322b service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700861 Jul 08 17:59:46.222111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-e078296c-64bc-4365-bcac-3817a2fb91d1 None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:59:46.442183 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544c4d93-6acc-4b57-b612-ba6362a6ce9f x-openstack-request-id: req-544c4d93-6acc-4b57-b612-ba6362a6ce9f {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:46.443140 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec15c63-047e-4702-a9e2-1073ce1b71bc", "tag": "a0e0f267-ff5c-48b0-bfe6-755cb311202f", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:46.443393 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-544c4d93-6acc-4b57-b612-ba6362a6ce9f {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:46.447075 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'tag': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f', 'status': 'completed', 'code': 200} Jul 08 17:59:46.455201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d361f63-4517-461f-92cc-b59972198076 req-1a3e1a7f-ffb6-4fe5-8e25-e31488166f0b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:46.465018 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d361f63-4517-461f-92cc-b59972198076 req-1a3e1a7f-ffb6-4fe5-8e25-e31488166f0b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.2939117 Jul 08 17:59:46.534904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3d0f39e6-adc8-4318-9cb3-c46933639754 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:46.549489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a92e12a-0c8a-47c6-84cf-b878d0ec83bd req-960d0822-d871-448b-8efa-bb267bf3db38 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145801 Jul 08 17:59:46.606411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d361f63-4517-461f-92cc-b59972198076 req-44315f58-70fe-4c67-8a5c-65a6842f9cef tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387243 Jul 08 17:59:46.726317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2c848-927c-4095-8ca4-674d06d27239 req-c9b49d5d-9d8d-4992-a494-11e0925328a1 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:46.734058 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0b2c848-927c-4095-8ca4-674d06d27239 req-c9b49d5d-9d8d-4992-a494-11e0925328a1 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 946 time: 0.3437104 Jul 08 17:59:46.753344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa req-789cba2d-34d1-4e4b-871e-348732a09184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:46.759819 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa req-789cba2d-34d1-4e4b-871e-348732a09184 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d405720c4cc04880b50b9a9583baab00&device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 1096 time: 0.2958460 Jul 08 17:59:46.823592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 3d0f39e6-adc8-4318-9cb3-c46933639754 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:46.823965 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:46.878182 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebaa80-9018-41a4-9445-11f4905143f9 req-fcd41eba-3ec3-47e5-9476-5f3ece296468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:46.879650 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ebaa80-9018-41a4-9445-11f4905143f9 req-fcd41eba-3ec3-47e5-9476-5f3ece296468 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 1098 time: 0.1799002 Jul 08 17:59:46.992305 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebaa80-9018-41a4-9445-11f4905143f9 req-360335d4-cb9d-4c92-b3c9-62a09124f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:46.993768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ebaa80-9018-41a4-9445-11f4905143f9 req-360335d4-cb9d-4c92-b3c9-62a09124f9e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.0939128 Jul 08 17:59:47.025089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8708-bb21-4321-85b4-84c10b610dc0 req-89cc25a8-113b-4e25-b51b-0733b0bd54b8 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:47.037131 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-464a8708-bb21-4321-85b4-84c10b610dc0 req-89cc25a8-113b-4e25-b51b-0733b0bd54b8 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 946 time: 0.3995404 Jul 08 17:59:47.080927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ebaa80-9018-41a4-9445-11f4905143f9 req-ee2465b9-7fd4-423d-bdbc-16b9b144eec1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 217 time: 0.0749040 Jul 08 17:59:47.129906 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:47.136328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56306) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:47.193185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0559810d-5e93-4abd-a980-e72453faf73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0f39e6-adc8-4318-9cb3-c46933639754'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:47.196543 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96aecd6d-c94d-4483-bff5-28f6adda779d" -d '{"events": [{"server_uuid": "0559810d-5e93-4abd-a980-e72453faf73b", "name": "network-vif-plugged", "status": "completed", "tag": "3d0f39e6-adc8-4318-9cb3-c46933639754"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:47.217104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3e8c6-65bf-4027-ad85-7e82691e2fdf req-717ad9ef-ab68-4dec-8ca7-d23f105b9d68 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:47.224467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3d0f39e6-adc8-4318-9cb3-c46933639754, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3d0f39e6-adc8-4318-9cb3-c46933639754,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:47.228326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc3e8c6-65bf-4027-ad85-7e82691e2fdf req-717ad9ef-ab68-4dec-8ca7-d23f105b9d68 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 947 time: 0.3717546 Jul 08 17:59:47.233956 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-464a8708-bb21-4321-85b4-84c10b610dc0 req-c2365de4-3fc9-41b1-a8a2-883105a16c1d tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/security-groups?id=566bac9a-1c08-4676-b356-f40eb2951021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958902 Jul 08 17:59:47.245076 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:47.246347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 19f5d15c-0e5e-494e-b651-d215bebd5a3c no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:47.251688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-d0b2c848-927c-4095-8ca4-674d06d27239 req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Deleting port 260db182-f8fb-467b-b938-6009c52671b6 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:47.251688 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d0b2c848-927c-4095-8ca4-674d06d27239 req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:47.288552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebaa80-9018-41a4-9445-11f4905143f9 req-06bc76b4-3f24-4dd5-b360-16d9b164eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:47.291153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ebaa80-9018-41a4-9445-11f4905143f9 req-06bc76b4-3f24-4dd5-b360-16d9b164eaf7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1866875 Jul 08 17:59:47.387292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e078296c-64bc-4365-bcac-3817a2fb91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'port_id': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'mac_address': 'fa:16:3e:96:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:55:40Z', 'updated_at': '2021-07-08T17:59:44Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:47.435596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc3e8c6-65bf-4027-ad85-7e82691e2fdf req-0cc4e880-0a3d-4d92-b52f-ce76563c134d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061670 Jul 08 17:59:47.452526 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be842d5a-ff4c-42c5-8e1e-b9306f9cf45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:47.479867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078296c-64bc-4365-bcac-3817a2fb91d1 None None] Checking router: b0c73014-ad61-4c6a-acdb-ac4fba144469 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:59:47.579168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3d0f39e6-adc8-4318-9cb3-c46933639754,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:47.592874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebaa80-9018-41a4-9445-11f4905143f9 req-6855b464-f258-4372-982b-2d8273d36f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:47.597529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ebaa80-9018-41a4-9445-11f4905143f9 req-6855b464-f258-4372-982b-2d8273d36f07 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2875922 Jul 08 17:59:47.601512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078296c-64bc-4365-bcac-3817a2fb91d1 None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:59:47.603907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e078296c-64bc-4365-bcac-3817a2fb91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:59:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:47.679722 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d67c04-7d13-4853-ba99-66c7497b47d2 x-openstack-request-id: req-36d67c04-7d13-4853-ba99-66c7497b47d2 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:47.680014 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0559810d-5e93-4abd-a980-e72453faf73b", "name": "network-vif-plugged", "status": "completed", "tag": "3d0f39e6-adc8-4318-9cb3-c46933639754", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:47.680264 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-36d67c04-7d13-4853-ba99-66c7497b47d2 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:47.680648 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0559810d-5e93-4abd-a980-e72453faf73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0f39e6-adc8-4318-9cb3-c46933639754', 'code': 200} Jul 08 17:59:47.703727 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-d0b2c848-927c-4095-8ca4-674d06d27239 req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] For port 260db182-f8fb-467b-b938-6009c52671b6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=260db182-f8fb-467b-b938-6009c52671b6,segment=NetworkSegment(2d4c792a-10d8-4a00-bded-e820cd52eb07),segment_id=2d4c792a-10d8-4a00-bded-e820cd52eb07)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:47.706459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d0b2c848-927c-4095-8ca4-674d06d27239 req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:47.741127 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-d0b2c848-927c-4095-8ca4-674d06d27239 req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Calling delete_port for 260db182-f8fb-467b-b938-6009c52671b6 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:47.750713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccaf2e-0374-4ff1-a64d-da930c7ed769 req-b948e86a-f681-45fc-b2b7-8cc5d8080499 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:47.755644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32ccaf2e-0374-4ff1-a64d-da930c7ed769 req-b948e86a-f681-45fc-b2b7-8cc5d8080499 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 944 time: 0.3150184 Jul 08 17:59:47.848548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-e078296c-64bc-4365-bcac-3817a2fb91d1 None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:59:47.884519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa req-e31fb441-831c-4447-9a59-bdf5c54f5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:47.886360 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa req-e31fb441-831c-4447-9a59-bdf5c54f5ba9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=72e7378e-68fa-4eae-969d-4af763a383fd HTTP/1.1" status: 200 len: 923 time: 0.9892235 Jul 08 17:59:47.903676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32ccaf2e-0374-4ff1-a64d-da930c7ed769 req-939cda49-bee9-4f50-9dde-a86c2bc429bc tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433783 Jul 08 17:59:47.968782 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d0b2c848-927c-4095-8ca4-674d06d27239 req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:47.972495 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa req-ab91b33d-5586-49ed-9fb5-45e8049b0e76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e0f267-ff5c-48b0-bfe6-755cb311202f HTTP/1.1" status: 200 len: 999 time: 0.0787077 Jul 08 17:59:48.007228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ebaa80-9018-41a4-9445-11f4905143f9 req-601ec346-2121-4595-b3d0-a00d579806ad service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859553 Jul 08 17:59:48.103183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be842d5a-ff4c-42c5-8e1e-b9306f9cf45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:48.119112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Pushing event deleted for resources: {'Port': ['ID=260db182-f8fb-467b-b938-6009c52671b6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:48.150508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.151152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.151280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.151651 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.152199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.152604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.152999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.153693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.154542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.154975 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.155390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.155799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:48.158853 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be842d5a-ff4c-42c5-8e1e-b9306f9cf45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:48.221558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc06220-9cf4-43dc-ab3d-dc2bd33fa269 req-af3c700a-7881-4df0-8621-6c41004b370e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:48.236298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fc06220-9cf4-43dc-ab3d-dc2bd33fa269 req-af3c700a-7881-4df0-8621-6c41004b370e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.3319120 Jul 08 17:59:48.358139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b2c848-927c-4095-8ca4-674d06d27239 req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] No DVR routers for this DVR port 260db182-f8fb-467b-b938-6009c52671b6 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:48.367899 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d0b2c848-927c-4095-8ca4-674d06d27239 req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:48.403094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fc06220-9cf4-43dc-ab3d-dc2bd33fa269 req-d8380e18-87f3-45c4-8178-72f2f1197cc7 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613503 Jul 08 17:59:48.403331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e078296c-64bc-4365-bcac-3817a2fb91d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'port_id': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'mac_address': 'fa:16:3e:96:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:55:40Z', 'updated_at': '2021-07-08T17:59:44Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:48.408359 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0b2c848-927c-4095-8ca4-674d06d27239 req-4c4cb121-4b03-4fad-b3ea-d3a941d1b462 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.74 "DELETE /v2.0/ports/260db182-f8fb-467b-b938-6009c52671b6 HTTP/1.1" status: 204 len: 173 time: 1.6573522 Jul 08 17:59:48.409426 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be842d5a-ff4c-42c5-8e1e-b9306f9cf45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4289ceb-233b-461a-93d8-bc93eed325b3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:48.431877 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-be842d5a-ff4c-42c5-8e1e-b9306f9cf45e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0d17d2c861f749adb1aaab76d9135281&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2797592 Jul 08 17:59:48.431877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56340) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:48.433735 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ebaa80-9018-41a4-9445-11f4905143f9 req-4cf9f4ec-3d33-4720-af35-8dba9fe21764 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157033 Jul 08 17:59:48.455486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed655a80-a5a7-4f32-8093-72cdc4d6657b', 'name': 'network-vif-deleted', 'tag': '260db182-f8fb-467b-b938-6009c52671b6'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:48.462399 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4ca15e-5644-4e71-b823-5cb270531a90" -d '{"events": [{"server_uuid": "ed655a80-a5a7-4f32-8093-72cdc4d6657b", "name": "network-vif-deleted", "tag": "260db182-f8fb-467b-b938-6009c52671b6"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:48.496849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa req-a28924cd-05ba-4be3-92cf-6c7b227ebe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:48.508433 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa req-a28924cd-05ba-4be3-92cf-6c7b227ebe72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2399feef-6cf2-4a19-849e-f93ebf11d781 HTTP/1.1" status: 200 len: 861 time: 0.4580564 Jul 08 17:59:48.565311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078296c-64bc-4365-bcac-3817a2fb91d1 None None] The sync data for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 is: [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'port_id': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'mac_address': 'fa:16:3e:96:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:55:40Z', 'updated_at': '2021-07-08T17:59:44Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:59:48.701348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0732106-2801-48ad-8098-71f89514b5a2 req-236e4ad0-5a3b-438f-b53c-17241c441118 tempest-VolumesAdminNegativeTest-426873038 tempest-VolumesAdminNegativeTest-426873038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed655a80-a5a7-4f32-8093-72cdc4d6657b HTTP/1.1" status: 200 len: 210 time: 0.0996897 Jul 08 17:59:48.721261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-8ce47a8f-4686-4ef0-8d11-0f9e5fc79ad4 service neutron] 10.222.0.59 "GET /v2.0/ports/19f5d15c-0e5e-494e-b651-d215bebd5a3c/bindings/n-h1-799684-3 HTTP/1.1" status: 200 len: 384 time: 0.2803421 Jul 08 17:59:48.844163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa req-0d26d377-1f30-4366-b2b0-b41a4065c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:48.849447 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa req-0d26d377-1f30-4366-b2b0-b41a4065c599 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72e7378e-68fa-4eae-969d-4af763a383fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3399246 Jul 08 17:59:48.882772 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0087b54f-1a55-4963-b078-5c07ab828657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:48.911216 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaca2c2-d3bb-4e4c-9284-bb23800732d6 x-openstack-request-id: req-abaca2c2-d3bb-4e4c-9284-bb23800732d6 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:48.911518 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed655a80-a5a7-4f32-8093-72cdc4d6657b", "name": "network-vif-deleted", "tag": "260db182-f8fb-467b-b938-6009c52671b6", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:48.911769 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-abaca2c2-d3bb-4e4c-9284-bb23800732d6 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:48.912167 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed655a80-a5a7-4f32-8093-72cdc4d6657b', 'name': 'network-vif-deleted', 'tag': '260db182-f8fb-467b-b938-6009c52671b6', 'status': 'completed', 'code': 200} Jul 08 17:59:49.065072 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa req-c23d9acf-1737-4077-bb45-a34cb1a4f078 service neutron] 10.222.0.59 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020302 Jul 08 17:59:49.083178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0087b54f-1a55-4963-b078-5c07ab828657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:49.118300 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f160d9-1f96-457e-a5bf-eeed19078754 None None] New status for floating IP e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:59:49.285272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56cd1-af2f-4f14-a3e5-96b940fab34b req-cc9e9a53-ebc7-4654-bbf2-00a36c8295a5 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:49.290822 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2a56cd1-af2f-4f14-a3e5-96b940fab34b req-cc9e9a53-ebc7-4654-bbf2-00a36c8295a5 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 947 time: 0.4051600 Jul 08 17:59:49.409551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0087b54f-1a55-4963-b078-5c07ab828657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:49.412790 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0087b54f-1a55-4963-b078-5c07ab828657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:49.437183 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0087b54f-1a55-4963-b078-5c07ab828657 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f4289ceb-233b-461a-93d8-bc93eed325b3 HTTP/1.1" status: 204 len: 168 time: 1.0080633 Jul 08 17:59:49.472476 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087b54f-1a55-4963-b078-5c07ab828657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4289ceb-233b-461a-93d8-bc93eed325b3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:49.482615 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59031d74-c2b3-4ccc-971c-eae6dd3f94fa req-8a4d29d2-682e-43c2-8d04-c44d6e0e0c1d service neutron] 10.222.0.59 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021282 Jul 08 17:59:49.518998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2a56cd1-af2f-4f14-a3e5-96b940fab34b req-2a08b67d-6056-413d-8d5a-550a5ea70ed3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138388 Jul 08 17:59:49.689727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-116ac36c-c3da-45de-9150-fa250cacc7f7 service neutron] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:49.744653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-116ac36c-c3da-45de-9150-fa250cacc7f7 service neutron] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:49.781461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:59:49.784174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 260db182-f8fb-467b-b938-6009c52671b6 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:49.857485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-116ac36c-c3da-45de-9150-fa250cacc7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f5d15c-0e5e-494e-b651-d215bebd5a3c {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:49.865547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 260db182-f8fb-467b-b938-6009c52671b6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:49.865880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 260db182-f8fb-467b-b938-6009c52671b6 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:49.876995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18e5de-10f9-43e7-af24-e03a3389477f req-dc565669-47b6-4d89-ac1b-742aa758611e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:49.878703 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed18e5de-10f9-43e7-af24-e03a3389477f req-dc565669-47b6-4d89-ac1b-742aa758611e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 944 time: 0.3578877 Jul 08 17:59:49.896328 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-116ac36c-c3da-45de-9150-fa250cacc7f7 service neutron] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:49.945281 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-116ac36c-c3da-45de-9150-fa250cacc7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:49.977216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616f7e6-7f4b-4b8d-9a23-37be8e8e4b96 req-9413060c-0ae3-4d09-a060-8459b0c6eed8 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:49.979590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2616f7e6-7f4b-4b8d-9a23-37be8e8e4b96 req-9413060c-0ae3-4d09-a060-8459b0c6eed8 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1933684 Jul 08 17:59:50.005361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:50.019889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed18e5de-10f9-43e7-af24-e03a3389477f req-567528c5-2553-42d9-85f5-26ae807b0930 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346142 Jul 08 17:59:50.024045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'mac_address': 'fa:16:3e:3c:c8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:59:50.105438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-116ac36c-c3da-45de-9150-fa250cacc7f7 service neutron] Transition to ACTIVE for port object 19f5d15c-0e5e-494e-b651-d215bebd5a3c will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:50.126084 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:50.135904 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-116ac36c-c3da-45de-9150-fa250cacc7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:50.161268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708fa30d-0f44-4f1d-8470-fd60e3b252f2 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:50.165615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56382) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:50.243461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:50.253290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2616f7e6-7f4b-4b8d-9a23-37be8e8e4b96 req-5c7c9a57-d923-4c58-90c0-ea33041f8e37 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466497 Jul 08 17:59:50.255412 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:50.269076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfca752-7a4e-4b5a-8625-5e05ef9ba96b admin admin] Deleting subnet bafd3ced-cc62-4640-87fd-da20a7f74349 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:59:50.280492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ac36c-c3da-45de-9150-fa250cacc7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=19f5d15c-0e5e-494e-b651-d215bebd5a3c,revision_number=10']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:50.295135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5bfca752-7a4e-4b5a-8625-5e05ef9ba96b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:50.356558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-116ac36c-c3da-45de-9150-fa250cacc7f7 service neutron] No DVR routers for this DVR port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:50.359822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:50.392999 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5bfca752-7a4e-4b5a-8625-5e05ef9ba96b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:50.405481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-116ac36c-c3da-45de-9150-fa250cacc7f7 service neutron] 10.222.0.59 "PUT /v2.0/ports/19f5d15c-0e5e-494e-b651-d215bebd5a3c/bindings/n-h1-799684-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6750581 Jul 08 17:59:50.450137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5bfca752-7a4e-4b5a-8625-5e05ef9ba96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:50.521081 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5bfca752-7a4e-4b5a-8625-5e05ef9ba96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:50.569546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-72ca5122-7de3-4e27-9da6-12baeedb4a85 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:50.572973 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-72ca5122-7de3-4e27-9da6-12baeedb4a85 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.1000934 Jul 08 17:59:50.585575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5bfca752-7a4e-4b5a-8625-5e05ef9ba96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:50.587931 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5bfca752-7a4e-4b5a-8625-5e05ef9ba96b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bafd3ced-cc62-4640-87fd-da20a7f74349 HTTP/1.1" status: 204 len: 168 time: 0.4210827 Jul 08 17:59:50.590005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfca752-7a4e-4b5a-8625-5e05ef9ba96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafd3ced-cc62-4640-87fd-da20a7f74349,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:50.592868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56400) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:50.734016 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:50.769061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-df97f897-36b0-45ff-8697-afc4e61a9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:50.776239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-df97f897-36b0-45ff-8697-afc4e61a9986 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc HTTP/1.1" status: 200 len: 1096 time: 0.1930099 Jul 08 17:59:50.804898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['708fa30d-0f44-4f1d-8470-fd60e3b252f2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:50.969803 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:50.991998 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:50.992356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:50.993128 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:50.993474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > port after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:50.993816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:50.994140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > port after_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:50.994484 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:50.994807 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:50.995152 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:50.995445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:51.074134 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:51.074742 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:51.075284 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:51.075778 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:59:51.076423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71718944-b4a8-417b-b378-b4326e3174d1']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:51.101897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4c792a-10d8-4a00-bded-e820cd52eb07') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:51.102479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4c792a-10d8-4a00-bded-e820cd52eb07') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:51.132302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:51.147804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6c9f4-5074-4b52-b8c0-abb166d44988 req-a5f0926b-745e-43ed-8de9-e2ee8ec35437 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:51.155156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39b6c9f4-5074-4b52-b8c0-abb166d44988 req-a5f0926b-745e-43ed-8de9-e2ee8ec35437 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 948 time: 0.3781180 Jul 08 17:59:51.205217 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-21262525-6ed1-4c79-8ad2-78cefc7a7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:51.206742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-21262525-6ed1-4c79-8ad2-78cefc7a7be1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 1096 time: 0.3666685 Jul 08 17:59:51.218353 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:51.249327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:59:51.249741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.254067 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: timer() Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:59:51.260274 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:59:51.575643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56424) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:51.730802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa88968a-6440-41e1-a8a1-4b49c90c00c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:51.780718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39b6c9f4-5074-4b52-b8c0-abb166d44988 req-db59e787-09cf-4de2-81cf-343bf51f56c6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243196 Jul 08 17:59:51.809222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:51.841417 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:51.857176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] 10.222.0.73 "DELETE /v2.0/networks/71718944-b4a8-417b-b378-b4326e3174d1 HTTP/1.1" status: 204 len: 168 time: 1.2593694 Jul 08 17:59:51.863493 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56430) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:51.912802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e92e4-dde4-4e5a-801e-94014a041f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=71718944-b4a8-417b-b378-b4326e3174d1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:51.955685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa88968a-6440-41e1-a8a1-4b49c90c00c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:51.965102 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa88968a-6440-41e1-a8a1-4b49c90c00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:51.971749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-23539530-8a03-4fc3-a166-4ebadb74605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:51.974502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-23539530-8a03-4fc3-a166-4ebadb74605a service neutron] 10.222.0.74 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.7447960 Jul 08 17:59:51.984738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207a240-d374-4916-8f96-6604389164d8 req-23db6a11-f798-43f6-a8fe-79e47cfb3358 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:51.986775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5207a240-d374-4916-8f96-6604389164d8 req-23db6a11-f798-43f6-a8fe-79e47cfb3358 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 945 time: 0.2871552 Jul 08 17:59:52.007651 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88968a-6440-41e1-a8a1-4b49c90c00c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31cf374-6bb4-4f6c-bbff-19c11f395fdf,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:52.016795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e500dee4-8b06-42ef-abf1-913337f16247 admin admin] Deleting subnet e2e6939a-6783-47e1-9a3c-fe5d734c1cdb {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:59:52.036300 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e500dee4-8b06-42ef-abf1-913337f16247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.041933 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aa88968a-6440-41e1-a8a1-4b49c90c00c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ce58bf04bc041f79e8baba75a18e2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4636807 Jul 08 17:59:52.046508 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-6df20453-a498-4a9c-a3a0-94d60812a673 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c HTTP/1.1" status: 200 len: 217 time: 0.0580571 Jul 08 17:59:52.047315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56434) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:52.084462 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e500dee4-8b06-42ef-abf1-913337f16247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.141086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e500dee4-8b06-42ef-abf1-913337f16247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.205936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5207a240-d374-4916-8f96-6604389164d8 req-0fdf4ae7-7765-4175-961d-8a79f02bc6fc tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573603 Jul 08 17:59:52.223760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e500dee4-8b06-42ef-abf1-913337f16247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.235895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-73987352-101a-40fd-9be4-1311d56e1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:52.237362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-73987352-101a-40fd-9be4-1311d56e1e3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.1324401 Jul 08 17:59:52.240089 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56fac6f0-98bb-4b2a-9c16-8b2e81f68f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.268597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500dee4-8b06-42ef-abf1-913337f16247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e6939a-6783-47e1-9a3c-fe5d734c1cdb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:52.280704 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e500dee4-8b06-42ef-abf1-913337f16247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.287440 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e500dee4-8b06-42ef-abf1-913337f16247 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e2e6939a-6783-47e1-9a3c-fe5d734c1cdb HTTP/1.1" status: 204 len: 168 time: 0.4225073 Jul 08 17:59:52.288441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56442) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:52.297025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4ec88-43ef-4329-8e0e-4f2936753614 req-06c0d266-aa9b-4a07-8a84-f056d17a2008 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:52.304893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-61a4ec88-43ef-4329-8e0e-4f2936753614 req-06c0d266-aa9b-4a07-8a84-f056d17a2008 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.2553458 Jul 08 17:59:52.318384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-4d218318-4cbd-4bdc-bcb4-3faa948fd7f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708990 Jul 08 17:59:52.356914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56fac6f0-98bb-4b2a-9c16-8b2e81f68f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.412908 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.439135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-61a4ec88-43ef-4329-8e0e-4f2936753614 req-4e19e306-a129-4ccc-b3cc-14742fd26b2e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276810 Jul 08 17:59:52.522333 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56fac6f0-98bb-4b2a-9c16-8b2e81f68f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.534912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56fac6f0-98bb-4b2a-9c16-8b2e81f68f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.537218 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-56fac6f0-98bb-4b2a-9c16-8b2e81f68f23 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a31cf374-6bb4-4f6c-bbff-19c11f395fdf HTTP/1.1" status: 204 len: 168 time: 0.4867811 Jul 08 17:59:52.552018 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-7c5eb9da-0a51-4e66-ba52-68b6f0c14123 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072852 Jul 08 17:59:52.563545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fac6f0-98bb-4b2a-9c16-8b2e81f68f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31cf374-6bb4-4f6c-bbff-19c11f395fdf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:52.589582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.604328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5913643-2e53-4445-a07c-2c62c172363f']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:52.617305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358bb37e-aec3-4b30-8dcc-00c2e343994d') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:52.617500 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358bb37e-aec3-4b30-8dcc-00c2e343994d') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:52.641478 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.672919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.690309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:59:52.690796 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: timer() Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:59:52.692823 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:59:52.740615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b4941-d08a-4291-a834-bdef51800971 req-d491249b-ae71-47cd-bf49-f2bb20bc7ca8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:52.742349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-d491249b-ae71-47cd-bf49-f2bb20bc7ca8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 821 time: 0.1975965 Jul 08 17:59:52.755002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-766295ee-d80e-4479-8ca9-3a800dca5b11 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944208 Jul 08 17:59:52.768938 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-79a806f4-25d5-4110-89bd-2b00ceba5c1b tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/quotas/44a6d394ddab44db92242d5757a14aee HTTP/1.1" status: 200 len: 375 time: 0.0163987 Jul 08 17:59:52.828639 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.834147 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.838452 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b5913643-2e53-4445-a07c-2c62c172363f HTTP/1.1" status: 204 len: 168 time: 0.5461721 Jul 08 17:59:52.858463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba0446-f85d-4a38-9f49-b02a5fe56c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5913643-2e53-4445-a07c-2c62c172363f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:52.990763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-4c885b92-5ec5-44c5-b276-bdc971aa92c9 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2155495 Jul 08 17:59:53.133455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475063d-1bf9-442d-8a68-fa6f58fae747 req-8a7468fb-fdb1-4c75-a4f1-67f3a3d79f79 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:53.138273 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f475063d-1bf9-442d-8a68-fa6f58fae747 req-8a7468fb-fdb1-4c75-a4f1-67f3a3d79f79 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 948 time: 0.1845076 Jul 08 17:59:53.205683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-b422b33d-d629-4ff1-b091-3ee2742300f8 service neutron] 10.222.0.73 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139869 Jul 08 17:59:53.233305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56468) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:53.295263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f475063d-1bf9-442d-8a68-fa6f58fae747 req-ee5fedac-22f8-40fc-a197-124c8e018392 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283998 Jul 08 17:59:53.303324 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0e7c70d4-0ec2-43be-92fa-2d2a905db554 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8793583df92d49b38774abd3ccfa49a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679672 Jul 08 17:59:53.305726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56470) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:53.305866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-d5e801d0-4a6e-4f32-9634-90bea6e61c9c tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:53.307389 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-d5e801d0-4a6e-4f32-9634-90bea6e61c9c tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.1911516 Jul 08 17:59:53.374158 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-12b1de2f-ea7f-4d66-bd8d-28314a7a2338 service neutron] 10.222.0.73 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669812 Jul 08 17:59:53.395803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e88773fe-8296-4adf-9e72-9197c7dd0152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:53.432534 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e88773fe-8296-4adf-9e72-9197c7dd0152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:53.494919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e88773fe-8296-4adf-9e72-9197c7dd0152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:53.497658 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e88773fe-8296-4adf-9e72-9197c7dd0152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:53.499905 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e88773fe-8296-4adf-9e72-9197c7dd0152 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/566bac9a-1c08-4676-b356-f40eb2951021 HTTP/1.1" status: 204 len: 168 time: 0.1918535 Jul 08 17:59:53.527517 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88773fe-8296-4adf-9e72-9197c7dd0152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566bac9a-1c08-4676-b356-f40eb2951021,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:53.568212 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-d13b2474-9ec8-4b6d-b8c1-8e3126d9bb97 service neutron] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:53.573156 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-d13b2474-9ec8-4b6d-b8c1-8e3126d9bb97 service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:53.574310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40630c7e-0c4d-4547-9060-b0d2f3cdc0ad req-d13b2474-9ec8-4b6d-b8c1-8e3126d9bb97 service neutron] 10.222.0.74 "DELETE /v2.0/ports/19f5d15c-0e5e-494e-b651-d215bebd5a3c/bindings/n-h2-799684-3 HTTP/1.1" status: 204 len: 173 time: 0.2561183 Jul 08 17:59:53.592491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0006eb-56fd-42ab-81db-8dd764ba080d req-36e0dbdf-2c6f-4bbc-8164-a62601fcc7e8 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:53.594323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a0006eb-56fd-42ab-81db-8dd764ba080d req-36e0dbdf-2c6f-4bbc-8164-a62601fcc7e8 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 945 time: 0.1101968 Jul 08 17:59:53.655568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a0006eb-56fd-42ab-81db-8dd764ba080d req-d21295fe-b97d-4a8f-b512-61fdb948fb6d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551348 Jul 08 17:59:53.817080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:53.975330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56510) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:54.025494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:54.046246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:54.047031 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.165434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-621933509-network', 'tenant_id': '31e0b4d1049845158de82265d7bf805e'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:54.227672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56520) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:54.280427 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.285284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Made reservation on behalf of 31e0b4d1049845158de82265d7bf805e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:54.285816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae203b42-9bfa-4b76-8afd-6d74366b3740 req-819a9fbd-1e65-427a-b3fa-e7712a1c5455 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 210 time: 0.1041801 Jul 08 17:59:54.294939 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.358315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.362885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d4f78-c5a7-4ec3-8e6e-3f995d7c422b req-47cc5ff8-707a-4624-8352-2b66f853ac9f tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:54.374361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:54.376053 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:54.378537 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3a2f9691-5de1-4d64-9406-c49022c153df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de78fb8c30cc48ad8eb9e53033e0c4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495585 Jul 08 17:59:54.383204 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5c3a9a-b044-4f92-938f-369b3954b1f5" -d '{"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-plugged", "status": "completed", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:54.383842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56528) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:54.385714 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc4d4f78-c5a7-4ec3-8e6e-3f995d7c422b req-47cc5ff8-707a-4624-8352-2b66f853ac9f tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.2305248 Jul 08 17:59:54.402349 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.460679 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc4d4f78-c5a7-4ec3-8e6e-3f995d7c422b req-b05d7702-976b-42ba-9ed6-5f4f8a524ff2 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708220 Jul 08 17:59:54.497441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:54.569761 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8275d63e-c018-42ef-8668-212bebae879f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.605040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf3c5e-b476-403d-b855-906440cd46a0 req-484294e3-19d4-4e4d-a4dd-e3e61b0ce1c3 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:54.606854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3caf3c5e-b476-403d-b855-906440cd46a0 req-484294e3-19d4-4e4d-a4dd-e3e61b0ce1c3 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 1096 time: 0.1400044 Jul 08 17:59:54.640564 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8275d63e-c018-42ef-8668-212bebae879f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.676765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3caf3c5e-b476-403d-b855-906440cd46a0 req-a3f10802-d571-4c5c-b96f-414edeebf6be tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528374 Jul 08 17:59:54.745651 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18074f9-201f-45fe-a8a3-ea0cf23053b0 x-openstack-request-id: req-e18074f9-201f-45fe-a8a3-ea0cf23053b0 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:54.745946 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-plugged", "status": "completed", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:54.746198 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e18074f9-201f-45fe-a8a3-ea0cf23053b0 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:54.746616 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'code': 200} Jul 08 17:59:54.760159 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.827975 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.869419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5e68a7-d569-48e8-95d2-6d9b9abb05d0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:54.874765 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8275d63e-c018-42ef-8668-212bebae879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.878340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8275d63e-c018-42ef-8668-212bebae879f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.882519 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8275d63e-c018-42ef-8668-212bebae879f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/929fd071-e523-43ba-b7a9-6473dba25eac HTTP/1.1" status: 204 len: 168 time: 0.4951286 Jul 08 17:59:54.914799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275d63e-c018-42ef-8668-212bebae879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929fd071-e523-43ba-b7a9-6473dba25eac,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:54.932073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:59:54.955729 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:54.957755 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Added segment 39de7366-8913-4156-a68a-bed8cf6ccb60 of type vlan for network 8b0cf6db-f872-427f-9d1c-af206c34b148 Jul 08 17:59:55.028177 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:55.071895 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:55.074028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:55.074885 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:55.080352 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46a433-aa2a-4103-a1c3-cb518f28eed0 req-55bab91c-ba9c-40e3-bd09-ab80ffbc278d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:55.087349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc46a433-aa2a-4103-a1c3-cb518f28eed0 req-55bab91c-ba9c-40e3-bd09-ab80ffbc278d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.3352463 Jul 08 17:59:55.151426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d93b25-5f29-404a-9911-65586014df80 req-42f3a15a-8c29-4665-9df0-a9d871b9db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:55.152910 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d93b25-5f29-404a-9911-65586014df80 req-42f3a15a-8c29-4665-9df0-a9d871b9db67 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 1100 time: 0.2663679 Jul 08 17:59:55.169154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc46a433-aa2a-4103-a1c3-cb518f28eed0 req-ee11d1a9-7200-4ccb-9830-c5c619a78911 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795984 Jul 08 17:59:55.180836 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2006011 Jul 08 17:59:55.181829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56542) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:55.190021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] Request body: {'subnet': {'network_id': '8b0cf6db-f872-427f-9d1c-af206c34b148', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-621933509-subnet', 'tenant_id': '31e0b4d1049845158de82265d7bf805e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:55.202122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039f9ac-0824-4922-b595-c46bc7979e89 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0cf6db-f872-427f-9d1c-af206c34b148,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:55.213205 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 8b0cf6db-f872-427f-9d1c-af206c34b148 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:59:55.230909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6757d56-7dbc-4538-a59d-68de3df9a8d9 req-00ef26b8-ff0f-4a8f-9604-20295734c5a8 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:55.240529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] Made reservation on behalf of 31e0b4d1049845158de82265d7bf805e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:55.241579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6757d56-7dbc-4538-a59d-68de3df9a8d9 req-00ef26b8-ff0f-4a8f-9604-20295734c5a8 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 1096 time: 0.3599257 Jul 08 17:59:55.246912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:55.286457 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d93b25-5f29-404a-9911-65586014df80 req-cc0c9dd0-3237-497e-9c38-cd9c0aefc514 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094048 Jul 08 17:59:55.308080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6757d56-7dbc-4538-a59d-68de3df9a8d9 req-30444729-21a2-4b09-adc2-fc0b11232195 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653455 Jul 08 17:59:55.613789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:55.624384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-778194d3-3fa1-49eb-a767-855d7c7437f0 req-52403545-0a17-484c-b5db-c13587b36cb8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 210 time: 0.0709827 Jul 08 17:59:55.742462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=950ab622-a245-497e-9352-c184a2e82525,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:55.822700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] Checking segment: {'id': '39de7366-8913-4156-a68a-bed8cf6ccb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8b0cf6db-f872-427f-9d1c-af206c34b148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:55.823185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] Network hostable DHCP agents. Network: 8b0cf6db-f872-427f-9d1c-af206c34b148, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:59:55.862650 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] Network 8b0cf6db-f872-427f-9d1c-af206c34b148 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:59:55.891491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 8b0cf6db-f872-427f-9d1c-af206c34b148) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:55.896056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:55.896638 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:55.903703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e3d12c-c33d-460c-926e-c2e23e85785f None None] Network 8b0cf6db-f872-427f-9d1c-af206c34b148 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:59:55.934143 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4c1f3f05-d5bb-41c6-a827-04d18dd9c690 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7497058 Jul 08 17:59:56.089813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9318c-e83c-4810-a95b-8a9e496d7ecf req-6f4c77dc-799a-4ffd-a01b-b77119116abe tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:56.106303 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bc9318c-e83c-4810-a95b-8a9e496d7ecf req-6f4c77dc-799a-4ffd-a01b-b77119116abe tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.2326443 Jul 08 17:59:56.268310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bc9318c-e83c-4810-a95b-8a9e496d7ecf req-7bd28f13-d257-426f-9256-b24b4a0b0d02 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603141 Jul 08 17:59:56.360915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecdab31-beb1-49c0-a062-ce1fff8b990a None None] Network 8b0cf6db-f872-427f-9d1c-af206c34b148 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:59:56.447241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56594) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:56.523910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b4941-d08a-4291-a834-bdef51800971 req-0c8877df-3557-4e7b-8e17-9cce9e80564e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:56.526191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-0c8877df-3557-4e7b-8e17-9cce9e80564e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 821 time: 0.2907000 Jul 08 17:59:56.556477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Request body: {'port': {'device_id': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc', 'admin_state_up': True, 'tenant_id': '44a6d394ddab44db92242d5757a14aee'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:56.657445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-network', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:56.698510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Made reservation on behalf of ddaf552b36c543f6825b5f49858ddf3e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:56.700756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-db02e3cf-0e5d-42fb-b882-377dd42ca45a req-c9d15da1-81eb-4ed8-a3f0-0b466b23b3d1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-619329859', 'description': 'tempest-description-1157908792'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:56.700912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:56.715453 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:56.769960 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db02e3cf-0e5d-42fb-b882-377dd42ca45a req-c9d15da1-81eb-4ed8-a3f0-0b466b23b3d1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:56.846157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00cf66-5aa4-48db-97a2-ad31659bf12c req-ca19a11b-2109-4103-b0f3-dc25a8f60ef5 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:56.848052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be00cf66-5aa4-48db-97a2-ad31659bf12c req-ca19a11b-2109-4103-b0f3-dc25a8f60ef5 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.1840680 Jul 08 17:59:56.907501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be00cf66-5aa4-48db-97a2-ad31659bf12c req-bf4f4438-1abb-4f63-b3bd-1c1e5455b41c tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533342 Jul 08 17:59:56.928995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:56.938699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:56.973121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:59:57.012922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.013375 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Added segment 87ab4963-8d1a-4c7e-8ee9-33938ae54a13 of type vlan for network f21b3385-289e-4e87-89a4-93c6de45c8de Jul 08 17:59:57.112708 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db02e3cf-0e5d-42fb-b882-377dd42ca45a req-c9d15da1-81eb-4ed8-a3f0-0b466b23b3d1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.125787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b0c1ab-6692-44dd-9b17-5ef231336382,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:57.129689 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db02e3cf-0e5d-42fb-b882-377dd42ca45a req-c9d15da1-81eb-4ed8-a3f0-0b466b23b3d1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.143802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.216658 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.218236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:57.219099 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.226550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Made reservation on behalf of 44a6d394ddab44db92242d5757a14aee for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:57.235383 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.247854 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db02e3cf-0e5d-42fb-b882-377dd42ca45a req-c9d15da1-81eb-4ed8-a3f0-0b466b23b3d1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.255436 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db02e3cf-0e5d-42fb-b882-377dd42ca45a req-c9d15da1-81eb-4ed8-a3f0-0b466b23b3d1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5788081 Jul 08 17:59:57.293650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d15da1-81eb-4ed8-a3f0-0b466b23b3d1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab1d70c-66d5-497d-8fe7-1003e8501f22,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:57.354381 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9053380 Jul 08 17:59:57.357304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56616) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:57.363545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] Request body: {'subnet': {'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-subnet', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:57.374717 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d90432-e040-488a-82ff-73e1c1c4feef admin admin] Pushing event updated for resources: {'Network': ['ID=f21b3385-289e-4e87-89a4-93c6de45c8de,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:57.386132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f21b3385-289e-4e87-89a4-93c6de45c8de details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:59:57.408817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] Made reservation on behalf of ddaf552b36c543f6825b5f49858ddf3e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:57.411535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.608642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ccc31776-f910-4f6a-9892-8e126e0dd77d req-e6a56e46-2512-48d6-829f-7f0fba496ffd tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 210 time: 0.0811479 Jul 08 17:59:57.620831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db7df929-e70c-4520-8224-afeca1e76f5b req-5a63d6ec-23df-4a59-9cc7-72ef3ea277ca tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/bab1d70c-66d5-497d-8fe7-1003e8501f22 HTTP/1.1" status: 200 len: 1812 time: 0.2900836 Jul 08 17:59:57.700527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-db7df929-e70c-4520-8224-afeca1e76f5b req-8078c02f-fc5f-4a3b-8232-e59b41981419 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bab1d70c-66d5-497d-8fe7-1003e8501f22', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:57.703675 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-db7df929-e70c-4520-8224-afeca1e76f5b req-8078c02f-fc5f-4a3b-8232-e59b41981419 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bab1d70c-66d5-497d-8fe7-1003e8501f22', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:57.729087 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.808374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Allocated IP 172.20.0.8 (43190986-6802-4c7b-ac7b-d918b098affc/c4709019-4379-4356-b83e-855b0460a985/94176c39-77cb-4724-95b0-7a22f90683fa) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:59:57.824081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] Pushing event updated for resources: {'Subnet': ['ID=687425ad-f039-418a-8840-2c7bb605074b,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:57.835951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] Checking segment: {'id': '87ab4963-8d1a-4c7e-8ee9-33938ae54a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:57.836585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] Network hostable DHCP agents. Network: f21b3385-289e-4e87-89a4-93c6de45c8de, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:59:57.861108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] Network f21b3385-289e-4e87-89a4-93c6de45c8de is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:59:57.883753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f21b3385-289e-4e87-89a4-93c6de45c8de) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:57.895208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:57.896013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b1c18b-390f-4959-9108-cd843b9e363c None None] Network f21b3385-289e-4e87-89a4-93c6de45c8de requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:59:57.896252 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.920064 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-07e658f4-873b-449b-9265-2df0256b070c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5609672 Jul 08 17:59:57.922659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56618) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:57.937600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-router', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:57.984339 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.992834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.071799 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.136803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-f21b3385-289e-4e87-89a4-93c6de45c8de', 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'fixed_ips': [{'subnet_id': '687425ad-f039-418a-8840-2c7bb605074b'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:59:58.138061 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.160327 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db7df929-e70c-4520-8224-afeca1e76f5b req-8078c02f-fc5f-4a3b-8232-e59b41981419 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.332567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Allocated IP 172.20.0.2 (f21b3385-289e-4e87-89a4-93c6de45c8de/687425ad-f039-418a-8840-2c7bb605074b/eb424d6d-1d25-4e8e-a47e-265a554d57d6) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:59:58.346988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e21b7-0d1a-44b6-a3a7-1bbfb0522bef req-bc9f66e7-09f7-4b6e-b163-204ff5c14797 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:58.354692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a61e21b7-0d1a-44b6-a3a7-1bbfb0522bef req-bc9f66e7-09f7-4b6e-b163-204ff5c14797 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.5591288 Jul 08 17:59:58.362187 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db7df929-e70c-4520-8224-afeca1e76f5b req-8078c02f-fc5f-4a3b-8232-e59b41981419 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.385655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db7df929-e70c-4520-8224-afeca1e76f5b req-8078c02f-fc5f-4a3b-8232-e59b41981419 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.442446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078c02f-fc5f-4a3b-8232-e59b41981419 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08eee27b-1861-4049-a554-bb6e5c33aef5,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:58.468375 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db7df929-e70c-4520-8224-afeca1e76f5b req-8078c02f-fc5f-4a3b-8232-e59b41981419 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.481058 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db7df929-e70c-4520-8224-afeca1e76f5b req-8078c02f-fc5f-4a3b-8232-e59b41981419 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8449748 Jul 08 17:59:58.527860 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a61e21b7-0d1a-44b6-a3a7-1bbfb0522bef req-096eedc4-5802-4163-aa89-0264b7bae8aa tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720006 Jul 08 17:59:58.588727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.593084 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.602151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Transition to ACTIVE for port object eb424d6d-1d25-4e8e-a47e-265a554d57d6 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:58.631423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Transition to ACTIVE for port object eb424d6d-1d25-4e8e-a47e-265a554d57d6 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:58.639731 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.742846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Network f21b3385-289e-4e87-89a4-93c6de45c8de is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:59:58.745136 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.768362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5b997864-b587-4835-b5b5-9b0df43ca007', '02b9e605-1e46-4f32-b340-d5828e22b29e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:58.807976 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.810402 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:59:58.828614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Network 43190986-6802-4c7b-ac7b-d918b098affc is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:59:58.854504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:58.862910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:58.863052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:59:58.866153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:59:58.896141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Pushing event updated for resources: {'Port': ['ID=eb424d6d-1d25-4e8e-a47e-265a554d57d6,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:58.924166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Pushing event updated for resources: {'Port': ['ID=94176c39-77cb-4724-95b0-7a22f90683fa,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:58.967703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:58.969184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.977670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Attempting to bind port eb424d6d-1d25-4e8e-a47e-265a554d57d6 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:58.978133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Attempting to bind port eb424d6d-1d25-4e8e-a47e-265a554d57d6 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '87ab4963-8d1a-4c7e-8ee9-33938ae54a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:58.978540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Attempting to bind port eb424d6d-1d25-4e8e-a47e-265a554d57d6 on network f21b3385-289e-4e87-89a4-93c6de45c8de {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:58.992083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:58.992469 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Checking segment: {'id': '87ab4963-8d1a-4c7e-8ee9-33938ae54a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:58.992856 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:58.993251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Bound using segment: {'id': '87ab4963-8d1a-4c7e-8ee9-33938ae54a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:58.993729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Bound port: eb424d6d-1d25-4e8e-a47e-265a554d57d6, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ab4963-8d1a-4c7e-8ee9-33938ae54a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:58.994113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:59.036157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d1dfc-129c-4ca0-acd5-599696ed1678 req-08d48ef1-7684-41b9-a6c6-f883860b4751 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:59.046737 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b19d1dfc-129c-4ca0-acd5-599696ed1678 req-08d48ef1-7684-41b9-a6c6-f883860b4751 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.2598181 Jul 08 17:59:59.059901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-ae99ebbe-d49d-4ddf-9c16-a1dc646c8fd7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5076935 Jul 08 17:59:59.093732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Request body: {'port': {'device_id': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:59.176133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b19d1dfc-129c-4ca0-acd5-599696ed1678 req-fa3647e3-5ee4-4b04-ac85-8a520f94e29a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281185 Jul 08 17:59:59.187332 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d14fa50c-795d-4343-a91d-f19393c9276b req-993a2029-bbc0-42f4-aeb1-836ae9fd4d46 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/bab1d70c-66d5-497d-8fe7-1003e8501f22 HTTP/1.1" status: 200 len: 2405 time: 0.2103620 Jul 08 17:59:59.284611 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c7c1619-c0e8-4815-a95d-cd65614fe7aa req-62b13bbb-6cd1-4f05-950c-2aef80a62fe1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-group-rules/08eee27b-1861-4049-a554-bb6e5c33aef5 HTTP/1.1" status: 200 len: 778 time: 0.0442383 Jul 08 17:59:59.290002 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:59.354663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] For port eb424d6d-1d25-4e8e-a47e-265a554d57d6, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:59.383485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] For port eb424d6d-1d25-4e8e-a47e-265a554d57d6, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=eb424d6d-1d25-4e8e-a47e-265a554d57d6,segment=NetworkSegment(87ab4963-8d1a-4c7e-8ee9-33938ae54a13),segment_id=87ab4963-8d1a-4c7e-8ee9-33938ae54a13)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:59:59.404107 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:59.469043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a15f85-11ed-4eed-9b24-fc3681bd42e9 None None] Pushing event updated for resources: {'Port': ['ID=eb424d6d-1d25-4e8e-a47e-265a554d57d6,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:59.513520 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:59.551450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:59.763418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Allocated IP 172.25.8.249 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/5db717dd-def5-44a9-8ca9-017273529380) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:59:59.990395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.056259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.074568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94176c39-77cb-4724-95b0-7a22f90683fa {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:00.083058 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.097686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:00.100848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Transition to ACTIVE for port object 94176c39-77cb-4724-95b0-7a22f90683fa will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:00.105710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:00.108807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c7c1619-c0e8-4815-a95d-cd65614fe7aa req-17749801-cd58-4e3c-8e95-4f81091a668f tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/bab1d70c-66d5-497d-8fe7-1003e8501f22 HTTP/1.1" status: 200 len: 2405 time: 0.8158579 Jul 08 18:00:00.115568 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:00.121454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=5db717dd-def5-44a9-8ca9-017273529380,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:00.122056 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.215343 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3c7c1619-c0e8-4815-a95d-cd65614fe7aa req-2dbc86a5-ac1f-4661-b6b5-adfc5b318ccb tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.234938 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3c7c1619-c0e8-4815-a95d-cd65614fe7aa req-2dbc86a5-ac1f-4661-b6b5-adfc5b318ccb tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.278479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=94176c39-77cb-4724-95b0-7a22f90683fa,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:00.377356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adc9a7-72cc-4092-99e7-8420be3fe5e2 req-db6701f0-1217-48e4-b055-3657cf89b542 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:00.379555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22adc9a7-72cc-4092-99e7-8420be3fe5e2 req-db6701f0-1217-48e4-b055-3657cf89b542 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.2758343 Jul 08 18:00:00.382649 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3c7c1619-c0e8-4815-a95d-cd65614fe7aa req-2dbc86a5-ac1f-4661-b6b5-adfc5b318ccb tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.387374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:00.387933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:00.388436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:00.395097 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3c7c1619-c0e8-4815-a95d-cd65614fe7aa req-2dbc86a5-ac1f-4661-b6b5-adfc5b318ccb tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.396457 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c7c1619-c0e8-4815-a95d-cd65614fe7aa req-2dbc86a5-ac1f-4661-b6b5-adfc5b318ccb tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/08eee27b-1861-4049-a554-bb6e5c33aef5 HTTP/1.1" status: 204 len: 173 time: 0.2775757 Jul 08 18:00:00.435116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc86a5-ac1f-4661-b6b5-adfc5b318ccb tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08eee27b-1861-4049-a554-bb6e5c33aef5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:00.438957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Port 94176c39-77cb-4724-95b0-7a22f90683fa on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:00:00.439345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:00.456055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:00.456408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:00.456802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:00.457254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Bound port: 94176c39-77cb-4724-95b0-7a22f90683fa, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:00.457620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.471052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22adc9a7-72cc-4092-99e7-8420be3fe5e2 req-a3be9bc8-9745-47f7-be10-c55d5703879c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734434 Jul 08 18:00:00.525871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.613812 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:00.619177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=94176c39-77cb-4724-95b0-7a22f90683fa,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:00.652229 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.709274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:00.709895 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.711413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] 10.222.0.74 "PUT /v2.0/ports/94176c39-77cb-4724-95b0-7a22f90683fa HTTP/1.1" status: 200 len: 1091 time: 1.6416552 Jul 08 18:00:00.712027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'tag': '94176c39-77cb-4724-95b0-7a22f90683fa'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:00.719720 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3d1f0d-8940-4cf2-a54c-eefbce3dcc70" -d '{"events": [{"name": "network-changed", "server_uuid": "bd941b77-b34a-44a3-91de-6a3db3af2c8a", "tag": "94176c39-77cb-4724-95b0-7a22f90683fa"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:00.838458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d7388-143d-495f-b0ba-1babca63a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=94176c39-77cb-4724-95b0-7a22f90683fa,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:00.859032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d309-f0bb-45db-a09e-6abcac6e5977 req-2724cff9-17e5-4dca-9f96-bf7fd46d3733 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:00.860383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d853d309-f0bb-45db-a09e-6abcac6e5977 req-2724cff9-17e5-4dca-9f96-bf7fd46d3733 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.2431059 Jul 08 18:00:00.930485 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.951675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d853d309-f0bb-45db-a09e-6abcac6e5977 req-29f39d11-53ad-4338-843c-89fb8e11ce4f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834959 Jul 08 18:00:00.959957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a5eed-3bd7-4ffa-b9f7-55d379661047 req-7ea0781e-c1d1-4619-b288-8106bc341d6b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:00.963102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-790a5eed-3bd7-4ffa-b9f7-55d379661047 req-7ea0781e-c1d1-4619-b288-8106bc341d6b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.2377951 Jul 08 18:00:00.974260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b4941-d08a-4291-a834-bdef51800971 req-53a30649-ddb1-4f51-882c-713fdd79af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:00.982106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-53a30649-ddb1-4f51-882c-713fdd79af58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 1094 time: 0.2105625 Jul 08 18:00:01.121325 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-4898ae06-b852-4dd1-8fb4-349d0f49cf78 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94176c39-77cb-4724-95b0-7a22f90683fa HTTP/1.1" status: 200 len: 217 time: 0.1108096 Jul 08 18:00:01.179308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c97429f-a8a8-4df5-a2b4-b25bff9c16dc None None] Network f21b3385-289e-4e87-89a4-93c6de45c8de requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:00:01.281278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-790a5eed-3bd7-4ffa-b9f7-55d379661047 req-4790cada-f0af-470e-9cd9-416139e83af6 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959223 Jul 08 18:00:01.298599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-5584d25a-95b1-48fd-9bad-43479ac72c01 req-45ea0f9a-7781-4eb9-a292-746d4587dfb1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-474766131', 'description': 'tempest-description-1606587781'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:01.305719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Router 21f8a11e-c85b-4533-bd38-ea04cebe7327 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:00:01.346693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b4941-d08a-4291-a834-bdef51800971 req-ced01610-26a1-4ae1-9918-c8a5345ca3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:01.348389 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-ced01610-26a1-4ae1-9918-c8a5345ca3fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1993005 Jul 08 18:00:01.359745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-aee9f5cc-73ac-4810-8a48-b9128ffe2379 None None] Provisioning for port eb424d6d-1d25-4e8e-a47e-265a554d57d6 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:01.406480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5584d25a-95b1-48fd-9bad-43479ac72c01 req-45ea0f9a-7781-4eb9-a292-746d4587dfb1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:01.411015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-88f80ad1-30ee-4f9d-85fd-c5ba690529be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542302 Jul 08 18:00:01.412933 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec75684-e9d9-4daa-95d5-48604a75fc3e x-openstack-request-id: req-6ec75684-e9d9-4daa-95d5-48604a75fc3e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:01.413657 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd941b77-b34a-44a3-91de-6a3db3af2c8a", "tag": "94176c39-77cb-4724-95b0-7a22f90683fa", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:01.413657 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ec75684-e9d9-4daa-95d5-48604a75fc3e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:01.413901 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'tag': '94176c39-77cb-4724-95b0-7a22f90683fa', 'status': 'completed', 'code': 200} Jul 08 18:00:01.558746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:01.585201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Sync routers for ids ['21f8a11e-c85b-4533-bd38-ea04cebe7327'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:01.658566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Routers {'21f8a11e-c85b-4533-bd38-ea04cebe7327'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:01.659216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:59:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['21f8a11e-c85b-4533-bd38-ea04cebe7327'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:01.743996 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5584d25a-95b1-48fd-9bad-43479ac72c01 req-45ea0f9a-7781-4eb9-a292-746d4587dfb1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:01.774275 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:01.775776 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-41d24171-6795-4dbf-9f20-10dd55119bb4 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8519132 Jul 08 18:00:01.778559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56672) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:01.805867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eb424d6d-1d25-4e8e-a47e-265a554d57d6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:01.811855 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5584d25a-95b1-48fd-9bad-43479ac72c01 req-45ea0f9a-7781-4eb9-a292-746d4587dfb1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:01.858619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Set router 21f8a11e-c85b-4533-bd38-ea04cebe7327 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:01.874163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5584d25a-95b1-48fd-9bad-43479ac72c01 req-45ea0f9a-7781-4eb9-a292-746d4587dfb1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:01.892932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5584d25a-95b1-48fd-9bad-43479ac72c01 req-45ea0f9a-7781-4eb9-a292-746d4587dfb1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6266212 Jul 08 18:00:01.910595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea0f9a-7781-4eb9-a292-746d4587dfb1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f052a0d-3683-4485-b9c6-114fb4483117,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:01.923762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-c2df60eb-1349-4ee5-86e6-0c59bd33bebb service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002308 Jul 08 18:00:02.042379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956ddaf-ee2a-4ea8-828f-5e426e6e2fc0 req-a38f6b2a-f347-40ec-9385-5c087ff367cd tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:02.054737 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9956ddaf-ee2a-4ea8-828f-5e426e6e2fc0 req-a38f6b2a-f347-40ec-9385-5c087ff367cd tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.3493283 Jul 08 18:00:02.274172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9956ddaf-ee2a-4ea8-828f-5e426e6e2fc0 req-1bfca806-cc58-4512-ba48-e23ea19eacb0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087803 Jul 08 18:00:02.307926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port eb424d6d-1d25-4e8e-a47e-265a554d57d6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:02.321977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port eb424d6d-1d25-4e8e-a47e-265a554d57d6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:02.322659 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:02.328561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-529b4941-d08a-4291-a834-bdef51800971 req-48738c85-1788-4ae2-aadd-238b327c4564 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927236 Jul 08 18:00:02.480696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-router', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '5db717dd-def5-44a9-8ca9-017273529380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:58Z', 'updated_at': '2021-07-08T18:00:00Z', 'revision_number': 3, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'gw_port': {'id': '5db717dd-def5-44a9-8ca9-017273529380', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:59Z', 'updated_at': '2021-07-08T17:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:02.553435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Checking router: 21f8a11e-c85b-4533-bd38-ea04cebe7327 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:02.569682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Updating router 21f8a11e-c85b-4533-bd38-ea04cebe7327 port 5db717dd-def5-44a9-8ca9-017273529380 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:00:02.612790 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:02.640384 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:02.667169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port eb424d6d-1d25-4e8e-a47e-265a554d57d6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=eb424d6d-1d25-4e8e-a47e-265a554d57d6,segment=NetworkSegment(87ab4963-8d1a-4c7e-8ee9-33938ae54a13),segment_id=87ab4963-8d1a-4c7e-8ee9-33938ae54a13)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:02.695144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eeead823-409e-4f5b-9c03-55c9e8bae24e req-f2a6f78c-a3be-4d93-945d-5883542d3e08 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/7f052a0d-3683-4485-b9c6-114fb4483117 HTTP/1.1" status: 200 len: 1812 time: 0.3617980 Jul 08 18:00:02.717921 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:02.761165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fab1b6b2-0232-456d-b34d-82e76b5bd091 None None] Provisioning complete for port eb424d6d-1d25-4e8e-a47e-265a554d57d6 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:02.761165 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fab1b6b2-0232-456d-b34d-82e76b5bd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:02.786422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-4bc04c3f-d486-4d79-9d6f-a51fa337811a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1976202 Jul 08 18:00:02.818099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d1f0d-8940-4cf2-a54c-eefbce3dcc70 req-1697c5fd-604b-4702-b119-e4d8af7a0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:02.822830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b3d1f0d-8940-4cf2-a54c-eefbce3dcc70 req-1697c5fd-604b-4702-b119-e4d8af7a0b0e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 1094 time: 0.4101040 Jul 08 18:00:02.991487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d1f0d-8940-4cf2-a54c-eefbce3dcc70 req-b7e4dcab-4b33-43f6-af21-95089e2a1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:02.993504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b3d1f0d-8940-4cf2-a54c-eefbce3dcc70 req-b7e4dcab-4b33-43f6-af21-95089e2a1dbc service neutron] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.1645541 Jul 08 18:00:03.072189 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:03.130506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b3d1f0d-8940-4cf2-a54c-eefbce3dcc70 req-457d6ba4-0c07-4c28-9316-054d1b504ae0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94176c39-77cb-4724-95b0-7a22f90683fa HTTP/1.1" status: 200 len: 217 time: 0.0837367 Jul 08 18:00:03.357311 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d1f0d-8940-4cf2-a54c-eefbce3dcc70 req-5b02e669-fb87-4d6b-9aa3-4eb6256fdc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:03.360707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b3d1f0d-8940-4cf2-a54c-eefbce3dcc70 req-5b02e669-fb87-4d6b-9aa3-4eb6256fdc82 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1192892 Jul 08 18:00:03.458015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b3d1f0d-8940-4cf2-a54c-eefbce3dcc70 req-56ae5eb3-eceb-4706-af3a-4d052fa82e26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777459 Jul 08 18:00:03.481422 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:03.540690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Transition to ACTIVE for port object 5db717dd-def5-44a9-8ca9-017273529380 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:03.568153 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:03.580272 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Allocated IP 172.20.0.1 (f21b3385-289e-4e87-89a4-93c6de45c8de/687425ad-f039-418a-8840-2c7bb605074b/ff3adc14-2836-4e52-ae2e-e16257c4f6fe) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:03.604664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=eb424d6d-1d25-4e8e-a47e-265a554d57d6,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:03.693598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470c15e-ac77-420a-b06c-e2006203c142 None None] Pushing event updated for resources: {'Port': ['ID=5db717dd-def5-44a9-8ca9-017273529380,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:03.709334 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:03.758367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b3d1f0d-8940-4cf2-a54c-eefbce3dcc70 req-1862731b-433c-40e9-b32d-0268be1ae6dc service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815428 Jul 08 18:00:03.782710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21b84b-4763-4d61-b39b-1395aa412e11 req-841610a9-194a-4da7-b245-6dd906e4cd75 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:03.783505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Attempting to bind port 5db717dd-def5-44a9-8ca9-017273529380 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:03.785968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Attempting to bind port 5db717dd-def5-44a9-8ca9-017273529380 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:03.787710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a21b84b-4763-4d61-b39b-1395aa412e11 req-841610a9-194a-4da7-b245-6dd906e4cd75 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.7911184 Jul 08 18:00:03.788568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Attempting to bind port 5db717dd-def5-44a9-8ca9-017273529380 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:03.808948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:03.808948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:03.808948 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:03.808948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:03.808948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Bound port: 5db717dd-def5-44a9-8ca9-017273529380, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:03.812853 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:03.942303 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:03.975968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Transition to ACTIVE for port object ff3adc14-2836-4e52-ae2e-e16257c4f6fe will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:04.001447 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:04.019532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] For port 5db717dd-def5-44a9-8ca9-017273529380, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:04.034734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] For port 5db717dd-def5-44a9-8ca9-017273529380, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5db717dd-def5-44a9-8ca9-017273529380,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:04.047044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:04.071195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:04.082525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0794f8-ee65-4359-9740-62f9ea4ba2b9 req-6aa1b22c-8c33-4459-bfc8-a820a3a02924 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:04.095574 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de0794f8-ee65-4359-9740-62f9ea4ba2b9 req-6aa1b22c-8c33-4459-bfc8-a820a3a02924 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.9613817 Jul 08 18:00:04.124306 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a21b84b-4763-4d61-b39b-1395aa412e11 req-6ba0542e-b6ed-42ce-a6b9-fa4e1b067dbd tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130839 Jul 08 18:00:04.176715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Network f21b3385-289e-4e87-89a4-93c6de45c8de is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:04.180459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:04.200366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470c15e-ac77-420a-b06c-e2006203c142 None None] Pushing event updated for resources: {'Port': ['ID=5db717dd-def5-44a9-8ca9-017273529380,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:04.208364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:04.215890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Routers {'21f8a11e-c85b-4533-bd38-ea04cebe7327'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:04.216731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:59:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['21f8a11e-c85b-4533-bd38-ea04cebe7327'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:04.319213 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de0794f8-ee65-4359-9740-62f9ea4ba2b9 req-c2ae8772-2e92-41d9-8893-5fb36a3e2167 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227068 Jul 08 18:00:04.341631 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:04.352292 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b3d1f0d-8940-4cf2-a54c-eefbce3dcc70 req-b9a569e4-ce5d-446b-bafa-e4a9f194e4a8 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438762 Jul 08 18:00:04.540511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] Set router 21f8a11e-c85b-4533-bd38-ea04cebe7327 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:04.657862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61dafb-dd14-43e2-920b-61e1f58498e3 req-20b0ff40-9b82-44b5-99ec-ea4b125cf782 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:04.672637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc61dafb-dd14-43e2-920b-61e1f58498e3 req-20b0ff40-9b82-44b5-99ec-ea4b125cf782 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.1819320 Jul 08 18:00:04.763208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3adc14-2836-4e52-ae2e-e16257c4f6fe,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:04.783306 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc61dafb-dd14-43e2-920b-61e1f58498e3 req-e69027d4-259e-4921-813b-2672cef7bd7e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097147 Jul 08 18:00:04.816804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-6a3aa911-4b7d-4d36-86d9-bcfc77d550be req-56eb6cbc-c49a-47fe-9a92-6505eee2dc33 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1315309115', 'description': 'tempest-description-1565032175'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:04.840325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:04.891542 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a3aa911-4b7d-4d36-86d9-bcfc77d550be req-56eb6cbc-c49a-47fe-9a92-6505eee2dc33 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:05.033466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c5f83e87-ffcd-4dfd-9945-4fcffeedfb26 None None] Provisioning for port ff3adc14-2836-4e52-ae2e-e16257c4f6fe completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:05.069746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c5f83e87-ffcd-4dfd-9945-4fcffeedfb26 None None] Provisioning complete for port ff3adc14-2836-4e52-ae2e-e16257c4f6fe triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:05.070452 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5f83e87-ffcd-4dfd-9945-4fcffeedfb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:05.114064 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a3aa911-4b7d-4d36-86d9-bcfc77d550be req-56eb6cbc-c49a-47fe-9a92-6505eee2dc33 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:05.125724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a3aa911-4b7d-4d36-86d9-bcfc77d550be req-56eb6cbc-c49a-47fe-9a92-6505eee2dc33 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:05.151951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-router', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '5db717dd-def5-44a9-8ca9-017273529380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:58Z', 'updated_at': '2021-07-08T18:00:00Z', 'revision_number': 3, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'gw_port': {'id': '5db717dd-def5-44a9-8ca9-017273529380', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:59Z', 'updated_at': '2021-07-08T18:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:05.210896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb6cbc-c49a-47fe-9a92-6505eee2dc33 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fe7ba4-36c1-4ead-b355-a20da2224900,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:05.222131 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a3aa911-4b7d-4d36-86d9-bcfc77d550be req-56eb6cbc-c49a-47fe-9a92-6505eee2dc33 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:05.223995 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a3aa911-4b7d-4d36-86d9-bcfc77d550be req-56eb6cbc-c49a-47fe-9a92-6505eee2dc33 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4141550 Jul 08 18:00:05.236995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb3321a-6352-4d9b-9bb5-72d69a5b6f2b None None] The sync data for ids ['21f8a11e-c85b-4533-bd38-ea04cebe7327'] in n-d-799684-3 is: [{'id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-router', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '5db717dd-def5-44a9-8ca9-017273529380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:58Z', 'updated_at': '2021-07-08T18:00:00Z', 'revision_number': 3, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'gw_port': {'id': '5db717dd-def5-44a9-8ca9-017273529380', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:59Z', 'updated_at': '2021-07-08T18:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:05.249655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c5f83e87-ffcd-4dfd-9945-4fcffeedfb26 None None] Port ff3adc14-2836-4e52-ae2e-e16257c4f6fe cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:00:05.285240 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:05.295088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:05.412938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:05.416233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3adc14-2836-4e52-ae2e-e16257c4f6fe,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:05.598336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-f312c731-8b6f-4514-80b9-0d3b604c9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:05.600066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-f312c731-8b6f-4514-80b9-0d3b604c9aa4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 1100 time: 0.3915858 Jul 08 18:00:05.604716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbb11dc6-e880-4b19-a5cb-a010888384df req-e4c728e8-7210-4fbc-b92b-fd844202d8e4 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/b7fe7ba4-36c1-4ead-b355-a20da2224900 HTTP/1.1" status: 200 len: 1813 time: 0.3137088 Jul 08 18:00:05.619284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Network f21b3385-289e-4e87-89a4-93c6de45c8de is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:05.622363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:05.715561 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eb424d6d-1d25-4e8e-a47e-265a554d57d6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:05.878900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port eb424d6d-1d25-4e8e-a47e-265a554d57d6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:05.879268 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:05.880217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Router 21f8a11e-c85b-4533-bd38-ea04cebe7327 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:00:05.962066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185afc5-dd23-420c-b150-93eaf432fab6 req-5b9c7293-d30a-4557-b0bd-e97b770fb1b0 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:05.963743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7185afc5-dd23-420c-b150-93eaf432fab6 req-5b9c7293-d30a-4557-b0bd-e97b770fb1b0 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.5214806 Jul 08 18:00:06.110854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7185afc5-dd23-420c-b150-93eaf432fab6 req-200e6c25-357b-413c-aa1b-6d829e8819c9 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364737 Jul 08 18:00:06.113809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-25db0337-f3d5-4ecf-970b-067d584a6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:06.115862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-25db0337-f3d5-4ecf-970b-067d584a6d99 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.4993994 Jul 08 18:00:06.184408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-bdc433d6-cf31-4ef8-940c-c2f11dda9a24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 217 time: 0.0586243 Jul 08 18:00:06.191864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:06.212511 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ec9b7c6e-f089-4213-8677-102ce26d00a5 admin admin] 10.222.0.73 "PUT /v2.0/routers/21f8a11e-c85b-4533-bd38-ea04cebe7327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4247842 Jul 08 18:00:06.247320 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2292150a-16ac-4bc5-a2b6-ba39ba06dc83 None None] Provisioning complete for port ff3adc14-2836-4e52-ae2e-e16257c4f6fe triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:06.248347 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2292150a-16ac-4bc5-a2b6-ba39ba06dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:06.314985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278fa62-2b94-45ac-9edd-17e056b4409d req-366572a5-ed06-47db-9928-219224003cb7 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:06.317583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b278fa62-2b94-45ac-9edd-17e056b4409d req-366572a5-ed06-47db-9928-219224003cb7 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.4919157 Jul 08 18:00:06.335064 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8eb6811d-db12-453f-b17b-c79330981782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:06.364601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2292150a-16ac-4bc5-a2b6-ba39ba06dc83 None None] Port ff3adc14-2836-4e52-ae2e-e16257c4f6fe cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:00:06.416146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-6fcce0b8-7a8a-4f53-af02-b7c38cfa56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:06.418093 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-6fcce0b8-7a8a-4f53-af02-b7c38cfa56b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2267127 Jul 08 18:00:06.540036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b278fa62-2b94-45ac-9edd-17e056b4409d req-46fa8716-2b5f-4989-b520-dd52d64e9a9b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120085 Jul 08 18:00:06.597866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-5094470a-b695-4ee8-ad14-7cf27d7f843f req-e0645249-c209-46df-a2af-ecc429b9e1be tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2080258615', 'description': 'tempest-description-1792558107'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:06.626853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-6a368a18-55d7-4ca9-bf8d-10ee9e95aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:06.628992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-6a368a18-55d7-4ca9-bf8d-10ee9e95aa3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1980395 Jul 08 18:00:06.649168 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5094470a-b695-4ee8-ad14-7cf27d7f843f req-e0645249-c209-46df-a2af-ecc429b9e1be tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:07.072068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-62a7971a-e0b6-4de6-a0eb-03dcfea1199f service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338834 Jul 08 18:00:07.203079 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5094470a-b695-4ee8-ad14-7cf27d7f843f req-e0645249-c209-46df-a2af-ecc429b9e1be tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:07.215449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5094470a-b695-4ee8-ad14-7cf27d7f843f req-e0645249-c209-46df-a2af-ecc429b9e1be tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:07.252156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0645249-c209-46df-a2af-ecc429b9e1be tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d992c76-e698-4019-9f62-3c29e69677be,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:07.293772 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5094470a-b695-4ee8-ad14-7cf27d7f843f req-e0645249-c209-46df-a2af-ecc429b9e1be tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:07.305527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5094470a-b695-4ee8-ad14-7cf27d7f843f req-e0645249-c209-46df-a2af-ecc429b9e1be tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7162051 Jul 08 18:00:07.314811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-9b456258-df66-446a-9df6-a3ec6dc5646d service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328327 Jul 08 18:00:07.709255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375aaf-cb61-45e0-99af-0f0cc47821ca req-3f810361-ee67-44a8-9757-e5cd7f765d2b tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:07.710999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7375aaf-cb61-45e0-99af-0f0cc47821ca req-3f810361-ee67-44a8-9757-e5cd7f765d2b tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.1522698 Jul 08 18:00:07.715873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5db717dd-def5-44a9-8ca9-017273529380 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:07.816774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7375aaf-cb61-45e0-99af-0f0cc47821ca req-78a6ee3f-d43d-4f80-a8a0-5b89d2f03b1e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963502 Jul 08 18:00:07.838710 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5db717dd-def5-44a9-8ca9-017273529380 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:07.846248 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5db717dd-def5-44a9-8ca9-017273529380 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:07.846761 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:08.025153 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:08.073239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 5db717dd-def5-44a9-8ca9-017273529380, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5db717dd-def5-44a9-8ca9-017273529380,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:08.086495 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:08.149645 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Sync routers for ids ['21f8a11e-c85b-4533-bd38-ea04cebe7327'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:08.200642 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=5db717dd-def5-44a9-8ca9-017273529380,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:08.219707 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Routers {'21f8a11e-c85b-4533-bd38-ea04cebe7327'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:08.220356 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T17:59:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['21f8a11e-c85b-4533-bd38-ea04cebe7327'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:08.395998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45dc001c-f21f-42a4-9a1f-151f47597478 req-455dc218-fc33-42c8-b7a7-e7292add5bf8 tempest-FloatingIPsNegativeTestJSON-447921292 tempest-FloatingIPsNegativeTestJSON-447921292-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=ddaf552b36c543f6825b5f49858ddf3e HTTP/1.1" status: 200 len: 217 time: 0.0839453 Jul 08 18:00:08.453905 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Set router 21f8a11e-c85b-4533-bd38-ea04cebe7327 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:08.757880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3837d7-f8c6-4a18-a20e-d07a18dc70d8 req-6973d827-a195-488a-9526-4d39f9a35bb3 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:08.767593 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d3837d7-f8c6-4a18-a20e-d07a18dc70d8 req-6973d827-a195-488a-9526-4d39f9a35bb3 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1762359 Jul 08 18:00:08.877182 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d3837d7-f8c6-4a18-a20e-d07a18dc70d8 req-678ced35-2cac-4d44-bb9c-651361a2b8e3 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085217 Jul 08 18:00:08.900473 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-router', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '5db717dd-def5-44a9-8ca9-017273529380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:58Z', 'updated_at': '2021-07-08T18:00:04Z', 'revision_number': 4, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'gw_port': {'id': '5db717dd-def5-44a9-8ca9-017273529380', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:59Z', 'updated_at': '2021-07-08T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ff3adc14-2836-4e52-ae2e-e16257c4f6fe', 'name': '', 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'mac_address': 'fa:16:3e:2d:59:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '687425ad-f039-418a-8840-2c7bb605074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:03Z', 'updated_at': '2021-07-08T18:00:04Z', 'revision_number': 2, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'subnets': [{'id': '687425ad-f039-418a-8840-2c7bb605074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:08.973725 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Checking router: 21f8a11e-c85b-4533-bd38-ea04cebe7327 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:08.974077 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Updating router 21f8a11e-c85b-4533-bd38-ea04cebe7327 port ff3adc14-2836-4e52-ae2e-e16257c4f6fe binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:00:09.008164 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf2298ac-c7f6-4043-9883-12f9a2a96da4 req-6f85c0d7-e583-4550-8cbe-a0616b201ea5 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/6d992c76-e698-4019-9f62-3c29e69677be HTTP/1.1" status: 200 len: 1813 time: 0.1100085 Jul 08 18:00:09.037779 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:09.071378 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:09.121190 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-199f17e7-54f2-4f18-af1f-9fb419536d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:09.285076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c15a-5e34-40a7-b72d-52ed7ccfd4ba req-1760061e-f851-4cdb-92df-6ff4388ff364 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:09.286656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d86c15a-5e34-40a7-b72d-52ed7ccfd4ba req-1760061e-f851-4cdb-92df-6ff4388ff364 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.0863824 Jul 08 18:00:09.354075 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d86c15a-5e34-40a7-b72d-52ed7ccfd4ba req-71f8b1b1-cb03-4035-a7c2-13116c2d8cf5 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588741 Jul 08 18:00:09.402585 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34cfca41-cd59-4cc7-8674-c93e0e459935 req-e80479ab-f4e4-4ab1-b55b-7124097b96e1 tempest-FloatingIPsNegativeTestJSON-447921292 tempest-FloatingIPsNegativeTestJSON-447921292-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0273027 Jul 08 18:00:09.659937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5db717dd-def5-44a9-8ca9-017273529380 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:09.660831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33eea5-9324-4e39-b18c-0c22d558d9a8 req-cc2508cf-ac9b-43db-b3f0-104b3ff4046c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:09.672429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b33eea5-9324-4e39-b18c-0c22d558d9a8 req-cc2508cf-ac9b-43db-b3f0-104b3ff4046c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.1273608 Jul 08 18:00:09.678247 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:09.706557 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Transition to ACTIVE for port object ff3adc14-2836-4e52-ae2e-e16257c4f6fe will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:09.724089 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:09.767025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b33eea5-9324-4e39-b18c-0c22d558d9a8 req-e97a8ebb-312a-4e0c-8e96-1e37b9de3709 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944576 Jul 08 18:00:09.800456 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Pushing event updated for resources: {'Port': ['ID=ff3adc14-2836-4e52-ae2e-e16257c4f6fe,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:09.800703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-11c38d6d-2298-4d75-87c5-a644415b02bd req-61b57f82-26b3-4f7d-99e4-76ff583ab771 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-227265863', 'description': 'tempest-description-1188886744'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:09.817100 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.817442 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.817780 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.818108 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.818461 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.827809 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.828347 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.833857 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-11c38d6d-2298-4d75-87c5-a644415b02bd req-61b57f82-26b3-4f7d-99e4-76ff583ab771 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:09.834086 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.834612 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.834958 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.835293 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.835646 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:10.061288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-11c38d6d-2298-4d75-87c5-a644415b02bd req-61b57f82-26b3-4f7d-99e4-76ff583ab771 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:10.065438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5db717dd-def5-44a9-8ca9-017273529380 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:10.066015 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:10.073428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-11c38d6d-2298-4d75-87c5-a644415b02bd req-61b57f82-26b3-4f7d-99e4-76ff583ab771 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:10.111910 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Attempting to bind port ff3adc14-2836-4e52-ae2e-e16257c4f6fe on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:10.112587 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Attempting to bind port ff3adc14-2836-4e52-ae2e-e16257c4f6fe by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '87ab4963-8d1a-4c7e-8ee9-33938ae54a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:10.113129 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Attempting to bind port ff3adc14-2836-4e52-ae2e-e16257c4f6fe on network f21b3385-289e-4e87-89a4-93c6de45c8de {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:10.129093 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:10.129646 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Checking segment: {'id': '87ab4963-8d1a-4c7e-8ee9-33938ae54a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:10.131926 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:10.132389 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Bound using segment: {'id': '87ab4963-8d1a-4c7e-8ee9-33938ae54a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:10.133022 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Bound port: ff3adc14-2836-4e52-ae2e-e16257c4f6fe, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ab4963-8d1a-4c7e-8ee9-33938ae54a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:10.133538 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:10.145318 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:10.167740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b57f82-26b3-4f7d-99e4-76ff583ab771 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edf27e8-ef30-4513-8e98-a54a9835b300,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:10.175614 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-11c38d6d-2298-4d75-87c5-a644415b02bd req-61b57f82-26b3-4f7d-99e4-76ff583ab771 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:10.196156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11c38d6d-2298-4d75-87c5-a644415b02bd req-61b57f82-26b3-4f7d-99e4-76ff583ab771 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4034736 Jul 08 18:00:10.247235 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] For port ff3adc14-2836-4e52-ae2e-e16257c4f6fe, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:10.251999 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] For port ff3adc14-2836-4e52-ae2e-e16257c4f6fe, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff3adc14-2836-4e52-ae2e-e16257c4f6fe,segment=NetworkSegment(87ab4963-8d1a-4c7e-8ee9-33938ae54a13),segment_id=87ab4963-8d1a-4c7e-8ee9-33938ae54a13)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:10.265502 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:10.351242 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-401f8888-e2c8-4060-9622-90d69c8d9264 req-4015cc69-d7fc-4f61-82b0-5fb04f339350 tempest-FloatingIPsNegativeTestJSON-447921292 tempest-FloatingIPsNegativeTestJSON-447921292-project] show failed (client error): The resource could not be found. Jul 08 18:00:10.362799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56874) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:10.363884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-401f8888-e2c8-4060-9622-90d69c8d9264 req-4015cc69-d7fc-4f61-82b0-5fb04f339350 tempest-FloatingIPsNegativeTestJSON-447921292 tempest-FloatingIPsNegativeTestJSON-447921292-project] 10.222.0.73 "GET /v2.0/floatingips/3411dd18-f8f0-4dab-a898-4e5ae6c36dcd HTTP/1.1" status: 404 len: 350 time: 0.0704436 Jul 08 18:00:10.374479 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31876d44-64fa-4ff4-8fa3-610ba92b21d6 None None] Pushing event updated for resources: {'Port': ['ID=ff3adc14-2836-4e52-ae2e-e16257c4f6fe,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:10.415250 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Routers {'21f8a11e-c85b-4533-bd38-ea04cebe7327'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:10.416277 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['21f8a11e-c85b-4533-bd38-ea04cebe7327'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:10.569269 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] Set router 21f8a11e-c85b-4533-bd38-ea04cebe7327 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:10.590810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-095ebfd0-0c32-45e4-82ed-bcbdd431671a req-db96ca69-e002-44df-9316-37a1f4c88789 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2246802 Jul 08 18:00:10.612058 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1062acb-9925-4a95-9665-bc3d493e41d7 req-2464322e-2e42-4118-8ce9-0536a04a53d0 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/5edf27e8-ef30-4513-8e98-a54a9835b300 HTTP/1.1" status: 200 len: 1812 time: 0.1678615 Jul 08 18:00:10.818673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d95d9-f740-444b-a56e-ff326556c449 req-f887ad17-d798-4731-a402-6c5d665a98aa tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:10.837611 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b64d95d9-f740-444b-a56e-ff326556c449 req-f887ad17-d798-4731-a402-6c5d665a98aa tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.3369496 Jul 08 18:00:10.878149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ebfd0-0c32-45e4-82ed-bcbdd431671a req-2eeb55fd-d79c-4bfb-ab32-8a32acdddfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:10.880027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-095ebfd0-0c32-45e4-82ed-bcbdd431671a req-2eeb55fd-d79c-4bfb-ab32-8a32acdddfae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 1098 time: 0.2145655 Jul 08 18:00:10.955544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b64d95d9-f740-444b-a56e-ff326556c449 req-59088bff-9c66-4eba-a345-504ddb3a86d4 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166899 Jul 08 18:00:10.984460 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-router', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '5db717dd-def5-44a9-8ca9-017273529380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:58Z', 'updated_at': '2021-07-08T18:00:04Z', 'revision_number': 4, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'gw_port': {'id': '5db717dd-def5-44a9-8ca9-017273529380', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:59Z', 'updated_at': '2021-07-08T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ff3adc14-2836-4e52-ae2e-e16257c4f6fe', 'name': '', 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'mac_address': 'fa:16:3e:2d:59:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '687425ad-f039-418a-8840-2c7bb605074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:03Z', 'updated_at': '2021-07-08T18:00:10Z', 'revision_number': 4, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'subnets': [{'id': '687425ad-f039-418a-8840-2c7bb605074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:11.037486 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-411db4d1-63cb-4c91-aed8-19102e9ef224 req-207afb19-0ba1-448e-82aa-f190766c758e tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] show failed (client error): The resource could not be found. Jul 08 18:00:11.038569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-411db4d1-63cb-4c91-aed8-19102e9ef224 req-207afb19-0ba1-448e-82aa-f190766c758e tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/c9113766-9249-42f2-b800-20122469670a HTTP/1.1" status: 404 len: 352 time: 0.0225945 Jul 08 18:00:11.043841 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb3a6d-2586-457c-b4ed-125ce2a9d1a7 None None] The sync data for ids ['21f8a11e-c85b-4533-bd38-ea04cebe7327'] in n-d-799684-3 is: [{'id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-router', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '5db717dd-def5-44a9-8ca9-017273529380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:58Z', 'updated_at': '2021-07-08T18:00:04Z', 'revision_number': 4, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'gw_port': {'id': '5db717dd-def5-44a9-8ca9-017273529380', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:59Z', 'updated_at': '2021-07-08T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ff3adc14-2836-4e52-ae2e-e16257c4f6fe', 'name': '', 'network_id': 'f21b3385-289e-4e87-89a4-93c6de45c8de', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'mac_address': 'fa:16:3e:2d:59:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '687425ad-f039-418a-8840-2c7bb605074b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:03Z', 'updated_at': '2021-07-08T18:00:10Z', 'revision_number': 4, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'subnets': [{'id': '687425ad-f039-418a-8840-2c7bb605074b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:11.131193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574eb13a-f6a8-415c-a73f-af18d8eb117d req-0a27c2f3-5155-458b-a75b-a1598b550f41 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:11.175528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-574eb13a-f6a8-415c-a73f-af18d8eb117d req-0a27c2f3-5155-458b-a75b-a1598b550f41 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.2748787 Jul 08 18:00:11.244698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ebfd0-0c32-45e4-82ed-bcbdd431671a req-c9b48c40-06ad-4154-92d6-cbd4bcbf2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:11.246310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-095ebfd0-0c32-45e4-82ed-bcbdd431671a req-c9b48c40-06ad-4154-92d6-cbd4bcbf2f46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.2888467 Jul 08 18:00:11.289510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-574eb13a-f6a8-415c-a73f-af18d8eb117d req-487ed596-749f-4265-b70a-dd1b819af5bf tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119339 Jul 08 18:00:11.377590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-095ebfd0-0c32-45e4-82ed-bcbdd431671a req-77c11a58-8f0d-41fb-bafc-ab24f0f982e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b997864-b587-4835-b5b5-9b0df43ca007 HTTP/1.1" status: 200 len: 217 time: 0.0971570 Jul 08 18:00:11.451871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ebfd0-0c32-45e4-82ed-bcbdd431671a req-cd7d3295-5d3c-45b8-843d-13f3aea054e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:11.455263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-095ebfd0-0c32-45e4-82ed-bcbdd431671a req-cd7d3295-5d3c-45b8-843d-13f3aea054e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.0693588 Jul 08 18:00:11.492884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-095ebfd0-0c32-45e4-82ed-bcbdd431671a req-eb8ba671-2720-431a-9eac-b2d75a7b85fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307922 Jul 08 18:00:11.531659 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:11.634841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:11.673236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff3adc14-2836-4e52-ae2e-e16257c4f6fe up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:11.715126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e6492-47f7-463d-8351-e33c631a1fbc req-8fbb9637-54fc-4e3f-81aa-3af01a9f2ae6 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:11.717695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff1e6492-47f7-463d-8351-e33c631a1fbc req-8fbb9637-54fc-4e3f-81aa-3af01a9f2ae6 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.1204143 Jul 08 18:00:11.739774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ff3adc14-2836-4e52-ae2e-e16257c4f6fe completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:11.750160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ff3adc14-2836-4e52-ae2e-e16257c4f6fe triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:11.751195 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:11.772605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-095ebfd0-0c32-45e4-82ed-bcbdd431671a req-d152faf4-2987-430f-b4e0-6c3123eda8aa service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725708 Jul 08 18:00:11.863301 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff1e6492-47f7-463d-8351-e33c631a1fbc req-01cb40ff-9017-4608-b4a1-12c5f175d659 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346009 Jul 08 18:00:11.938799 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:12.039494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-095ebfd0-0c32-45e4-82ed-bcbdd431671a req-ee5f17d3-d20c-49a1-b640-622ce38fd240 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409410 Jul 08 18:00:12.056024 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-c483308a-34ee-4b9b-9f4d-993fe1b33bbe req-decc47f8-23f1-4899-ab2d-30f21f11fcec tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] show failed (client error): The resource could not be found. Jul 08 18:00:12.058987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port ff3adc14-2836-4e52-ae2e-e16257c4f6fe, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff3adc14-2836-4e52-ae2e-e16257c4f6fe,segment=NetworkSegment(87ab4963-8d1a-4c7e-8ee9-33938ae54a13),segment_id=87ab4963-8d1a-4c7e-8ee9-33938ae54a13)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:12.071713 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:12.078259 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c483308a-34ee-4b9b-9f4d-993fe1b33bbe req-decc47f8-23f1-4899-ab2d-30f21f11fcec tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-group-rules/d0203432-d52d-466a-9ba5-5b597e5088c3 HTTP/1.1" status: 404 len: 361 time: 0.1210730 Jul 08 18:00:12.171950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=ff3adc14-2836-4e52-ae2e-e16257c4f6fe,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:12.191176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] Deleting port ff3adc14-2836-4e52-ae2e-e16257c4f6fe {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:12.193396 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:12.321211 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] For port ff3adc14-2836-4e52-ae2e-e16257c4f6fe, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff3adc14-2836-4e52-ae2e-e16257c4f6fe,segment=NetworkSegment(87ab4963-8d1a-4c7e-8ee9-33938ae54a13),segment_id=87ab4963-8d1a-4c7e-8ee9-33938ae54a13)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:12.321814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:12.352361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] Calling delete_port for ff3adc14-2836-4e52-ae2e-e16257c4f6fe owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:12.372711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7980ae56-3d89-4598-a493-9c9c0a82be87 req-54315f19-5efc-4262-b553-373df9c4a4a8 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/5edf27e8-ef30-4513-8e98-a54a9835b300 HTTP/1.1" status: 200 len: 1812 time: 0.0993390 Jul 08 18:00:12.496747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a7b0e-02b7-44fa-bfb2-c11b043b7bdf req-7faeaa64-72d2-4b0f-b794-36c4e1af7416 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:12.499174 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-097a7b0e-02b7-44fa-bfb2-c11b043b7bdf req-7faeaa64-72d2-4b0f-b794-36c4e1af7416 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1893890 Jul 08 18:00:12.507329 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7980ae56-3d89-4598-a493-9c9c0a82be87 req-8c98abc0-3a83-4333-a15e-776693660248 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:12.511962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8b39c64-fc70-412a-a035-646828b91c42 req-5cb3d0fc-c7ad-482c-b780-893011409b3a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1517978 Jul 08 18:00:12.580209 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7980ae56-3d89-4598-a493-9c9c0a82be87 req-8c98abc0-3a83-4333-a15e-776693660248 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:12.596896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:12.624319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-097a7b0e-02b7-44fa-bfb2-c11b043b7bdf req-aaa99556-c49f-4032-9bb3-95659cc01863 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092863 Jul 08 18:00:12.669639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b39c64-fc70-412a-a035-646828b91c42 req-53dcb666-b630-4fca-b7e2-b859fa3ddf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:12.671255 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8b39c64-fc70-412a-a035-646828b91c42 req-53dcb666-b630-4fca-b7e2-b859fa3ddf21 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 1101 time: 0.1304591 Jul 08 18:00:12.672058 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7980ae56-3d89-4598-a493-9c9c0a82be87 req-8c98abc0-3a83-4333-a15e-776693660248 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:12.676497 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7980ae56-3d89-4598-a493-9c9c0a82be87 req-8c98abc0-3a83-4333-a15e-776693660248 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:12.677620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7980ae56-3d89-4598-a493-9c9c0a82be87 req-8c98abc0-3a83-4333-a15e-776693660248 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "DELETE /v2.0/security-groups/5edf27e8-ef30-4513-8e98-a54a9835b300 HTTP/1.1" status: 204 len: 173 time: 0.2771237 Jul 08 18:00:12.689195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98abc0-3a83-4333-a15e-776693660248 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edf27e8-ef30-4513-8e98-a54a9835b300,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:12.729581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3adc14-2836-4e52-ae2e-e16257c4f6fe,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:12.861932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b39c64-fc70-412a-a035-646828b91c42 req-31f79265-c4b7-4ee0-a14b-bd61f33ab3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:12.864166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8b39c64-fc70-412a-a035-646828b91c42 req-31f79265-c4b7-4ee0-a14b-bd61f33ab3a5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1602902 Jul 08 18:00:12.987661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8b39c64-fc70-412a-a035-646828b91c42 req-ca34aa62-55bf-4376-adde-478b6d545e67 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d HTTP/1.1" status: 200 len: 217 time: 0.1008949 Jul 08 18:00:13.067805 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:13.099504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b39c64-fc70-412a-a035-646828b91c42 req-4c0d157b-b454-45e3-9896-d2c53eb3e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:13.102672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8b39c64-fc70-412a-a035-646828b91c42 req-4c0d157b-b454-45e3-9896-d2c53eb3e1d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1052928 Jul 08 18:00:13.146814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8214e00-7d1e-4c76-8de5-7228db6079db req-e5bfeaa0-014c-4cb3-9112-2738bab46ebb tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:13.153672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8214e00-7d1e-4c76-8de5-7228db6079db req-e5bfeaa0-014c-4cb3-9112-2738bab46ebb tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.2867634 Jul 08 18:00:13.259245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f8bd903-a7cf-4c9f-a703-886b2a95492d req-490e2e41-1c03-4d52-9fcf-37e45b757eb1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/6d992c76-e698-4019-9f62-3c29e69677be HTTP/1.1" status: 200 len: 1813 time: 0.1398251 Jul 08 18:00:13.268800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8214e00-7d1e-4c76-8de5-7228db6079db req-c0690ab3-dc13-40e0-ac4c-3f8c431c9753 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142061 Jul 08 18:00:13.310201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b39c64-fc70-412a-a035-646828b91c42 req-feb18de6-fa1e-4f3d-8931-fe9c6c128719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:13.312470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8b39c64-fc70-412a-a035-646828b91c42 req-feb18de6-fa1e-4f3d-8931-fe9c6c128719 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2014730 Jul 08 18:00:13.383228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] Router 21f8a11e-c85b-4533-bd38-ea04cebe7327 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:00:13.402030 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f8bd903-a7cf-4c9f-a703-886b2a95492d req-3bc83757-160c-4487-b39a-abdc2d69c343 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:13.460793 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f8bd903-a7cf-4c9f-a703-886b2a95492d req-3bc83757-160c-4487-b39a-abdc2d69c343 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:13.497436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:13.500321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8b39c64-fc70-412a-a035-646828b91c42 req-1cffddb4-3097-47bc-b7dd-4eb6ded052de service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789088 Jul 08 18:00:13.505400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4fe1c-834f-44f4-8fec-14a07ec700f6 None None] Sync routers for ids ['21f8a11e-c85b-4533-bd38-ea04cebe7327'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:13.507181 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d2bb9f42-c6a1-4ffe-95fd-1440ba52575c admin admin] 10.222.0.73 "PUT /v2.0/routers/21f8a11e-c85b-4533-bd38-ea04cebe7327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1429183 Jul 08 18:00:13.509521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56956) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:13.518477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4fe1c-834f-44f4-8fec-14a07ec700f6 None None] Routers {'21f8a11e-c85b-4533-bd38-ea04cebe7327'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:13.519400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ace4fe1c-834f-44f4-8fec-14a07ec700f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['21f8a11e-c85b-4533-bd38-ea04cebe7327'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:13.592309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871b6e-8bf3-4c28-8433-d473fb27e46c req-fb9333b0-adea-458d-9ba1-d72b46ef84c3 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:13.593816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7871b6e-8bf3-4c28-8433-d473fb27e46c req-fb9333b0-adea-458d-9ba1-d72b46ef84c3 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.2095070 Jul 08 18:00:13.598076 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f8bd903-a7cf-4c9f-a703-886b2a95492d req-3bc83757-160c-4487-b39a-abdc2d69c343 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:13.601077 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f8bd903-a7cf-4c9f-a703-886b2a95492d req-3bc83757-160c-4487-b39a-abdc2d69c343 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:13.602199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f8bd903-a7cf-4c9f-a703-886b2a95492d req-3bc83757-160c-4487-b39a-abdc2d69c343 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "DELETE /v2.0/security-groups/6d992c76-e698-4019-9f62-3c29e69677be HTTP/1.1" status: 204 len: 173 time: 0.3310721 Jul 08 18:00:13.641194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc83757-160c-4487-b39a-abdc2d69c343 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d992c76-e698-4019-9f62-3c29e69677be,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:13.679477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:13.684686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7871b6e-8bf3-4c28-8433-d473fb27e46c req-f7fb9bd8-16f1-460b-a224-30436801577e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814083 Jul 08 18:00:13.705371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8b39c64-fc70-412a-a035-646828b91c42 req-afdf5f5d-10ac-46fa-b916-de0fb687422a service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850495 Jul 08 18:00:13.744709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ace4fe1c-834f-44f4-8fec-14a07ec700f6 None None] Set router 21f8a11e-c85b-4533-bd38-ea04cebe7327 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:13.868208 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:13.937146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-5dfc3f55-cd22-4e29-a404-2b1da5524340 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:13.940132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-5dfc3f55-cd22-4e29-a404-2b1da5524340 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 805 time: 0.1808817 Jul 08 18:00:13.954134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Deleting port 5db717dd-def5-44a9-8ca9-017273529380 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:13.954615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:13.968852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-1de2147a-58b1-4524-9b3c-2a0253e31f04 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/quotas/3e0ef964426048b7bf98d75718c5c7bf HTTP/1.1" status: 200 len: 375 time: 0.0219800 Jul 08 18:00:14.000752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ace4fe1c-834f-44f4-8fec-14a07ec700f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-router', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '5db717dd-def5-44a9-8ca9-017273529380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:58Z', 'updated_at': '2021-07-08T18:00:12Z', 'revision_number': 5, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'gw_port': {'id': '5db717dd-def5-44a9-8ca9-017273529380', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:59:59Z', 'updated_at': '2021-07-08T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:14.018902 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71156c75-03a7-4233-b928-0b181c6b20f8 req-36f837e9-836f-4a8e-8a85-07c17342d81b tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/b7fe7ba4-36c1-4ead-b355-a20da2224900 HTTP/1.1" status: 200 len: 1813 time: 0.1144509 Jul 08 18:00:14.053268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] For port 5db717dd-def5-44a9-8ca9-017273529380, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5db717dd-def5-44a9-8ca9-017273529380,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:14.053666 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.055846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4fe1c-834f-44f4-8fec-14a07ec700f6 None None] Checking router: 21f8a11e-c85b-4533-bd38-ea04cebe7327 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:14.067735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4fe1c-834f-44f4-8fec-14a07ec700f6 None None] Routers {'21f8a11e-c85b-4533-bd38-ea04cebe7327'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:14.068359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ace4fe1c-834f-44f4-8fec-14a07ec700f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['21f8a11e-c85b-4533-bd38-ea04cebe7327'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:14.070597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Calling delete_port for 5db717dd-def5-44a9-8ca9-017273529380 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:14.106699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-d07f314e-18c7-4964-a4ca-0ab9780b459d tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1302459 Jul 08 18:00:14.180803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ace4fe1c-834f-44f4-8fec-14a07ec700f6 None None] Set router 21f8a11e-c85b-4533-bd38-ea04cebe7327 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:14.216137 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-71156c75-03a7-4233-b928-0b181c6b20f8 req-5b67a26c-4b6f-43e3-9aad-dff26a528117 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.259224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ace4fe1c-834f-44f4-8fec-14a07ec700f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-router', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:58Z', 'updated_at': '2021-07-08T18:00:13Z', 'revision_number': 6, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:14.279011 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-71156c75-03a7-4233-b928-0b181c6b20f8 req-5b67a26c-4b6f-43e3-9aad-dff26a528117 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.289709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4fe1c-834f-44f4-8fec-14a07ec700f6 None None] The sync data for ids ['21f8a11e-c85b-4533-bd38-ea04cebe7327'] in n-d-799684-3 is: [{'id': '21f8a11e-c85b-4533-bd38-ea04cebe7327', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218275596-router', 'tenant_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:59:58Z', 'updated_at': '2021-07-08T18:00:13Z', 'revision_number': 6, 'project_id': 'ddaf552b36c543f6825b5f49858ddf3e', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:14.317838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-e7f20840-db78-4906-a423-b6f2db649f4a service neutron] 10.222.0.73 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074499 Jul 08 18:00:14.346507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.379860 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db717dd-def5-44a9-8ca9-017273529380,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:14.423847 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-71156c75-03a7-4233-b928-0b181c6b20f8 req-5b67a26c-4b6f-43e3-9aad-dff26a528117 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.427581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-71156c75-03a7-4233-b928-0b181c6b20f8 req-5b67a26c-4b6f-43e3-9aad-dff26a528117 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.438976 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71156c75-03a7-4233-b928-0b181c6b20f8 req-5b67a26c-4b6f-43e3-9aad-dff26a528117 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "DELETE /v2.0/security-groups/b7fe7ba4-36c1-4ead-b355-a20da2224900 HTTP/1.1" status: 204 len: 173 time: 0.4188550 Jul 08 18:00:14.457635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67a26c-4b6f-43e3-9aad-dff26a528117 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fe7ba4-36c1-4ead-b355-a20da2224900,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:14.480529 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.488992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-da5efebd-52d8-48e4-a360-ca55a348b3c2 service neutron] 10.222.0.73 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658020 Jul 08 18:00:14.574147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3d0f39e6-adc8-4318-9cb3-c46933639754 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:14.587805 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.591069 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.645969 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.646477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21f8a11e-c85b-4533-bd38-ea04cebe7327 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:00:14.656600 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.660200 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e0172b50-5ccf-4c52-a7b8-7ae19266fd22 admin admin] 10.222.0.73 "DELETE /v2.0/routers/21f8a11e-c85b-4533-bd38-ea04cebe7327 HTTP/1.1" status: 204 len: 168 time: 1.1473453 Jul 08 18:00:14.668199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56976) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:14.701893 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.745030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0559810d-5e93-4abd-a980-e72453faf73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0f39e6-adc8-4318-9cb3-c46933639754'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:14.748835 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ec3cc6-2f1e-45c5-b8b4-e0297ab64385" -d '{"events": [{"server_uuid": "0559810d-5e93-4abd-a980-e72453faf73b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0f39e6-adc8-4318-9cb3-c46933639754"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:14.751459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-591e45f5-07a5-4d72-91b9-ac860bc0085c admin admin] Deleting subnet 687425ad-f039-418a-8840-2c7bb605074b {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:00:14.755751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-591e45f5-07a5-4d72-91b9-ac860bc0085c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.782817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3d0f39e6-adc8-4318-9cb3-c46933639754, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3d0f39e6-adc8-4318-9cb3-c46933639754,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:14.783359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8ba3b-d296-455d-ba14-7c59ae3c9c6c req-4540ad9a-1601-4f70-a685-9d085e9ede6a tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:14.786029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1c8ba3b-d296-455d-ba14-7c59ae3c9c6c req-4540ad9a-1601-4f70-a685-9d085e9ede6a tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1581039 Jul 08 18:00:14.790943 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.842894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-591e45f5-07a5-4d72-91b9-ac860bc0085c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.860497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3d0f39e6-adc8-4318-9cb3-c46933639754,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:14.934893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1c8ba3b-d296-455d-ba14-7c59ae3c9c6c req-dfbda6f3-879b-450b-9581-3a919238021c tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337111 Jul 08 18:00:14.977724 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-591e45f5-07a5-4d72-91b9-ac860bc0085c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.055798 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-591e45f5-07a5-4d72-91b9-ac860bc0085c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.072894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-591e45f5-07a5-4d72-91b9-ac860bc0085c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.076545 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30fded67-4827-4d68-a366-4069bee01685 req-8505c329-2c53-4c08-9bd1-d4810d6e6228 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/7f052a0d-3683-4485-b9c6-114fb4483117 HTTP/1.1" status: 200 len: 1812 time: 0.1129878 Jul 08 18:00:15.080505 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-591e45f5-07a5-4d72-91b9-ac860bc0085c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/687425ad-f039-418a-8840-2c7bb605074b HTTP/1.1" status: 204 len: 168 time: 0.4101489 Jul 08 18:00:15.083351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56992) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:15.083694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84001a4-6cb8-44ae-9ddb-417762656bf5 None None] Network f21b3385-289e-4e87-89a4-93c6de45c8de requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:00:15.114408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e45f5-07a5-4d72-91b9-ac860bc0085c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687425ad-f039-418a-8840-2c7bb605074b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:15.258130 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.309695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42c23-eb1e-4aac-998b-21cc2d885bd2 req-cc3a1697-c925-478f-8ece-ef59bb274588 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:15.312616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86c42c23-eb1e-4aac-998b-21cc2d885bd2 req-cc3a1697-c925-478f-8ece-ef59bb274588 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.3413548 Jul 08 18:00:15.357880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb571b4f-f90c-4f67-8433-5df4f1116879 None None] DHCP port deletion for f21b3385-289e-4e87-89a4-93c6de45c8de request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:00:15.415548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-eb571b4f-f90c-4f67-8433-5df4f1116879 None None] Deleting port eb424d6d-1d25-4e8e-a47e-265a554d57d6 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:15.416247 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb571b4f-f90c-4f67-8433-5df4f1116879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.453659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72a6b-c900-436e-9992-41d3d03fd9ff req-42e22766-fa1d-4ed6-b475-e73abee3d7ec tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:15.455181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eae72a6b-c900-436e-9992-41d3d03fd9ff req-42e22766-fa1d-4ed6-b475-e73abee3d7ec tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "GET /v2.0/ports?device_id=0559810d-5e93-4abd-a980-e72453faf73b HTTP/1.1" status: 200 len: 944 time: 0.3930209 Jul 08 18:00:15.457974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86c42c23-eb1e-4aac-998b-21cc2d885bd2 req-039bfe12-cd65-48ce-9ac6-f077546f190f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291502 Jul 08 18:00:15.459822 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-30fded67-4827-4d68-a366-4069bee01685 req-bfbc3b7f-d93d-412d-9962-75a5f9141883 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.526874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-eb571b4f-f90c-4f67-8433-5df4f1116879 None None] For port eb424d6d-1d25-4e8e-a47e-265a554d57d6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=eb424d6d-1d25-4e8e-a47e-265a554d57d6,segment=NetworkSegment(87ab4963-8d1a-4c7e-8ee9-33938ae54a13),segment_id=87ab4963-8d1a-4c7e-8ee9-33938ae54a13)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:15.527274 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb571b4f-f90c-4f67-8433-5df4f1116879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.542414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-eb571b4f-f90c-4f67-8433-5df4f1116879 None None] Calling delete_port for eb424d6d-1d25-4e8e-a47e-265a554d57d6 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:15.666603 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb571b4f-f90c-4f67-8433-5df4f1116879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.719525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff3adc14-2836-4e52-ae2e-e16257c4f6fe no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:15.769169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: ff3adc14-2836-4e52-ae2e-e16257c4f6fe {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:00:15.769283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff3adc14-2836-4e52-ae2e-e16257c4f6fe not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:15.769639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5db717dd-def5-44a9-8ca9-017273529380 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:15.774789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb571b4f-f90c-4f67-8433-5df4f1116879 None None] No DVR routers for this DVR port eb424d6d-1d25-4e8e-a47e-265a554d57d6 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:15.778427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb571b4f-f90c-4f67-8433-5df4f1116879 None None] Pushing event deleted for resources: {'Port': ['ID=eb424d6d-1d25-4e8e-a47e-265a554d57d6,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:15.805036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5db717dd-def5-44a9-8ca9-017273529380 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:00:15.805384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5db717dd-def5-44a9-8ca9-017273529380 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:15.805810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eb424d6d-1d25-4e8e-a47e-265a554d57d6 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:15.835993 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: eb424d6d-1d25-4e8e-a47e-265a554d57d6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:00:15.836353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eb424d6d-1d25-4e8e-a47e-265a554d57d6 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:15.874903 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-30fded67-4827-4d68-a366-4069bee01685 req-bfbc3b7f-d93d-412d-9962-75a5f9141883 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.878785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4614cd-bf71-4d29-8af9-93c2cc39d40c req-365fb9c6-5ae3-4560-8e24-45da1f99d686 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 210 time: 0.0878842 Jul 08 18:00:15.952167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Deleting port eb424d6d-1d25-4e8e-a47e-265a554d57d6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:15.952505 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.067721 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-30fded67-4827-4d68-a366-4069bee01685 req-bfbc3b7f-d93d-412d-9962-75a5f9141883 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.068372 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-30fded67-4827-4d68-a366-4069bee01685 req-bfbc3b7f-d93d-412d-9962-75a5f9141883 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.069530 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30fded67-4827-4d68-a366-4069bee01685 req-bfbc3b7f-d93d-412d-9962-75a5f9141883 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "DELETE /v2.0/security-groups/7f052a0d-3683-4485-b9c6-114fb4483117 HTTP/1.1" status: 204 len: 173 time: 0.8272660 Jul 08 18:00:16.071290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] For port eb424d6d-1d25-4e8e-a47e-265a554d57d6, host n-d-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:16.072057 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.108229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Calling delete_port for eb424d6d-1d25-4e8e-a47e-265a554d57d6 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:16.116741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Port eb424d6d-1d25-4e8e-a47e-265a554d57d6 was not found and therefore no delete operation was performed {{(pid=93742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:00:16.120048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc3b7f-d93d-412d-9962-75a5f9141883 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f052a0d-3683-4485-b9c6-114fb4483117,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:16.133891 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35671cf8-bd4d-475d-b86f-52e5dd17e9eb x-openstack-request-id: req-35671cf8-bd4d-475d-b86f-52e5dd17e9eb {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:16.134182 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0559810d-5e93-4abd-a980-e72453faf73b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0f39e6-adc8-4318-9cb3-c46933639754", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:16.134466 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35671cf8-bd4d-475d-b86f-52e5dd17e9eb {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:16.134850 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0559810d-5e93-4abd-a980-e72453faf73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0f39e6-adc8-4318-9cb3-c46933639754', 'code': 200} Jul 08 18:00:16.155500 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.159453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-eae72a6b-c900-436e-9992-41d3d03fd9ff req-e9b4c952-0958-4fb6-92cf-aaee26393967 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Deleting port 3d0f39e6-adc8-4318-9cb3-c46933639754 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:16.159805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-eae72a6b-c900-436e-9992-41d3d03fd9ff req-e9b4c952-0958-4fb6-92cf-aaee26393967 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.257883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=eb424d6d-1d25-4e8e-a47e-265a554d57d6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:16.261976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] No DVR routers for this DVR port eb424d6d-1d25-4e8e-a47e-265a554d57d6 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:16.295536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ead9a-27e8-4c25-9fd4-9294d1db8cf4 req-82c01573-3c6a-47a9-a7d1-c7c804aabad7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:16.302680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-212ead9a-27e8-4c25-9fd4-9294d1db8cf4 req-82c01573-3c6a-47a9-a7d1-c7c804aabad7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.3023927 Jul 08 18:00:16.426455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-648ab1a7-9481-4c79-be2f-580b8a5b20f2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:16.428823 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-648ab1a7-9481-4c79-be2f-580b8a5b20f2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 805 time: 0.1898375 Jul 08 18:00:16.442047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Request body: {'port': {'device_id': '5a14ab9b-8810-4421-b571-78177f23ec48', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'admin_state_up': True, 'tenant_id': '3e0ef964426048b7bf98d75718c5c7bf'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:16.492637 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.510383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-eae72a6b-c900-436e-9992-41d3d03fd9ff req-e9b4c952-0958-4fb6-92cf-aaee26393967 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] For port 3d0f39e6-adc8-4318-9cb3-c46933639754, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3d0f39e6-adc8-4318-9cb3-c46933639754,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:16.510753 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-eae72a6b-c900-436e-9992-41d3d03fd9ff req-e9b4c952-0958-4fb6-92cf-aaee26393967 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.528665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21b3385-289e-4e87-89a4-93c6de45c8de']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:16.548627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-eae72a6b-c900-436e-9992-41d3d03fd9ff req-e9b4c952-0958-4fb6-92cf-aaee26393967 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Calling delete_port for 3d0f39e6-adc8-4318-9cb3-c46933639754 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:16.559135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ab4963-8d1a-4c7e-8ee9-33938ae54a13') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:16.559425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ab4963-8d1a-4c7e-8ee9-33938ae54a13') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:16.563709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-212ead9a-27e8-4c25-9fd4-9294d1db8cf4 req-90f3f5a4-6baf-41f3-9760-fda556e817ce tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602024 Jul 08 18:00:16.579925 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.581083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Made reservation on behalf of 3e0ef964426048b7bf98d75718c5c7bf for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:16.592208 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.635467 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.647599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:00:16.647997 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:00:16.651103 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:00:16.734962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ed62a-a2ec-4a66-a8da-b5a034038857 req-7e90124e-e745-4418-9ecf-2a21ebcd2371 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:16.736561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-217ed62a-a2ec-4a66-a8da-b5a034038857 req-7e90124e-e745-4418-9ecf-2a21ebcd2371 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.2977018 Jul 08 18:00:16.760356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Allocated IP 172.20.0.5 (1c510281-7c23-4f45-8f61-7aebaf93e67f/8e734d1c-a925-4682-8868-ca57c3123de4/d851b056-87ee-4f23-bf31-a322a97b42a5) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:16.771306 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.776550 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.779535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] 10.222.0.73 "DELETE /v2.0/networks/f21b3385-289e-4e87-89a4-93c6de45c8de HTTP/1.1" status: 204 len: 168 time: 1.6950452 Jul 08 18:00:16.817574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a23d81-e2f6-472f-a294-233c0f7bd6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f21b3385-289e-4e87-89a4-93c6de45c8de,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:16.864479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7072b85b-22c4-4da7-b874-467706d705b9 req-1868fdc6-0c57-419d-8004-1048762c26f1 tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "GET /v2.0/security-groups/bab1d70c-66d5-497d-8fe7-1003e8501f22 HTTP/1.1" status: 200 len: 1812 time: 0.2402828 Jul 08 18:00:16.884743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-217ed62a-a2ec-4a66-a8da-b5a034038857 req-80b2ac6a-7879-4dca-9510-f6bd20f4977e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358402 Jul 08 18:00:16.941874 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-eae72a6b-c900-436e-9992-41d3d03fd9ff req-e9b4c952-0958-4fb6-92cf-aaee26393967 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.962779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57012) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:16.985455 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7072b85b-22c4-4da7-b874-467706d705b9 req-1bbc40fa-e5f5-4221-97a1-8754d067603f tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.989352 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4c952-0958-4fb6-92cf-aaee26393967 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Pushing event deleted for resources: {'Port': ['ID=3d0f39e6-adc8-4318-9cb3-c46933639754,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.018698 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.047662 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae72a6b-c900-436e-9992-41d3d03fd9ff req-e9b4c952-0958-4fb6-92cf-aaee26393967 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] No DVR routers for this DVR port 3d0f39e6-adc8-4318-9cb3-c46933639754 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:17.052483 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1b3964a1-b4bb-4915-954a-ebef1368db0c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ddaf552b36c543f6825b5f49858ddf3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816560 Jul 08 18:00:17.052645 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-eae72a6b-c900-436e-9992-41d3d03fd9ff req-e9b4c952-0958-4fb6-92cf-aaee26393967 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.052761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57014) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:17.053362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eae72a6b-c900-436e-9992-41d3d03fd9ff req-e9b4c952-0958-4fb6-92cf-aaee26393967 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "DELETE /v2.0/ports/3d0f39e6-adc8-4318-9cb3-c46933639754 HTTP/1.1" status: 204 len: 173 time: 1.5889165 Jul 08 18:00:17.058971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0559810d-5e93-4abd-a980-e72453faf73b', 'name': 'network-vif-deleted', 'tag': '3d0f39e6-adc8-4318-9cb3-c46933639754'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:17.061200 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8931a89b-739d-4347-8a16-b1decc91e044" -d '{"events": [{"server_uuid": "0559810d-5e93-4abd-a980-e72453faf73b", "name": "network-vif-deleted", "tag": "3d0f39e6-adc8-4318-9cb3-c46933639754"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:17.067060 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7072b85b-22c4-4da7-b874-467706d705b9 req-1bbc40fa-e5f5-4221-97a1-8754d067603f tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.126549 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.128573 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5603bb08-113d-4b22-8cc5-0d4bc8d57cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.166001 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7072b85b-22c4-4da7-b874-467706d705b9 req-1bbc40fa-e5f5-4221-97a1-8754d067603f tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.168830 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7072b85b-22c4-4da7-b874-467706d705b9 req-1bbc40fa-e5f5-4221-97a1-8754d067603f tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.170298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7072b85b-22c4-4da7-b874-467706d705b9 req-1bbc40fa-e5f5-4221-97a1-8754d067603f tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] 10.222.0.73 "DELETE /v2.0/security-groups/bab1d70c-66d5-497d-8fe7-1003e8501f22 HTTP/1.1" status: 204 len: 173 time: 0.2986059 Jul 08 18:00:17.181950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57018) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:17.203598 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab94267-2e71-4036-8dfd-268658a10bc7 req-7ad6fe43-5439-44f9-9ffc-c08d6d35b7f8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:17.211896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ab94267-2e71-4036-8dfd-268658a10bc7 req-7ad6fe43-5439-44f9-9ffc-c08d6d35b7f8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.1389010 Jul 08 18:00:17.213171 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Network 1c510281-7c23-4f45-8f61-7aebaf93e67f is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:17.219676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc40fa-e5f5-4221-97a1-8754d067603f tempest-SecurityGroupRulesNegativeTestJSON-723811390 tempest-SecurityGroupRulesNegativeTestJSON-723811390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab1d70c-66d5-497d-8fe7-1003e8501f22,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.232112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:17.242368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:17.269116 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5603bb08-113d-4b22-8cc5-0d4bc8d57cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.317610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Pushing event updated for resources: {'Port': ['ID=d851b056-87ee-4f23-bf31-a322a97b42a5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.332137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ab94267-2e71-4036-8dfd-268658a10bc7 req-b4334221-bed9-4696-a29c-82bf1a2980c8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178892 Jul 08 18:00:17.351708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:17.352330 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.375535 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-aed10bc5-26cb-48ad-a560-3c18b4410fee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9374123 Jul 08 18:00:17.377711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5603bb08-113d-4b22-8cc5-0d4bc8d57cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.380328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5603bb08-113d-4b22-8cc5-0d4bc8d57cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.381603 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5603bb08-113d-4b22-8cc5-0d4bc8d57cb5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/26b0c1ab-6692-44dd-9b17-5ef231336382 HTTP/1.1" status: 204 len: 168 time: 0.3276329 Jul 08 18:00:17.394511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603bb08-113d-4b22-8cc5-0d4bc8d57cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b0c1ab-6692-44dd-9b17-5ef231336382,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.399743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Request body: {'port': {'device_id': '5a14ab9b-8810-4421-b571-78177f23ec48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:17.444066 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cefc3c-163f-4fb5-8818-b951e0d96894 x-openstack-request-id: req-34cefc3c-163f-4fb5-8818-b951e0d96894 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:17.447246 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0559810d-5e93-4abd-a980-e72453faf73b", "name": "network-vif-deleted", "tag": "3d0f39e6-adc8-4318-9cb3-c46933639754", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:17.447504 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34cefc3c-163f-4fb5-8818-b951e0d96894 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:17.447901 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0559810d-5e93-4abd-a980-e72453faf73b', 'name': 'network-vif-deleted', 'tag': '3d0f39e6-adc8-4318-9cb3-c46933639754', 'status': 'completed', 'code': 200} Jul 08 18:00:17.482123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da4f36a-0e6f-43d6-96bf-bff5af4196ab admin admin] Deleting subnet 950ab622-a245-497e-9352-c184a2e82525 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:00:17.491164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.493244 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1da4f36a-0e6f-43d6-96bf-bff5af4196ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.595800 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1da4f36a-0e6f-43d6-96bf-bff5af4196ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.627417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084d29f-b0eb-4462-b42a-3b41bb1c00d3 req-ca1f649f-7ac4-483f-9d7d-d171fb34dd2e tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:17.629242 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1084d29f-b0eb-4462-b42a-3b41bb1c00d3 req-ca1f649f-7ac4-483f-9d7d-d171fb34dd2e tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 931 time: 0.2934248 Jul 08 18:00:17.688474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1da4f36a-0e6f-43d6-96bf-bff5af4196ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.728527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1084d29f-b0eb-4462-b42a-3b41bb1c00d3 req-8beebcd2-fdbb-449f-8326-4c934d7e5308 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900421 Jul 08 18:00:17.848295 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1da4f36a-0e6f-43d6-96bf-bff5af4196ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.904914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1da4f36a-0e6f-43d6-96bf-bff5af4196ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.909712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1da4f36a-0e6f-43d6-96bf-bff5af4196ab admin admin] 10.222.0.73 "DELETE /v2.0/subnets/950ab622-a245-497e-9352-c184a2e82525 HTTP/1.1" status: 204 len: 168 time: 0.7244890 Jul 08 18:00:17.909712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4f36a-0e6f-43d6-96bf-bff5af4196ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950ab622-a245-497e-9352-c184a2e82525,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.910804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57032) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:17.960581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 063e758c-31ee-47eb-bbca-feb97f999869 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:00:17.965124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 063e758c-31ee-47eb-bbca-feb97f999869 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:17.998986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d851b056-87ee-4f23-bf31-a322a97b42a5 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:18.009090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833711-bb4f-4518-a1e2-6b551b38c010 req-f73db489-11c4-4bd3-ac33-dbb5c37d14d0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:18.015097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0833711-bb4f-4518-a1e2-6b551b38c010 req-f73db489-11c4-4bd3-ac33-dbb5c37d14d0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.2293136 Jul 08 18:00:18.019396 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.055139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.057595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Transition to ACTIVE for port object d851b056-87ee-4f23-bf31-a322a97b42a5 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:18.067546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.113781 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0833711-bb4f-4518-a1e2-6b551b38c010 req-de868548-f7e8-4f7a-a7ef-57a2fffc483c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936611 Jul 08 18:00:18.273474 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.303000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:18.318588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:18.321235 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebbb8ce-36d2-422e-aee2-9cfb8ade0fea" -d '{"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-unplugged", "status": "completed", "tag": "063e758c-31ee-47eb-bbca-feb97f999869"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:18.335987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '063e758c-31ee-47eb-bbca-feb97f999869', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '063e758c-31ee-47eb-bbca-feb97f999869', 'mac_address': 'fa:16:3e:84:04:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:00:18.339615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:18.346930 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.367512 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.369349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0cf6db-f872-427f-9d1c-af206c34b148']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:18.420388 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.436601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39de7366-8913-4156-a68a-bed8cf6ccb60') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:18.436901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39de7366-8913-4156-a68a-bed8cf6ccb60') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:18.442314 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c41bbdd-416a-4acf-8c77-acc9c9d011d4 x-openstack-request-id: req-4c41bbdd-416a-4acf-8c77-acc9c9d011d4 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:18.442550 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-unplugged", "status": "completed", "tag": "063e758c-31ee-47eb-bbca-feb97f999869", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:18.442785 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c41bbdd-416a-4acf-8c77-acc9c9d011d4 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:18.443173 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869', 'code': 200} Jul 08 18:00:18.453794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 063e758c-31ee-47eb-bbca-feb97f999869 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:18.457911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:18.494122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287f9c4-42bc-4a56-81c9-dd5d0429fc16 req-e619286b-a139-4dd3-8946-178e30f8c81b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:18.505313 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b287f9c4-42bc-4a56-81c9-dd5d0429fc16 req-e619286b-a139-4dd3-8946-178e30f8c81b tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.3369920 Jul 08 18:00:18.514762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.538008 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:00:18.538460 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:00:18.576625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3d0f39e6-adc8-4318-9cb3-c46933639754 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:18.596873 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.630399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Pushing event updated for resources: {'Port': ['ID=d851b056-87ee-4f23-bf31-a322a97b42a5,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:18.632292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 3d0f39e6-adc8-4318-9cb3-c46933639754 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:00:18.638859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3d0f39e6-adc8-4318-9cb3-c46933639754 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:18.643939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:00:18.644420 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:00:18.646500 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:00:18.676874 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Attempting to bind port d851b056-87ee-4f23-bf31-a322a97b42a5 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:18.677213 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Attempting to bind port d851b056-87ee-4f23-bf31-a322a97b42a5 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:18.677643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Attempting to bind port d851b056-87ee-4f23-bf31-a322a97b42a5 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:18.683113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Port d851b056-87ee-4f23-bf31-a322a97b42a5 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:00:18.683529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Attempting to bind port d851b056-87ee-4f23-bf31-a322a97b42a5 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:18.690081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:18.690451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Checking segment: {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:18.690890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Bound using segment: {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:18.691444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Bound port: d851b056-87ee-4f23-bf31-a322a97b42a5, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:18.691879 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.748981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b287f9c4-42bc-4a56-81c9-dd5d0429fc16 req-919c6a43-1d3d-4c9a-a8f8-795d1d759209 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426887 Jul 08 18:00:18.750684 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.775149 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.780409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] 10.222.0.73 "DELETE /v2.0/networks/8b0cf6db-f872-427f-9d1c-af206c34b148 HTTP/1.1" status: 204 len: 168 time: 0.8609529 Jul 08 18:00:18.781826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665c5ec-daac-44d4-ac4d-4c18261c763d admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0cf6db-f872-427f-9d1c-af206c34b148,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:18.791163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] For port d851b056-87ee-4f23-bf31-a322a97b42a5, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:18.796741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] For port d851b056-87ee-4f23-bf31-a322a97b42a5, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d851b056-87ee-4f23-bf31-a322a97b42a5,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:18.803324 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.863330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:18.864460 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.866961 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-fd09103b-d70d-422d-b890-697457b20377 service neutron] 10.222.0.59 "PUT /v2.0/ports/d851b056-87ee-4f23-bf31-a322a97b42a5 HTTP/1.1" status: 200 len: 1091 time: 1.4737251 Jul 08 18:00:18.870084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a14ab9b-8810-4421-b571-78177f23ec48', 'tag': 'd851b056-87ee-4f23-bf31-a322a97b42a5'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:18.873669 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4886cc2f-1d94-4b40-bd1b-e5f0bda3b62c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a14ab9b-8810-4421-b571-78177f23ec48", "tag": "d851b056-87ee-4f23-bf31-a322a97b42a5"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:18.910140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09103b-d70d-422d-b890-697457b20377 service neutron] Pushing event updated for resources: {'Port': ['ID=d851b056-87ee-4f23-bf31-a322a97b42a5,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:18.991529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befac7bc-e966-4f06-b727-533c01753b68 req-5b082ea3-b900-4095-a0c8-fbaa19d80ccc tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:18.992815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-f97ae08b-ed25-4fe7-9fc7-3756e65c4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:18.994931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-befac7bc-e966-4f06-b727-533c01753b68 req-5b082ea3-b900-4095-a0c8-fbaa19d80ccc tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.4224231 Jul 08 18:00:18.995310 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-f97ae08b-ed25-4fe7-9fc7-3756e65c4a11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 1094 time: 0.0810335 Jul 08 18:00:19.043696 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-642754a0-100e-497b-b660-04cf62aa2aa9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d851b056-87ee-4f23-bf31-a322a97b42a5 HTTP/1.1" status: 200 len: 217 time: 0.0408356 Jul 08 18:00:19.085744 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:19.093557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57068) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:19.106425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-befac7bc-e966-4f06-b727-533c01753b68 req-dbbd8bf2-12f7-4d67-80a4-f7e8aa7177db tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045868 Jul 08 18:00:19.109985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063e758c-31ee-47eb-bbca-feb97f999869 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:19.141335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:19.141559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e93725-41e0-48b5-b3ff-4849709098b2 req-3ef9bbc3-0dbd-40c6-9af4-006a81ff0de4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:19.141559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79e93725-41e0-48b5-b3ff-4849709098b2 req-3ef9bbc3-0dbd-40c6-9af4-006a81ff0de4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 943 time: 0.0990024 Jul 08 18:00:19.146513 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:19.174502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-9773ef73-73fc-468e-8b7f-69689105e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:19.178835 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-9773ef73-73fc-468e-8b7f-69689105e3ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e734d1c-a925-4682-8868-ca57c3123de4 HTTP/1.1" status: 200 len: 845 time: 0.1277633 Jul 08 18:00:19.199041 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e81b8d2b-95f5-499d-b795-99e2eda6a720 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31e0b4d1049845158de82265d7bf805e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040351 Jul 08 18:00:19.212045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79e93725-41e0-48b5-b3ff-4849709098b2 req-142142f2-9662-44b0-a496-3da7ea6494a7 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645313 Jul 08 18:00:19.212573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57074) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:19.217747 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-d9147533-04b2-4ecb-8af6-013493347ab0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c510281-7c23-4f45-8f61-7aebaf93e67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327222 Jul 08 18:00:19.220832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=10']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:19.279249 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1787bfd-0a34-4310-8f78-5dc59f3cd10f x-openstack-request-id: req-e1787bfd-0a34-4310-8f78-5dc59f3cd10f {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:19.279643 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a14ab9b-8810-4421-b571-78177f23ec48", "tag": "d851b056-87ee-4f23-bf31-a322a97b42a5", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:19.279987 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e1787bfd-0a34-4310-8f78-5dc59f3cd10f {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:19.280466 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a14ab9b-8810-4421-b571-78177f23ec48', 'tag': 'd851b056-87ee-4f23-bf31-a322a97b42a5', 'status': 'completed', 'code': 200} Jul 08 18:00:19.295270 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-673297f4-7dcb-4a6a-a396-bc45993f5900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:19.324655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-673297f4-7dcb-4a6a-a396-bc45993f5900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:19.334288 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-afbc09ab-8e65-4d12-92c1-27748bd750e5 service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082602 Jul 08 18:00:19.381462 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-673297f4-7dcb-4a6a-a396-bc45993f5900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:19.384795 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-673297f4-7dcb-4a6a-a396-bc45993f5900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:19.389237 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-673297f4-7dcb-4a6a-a396-bc45993f5900 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0f5e68a7-d569-48e8-95d2-6d9b9abb05d0 HTTP/1.1" status: 204 len: 168 time: 0.1707470 Jul 08 18:00:19.397260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673297f4-7dcb-4a6a-a396-bc45993f5900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5e68a7-d569-48e8-95d2-6d9b9abb05d0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:19.471011 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca5e8cd2-df00-466e-bc37-4433891fea74 req-dec6ccc3-6873-4e06-aa5d-1581bc9b2ade service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299620 Jul 08 18:00:19.543507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901a749-b5cf-488b-bde8-8aef07a13efd req-7d592e53-c8ed-4b47-8166-43c30cb2db96 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:19.546247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8901a749-b5cf-488b-bde8-8aef07a13efd req-7d592e53-c8ed-4b47-8166-43c30cb2db96 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.1166553 Jul 08 18:00:19.592491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['063e758c-31ee-47eb-bbca-feb97f999869'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:19.625462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886cc2f-1d94-4b40-bd1b-e5f0bda3b62c req-f0664636-658f-4b6d-b324-754d92ed07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:19.627008 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4886cc2f-1d94-4b40-bd1b-e5f0bda3b62c req-f0664636-658f-4b6d-b324-754d92ed07bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 1094 time: 0.0984082 Jul 08 18:00:19.627761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8901a749-b5cf-488b-bde8-8aef07a13efd req-ca1d7514-43fd-480e-89b3-d716f37d4f15 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752149 Jul 08 18:00:19.809328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886cc2f-1d94-4b40-bd1b-e5f0bda3b62c req-ad483fad-b724-46d0-863f-8c75dc0b554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:19.812004 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4886cc2f-1d94-4b40-bd1b-e5f0bda3b62c req-ad483fad-b724-46d0-863f-8c75dc0b554a service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 906 time: 0.1776819 Jul 08 18:00:19.816276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57092) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:19.868538 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4886cc2f-1d94-4b40-bd1b-e5f0bda3b62c req-ce2867f6-b16d-4c5a-80ce-7747a95ed2b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d851b056-87ee-4f23-bf31-a322a97b42a5 HTTP/1.1" status: 200 len: 217 time: 0.0456762 Jul 08 18:00:19.956552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886cc2f-1d94-4b40-bd1b-e5f0bda3b62c req-e65e49b4-b114-482e-a377-ad38986dc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:19.958033 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4886cc2f-1d94-4b40-bd1b-e5f0bda3b62c req-e65e49b4-b114-482e-a377-ad38986dc243 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e734d1c-a925-4682-8868-ca57c3123de4 HTTP/1.1" status: 200 len: 845 time: 0.0799873 Jul 08 18:00:19.968263 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 94176c39-77cb-4724-95b0-7a22f90683fa details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:00:20.036794 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4886cc2f-1d94-4b40-bd1b-e5f0bda3b62c req-317c69cf-59b5-41c4-b00d-fd60885fc15e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c510281-7c23-4f45-8f61-7aebaf93e67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707579 Jul 08 18:00:20.045790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc533e1b-ac87-45fc-b0a3-41772054d9e8 req-3528fcc9-a3a8-4736-bca8-acd5a35ba43e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:20.064041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc533e1b-ac87-45fc-b0a3-41772054d9e8 req-3528fcc9-a3a8-4736-bca8-acd5a35ba43e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1465232 Jul 08 18:00:20.117934 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-854622de-62c8-462d-a04a-7bdafb58a7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.143632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc533e1b-ac87-45fc-b0a3-41772054d9e8 req-d28329ed-6fc9-4d95-af05-38fcbeeb01e0 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778942 Jul 08 18:00:20.144750 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=94176c39-77cb-4724-95b0-7a22f90683fa,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:20.162384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '94176c39-77cb-4724-95b0-7a22f90683fa', 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc', 'port_id': '94176c39-77cb-4724-95b0-7a22f90683fa', 'mac_address': 'fa:16:3e:20:19:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4709019-4379-4356-b83e-855b0460a985', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:00:20.202477 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4886cc2f-1d94-4b40-bd1b-e5f0bda3b62c req-b36ed24d-6c5b-4bd8-99a8-f61ab4b21e3d service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544621 Jul 08 18:00:20.219203 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.237718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94176c39-77cb-4724-95b0-7a22f90683fa {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:20.265111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=94176c39-77cb-4724-95b0-7a22f90683fa,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:20.270894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.369622 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4886cc2f-1d94-4b40-bd1b-e5f0bda3b62c req-93b50132-3c12-4710-95b0-b97bff27a345 service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576979 Jul 08 18:00:20.369783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=94176c39-77cb-4724-95b0-7a22f90683fa,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:20.431915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-854622de-62c8-462d-a04a-7bdafb58a7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.456900 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-854622de-62c8-462d-a04a-7bdafb58a7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.526771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-854622de-62c8-462d-a04a-7bdafb58a7f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b02a06a9b864649907295df9ce05375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7094195 Jul 08 18:00:20.530093 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57118) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:20.530853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854622de-62c8-462d-a04a-7bdafb58a7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cecf86-697a-4973-af0d-9ed7a1114544,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:20.554571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31f35f-f170-4744-ac5f-c793cb8ae98e req-5abe9302-0db6-4711-a6be-8c880cb9545e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:20.556082 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea31f35f-f170-4744-ac5f-c793cb8ae98e req-5abe9302-0db6-4711-a6be-8c880cb9545e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.2450886 Jul 08 18:00:20.608424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57120) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:20.618809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1292-25ab-4ad4-baa2-a13563061bf1 req-7086ddfe-9207-4084-ad43-fca48484273b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:20.620293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13cd1292-25ab-4ad4-baa2-a13563061bf1 req-7086ddfe-9207-4084-ad43-fca48484273b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 943 time: 0.2010570 Jul 08 18:00:20.651721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea31f35f-f170-4744-ac5f-c793cb8ae98e req-4f5daa55-e9d7-4aab-985d-3d648e9842ff tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842533 Jul 08 18:00:20.663872 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-19c765d5-b903-4ee8-a1c5-d7112e24a49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.697492 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-19c765d5-b903-4ee8-a1c5-d7112e24a49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.702081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13cd1292-25ab-4ad4-baa2-a13563061bf1 req-979f5894-9f3f-4324-8e32-0bcac385a201 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724218 Jul 08 18:00:20.753054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1787542203-network', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:20.769162 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-19c765d5-b903-4ee8-a1c5-d7112e24a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.772101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-19c765d5-b903-4ee8-a1c5-d7112e24a49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.772256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['94176c39-77cb-4724-95b0-7a22f90683fa'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:20.776074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-19c765d5-b903-4ee8-a1c5-d7112e24a49c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/77cecf86-697a-4973-af0d-9ed7a1114544 HTTP/1.1" status: 204 len: 168 time: 0.2402384 Jul 08 18:00:20.789115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Made reservation on behalf of 9685013a6dbc403a8b0a3cca6487da54 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:20.792061 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.796309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c765d5-b903-4ee8-a1c5-d7112e24a49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cecf86-697a-4973-af0d-9ed7a1114544,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:20.823022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.912191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fd948-2fa0-456e-b2ea-16a960fad694 req-c481bd6f-40ef-44cd-9aac-0b7a8e97b5ad tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:20.920663 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af6fd948-2fa0-456e-b2ea-16a960fad694 req-c481bd6f-40ef-44cd-9aac-0b7a8e97b5ad tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 944 time: 0.1106045 Jul 08 18:00:20.973885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af6fd948-2fa0-456e-b2ea-16a960fad694 req-bf2b99e1-0c94-4f39-bbda-0dc11659232b tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505586 Jul 08 18:00:20.978375 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.991733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.019718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:00:21.037428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490809c5-fbb1-4e9b-bad9-39c93b599a4d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:21.044183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.044558 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Added segment 92d4d959-7017-4a8f-bc0e-194ad30f5d85 of type vlan for network bb95d726-b821-4f12-891b-bbac372abcaf Jul 08 18:00:21.092260 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.127993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.129110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:21.129806 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.205792 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5959234 Jul 08 18:00:21.208986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57140) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:21.212578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b256b6-3275-4e88-9575-db5f6959f3bf admin admin] Pushing event updated for resources: {'Network': ['ID=bb95d726-b821-4f12-891b-bbac372abcaf,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:21.215982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] Request body: {'subnet': {'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1787542203-subnet', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:21.223200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network bb95d726-b821-4f12-891b-bbac372abcaf details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:00:21.266191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] Made reservation on behalf of 9685013a6dbc403a8b0a3cca6487da54 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:21.268946 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.434261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82e6f-408b-46bc-8cac-5d78ea0afad7 req-4c62b9d7-37ea-4c4e-aaa8-abfc6c1f8f34 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:21.436632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cb82e6f-408b-46bc-8cac-5d78ea0afad7 req-4c62b9d7-37ea-4c4e-aaa8-abfc6c1f8f34 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 949 time: 0.1492040 Jul 08 18:00:21.515539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cb82e6f-408b-46bc-8cac-5d78ea0afad7 req-14fc492e-9cbb-4436-929b-a45ce8f09c6e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717242 Jul 08 18:00:21.561576 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.630100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1f6c0e-fbb5-4df4-b91c-679590b6105b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:21.634490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] Checking segment: {'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:21.634838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] Network hostable DHCP agents. Network: bb95d726-b821-4f12-891b-bbac372abcaf, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:00:21.657425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] Network bb95d726-b821-4f12-891b-bbac372abcaf is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:00:21.668931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, bb95d726-b821-4f12-891b-bbac372abcaf) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:21.679079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7e871c-4fa1-4c38-9ced-e88b8e86bc92 None None] Network bb95d726-b821-4f12-891b-bbac372abcaf requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:00:21.690250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:21.690250 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.722035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57156) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:21.722293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2b91cd66-d1b5-4bf7-9f21-0cf2639619c0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5120873 Jul 08 18:00:21.728137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:21.759191 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.761403 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.852039 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.907528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde968cc-ec64-4b6f-b6f8-f5547502d4b3 req-251fe36e-348b-402b-86c2-e465ed9c9dbd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:21.909167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cde968cc-ec64-4b6f-b6f8-f5547502d4b3 req-251fe36e-348b-402b-86c2-e465ed9c9dbd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.1274385 Jul 08 18:00:21.939859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-bb95d726-b821-4f12-891b-bbac372abcaf', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'fixed_ips': [{'subnet_id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:00:21.941195 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.989943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cde968cc-ec64-4b6f-b6f8-f5547502d4b3 req-ac123bd9-1468-4aca-9bb7-995d4d8d2e3e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675449 Jul 08 18:00:22.072105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.131499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Allocated IP 172.20.0.2 (bb95d726-b821-4f12-891b-bbac372abcaf/0c1f6c0e-fbb5-4df4-b91c-679590b6105b/5aff67aa-14ba-45fd-aa28-70f870f7f56b) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:22.186333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 063e758c-31ee-47eb-bbca-feb97f999869 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:22.259989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4e332-d965-4efd-841f-d95e91b3144f req-79095ea3-64ae-4bac-ab5c-356e40333e3a tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:22.262252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbc4e332-d965-4efd-841f-d95e91b3144f req-79095ea3-64ae-4bac-ab5c-356e40333e3a tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 943 time: 0.1088655 Jul 08 18:00:22.282021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 063e758c-31ee-47eb-bbca-feb97f999869 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:22.282632 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.326250 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.377396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbc4e332-d965-4efd-841f-d95e91b3144f req-cc7ca031-499c-4368-919b-803b569ca9ed tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082201 Jul 08 18:00:22.383567 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.407561 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.422363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Transition to ACTIVE for port object 5aff67aa-14ba-45fd-aa28-70f870f7f56b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:22.440667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Transition to ACTIVE for port object 5aff67aa-14ba-45fd-aa28-70f870f7f56b will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:22.475322 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.538384 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.543432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Network bb95d726-b821-4f12-891b-bbac372abcaf is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:22.553919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Allocated IP 172.25.8.162 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/23c348da-da1f-46e2-bdd0-8ac5b8da9a24) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:22.554620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:22.563151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Pushing event updated for resources: {'Port': ['ID=5aff67aa-14ba-45fd-aa28-70f870f7f56b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:22.563861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:22.581436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d851b056-87ee-4f23-bf31-a322a97b42a5 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:00:22.595888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:22.599375 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73107d7-ad11-4eac-adb9-8eac8c1833b0" -d '{"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-plugged", "status": "completed", "tag": "063e758c-31ee-47eb-bbca-feb97f999869"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:22.637948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:22.655548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c207bf-20c7-44cb-9062-668458b5e288 req-f322e9c9-aa70-47b9-8bb0-1f5ee3531230 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:22.658142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72c207bf-20c7-44cb-9062-668458b5e288 req-f322e9c9-aa70-47b9-8bb0-1f5ee3531230 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 944 time: 0.1407881 Jul 08 18:00:22.661555 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.709748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Attempting to bind port 5aff67aa-14ba-45fd-aa28-70f870f7f56b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:22.710109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Attempting to bind port 5aff67aa-14ba-45fd-aa28-70f870f7f56b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:22.710487 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Attempting to bind port 5aff67aa-14ba-45fd-aa28-70f870f7f56b on network bb95d726-b821-4f12-891b-bbac372abcaf {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:22.711738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72c207bf-20c7-44cb-9062-668458b5e288 req-a68d95c6-43a8-4a78-9ccc-11cb0cdcc39c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466924 Jul 08 18:00:22.745437 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.759538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:22.759924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Checking segment: {'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:22.760307 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.760690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Bound using segment: {'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:22.761212 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Bound port: 5aff67aa-14ba-45fd-aa28-70f870f7f56b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:22.761526 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.802684 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.830777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=11']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:22.861449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d851b056-87ee-4f23-bf31-a322a97b42a5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d851b056-87ee-4f23-bf31-a322a97b42a5,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:22.864131 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Pushing event updated for resources: {'Port': ['ID=23c348da-da1f-46e2-bdd0-8ac5b8da9a24,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:22.883888 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62eb77f-9467-4282-b884-04665558415e x-openstack-request-id: req-a62eb77f-9467-4282-b884-04665558415e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:22.884322 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-plugged", "status": "completed", "tag": "063e758c-31ee-47eb-bbca-feb97f999869", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:22.884583 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a62eb77f-9467-4282-b884-04665558415e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:22.885022 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869', 'code': 200} Jul 08 18:00:22.891757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'd851b056-87ee-4f23-bf31-a322a97b42a5', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'port_id': 'd851b056-87ee-4f23-bf31-a322a97b42a5', 'mac_address': 'fa:16:3e:44:bc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e734d1c-a925-4682-8868-ca57c3123de4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:00:22.898053 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] For port 5aff67aa-14ba-45fd-aa28-70f870f7f56b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:22.901503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] For port 5aff67aa-14ba-45fd-aa28-70f870f7f56b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5aff67aa-14ba-45fd-aa28-70f870f7f56b,segment=NetworkSegment(92d4d959-7017-4a8f-bc0e-194ad30f5d85),segment_id=92d4d959-7017-4a8f-bc0e-194ad30f5d85)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:22.906614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:22.907307 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.908703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:22.914367 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:23.043623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed30378-54b7-45e8-962b-02627d1d12db req-e7b5c422-8fa7-4d67-b415-d14226af3ddf tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:23.045097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ed30378-54b7-45e8-962b-02627d1d12db req-e7b5c422-8fa7-4d67-b415-d14226af3ddf tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 950 time: 0.1118743 Jul 08 18:00:23.060320 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:23.083419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa0ae3-9f67-4d70-9533-ce0f0372a6a8 None None] Pushing event updated for resources: {'Port': ['ID=5aff67aa-14ba-45fd-aa28-70f870f7f56b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:23.087150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d851b056-87ee-4f23-bf31-a322a97b42a5 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:23.114734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d851b056-87ee-4f23-bf31-a322a97b42a5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d851b056-87ee-4f23-bf31-a322a97b42a5,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:23.116859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ed30378-54b7-45e8-962b-02627d1d12db req-230c3abb-df99-439c-8cb1-607c8aef0abe tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566053 Jul 08 18:00:23.126545 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:23.214091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d851b056-87ee-4f23-bf31-a322a97b42a5,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:23.304526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182e0e4-bc2f-4e0b-8e48-244d35998e6b req-e0afeeab-19f4-4089-98ac-fe61a2adb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:23.306264 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0182e0e4-bc2f-4e0b-8e48-244d35998e6b req-e0afeeab-19f4-4089-98ac-fe61a2adb4a1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 1101 time: 0.1163845 Jul 08 18:00:23.463274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:23.493892 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0182e0e4-bc2f-4e0b-8e48-244d35998e6b req-ae385122-9fd9-4eb0-9003-a8b9e2a2a3a9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786013 Jul 08 18:00:23.523440 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['d851b056-87ee-4f23-bf31-a322a97b42a5'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:23.547358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f979ea8-e187-4ff5-8826-fcefa5cb6404 req-d8d5b988-fbd8-4a68-8715-ca91cecc3dfb tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:23.556572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f979ea8-e187-4ff5-8826-fcefa5cb6404 req-d8d5b988-fbd8-4a68-8715-ca91cecc3dfb tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.2025807 Jul 08 18:00:23.659420 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f979ea8-e187-4ff5-8826-fcefa5cb6404 req-1f6847d7-352d-4941-aea1-82f7a8e88da2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995276 Jul 08 18:00:23.706099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5aff67aa-14ba-45fd-aa28-70f870f7f56b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:23.780589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:23.792560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dee75-81c9-400b-acec-409182a12bb2 req-0d5b726f-fc9a-44bc-87f6-cc70caafd665 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:23.794508 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e5dee75-81c9-400b-acec-409182a12bb2 req-0d5b726f-fc9a-44bc-87f6-cc70caafd665 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 944 time: 0.0942848 Jul 08 18:00:23.845434 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e5dee75-81c9-400b-acec-409182a12bb2 req-36624485-c893-4d1d-bc17-9b5b22fdd9ac tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Jul 08 18:00:23.889158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5aff67aa-14ba-45fd-aa28-70f870f7f56b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:23.981583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 94176c39-77cb-4724-95b0-7a22f90683fa up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:23.986535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740d8bd-365f-4038-a34d-c24e98113e45 req-4999843d-c8bf-4f1b-8de2-169ba9b88f9c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:23.991978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Router b732580a-e25f-49ad-a1aa-755ac313490e is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:00:23.995500 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f740d8bd-365f-4038-a34d-c24e98113e45 req-4999843d-c8bf-4f1b-8de2-169ba9b88f9c tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 944 time: 0.0812504 Jul 08 18:00:24.046958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f740d8bd-365f-4038-a34d-c24e98113e45 req-fd90ff27-e300-42af-92dc-55382ce12730 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503914 Jul 08 18:00:24.047683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 94176c39-77cb-4724-95b0-7a22f90683fa completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:24.059392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 94176c39-77cb-4724-95b0-7a22f90683fa triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:24.059392 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.171517 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:24.182042 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Sync routers for ids ['b732580a-e25f-49ad-a1aa-755ac313490e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:24.203175 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Routers {'b732580a-e25f-49ad-a1aa-755ac313490e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:24.204910 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b732580a-e25f-49ad-a1aa-755ac313490e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:24.208270 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.210546 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3090b5d2-be2d-43b9-b193-5bfe7f3f39e0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4863088 Jul 08 18:00:24.213284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57210) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:24.242308 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.323025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=94176c39-77cb-4724-95b0-7a22f90683fa,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:24.329106 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.346888 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Set router b732580a-e25f-49ad-a1aa-755ac313490e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:24.438870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=94176c39-77cb-4724-95b0-7a22f90683fa,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:24.444516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c1259-ec38-4328-bba7-12cc459f665f req-cc93ba21-b8ca-49b4-b50e-1e3d87464a67 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:24.445796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef4c1259-ec38-4328-bba7-12cc459f665f req-cc93ba21-b8ca-49b4-b50e-1e3d87464a67 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 950 time: 0.1443098 Jul 08 18:00:24.515849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef4c1259-ec38-4328-bba7-12cc459f665f req-0f457807-8547-4d2e-af4d-f4007b353968 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569654 Jul 08 18:00:24.653201 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 3, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:24.694196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c0d23-6e24-461d-acb1-612427179601 None None] Network bb95d726-b821-4f12-891b-bbac372abcaf requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:00:24.876224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-936c8ff5-a585-4c58-8f78-409c6c2faccd None None] Provisioning for port 5aff67aa-14ba-45fd-aa28-70f870f7f56b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:24.888998 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Checking router: b732580a-e25f-49ad-a1aa-755ac313490e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:24.889604 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Updating router b732580a-e25f-49ad-a1aa-755ac313490e port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:00:24.893944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94176c39-77cb-4724-95b0-7a22f90683fa'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:24.903832 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffbbcf3-5994-4aaa-844b-0e4d1330ecbb" -d '{"events": [{"server_uuid": "bd941b77-b34a-44a3-91de-6a3db3af2c8a", "name": "network-vif-plugged", "status": "completed", "tag": "94176c39-77cb-4724-95b0-7a22f90683fa"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:24.922872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-936c8ff5-a585-4c58-8f78-409c6c2faccd None None] Provisioning complete for port 5aff67aa-14ba-45fd-aa28-70f870f7f56b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:24.922997 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-936c8ff5-a585-4c58-8f78-409c6c2faccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.952389 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.026789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.063472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023ddef-36f1-4fc3-8bd1-0090ff894742 req-451ccab0-717e-4557-8a80-025cb2fa3088 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:25.069055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d023ddef-36f1-4fc3-8bd1-0090ff894742 req-451ccab0-717e-4557-8a80-025cb2fa3088 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.1385155 Jul 08 18:00:25.189027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d023ddef-36f1-4fc3-8bd1-0090ff894742 req-ebeb4e0a-0ac6-497d-8ed7-bc6aeead2c30 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121340 Jul 08 18:00:25.234567 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-936c8ff5-a585-4c58-8f78-409c6c2faccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.273541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd016a-250c-46ec-b194-eb7fde30d3c6 req-c5ffb5c3-8daa-402e-982b-cd2d829b5e3d tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:25.283367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60fd016a-250c-46ec-b194-eb7fde30d3c6 req-c5ffb5c3-8daa-402e-982b-cd2d829b5e3d tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 944 time: 0.1485586 Jul 08 18:00:25.299601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-936c8ff5-a585-4c58-8f78-409c6c2faccd None None] For port 5aff67aa-14ba-45fd-aa28-70f870f7f56b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5aff67aa-14ba-45fd-aa28-70f870f7f56b,segment=NetworkSegment(92d4d959-7017-4a8f-bc0e-194ad30f5d85),segment_id=92d4d959-7017-4a8f-bc0e-194ad30f5d85)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:25.324052 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-936c8ff5-a585-4c58-8f78-409c6c2faccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.381214 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60fd016a-250c-46ec-b194-eb7fde30d3c6 req-4facd4e8-bef7-4254-852a-efac0b9d6d6d tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949409 Jul 08 18:00:25.409776 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.423401 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Transition to ACTIVE for port object 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:25.435860 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.450306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c8ff5-a585-4c58-8f78-409c6c2faccd None None] Pushing event updated for resources: {'Port': ['ID=5aff67aa-14ba-45fd-aa28-70f870f7f56b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:25.472180 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f98e4a7-a052-4ca2-9718-17e94b40a819 x-openstack-request-id: req-9f98e4a7-a052-4ca2-9718-17e94b40a819 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:25.472480 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd941b77-b34a-44a3-91de-6a3db3af2c8a", "name": "network-vif-plugged", "status": "completed", "tag": "94176c39-77cb-4724-95b0-7a22f90683fa", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:25.472733 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f98e4a7-a052-4ca2-9718-17e94b40a819 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:25.473131 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94176c39-77cb-4724-95b0-7a22f90683fa', 'code': 200} Jul 08 18:00:25.518748 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88562a8-4842-4e5e-9749-ff80ed026a4f None None] Pushing event updated for resources: {'Port': ['ID=23c348da-da1f-46e2-bdd0-8ac5b8da9a24,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:25.559193 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Attempting to bind port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:25.559654 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Attempting to bind port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:25.560553 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Attempting to bind port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:25.582604 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:25.582604 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:25.582959 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.583144 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:25.583601 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Bound port: 23c348da-da1f-46e2-bdd0-8ac5b8da9a24, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:25.584014 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.680476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f8a5c-047e-4e75-af9b-5ed63b5c77cb req-2d244b79-f829-4f28-89cb-952243c57614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:25.682313 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-378f8a5c-047e-4e75-af9b-5ed63b5c77cb req-2d244b79-f829-4f28-89cb-952243c57614 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 1096 time: 0.1230614 Jul 08 18:00:25.693533 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] For port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:25.709168 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] For port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=23c348da-da1f-46e2-bdd0-8ac5b8da9a24,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:25.713094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5aff67aa-14ba-45fd-aa28-70f870f7f56b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:25.735870 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.759923 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-378f8a5c-047e-4e75-af9b-5ed63b5c77cb req-cd46e0ea-3285-442a-afcc-c4774fce64eb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657430 Jul 08 18:00:25.806432 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Routers {'b732580a-e25f-49ad-a1aa-755ac313490e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:25.806859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5aff67aa-14ba-45fd-aa28-70f870f7f56b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:25.807236 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.807383 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b732580a-e25f-49ad-a1aa-755ac313490e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:25.893033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Allocated IP 172.20.0.1 (bb95d726-b821-4f12-891b-bbac372abcaf/0c1f6c0e-fbb5-4df4-b91c-679590b6105b/ae2fc77b-edd4-443a-a1a6-e5ac689cb362) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:25.966312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c9c203e6-7702-40fc-8e3b-2eb6c25377f5 None None] Provisioning complete for port 5aff67aa-14ba-45fd-aa28-70f870f7f56b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:25.967187 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c9c203e6-7702-40fc-8e3b-2eb6c25377f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.077727 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88562a8-4842-4e5e-9749-ff80ed026a4f None None] Pushing event updated for resources: {'Port': ['ID=23c348da-da1f-46e2-bdd0-8ac5b8da9a24,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:26.121088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.146932 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] Set router b732580a-e25f-49ad-a1aa-755ac313490e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:26.150430 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Transition to ACTIVE for port object ae2fc77b-edd4-443a-a1a6-e5ac689cb362 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:26.197024 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.244157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Network bb95d726-b821-4f12-891b-bbac372abcaf is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:26.252210 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:26.256314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:26.305272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.337533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d5068-09b6-472d-9245-61aab285152c req-0eeb50a5-32af-4a7c-9468-fef8a6af9e54 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:26.342720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-062d5068-09b6-472d-9245-61aab285152c req-0eeb50a5-32af-4a7c-9468-fef8a6af9e54 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 945 time: 0.4801624 Jul 08 18:00:26.399851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66928f-a974-44d0-b09e-771a3cac01bd req-87280eb4-cda7-4cd4-a95b-25413659b3bb tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:26.402850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e66928f-a974-44d0-b09e-771a3cac01bd req-87280eb4-cda7-4cd4-a95b-25413659b3bb tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 950 time: 0.1497509 Jul 08 18:00:26.409759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-062d5068-09b6-472d-9245-61aab285152c req-f8c3e8e9-fabc-4b92-a357-f786fb6aa7b6 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599706 Jul 08 18:00:26.468409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e66928f-a974-44d0-b09e-771a3cac01bd req-ad669839-1328-4e3c-98b7-36047222356c tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573337 Jul 08 18:00:26.474035 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 3, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:26.515222 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ce3f4-9941-437e-8b06-16142d8a9b0c None None] The sync data for ids ['b732580a-e25f-49ad-a1aa-755ac313490e'] in n-d-799684-3 is: [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 3, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:26.567847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2fc77b-edd4-443a-a1a6-e5ac689cb362,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:26.578867 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.614693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d851b056-87ee-4f23-bf31-a322a97b42a5 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:26.719923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4b5da9b3-fe17-4cab-8521-fdb4ed4034b5 None None] Provisioning for port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:26.725228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4b5da9b3-fe17-4cab-8521-fdb4ed4034b5 None None] Provisioning complete for port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:26.725808 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b5da9b3-fe17-4cab-8521-fdb4ed4034b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.766659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port d851b056-87ee-4f23-bf31-a322a97b42a5 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:26.773218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4b5da9b3-fe17-4cab-8521-fdb4ed4034b5 None None] Port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:00:26.774700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port d851b056-87ee-4f23-bf31-a322a97b42a5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:26.775312 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.812078 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.827856 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.838118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9235d-5c62-4b54-a083-01f66fd407f3 req-aaa6dd13-e637-47d7-b88e-25bfdfc4efb4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:26.840199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2f9235d-5c62-4b54-a083-01f66fd407f3 req-aaa6dd13-e637-47d7-b88e-25bfdfc4efb4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 944 time: 0.2066221 Jul 08 18:00:26.856673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490a203-b625-403e-80db-35b532cca8c0 req-592bc5c8-db78-4398-92e9-5d05b71fc5ef tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:26.865946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2490a203-b625-403e-80db-35b532cca8c0 req-592bc5c8-db78-4398-92e9-5d05b71fc5ef tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.1495156 Jul 08 18:00:26.878457 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.955929 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.993222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2490a203-b625-403e-80db-35b532cca8c0 req-54a721d7-55a3-431c-832f-1d24421f80b4 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260574 Jul 08 18:00:27.003846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d851b056-87ee-4f23-bf31-a322a97b42a5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d851b056-87ee-4f23-bf31-a322a97b42a5,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:27.012476 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:27.013144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2f9235d-5c62-4b54-a083-01f66fd407f3 req-7a860ff1-c1d1-465f-867f-ebf2fc8ba214 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289203 Jul 08 18:00:27.140912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2fc77b-edd4-443a-a1a6-e5ac689cb362,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:27.147672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d851b056-87ee-4f23-bf31-a322a97b42a5,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:27.160338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.160695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.161035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.161371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.161930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.162039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.169724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.170173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.170570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.171030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.171234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.171570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:27.193422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Network bb95d726-b821-4f12-891b-bbac372abcaf is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:27.197543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:27.440921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Router b732580a-e25f-49ad-a1aa-755ac313490e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:00:27.473886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a14ab9b-8810-4421-b571-78177f23ec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851b056-87ee-4f23-bf31-a322a97b42a5'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:27.476355 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba667ce-ae86-4f39-be55-664448985ede" -d '{"events": [{"server_uuid": "5a14ab9b-8810-4421-b571-78177f23ec48", "name": "network-vif-plugged", "status": "completed", "tag": "d851b056-87ee-4f23-bf31-a322a97b42a5"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:27.505352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18257cbd-6ce2-4127-be76-b29775bd4e5c None None] Provisioning complete for port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:27.505658 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18257cbd-6ce2-4127-be76-b29775bd4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:27.551398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-18257cbd-6ce2-4127-be76-b29775bd4e5c None None] Port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:00:27.664287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:27.677905 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3283d7fc-605f-45b9-933f-f51bcf402db7 admin admin] 10.222.0.73 "PUT /v2.0/routers/b732580a-e25f-49ad-a1aa-755ac313490e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4556839 Jul 08 18:00:27.689711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:27.749000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cc5db-b10f-4501-ab94-1d3be7548019 req-f9e0885e-ed6d-4679-b39a-ba4e56484e2d tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:27.757080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c4cc5db-b10f-4501-ab94-1d3be7548019 req-f9e0885e-ed6d-4679-b39a-ba4e56484e2d tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 1101 time: 0.1943812 Jul 08 18:00:27.763362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:27.768673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:27.769541 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:27.789595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37649704-f11d-405c-b09b-40419b5e186c req-51f2ea61-04c7-48c2-9ec0-890bf68769d0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:27.791475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37649704-f11d-405c-b09b-40419b5e186c req-51f2ea61-04c7-48c2-9ec0-890bf68769d0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 945 time: 0.1637805 Jul 08 18:00:27.837456 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c4cc5db-b10f-4501-ab94-1d3be7548019 req-57eaf293-8809-4df9-b4d8-2e197509b447 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792329 Jul 08 18:00:27.851359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37649704-f11d-405c-b09b-40419b5e186c req-2b93f5fa-6bea-4cdc-baa7-d711fb7c7d67 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526612 Jul 08 18:00:27.889441 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:27.914090 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4a4807-0894-49fb-ad96-c1cec2531bc1 x-openstack-request-id: req-6e4a4807-0894-49fb-ad96-c1cec2531bc1 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:27.914404 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a14ab9b-8810-4421-b571-78177f23ec48", "name": "network-vif-plugged", "status": "completed", "tag": "d851b056-87ee-4f23-bf31-a322a97b42a5", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:27.914667 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e4a4807-0894-49fb-ad96-c1cec2531bc1 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:27.915219 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a14ab9b-8810-4421-b571-78177f23ec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851b056-87ee-4f23-bf31-a322a97b42a5', 'code': 200} Jul 08 18:00:27.918963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=23c348da-da1f-46e2-bdd0-8ac5b8da9a24,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:27.927649 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:28.031163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=23c348da-da1f-46e2-bdd0-8ac5b8da9a24,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:28.191451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8507c07-1b1a-44bc-bae4-994fbbfd33d9 req-92b0da9f-02ab-4a1e-9b91-ed34083c1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:28.194554 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e8507c07-1b1a-44bc-bae4-994fbbfd33d9 req-92b0da9f-02ab-4a1e-9b91-ed34083c1305 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 1096 time: 0.1990693 Jul 08 18:00:28.246174 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e8507c07-1b1a-44bc-bae4-994fbbfd33d9 req-6292fc89-c46a-4f44-8c63-0c5c753c1c5d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 Jul 08 18:00:28.267972 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57294) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:28.273443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b50f05a3-cb50-4085-9667-f30d2729c680 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805781660', 'description': 'tempest-description--941568294'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:28.313129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b50f05a3-cb50-4085-9667-f30d2729c680 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:28.426949 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b50f05a3-cb50-4085-9667-f30d2729c680 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:28.451264 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b50f05a3-cb50-4085-9667-f30d2729c680 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:28.475925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6a0aa-af5a-4d00-b633-9e47374f31ab req-2b4e9f2a-7063-4fb8-a566-ab3943a974e9 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:28.477651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3f6a0aa-af5a-4d00-b633-9e47374f31ab req-2b4e9f2a-7063-4fb8-a566-ab3943a974e9 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 1096 time: 0.0985942 Jul 08 18:00:28.534991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b50f05a3-cb50-4085-9667-f30d2729c680 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:28.538886 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b50f05a3-cb50-4085-9667-f30d2729c680 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2668149 Jul 08 18:00:28.539042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3f6a0aa-af5a-4d00-b633-9e47374f31ab req-03ef064a-93f0-49a6-a093-30c201b6d805 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530505 Jul 08 18:00:28.540042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57302) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:28.544894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f05a3-cb50-4085-9667-f30d2729c680 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:28.546027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Request body: {'security_group_rule': {'security_group_id': '6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:28.612593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:28.677942 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa4521-21d8-4d03-8a3f-46967084368a req-18a2f8f3-5640-4bc6-8bd5-ad0f82f20c94 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:28.679669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5afa4521-21d8-4d03-8a3f-46967084368a req-18a2f8f3-5640-4bc6-8bd5-ad0f82f20c94 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.1403625 Jul 08 18:00:28.759860 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:28.770767 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:28.800920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5afa4521-21d8-4d03-8a3f-46967084368a req-c17df8cd-5590-42e3-8d8d-b08807dac6b3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101325 Jul 08 18:00:28.811865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f203fa04-4dfd-4a04-92ec-4499ffb4ed6d,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:28.814907 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:28.819238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57306) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:28.819427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2775078 Jul 08 18:00:28.824530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-23729b5a-ad22-4612-bea3-a0aef5af307d tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Request body: {'security_group_rule': {'security_group_id': '6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:28.828565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.828913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.829252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.829582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.829915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.830263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.830587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.830904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.831219 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.831533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.831846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.832157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20685b-25ae-4bc8-932e-2afda318d40f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:28.860570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12a8cf-f3a9-4d0d-9692-a265692b043e req-d9f228f9-ecd1-465c-8f5e-15d6ee497484 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:28.862655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d12a8cf-f3a9-4d0d-9692-a265692b043e req-d9f228f9-ecd1-465c-8f5e-15d6ee497484 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.1705763 Jul 08 18:00:28.875924 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23729b5a-ad22-4612-bea3-a0aef5af307d tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:28.918771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d12a8cf-f3a9-4d0d-9692-a265692b043e req-3680f204-7db5-4eaa-85cd-5a512e0ef888 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489805 Jul 08 18:00:28.967766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Sync routers for ids ['b732580a-e25f-49ad-a1aa-755ac313490e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:28.998108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Routers {'b732580a-e25f-49ad-a1aa-755ac313490e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:28.999382 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b732580a-e25f-49ad-a1aa-755ac313490e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:29.023286 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23729b5a-ad22-4612-bea3-a0aef5af307d tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:29.033787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23729b5a-ad22-4612-bea3-a0aef5af307d tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:29.080318 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23729b5a-ad22-4612-bea3-a0aef5af307d tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:29.085807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57310) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:29.086421 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-23729b5a-ad22-4612-bea3-a0aef5af307d tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2656498 Jul 08 18:00:29.091404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:29.093587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23729b5a-ad22-4612-bea3-a0aef5af307d tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0f911a-4c33-40b8-876a-a6e341e02a48,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:29.185867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Set router b732580a-e25f-49ad-a1aa-755ac313490e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:29.186587 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:29.273419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c962b9-3d8e-482b-ad0d-01a9c28675f2 req-e62de396-040f-44e6-b34d-0c671133fbd8 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:29.274936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42c962b9-3d8e-482b-ad0d-01a9c28675f2 req-e62de396-040f-44e6-b34d-0c671133fbd8 tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 1101 time: 0.1670716 Jul 08 18:00:29.282572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb02ee5-82bf-4c14-8835-c9fff75dfe6f req-d2adb892-7b08-49f3-8692-aef2131c302c tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:29.284109 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-efb02ee5-82bf-4c14-8835-c9fff75dfe6f req-d2adb892-7b08-49f3-8692-aef2131c302c tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 1096 time: 0.1490686 Jul 08 18:00:29.360409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42c962b9-3d8e-482b-ad0d-01a9c28675f2 req-53f9249d-6f1f-4536-b257-42ef2e83aeed tempest-ServersAdminTestJSON-1459495761 tempest-ServersAdminTestJSON-1459495761-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739546 Jul 08 18:00:29.364764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-efb02ee5-82bf-4c14-8835-c9fff75dfe6f req-6969d95c-2b0b-4aa7-b27a-e365fc457953 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711982 Jul 08 18:00:29.407448 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:29.695035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:29.745382 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-aeb22ff6-ab77-4cb6-af70-8d6093f03b64 service neutron] show failed (client error): The resource could not be found. Jul 08 18:00:29.746717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-aeb22ff6-ab77-4cb6-af70-8d6093f03b64 service neutron] 10.222.0.74 "GET /v2.0/ports/708fa30d-0f44-4f1d-8470-fd60e3b252f2/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.1320724 Jul 08 18:00:29.758910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Allocated IP 172.25.8.231 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/b7feb7a6-1ec7-4b29-8fd5-b9dcf92e4365) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:29.773555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:29.786989 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:29.831148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:26Z', 'revision_number': 4, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ae2fc77b-edd4-443a-a1a6-e5ac689cb362', 'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'mac_address': 'fa:16:3e:84:7a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:25Z', 'updated_at': '2021-07-08T18:00:26Z', 'revision_number': 2, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'subnets': [{'id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:29.872403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Checking router: b732580a-e25f-49ad-a1aa-755ac313490e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:29.873281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Updating router b732580a-e25f-49ad-a1aa-755ac313490e port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:00:29.959880 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:29.968267 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.024862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.096587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:30.101951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:30.130773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:30.208085 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Pushing event updated for resources: {'Port': ['ID=b7feb7a6-1ec7-4b29-8fd5-b9dcf92e4365,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:30.234284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-d3cfed4c-c9dc-4a6d-8361-0f3ccec940a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:30.236119 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-d3cfed4c-c9dc-4a6d-8361-0f3ccec940a6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389&tenant_id=0ece45c75085439aa23b1b8caecbe1f2 HTTP/1.1" status: 200 len: 1100 time: 0.0975165 Jul 08 18:00:30.249126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:30.343840 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.368951 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.439736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ff9b7-e43d-4d9a-88ba-60b28e79c72c req-fda38557-2ae1-4440-80ae-7044aa353c04 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:30.441601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-882ff9b7-e43d-4d9a-88ba-60b28e79c72c req-fda38557-2ae1-4440-80ae-7044aa353c04 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 950 time: 0.1684651 Jul 08 18:00:30.466849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.535983 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-882ff9b7-e43d-4d9a-88ba-60b28e79c72c req-850d3f61-13a3-4f75-9802-2df6795decf0 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815387 Jul 08 18:00:30.564444 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.586116 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Transition to ACTIVE for port object ae2fc77b-edd4-443a-a1a6-e5ac689cb362 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:30.601436 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.676201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:30.726364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6252a-9ba5-4df7-b7ec-b96ad7301957 None None] Pushing event updated for resources: {'Port': ['ID=ae2fc77b-edd4-443a-a1a6-e5ac689cb362,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:30.756653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:30.818493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.837994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Transition to ACTIVE for port object 708fa30d-0f44-4f1d-8470-fd60e3b252f2 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:30.838958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:30.842378 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ad3d35-c482-4881-900b-d46caa77abf3" -d '{"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-unplugged", "status": "completed", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:30.856302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.874405 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Attempting to bind port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:30.874789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Attempting to bind port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:30.875163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Attempting to bind port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 on network bb95d726-b821-4f12-891b-bbac372abcaf {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:30.881159 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:30.881529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Checking segment: {'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:30.881921 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.882489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Bound using segment: {'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:30.882955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Bound port: ae2fc77b-edd4-443a-a1a6-e5ac689cb362, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:30.883357 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.908729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4209ec9-9840-4750-9998-4b6a418119fe req-d800b85b-7231-482f-b484-b7180c418cd6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:30.916345 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4209ec9-9840-4750-9998-4b6a418119fe req-d800b85b-7231-482f-b484-b7180c418cd6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.2203248 Jul 08 18:00:30.918939 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.946832 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.957962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=6']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:31.026945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] For port ae2fc77b-edd4-443a-a1a6-e5ac689cb362, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:31.031630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] For port ae2fc77b-edd4-443a-a1a6-e5ac689cb362, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ae2fc77b-edd4-443a-a1a6-e5ac689cb362,segment=NetworkSegment(92d4d959-7017-4a8f-bc0e-194ad30f5d85),segment_id=92d4d959-7017-4a8f-bc0e-194ad30f5d85)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:31.033339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] No DVR routers for this DVR port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:31.040252 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:31.124705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:31.125048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:31.125384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:31.131364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:00:31.131859 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:31.138614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:31.139074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:31.139392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:31.139958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Bound port: 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:31.140530 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:31.155372 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Routers {'b732580a-e25f-49ad-a1aa-755ac313490e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:31.156354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b732580a-e25f-49ad-a1aa-755ac313490e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:31.184664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Pushing event updated for resources: {'Port': ['ID=b7feb7a6-1ec7-4b29-8fd5-b9dcf92e4365,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:31.215557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6252a-9ba5-4df7-b7ec-b96ad7301957 None None] Pushing event updated for resources: {'Port': ['ID=ae2fc77b-edd4-443a-a1a6-e5ac689cb362,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:31.250838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:31.259063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4209ec9-9840-4750-9998-4b6a418119fe req-4f952362-aae1-4a9a-b2d3-f4e2c9a22c86 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330007 Jul 08 18:00:31.268284 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:31.277605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:31.288076 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:31.291093 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:31.298257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aa1ff357-ec6b-4f96-90bd-04824338849f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2061703 Jul 08 18:00:31.310756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] Set router b732580a-e25f-49ad-a1aa-755ac313490e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:31.358274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:31.358908 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:31.360415 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] 10.222.0.59 "PUT /v2.0/ports/708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 1095 time: 1.1163440 Jul 08 18:00:31.409712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88615b42-3b27-44c2-b49b-e1a01d9a2925 service neutron] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:31.487834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-0d388b4c-e35e-4450-b000-d7a94c1ef3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:31.489683 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-0d388b4c-e35e-4450-b000-d7a94c1ef3b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 1098 time: 0.0828583 Jul 08 18:00:31.539981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-263ef18f-31b7-4fc7-844a-a38615d8ae3d tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:00:31.541195 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-263ef18f-31b7-4fc7-844a-a38615d8ae3d tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093746 Jul 08 18:00:31.569468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Request body: {'binding': {'host': 'n-h2-799684-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:31.570021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Unknown quota resources ['binding']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:00:31.615660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-0c55368c-6ce2-4a76-ab38-d118fd7313e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:31.618300 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-0c55368c-6ce2-4a76-ab38-d118fd7313e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1218033 Jul 08 18:00:31.635314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:26Z', 'revision_number': 4, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ae2fc77b-edd4-443a-a1a6-e5ac689cb362', 'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'mac_address': 'fa:16:3e:84:7a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:25Z', 'updated_at': '2021-07-08T18:00:31Z', 'revision_number': 4, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'subnets': [{'id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:31.664341 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e793f-2b1c-43f4-9305-708f6128f9df None None] The sync data for ids ['b732580a-e25f-49ad-a1aa-755ac313490e'] in n-d-799684-3 is: [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:26Z', 'revision_number': 4, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ae2fc77b-edd4-443a-a1a6-e5ac689cb362', 'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'mac_address': 'fa:16:3e:84:7a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:25Z', 'updated_at': '2021-07-08T18:00:31Z', 'revision_number': 4, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'subnets': [{'id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:31.671625 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-51e709ea-dcf4-4258-aea1-57d02a0369bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 217 time: 0.0436003 Jul 08 18:00:31.759220 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-43b3488b-99e3-4c7b-a729-a2be5566fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:31.760752 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-43b3488b-99e3-4c7b-a729-a2be5566fca4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0823183 Jul 08 18:00:31.775420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434fe24-f86e-4f82-bb9a-e6ebcde6990a req-525be99a-6842-48bf-b2df-fe15829100a6 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:31.776281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5434fe24-f86e-4f82-bb9a-e6ebcde6990a req-525be99a-6842-48bf-b2df-fe15829100a6 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.2830071 Jul 08 18:00:31.840069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-336d8278-f907-4830-87e5-49fad9460f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:31.841327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ca079-2a7a-449a-960a-1bece2413b1f req-cb06226c-ab8f-4e72-aa79-80792a2a14cf tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:31.841653 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-336d8278-f907-4830-87e5-49fad9460f98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705760 Jul 08 18:00:31.842917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a02ca079-2a7a-449a-960a-1bece2413b1f req-cb06226c-ab8f-4e72-aa79-80792a2a14cf tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 950 time: 0.1871035 Jul 08 18:00:31.855161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa on host n-h2-799684-3 for vnic_type normal with profile None {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:31.855483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:31.855816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:31.885604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Port 94176c39-77cb-4724-95b0-7a22f90683fa on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:00:31.885933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:31.904844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5434fe24-f86e-4f82-bb9a-e6ebcde6990a req-a47c5fcf-bf7e-4a60-9cc7-15be1c8da19f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170096 Jul 08 18:00:31.909982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:31.910356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:31.910747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:31.911194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Bound port: 94176c39-77cb-4724-95b0-7a22f90683fa, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:31.964956 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-cb1d9978-5a9f-4590-b7c2-2879f738bb45 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164064 Jul 08 18:00:32.005307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=94176c39-77cb-4724-95b0-7a22f90683fa,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:32.018432 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:32.019754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-0f6e537a-38fa-4e6e-b370-d928a7f628c1 service neutron] 10.222.0.73 "POST /v2.0/ports/94176c39-77cb-4724-95b0-7a22f90683fa/bindings HTTP/1.1" status: 201 len: 389 time: 0.4600654 Jul 08 18:00:32.027633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-a02ca079-2a7a-449a-960a-1bece2413b1f req-b7ea6218-d7dc-4d6c-8072-dad7b439fc5e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Deleting port f337cf3d-0d17-45f7-85f3-192fb45ed89e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:32.027633 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a02ca079-2a7a-449a-960a-1bece2413b1f req-b7ea6218-d7dc-4d6c-8072-dad7b439fc5e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:32.031305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f337cf3d-0d17-45f7-85f3-192fb45ed89e no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:32.098902 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63e6c762-8bab-4c7c-b08e-1b390eb5caf1 req-be87fe2c-670b-4a22-8e40-e8c8f35d96c9 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265447 Jul 08 18:00:32.190624 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da23380a-84b8-43ff-a0ef-54816716aa78 x-openstack-request-id: req-da23380a-84b8-43ff-a0ef-54816716aa78 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:32.190950 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-unplugged", "status": "completed", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:32.191776 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da23380a-84b8-43ff-a0ef-54816716aa78 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:32.192219 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'code': 200} Jul 08 18:00:32.204392 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:32.208254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a02ca079-2a7a-449a-960a-1bece2413b1f req-b7ea6218-d7dc-4d6c-8072-dad7b439fc5e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] For port f337cf3d-0d17-45f7-85f3-192fb45ed89e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f337cf3d-0d17-45f7-85f3-192fb45ed89e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:32.208793 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a02ca079-2a7a-449a-960a-1bece2413b1f req-b7ea6218-d7dc-4d6c-8072-dad7b439fc5e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:32.227195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-a02ca079-2a7a-449a-960a-1bece2413b1f req-b7ea6218-d7dc-4d6c-8072-dad7b439fc5e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Calling delete_port for f337cf3d-0d17-45f7-85f3-192fb45ed89e owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:32.251489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f337cf3d-0d17-45f7-85f3-192fb45ed89e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:32.258925 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aaa5b1-f91c-4faf-8ad4-bdf05840630f" -d '{"events": [{"server_uuid": "8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22", "name": "network-vif-unplugged", "status": "completed", "tag": "f337cf3d-0d17-45f7-85f3-192fb45ed89e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:32.276081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f337cf3d-0d17-45f7-85f3-192fb45ed89e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f337cf3d-0d17-45f7-85f3-192fb45ed89e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:32.281985 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:32.282997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:32.383751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=f337cf3d-0d17-45f7-85f3-192fb45ed89e,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:32.386575 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:32.423918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-8c7f6a72-8f7a-4834-b501-6a1b760c6370 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1805781660&fields=id&tenant_id=9685013a6dbc403a8b0a3cca6487da54 HTTP/1.1" status: 200 len: 267 time: 0.1075606 Jul 08 18:00:32.539910 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-61914799-0f9a-4f5b-a9f4-1bcdcc273dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:32.541549 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-61914799-0f9a-4f5b-a9f4-1bcdcc273dc2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 1096 time: 0.0672381 Jul 08 18:00:32.621208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c24011-6322-4f1b-92d0-1ddc606251b6 req-99df3535-eb38-4fc0-8dba-7bc4692a9c4f tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:32.623331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82c24011-6322-4f1b-92d0-1ddc606251b6 req-99df3535-eb38-4fc0-8dba-7bc4692a9c4f tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22 HTTP/1.1" status: 200 len: 948 time: 0.2221341 Jul 08 18:00:32.642165 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a02ca079-2a7a-449a-960a-1bece2413b1f req-b7ea6218-d7dc-4d6c-8072-dad7b439fc5e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:32.656438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['b8dcd515-a132-494c-b81e-f7fd229bc013'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:32.657642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-5bada190-418a-4574-8755-548ab80aeef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:32.659230 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-5bada190-418a-4574-8755-548ab80aeef6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.1021399 Jul 08 18:00:32.659645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['063e758c-31ee-47eb-bbca-feb97f999869'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:32.664646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b415635a-4e7f-4c38-b6ea-3a825d4fffbf tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:32.666185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b415635a-4e7f-4c38-b6ea-3a825d4fffbf tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/networks?id=bb95d726-b821-4f12-891b-bbac372abcaf HTTP/1.1" status: 200 len: 812 time: 0.2190294 Jul 08 18:00:32.693012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea6218-d7dc-4d6c-8072-dad7b439fc5e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Pushing event deleted for resources: {'Port': ['ID=f337cf3d-0d17-45f7-85f3-192fb45ed89e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:32.712249 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-721d851e-0092-41e3-8fa4-3e36509667c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94176c39-77cb-4724-95b0-7a22f90683fa HTTP/1.1" status: 200 len: 217 time: 0.0439951 Jul 08 18:00:32.719606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-054b3b2f-ad46-40d5-8fb7-b6e574e42492 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/quotas/9685013a6dbc403a8b0a3cca6487da54 HTTP/1.1" status: 200 len: 375 time: 0.0314169 Jul 08 18:00:32.744658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82c24011-6322-4f1b-92d0-1ddc606251b6 req-1856d7fb-acc3-41df-80ce-cc69f2a965b5 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118021 Jul 08 18:00:32.784549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-679a48b2-f450-4a53-8b4e-90f5af2a4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:32.786894 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-679a48b2-f450-4a53-8b4e-90f5af2a4dd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.0678170 Jul 08 18:00:32.802284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02ca079-2a7a-449a-960a-1bece2413b1f req-b7ea6218-d7dc-4d6c-8072-dad7b439fc5e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] No DVR routers for this DVR port f337cf3d-0d17-45f7-85f3-192fb45ed89e on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:32.806226 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a02ca079-2a7a-449a-960a-1bece2413b1f req-b7ea6218-d7dc-4d6c-8072-dad7b439fc5e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:32.809423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a02ca079-2a7a-449a-960a-1bece2413b1f req-b7ea6218-d7dc-4d6c-8072-dad7b439fc5e tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.74 "DELETE /v2.0/ports/f337cf3d-0d17-45f7-85f3-192fb45ed89e HTTP/1.1" status: 204 len: 173 time: 0.9600031 Jul 08 18:00:32.811684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22', 'name': 'network-vif-deleted', 'tag': 'f337cf3d-0d17-45f7-85f3-192fb45ed89e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:32.815437 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef543cbd-97d7-4eb4-97fa-34040d03bd52" -d '{"events": [{"server_uuid": "8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22", "name": "network-vif-deleted", "tag": "f337cf3d-0d17-45f7-85f3-192fb45ed89e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:32.864548 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-7291f954-8ce8-4a9d-bdda-b49e08ad49ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705364 Jul 08 18:00:32.867862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-d31dd5c6-e9ea-4923-9e7c-7906a97d9d2c tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9685013a6dbc403a8b0a3cca6487da54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1265850 Jul 08 18:00:33.037503 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-6af6361a-4962-4886-a79f-1f7c5ef4c8d6 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670618 Jul 08 18:00:33.085708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-912e948d-e0ad-47cc-ae74-a094e20a8f1b service neutron] 10.222.0.73 "GET /v2.0/networks/bb95d726-b821-4f12-891b-bbac372abcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034545 Jul 08 18:00:33.102847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-3263e013-478f-4478-9caf-753ae6c4f29d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:33.104431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-3263e013-478f-4478-9caf-753ae6c4f29d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 808 time: 0.2094636 Jul 08 18:00:33.157600 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-53fbb184-d82c-42df-a2ca-ff9db6688922 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/quotas/d3d4e592a62e4debadc4f62900a0fcdc HTTP/1.1" status: 200 len: 375 time: 0.0413611 Jul 08 18:00:33.164794 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-02600246-60bc-4580-ade9-e3ea28f3e60b service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188755 Jul 08 18:00:33.280268 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:33.464582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-04571540-122d-400a-9180-01d8f33f0ab7 service neutron] 10.222.0.73 "GET /v2.0/networks/bb95d726-b821-4f12-891b-bbac372abcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780005 Jul 08 18:00:33.509211 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-4130cdf0-2b44-422a-b748-0594badce90a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3393919 Jul 08 18:00:33.610379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-82dbc198-92da-4b96-91a7-784f31c26a7d service neutron] 10.222.0.73 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002314 Jul 08 18:00:33.690751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ae2fc77b-edd4-443a-a1a6-e5ac689cb362 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:33.751654 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-7857151d-fb5e-4675-ab13-8501e6562ba7 service neutron] 10.222.0.73 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342614 Jul 08 18:00:33.798374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:33.803818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:33.804399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:33.896703 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:33.935007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port ae2fc77b-edd4-443a-a1a6-e5ac689cb362, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ae2fc77b-edd4-443a-a1a6-e5ac689cb362,segment=NetworkSegment(92d4d959-7017-4a8f-bc0e-194ad30f5d85),segment_id=92d4d959-7017-4a8f-bc0e-194ad30f5d85)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:33.941998 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:34.016401 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:34.020115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=ae2fc77b-edd4-443a-a1a6-e5ac689cb362,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:34.194051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:34.196865 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966ac0a7-8755-432b-b49d-0ec434af0800" -d '{"events": [{"name": "network-changed", "server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:34.218275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d07fd6-af98-441a-8986-b18a1b1d7e30 req-28331e69-79e1-4fbb-8f8a-7ee05a0a92f9 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:34.224447 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032a2f97-3e3a-46be-b4d3-afc0bd81730a x-openstack-request-id: req-032a2f97-3e3a-46be-b4d3-afc0bd81730a {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:34.224919 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22", "name": "network-vif-unplugged", "status": "completed", "tag": "f337cf3d-0d17-45f7-85f3-192fb45ed89e", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:34.225292 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-032a2f97-3e3a-46be-b4d3-afc0bd81730a {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:34.225950 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f337cf3d-0d17-45f7-85f3-192fb45ed89e', 'code': 200} Jul 08 18:00:34.226287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0d07fd6-af98-441a-8986-b18a1b1d7e30 req-28331e69-79e1-4fbb-8f8a-7ee05a0a92f9 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 945 time: 0.1125414 Jul 08 18:00:34.283951 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0d07fd6-af98-441a-8986-b18a1b1d7e30 req-d1914a86-4d4c-407b-b39d-093cf29c264e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567138 Jul 08 18:00:34.409118 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb4e0d-8641-40f3-a3b2-257fbeeb7ca1 x-openstack-request-id: req-9abb4e0d-8641-40f3-a3b2-257fbeeb7ca1 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:34.409339 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22", "name": "network-vif-deleted", "tag": "f337cf3d-0d17-45f7-85f3-192fb45ed89e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:34.409560 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9abb4e0d-8641-40f3-a3b2-257fbeeb7ca1 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:34.410288 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2fa2be-b8ed-46df-a9f7-ce5bf48eeb22', 'name': 'network-vif-deleted', 'tag': 'f337cf3d-0d17-45f7-85f3-192fb45ed89e', 'status': 'completed', 'code': 200} Jul 08 18:00:34.470480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66071739-34f4-447b-983c-84e807999f9a req-c3e50df1-7000-45fb-baab-4050dea5655b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:34.479065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66071739-34f4-447b-983c-84e807999f9a req-c3e50df1-7000-45fb-baab-4050dea5655b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 947 time: 0.1037192 Jul 08 18:00:34.529230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66071739-34f4-447b-983c-84e807999f9a req-17934f9f-0538-4748-be1b-da070954d60b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481024 Jul 08 18:00:34.734532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af907414-9941-466b-b348-b17c70451c06 req-be72147b-1e8f-49b5-acca-b1c3f0efcedb tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 210 time: 0.0556107 Jul 08 18:00:34.884696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7e697-4c61-4162-8b05-78ac0e78ea7d req-5f241f4d-2d61-4c6d-9268-d36e66a17f35 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:34.886312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56d7e697-4c61-4162-8b05-78ac0e78ea7d req-5f241f4d-2d61-4c6d-9268-d36e66a17f35 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.1140423 Jul 08 18:00:34.986698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-edbf7cf7-1dd0-4983-a74c-d7f7b6a036bb req-c540e28a-60b0-4be9-8347-90229226825c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 210 time: 0.0754859 Jul 08 18:00:35.024808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56d7e697-4c61-4162-8b05-78ac0e78ea7d req-2da0f56f-e22b-4bf8-b9a4-2d1e90eba8ea tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173975 Jul 08 18:00:35.170297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57442) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:35.173717 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea04cf5-407b-4cdc-bbb9-b8f75dbb6f67 x-openstack-request-id: req-5ea04cf5-407b-4cdc-bbb9-b8f75dbb6f67 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:35.174248 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:35.174594 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ea04cf5-407b-4cdc-bbb9-b8f75dbb6f67 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:35.175430 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'status': 'completed', 'code': 200} Jul 08 18:00:35.274915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-c24497df-5199-4fec-a605-fdd4a1b794c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.277280 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-c24497df-5199-4fec-a605-fdd4a1b794c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 1098 time: 0.0731030 Jul 08 18:00:35.289434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-e75f83a4-d2da-4701-9b40-7f2a075d2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.292526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-e75f83a4-d2da-4701-9b40-7f2a075d2875 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 1098 time: 0.0882192 Jul 08 18:00:35.375072 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48a6eea0-af0a-4262-979e-e74fea7cc3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:35.407395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-534a26c7-e9e5-4b62-8279-b7854d93306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.415241 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-534a26c7-e9e5-4b62-8279-b7854d93306e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1158605 Jul 08 18:00:35.441767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-2fdfbe95-e782-41e6-848b-e4b9d7e1da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.443322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-2fdfbe95-e782-41e6-848b-e4b9d7e1da65 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1448781 Jul 08 18:00:35.494021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-f7905cda-00dd-4871-a1e6-de168b2d9d35 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 217 time: 0.0420759 Jul 08 18:00:35.510547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-d18e87ed-0172-4a1a-b752-116008809285 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 217 time: 0.0842681 Jul 08 18:00:35.640419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-8c71fec9-0dc6-4543-945b-b5fc8722f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.642122 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-8c71fec9-0dc6-4543-945b-b5fc8722f419 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1198118 Jul 08 18:00:35.728688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-8472c50c-e51b-484e-84fa-f78eb58f8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.730549 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-8472c50c-e51b-484e-84fa-f78eb58f8afe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748384 Jul 08 18:00:35.765829 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ae2fc77b-edd4-443a-a1a6-e5ac689cb362 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:35.801905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-5e067ce8-4738-4fcd-8011-ebcb8b67e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.803549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-5e067ce8-4738-4fcd-8011-ebcb8b67e1e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.3016906 Jul 08 18:00:35.806935 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:00:35.807449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48a6eea0-af0a-4262-979e-e74fea7cc3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:35.834715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48a6eea0-af0a-4262-979e-e74fea7cc3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:35.850861 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-2103d071-e5a5-4f06-a5d8-9455e6b1f7c5 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129818 Jul 08 18:00:35.894041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:35.895096 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:35.921809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc42f0f-67c6-4649-9a38-9418a8605758 req-b19b16b4-ebce-4674-a7c4-a366d7d6a4c8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.923437 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cc42f0f-67c6-4649-9a38-9418a8605758 req-b19b16b4-ebce-4674-a7c4-a366d7d6a4c8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 945 time: 0.4052606 Jul 08 18:00:35.931884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6eea0-af0a-4262-979e-e74fea7cc3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d981ffba-a373-4f90-b4c5-f7e95c797781,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:35.970651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d8703-6f43-4271-913e-09948b25cf23 req-afae3923-5330-45e3-a097-985d7e8bf763 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.977800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-608d8703-6f43-4271-913e-09948b25cf23 req-afae3923-5330-45e3-a097-985d7e8bf763 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 950 time: 0.4620087 Jul 08 18:00:35.992220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-48a6eea0-af0a-4262-979e-e74fea7cc3f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b56c6845d374ab1bd17c85206fae00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8206418 Jul 08 18:00:35.995512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57456) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:36.023969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-f673803d-8ccc-4440-9a80-b8487f1ef29f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:36.025879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-f673803d-8ccc-4440-9a80-b8487f1ef29f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.59 "GET /v2.0/networks?id=bb95d726-b821-4f12-891b-bbac372abcaf HTTP/1.1" status: 200 len: 812 time: 0.3605642 Jul 08 18:00:36.088793 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-1b1e0ad1-41be-4cc0-8fc1-01278bc332b3 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231929 Jul 08 18:00:36.143913 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3838503a-f904-4f02-8bf2-176ba34b478c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.183454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3838503a-f904-4f02-8bf2-176ba34b478c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.187483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cc42f0f-67c6-4649-9a38-9418a8605758 req-fc597c54-cf88-408f-ba1d-e43d057e6022 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335219 Jul 08 18:00:36.192035 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-8563511a-5695-4ee4-8140-f520dd34927d tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9685013a6dbc403a8b0a3cca6487da54 HTTP/1.1" status: 200 len: 380 time: 0.1567848 Jul 08 18:00:36.220576 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-608d8703-6f43-4271-913e-09948b25cf23 req-1a9a11de-cb43-409d-be09-a8c5a68b1baf tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397749 Jul 08 18:00:36.243337 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4207c3ab-6a82-44ad-8759-11901a739eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.245450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Request body: {'port': {'device_id': 'ed11599d-c115-4625-bb22-3c031072196d', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'admin_state_up': True, 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'security_groups': ['6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:36.259135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-424e0ac0-c04c-4197-8667-b90e08079f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:36.260848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-424e0ac0-c04c-4197-8667-b90e08079f8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4410284 Jul 08 18:00:36.310979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3838503a-f904-4f02-8bf2-176ba34b478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.313964 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3838503a-f904-4f02-8bf2-176ba34b478c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.315969 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3838503a-f904-4f02-8bf2-176ba34b478c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d981ffba-a373-4f90-b4c5-f7e95c797781 HTTP/1.1" status: 204 len: 168 time: 0.3184500 Jul 08 18:00:36.328325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838503a-f904-4f02-8bf2-176ba34b478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d981ffba-a373-4f90-b4c5-f7e95c797781,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:36.511120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-ef121453-5cf9-4a54-8973-96d9105e88ab service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376943 Jul 08 18:00:36.598127 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-c2a97089-58a3-4883-a8b5-f1e824dd3c85 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:36.599813 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-c2a97089-58a3-4883-a8b5-f1e824dd3c85 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.59 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 808 time: 0.1796210 Jul 08 18:00:36.622786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Request body: {'port': {'device_id': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf', 'admin_state_up': True, 'tenant_id': 'd3d4e592a62e4debadc4f62900a0fcdc'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:36.631749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:00:36.805122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Made reservation on behalf of d3d4e592a62e4debadc4f62900a0fcdc for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:36.808661 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.830882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:36.862902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'mac_address': 'fa:16:3e:3c:c8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:00:36.895147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916441b-c2a5-4938-87af-60ddeb74cd9c req-a9be4cd0-18ff-4f74-8fcd-5411c0785157 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:36.896743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a916441b-c2a5-4938-87af-60ddeb74cd9c req-a9be4cd0-18ff-4f74-8fcd-5411c0785157 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 947 time: 0.4013565 Jul 08 18:00:36.907492 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-966ac0a7-8755-432b-b49d-0ec434af0800 req-06e9e622-93f5-4bea-adb0-d12f7ad4f889 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609459 Jul 08 18:00:36.908052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Made reservation on behalf of 9685013a6dbc403a8b0a3cca6487da54 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:36.925003 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.943785 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.966356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708fa30d-0f44-4f1d-8470-fd60e3b252f2 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:37.037754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:37.039853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e605fc-c367-4a60-8ae7-02b234e13a38 req-f6f036c9-834f-440c-91be-264982b49f05 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 210 time: 0.1111882 Jul 08 18:00:37.046622 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:37.107922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Allocated IP 172.20.0.7 (15934754-1853-4dd8-b29a-beef79bb7ebf/12159336-ffa6-449d-a07c-a9ce0d1177e8/f768ff97-380d-4dc2-9bfe-0a4240d700ce) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:37.152021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:37.275986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Allocated IP 172.20.0.11 (bb95d726-b821-4f12-891b-bbac372abcaf/0c1f6c0e-fbb5-4df4-b91c-679590b6105b/4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:37.301316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a916441b-c2a5-4938-87af-60ddeb74cd9c req-409005c1-f079-47c8-9b95-4fa9f6843179 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960788 Jul 08 18:00:37.422965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-385ed739-e5b0-4539-8667-e0048da67fe4 req-7080eeeb-bf0c-4f93-8b5f-42f8f88839c9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 210 time: 0.1204607 Jul 08 18:00:37.446075 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:37.550024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['708fa30d-0f44-4f1d-8470-fd60e3b252f2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:37.563230 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:37.620068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['19f5d15c-0e5e-494e-b651-d215bebd5a3c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:37.696487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Network 15934754-1853-4dd8-b29a-beef79bb7ebf is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:37.709979 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:37.718474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:37.729425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:37.735828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Pushing event updated for resources: {'Port': ['ID=f768ff97-380d-4dc2-9bfe-0a4240d700ce,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:37.789236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Transition to ACTIVE for port object 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:37.828673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:37.829898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:37.860491 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-d5a2d477-6dc9-4822-81ea-67d100239653 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2442956 Jul 08 18:00:37.863340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-f29653fa-f639-4332-a289-82f61e9af550 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:37.865578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-f29653fa-f639-4332-a289-82f61e9af550 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 950 time: 0.5557442 Jul 08 18:00:37.882278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Request body: {'port': {'device_id': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:37.973967 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:37.987133 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.011575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a74d3d-35c0-4ada-b1f2-0303b38c76be req-33985705-bc9b-4758-840a-e9ff742f2c6c tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:38.013967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2a74d3d-35c0-4ada-b1f2-0303b38c76be req-33985705-bc9b-4758-840a-e9ff742f2c6c tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.2827778 Jul 08 18:00:38.057646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1b6e7-83cb-4563-986c-2c1d1063c06e req-ff532010-3739-41e5-89d3-6feeeebbf2ca tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:38.060246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25c1b6e7-83cb-4563-986c-2c1d1063c06e req-ff532010-3739-41e5-89d3-6feeeebbf2ca tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 945 time: 0.3234742 Jul 08 18:00:38.074466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Network bb95d726-b821-4f12-891b-bbac372abcaf is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:38.095999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:38.109470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:38.130576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Pushing event updated for resources: {'Port': ['ID=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:38.240274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2a74d3d-35c0-4ada-b1f2-0303b38c76be req-22fb96a2-7d9e-4de9-9e93-a2579aa6239f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766536 Jul 08 18:00:38.249404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25c1b6e7-83cb-4563-986c-2c1d1063c06e req-dce0e3c3-d1c9-4368-884a-cdc3312cce43 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738467 Jul 08 18:00:38.260581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:38.261387 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.301309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b43aa235-a08c-450d-a324-ab7165323796 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0561109 Jul 08 18:00:38.307319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Request body: {'port': {'device_id': 'ed11599d-c115-4625-bb22-3c031072196d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:38.378560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-7ecaba77-94f3-4b7d-af56-35103a9a7792 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Deleting port b8dcd515-a132-494c-b81e-f7fd229bc013 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:38.379079 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-7ecaba77-94f3-4b7d-af56-35103a9a7792 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.396419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f768ff97-380d-4dc2-9bfe-0a4240d700ce {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:38.408967 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.425130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Transition to ACTIVE for port object f768ff97-380d-4dc2-9bfe-0a4240d700ce will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:38.436237 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.479651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cacb2e97-5043-4c95-9c4a-58cf8ec4a282 None None] Provisioning for port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:38.485676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cacb2e97-5043-4c95-9c4a-58cf8ec4a282 None None] Provisioning complete for port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:38.486201 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cacb2e97-5043-4c95-9c4a-58cf8ec4a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.508105 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-7ecaba77-94f3-4b7d-af56-35103a9a7792 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] For port b8dcd515-a132-494c-b81e-f7fd229bc013, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b8dcd515-a132-494c-b81e-f7fd229bc013,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:38.508366 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-7ecaba77-94f3-4b7d-af56-35103a9a7792 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.516263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Pushing event updated for resources: {'Port': ['ID=f768ff97-380d-4dc2-9bfe-0a4240d700ce,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:38.522420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-7ecaba77-94f3-4b7d-af56-35103a9a7792 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Calling delete_port for b8dcd515-a132-494c-b81e-f7fd229bc013 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:38.558477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-cacb2e97-5043-4c95-9c4a-58cf8ec4a282 None None] Port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:00:38.584011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:38.584602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:38.585027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:38.589667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Port f768ff97-380d-4dc2-9bfe-0a4240d700ce on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:00:38.590088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:38.595732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:38.596201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:38.596675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:38.597200 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Bound port: f768ff97-380d-4dc2-9bfe-0a4240d700ce, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:38.597673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.698357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:38.706912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:38.720130 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.735044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.59', 63479) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:38.744989 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:38.746192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.748096 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] 10.222.0.59 "PUT /v2.0/ports/f768ff97-380d-4dc2-9bfe-0a4240d700ce HTTP/1.1" status: 200 len: 1091 time: 0.8718555 Jul 08 18:00:38.780935 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'tag': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:38.786900 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af31a7e5-084f-453d-a2a0-bd7263af6d60" -d '{"events": [{"name": "network-changed", "server_uuid": "72d4a2f9-0320-4325-aba7-7e3608e30e7e", "tag": "f768ff97-380d-4dc2-9bfe-0a4240d700ce"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:38.905747 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.993751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909e135-cc7b-4b90-994f-416929f5a770 service neutron] Pushing event updated for resources: {'Port': ['ID=f768ff97-380d-4dc2-9bfe-0a4240d700ce,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:39.004095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-3537fc71-aecc-4b6d-b9b6-274727dc542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:39.005850 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-3537fc71-aecc-4b6d-b9b6-274727dc542a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 1094 time: 0.1896312 Jul 08 18:00:39.014467 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9625234-782d-40ad-9316-98cc9a110adf req-1d2a33d4-b698-492c-bfa7-84fe97c7f245 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:39.016068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9625234-782d-40ad-9316-98cc9a110adf req-1d2a33d4-b698-492c-bfa7-84fe97c7f245 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc4878ef-6ba9-42f4-b1b9-dc1067be3fda HTTP/1.1" status: 200 len: 950 time: 0.4841475 Jul 08 18:00:39.041604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-bde389c7-a115-4de6-92e1-1934f42afbd8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:39.044164 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-bde389c7-a115-4de6-92e1-1934f42afbd8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.59 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389&tenant_id=0ece45c75085439aa23b1b8caecbe1f2&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 948 time: 0.2949159 Jul 08 18:00:39.054424 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:39.111019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4a862de8-0eec-4ede-8afd-934e8ad61434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:39.113296 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-007f4897-e611-42c9-a943-b1634c0e9af3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce HTTP/1.1" status: 200 len: 217 time: 0.0974040 Jul 08 18:00:39.131523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9625234-782d-40ad-9316-98cc9a110adf req-aca83d88-d910-4afc-8111-c02dd567870a tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062109 Jul 08 18:00:39.211368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-b2e15864-42b3-4cc6-87cf-52db3d6ca53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:39.213607 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-b2e15864-42b3-4cc6-87cf-52db3d6ca53b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0578775 Jul 08 18:00:39.297420 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-72b5c3f7-150d-4454-8eb3-b0478dce6362 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614636 Jul 08 18:00:39.306078 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-89aa53be-830d-4b81-bbd0-f8242e4254cb service neutron] 10.222.0.59 "GET /v2.0/ports/708fa30d-0f44-4f1d-8470-fd60e3b252f2/bindings/n-h2-799684-3 HTTP/1.1" status: 200 len: 382 time: 0.2553544 Jul 08 18:00:39.441755 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-7ecaba77-94f3-4b7d-af56-35103a9a7792 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:39.453945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['063e758c-31ee-47eb-bbca-feb97f999869'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:39.477252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:39.509570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:39.532144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05fe7b-3c5b-4eaf-accd-4ded1db0894c req-9db6d4ff-b9da-49d5-ac05-82804677211a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:39.540160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c05fe7b-3c5b-4eaf-accd-4ded1db0894c req-9db6d4ff-b9da-49d5-ac05-82804677211a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.2699146 Jul 08 18:00:39.545748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecaba77-94f3-4b7d-af56-35103a9a7792 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Pushing event deleted for resources: {'Port': ['ID=b8dcd515-a132-494c-b81e-f7fd229bc013,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:39.611292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b67673-82c2-4715-9544-d8cf6849c117 req-19d1602b-41c1-4959-9a9c-9be4e1d8fe17 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:39.612867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34b67673-82c2-4715-9544-d8cf6849c117 req-19d1602b-41c1-4959-9a9c-9be4e1d8fe17 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 932 time: 0.3331301 Jul 08 18:00:39.634033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-7ecaba77-94f3-4b7d-af56-35103a9a7792 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] No DVR routers for this DVR port b8dcd515-a132-494c-b81e-f7fd229bc013 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:39.636899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Transition to ACTIVE for port object 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:39.641498 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-7ecaba77-94f3-4b7d-af56-35103a9a7792 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:39.644019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-7ecaba77-94f3-4b7d-af56-35103a9a7792 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.59 "DELETE /v2.0/ports/b8dcd515-a132-494c-b81e-f7fd229bc013 HTTP/1.1" status: 204 len: 173 time: 1.7637482 Jul 08 18:00:39.649198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4878ef-6ba9-42f4-b1b9-dc1067be3fda', 'name': 'network-vif-deleted', 'tag': 'b8dcd515-a132-494c-b81e-f7fd229bc013'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:39.651685 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313d58d8-5e7f-4558-9c71-5ac71abe4fd0" -d '{"events": [{"server_uuid": "bc4878ef-6ba9-42f4-b1b9-dc1067be3fda", "name": "network-vif-deleted", "tag": "b8dcd515-a132-494c-b81e-f7fd229bc013"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:39.668880 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:39.740883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c05fe7b-3c5b-4eaf-accd-4ded1db0894c req-76163332-488c-4ef0-9d02-d21a1009d391 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965797 Jul 08 18:00:39.882336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34b67673-82c2-4715-9544-d8cf6849c117 req-a35dfa93-5e6d-477b-93e4-baa1cc297468 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496109 Jul 08 18:00:39.885050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:39.985197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-ccb4d5dd-ed02-47ed-bd37-88d85a3bf4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:39.990144 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-ccb4d5dd-ed02-47ed-bd37-88d85a3bf4c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 1099 time: 0.6516738 Jul 08 18:00:39.995502 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d12341-f3cb-4ddb-aa77-64e059e9f133 x-openstack-request-id: req-b0d12341-f3cb-4ddb-aa77-64e059e9f133 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:39.997503 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d4a2f9-0320-4325-aba7-7e3608e30e7e", "tag": "f768ff97-380d-4dc2-9bfe-0a4240d700ce", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:39.998109 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0d12341-f3cb-4ddb-aa77-64e059e9f133 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:39.998870 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'tag': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce', 'status': 'completed', 'code': 200} Jul 08 18:00:40.001670 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-31829e29-0127-4695-a41f-b7dc1b6d315e service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948977 Jul 08 18:00:40.014525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Attempting to bind port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:40.015190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Attempting to bind port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:40.015190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Attempting to bind port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 on network bb95d726-b821-4f12-891b-bbac372abcaf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:40.029888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 on network bb95d726-b821-4f12-891b-bbac372abcaf not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:00:40.030230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Attempting to bind port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 on network bb95d726-b821-4f12-891b-bbac372abcaf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:40.071370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:40.071897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Checking segment: {'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:40.072363 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:40.073129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Bound using segment: {'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:40.073745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Bound port: 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d4d959-7017-4a8f-bc0e-194ad30f5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:40.074288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:40.134898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5f901-2301-489f-8126-2030385f39e0 req-f0b1b8ef-b45c-4ec6-ac32-099753ea1a0a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:40.136932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7a5f901-2301-489f-8126-2030385f39e0 req-f0b1b8ef-b45c-4ec6-ac32-099753ea1a0a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 948 time: 0.2138796 Jul 08 18:00:40.222734 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e29facba-c4b4-4843-b290-48651256a586 req-7300dc4d-aac7-4da0-a491-9fc45b3ed3e2 tempest-AbsoluteLimitsNegativeTestJSON-99606752 tempest-AbsoluteLimitsNegativeTestJSON-99606752-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=aeb067f31cd1426885e59cdba74ff67b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836627 Jul 08 18:00:40.287664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-e4133f7e-8489-44da-a731-19081a3132b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:40.289107 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-e4133f7e-8489-44da-a731-19081a3132b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2655959 Jul 08 18:00:40.295294 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e83600cf-a2d6-4cb9-a5cc-58ffac5cd1f1 req-b8be7a87-18bf-462b-96c6-a16046add963 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762880 Jul 08 18:00:40.347443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] For port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:40.352441 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7a5f901-2301-489f-8126-2030385f39e0 req-41137703-698b-4421-ab58-83351696b6a2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590889 Jul 08 18:00:40.368361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] For port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250,segment=NetworkSegment(92d4d959-7017-4a8f-bc0e-194ad30f5d85),segment_id=92d4d959-7017-4a8f-bc0e-194ad30f5d85)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:40.372624 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-b525983c-2f15-499d-9a11-f4063daf70a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 217 time: 0.0669243 Jul 08 18:00:40.376161 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:40.432084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:40.432705 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:40.434190 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] 10.222.0.59 "PUT /v2.0/ports/4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 HTTP/1.1" status: 200 len: 1092 time: 2.1326876 Jul 08 18:00:40.470696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29facba-c4b4-4843-b290-48651256a586 req-0053f1ca-2139-47ee-b18c-2196ed408f6a tempest-AbsoluteLimitsNegativeTestJSON-99606752 tempest-AbsoluteLimitsNegativeTestJSON-99606752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:40.477238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e29facba-c4b4-4843-b290-48651256a586 req-0053f1ca-2139-47ee-b18c-2196ed408f6a tempest-AbsoluteLimitsNegativeTestJSON-99606752 tempest-AbsoluteLimitsNegativeTestJSON-99606752-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2330384 Jul 08 18:00:40.497861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e29facba-c4b4-4843-b290-48651256a586 req-68833328-52df-4cd3-8aa3-7c7a67a5393d tempest-AbsoluteLimitsNegativeTestJSON-99606752 tempest-AbsoluteLimitsNegativeTestJSON-99606752-project] 10.222.0.73 "GET /v2.0/quotas/aeb067f31cd1426885e59cdba74ff67b HTTP/1.1" status: 200 len: 375 time: 0.0190442 Jul 08 18:00:40.515468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5287219-b3eb-497d-a352-4510e88ce210 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:40.526322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-13e9b41c-e168-4e1d-be8d-e984b1ca2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:40.527793 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-13e9b41c-e168-4e1d-be8d-e984b1ca2547 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1419189 Jul 08 18:00:40.579855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e29facba-c4b4-4843-b290-48651256a586 req-a7fd685a-01c5-4584-8354-9aafd041fb57 tempest-AbsoluteLimitsNegativeTestJSON-99606752 tempest-AbsoluteLimitsNegativeTestJSON-99606752-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=aeb067f31cd1426885e59cdba74ff67b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789850 Jul 08 18:00:40.628605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a7e5-084f-453d-a2a0-bd7263af6d60 req-172c0662-317c-4e7a-aa0a-87771f5be3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:40.632452 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-af31a7e5-084f-453d-a2a0-bd7263af6d60 req-172c0662-317c-4e7a-aa0a-87771f5be3d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 1094 time: 0.2623789 Jul 08 18:00:40.671347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:40.711313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39cd4-ccc2-4f1a-9c20-1a616999480b req-758da9b8-9cdd-43d0-a357-c8a80c0b1ea0 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:40.712784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98a39cd4-ccc2-4f1a-9c20-1a616999480b req-758da9b8-9cdd-43d0-a357-c8a80c0b1ea0 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.1286438 Jul 08 18:00:40.736284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-089d7806-f6e4-4a5a-ad88-9630b0900ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:40.737730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-089d7806-f6e4-4a5a-ad88-9630b0900ba1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9685013a6dbc403a8b0a3cca6487da54&device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 1095 time: 0.1333146 Jul 08 18:00:40.776016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98a39cd4-ccc2-4f1a-9c20-1a616999480b req-daa2f83e-539d-4e7d-902c-e9da311ff2e9 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540507 Jul 08 18:00:40.800460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-47e4cc4e-8ca6-4699-ae30-17c18cd4de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:40.808260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:40.819718 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-47e4cc4e-8ca6-4699-ae30-17c18cd4de73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2766314 Jul 08 18:00:40.823389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:40.823765 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:40.826963 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-bd5412cd-ce3a-49cf-b49a-8853ed89106c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 HTTP/1.1" status: 200 len: 217 time: 0.0607932 Jul 08 18:00:40.931020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-1fc12cc4-9641-4f60-bdf9-b5056612317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:40.932772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-1fc12cc4-9641-4f60-bdf9-b5056612317e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c1f6c0e-fbb5-4df4-b91c-679590b6105b HTTP/1.1" status: 200 len: 851 time: 0.0999913 Jul 08 18:00:40.944829 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee86229-9154-466c-a509-4c8a18410ee8 x-openstack-request-id: req-aee86229-9154-466c-a509-4c8a18410ee8 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:40.945140 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4878ef-6ba9-42f4-b1b9-dc1067be3fda", "name": "network-vif-deleted", "tag": "b8dcd515-a132-494c-b81e-f7fd229bc013", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:40.945374 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aee86229-9154-466c-a509-4c8a18410ee8 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:40.946377 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4878ef-6ba9-42f4-b1b9-dc1067be3fda', 'name': 'network-vif-deleted', 'tag': 'b8dcd515-a132-494c-b81e-f7fd229bc013', 'status': 'completed', 'code': 200} Jul 08 18:00:41.026272 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a7e5-084f-453d-a2a0-bd7263af6d60 req-e725ca2d-7280-4a8a-a48c-053f0cdc928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:41.028031 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-af31a7e5-084f-453d-a2a0-bd7263af6d60 req-e725ca2d-7280-4a8a-a48c-053f0cdc928d service neutron] 10.222.0.59 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.3735723 Jul 08 18:00:41.038321 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:41.087499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200e1ec-f506-4723-89b6-bcbd1346c08c req-8d60ada9-69b2-474e-ba8a-f65c8bfd98a8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:41.095029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4200e1ec-f506-4723-89b6-bcbd1346c08c req-8d60ada9-69b2-474e-ba8a-f65c8bfd98a8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 945 time: 0.1609826 Jul 08 18:00:41.097620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:41.101582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:41.108443 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4d4e6e-6a4b-4387-b96d-cc5c0897e409" -d '{"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-plugged", "status": "completed", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:41.111995 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:41.113087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b8dcd515-a132-494c-b81e-f7fd229bc013 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:41.125557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-1a8e4dec-a1c8-4205-873f-7f5f9095732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:41.127160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-1a8e4dec-a1c8-4205-873f-7f5f9095732a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb95d726-b821-4f12-891b-bbac372abcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803164 Jul 08 18:00:41.134669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: b8dcd515-a132-494c-b81e-f7fd229bc013 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:00:41.135248 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b8dcd515-a132-494c-b81e-f7fd229bc013 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:41.167738 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-af31a7e5-084f-453d-a2a0-bd7263af6d60 req-34d8966a-49e9-40a3-aa10-4dfcd2851955 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce HTTP/1.1" status: 200 len: 217 time: 0.1180346 Jul 08 18:00:41.192941 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-df4c7132-5fc4-435a-94f1-c191f2b6ef0e service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626277 Jul 08 18:00:41.230092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:41.236381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57540) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:41.277916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4200e1ec-f506-4723-89b6-bcbd1346c08c req-0495def8-541f-414a-b83e-cb7045b73af2 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788397 Jul 08 18:00:41.280873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-2755f022-d3b0-459b-b2c4-194439fd91e1 service neutron] 10.222.0.59 "GET /v2.0/networks/bb95d726-b821-4f12-891b-bbac372abcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347156 Jul 08 18:00:41.365999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a7e5-084f-453d-a2a0-bd7263af6d60 req-b508b933-a7cf-4461-9a10-1de55e022074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:41.367568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-af31a7e5-084f-453d-a2a0-bd7263af6d60 req-b508b933-a7cf-4461-9a10-1de55e022074 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.1724701 Jul 08 18:00:41.369467 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-20c25fda-33ae-46bd-bf8b-489af6eceaf7 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598046 Jul 08 18:00:41.438460 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-af31a7e5-084f-453d-a2a0-bd7263af6d60 req-f6a37d8d-f9de-41b9-85ac-d75e7285065d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589335 Jul 08 18:00:41.459279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dd461b-ac1b-4d39-8d13-97e812934970 req-b0c33f8b-c54d-43f9-86ff-6346e7e3a6d5 service neutron] 10.222.0.59 "GET /v2.0/networks/bb95d726-b821-4f12-891b-bbac372abcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700861 Jul 08 18:00:41.506272 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16e3e60b-2556-452f-ab43-5a8bb2cf2a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:41.529537 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:41.569962 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-af31a7e5-084f-453d-a2a0-bd7263af6d60 req-02b3143e-da98-4a2e-9adb-0e98a28d8963 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237519 Jul 08 18:00:41.590649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e28189-ccd5-4bd7-9d14-e8a78243f45e req-a679b944-3c89-4eff-9021-b315b804ce7b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:41.592203 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6e28189-ccd5-4bd7-9d14-e8a78243f45e req-a679b944-3c89-4eff-9021-b315b804ce7b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.1934690 Jul 08 18:00:41.619330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f33f30-ebbc-41ef-9d5a-80a8a06d86b2 req-3cec5494-7cfb-48c2-bd1a-3647ca00fc66 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:41.626794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13f33f30-ebbc-41ef-9d5a-80a8a06d86b2 req-3cec5494-7cfb-48c2-bd1a-3647ca00fc66 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 944 time: 0.1639671 Jul 08 18:00:41.682300 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-af31a7e5-084f-453d-a2a0-bd7263af6d60 req-f9566f03-aaaa-4a7e-b581-d6a76933236e service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054943 Jul 08 18:00:41.699716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6e28189-ccd5-4bd7-9d14-e8a78243f45e req-de96e6a8-4798-45af-a87c-4004bba83b31 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970418 Jul 08 18:00:41.713335 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13f33f30-ebbc-41ef-9d5a-80a8a06d86b2 req-039f9d6b-2206-497a-b4ba-ad053e17400d tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856793 Jul 08 18:00:41.742476 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16e3e60b-2556-452f-ab43-5a8bb2cf2a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:41.751137 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16e3e60b-2556-452f-ab43-5a8bb2cf2a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:41.778345 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8eda70-ee0e-49bf-a26e-1c8334d59c61 x-openstack-request-id: req-5b8eda70-ee0e-49bf-a26e-1c8334d59c61 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:41.778639 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-plugged", "status": "completed", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:41.778890 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b8eda70-ee0e-49bf-a26e-1c8334d59c61 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:41.779282 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'code': 200} Jul 08 18:00:41.788238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3e60b-2556-452f-ab43-5a8bb2cf2a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705f9807-b029-4f10-a1e1-8aec2bafb6e0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:41.813303 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-16e3e60b-2556-452f-ab43-5a8bb2cf2a11 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aeb067f31cd1426885e59cdba74ff67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5725770 Jul 08 18:00:41.815039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57546) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:41.878835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d663f4d1-e52d-4411-94c6-1a85a35ef2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:41.907370 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d663f4d1-e52d-4411-94c6-1a85a35ef2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:41.965670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b5ed4-de97-43b3-a008-01b6530de88e req-590613cd-9a67-489d-ae2e-a1eb3ee3588d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:41.968106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-263b5ed4-de97-43b3-a008-01b6530de88e req-590613cd-9a67-489d-ae2e-a1eb3ee3588d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.0879827 Jul 08 18:00:41.973992 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d663f4d1-e52d-4411-94c6-1a85a35ef2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:41.976579 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d663f4d1-e52d-4411-94c6-1a85a35ef2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:41.977700 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d663f4d1-e52d-4411-94c6-1a85a35ef2ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/705f9807-b029-4f10-a1e1-8aec2bafb6e0 HTTP/1.1" status: 204 len: 168 time: 0.1616812 Jul 08 18:00:41.986145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663f4d1-e52d-4411-94c6-1a85a35ef2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705f9807-b029-4f10-a1e1-8aec2bafb6e0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:42.037125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-263b5ed4-de97-43b3-a008-01b6530de88e req-27c0a0f0-c5c3-495b-bcf5-6c2b465959b1 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625286 Jul 08 18:00:42.288259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04ae48-c714-4021-8f39-55c65e7b3dac req-e1300480-2b60-4339-afca-0a1309babe16 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:42.290785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec04ae48-c714-4021-8f39-55c65e7b3dac req-e1300480-2b60-4339-afca-0a1309babe16 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.1471250 Jul 08 18:00:42.311885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90d5d4-7ba1-46d1-9bc1-4d08ed8157cd req-76eae730-a9a6-48e5-8b2a-888e8b6e05ce tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:42.313366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae90d5d4-7ba1-46d1-9bc1-4d08ed8157cd req-76eae730-a9a6-48e5-8b2a-888e8b6e05ce tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 950 time: 0.1231964 Jul 08 18:00:42.363227 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec04ae48-c714-4021-8f39-55c65e7b3dac req-cf1fd59c-024e-41e3-9eac-45643dc59b0e tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650678 Jul 08 18:00:42.371737 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae90d5d4-7ba1-46d1-9bc1-4d08ed8157cd req-08e6830e-011e-49cf-8fc8-8f28d13461b6 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506604 Jul 08 18:00:42.570081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165cb14-bbef-4c1a-8d46-604600591cab req-284da3e3-3242-4c6a-9c82-7ab0f9bc543d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:42.570081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0165cb14-bbef-4c1a-8d46-604600591cab req-284da3e3-3242-4c6a-9c82-7ab0f9bc543d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 945 time: 0.0733604 Jul 08 18:00:42.822307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0165cb14-bbef-4c1a-8d46-604600591cab req-0bdcb860-6a30-4d92-a0fd-eda943044344 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470942 Jul 08 18:00:42.896171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a3c8e-2214-4700-bc08-c953fd46b7c0 req-60f3fc6c-ffd5-48f4-8865-a03c11b12736 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:42.897718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea2a3c8e-2214-4700-bc08-c953fd46b7c0 req-60f3fc6c-ffd5-48f4-8865-a03c11b12736 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.0702584 Jul 08 18:00:42.936416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea2a3c8e-2214-4700-bc08-c953fd46b7c0 req-ccd391a7-cee8-4e29-b9a9-20584be8834e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328629 Jul 08 18:00:42.947287 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed11599d-c115-4625-bb22-3c031072196d', 'tag': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:42.949600 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734403e4-8515-4b9e-93a1-a65f97521512" -d '{"events": [{"name": "network-changed", "server_uuid": "ed11599d-c115-4625-bb22-3c031072196d", "tag": "4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:43.093979 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569348b6-9782-4383-885b-b822546d15ad x-openstack-request-id: req-569348b6-9782-4383-885b-b822546d15ad {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:43.094242 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed11599d-c115-4625-bb22-3c031072196d", "tag": "4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:43.094490 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-569348b6-9782-4383-885b-b822546d15ad {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:43.095282 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed11599d-c115-4625-bb22-3c031072196d', 'tag': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250', 'status': 'completed', 'code': 200} Jul 08 18:00:43.159339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faebe4-c9e6-471e-bcdd-66831cb55cbf req-2bc0a0a8-8f11-4a38-a4e4-1caddb8e8e09 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:43.161040 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-49faebe4-c9e6-471e-bcdd-66831cb55cbf req-2bc0a0a8-8f11-4a38-a4e4-1caddb8e8e09 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 944 time: 0.0846803 Jul 08 18:00:43.214608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734403e4-8515-4b9e-93a1-a65f97521512 req-8d1d18c6-6232-43a1-9be4-af5eea2aab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:43.217162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-734403e4-8515-4b9e-93a1-a65f97521512 req-8d1d18c6-6232-43a1-9be4-af5eea2aab58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9685013a6dbc403a8b0a3cca6487da54&device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 1095 time: 0.0939980 Jul 08 18:00:43.228630 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-49faebe4-c9e6-471e-bcdd-66831cb55cbf req-67843615-b92a-43b3-b0ea-0e4d5429c655 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618494 Jul 08 18:00:43.326062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c62188-fc27-4dea-90d1-5a5c7f0ebb4d req-fea40465-a571-4488-8acd-3b5844ee11cc tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:43.336139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32c62188-fc27-4dea-90d1-5a5c7f0ebb4d req-fea40465-a571-4488-8acd-3b5844ee11cc tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.1001008 Jul 08 18:00:43.338693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734403e4-8515-4b9e-93a1-a65f97521512 req-36a4e16c-485a-4e38-8e8f-fa07c157ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:43.340817 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-734403e4-8515-4b9e-93a1-a65f97521512 req-36a4e16c-485a-4e38-8e8f-fa07c157ed11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb95d726-b821-4f12-891b-bbac372abcaf HTTP/1.1" status: 200 len: 913 time: 0.1097722 Jul 08 18:00:43.383651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32c62188-fc27-4dea-90d1-5a5c7f0ebb4d req-82112018-ea6b-44c5-a928-9c2a731f1ff1 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454481 Jul 08 18:00:43.384399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57596) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:43.400981 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-734403e4-8515-4b9e-93a1-a65f97521512 req-d5475c88-3508-4790-a3a9-6bfb00e15409 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 HTTP/1.1" status: 200 len: 217 time: 0.0451725 Jul 08 18:00:43.484959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734403e4-8515-4b9e-93a1-a65f97521512 req-3bc42a83-8de3-46ac-b86d-ca1a94de9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:43.494233 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-734403e4-8515-4b9e-93a1-a65f97521512 req-3bc42a83-8de3-46ac-b86d-ca1a94de9c2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c1f6c0e-fbb5-4df4-b91c-679590b6105b HTTP/1.1" status: 200 len: 851 time: 0.0860105 Jul 08 18:00:43.524220 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43a8c844-ed1e-4be4-97ac-04de00386974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:43.589033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734403e4-8515-4b9e-93a1-a65f97521512 req-cc65529d-9232-4f5b-bb22-78318977f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:43.590963 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-734403e4-8515-4b9e-93a1-a65f97521512 req-cc65529d-9232-4f5b-bb22-78318977f108 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb95d726-b821-4f12-891b-bbac372abcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884488 Jul 08 18:00:43.711646 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-734403e4-8515-4b9e-93a1-a65f97521512 req-b39c1789-d88c-41ba-b798-ac2d63e9abbb service neutron] 10.222.0.59 "GET /v2.0/networks/bb95d726-b821-4f12-891b-bbac372abcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130357 Jul 08 18:00:43.793724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37ce2d-1d53-4b56-94a2-981e5cfb0c69 req-b9b04ed7-b567-4f63-afd5-497d9a9bc3ca tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:43.795458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be37ce2d-1d53-4b56-94a2-981e5cfb0c69 req-b9b04ed7-b567-4f63-afd5-497d9a9bc3ca tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 950 time: 0.1987433 Jul 08 18:00:43.801307 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43a8c844-ed1e-4be4-97ac-04de00386974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:43.810688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be666faa-0393-422a-b023-6a93e9d80355 req-0c1d9e0e-c808-43aa-b40b-cfed88eac1c0 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:43.811843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be666faa-0393-422a-b023-6a93e9d80355 req-0c1d9e0e-c808-43aa-b40b-cfed88eac1c0 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.2094765 Jul 08 18:00:43.814928 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43a8c844-ed1e-4be4-97ac-04de00386974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:43.840005 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-734403e4-8515-4b9e-93a1-a65f97521512 req-8fd2922f-68fe-4a47-b9a5-a96da97cb1bf service neutron] 10.222.0.59 "GET /v2.0/networks/bb95d726-b821-4f12-891b-bbac372abcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207530 Jul 08 18:00:43.890063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-43a8c844-ed1e-4be4-97ac-04de00386974 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b59bbc6a1aa40baa8d88df34b8ccaae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036924 Jul 08 18:00:43.893672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57608) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:43.904855 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8c844-ed1e-4be4-97ac-04de00386974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dffe41-3235-487c-a165-2991b9f9a13f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:43.916136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be37ce2d-1d53-4b56-94a2-981e5cfb0c69 req-03c4fe8c-4474-4233-8974-d27ea3f9ce69 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/security-groups?id=74fb1892-6e96-4409-8b70-b7ce3b58d8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023908 Jul 08 18:00:43.932421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be666faa-0393-422a-b023-6a93e9d80355 req-cff1d171-70f1-4c95-a3d6-0233927c5155 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088769 Jul 08 18:00:44.022089 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd451c31-7aa5-4d18-a823-072bc987e2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.053924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2319bd-518b-4bb8-8406-35de32f9654d req-f666649e-b34c-4d4a-a781-165b12ad9ad2 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:44.059626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e2319bd-518b-4bb8-8406-35de32f9654d req-f666649e-b34c-4d4a-a781-165b12ad9ad2 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.74 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 950 time: 0.1175694 Jul 08 18:00:44.069142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd451c31-7aa5-4d18-a823-072bc987e2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.139635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-edbe16ab-296c-4bae-be77-5e6667ad87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:44.141172 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-edbe16ab-296c-4bae-be77-5e6667ad87fd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389&tenant_id=0ece45c75085439aa23b1b8caecbe1f2 HTTP/1.1" status: 200 len: 1100 time: 0.1794820 Jul 08 18:00:44.156008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:44.159179 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd451c31-7aa5-4d18-a823-072bc987e2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.161773 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd451c31-7aa5-4d18-a823-072bc987e2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.166577 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cd451c31-7aa5-4d18-a823-072bc987e2ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27dffe41-3235-487c-a165-2991b9f9a13f HTTP/1.1" status: 204 len: 168 time: 0.2680693 Jul 08 18:00:44.191001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd451c31-7aa5-4d18-a823-072bc987e2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dffe41-3235-487c-a165-2991b9f9a13f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:44.255121 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.281176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18932f1e-b08e-47c0-a3e5-4039196c4ed5 req-ad8a0c4d-f894-4e65-b00e-51daa80709fa tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:44.282684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18932f1e-b08e-47c0-a3e5-4039196c4ed5 req-ad8a0c4d-f894-4e65-b00e-51daa80709fa tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 945 time: 0.1695137 Jul 08 18:00:44.328227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6d723-92b2-4e0a-b639-83f6e6d2402f req-451ba41f-9dfa-4c58-bd8a-c264ccf102b6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:44.329729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ce6d723-92b2-4e0a-b639-83f6e6d2402f req-451ba41f-9dfa-4c58-bd8a-c264ccf102b6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.1594477 Jul 08 18:00:44.338435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-8e2319bd-518b-4bb8-8406-35de32f9654d req-84ecb2e9-3a5e-4e12-90ea-9fd109e26885 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Deleting port 063e758c-31ee-47eb-bbca-feb97f999869 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:44.338776 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8e2319bd-518b-4bb8-8406-35de32f9654d req-84ecb2e9-3a5e-4e12-90ea-9fd109e26885 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.404434 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18932f1e-b08e-47c0-a3e5-4039196c4ed5 req-1aaf3d2e-6588-412a-b78d-7d048d7483bb tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134119 Jul 08 18:00:44.446729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ce6d723-92b2-4e0a-b639-83f6e6d2402f req-c9a52b9f-cb07-47b0-8927-88b880e4d126 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035087 Jul 08 18:00:44.506023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-8e2319bd-518b-4bb8-8406-35de32f9654d req-84ecb2e9-3a5e-4e12-90ea-9fd109e26885 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] For port 063e758c-31ee-47eb-bbca-feb97f999869, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=063e758c-31ee-47eb-bbca-feb97f999869,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:44.506279 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8e2319bd-518b-4bb8-8406-35de32f9654d req-84ecb2e9-3a5e-4e12-90ea-9fd109e26885 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.534085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:44.536404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-8e2319bd-518b-4bb8-8406-35de32f9654d req-84ecb2e9-3a5e-4e12-90ea-9fd109e26885 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Calling delete_port for 063e758c-31ee-47eb-bbca-feb97f999869 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:44.582456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:44.628681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:44.631230 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a0976d-ee27-4807-8b1b-372b698f27af" -d '{"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-unplugged", "status": "completed", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:44.635211 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.648502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Transition to ACTIVE for port object 708fa30d-0f44-4f1d-8470-fd60e3b252f2 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:44.654115 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.674897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:00:44.722400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] No DVR routers for this DVR port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:44.725961 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=10']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:44.735740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fb3bc-668e-4484-9db9-c3d0b89d303f req-1f8b15d0-db06-4d4a-a65b-ead9acd7cb30 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:44.743239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-708fb3bc-668e-4484-9db9-c3d0b89d303f req-1f8b15d0-db06-4d4a-a65b-ead9acd7cb30 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 944 time: 0.1910927 Jul 08 18:00:44.763238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b730df-a10a-4c4c-bcad-1bd74ff3ed91 req-0b14f19d-409e-4134-bc4e-00049a45987e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:44.770387 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77b730df-a10a-4c4c-bcad-1bd74ff3ed91 req-0b14f19d-409e-4134-bc4e-00049a45987e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 949 time: 0.2036061 Jul 08 18:00:44.778022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:44.778430 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:44.778920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:44.789562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:00:44.791547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Attempting to bind port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:44.800050 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:44.800687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:44.801830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:44.801830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Bound port: 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:44.802042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.865172 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8e2319bd-518b-4bb8-8406-35de32f9654d req-84ecb2e9-3a5e-4e12-90ea-9fd109e26885 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.873358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250,segment=NetworkSegment(92d4d959-7017-4a8f-bc0e-194ad30f5d85),segment_id=92d4d959-7017-4a8f-bc0e-194ad30f5d85)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:44.878343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['063e758c-31ee-47eb-bbca-feb97f999869'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:44.883361 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-708fb3bc-668e-4484-9db9-c3d0b89d303f req-84949090-49a9-4903-8227-b20bcb49b81c tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393657 Jul 08 18:00:44.925602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:44.930774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:44.952170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:44.955691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'port_id': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250', 'mac_address': 'fa:16:3e:8a:7c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:00:44.965831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77b730df-a10a-4c4c-bcad-1bd74ff3ed91 req-1ead31e1-7c0d-43ac-a3b6-a2ca0e9bf545 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944149 Jul 08 18:00:44.981102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecb2e9-3a5e-4e12-90ea-9fd109e26885 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Pushing event deleted for resources: {'Port': ['ID=063e758c-31ee-47eb-bbca-feb97f999869,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:45.010408 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff461d93-79d0-42ec-a57f-0512f329386c x-openstack-request-id: req-ff461d93-79d0-42ec-a57f-0512f329386c {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:45.010709 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-unplugged", "status": "completed", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:45.010966 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff461d93-79d0-42ec-a57f-0512f329386c {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:45.011363 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'code': 200} Jul 08 18:00:45.023735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:45.024570 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.030854 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] 10.222.0.74 "PUT /v2.0/ports/708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 1096 time: 0.8812456 Jul 08 18:00:45.052173 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.066119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57642) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:45.072382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2319bd-518b-4bb8-8406-35de32f9654d req-84ecb2e9-3a5e-4e12-90ea-9fd109e26885 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] No DVR routers for this DVR port 063e758c-31ee-47eb-bbca-feb97f999869 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:45.074673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:45.076496 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8e2319bd-518b-4bb8-8406-35de32f9654d req-84ecb2e9-3a5e-4e12-90ea-9fd109e26885 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.078539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e2319bd-518b-4bb8-8406-35de32f9654d req-84ecb2e9-3a5e-4e12-90ea-9fd109e26885 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.74 "DELETE /v2.0/ports/063e758c-31ee-47eb-bbca-feb97f999869 HTTP/1.1" status: 204 len: 173 time: 1.0132465 Jul 08 18:00:45.099059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250,segment=NetworkSegment(92d4d959-7017-4a8f-bc0e-194ad30f5d85),segment_id=92d4d959-7017-4a8f-bc0e-194ad30f5d85)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:45.103418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-deleted', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:45.109748 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcea3888-ef81-4b03-ba5e-2761640b680d" -d '{"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-deleted", "tag": "063e758c-31ee-47eb-bbca-feb97f999869"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:45.112076 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.175640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e0afe-68e0-42de-ab32-83dc2780335d service neutron] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=11']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:45.219498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:45.239873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-a1b80f6d-98ec-4726-8c48-656012585bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:45.242473 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-a1b80f6d-98ec-4726-8c48-656012585bb4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 1099 time: 0.1800375 Jul 08 18:00:45.283429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4335e41e-9ada-4b82-89a9-2a76e46e68bd req-6f17b0e8-170a-40e8-b84d-dd42d49676f6 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] 10.222.0.73 "GET /v2.0/ports?device_id=176e51b6-540d-4b61-934f-90747b504c94 HTTP/1.1" status: 200 len: 210 time: 0.0812743 Jul 08 18:00:45.290386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1069220533-network', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:45.331557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fa816-3b88-4421-9bdd-705b3f08ece4 req-8a76de95-b111-4ef0-a063-2b87730a8002 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:45.333485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-678fa816-3b88-4421-9bdd-705b3f08ece4 req-8a76de95-b111-4ef0-a063-2b87730a8002 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.1339076 Jul 08 18:00:45.378874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-678fa816-3b88-4421-9bdd-705b3f08ece4 req-7d0796b8-3d53-4c77-98c2-60675fd7ade0 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Jul 08 18:00:45.414136 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Made reservation on behalf of bf1aa5e9404f416c88548244ddd3ab40 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:45.416563 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.428210 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.446058 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bb9bd3-f60f-4563-a75f-36e3113c57e6 x-openstack-request-id: req-a9bb9bd3-f60f-4563-a75f-36e3113c57e6 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:45.446493 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176e51b6-540d-4b61-934f-90747b504c94", "name": "network-vif-deleted", "tag": "063e758c-31ee-47eb-bbca-feb97f999869", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:45.446846 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a9bb9bd3-f60f-4563-a75f-36e3113c57e6 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:45.447340 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176e51b6-540d-4b61-934f-90747b504c94', 'name': 'network-vif-deleted', 'tag': '063e758c-31ee-47eb-bbca-feb97f999869', 'status': 'completed', 'code': 200} Jul 08 18:00:45.454057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-45853b3f-4f37-4c69-9d22-9f82186123ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:45.455942 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-45853b3f-4f37-4c69-9d22-9f82186123ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2047009 Jul 08 18:00:45.509815 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-992b7470-4f47-44e2-828b-c21890ede39e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 217 time: 0.0449975 Jul 08 18:00:45.601693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-0a96f731-4605-4d4f-a032-813d4ae573f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:45.603503 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-0a96f731-4605-4d4f-a032-813d4ae573f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0829198 Jul 08 18:00:45.669555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7777d-00e4-4bc3-ae69-0fd77af38ca0 req-03d1029b-b2e8-42bb-a73f-996df3980ad1 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:45.671186 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ec7777d-00e4-4bc3-ae69-0fd77af38ca0 req-03d1029b-b2e8-42bb-a73f-996df3980ad1 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 945 time: 0.1179020 Jul 08 18:00:45.672720 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.680310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060184a-3c74-4e5a-aeae-9e79aa0e1437 req-d83796f2-9a5a-4b95-bc78-7e49dfc541bf tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:45.681807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c060184a-3c74-4e5a-aeae-9e79aa0e1437 req-d83796f2-9a5a-4b95-bc78-7e49dfc541bf tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.0957265 Jul 08 18:00:45.681943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.725999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:00:45.734560 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ec7777d-00e4-4bc3-ae69-0fd77af38ca0 req-a1a925cb-5986-4043-b0e4-4ce599b8d3b6 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517042 Jul 08 18:00:45.743556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-b82f7aaf-704f-4af1-a861-5a4f50336b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:45.745108 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-b82f7aaf-704f-4af1-a861-5a4f50336b07 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1298890 Jul 08 18:00:45.745721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0cac8a-f51d-494e-bd4a-3e2533e79e5d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:45.747396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c060184a-3c74-4e5a-aeae-9e79aa0e1437 req-893697e7-68fa-4ad4-801a-bf70b91d710e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505526 Jul 08 18:00:45.753525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.754419 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Added segment 606bb210-8e38-4e6a-91d3-6b48c2578c61 of type vlan for network b391f86d-9e5d-4e22-a6b6-7df87352b283 Jul 08 18:00:45.799266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:45.849752 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.910999 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-4bb80e93-c982-4344-bc6a-9a07e03ca9f1 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554098 Jul 08 18:00:45.912003 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.912992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:45.913511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.033078 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9632702 Jul 08 18:00:46.036647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57658) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:46.046927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] Request body: {'subnet': {'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1069220533-subnet', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:46.066663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0644256-a83e-4101-af4f-e3edfd138521 admin admin] Pushing event updated for resources: {'Network': ['ID=b391f86d-9e5d-4e22-a6b6-7df87352b283,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:46.079230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network b391f86d-9e5d-4e22-a6b6-7df87352b283 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:00:46.080238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] Made reservation on behalf of bf1aa5e9404f416c88548244ddd3ab40 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:46.082814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.239806 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dbf99765-7802-45fd-b704-7a78ee451c14 req-27e92e56-da9d-4780-9ac6-6979913414a0 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176887 Jul 08 18:00:46.321222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-b4d471a9-abeb-49c5-b980-0d13a1a3c55d tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:46.322873 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-b4d471a9-abeb-49c5-b980-0d13a1a3c55d tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.2437215 Jul 08 18:00:46.335597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799684-3'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:46.376676 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.386632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d93c59-e898-4f82-bb80-85f30b64f2b2 req-2f45be8b-442d-4add-8af1-62da040cc2e5 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:46.388649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6d93c59-e898-4f82-bb80-85f30b64f2b2 req-2f45be8b-442d-4add-8af1-62da040cc2e5 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 945 time: 0.3791537 Jul 08 18:00:46.397258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe2ac6-a8ab-49db-8ba5-110988e48d72 req-469a1c6a-9e32-41bb-bdb5-0647726ec508 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:46.398696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28fe2ac6-a8ab-49db-8ba5-110988e48d72 req-469a1c6a-9e32-41bb-bdb5-0647726ec508 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 948 time: 0.0902693 Jul 08 18:00:46.455353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6d93c59-e898-4f82-bb80-85f30b64f2b2 req-3ada96d5-e6ed-4350-b6fe-98bca73e8264 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555954 Jul 08 18:00:46.460337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28fe2ac6-a8ab-49db-8ba5-110988e48d72 req-8301a2e8-cb5d-4bcd-bd9e-05b87e61f761 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543003 Jul 08 18:00:46.476083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ee3584-ec56-470e-beef-46302d8ad669,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:46.496574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.499884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] Checking segment: {'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:46.500394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] Network hostable DHCP agents. Network: b391f86d-9e5d-4e22-a6b6-7df87352b283, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:00:46.629057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] Network b391f86d-9e5d-4e22-a6b6-7df87352b283 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:00:46.656214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, b391f86d-9e5d-4e22-a6b6-7df87352b283) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:46.664278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:46.664278 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.666895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6713de-4a90-4220-9791-184760b5e5d4 None None] Network b391f86d-9e5d-4e22-a6b6-7df87352b283 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:00:46.679816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962c823-319b-4792-ae97-ee34a906937d req-8e500d6e-dfa5-4cc2-9d70-c43f0a95b298 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:46.690411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=94176c39-77cb-4724-95b0-7a22f90683fa,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:46.691139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f962c823-319b-4792-ae97-ee34a906937d req-8e500d6e-dfa5-4cc2-9d70-c43f0a95b298 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.1144681 Jul 08 18:00:46.705132 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a57077e8-2ed4-4e4e-8ede-1b92fc40c3fc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6634154 Jul 08 18:00:46.705450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57670) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:46.710469 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 94176c39-77cb-4724-95b0-7a22f90683fa details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:00:46.711221 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:46.712566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:46.741251 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.742560 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.756114 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f962c823-319b-4792-ae97-ee34a906937d req-426bbb46-56fa-4e74-a069-437f300a8cd7 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637290 Jul 08 18:00:46.814167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57676) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:46.824079 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.833954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:46.998529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=94176c39-77cb-4724-95b0-7a22f90683fa,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:47.012390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:47.014622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 94176c39-77cb-4724-95b0-7a22f90683fa has no active binding in host n-h2-799684-3 {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 18:00:47.015199 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323" -d '{"events": [{"name": "network-changed", "server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:47.020673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:47.022666 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.032875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.037437 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ba204328-faeb-4db7-8f0f-615ed51ed8cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0680b8d7073d426eac66fd87c0c03a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218642 Jul 08 18:00:47.039872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57682) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:47.048914 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.054768 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-b391f86d-9e5d-4e22-a6b6-7df87352b283', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'fixed_ips': [{'subnet_id': '41ee3584-ec56-470e-beef-46302d8ad669'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:00:47.055869 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.066363 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d7a4-724c-4943-b982-10e1b11108b8 req-d5af43ce-accd-48d4-9b36-cf68b054ace0 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.067899 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e87d7a4-724c-4943-b982-10e1b11108b8 req-d5af43ce-accd-48d4-9b36-cf68b054ace0 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.1699162 Jul 08 18:00:47.095593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2229b18-2a3c-4f67-85f4-aa0fb16f202c req-2fb95b71-71ae-49fe-9b51-4a983ed49a2b tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.096742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2229b18-2a3c-4f67-85f4-aa0fb16f202c req-2fb95b71-71ae-49fe-9b51-4a983ed49a2b tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 945 time: 0.1297567 Jul 08 18:00:47.138645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e87d7a4-724c-4943-b982-10e1b11108b8 req-3c93380a-5056-4700-a7b1-0bb35fbbafe8 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626998 Jul 08 18:00:47.160622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2229b18-2a3c-4f67-85f4-aa0fb16f202c req-e7ee912f-6559-45e6-b8cc-308c4f5f9488 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536122 Jul 08 18:00:47.212245 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Allocated IP 172.20.0.2 (b391f86d-9e5d-4e22-a6b6-7df87352b283/41ee3584-ec56-470e-beef-46302d8ad669/4ece7da2-6a31-4c18-9eda-d9b9904fe575) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:47.323807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-d6f83416-86df-4db5-adf2-2f344e9c387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.325771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-d6f83416-86df-4db5-adf2-2f344e9c387a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 1099 time: 0.0547657 Jul 08 18:00:47.374617 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.383420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Transition to ACTIVE for port object 4ece7da2-6a31-4c18-9eda-d9b9904fe575 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:47.400486 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Transition to ACTIVE for port object 4ece7da2-6a31-4c18-9eda-d9b9904fe575 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:47.410815 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.422781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-563dd807-fbc9-463f-9400-feae505aa9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.424349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-563dd807-fbc9-463f-9400-feae505aa9d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.0923743 Jul 08 18:00:47.453470 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbed097e-4f91-4955-b087-e6f0e723022b x-openstack-request-id: req-dbed097e-4f91-4955-b087-e6f0e723022b {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:47.454056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Network b391f86d-9e5d-4e22-a6b6-7df87352b283 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:47.454166 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:47.454166 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dbed097e-4f91-4955-b087-e6f0e723022b {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:47.454644 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'status': 'completed', 'code': 200} Jul 08 18:00:47.458061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:47.462110 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:47.471854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-946c62c7-70a4-4289-9e39-6c5e3b8d2b99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 217 time: 0.0389190 Jul 08 18:00:47.476239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Pushing event updated for resources: {'Port': ['ID=4ece7da2-6a31-4c18-9eda-d9b9904fe575,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:47.525773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Pushing event updated for resources: {'Port': ['ID=94176c39-77cb-4724-95b0-7a22f90683fa,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:47.541466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Attempting to bind port 4ece7da2-6a31-4c18-9eda-d9b9904fe575 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:47.541838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Attempting to bind port 4ece7da2-6a31-4c18-9eda-d9b9904fe575 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:47.542196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Attempting to bind port 4ece7da2-6a31-4c18-9eda-d9b9904fe575 on network b391f86d-9e5d-4e22-a6b6-7df87352b283 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:47.547881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:47.548252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Checking segment: {'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:47.548656 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.549046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Bound using segment: {'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:47.549509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Bound port: 4ece7da2-6a31-4c18-9eda-d9b9904fe575, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:47.549886 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.581425 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-897ca3e5-e558-4215-a819-efae07cb2f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.595047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa on host n-h1-799684-3 for vnic_type normal with profile {"migrating_to": "n-h2-799684-3"} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:47.595452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:47.595714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:47.629746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] For port 4ece7da2-6a31-4c18-9eda-d9b9904fe575, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:47.633845 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] For port 4ece7da2-6a31-4c18-9eda-d9b9904fe575, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4ece7da2-6a31-4c18-9eda-d9b9904fe575,segment=NetworkSegment(606bb210-8e38-4e6a-91d3-6b48c2578c61),segment_id=606bb210-8e38-4e6a-91d3-6b48c2578c61)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:47.637875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Port 94176c39-77cb-4724-95b0-7a22f90683fa on network 43190986-6802-4c7b-ac7b-d918b098affc not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:00:47.638236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Attempting to bind port 94176c39-77cb-4724-95b0-7a22f90683fa on network 43190986-6802-4c7b-ac7b-d918b098affc {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:47.643068 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.646283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-a95d56ed-8671-4f02-a221-198577ceedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.648093 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-a95d56ed-8671-4f02-a221-198577ceedcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1593866 Jul 08 18:00:47.652342 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-897ca3e5-e558-4215-a819-efae07cb2f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.667512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:47.667857 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Checking segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:47.668241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Bound using segment: {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:47.669190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Bound port: 94176c39-77cb-4724-95b0-7a22f90683fa, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061db120-d10d-4b48-a484-2a71a98cd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43190986-6802-4c7b-ac7b-d918b098affc'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:47.669665 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.707036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad032959-a222-480e-9313-4b8f682874c6 None None] Pushing event updated for resources: {'Port': ['ID=4ece7da2-6a31-4c18-9eda-d9b9904fe575,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:47.729996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-2461cda7-87a1-4577-b536-ce1381d24041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.731519 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-2461cda7-87a1-4577-b536-ce1381d24041 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 1099 time: 0.2734697 Jul 08 18:00:47.844658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855012-ce88-4bbb-bfdc-6b0279db0dc9 req-4ea3d709-551c-4b2b-b1ae-f6735b08d856 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.846394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6855012-ce88-4bbb-bfdc-6b0279db0dc9 req-4ea3d709-551c-4b2b-b1ae-f6735b08d856 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 945 time: 0.2406554 Jul 08 18:00:47.875553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-37bf7e72-b6c1-4665-91ba-fcfb6fca6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.875553 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-37bf7e72-b6c1-4665-91ba-fcfb6fca6a1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2015870 Jul 08 18:00:47.913978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb92d6b-b789-4aac-be15-d029ef261087 req-afd6e722-eee6-4eb2-acca-11416dfb1aae tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.922031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bb92d6b-b789-4aac-be15-d029ef261087 req-afd6e722-eee6-4eb2-acca-11416dfb1aae tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 948 time: 0.2498429 Jul 08 18:00:47.966061 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-897ca3e5-e558-4215-a819-efae07cb2f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.968564 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-897ca3e5-e558-4215-a819-efae07cb2f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:47.969727 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-897ca3e5-e558-4215-a819-efae07cb2f02 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74fb1892-6e96-4409-8b70-b7ce3b58d8f3 HTTP/1.1" status: 204 len: 168 time: 0.9286346 Jul 08 18:00:47.998809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:48.051346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ca3e5-e558-4215-a819-efae07cb2f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fb1892-6e96-4409-8b70-b7ce3b58d8f3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:48.056852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=94176c39-77cb-4724-95b0-7a22f90683fa,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:48.064112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-9d56ea37-c2f2-45f9-a9f2-a5f91f22afae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:48.067239 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-9d56ea37-c2f2-45f9-a9f2-a5f91f22afae service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.3280950 Jul 08 18:00:48.072106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6855012-ce88-4bbb-bfdc-6b0279db0dc9 req-3ed65ced-21bd-4efe-8fdf-48d70d541a7c tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174172 Jul 08 18:00:48.073720 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:48.089764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 063e758c-31ee-47eb-bbca-feb97f999869 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:48.113345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 063e758c-31ee-47eb-bbca-feb97f999869 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:00:48.113699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 063e758c-31ee-47eb-bbca-feb97f999869 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:48.139580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bb92d6b-b789-4aac-be15-d029ef261087 req-2dff7a9c-7ede-4c93-9675-d7604cdd6b62 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157435 Jul 08 18:00:48.153298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-d44e6375-df11-4bd9-a2c7-dad405d35cd7 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647319 Jul 08 18:00:48.236928 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-dcebb665-4d54-4ffd-b6b4-3e349c73f02f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 200 len: 217 time: 0.1554050 Jul 08 18:00:48.251133 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:48.302841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:48.339290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-4507f10c-538a-4ca2-b285-cbdfd5a25553 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727552 Jul 08 18:00:48.355044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57702) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:48.388468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de700aec-e7d4-4e63-b60c-cca3e53eda74 req-c4f4e669-0426-43f5-b925-a14e472c4f64 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:48.390365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de700aec-e7d4-4e63-b60c-cca3e53eda74 req-c4f4e669-0426-43f5-b925-a14e472c4f64 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.1077151 Jul 08 18:00:48.424358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:48.425201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:48.426568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/94176c39-77cb-4724-95b0-7a22f90683fa HTTP/1.1" status: 200 len: 1121 time: 2.0958517 Jul 08 18:00:48.430368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e45f6da0-2a5f-400f-a697-bb8d24ef3bd0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b1dbbf7b3f2642b5a31822cac29dac49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700946 Jul 08 18:00:48.430884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57704) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:48.437707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Pushing event updated for resources: {'Port': ['ID=94176c39-77cb-4724-95b0-7a22f90683fa,revision_number=8']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:48.451864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.453333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.453760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.454303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.454842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.455504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.455942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.456415 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.456904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.457336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.457800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.457986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23ada2-561a-402d-b761-a5b6feb876b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:48.510004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-1c007b92-1c8e-4b42-9e14-cb08bb8f4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:48.510517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de700aec-e7d4-4e63-b60c-cca3e53eda74 req-4b78a8e5-9e60-42fd-9220-eb1d748a299a tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111593 Jul 08 18:00:48.512116 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-1c007b92-1c8e-4b42-9e14-cb08bb8f4ebc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2133524 Jul 08 18:00:48.517347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['94176c39-77cb-4724-95b0-7a22f90683fa'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:48.528752 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db38f1a1-1d21-43f0-a785-6358a30d1628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:48.563289 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db38f1a1-1d21-43f0-a785-6358a30d1628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:48.574728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['94176c39-77cb-4724-95b0-7a22f90683fa'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:48.594146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Allocated IP 172.25.8.204 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/5ea39311-495c-4f8e-8191-83866d1b52f3) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:48.630808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db38f1a1-1d21-43f0-a785-6358a30d1628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:48.634373 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db38f1a1-1d21-43f0-a785-6358a30d1628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:48.635686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-db38f1a1-1d21-43f0-a785-6358a30d1628 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b2d238f-3d28-4ce6-9a66-ee9e50d35e49 HTTP/1.1" status: 204 len: 168 time: 0.2043278 Jul 08 18:00:48.680573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38f1a1-1d21-43f0-a785-6358a30d1628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2d238f-3d28-4ce6-9a66-ee9e50d35e49,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:48.711289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-bd7d58d0-4544-426b-abfa-38b8f483b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:48.722556 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-bd7d58d0-4544-426b-abfa-38b8f483b3c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001562 Jul 08 18:00:48.725436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:48.734783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96773ec2-476a-42d2-8809-aba7ef76891b req-9c0b72a9-067e-478e-a589-58e1b2c6a1d3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:48.746580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96773ec2-476a-42d2-8809-aba7ef76891b req-9c0b72a9-067e-478e-a589-58e1b2c6a1d3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.2605817 Jul 08 18:00:48.844959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96773ec2-476a-42d2-8809-aba7ef76891b req-597d831e-0072-42c9-986b-2a52993b0a33 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919683 Jul 08 18:00:48.852522 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-8c0b72c8-674f-4b74-9381-462cda974f07 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169012 Jul 08 18:00:48.886486 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:48.960556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:48.961597 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:48.983867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5a27-c0a9-40c1-a509-8698b74436d1 req-883ec620-e270-4ea8-974b-50fc730bd2fa tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:48.998720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c0f5a27-c0a9-40c1-a509-8698b74436d1 req-883ec620-e270-4ea8-974b-50fc730bd2fa tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.2050159 Jul 08 18:00:49.069347 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63cbcd03-0f26-46e1-ad9b-4c6d8606f323 req-8e91f0b9-e6bf-47ab-bc5b-b9ca19afb1ad service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019742 Jul 08 18:00:49.106166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c0f5a27-c0a9-40c1-a509-8698b74436d1 req-eda615c3-e42f-4d59-83ac-f05e9f65b2c0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064563 Jul 08 18:00:49.116866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcf508b-4010-4dc6-9756-6a32c04a7d12 None None] Network b391f86d-9e5d-4e22-a6b6-7df87352b283 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:00:49.188701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:49.237252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f1dcc1c8-607f-4896-888c-f89304eb187a None None] Provisioning for port 4ece7da2-6a31-4c18-9eda-d9b9904fe575 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:49.242477 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:49.302109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed11599d-c115-4625-bb22-3c031072196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:49.305075 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2909797c-7804-43c4-b82d-40c605e25c0f" -d '{"events": [{"server_uuid": "ed11599d-c115-4625-bb22-3c031072196d", "name": "network-vif-plugged", "status": "completed", "tag": "4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:49.333694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250,segment=NetworkSegment(92d4d959-7017-4a8f-bc0e-194ad30f5d85),segment_id=92d4d959-7017-4a8f-bc0e-194ad30f5d85)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:49.335247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:49.365344 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:49.381370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:49.386592 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:49.390934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:49.428553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea39311-495c-4f8e-8191-83866d1b52f3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:49.456648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a754f3-5fbd-4e15-b40c-10fd12c75b8e req-94702200-5b39-499d-9d62-c91771152235 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:49.464095 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64a754f3-5fbd-4e15-b40c-10fd12c75b8e req-94702200-5b39-499d-9d62-c91771152235 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 948 time: 0.1950977 Jul 08 18:00:49.470561 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:49.475123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94176c39-77cb-4724-95b0-7a22f90683fa'}, {'name': 'network-changed', 'server_uuid': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'tag': '94176c39-77cb-4724-95b0-7a22f90683fa'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:49.478311 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9c8f8b-7962-4e55-a0bd-1c6a881aa04f" -d '{"events": [{"server_uuid": "bd941b77-b34a-44a3-91de-6a3db3af2c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "94176c39-77cb-4724-95b0-7a22f90683fa"}, {"name": "network-changed", "server_uuid": "bd941b77-b34a-44a3-91de-6a3db3af2c8a", "tag": "94176c39-77cb-4724-95b0-7a22f90683fa"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:49.503916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23139dc-03b5-4b9e-82cb-48d28599657e req-147d3133-806a-47f6-b3b0-a978a1eeec20 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:49.511483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e23139dc-03b5-4b9e-82cb-48d28599657e req-147d3133-806a-47f6-b3b0-a978a1eeec20 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 946 time: 0.1765292 Jul 08 18:00:49.548090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64a754f3-5fbd-4e15-b40c-10fd12c75b8e req-6868621a-6eb2-4d5c-9cce-3e1fcfd0c682 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827260 Jul 08 18:00:49.593198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e23139dc-03b5-4b9e-82cb-48d28599657e req-c09c412c-eb7d-4ff7-a4c9-1c625c886ce4 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802259 Jul 08 18:00:49.781236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4ece7da2-6a31-4c18-9eda-d9b9904fe575 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:49.857954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:49.904374 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e70dde-887a-4dd5-82ba-e026e2c5bdc9 x-openstack-request-id: req-40e70dde-887a-4dd5-82ba-e026e2c5bdc9 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:49.904742 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd941b77-b34a-44a3-91de-6a3db3af2c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "94176c39-77cb-4724-95b0-7a22f90683fa", "code": 200}, {"name": "network-changed", "server_uuid": "bd941b77-b34a-44a3-91de-6a3db3af2c8a", "tag": "94176c39-77cb-4724-95b0-7a22f90683fa", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:49.905000 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-40e70dde-887a-4dd5-82ba-e026e2c5bdc9 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:49.905396 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94176c39-77cb-4724-95b0-7a22f90683fa', 'code': 200} Jul 08 18:00:49.905647 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'tag': '94176c39-77cb-4724-95b0-7a22f90683fa', 'status': 'completed', 'code': 200} Jul 08 18:00:49.920606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 4ece7da2-6a31-4c18-9eda-d9b9904fe575 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:49.925355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4ece7da2-6a31-4c18-9eda-d9b9904fe575 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:49.926807 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:49.978463 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ab38d-b192-49cb-b419-aed7a31f97ed x-openstack-request-id: req-cc6ab38d-b192-49cb-b419-aed7a31f97ed {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:49.978780 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed11599d-c115-4625-bb22-3c031072196d", "name": "network-vif-plugged", "status": "completed", "tag": "4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:49.983822 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc6ab38d-b192-49cb-b419-aed7a31f97ed {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:49.984252 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed11599d-c115-4625-bb22-3c031072196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250', 'code': 200} Jul 08 18:00:50.039842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57742) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:50.073654 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8f8b-7962-4e55-a0bd-1c6a881aa04f req-b63bf882-9cb3-42c5-8383-2c321ac597cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:50.075961 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b9c8f8b-7962-4e55-a0bd-1c6a881aa04f req-b63bf882-9cb3-42c5-8383-2c321ac597cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 1124 time: 0.1048279 Jul 08 18:00:50.095430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe11cd-3b22-4475-a8bf-e5bd6adeddb8 req-60a5ddf0-a3d1-487f-8f7d-95af601ec0b0 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:50.105791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e3fe11cd-3b22-4475-a8bf-e5bd6adeddb8 req-60a5ddf0-a3d1-487f-8f7d-95af601ec0b0 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.1081095 Jul 08 18:00:50.112523 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:50.172431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 4ece7da2-6a31-4c18-9eda-d9b9904fe575, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4ece7da2-6a31-4c18-9eda-d9b9904fe575,segment=NetworkSegment(606bb210-8e38-4e6a-91d3-6b48c2578c61),segment_id=606bb210-8e38-4e6a-91d3-6b48c2578c61)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:50.181291 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:50.204393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e3fe11cd-3b22-4475-a8bf-e5bd6adeddb8 req-38d4a3cc-9de4-4ed7-b3e6-3ebf904db451 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970149 Jul 08 18:00:50.274771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36e4b4-9c1f-40aa-abdf-b9af88f94f9d req-f99caa22-c3a8-451a-af20-4e9f5113e948 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:50.277621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c36e4b4-9c1f-40aa-abdf-b9af88f94f9d req-f99caa22-c3a8-451a-af20-4e9f5113e948 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.1411009 Jul 08 18:00:50.300496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=4ece7da2-6a31-4c18-9eda-d9b9904fe575,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:50.307318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-network', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:50.334713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a74b05-7e4f-4a03-b0dd-45f023b4b301 req-95715b81-2ba5-4bd2-9acc-c28f061e44ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:50.336213 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-37a74b05-7e4f-4a03-b0dd-45f023b4b301 req-95715b81-2ba5-4bd2-9acc-c28f061e44ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 1097 time: 0.1422107 Jul 08 18:00:50.348362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c36e4b4-9c1f-40aa-abdf-b9af88f94f9d req-56ee423d-3bd9-479c-8b16-1a2b3022bdd7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636709 Jul 08 18:00:50.380869 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:50.397998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8f8b-7962-4e55-a0bd-1c6a881aa04f req-2308c88a-40e6-41ef-b0fe-e8097897e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:50.399531 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b9c8f8b-7962-4e55-a0bd-1c6a881aa04f req-2308c88a-40e6-41ef-b0fe-e8097897e719 service neutron] 10.222.0.74 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.2573378 Jul 08 18:00:50.403203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Made reservation on behalf of fdd2d756d106409e9df15d5c030bb132 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:50.405466 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:50.447916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b404b8e-3a6e-4f44-bc34-82130f530524 req-b0c6dde3-4bce-4646-8e7e-dff73cdd87dc tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:50.449339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b404b8e-3a6e-4f44-bc34-82130f530524 req-b0c6dde3-4bce-4646-8e7e-dff73cdd87dc tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.0706723 Jul 08 18:00:50.454857 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-37a74b05-7e4f-4a03-b0dd-45f023b4b301 req-72fc9156-bcf5-4d86-9d31-808ea4014c26 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971398 Jul 08 18:00:50.458242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:50.488963 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b404b8e-3a6e-4f44-bc34-82130f530524 req-18aed9ca-1e70-4390-9e12-bf46fbb41b31 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Jul 08 18:00:50.493245 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b9c8f8b-7962-4e55-a0bd-1c6a881aa04f req-babdb838-9ac7-4b85-b25c-69f713a609eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94176c39-77cb-4724-95b0-7a22f90683fa HTTP/1.1" status: 200 len: 217 time: 0.0820127 Jul 08 18:00:50.613230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8f8b-7962-4e55-a0bd-1c6a881aa04f req-1cef8dd6-1b43-4285-b562-73a01534d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:50.614747 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b9c8f8b-7962-4e55-a0bd-1c6a881aa04f req-1cef8dd6-1b43-4285-b562-73a01534d42b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1110594 Jul 08 18:00:50.660614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b9c8f8b-7962-4e55-a0bd-1c6a881aa04f req-0ef0391b-b3dc-4067-87c0-8b14dd1de653 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353372 Jul 08 18:00:50.769006 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:50.775854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Router 5845b531-8f5f-4457-a47e-656bba89a644 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:00:50.781469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:50.781927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be1b24-b856-41a8-a80a-08a5648e51a7 req-ae8d1758-8d81-45a0-9306-6bed5c73a76a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:50.783466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8be1b24-b856-41a8-a80a-08a5648e51a7 req-ae8d1758-8d81-45a0-9306-6bed5c73a76a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 948 time: 0.1092710 Jul 08 18:00:50.796348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd431f-4d71-4f89-8129-c7623e6c8b64 req-c14692b1-492c-4077-a092-6577e814d48c tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:50.797948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebdd431f-4d71-4f89-8129-c7623e6c8b64 req-c14692b1-492c-4077-a092-6577e814d48c tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 946 time: 0.0884490 Jul 08 18:00:50.824422 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b9c8f8b-7962-4e55-a0bd-1c6a881aa04f req-e08e87d2-9e1c-4154-9374-3ca2ddfc6aa3 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553855 Jul 08 18:00:50.853008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8be1b24-b856-41a8-a80a-08a5648e51a7 req-78b8947a-3065-4404-b877-d16ff8218a23 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540600 Jul 08 18:00:50.859145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:00:50.860882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebdd431f-4d71-4f89-8129-c7623e6c8b64 req-528ebff4-8a5c-484c-a100-75464282110e tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550599 Jul 08 18:00:50.915102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef65d90-9d74-4d97-b49e-9870aa0912e0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:50.936076 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:50.936617 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Added segment e32feda2-6865-4b29-8c51-54bd5ca5e79e of type vlan for network 1159d05e-4cc3-4905-b126-c26f4526cb0b Jul 08 18:00:51.038259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332d05e-320c-4c34-bd17-f9277f1ae194 req-175b22f0-3ab1-44e9-8666-5d6ff5a6e0aa tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:51.039654 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6332d05e-320c-4c34-bd17-f9277f1ae194 req-175b22f0-3ab1-44e9-8666-5d6ff5a6e0aa tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 948 time: 0.0689015 Jul 08 18:00:51.049481 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.055938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:51.067091 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Sync routers for ids ['5845b531-8f5f-4457-a47e-656bba89a644'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:51.077980 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Routers {'5845b531-8f5f-4457-a47e-656bba89a644'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:51.078765 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['5845b531-8f5f-4457-a47e-656bba89a644'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:51.080971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6332d05e-320c-4c34-bd17-f9277f1ae194 req-bb683331-8fcb-4e60-8e09-5ec4ab2e56ce tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353198 Jul 08 18:00:51.089661 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.093891 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-918fe60f-356d-4a8a-8ef7-b5dd5190b723 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3848712 Jul 08 18:00:51.093891 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b9c8f8b-7962-4e55-a0bd-1c6a881aa04f req-4bec2cfb-b6aa-4d50-bf37-e9fa99261997 service neutron] 10.222.0.74 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297559 Jul 08 18:00:51.094326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57756) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:51.124457 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.126266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:51.126976 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.208544 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Set router 5845b531-8f5f-4457-a47e-656bba89a644 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:51.394829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-c02ddbda-5539-4859-a73f-a47a2fc30ff9 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312362 Jul 08 18:00:51.432689 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:49Z', 'revision_number': 3, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:51.461042 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Checking router: 5845b531-8f5f-4457-a47e-656bba89a644 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:51.461804 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Updating router 5845b531-8f5f-4457-a47e-656bba89a644 port 5ea39311-495c-4f8e-8191-83866d1b52f3 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:00:51.497462 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.514368 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.4674852 Jul 08 18:00:51.517117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57776) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:51.524353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] Request body: {'subnet': {'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-subnet', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:51.540805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35c820-a584-48f2-890c-7cdb4f6da1e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1159d05e-4cc3-4905-b126-c26f4526cb0b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:51.555993 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 1159d05e-4cc3-4905-b126-c26f4526cb0b details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:00:51.569085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] Made reservation on behalf of fdd2d756d106409e9df15d5c030bb132 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:51.577948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.635277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28ecca-3762-477b-978e-37614da678a2 req-b6aab38e-bd31-4419-9204-ccab06fb544b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:51.643099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec28ecca-3762-477b-978e-37614da678a2 req-b6aab38e-bd31-4419-9204-ccab06fb544b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.2387543 Jul 08 18:00:51.669863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-b4dc6cf2-58f7-4b2a-8911-2d543d1793de tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:51.670878 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-b4dc6cf2-58f7-4b2a-8911-2d543d1793de tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693303 Jul 08 18:00:51.700843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4ece7da2-6a31-4c18-9eda-d9b9904fe575 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:51.711383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-9273cf77-8d0f-4dd6-8d30-7e5020dca443 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/quotas/0ece45c75085439aa23b1b8caecbe1f2 HTTP/1.1" status: 200 len: 375 time: 0.0321057 Jul 08 18:00:51.755655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4ece7da2-6a31-4c18-9eda-d9b9904fe575 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:51.756304 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.796128 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.810822 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Transition to ACTIVE for port object 5ea39311-495c-4f8e-8191-83866d1b52f3 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:51.811148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec28ecca-3762-477b-978e-37614da678a2 req-f073833f-8cd3-44d8-a278-32aaf0166f4b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671715 Jul 08 18:00:51.818881 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.871659 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Attempting to bind port 5ea39311-495c-4f8e-8191-83866d1b52f3 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:51.872685 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Attempting to bind port 5ea39311-495c-4f8e-8191-83866d1b52f3 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:51.873139 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Attempting to bind port 5ea39311-495c-4f8e-8191-83866d1b52f3 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:51.888319 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.893544 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:51.893544 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:51.893944 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.894524 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:51.895030 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Bound port: 5ea39311-495c-4f8e-8191-83866d1b52f3, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:51.895481 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.910324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-05bfc971-af94-48e9-975c-41f2c4f5661f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1859407 Jul 08 18:00:51.917948 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f31cc-2e57-4263-868a-e23d7e891811 None None] Pushing event updated for resources: {'Port': ['ID=5ea39311-495c-4f8e-8191-83866d1b52f3,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:51.956928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f045e0b-c45a-4220-963a-fa55f6fd6e60,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:51.960386 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:51.970744 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] For port 5ea39311-495c-4f8e-8191-83866d1b52f3, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:51.975110 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] For port 5ea39311-495c-4f8e-8191-83866d1b52f3, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5ea39311-495c-4f8e-8191-83866d1b52f3,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:51.981890 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:52.015458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] Checking segment: {'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:52.015682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] Network hostable DHCP agents. Network: 1159d05e-4cc3-4905-b126-c26f4526cb0b, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:00:52.043202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] Network 1159d05e-4cc3-4905-b126-c26f4526cb0b is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:00:52.055408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 1159d05e-4cc3-4905-b126-c26f4526cb0b) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:52.061930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:52.064597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:52.066388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf46e86-f08e-4abb-9e51-6028227a30e9 None None] Network 1159d05e-4cc3-4905-b126-c26f4526cb0b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:00:52.069605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:00:52.082665 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7ca64398-f96e-48cb-bb16-9de71bde161f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.5622079 Jul 08 18:00:52.085347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57784) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:52.088824 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Routers {'5845b531-8f5f-4457-a47e-656bba89a644'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:52.092201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:52.092642 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['5845b531-8f5f-4457-a47e-656bba89a644'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:52.120799 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:52.124902 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:52.200858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:52.317171 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] Set router 5845b531-8f5f-4457-a47e-656bba89a644 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:52.328186 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:52.376814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'mac_address': 'fa:16:3e:3c:c8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:00:52.473268 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:52.663113 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f31cc-2e57-4263-868a-e23d7e891811 None None] Pushing event updated for resources: {'Port': ['ID=5ea39311-495c-4f8e-8191-83866d1b52f3,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:52.693220 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:52.746538 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:52.787000 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:52.807448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f768ff97-380d-4dc2-9bfe-0a4240d700ce details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:00:52.855642 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:49Z', 'revision_number': 3, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:52.889211 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135e57d-a4d1-4222-a8bb-c1c442e1dcb8 None None] The sync data for ids ['5845b531-8f5f-4457-a47e-656bba89a644'] in n-d-799684-3 is: [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:49Z', 'revision_number': 3, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:52.915895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86163413-74e1-4376-9001-cf4e94fc213e req-48d79b9b-0a4f-4315-889a-63fce62002d5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:52.924975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86163413-74e1-4376-9001-cf4e94fc213e req-48d79b9b-0a4f-4315-889a-63fce62002d5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.9415624 Jul 08 18:00:52.991792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86163413-74e1-4376-9001-cf4e94fc213e req-7bce1dbb-5005-4ff8-b16b-d294a9fd25f2 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654135 Jul 08 18:00:53.016667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Allocated IP 172.25.8.242 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/b2b6a6b4-d52b-45cf-b384-709bba4c4ee6) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:53.100931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b0059-e7a3-47a5-b891-d3826f5ad4db req-b07474b6-d14d-4e60-a1fb-269f180a1c37 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:53.107261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-055b0059-e7a3-47a5-b891-d3826f5ad4db req-b07474b6-d14d-4e60-a1fb-269f180a1c37 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.6179042 Jul 08 18:00:53.115836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708fa30d-0f44-4f1d-8470-fd60e3b252f2 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:53.122341 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:53.209796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Allocated IP 172.20.0.1 (b391f86d-9e5d-4e22-a6b6-7df87352b283/41ee3584-ec56-470e-beef-46302d8ad669/c91e319b-a8a8-4e52-b654-a20e1d8dbe2a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:53.317047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:53.326478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-055b0059-e7a3-47a5-b891-d3826f5ad4db req-f91ad148-a220-43ed-a1d4-0441e85f33df tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162261 Jul 08 18:00:53.423082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:53.481790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce', 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf', 'port_id': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce', 'mac_address': 'fa:16:3e:32:b8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12159336-ffa6-449d-a07c-a9ce0d1177e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:00:53.503800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c44ec7-c85a-4ce1-a894-7b1e3bafa5fe req-ba560b84-d1fc-4f9c-a455-38cc0b43ddf7 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:53.505383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43c44ec7-c85a-4ce1-a894-7b1e3bafa5fe req-ba560b84-d1fc-4f9c-a455-38cc0b43ddf7 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 946 time: 0.2420187 Jul 08 18:00:53.527684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:53.537126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:53.539965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:53.555397 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:53.576633 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:53.628617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:53.637861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b6a6b4-d52b-45cf-b384-709bba4c4ee6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:53.649055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43c44ec7-c85a-4ce1-a894-7b1e3bafa5fe req-af9cca7c-5690-47ca-9b74-3b65c6971ea5 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312640 Jul 08 18:00:53.659980 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:53.702661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Transition to ACTIVE for port object c91e319b-a8a8-4e52-b654-a20e1d8dbe2a will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:53.717432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f768ff97-380d-4dc2-9bfe-0a4240d700ce {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:53.749564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=12']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:53.795378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:53.804092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:53.819915 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:53.953419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Network b391f86d-9e5d-4e22-a6b6-7df87352b283 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:53.964652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ea39311-495c-4f8e-8191-83866d1b52f3 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:53.968863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f768ff97-380d-4dc2-9bfe-0a4240d700ce,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:54.029224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-1159d05e-4cc3-4905-b126-c26f4526cb0b', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:00:54.029224 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:54.030077 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:54.037515 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7de6a7ba-ce80-4ea7-b19f-3269c421bb52 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1428516 Jul 08 18:00:54.098884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 94176c39-77cb-4724-95b0-7a22f90683fa no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:54.113333 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b60b1f06-8f26-4a9d-a8b0-710797ad0490 req-5c6677e1-06db-477c-abb3-3cc1552bbc33 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 210 time: 0.1423943 Jul 08 18:00:54.117979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Pushing event updated for resources: {'Port': ['ID=c91e319b-a8a8-4e52-b654-a20e1d8dbe2a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:54.163314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['708fa30d-0f44-4f1d-8470-fd60e3b252f2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:54.176994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:54.339725 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733aa70-b68b-4070-81cd-555601feacdc req-8b8c8531-6779-4148-92d9-36fb1aeda198 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:54.342672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0733aa70-b68b-4070-81cd-555601feacdc req-8b8c8531-6779-4148-92d9-36fb1aeda198 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.3500268 Jul 08 18:00:54.344668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:54.414377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f768ff97-380d-4dc2-9bfe-0a4240d700ce'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:54.444456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-3eb34995-d36a-4d53-8e5b-3e9506c25605 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:54.447234 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-3eb34995-d36a-4d53-8e5b-3e9506c25605 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4008415 Jul 08 18:00:54.516311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Request body: {'port': {'device_id': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '0ece45c75085439aa23b1b8caecbe1f2'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:54.588162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:54.609634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5ea39311-495c-4f8e-8191-83866d1b52f3 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:54.629499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1d7d2200-326e-4e6b-b8d2-7a2774c1f35d None None] Provisioning for port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:54.651356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5ea39311-495c-4f8e-8191-83866d1b52f3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:54.651888 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:54.669658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1d7d2200-326e-4e6b-b8d2-7a2774c1f35d None None] Provisioning complete for port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:54.669970 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1d7d2200-326e-4e6b-b8d2-7a2774c1f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:54.702171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0733aa70-b68b-4070-81cd-555601feacdc req-8b90b91d-15b4-4917-a386-1a049f57564f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756321 Jul 08 18:00:54.754504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Allocated IP 172.20.0.2 (1159d05e-4cc3-4905-b126-c26f4526cb0b/0f045e0b-c45a-4220-963a-fa55f6fd6e60/0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:54.781990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c635a2-0736-4eef-8613-d02b1a368fef req-66568aa9-9e36-4b7b-9446-5cfbb77e9f34 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:54.783700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09c635a2-0736-4eef-8613-d02b1a368fef req-66568aa9-9e36-4b7b-9446-5cfbb77e9f34 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 946 time: 0.3672166 Jul 08 18:00:54.785217 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:54.792624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57806) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:54.803599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fb894917-52ff-4d5e-93b4-6a220e3b7b40 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Request body: {'floatingip': {'port_id': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:54.890366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Made reservation on behalf of 0ece45c75085439aa23b1b8caecbe1f2 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:54.893981 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb894917-52ff-4d5e-93b4-6a220e3b7b40 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:54.898134 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:54.923838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d2200-326e-4e6b-b8d2-7a2774c1f35d None None] Port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:00:55.097856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Allocated IP 192.168.233.150 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/b9a36f60-4a27-4af2-b4fe-96ceaa90873b) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:55.143118 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.190180 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 5ea39311-495c-4f8e-8191-83866d1b52f3, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5ea39311-495c-4f8e-8191-83866d1b52f3,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:55.223486 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.230592 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.333173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=5ea39311-495c-4f8e-8191-83866d1b52f3,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:55.336186 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.345787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Transition to ACTIVE for port object 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:55.365738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Transition to ACTIVE for port object 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:55.375173 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.416174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Network 1159d05e-4cc3-4905-b126-c26f4526cb0b is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:55.419619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:55.423150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:55.423804 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.439991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Pushing event updated for resources: {'Port': ['ID=0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:55.444417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Router c80ccec5-7317-4093-8713-83f6d40310b6 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:00:55.447538 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Transition to ACTIVE for port object b9a36f60-4a27-4af2-b4fe-96ceaa90873b will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:55.510132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d506b-8b8b-40a9-b621-ed927d7ddd57 req-907a0a00-6da9-4399-8725-b58ca1c25f20 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:55.511696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-046d506b-8b8b-40a9-b621-ed927d7ddd57 req-907a0a00-6da9-4399-8725-b58ca1c25f20 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 944 time: 0.5830557 Jul 08 18:00:55.523454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Attempting to bind port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:55.524217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Attempting to bind port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:55.524368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Attempting to bind port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be on network 1159d05e-4cc3-4905-b126-c26f4526cb0b {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:55.530683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:55.531153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Checking segment: {'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:55.531653 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.532192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Bound using segment: {'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:55.532773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Bound port: 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:55.533622 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.551664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28279404-5e61-4159-8c38-932869e57348 req-e64e7c26-ad5c-49d9-85f0-c0fd538aaedb tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:55.553205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28279404-5e61-4159-8c38-932869e57348 req-e64e7c26-ad5c-49d9-85f0-c0fd538aaedb tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 943 time: 0.5722339 Jul 08 18:00:55.587858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.607926 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.618296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] For port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:55.622526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] For port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be,segment=NetworkSegment(e32feda2-6865-4b29-8c51-54bd5ca5e79e),segment_id=e32feda2-6865-4b29-8c51-54bd5ca5e79e)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:55.628319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.657524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:55.662483 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.676181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Sync routers for ids ['c80ccec5-7317-4093-8713-83f6d40310b6'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:55.683563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:55.683832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:55.693898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:55.699029 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:55.719725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Routers {'c80ccec5-7317-4093-8713-83f6d40310b6'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:55.720394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c80ccec5-7317-4093-8713-83f6d40310b6'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:55.736293 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.740181 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d2a3964d-47d5-413c-9ffe-378389f64979 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.6512787 Jul 08 18:00:55.747908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57814) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:55.831632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:55.832305 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:55.853009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ea39311-495c-4f8e-8191-83866d1b52f3 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:55.855926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Set router c80ccec5-7317-4093-8713-83f6d40310b6 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:55.863792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['363d1993-a0ec-4b01-9795-2d73beaeb08d', '29de5d74-db15-4ba7-bc79-c6e222d64581', '708fa30d-0f44-4f1d-8470-fd60e3b252f2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:55.899514 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-d726a185-41d8-4460-810e-3eca64b11380 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3948236 Jul 08 18:00:55.915920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Request body: {'port': {'device_id': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:56.106840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-046d506b-8b8b-40a9-b621-ed927d7ddd57 req-95c84311-be40-4c19-98b7-db8fa8dc854c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863507 Jul 08 18:00:56.146028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60751f-1912-4542-969e-630bfbbc7d09 None None] Pushing event updated for resources: {'Port': ['ID=0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:56.146201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-c5ee380c-5ebe-4e83-9d1d-80b289fd845f service neutron] 10.222.0.74 "GET /v2.0/ports/94176c39-77cb-4724-95b0-7a22f90683fa/bindings/n-h2-799684-3 HTTP/1.1" status: 200 len: 384 time: 0.8844056 Jul 08 18:00:56.154237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:56.170096 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:56.205251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Pushing event updated for resources: {'Port': ['ID=c91e319b-a8a8-4e52-b654-a20e1d8dbe2a,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:56.293072 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28279404-5e61-4159-8c38-932869e57348 req-933b82c9-a45a-4136-9ab0-497061b3a9c7 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7239382 Jul 08 18:00:56.297363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-aca921aa-5958-4b75-9fe3-2fadeb1b92ab None None] Provisioning for port b9a36f60-4a27-4af2-b4fe-96ceaa90873b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:56.311607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5ea39311-495c-4f8e-8191-83866d1b52f3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:56.311977 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:56.319087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-aca921aa-5958-4b75-9fe3-2fadeb1b92ab None None] Provisioning complete for port b9a36f60-4a27-4af2-b4fe-96ceaa90873b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:56.319454 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aca921aa-5958-4b75-9fe3-2fadeb1b92ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:56.516337 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:56.543691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-aca921aa-5958-4b75-9fe3-2fadeb1b92ab None None] Port b9a36f60-4a27-4af2-b4fe-96ceaa90873b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:00:56.561854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:56.579809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:56.580325 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:56.769525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f768ff97-380d-4dc2-9bfe-0a4240d700ce up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:56.905959 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:56.953403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:54Z', 'revision_number': 3, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:56.958151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-056b2ceb-9a9b-4e72-8d6d-4e0df009085a service neutron] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=94176c39-77cb-4724-95b0-7a22f90683fa,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:56.977219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a36f60-4a27-4af2-b4fe-96ceaa90873b {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:56.986699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-056b2ceb-9a9b-4e72-8d6d-4e0df009085a service neutron] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:56.990357 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.018228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:57.030185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Transition to ACTIVE for port object b9a36f60-4a27-4af2-b4fe-96ceaa90873b will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:57.032479 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.resource_extend [None req-fb894917-52ff-4d5e-93b4-6a220e3b7b40 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:00:57.037751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.048585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Checking router: c80ccec5-7317-4093-8713-83f6d40310b6 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:57.050565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Updating router c80ccec5-7317-4093-8713-83f6d40310b6 port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:00:57.076029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:57.079815 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c0e089-ab44-471a-ab7c-1342a8fd07cd" -d '{"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-plugged", "status": "completed", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:57.082886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Network b391f86d-9e5d-4e22-a6b6-7df87352b283 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:57.089104 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.091784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:57.097112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-056b2ceb-9a9b-4e72-8d6d-4e0df009085a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94176c39-77cb-4724-95b0-7a22f90683fa {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:57.110539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc960-80c4-487a-8590-84aec5d22346 req-238506ed-ff37-401d-89b5-f6b61bb5a57d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:57.117871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d4cc960-80c4-487a-8590-84aec5d22346 req-238506ed-ff37-401d-89b5-f6b61bb5a57d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 936 time: 0.5974553 Jul 08 18:00:57.127340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:57.135246 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.164400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-056b2ceb-9a9b-4e72-8d6d-4e0df009085a service neutron] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=94176c39-77cb-4724-95b0-7a22f90683fa,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:57.228304 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.231747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=13']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:57.262085 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133137a-f1e7-4188-ae8b-556b11d20d8d req-3afae7f6-65be-4592-b474-39f3547988c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:57.274842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d133137a-f1e7-4188-ae8b-556b11d20d8d req-3afae7f6-65be-4592-b474-39f3547988c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.7507977 Jul 08 18:00:57.294791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cbfe31-44d6-4e1f-8437-9dbd1e574699 None None] Network 1159d05e-4cc3-4905-b126-c26f4526cb0b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:00:57.300458 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb894917-52ff-4d5e-93b4-6a220e3b7b40 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.302480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:57.305170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:57.306176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:57.317160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:00:57.317754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:57.328905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:57.329417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:57.329954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:57.330549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Bound port: b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:57.331022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.349075 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-056b2ceb-9a9b-4e72-8d6d-4e0df009085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.350940 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb894917-52ff-4d5e-93b4-6a220e3b7b40 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.373900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port f768ff97-380d-4dc2-9bfe-0a4240d700ce completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:57.445016 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:57.450092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:57.458959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.497401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-78eef3ad-4e9f-48d4-8913-9b3b69dca50a None None] Provisioning for port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:57.499516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port f768ff97-380d-4dc2-9bfe-0a4240d700ce triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:57.499810 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.502189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:57.502879 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.504696 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] 10.222.0.74 "PUT /v2.0/ports/b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 1096 time: 1.5936995 Jul 08 18:00:57.512282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:57.515034 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:57.527195 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d4cc960-80c4-487a-8590-84aec5d22346 req-06592937-6abb-4559-b318-5d7c0bba4d07 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038916 Jul 08 18:00:57.621339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d133137a-f1e7-4188-ae8b-556b11d20d8d req-59c11fc6-9bca-43c2-964a-664aa521f38b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460236 Jul 08 18:00:57.643251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Router 5845b531-8f5f-4457-a47e-656bba89a644 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:00:57.653545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317db17-7956-4f1a-aecb-ef579d46b880 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:57.688447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Allocated IP 172.20.0.1 (1159d05e-4cc3-4905-b126-c26f4526cb0b/0f045e0b-c45a-4220-963a-fa55f6fd6e60/924385e3-d693-47e0-b597-7f45f441065a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:57.705811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-8f479b2d-e29b-4c3c-977a-b654229dd295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:57.707532 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-8f479b2d-e29b-4c3c-977a-b654229dd295 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1099 time: 0.1458092 Jul 08 18:00:57.793591 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-c02ab751-c60b-4de0-9dab-979a1ef4e3a9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 217 time: 0.0736485 Jul 08 18:00:57.805104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:57.828415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-056b2ceb-9a9b-4e72-8d6d-4e0df009085a service neutron] Transition to ACTIVE for port object 94176c39-77cb-4724-95b0-7a22f90683fa will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:57.893796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-abc7173f-1e8b-495b-9ca8-db2b9d30a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:57.895207 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-abc7173f-1e8b-495b-9ca8-db2b9d30a6c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0662951 Jul 08 18:00:57.912771 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-056b2ceb-9a9b-4e72-8d6d-4e0df009085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.978798 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.003206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Transition to ACTIVE for port object 924385e3-d693-47e0-b597-7f45f441065a will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:58.007952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-3322ebb7-afda-4a25-ada9-27d7e3024cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:58.009475 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-3322ebb7-afda-4a25-ada9-27d7e3024cb0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067252 Jul 08 18:00:58.059601 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98539ad9-37f0-4ff6-a111-9c976baee54e x-openstack-request-id: req-98539ad9-37f0-4ff6-a111-9c976baee54e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:58.060515 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-plugged", "status": "completed", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:58.060956 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98539ad9-37f0-4ff6-a111-9c976baee54e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:58.061507 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'code': 200} Jul 08 18:00:58.108539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-470e92dd-b830-4cc2-8c97-a6e4f3d22f3a None None] Provisioning complete for port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:58.109219 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-470e92dd-b830-4cc2-8c97-a6e4f3d22f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.118571 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-89a41f77-2692-4889-9680-80b5ca4d7d53 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008444 Jul 08 18:00:58.147569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:58.158675 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.160314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-056b2ceb-9a9b-4e72-8d6d-4e0df009085a service neutron] No DVR routers for this DVR port 94176c39-77cb-4724-95b0-7a22f90683fa on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:58.167492 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.168967 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Sync routers for ids ['5845b531-8f5f-4457-a47e-656bba89a644'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:58.182749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e39fe74a-554f-4387-9c86-b6c35ba9084d admin admin] 10.222.0.73 "PUT /v2.0/routers/5845b531-8f5f-4457-a47e-656bba89a644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0862322 Jul 08 18:00:58.183194 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Routers {'5845b531-8f5f-4457-a47e-656bba89a644'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:58.183993 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['5845b531-8f5f-4457-a47e-656bba89a644'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:58.193787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:58.214043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Transition to ACTIVE for port object b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:58.222627 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:58.223157 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.261263 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.263916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-470e92dd-b830-4cc2-8c97-a6e4f3d22f3a None None] Port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:00:58.271986 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.323975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b2ceb-9a9b-4e72-8d6d-4e0df009085a service neutron] Pushing event updated for resources: {'Port': ['ID=94176c39-77cb-4724-95b0-7a22f90683fa,revision_number=10']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:58.330088 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-fb894917-52ff-4d5e-93b4-6a220e3b7b40 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Floating IP ede5b085-e6c6-4334-b682-216508fe875b associated. External IP: 172.25.8.231, port: 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250. Jul 08 18:00:58.338299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:58.381868 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=924385e3-d693-47e0-b597-7f45f441065a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:58.389194 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.424795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Attempting to bind port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:58.425174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Attempting to bind port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:58.425543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Attempting to bind port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:58.430674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Network 1159d05e-4cc3-4905-b126-c26f4526cb0b is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:58.433524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d81e27-2eb2-4cb7-8f8c-bdb9a60671e8 None None] Pushing event updated for resources: {'Port': ['ID=b2b6a6b4-d52b-45cf-b384-709bba4c4ee6,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:58.436932 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Set router 5845b531-8f5f-4457-a47e-656bba89a644 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:58.438160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:58.441433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:58.452532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:58.452911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:58.453319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.453731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:58.454250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Bound port: b2b6a6b4-d52b-45cf-b384-709bba4c4ee6, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:58.454622 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.500889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1e96bb0-d091-4534-84f2-48ded7bdce6b req-9d1609af-70fd-47d6-abad-76e1c2f72017 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742256 Jul 08 18:00:58.502518 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.625961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f768ff97-380d-4dc2-9bfe-0a4240d700ce,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:58.638387 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.649472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] For port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:58.663870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] For port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b2b6a6b4-d52b-45cf-b384-709bba4c4ee6,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:58.674309 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.764017 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.768274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be,segment=NetworkSegment(e32feda2-6865-4b29-8c51-54bd5ca5e79e),segment_id=e32feda2-6865-4b29-8c51-54bd5ca5e79e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:58.777016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d81e27-2eb2-4cb7-8f8c-bdb9a60671e8 None None] Pushing event updated for resources: {'Port': ['ID=b2b6a6b4-d52b-45cf-b384-709bba4c4ee6,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:58.780295 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Routers {'c80ccec5-7317-4093-8713-83f6d40310b6'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:58.780945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c80ccec5-7317-4093-8713-83f6d40310b6'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:58.784351 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.804464 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:54Z', 'revision_number': 4, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c91e319b-a8a8-4e52-b654-a20e1d8dbe2a', 'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'mac_address': 'fa:16:3e:bf:0a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '41ee3584-ec56-470e-beef-46302d8ad669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:51Z', 'updated_at': '2021-07-08T18:00:55Z', 'revision_number': 2, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'subnets': [{'id': '41ee3584-ec56-470e-beef-46302d8ad669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:58.846400 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Checking router: 5845b531-8f5f-4457-a47e-656bba89a644 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:58.847012 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Updating router 5845b531-8f5f-4457-a47e-656bba89a644 port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:00:58.864017 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-056b2ceb-9a9b-4e72-8d6d-4e0df009085a service neutron] 10.222.0.74 "PUT /v2.0/ports/94176c39-77cb-4724-95b0-7a22f90683fa/bindings/n-h2-799684-3/activate HTTP/1.1" status: 200 len: 369 time: 2.7123399 Jul 08 18:00:58.900594 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:58.989727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab319f7-4cac-4c13-a8bc-74b47e67827c req-0bb5a2d9-31cf-4747-ba87-3c2e8252145b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:58.991471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ab319f7-4cac-4c13-a8bc-74b47e67827c req-0bb5a2d9-31cf-4747-ba87-3c2e8252145b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 944 time: 1.0390217 Jul 08 18:00:59.004354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:59.017867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e510a105-a790-4162-af2c-5be78a120f84 None None] Provisioning complete for port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:59.021074 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e510a105-a790-4162-af2c-5be78a120f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.107540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a762367-cc06-4593-be2c-b0207787ce65 req-27ebd3f8-e387-4088-a1ac-459b440fa26e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:59.119373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a762367-cc06-4593-be2c-b0207787ce65 req-27ebd3f8-e387-4088-a1ac-459b440fa26e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 944 time: 0.2742393 Jul 08 18:00:59.120810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-da348846-b989-4255-a4ba-b514a006b415 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:59.124789 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-da348846-b989-4255-a4ba-b514a006b415 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1095 time: 0.1644044 Jul 08 18:00:59.176762 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.179110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ab319f7-4cac-4c13-a8bc-74b47e67827c req-a9a6a64c-2505-46b2-8c8a-52a64130119a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706121 Jul 08 18:00:59.192211 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a762367-cc06-4593-be2c-b0207787ce65 req-bdce2c63-b4ac-4b5f-a9e2-4520352eb7e0 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719678 Jul 08 18:00:59.202410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb894917-52ff-4d5e-93b4-6a220e3b7b40 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Router b732580a-e25f-49ad-a1aa-755ac313490e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:00:59.214570 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.275967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] Set router c80ccec5-7317-4093-8713-83f6d40310b6 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:59.350198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb894917-52ff-4d5e-93b4-6a220e3b7b40 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:59.355035 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb894917-52ff-4d5e-93b4-6a220e3b7b40 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.357403 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.367362 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Transition to ACTIVE for port object c91e319b-a8a8-4e52-b654-a20e1d8dbe2a will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:59.374635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28058f-f57d-40ba-bca1-b9d270d27736 None None] Sync routers for ids ['b732580a-e25f-49ad-a1aa-755ac313490e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:59.375261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=924385e3-d693-47e0-b597-7f45f441065a,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:59.376952 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.409292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28058f-f57d-40ba-bca1-b9d270d27736 None None] Routers {'b732580a-e25f-49ad-a1aa-755ac313490e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:59.410588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2c28058f-f57d-40ba-bca1-b9d270d27736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b732580a-e25f-49ad-a1aa-755ac313490e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:59.436863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fb894917-52ff-4d5e-93b4-6a220e3b7b40 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "PUT /v2.0/floatingips/ede5b085-e6c6-4334-b682-216508fe875b HTTP/1.1" status: 200 len: 992 time: 4.6430998 Jul 08 18:00:59.437483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed11599d-c115-4625-bb22-3c031072196d', 'tag': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:59.443801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.447280 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ec6b05-60c8-4231-af4c-1db92def1d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed11599d-c115-4625-bb22-3c031072196d", "tag": "4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:59.451625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-ada0cf4d-97dd-41c0-a80c-9c9f38a4c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:59.453236 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-ada0cf4d-97dd-41c0-a80c-9c9f38a4c2c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a&tenant_id=44a6d394ddab44db92242d5757a14aee HTTP/1.1" status: 200 len: 1095 time: 0.3188202 Jul 08 18:00:59.463481 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0b3da-2494-4694-b9c0-15e55d494293 None None] Pushing event updated for resources: {'Port': ['ID=c91e319b-a8a8-4e52-b654-a20e1d8dbe2a,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:59.618391 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Attempting to bind port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:59.618767 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Attempting to bind port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:59.619128 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Attempting to bind port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a on network b391f86d-9e5d-4e22-a6b6-7df87352b283 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:59.633851 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:59.634317 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Checking segment: {'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:59.640653 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e9b719-6067-40b3-82ea-27747b578fb4 x-openstack-request-id: req-b6e9b719-6067-40b3-82ea-27747b578fb4 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:59.640966 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:59.641331 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6e9b719-6067-40b3-82ea-27747b578fb4 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:59.641744 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'status': 'completed', 'code': 200} Jul 08 18:00:59.642113 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.654275 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Bound using segment: {'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:59.655216 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Bound port: c91e319b-a8a8-4e52-b654-a20e1d8dbe2a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:59.657664 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.760192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Network 1159d05e-4cc3-4905-b126-c26f4526cb0b is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:59.765740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:59.798810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-ba21b8a8-0105-4576-b541-9e3558f4fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:59.801975 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-ba21b8a8-0105-4576-b541-9e3558f4fbbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a6d394ddab44db92242d5757a14aee&device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 1095 time: 0.2722061 Jul 08 18:00:59.812062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf req-9ec2aa1d-9ddb-45de-815d-2b118b9e0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:59.813632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf req-9ec2aa1d-9ddb-45de-815d-2b118b9e0a3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1099 time: 0.1466005 Jul 08 18:00:59.815179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1c2afc97-e527-4981-a105-8993c0b7231f None None] Provisioning for port 924385e3-d693-47e0-b597-7f45f441065a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:59.821699 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] For port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:59.826416 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] For port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c91e319b-a8a8-4e52-b654-a20e1d8dbe2a,segment=NetworkSegment(606bb210-8e38-4e6a-91d3-6b48c2578c61),segment_id=606bb210-8e38-4e6a-91d3-6b48c2578c61)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:59.837013 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.892178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1c2afc97-e527-4981-a105-8993c0b7231f None None] Provisioning complete for port 924385e3-d693-47e0-b597-7f45f441065a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:59.895922 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c2afc97-e527-4981-a105-8993c0b7231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.951892 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Routers {'5845b531-8f5f-4457-a47e-656bba89a644'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:59.952677 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['5845b531-8f5f-4457-a47e-656bba89a644'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:59.958578 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0b3da-2494-4694-b9c0-15e55d494293 None None] Pushing event updated for resources: {'Port': ['ID=c91e319b-a8a8-4e52-b654-a20e1d8dbe2a,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:00.001080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:00.054876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf req-5eb38dcc-e3fd-4452-9bf1-86d5d2e62ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:00.059949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf req-5eb38dcc-e3fd-4452-9bf1-86d5d2e62ac0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2367082 Jul 08 18:01:00.094869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1c2afc97-e527-4981-a105-8993c0b7231f None None] Port 924385e3-d693-47e0-b597-7f45f441065a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:01:00.100430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:00.109312 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d7ba4a-b778-4b70-926b-11a4ac1f67b7" -d '{"events": [{"server_uuid": "72d4a2f9-0320-4325-aba7-7e3608e30e7e", "name": "network-vif-plugged", "status": "completed", "tag": "f768ff97-380d-4dc2-9bfe-0a4240d700ce"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:00.160078 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] Set router 5845b531-8f5f-4457-a47e-656bba89a644 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:00.217214 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf req-8c812729-a797-4e5a-9d0d-82f542ba1e9f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 217 time: 0.1051066 Jul 08 18:01:00.226443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Router c80ccec5-7317-4093-8713-83f6d40310b6 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:00.261736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-f4c61687-ec57-46fe-8f3b-860820476e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:00.264276 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-f4c61687-ec57-46fe-8f3b-860820476e9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 200 len: 922 time: 0.4543390 Jul 08 18:01:00.305867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:00.306410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:00.320175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-21eddc27-cd66-4f4e-b708-54d8b86ca14d None None] Provisioning complete for port 924385e3-d693-47e0-b597-7f45f441065a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:00.320548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-21eddc27-cd66-4f4e-b708-54d8b86ca14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:00.338126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57848) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:00.343280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f5dc0c2a-7075-4db6-93e0-4b0457a12686 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591211546', 'description': 'tempest-description--567420618'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:00.347314 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-32206f7e-f015-4cfe-8afe-3c748270a186 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94176c39-77cb-4724-95b0-7a22f90683fa HTTP/1.1" status: 200 len: 217 time: 0.0509214 Jul 08 18:01:00.375296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf req-607816b8-e2b5-491d-8ba3-a4ddfde26c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:00.376931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf req-607816b8-e2b5-491d-8ba3-a4ddfde26c98 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1510994 Jul 08 18:01:00.394322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182b5eb-8318-4b26-8b82-e1051232619c req-7bb44605-eff8-45b3-a885-926f6cf6a63e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:00.396235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0182b5eb-8318-4b26-8b82-e1051232619c req-7bb44605-eff8-45b3-a885-926f6cf6a63e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 948 time: 0.3746691 Jul 08 18:01:00.428314 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5dc0c2a-7075-4db6-93e0-4b0457a12686 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:00.523645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0182b5eb-8318-4b26-8b82-e1051232619c req-be0329c0-6610-45f5-8ffa-76030d3851ec tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162274 Jul 08 18:01:00.524526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2c28058f-f57d-40ba-bca1-b9d270d27736 None None] Set router b732580a-e25f-49ad-a1aa-755ac313490e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:00.537526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:00.547242 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:54Z', 'revision_number': 4, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c91e319b-a8a8-4e52-b654-a20e1d8dbe2a', 'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'mac_address': 'fa:16:3e:bf:0a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '41ee3584-ec56-470e-beef-46302d8ad669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:51Z', 'updated_at': '2021-07-08T18:00:59Z', 'revision_number': 4, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'subnets': [{'id': '41ee3584-ec56-470e-beef-46302d8ad669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:00.557409 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-76ded6c8-a7d7-4841-bef8-07d4468da1f0 admin admin] 10.222.0.73 "PUT /v2.0/routers/c80ccec5-7317-4093-8713-83f6d40310b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8001494 Jul 08 18:01:00.557409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-94582e79-92a3-4388-86ff-3ca0d5d8cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:00.570644 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-94582e79-92a3-4388-86ff-3ca0d5d8cca1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 200 len: 861 time: 0.1370516 Jul 08 18:01:00.596059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf req-4444b75c-687e-477e-8663-91e965a6514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:00.597741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf req-4444b75c-687e-477e-8663-91e965a6514f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2004428 Jul 08 18:01:00.602085 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240f5e6-b825-4f27-9c9e-cd8a4e6f261e None None] The sync data for ids ['5845b531-8f5f-4457-a47e-656bba89a644'] in n-d-799684-3 is: [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:54Z', 'revision_number': 4, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c91e319b-a8a8-4e52-b654-a20e1d8dbe2a', 'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'mac_address': 'fa:16:3e:bf:0a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '41ee3584-ec56-470e-beef-46302d8ad669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:51Z', 'updated_at': '2021-07-08T18:00:59Z', 'revision_number': 4, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'subnets': [{'id': '41ee3584-ec56-470e-beef-46302d8ad669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:00.656638 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-d831b3bc-507f-4125-8d33-78fc7aa01b23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43190986-6802-4c7b-ac7b-d918b098affc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830126 Jul 08 18:01:00.692930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-21eddc27-cd66-4f4e-b708-54d8b86ca14d None None] Port 924385e3-d693-47e0-b597-7f45f441065a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:01:00.735956 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd830680-ab95-40a2-8fb4-44ee740dd875 req-2d31675f-e68b-48cc-84e7-5dfcaec6f6e1 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:00.737685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd830680-ab95-40a2-8fb4-44ee740dd875 req-2d31675f-e68b-48cc-84e7-5dfcaec6f6e1 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.2725379 Jul 08 18:01:00.844823 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5dc0c2a-7075-4db6-93e0-4b0457a12686 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:00.886608 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5dc0c2a-7075-4db6-93e0-4b0457a12686 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:00.888295 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-b48ab5a1-4663-42d4-a9e9-f4f6c17d4c7e service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134755 Jul 08 18:01:00.960112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf req-db5a38c1-8f5a-4c59-925e-afd6a7613470 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508160 Jul 08 18:01:00.973208 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '924385e3-d693-47e0-b597-7f45f441065a', 'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'mac_address': 'fa:16:3e:61:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:57Z', 'updated_at': '2021-07-08T18:00:57Z', 'revision_number': 1, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'subnets': [{'id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:00.984312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd830680-ab95-40a2-8fb4-44ee740dd875 req-96640fc5-bf0a-4ad9-a5d2-95eb6b30bf0e tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266607 Jul 08 18:01:01.022963 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-046a016b-55b8-412c-99fc-261de0244e00 service neutron] 10.222.0.59 "GET /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282680 Jul 08 18:01:01.032802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0391d9c4-9df3-4097-9fb2-233397f2f774 None None] The sync data for ids ['c80ccec5-7317-4093-8713-83f6d40310b6'] in n-d-799684-3 is: [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '924385e3-d693-47e0-b597-7f45f441065a', 'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'mac_address': 'fa:16:3e:61:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:57Z', 'updated_at': '2021-07-08T18:00:57Z', 'revision_number': 1, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'subnets': [{'id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:01.057216 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5dc0c2a-7075-4db6-93e0-4b0457a12686 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.058898 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f5dc0c2a-7075-4db6-93e0-4b0457a12686 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7190657 Jul 08 18:01:01.061004 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3998f732-1a31-48f7-80d6-99604007342a x-openstack-request-id: req-3998f732-1a31-48f7-80d6-99604007342a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:01.061389 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed11599d-c115-4625-bb22-3c031072196d", "tag": "4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:01.061510 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3998f732-1a31-48f7-80d6-99604007342a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:01.063150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57856) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:01.073125 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71606c8-6ac5-43b9-8cf3-1af464ca6c0b x-openstack-request-id: req-d71606c8-6ac5-43b9-8cf3-1af464ca6c0b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:01.073414 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d4a2f9-0320-4325-aba7-7e3608e30e7e", "name": "network-vif-plugged", "status": "completed", "tag": "f768ff97-380d-4dc2-9bfe-0a4240d700ce", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:01.073655 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d71606c8-6ac5-43b9-8cf3-1af464ca6c0b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:01.074199 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce', 'code': 200} Jul 08 18:01:01.074681 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed11599d-c115-4625-bb22-3c031072196d', 'tag': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250', 'status': 'completed', 'code': 200} Jul 08 18:01:01.076858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ee48fcaf-dc05-4936-a44a-af955d1be7fe tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Request body: {'security_group_rule': {'security_group_id': 'de353125-cf10-43c9-89dd-8c6656ed166d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:01.131660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc0c2a-7075-4db6-93e0-4b0457a12686 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de353125-cf10-43c9-89dd-8c6656ed166d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:01.132269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2c28058f-f57d-40ba-bca1-b9d270d27736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:26Z', 'revision_number': 4, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'ede5b085-e6c6-4334-b682-216508fe875b', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'port_id': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'mac_address': 'fa:16:3e:8a:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed11599d-c115-4625-bb22-3c031072196d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:00:30Z', 'updated_at': '2021-07-08T18:00:56Z', 'revision_number': 1, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2fc77b-edd4-443a-a1a6-e5ac689cb362', 'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'mac_address': 'fa:16:3e:84:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:25Z', 'updated_at': '2021-07-08T18:00:33Z', 'revision_number': 5, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'subnets': [{'id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:01.191764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28058f-f57d-40ba-bca1-b9d270d27736 None None] Checking router: b732580a-e25f-49ad-a1aa-755ac313490e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:01.216616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28058f-f57d-40ba-bca1-b9d270d27736 None None] Routers {'b732580a-e25f-49ad-a1aa-755ac313490e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:01.217561 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2c28058f-f57d-40ba-bca1-b9d270d27736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b732580a-e25f-49ad-a1aa-755ac313490e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:01.261470 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee48fcaf-dc05-4936-a44a-af955d1be7fe tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.354062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee48fcaf-dc05-4936-a44a-af955d1be7fe tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.363203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6b05-60c8-4231-af4c-1db92def1d5f req-3ba97216-7b64-4365-a5e2-bbd6d2d14aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:01.365759 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2ec6b05-60c8-4231-af4c-1db92def1d5f req-3ba97216-7b64-4365-a5e2-bbd6d2d14aba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9685013a6dbc403a8b0a3cca6487da54&device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 1097 time: 0.2102644 Jul 08 18:01:01.368275 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee48fcaf-dc05-4936-a44a-af955d1be7fe tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.390372 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ca0ec9-100e-4360-b8cf-a164c37f12bf req-18919cb9-45c0-409d-aac6-9ba855090087 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019442 Jul 08 18:01:01.448650 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48fcaf-dc05-4936-a44a-af955d1be7fe tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d710873c-31e5-4304-a533-858cb64b52d4,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:01.477375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2c28058f-f57d-40ba-bca1-b9d270d27736 None None] Set router b732580a-e25f-49ad-a1aa-755ac313490e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:01.503281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59715f-81fb-4a0a-8866-c52d18c632d7 req-fce454a6-e0f0-41f0-a58f-bd5fe7edbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:01.504984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c59715f-81fb-4a0a-8866-c52d18c632d7 req-fce454a6-e0f0-41f0-a58f-bd5fe7edbc3f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 1096 time: 0.3034298 Jul 08 18:01:01.573737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfb6a1-4062-4e8e-a3fc-a62796eedd9e req-92ee3e32-b67c-469d-b7e1-4c5be044ea79 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:01.584849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee48fcaf-dc05-4936-a44a-af955d1be7fe tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.586063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4acfb6a1-4062-4e8e-a3fc-a62796eedd9e req-92ee3e32-b67c-469d-b7e1-4c5be044ea79 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 944 time: 0.2791395 Jul 08 18:01:01.586913 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ee48fcaf-dc05-4936-a44a-af955d1be7fe tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5202737 Jul 08 18:01:01.590633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57860) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:01.597971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-aaed6ed2-a9a3-4c25-921e-6306f513e21c tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Request body: {'security_group_rule': {'security_group_id': 'de353125-cf10-43c9-89dd-8c6656ed166d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:01.625020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626befcb-723f-475f-bf31-06e2949b3ed4 req-dd9ebbeb-1847-4578-8f2a-5b90f56fc506 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:01.625020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-626befcb-723f-475f-bf31-06e2949b3ed4 req-dd9ebbeb-1847-4578-8f2a-5b90f56fc506 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.2797959 Jul 08 18:01:01.678690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c59715f-81fb-4a0a-8866-c52d18c632d7 req-26afdc5b-78df-4301-b670-6538282cff4b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442432 Jul 08 18:01:01.704241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-626befcb-723f-475f-bf31-06e2949b3ed4 req-c5bcaa04-738f-410a-9276-ff90af9df0d4 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624244 Jul 08 18:01:01.722886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6b05-60c8-4231-af4c-1db92def1d5f req-bcb8794f-b5ea-47a6-b767-b8e05b6b20ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:01.724815 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2ec6b05-60c8-4231-af4c-1db92def1d5f req-bcb8794f-b5ea-47a6-b767-b8e05b6b20ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb95d726-b821-4f12-891b-bbac372abcaf HTTP/1.1" status: 200 len: 913 time: 0.3444853 Jul 08 18:01:01.750553 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4acfb6a1-4062-4e8e-a3fc-a62796eedd9e req-a2e57994-eeb1-4e13-b70c-27dabd77bdf3 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595318 Jul 08 18:01:01.757085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aaed6ed2-a9a3-4c25-921e-6306f513e21c tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.781556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-e44203aa-66f6-49d5-a8bc-c4db62659687 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:01.787055 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-e44203aa-66f6-49d5-a8bc-c4db62659687 tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a&tenant_id=44a6d394ddab44db92242d5757a14aee&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1095 time: 0.2801445 Jul 08 18:01:01.792999 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c91e319b-a8a8-4e52-b654-a20e1d8dbe2a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:01.979191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:01.993045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:01.993397 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.030135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2ec6b05-60c8-4231-af4c-1db92def1d5f req-af4cc8b3-ebb6-411d-9be1-13f615b09bd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 HTTP/1.1" status: 200 len: 1000 time: 0.2376087 Jul 08 18:01:02.113565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2c28058f-f57d-40ba-bca1-b9d270d27736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:26Z', 'revision_number': 4, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'ede5b085-e6c6-4334-b682-216508fe875b', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'port_id': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'mac_address': 'fa:16:3e:8a:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed11599d-c115-4625-bb22-3c031072196d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:00:30Z', 'updated_at': '2021-07-08T18:00:56Z', 'revision_number': 1, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2fc77b-edd4-443a-a1a6-e5ac689cb362', 'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'mac_address': 'fa:16:3e:84:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:25Z', 'updated_at': '2021-07-08T18:00:33Z', 'revision_number': 5, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'subnets': [{'id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:02.141836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa7e0b-2a8a-428b-8dcd-9262332beb0a req-f40a5fbb-297a-435e-b740-20d8845215e3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:02.149397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbaa7e0b-2a8a-428b-8dcd-9262332beb0a req-f40a5fbb-297a-435e-b740-20d8845215e3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 948 time: 0.2310352 Jul 08 18:01:02.161016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28058f-f57d-40ba-bca1-b9d270d27736 None None] The sync data for ids ['b732580a-e25f-49ad-a1aa-755ac313490e'] in n-d-799684-3 is: [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:26Z', 'revision_number': 4, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'ede5b085-e6c6-4334-b682-216508fe875b', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'port_id': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'mac_address': 'fa:16:3e:8a:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed11599d-c115-4625-bb22-3c031072196d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:00:30Z', 'updated_at': '2021-07-08T18:00:56Z', 'revision_number': 1, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2fc77b-edd4-443a-a1a6-e5ac689cb362', 'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'mac_address': 'fa:16:3e:84:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:25Z', 'updated_at': '2021-07-08T18:00:33Z', 'revision_number': 5, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'subnets': [{'id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:02.198767 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aaed6ed2-a9a3-4c25-921e-6306f513e21c tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.206044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-05c513ef-7f08-4005-9365-c3ce497d1625 service neutron] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:02.212509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5730692-1813-4b7d-897f-14341ad89288 req-8b2b03d3-769c-4414-bf75-3cc54363cd44 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:02.213226 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-05c513ef-7f08-4005-9365-c3ce497d1625 service neutron] Notify callbacks [] for binding, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.214565 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a906f682-ffb1-47b7-844f-68ba0248a335 req-05c513ef-7f08-4005-9365-c3ce497d1625 service neutron] 10.222.0.59 "DELETE /v2.0/ports/94176c39-77cb-4724-95b0-7a22f90683fa/bindings/n-h1-799684-3 HTTP/1.1" status: 204 len: 173 time: 0.4091837 Jul 08 18:01:02.217815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6b05-60c8-4231-af4c-1db92def1d5f req-59e5d2f5-57b8-4abb-b655-effa9478d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:02.219540 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2ec6b05-60c8-4231-af4c-1db92def1d5f req-59e5d2f5-57b8-4abb-b655-effa9478d6b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c1f6c0e-fbb5-4df4-b91c-679590b6105b HTTP/1.1" status: 200 len: 851 time: 0.1730464 Jul 08 18:01:02.219706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-8b2b03d3-769c-4414-bf75-3cc54363cd44 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/networks?id=1159d05e-4cc3-4905-b126-c26f4526cb0b HTTP/1.1" status: 200 len: 827 time: 0.2542753 Jul 08 18:01:02.221677 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aaed6ed2-a9a3-4c25-921e-6306f513e21c tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.291851 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbaa7e0b-2a8a-428b-8dcd-9262332beb0a req-a1be5bc5-6ada-42b7-b90b-0d701ac19680 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414626 Jul 08 18:01:02.298336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-a454ffdc-20f4-48b6-a4b4-cd1107fca78d tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/quotas/fdd2d756d106409e9df15d5c030bb132 HTTP/1.1" status: 200 len: 375 time: 0.0778956 Jul 08 18:01:02.322102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed6ed2-a9a3-4c25-921e-6306f513e21c tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6b7ab1-e868-4017-bc1e-084f8d0f0d7a,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:02.339597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aaed6ed2-a9a3-4c25-921e-6306f513e21c tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.340735 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.341674 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aaed6ed2-a9a3-4c25-921e-6306f513e21c tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7498026 Jul 08 18:01:02.349008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57878) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:02.355737 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:02.382121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6b05-60c8-4231-af4c-1db92def1d5f req-fcdfb374-2b62-45d6-ac88-ae6d5e75f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:02.384329 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2ec6b05-60c8-4231-af4c-1db92def1d5f req-fcdfb374-2b62-45d6-ac88-ae6d5e75f8cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb95d726-b821-4f12-891b-bbac372abcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409948 Jul 08 18:01:02.390695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-177698a3-c1c3-42ff-aabd-3bb470e0f711 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=fdd2d756d106409e9df15d5c030bb132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864658 Jul 08 18:01:02.441768 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c91e319b-a8a8-4e52-b654-a20e1d8dbe2a,segment=NetworkSegment(606bb210-8e38-4e6a-91d3-6b48c2578c61),segment_id=606bb210-8e38-4e6a-91d3-6b48c2578c61)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:02.444712 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.459845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.610649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-28231b51-a716-4440-9f2e-e5ab81d6da93 service neutron] 10.222.0.73 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116323 Jul 08 18:01:02.634867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=c91e319b-a8a8-4e52-b654-a20e1d8dbe2a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:02.716268 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2ec6b05-60c8-4231-af4c-1db92def1d5f req-0d28b072-133f-4cae-8a4c-3a23386dc145 service neutron] 10.222.0.59 "GET /v2.0/networks/bb95d726-b821-4f12-891b-bbac372abcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232284 Jul 08 18:01:02.825073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-0724c528-5803-4bff-89f4-0bc650d1257e service neutron] 10.222.0.73 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119360 Jul 08 18:01:02.839080 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.922100 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2ec6b05-60c8-4231-af4c-1db92def1d5f req-592faa9f-b7e9-45b4-9c0b-c773830b662a service neutron] 10.222.0.59 "GET /v2.0/networks/bb95d726-b821-4f12-891b-bbac372abcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955373 Jul 08 18:01:02.959993 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f6b4a9-e3c1-4540-83c3-6961e64b9d87 None None] New status for floating IP ede5b085-e6c6-4334-b682-216508fe875b: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:01:03.083542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Allocated IP 172.25.8.86 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/b82402ac-53e8-4482-ae17-886954665c36) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:03.239909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cc78f-8d15-4e52-97aa-87d34ca47b3b req-485445d8-30bc-411b-ac01-a7c8d4e1f1e8 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:03.254992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-421cc78f-8d15-4e52-97aa-87d34ca47b3b req-485445d8-30bc-411b-ac01-a7c8d4e1f1e8 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.2353320 Jul 08 18:01:03.279962 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:03.339670 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-421cc78f-8d15-4e52-97aa-87d34ca47b3b req-47077ecd-ae31-48be-bfe5-056f6f43dcdd tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835159 Jul 08 18:01:03.379735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:03.478609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e8260-82b6-4a48-a414-0cc421b97502 req-2247e84d-e23e-489d-9609-d1d27d73ac67 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:03.481910 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f76e8260-82b6-4a48-a414-0cc421b97502 req-2247e84d-e23e-489d-9609-d1d27d73ac67 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.1319139 Jul 08 18:01:03.564925 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f76e8260-82b6-4a48-a414-0cc421b97502 req-6a442746-5a91-4b56-99fa-2ea687ccce68 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720589 Jul 08 18:01:03.616056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53f52c-6724-40d3-b189-ebd2f456fb1d req-86c3c1dc-60c9-45b7-874a-dacb4a287f32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:03.619142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b53f52c-6724-40d3-b189-ebd2f456fb1d req-86c3c1dc-60c9-45b7-874a-dacb4a287f32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 944 time: 0.1358027 Jul 08 18:01:03.707936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4615b33a-fcac-4801-9d8a-a38706ed130b req-e403dc77-534a-4a6a-8763-7d630264f4ad tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 210 time: 0.0526843 Jul 08 18:01:03.740907 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b53f52c-6724-40d3-b189-ebd2f456fb1d req-7cf37ec5-1bd3-4321-ab37-41c2ece06c11 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148336 Jul 08 18:01:03.796225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c91e319b-a8a8-4e52-b654-a20e1d8dbe2a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:03.890525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:03.891553 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:03.922143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:03.997176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:04.000441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:04.004196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:04.005381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f892ea0-8c42-429a-ab7f-4886ea042ab8 req-a542b5cf-ea50-463d-83ce-b94d8eaf7a2b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:04.015823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f892ea0-8c42-429a-ab7f-4886ea042ab8 req-a542b5cf-ea50-463d-83ce-b94d8eaf7a2b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 948 time: 0.1291206 Jul 08 18:01:04.034534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:04.060585 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.063973 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f892ea0-8c42-429a-ab7f-4886ea042ab8 req-4e40064a-b10a-4f87-8462-0cc9566c3b79 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470402 Jul 08 18:01:04.065589 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Pushing event updated for resources: {'Port': ['ID=b82402ac-53e8-4482-ae17-886954665c36,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:04.096114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:04.102872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:04.103313 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.139738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b9a36f60-4a27-4af2-b4fe-96ceaa90873b details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:01:04.225499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473f6bb-9e74-49db-8e10-d3b8c8f794c4 req-29329d20-9f1f-4402-a92a-7bf34d3e17f2 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:04.226352 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.239023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1473f6bb-9e74-49db-8e10-d3b8c8f794c4 req-29329d20-9f1f-4402-a92a-7bf34d3e17f2 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 1096 time: 0.1440330 Jul 08 18:01:04.287874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1473f6bb-9e74-49db-8e10-d3b8c8f794c4 req-f6b238e7-f103-4440-9388-13a95c8c7351 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467575 Jul 08 18:01:04.293754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.314783 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.342504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b2b6a6b4-d52b-45cf-b384-709bba4c4ee6,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:04.352676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.411102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:04.436333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'mac_address': 'fa:16:3e:06:ac:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:01:04.438077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b2b6a6b4-d52b-45cf-b384-709bba4c4ee6,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:04.522402 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.546581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a36f60-4a27-4af2-b4fe-96ceaa90873b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:04.569048 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.577596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.595837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:04.603322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606046d-5602-4c9e-8990-2aafbf141aaf req-2d03df4c-4d66-4bad-9482-dbc74d47923b tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:04.605138 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.614401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3606046d-5602-4c9e-8990-2aafbf141aaf req-2d03df4c-4d66-4bad-9482-dbc74d47923b tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 1095 time: 0.1358383 Jul 08 18:01:04.671000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834b273-cb79-417d-823a-317f8a4b2db7 req-012e5dad-d8a5-40ff-880b-6b3a6ab091fa tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:04.673009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1834b273-cb79-417d-823a-317f8a4b2db7 req-012e5dad-d8a5-40ff-880b-6b3a6ab091fa tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 1096 time: 0.1517575 Jul 08 18:01:04.678113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Pushing event updated for resources: {'Port': ['ID=b82402ac-53e8-4482-ae17-886954665c36,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:04.678323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3606046d-5602-4c9e-8990-2aafbf141aaf req-5242181c-d208-4e0f-831d-fd1097e073fa tempest-LiveAutoBlockMigrationV225Test-930321224 tempest-LiveAutoBlockMigrationV225Test-930321224-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619338 Jul 08 18:01:04.685915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:04.686349 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.711146 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.714134 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ca12a8c1-6627-4773-9512-0a405ebb761f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3623238 Jul 08 18:01:04.722867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1834b273-cb79-417d-823a-317f8a4b2db7 req-ba7472fc-8b54-48c9-ac19-104ffe310754 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Jul 08 18:01:04.987936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3be46b-082a-49fc-a0c2-9dac7753bbc9 req-368685c2-009c-4204-8c45-20259caf00f6 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:04.991945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b9a36f60-4a27-4af2-b4fe-96ceaa90873b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:04.997254 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b3be46b-082a-49fc-a0c2-9dac7753bbc9 req-368685c2-009c-4204-8c45-20259caf00f6 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 945 time: 0.1385248 Jul 08 18:01:05.085486 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a72ffd1-cc0d-4e75-8bae-32673d5da0cf req-bc488e6b-3ce8-4bfe-bfae-00965335a034 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 210 time: 0.0852513 Jul 08 18:01:05.248619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b3be46b-082a-49fc-a0c2-9dac7753bbc9 req-84f6f55e-bc22-4621-aa4d-42de2fd27229 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503133 Jul 08 18:01:05.374629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5730692-1813-4b7d-897f-14341ad89288 req-7422ef02-668c-46f6-94cd-b7abd1f426d5 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:05.376146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-7422ef02-668c-46f6-94cd-b7abd1f426d5 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.74 "GET /v2.0/networks?id=1159d05e-4cc3-4905-b126-c26f4526cb0b HTTP/1.1" status: 200 len: 827 time: 0.3458807 Jul 08 18:01:05.393070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Request body: {'port': {'device_id': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'admin_state_up': True, 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:05.625830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Made reservation on behalf of fdd2d756d106409e9df15d5c030bb132 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:01:05.631237 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:05.726088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:05.788772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:05.789392 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:05.882474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Allocated IP 172.20.0.9 (1159d05e-4cc3-4905-b126-c26f4526cb0b/0f045e0b-c45a-4220-963a-fa55f6fd6e60/49edc3d6-f15f-427f-a182-38ffcf7bde15) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:05.924723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d6cda-36c1-45b9-83de-59438a2eaaab req-722d01e4-db71-456c-bdaf-14f9da83dd0a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:05.926331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f4d6cda-36c1-45b9-83de-59438a2eaaab req-722d01e4-db71-456c-bdaf-14f9da83dd0a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 949 time: 0.1828432 Jul 08 18:01:06.201849 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ccf7dfc3-ef6d-4ef6-ae7b-92b557e6616c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:06.339455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f4d6cda-36c1-45b9-83de-59438a2eaaab req-87733451-3981-4b20-949d-6a73a5e5ba74 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922806 Jul 08 18:01:06.345662 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Sync routers for ids ['c80ccec5-7317-4093-8713-83f6d40310b6'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:06.362557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Routers {'c80ccec5-7317-4093-8713-83f6d40310b6'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:06.363983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c80ccec5-7317-4093-8713-83f6d40310b6'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:06.383023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67662c-6906-446d-a4cf-db0ce68e6a3d req-e9ed896e-21eb-4eb4-8c3b-11c1f62d584d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:06.393122 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7c67662c-6906-446d-a4cf-db0ce68e6a3d req-e9ed896e-21eb-4eb4-8c3b-11c1f62d584d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 944 time: 0.1201158 Jul 08 18:01:06.487792 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:06.508602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Transition to ACTIVE for port object 49edc3d6-f15f-427f-a182-38ffcf7bde15 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:06.546619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7c67662c-6906-446d-a4cf-db0ce68e6a3d req-56f23cc2-afd2-4e4f-b13f-53844620d999 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Deleting port 94176c39-77cb-4724-95b0-7a22f90683fa {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:06.550226 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7c67662c-6906-446d-a4cf-db0ce68e6a3d req-56f23cc2-afd2-4e4f-b13f-53844620d999 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:06.585604 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:06.594751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Set router c80ccec5-7317-4093-8713-83f6d40310b6 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:06.739691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7c67662c-6906-446d-a4cf-db0ce68e6a3d req-56f23cc2-afd2-4e4f-b13f-53844620d999 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] For port 94176c39-77cb-4724-95b0-7a22f90683fa, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=94176c39-77cb-4724-95b0-7a22f90683fa,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:06.740339 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7c67662c-6906-446d-a4cf-db0ce68e6a3d req-56f23cc2-afd2-4e4f-b13f-53844620d999 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:06.750605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Network 1159d05e-4cc3-4905-b126-c26f4526cb0b is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:06.755971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7c67662c-6906-446d-a4cf-db0ce68e6a3d req-56f23cc2-afd2-4e4f-b13f-53844620d999 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Calling delete_port for 94176c39-77cb-4724-95b0-7a22f90683fa owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:06.781314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:06.792215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:06.857294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d3f74fd3-0d8f-437f-bee1-c482fa42ad0e tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:01:06.866439 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d3f74fd3-0d8f-437f-bee1-c482fa42ad0e tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0793798 Jul 08 18:01:06.877298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Request body: {'binding': {'host': 'n-h1-799684-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:06.877997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Unknown quota resources ['binding']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:01:06.891173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:06.892034 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:06.900989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Pushing event updated for resources: {'Port': ['ID=49edc3d6-f15f-427f-a182-38ffcf7bde15,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:06.988234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '924385e3-d693-47e0-b597-7f45f441065a', 'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'mac_address': 'fa:16:3e:61:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:57Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 2, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'subnets': [{'id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:07.038889 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Checking router: c80ccec5-7317-4093-8713-83f6d40310b6 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:07.039509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Updating router c80ccec5-7317-4093-8713-83f6d40310b6 port 924385e3-d693-47e0-b597-7f45f441065a binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:01:07.042709 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7c67662c-6906-446d-a4cf-db0ce68e6a3d req-56f23cc2-afd2-4e4f-b13f-53844620d999 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.065961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-c3b5d190-2a40-4753-81c5-c413fe405576 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6785192 Jul 08 18:01:07.081952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Request body: {'port': {'device_id': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:07.116843 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.125575 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5b997864-b587-4835-b5b5-9b0df43ca007', '02b9e605-1e46-4f32-b340-d5828e22b29e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:07.144692 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f23cc2-afd2-4e4f-b13f-53844620d999 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Pushing event deleted for resources: {'Port': ['ID=94176c39-77cb-4724-95b0-7a22f90683fa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:07.233003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c67662c-6906-446d-a4cf-db0ce68e6a3d req-56f23cc2-afd2-4e4f-b13f-53844620d999 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] No DVR routers for this DVR port 94176c39-77cb-4724-95b0-7a22f90683fa on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:07.241018 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7c67662c-6906-446d-a4cf-db0ce68e6a3d req-56f23cc2-afd2-4e4f-b13f-53844620d999 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.245080 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7c67662c-6906-446d-a4cf-db0ce68e6a3d req-56f23cc2-afd2-4e4f-b13f-53844620d999 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.59 "DELETE /v2.0/ports/94176c39-77cb-4724-95b0-7a22f90683fa HTTP/1.1" status: 204 len: 173 time: 0.8458261 Jul 08 18:01:07.245613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'name': 'network-vif-deleted', 'tag': '94176c39-77cb-4724-95b0-7a22f90683fa'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:07.250857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce on host n-h1-799684-3 for vnic_type normal with profile None {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:07.251190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:07.251340 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fea1b8-6f32-4510-bbd2-3300d60716c0" -d '{"events": [{"server_uuid": "bd941b77-b34a-44a3-91de-6a3db3af2c8a", "name": "network-vif-deleted", "tag": "94176c39-77cb-4724-95b0-7a22f90683fa"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:07.251567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:07.260392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d2f92286-4d42-4b1c-b4b2-8d238f68abae None None] Provisioning for port 49edc3d6-f15f-427f-a182-38ffcf7bde15 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:07.261070 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.262486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Port f768ff97-380d-4dc2-9bfe-0a4240d700ce on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:01:07.262801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:07.295032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:07.295918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:07.299507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:07.301182 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Bound port: f768ff97-380d-4dc2-9bfe-0a4240d700ce, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:07.328891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d2f92286-4d42-4b1c-b4b2-8d238f68abae None None] Provisioning complete for port 49edc3d6-f15f-427f-a182-38ffcf7bde15 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:07.329401 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d2f92286-4d42-4b1c-b4b2-8d238f68abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.424900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d2f92286-4d42-4b1c-b4b2-8d238f68abae None None] Port 49edc3d6-f15f-427f-a182-38ffcf7bde15 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:01:07.613966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:07.627858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81d68925-d6a8-41ec-86b1-8335f60e9bed req-e3885367-91c7-41af-bbcb-fb2ac01face3 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 210 time: 0.2127817 Jul 08 18:01:07.633488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.647710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] 10.222.0.73 "POST /v2.0/ports/f768ff97-380d-4dc2-9bfe-0a4240d700ce/bindings HTTP/1.1" status: 201 len: 389 time: 0.7735140 Jul 08 18:01:07.688314 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.709584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Transition to ACTIVE for port object 924385e3-d693-47e0-b597-7f45f441065a will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:07.745010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.872553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53910102-e457-41fb-8cb0-2357d8024f0c None None] Pushing event updated for resources: {'Port': ['ID=924385e3-d693-47e0-b597-7f45f441065a,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:07.988717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Attempting to bind port 924385e3-d693-47e0-b597-7f45f441065a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:07.989110 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Attempting to bind port 924385e3-d693-47e0-b597-7f45f441065a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:07.989496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Attempting to bind port 924385e3-d693-47e0-b597-7f45f441065a on network 1159d05e-4cc3-4905-b126-c26f4526cb0b {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:08.001455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:08.002427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Checking segment: {'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:08.002838 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:08.003232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Bound using segment: {'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:08.005809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Bound port: 924385e3-d693-47e0-b597-7f45f441065a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:08.006005 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:08.136830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b9a36f60-4a27-4af2-b4fe-96ceaa90873b up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:08.152954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] For port 924385e3-d693-47e0-b597-7f45f441065a, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:08.156824 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2a4151-931d-470d-90bc-d211ed1f72ce x-openstack-request-id: req-2f2a4151-931d-470d-90bc-d211ed1f72ce {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:08.157361 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd941b77-b34a-44a3-91de-6a3db3af2c8a", "name": "network-vif-deleted", "tag": "94176c39-77cb-4724-95b0-7a22f90683fa", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:08.157361 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f2a4151-931d-470d-90bc-d211ed1f72ce {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:08.157803 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd941b77-b34a-44a3-91de-6a3db3af2c8a', 'name': 'network-vif-deleted', 'tag': '94176c39-77cb-4724-95b0-7a22f90683fa', 'status': 'completed', 'code': 200} Jul 08 18:01:08.185400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-1789bc1a-5cf9-4abd-b2de-161ef8f975f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:08.186946 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-1789bc1a-5cf9-4abd-b2de-161ef8f975f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 1096 time: 0.1308236 Jul 08 18:01:08.195784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c42e5a-3a46-4f8d-b533-db96fa28cb01 req-5f8cef82-e14c-4701-8f4f-5a0013126955 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:08.214095 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96c42e5a-3a46-4f8d-b533-db96fa28cb01 req-5f8cef82-e14c-4701-8f4f-5a0013126955 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 931 time: 0.3916719 Jul 08 18:01:08.245459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] For port 924385e3-d693-47e0-b597-7f45f441065a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=924385e3-d693-47e0-b597-7f45f441065a,segment=NetworkSegment(e32feda2-6865-4b29-8c51-54bd5ca5e79e),segment_id=e32feda2-6865-4b29-8c51-54bd5ca5e79e)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:08.256183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49edc3d6-f15f-427f-a182-38ffcf7bde15 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:08.257140 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:08.270111 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:08.315393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96c42e5a-3a46-4f8d-b533-db96fa28cb01 req-0a7da96f-3f13-4e45-83a5-aaa34be99ce9 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976207 Jul 08 18:01:08.316823 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Transition to ACTIVE for port object 49edc3d6-f15f-427f-a182-38ffcf7bde15 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:08.326401 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:08.392274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-f6d4787b-fce8-47cb-b442-4d452a70a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:08.394066 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-f6d4787b-fce8-47cb-b442-4d452a70a8c3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.2003014 Jul 08 18:01:08.398272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53910102-e457-41fb-8cb0-2357d8024f0c None None] Pushing event updated for resources: {'Port': ['ID=924385e3-d693-47e0-b597-7f45f441065a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:08.416432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Routers {'c80ccec5-7317-4093-8713-83f6d40310b6'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:08.417086 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:00:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c80ccec5-7317-4093-8713-83f6d40310b6'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:08.419652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port b9a36f60-4a27-4af2-b4fe-96ceaa90873b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:08.483509 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-51f793cb-a177-4a3a-a40b-8b4a4a88a752 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce HTTP/1.1" status: 200 len: 217 time: 0.0809762 Jul 08 18:01:08.509670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port b9a36f60-4a27-4af2-b4fe-96ceaa90873b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:08.510045 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:08.606198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d2a585d5-dbb9-4656-a29c-de49e787f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:08.613225 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d2a585d5-dbb9-4656-a29c-de49e787f71d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.1201394 Jul 08 18:01:08.686342 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-6f313111-0f2c-4151-9066-a1a7aa39d67e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635190 Jul 08 18:01:08.744269 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Pushing event updated for resources: {'Port': ['ID=49edc3d6-f15f-427f-a182-38ffcf7bde15,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:08.815337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d851b056-87ee-4f23-bf31-a322a97b42a5 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:01:08.817232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 94176c39-77cb-4724-95b0-7a22f90683fa no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:08.820015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] Set router c80ccec5-7317-4093-8713-83f6d40310b6 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:08.865721 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-f9afe4c7-83d2-47a8-b9ac-2efdb2bf7c5d service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719759 Jul 08 18:01:08.922083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Attempting to bind port 49edc3d6-f15f-427f-a182-38ffcf7bde15 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:08.922649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Attempting to bind port 49edc3d6-f15f-427f-a182-38ffcf7bde15 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:08.923184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Attempting to bind port 49edc3d6-f15f-427f-a182-38ffcf7bde15 on network 1159d05e-4cc3-4905-b126-c26f4526cb0b {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:08.935460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Port 49edc3d6-f15f-427f-a182-38ffcf7bde15 on network 1159d05e-4cc3-4905-b126-c26f4526cb0b not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:01:08.936061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Attempting to bind port 49edc3d6-f15f-427f-a182-38ffcf7bde15 on network 1159d05e-4cc3-4905-b126-c26f4526cb0b {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:08.968801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300cfd2-c0e7-46bf-b567-3ea9dc50fb73 req-c7a026e3-a569-4c28-868b-74b30f8131b5 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:08.970637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d300cfd2-c0e7-46bf-b567-3ea9dc50fb73 req-c7a026e3-a569-4c28-868b-74b30f8131b5 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 949 time: 0.5919511 Jul 08 18:01:08.971635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:08.972194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Checking segment: {'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:08.972757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Bound using segment: {'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:08.973373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Bound port: 49edc3d6-f15f-427f-a182-38ffcf7bde15, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32feda2-6865-4b29-8c51-54bd5ca5e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:08.973923 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:09.099865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d300cfd2-c0e7-46bf-b567-3ea9dc50fb73 req-22f15559-a69d-4a83-b150-e24192b827b2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224015 Jul 08 18:01:09.108004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 94176c39-77cb-4724-95b0-7a22f90683fa {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:09.108349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 94176c39-77cb-4724-95b0-7a22f90683fa not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:09.109937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5024c45-d655-4f11-a226-ba7906072255 req-417b5760-2dac-4046-93fc-a4b1995eaf79 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:09.111493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5024c45-d655-4f11-a226-ba7906072255 req-417b5760-2dac-4046-93fc-a4b1995eaf79 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.3519249 Jul 08 18:01:09.112746 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-ee681b31-0916-4752-9bff-1221f5ea7647 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397497 Jul 08 18:01:09.158137 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:09.175062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] For port 49edc3d6-f15f-427f-a182-38ffcf7bde15, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:09.193717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] For port 49edc3d6-f15f-427f-a182-38ffcf7bde15, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=49edc3d6-f15f-427f-a182-38ffcf7bde15,segment=NetworkSegment(e32feda2-6865-4b29-8c51-54bd5ca5e79e),segment_id=e32feda2-6865-4b29-8c51-54bd5ca5e79e)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:09.225889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5024c45-d655-4f11-a226-ba7906072255 req-11880e51-99b4-4218-ac2f-69b18f600e0b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023555 Jul 08 18:01:09.244514 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:09.281749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:09.301357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:09.304879 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8827d130-49ce-4af6-8e6d-23342c7e390c" -d '{"events": [{"server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "name": "network-vif-plugged", "status": "completed", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:09.322380 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:09.327800 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5105c1c3-f838-463c-9a3c-021403ab7806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:09.391094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Pushing event updated for resources: {'Port': ['ID=49edc3d6-f15f-427f-a182-38ffcf7bde15,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:09.446553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:09.447216 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:09.448661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-07186d6d-b98d-431a-bcf8-cc4beb126661 service neutron] 10.222.0.74 "PUT /v2.0/ports/49edc3d6-f15f-427f-a182-38ffcf7bde15 HTTP/1.1" status: 200 len: 1091 time: 2.3711398 Jul 08 18:01:09.449118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'tag': '49edc3d6-f15f-427f-a182-38ffcf7bde15'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:09.466640 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a75aa60-e366-4aae-a09f-a4ffb643743e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0fbcae-f491-4dbe-b43e-d82c5d411fe3", "tag": "49edc3d6-f15f-427f-a182-38ffcf7bde15"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:09.506985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:09.593524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9aef7fe0-c673-443e-bfc1-d7508d6fd8c6 req-1dface14-e253-44b2-a1cf-d129f27b0dd8 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 210 time: 0.1108792 Jul 08 18:01:09.781075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5730692-1813-4b7d-897f-14341ad89288 req-87528e2a-dc06-44b9-a307-af18bad9ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:09.791060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-87528e2a-dc06-44b9-a307-af18bad9ac4d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdd2d756d106409e9df15d5c030bb132&device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 1094 time: 0.1935477 Jul 08 18:01:09.931254 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cd800d-478a-4f90-aa79-ebfb00b607cc x-openstack-request-id: req-f5cd800d-478a-4f90-aa79-ebfb00b607cc {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:09.931254 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0fbcae-f491-4dbe-b43e-d82c5d411fe3", "tag": "49edc3d6-f15f-427f-a182-38ffcf7bde15", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:09.931254 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5cd800d-478a-4f90-aa79-ebfb00b607cc {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:09.931254 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'tag': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'status': 'completed', 'code': 200} Jul 08 18:01:09.932238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-353b7702-860d-46e8-99d2-4e03ec07a71d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49edc3d6-f15f-427f-a182-38ffcf7bde15 HTTP/1.1" status: 200 len: 217 time: 0.1320164 Jul 08 18:01:09.964285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59ca9f-572f-4373-89b3-16b1c7171fe7 req-87957663-985a-45bf-9662-fedc83fa4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:09.967150 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c59ca9f-572f-4373-89b3-16b1c7171fe7 req-87957663-985a-45bf-9662-fedc83fa4337 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1101 time: 0.1149895 Jul 08 18:01:09.981990 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c84a61-2897-4ad4-95e1-3e9687c31fa0 x-openstack-request-id: req-03c84a61-2897-4ad4-95e1-3e9687c31fa0 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:09.982430 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "name": "network-vif-plugged", "status": "completed", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:09.982780 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-03c84a61-2897-4ad4-95e1-3e9687c31fa0 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:09.983258 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'code': 200} Jul 08 18:01:09.987576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 924385e3-d693-47e0-b597-7f45f441065a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:09.989877 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.009861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d851b056-87ee-4f23-bf31-a322a97b42a5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d851b056-87ee-4f23-bf31-a322a97b42a5,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:10.018607 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c59ca9f-572f-4373-89b3-16b1c7171fe7 req-e89eb836-c83f-4e24-8bc9-9052ad6d2e5a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 Jul 08 18:01:10.110003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5730692-1813-4b7d-897f-14341ad89288 req-72245081-46cc-4c51-bb1e-b0b128da36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:10.116286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-72245081-46cc-4c51-bb1e-b0b128da36ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0f045e0b-c45a-4220-963a-fa55f6fd6e60 HTTP/1.1" status: 200 len: 866 time: 0.1740689 Jul 08 18:01:10.124089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'd851b056-87ee-4f23-bf31-a322a97b42a5', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'port_id': 'd851b056-87ee-4f23-bf31-a322a97b42a5', 'mac_address': 'fa:16:3e:44:bc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e734d1c-a925-4682-8868-ca57c3123de4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:01:10.192945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ca22a-8391-46df-8309-3425af235ca7 req-1e6caf33-3aec-4965-94bc-c2ca0ee260fc tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:10.194621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-842ca22a-8391-46df-8309-3425af235ca7 req-1e6caf33-3aec-4965-94bc-c2ca0ee260fc tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 943 time: 0.2303994 Jul 08 18:01:10.240851 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.266075 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.273422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-842ca22a-8391-46df-8309-3425af235ca7 req-5239b504-d815-49f0-9814-4c9f62031489 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677185 Jul 08 18:01:10.302720 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d851b056-87ee-4f23-bf31-a322a97b42a5 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:10.325327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d851b056-87ee-4f23-bf31-a322a97b42a5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d851b056-87ee-4f23-bf31-a322a97b42a5,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:10.335503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '924385e3-d693-47e0-b597-7f45f441065a', 'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'mac_address': 'fa:16:3e:61:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:57Z', 'updated_at': '2021-07-08T18:01:08Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'subnets': [{'id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:10.338015 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.391631 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5730692-1813-4b7d-897f-14341ad89288 req-299ffe53-7f22-43f5-8cef-e3ca3ca62370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:10.393413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-299ffe53-7f22-43f5-8cef-e3ca3ca62370 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1159d05e-4cc3-4905-b126-c26f4526cb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481697 Jul 08 18:01:10.401048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 924385e3-d693-47e0-b597-7f45f441065a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:10.407908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9afb85-4e2e-4837-9e6f-d7a8460e8370 None None] The sync data for ids ['c80ccec5-7317-4093-8713-83f6d40310b6'] in n-d-799684-3 is: [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '924385e3-d693-47e0-b597-7f45f441065a', 'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'mac_address': 'fa:16:3e:61:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:57Z', 'updated_at': '2021-07-08T18:01:08Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'subnets': [{'id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:10.438469 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 924385e3-d693-47e0-b597-7f45f441065a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:10.438846 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.515668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['d851b056-87ee-4f23-bf31-a322a97b42a5'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:10.565112 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dad8b22e-24e5-400e-a3aa-390971522b70 req-3e142b46-08eb-4e4e-8434-5695369388ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194732 Jul 08 18:01:10.650865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d851b056-87ee-4f23-bf31-a322a97b42a5,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:10.684060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda6b0b-d803-4680-b8aa-42b9ec4cc6c7 req-edf214cf-b041-48e6-9eed-d0a078dc43a2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:10.685877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fda6b0b-d803-4680-b8aa-42b9ec4cc6c7 req-edf214cf-b041-48e6-9eed-d0a078dc43a2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.4292076 Jul 08 18:01:10.706426 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8b22e-24e5-400e-a3aa-390971522b70 req-733299cb-88da-4bc6-ac6e-ff27ba45f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:10.717153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dad8b22e-24e5-400e-a3aa-390971522b70 req-733299cb-88da-4bc6-ac6e-ff27ba45f19e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 1096 time: 0.1144955 Jul 08 18:01:10.745327 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.755492 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-b7f69937-e537-4eb5-817c-b0eaab6f9cf7 service neutron] 10.222.0.74 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518379 Jul 08 18:01:10.773412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab819d-8945-45df-9d01-5e36bec63ee9 req-52d826c3-3c10-4642-9d08-fccee916a39e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:10.781484 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58ab819d-8945-45df-9d01-5e36bec63ee9 req-52d826c3-3c10-4642-9d08-fccee916a39e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.2767816 Jul 08 18:01:10.839526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 924385e3-d693-47e0-b597-7f45f441065a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=924385e3-d693-47e0-b597-7f45f441065a,segment=NetworkSegment(e32feda2-6865-4b29-8c51-54bd5ca5e79e),segment_id=e32feda2-6865-4b29-8c51-54bd5ca5e79e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:10.885083 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.905366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fda6b0b-d803-4680-b8aa-42b9ec4cc6c7 req-8696a054-e720-4c15-a7a9-d0d224f39156 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972148 Jul 08 18:01:10.971411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8b22e-24e5-400e-a3aa-390971522b70 req-0ab242ee-a87f-4888-845b-7a2c5ec65cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:10.973289 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dad8b22e-24e5-400e-a3aa-390971522b70 req-0ab242ee-a87f-4888-845b-7a2c5ec65cf5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.2265072 Jul 08 18:01:10.993579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58ab819d-8945-45df-9d01-5e36bec63ee9 req-a21cf390-4e5c-441b-b142-5392ceda89ab tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111156 Jul 08 18:01:11.079231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5730692-1813-4b7d-897f-14341ad89288 req-db2b9397-e744-45a7-a907-afc654fabd39 service neutron] 10.222.0.74 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833269 Jul 08 18:01:11.087834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=924385e3-d693-47e0-b597-7f45f441065a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:11.094024 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dad8b22e-24e5-400e-a3aa-390971522b70 req-6d9af228-8911-446a-9242-9ed88bb3dc3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd HTTP/1.1" status: 200 len: 217 time: 0.1058941 Jul 08 18:01:11.213577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8b22e-24e5-400e-a3aa-390971522b70 req-6148c0a3-a10d-4f27-9389-6c8cf261b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:11.215359 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dad8b22e-24e5-400e-a3aa-390971522b70 req-6148c0a3-a10d-4f27-9389-6c8cf261b423 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.1174099 Jul 08 18:01:11.281338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75aa60-e366-4aae-a09f-a4ffb643743e req-521a4d70-a9ec-47d8-9a64-546d82cc780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:11.285967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a75aa60-e366-4aae-a09f-a4ffb643743e req-521a4d70-a9ec-47d8-9a64-546d82cc780a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdd2d756d106409e9df15d5c030bb132&device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 1094 time: 0.1130948 Jul 08 18:01:11.303385 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dad8b22e-24e5-400e-a3aa-390971522b70 req-1231145a-80bc-476b-adae-f8be1386aee9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792284 Jul 08 18:01:11.473613 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dad8b22e-24e5-400e-a3aa-390971522b70 req-0486467d-b833-4319-968f-723b6b7f3155 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631215 Jul 08 18:01:11.497357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75aa60-e366-4aae-a09f-a4ffb643743e req-cc0ffe95-1e16-4fe3-a83b-d085c0981bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:11.498906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a75aa60-e366-4aae-a09f-a4ffb643743e req-cc0ffe95-1e16-4fe3-a83b-d085c0981bf2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1159d05e-4cc3-4905-b126-c26f4526cb0b HTTP/1.1" status: 200 len: 928 time: 0.2046514 Jul 08 18:01:11.525704 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:11.577017 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff2b1781-043e-4119-9874-33a8af6cd0b9 req-660f7026-4bf5-4d44-a857-2c5b4bff60e3 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 210 time: 0.2596586 Jul 08 18:01:11.578304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a75aa60-e366-4aae-a09f-a4ffb643743e req-27029f28-1950-4f23-a64b-10f068abf331 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49edc3d6-f15f-427f-a182-38ffcf7bde15 HTTP/1.1" status: 200 len: 217 time: 0.0430207 Jul 08 18:01:11.582905 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dad8b22e-24e5-400e-a3aa-390971522b70 req-308e7fe1-31ae-47e0-9514-8ceacdcb947c service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020510 Jul 08 18:01:11.688079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75aa60-e366-4aae-a09f-a4ffb643743e req-29edb464-6853-4bfb-a7ef-c517ce514cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:11.689454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a75aa60-e366-4aae-a09f-a4ffb643743e req-29edb464-6853-4bfb-a7ef-c517ce514cb8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0f045e0b-c45a-4220-963a-fa55f6fd6e60 HTTP/1.1" status: 200 len: 866 time: 0.0788121 Jul 08 18:01:11.699379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 924385e3-d693-47e0-b597-7f45f441065a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:11.705459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ee87b-0598-4d01-b072-3600ec4dff96 req-315a90ec-a6f0-4cf2-8e99-d9c5a1a7c7c3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:11.706755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a3ee87b-0598-4d01-b072-3600ec4dff96 req-315a90ec-a6f0-4cf2-8e99-d9c5a1a7c7c3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 943 time: 0.1816742 Jul 08 18:01:11.766063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 924385e3-d693-47e0-b597-7f45f441065a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:11.766610 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:11.781343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a3ee87b-0598-4d01-b072-3600ec4dff96 req-9cea7a0a-613d-4699-bf78-72d7931ff0b9 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656979 Jul 08 18:01:11.812644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75aa60-e366-4aae-a09f-a4ffb643743e req-ac911c8a-06d3-40f0-83b1-4a2473a9f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:11.814320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a75aa60-e366-4aae-a09f-a4ffb643743e req-ac911c8a-06d3-40f0-83b1-4a2473a9f3f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1159d05e-4cc3-4905-b126-c26f4526cb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066377 Jul 08 18:01:11.946179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a75aa60-e366-4aae-a09f-a4ffb643743e req-8b568c5e-1a4f-4401-8f45-81ba0f142509 service neutron] 10.222.0.74 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228921 Jul 08 18:01:12.107956 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a75aa60-e366-4aae-a09f-a4ffb643743e req-916feb4e-9618-429e-a934-39431961b106 service neutron] 10.222.0.74 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544805 Jul 08 18:01:12.188363 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8db6c5-38e2-40f8-982d-48871f2b814d req-976f11fb-b40d-49a1-8332-7adf351851f2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:12.190151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd8db6c5-38e2-40f8-982d-48871f2b814d req-976f11fb-b40d-49a1-8332-7adf351851f2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1309423 Jul 08 18:01:12.244436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90b015-fd9d-4b1d-a257-1b29d23c9da9 req-971b5dcc-dbcb-46c8-b90b-ea374a22a9b1 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:12.246634 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce90b015-fd9d-4b1d-a257-1b29d23c9da9 req-971b5dcc-dbcb-46c8-b90b-ea374a22a9b1 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.1193249 Jul 08 18:01:12.251551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd8db6c5-38e2-40f8-982d-48871f2b814d req-793f985f-305c-4900-8ff6-3abad63b261d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535767 Jul 08 18:01:12.298554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce90b015-fd9d-4b1d-a257-1b29d23c9da9 req-7ad82293-47d6-416d-bccf-df45929aaf51 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459566 Jul 08 18:01:12.601808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4787c6-2d94-4554-b6f5-29ae80dd0b21 req-4004b928-ee20-492e-a9a2-6376110756af tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:12.606673 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee4787c6-2d94-4554-b6f5-29ae80dd0b21 req-4004b928-ee20-492e-a9a2-6376110756af tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1101 time: 0.0614302 Jul 08 18:01:12.651485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee4787c6-2d94-4554-b6f5-29ae80dd0b21 req-d0c17840-0e5b-4af3-8885-c54d3f231770 tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Jul 08 18:01:12.798701 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:01:12.832916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d851b056-87ee-4f23-bf31-a322a97b42a5 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:12.860717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f27919e7-9e05-452c-bbb5-fb5644459fb8 req-d6c07cb4-f617-4df8-aea9-114585a52b13 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 210 time: 0.0477960 Jul 08 18:01:12.965548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port d851b056-87ee-4f23-bf31-a322a97b42a5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:12.965925 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:13.087938 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:13.103544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218bd7a-c4c7-4676-a314-c5e6e3ff07b3 req-0ff3e873-6ebb-4a31-8d7a-79de1f76c9d2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:13.105435 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a218bd7a-c4c7-4676-a314-c5e6e3ff07b3 req-0ff3e873-6ebb-4a31-8d7a-79de1f76c9d2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 943 time: 0.0924861 Jul 08 18:01:13.111755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a14ab9b-8810-4421-b571-78177f23ec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851b056-87ee-4f23-bf31-a322a97b42a5'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:13.115437 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a765409-b8f8-45f6-9778-00587520d974" -d '{"events": [{"server_uuid": "5a14ab9b-8810-4421-b571-78177f23ec48", "name": "network-vif-plugged", "status": "completed", "tag": "d851b056-87ee-4f23-bf31-a322a97b42a5"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:13.134819 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d851b056-87ee-4f23-bf31-a322a97b42a5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d851b056-87ee-4f23-bf31-a322a97b42a5,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:13.153898 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:13.196045 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5310642-6b3d-49d2-806d-dc81f7a97ddd x-openstack-request-id: req-e5310642-6b3d-49d2-806d-dc81f7a97ddd {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:13.196652 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a14ab9b-8810-4421-b571-78177f23ec48", "name": "network-vif-plugged", "status": "completed", "tag": "d851b056-87ee-4f23-bf31-a322a97b42a5", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:13.197265 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e5310642-6b3d-49d2-806d-dc81f7a97ddd {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:13.198003 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a14ab9b-8810-4421-b571-78177f23ec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851b056-87ee-4f23-bf31-a322a97b42a5', 'code': 200} Jul 08 18:01:13.234681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a218bd7a-c4c7-4676-a314-c5e6e3ff07b3 req-0e024cce-456c-4db8-b8b0-dbb2015a5d97 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217849 Jul 08 18:01:13.245270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d851b056-87ee-4f23-bf31-a322a97b42a5,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:13.315604 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-e56ad456-2995-42b7-a2bf-0ccbb5cd24b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781229 Jul 08 18:01:13.440433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c941d4-5432-44b1-a142-8b499bb8cdad req-59686fc9-2179-4476-ac12-e754719d7276 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:13.442470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0c941d4-5432-44b1-a142-8b499bb8cdad req-59686fc9-2179-4476-ac12-e754719d7276 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1123750 Jul 08 18:01:13.526310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0c941d4-5432-44b1-a142-8b499bb8cdad req-b3e9af5f-93f0-46d7-924d-631aae50b899 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679607 Jul 08 18:01:13.569677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c618d2-5e83-4105-afbb-22cd45edeb8b req-a672ff7c-12ab-41b4-ad9e-2dcd865e59b8 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:13.580171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20c618d2-5e83-4105-afbb-22cd45edeb8b req-a672ff7c-12ab-41b4-ad9e-2dcd865e59b8 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.1350973 Jul 08 18:01:13.670309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20c618d2-5e83-4105-afbb-22cd45edeb8b req-14310c6a-eb8b-4448-8319-96081eaeb0d6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815260 Jul 08 18:01:14.091211 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ef65a7b-567e-465b-a802-376d697f4b7e req-62c05c23-d188-4786-9563-9dab3298fc83 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd941b77-b34a-44a3-91de-6a3db3af2c8a HTTP/1.1" status: 200 len: 210 time: 0.0501604 Jul 08 18:01:14.220296 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-001fa36f-51ce-4d25-9375-001791268980 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872400 Jul 08 18:01:14.303566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-c5c33f2a-7a94-4107-b8c1-c3ae4a219941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:14.305332 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-c5c33f2a-7a94-4107-b8c1-c3ae4a219941 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 1101 time: 0.0580115 Jul 08 18:01:14.528504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-7e385f69-8154-4129-ad7c-b490324aca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:14.529984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-7e385f69-8154-4129-ad7c-b490324aca38 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1612344 Jul 08 18:01:14.584884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993f727-51c6-4699-bc49-fd1e8ef3605c req-0aa1a3c3-bd56-4b55-9c01-2ecb41f8d2cb tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:14.586480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3993f727-51c6-4699-bc49-fd1e8ef3605c req-0aa1a3c3-bd56-4b55-9c01-2ecb41f8d2cb tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 943 time: 0.1450324 Jul 08 18:01:14.587808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-9053e169-1ed9-4aab-aab0-130197193c39 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=29de5d74-db15-4ba7-bc79-c6e222d64581 HTTP/1.1" status: 200 len: 217 time: 0.0511303 Jul 08 18:01:14.696366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-e663f132-c79f-4d34-a19a-c957c24277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:14.697655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-e663f132-c79f-4d34-a19a-c957c24277d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0984087 Jul 08 18:01:14.709025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3993f727-51c6-4699-bc49-fd1e8ef3605c req-3b78edb0-ffe8-48db-9647-0e61bc91f535 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108084 Jul 08 18:01:15.212514 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-560578d0-ba52-4497-a892-aed08f471e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:15.214479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-560578d0-ba52-4497-a892-aed08f471e95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5044949 Jul 08 18:01:15.294383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686761f-aab7-44df-b2e3-2ae455be849f req-26bdcf39-8bf4-496d-88d5-a7feb066cf2d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:15.302260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3686761f-aab7-44df-b2e3-2ae455be849f req-26bdcf39-8bf4-496d-88d5-a7feb066cf2d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.5444429 Jul 08 18:01:15.400428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-8bdc9f53-15f6-4789-b3c0-739f06905278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:15.403166 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-8bdc9f53-15f6-4789-b3c0-739f06905278 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1101 time: 0.0963113 Jul 08 18:01:15.429024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15e0ff-0433-4977-b468-49d9137dfe61 req-db8affd4-beec-42d9-99db-9fbdc7439894 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:15.431106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d15e0ff-0433-4977-b468-49d9137dfe61 req-db8affd4-beec-42d9-99db-9fbdc7439894 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.5694330 Jul 08 18:01:15.447825 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3686761f-aab7-44df-b2e3-2ae455be849f req-1076bd9f-129f-4e63-8d4f-ebf39647595a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444006 Jul 08 18:01:15.536343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-4072d77b-740e-4a2d-98a8-1485bbdb9c65 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113098 Jul 08 18:01:15.576000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-b505862a-72a5-4b87-ba9e-21a83fc9a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:15.577919 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-b505862a-72a5-4b87-ba9e-21a83fc9a4ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1673110 Jul 08 18:01:15.607482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d15e0ff-0433-4977-b468-49d9137dfe61 req-e1b68442-d6b7-4ac2-b121-ed5b010705c6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542935 Jul 08 18:01:15.666136 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-04e28f01-93ef-4e18-85e1-8b4661dc70e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 217 time: 0.0774333 Jul 08 18:01:15.747938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-5125565e-514c-472b-86ee-b10758fbacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:15.750045 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-5125565e-514c-472b-86ee-b10758fbacad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0775952 Jul 08 18:01:15.821201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5d781d0-02b8-4726-a7b5-eed420d8d990 req-7c2c30b7-4409-434f-bbb4-13e574ffa7a5 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742083 Jul 08 18:01:15.847974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-404555a6-60cc-48df-afaa-fcbd4c0986ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:15.850004 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-404555a6-60cc-48df-afaa-fcbd4c0986ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934296 Jul 08 18:01:16.009760 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-f9e91200-9402-43a9-bad3-68402fcb667f service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509736 Jul 08 18:01:16.198934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 49edc3d6-f15f-427f-a182-38ffcf7bde15 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:01:16.222319 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-646a5977-e55c-49a6-a0e2-18d725f93f3f service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050359 Jul 08 18:01:16.470496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369a4f-0a6e-42d4-8a23-50e3984f547d req-a6cd4cb2-0434-4ad8-8c16-b8c6b48e1a2c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:16.482080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5369a4f-0a6e-42d4-8a23-50e3984f547d req-a6cd4cb2-0434-4ad8-8c16-b8c6b48e1a2c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 943 time: 0.1815641 Jul 08 18:01:16.506770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 49edc3d6-f15f-427f-a182-38ffcf7bde15, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=49edc3d6-f15f-427f-a182-38ffcf7bde15,segment=NetworkSegment(e32feda2-6865-4b29-8c51-54bd5ca5e79e),segment_id=e32feda2-6865-4b29-8c51-54bd5ca5e79e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:16.549820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'port_id': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'mac_address': 'fa:16:3e:37:54:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:01:16.571296 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5369a4f-0a6e-42d4-8a23-50e3984f547d req-a1f42ec5-ad26-410a-b61a-4278f2cd50ab tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850108 Jul 08 18:01:16.681305 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:16.712069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49edc3d6-f15f-427f-a182-38ffcf7bde15 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:16.753432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 49edc3d6-f15f-427f-a182-38ffcf7bde15, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=49edc3d6-f15f-427f-a182-38ffcf7bde15,segment=NetworkSegment(e32feda2-6865-4b29-8c51-54bd5ca5e79e),segment_id=e32feda2-6865-4b29-8c51-54bd5ca5e79e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:16.762193 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:16.846138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=49edc3d6-f15f-427f-a182-38ffcf7bde15,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:16.868027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1044df5-bb84-428a-934a-e52132ac9b98 req-06203f1a-3ebf-4c28-8006-6273e80a5645 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:16.870167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a1044df5-bb84-428a-934a-e52132ac9b98 req-06203f1a-3ebf-4c28-8006-6273e80a5645 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1133525 Jul 08 18:01:16.942878 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a1044df5-bb84-428a-934a-e52132ac9b98 req-8907b257-0385-4755-bdca-7de74bbf1a5c tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595665 Jul 08 18:01:17.136619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567e34e-4767-43ef-8001-0cab3535d88a req-d45796ad-63ae-4ff7-9916-471350505f5e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:17.143612 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f567e34e-4767-43ef-8001-0cab3535d88a req-d45796ad-63ae-4ff7-9916-471350505f5e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.0757241 Jul 08 18:01:17.187257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['49edc3d6-f15f-427f-a182-38ffcf7bde15'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:17.232282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f567e34e-4767-43ef-8001-0cab3535d88a req-945e5d6c-ef54-4be2-954b-f7d20c72678a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838735 Jul 08 18:01:17.904280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6e76b-2d5a-44af-83f2-477b726b0923 req-5c070730-b553-49fd-964e-c1ecf263fcc5 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:17.914465 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ee6e76b-2d5a-44af-83f2-477b726b0923 req-5c070730-b553-49fd-964e-c1ecf263fcc5 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 944 time: 0.1277285 Jul 08 18:01:17.996503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ee6e76b-2d5a-44af-83f2-477b726b0923 req-f465d369-ee9c-427c-aae1-728a81de8af6 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721905 Jul 08 18:01:18.186444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15b34d-bf04-43f2-9463-4e06d307d6cb req-4506da07-cf08-48bf-ac8d-894a89a6e8b1 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:18.194152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db15b34d-bf04-43f2-9463-4e06d307d6cb req-4506da07-cf08-48bf-ac8d-894a89a6e8b1 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.0958176 Jul 08 18:01:18.253500 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db15b34d-bf04-43f2-9463-4e06d307d6cb req-c2db3d16-ca2e-47ce-8264-68307e365517 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583317 Jul 08 18:01:18.488751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b7611-c20b-4ae6-833e-3b849cee602e req-48579dc5-81e5-4a12-9117-4ca23f257dad tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:18.492934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f7b7611-c20b-4ae6-833e-3b849cee602e req-48579dc5-81e5-4a12-9117-4ca23f257dad tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.1185036 Jul 08 18:01:18.612434 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f7b7611-c20b-4ae6-833e-3b849cee602e req-f468f70a-9b8c-41f1-a66c-5500365a86e8 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106699 Jul 08 18:01:19.277375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1d18e-bf97-4674-b06d-4f2e79317004 req-c9fd0366-57ab-408a-ba25-cd81b6d2124b tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:19.285922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53b1d18e-bf97-4674-b06d-4f2e79317004 req-c9fd0366-57ab-408a-ba25-cd81b6d2124b tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 944 time: 0.1229708 Jul 08 18:01:19.334930 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53b1d18e-bf97-4674-b06d-4f2e79317004 req-4c2ac30c-3e27-49b4-b3c2-6f652df10e3c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478342 Jul 08 18:01:19.609443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aeeba1-a3af-44cd-ae40-73d9285ec3c8 req-04fc55ce-fbdc-44c5-bc74-3e479fe2d452 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:19.641372 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34aeeba1-a3af-44cd-ae40-73d9285ec3c8 req-04fc55ce-fbdc-44c5-bc74-3e479fe2d452 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1764407 Jul 08 18:01:19.717267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34aeeba1-a3af-44cd-ae40-73d9285ec3c8 req-033400e9-4ae0-417f-b452-bf996eedd146 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748069 Jul 08 18:01:19.989311 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1014-7fd9-4fd9-acb2-73508ff5e5ac req-aa011118-e07d-43d7-a173-4468e2c375a0 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:19.996144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9cb1014-7fd9-4fd9-acb2-73508ff5e5ac req-aa011118-e07d-43d7-a173-4468e2c375a0 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.1180823 Jul 08 18:01:20.047410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9cb1014-7fd9-4fd9-acb2-73508ff5e5ac req-e5be788e-1989-4acb-be2f-da1acbcdbffe tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481527 Jul 08 18:01:20.215668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 49edc3d6-f15f-427f-a182-38ffcf7bde15 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:20.305020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 49edc3d6-f15f-427f-a182-38ffcf7bde15 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:20.310056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 49edc3d6-f15f-427f-a182-38ffcf7bde15 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:20.310712 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:20.442524 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:20.477627 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49edc3d6-f15f-427f-a182-38ffcf7bde15'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:20.480860 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c73357-2808-4e41-a3b7-6fe7be03ebde" -d '{"events": [{"server_uuid": "8a0fbcae-f491-4dbe-b43e-d82c5d411fe3", "name": "network-vif-plugged", "status": "completed", "tag": "49edc3d6-f15f-427f-a182-38ffcf7bde15"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:20.501188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 49edc3d6-f15f-427f-a182-38ffcf7bde15, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=49edc3d6-f15f-427f-a182-38ffcf7bde15,segment=NetworkSegment(e32feda2-6865-4b29-8c51-54bd5ca5e79e),segment_id=e32feda2-6865-4b29-8c51-54bd5ca5e79e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:20.513376 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:20.572812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=49edc3d6-f15f-427f-a182-38ffcf7bde15,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:20.662778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7eab0-a57f-4a77-b2b7-1d9ca6f77acf req-d07522e8-e9f8-4231-9e32-24bbf5a92472 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:20.674617 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04a7eab0-a57f-4a77-b2b7-1d9ca6f77acf req-d07522e8-e9f8-4231-9e32-24bbf5a92472 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 945 time: 0.1633391 Jul 08 18:01:20.794946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04a7eab0-a57f-4a77-b2b7-1d9ca6f77acf req-5d5054eb-6ee9-469d-b1c1-585fe2dad993 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193552 Jul 08 18:01:20.861482 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9acb66a-8951-42e5-b261-2f14a2fd8362 x-openstack-request-id: req-b9acb66a-8951-42e5-b261-2f14a2fd8362 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:20.861777 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0fbcae-f491-4dbe-b43e-d82c5d411fe3", "name": "network-vif-plugged", "status": "completed", "tag": "49edc3d6-f15f-427f-a182-38ffcf7bde15", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:20.862023 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b9acb66a-8951-42e5-b261-2f14a2fd8362 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:20.862445 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'code': 200} Jul 08 18:01:21.057332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb15081-cda3-4ab3-9d7d-6bb3a594d811 req-1bb07621-00a1-4f0c-80d1-2df49c463508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:21.058947 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1cb15081-cda3-4ab3-9d7d-6bb3a594d811 req-1bb07621-00a1-4f0c-80d1-2df49c463508 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 1096 time: 0.1016257 Jul 08 18:01:21.114403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5ef99-9791-4749-95b4-0a128241ade2 req-a4995716-7bda-438d-97e4-9721702852ff tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:21.116786 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81a5ef99-9791-4749-95b4-0a128241ade2 req-a4995716-7bda-438d-97e4-9721702852ff tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1244340 Jul 08 18:01:21.134869 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1cb15081-cda3-4ab3-9d7d-6bb3a594d811 req-9f0c5d2d-e402-4458-8df9-a677789b14ed service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635138 Jul 08 18:01:21.175321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81a5ef99-9791-4749-95b4-0a128241ade2 req-313fb4e9-de36-4cd2-9778-cdeb5b1d4c77 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519862 Jul 08 18:01:21.379375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25137f2a-2d33-4f36-9264-74b62533011d req-68db84a7-5035-41ec-905a-930beab579af tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:21.390971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25137f2a-2d33-4f36-9264-74b62533011d req-68db84a7-5035-41ec-905a-930beab579af tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.1040976 Jul 08 18:01:21.506659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25137f2a-2d33-4f36-9264-74b62533011d req-fe8d52a5-8316-4656-b69b-22a5c5ef213d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144774 Jul 08 18:01:22.023515 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a307d-c8d1-4814-9e99-ebd3e7f644c9 req-e70ca607-2c26-4d88-a04e-a7babdcb35c2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:22.033129 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e62a307d-c8d1-4814-9e99-ebd3e7f644c9 req-e70ca607-2c26-4d88-a04e-a7babdcb35c2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 945 time: 0.1134834 Jul 08 18:01:22.079339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e62a307d-c8d1-4814-9e99-ebd3e7f644c9 req-7dc51ac0-e870-4010-a45e-7341384c17eb tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446768 Jul 08 18:01:22.467569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc0389-b01a-4646-a69e-285788b539ed req-d10f39f4-d389-42ad-8491-6ae7cf716d28 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:22.469057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5fc0389-b01a-4646-a69e-285788b539ed req-d10f39f4-d389-42ad-8491-6ae7cf716d28 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1754816 Jul 08 18:01:22.547791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5fc0389-b01a-4646-a69e-285788b539ed req-d3bf4e5a-bec1-457c-b9fa-fe7111e3e847 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709639 Jul 08 18:01:22.756341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370c61-d32a-4539-98e5-123289468061 req-d5e1a680-680b-4a53-8f3e-70137ba7e6f4 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:22.763853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f370c61-d32a-4539-98e5-123289468061 req-d5e1a680-680b-4a53-8f3e-70137ba7e6f4 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.0895059 Jul 08 18:01:22.843567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f370c61-d32a-4539-98e5-123289468061 req-4f869386-05a7-4a76-a4cc-481e08129c84 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786374 Jul 08 18:01:23.588646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b2f1a-a068-429a-bae9-768eefc36566 req-042bd557-faa2-4560-bc00-cc3732db6aa2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:23.591514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b7b2f1a-a068-429a-bae9-768eefc36566 req-042bd557-faa2-4560-bc00-cc3732db6aa2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 945 time: 0.0754244 Jul 08 18:01:23.642391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b7b2f1a-a068-429a-bae9-768eefc36566 req-eaa30afe-eac1-452c-a3d5-70d0729339db tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453761 Jul 08 18:01:23.831794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a857c89-aaee-4171-8d9d-0256fb9a5e5c req-b1217ea9-d117-4153-b5d7-3e60ae1fcd81 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:23.840724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a857c89-aaee-4171-8d9d-0256fb9a5e5c req-b1217ea9-d117-4153-b5d7-3e60ae1fcd81 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 945 time: 0.0918965 Jul 08 18:01:23.891739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a857c89-aaee-4171-8d9d-0256fb9a5e5c req-2e66b3a6-5064-499f-bf1a-ec9596d19c27 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492742 Jul 08 18:01:24.315492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da721546-5967-40ce-b84d-ea52323a9310 req-8a80743a-fb1d-45b4-aa12-9d71472e170b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:24.317303 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da721546-5967-40ce-b84d-ea52323a9310 req-8a80743a-fb1d-45b4-aa12-9d71472e170b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.3128552 Jul 08 18:01:24.327367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-4e2e86b7-a40a-4949-97b9-67f58c3cdf4d tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 258 time: 0.4153094 Jul 08 18:01:24.365190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:24.380763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da721546-5967-40ce-b84d-ea52323a9310 req-2e949862-0169-4681-9896-9a01f6666e04 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524049 Jul 08 18:01:24.408372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2c69c-2bf1-445c-8a17-93ae1e5cee94 req-06c93f5d-de5b-4c09-87d7-7eb976dca982 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:24.420034 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:24.425106 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15b2c69c-2bf1-445c-8a17-93ae1e5cee94 req-06c93f5d-de5b-4c09-87d7-7eb976dca982 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 945 time: 0.1195064 Jul 08 18:01:24.589444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-15b2c69c-2bf1-445c-8a17-93ae1e5cee94 req-2902df8c-3d65-44d6-91b4-90563754890d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Deleting port 02b9e605-1e46-4f32-b340-d5828e22b29e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:24.590333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15b2c69c-2bf1-445c-8a17-93ae1e5cee94 req-2902df8c-3d65-44d6-91b4-90563754890d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:24.633227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e7b3c-83b7-4251-9575-8108a5b94ee0 req-0ab66a1b-8952-4bc6-97bf-7ff179e71e2b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:24.634681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a70e7b3c-83b7-4251-9575-8108a5b94ee0 req-0ab66a1b-8952-4bc6-97bf-7ff179e71e2b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.0929034 Jul 08 18:01:24.704953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a70e7b3c-83b7-4251-9575-8108a5b94ee0 req-3596dde6-bcb8-4f11-83ca-979ad33fd305 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598018 Jul 08 18:01:24.707727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:24.801684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-15b2c69c-2bf1-445c-8a17-93ae1e5cee94 req-2902df8c-3d65-44d6-91b4-90563754890d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] For port 02b9e605-1e46-4f32-b340-d5828e22b29e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=02b9e605-1e46-4f32-b340-d5828e22b29e,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:24.803139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15b2c69c-2bf1-445c-8a17-93ae1e5cee94 req-2902df8c-3d65-44d6-91b4-90563754890d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:24.832589 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-15b2c69c-2bf1-445c-8a17-93ae1e5cee94 req-2902df8c-3d65-44d6-91b4-90563754890d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Calling delete_port for 02b9e605-1e46-4f32-b340-d5828e22b29e owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:24.849906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Allocated IP 172.25.8.45 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/c00ccdec-34dc-4378-969c-d69b3173664a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:25.049517 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.057450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15b2c69c-2bf1-445c-8a17-93ae1e5cee94 req-2902df8c-3d65-44d6-91b4-90563754890d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.072060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5b997864-b587-4835-b5b5-9b0df43ca007'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:25.099447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902df8c-3d65-44d6-91b4-90563754890d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Pushing event deleted for resources: {'Port': ['ID=02b9e605-1e46-4f32-b340-d5828e22b29e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:25.143722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.166018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b2c69c-2bf1-445c-8a17-93ae1e5cee94 req-2902df8c-3d65-44d6-91b4-90563754890d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] No DVR routers for this DVR port 02b9e605-1e46-4f32-b340-d5828e22b29e on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:25.170128 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15b2c69c-2bf1-445c-8a17-93ae1e5cee94 req-2902df8c-3d65-44d6-91b4-90563754890d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.174765 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15b2c69c-2bf1-445c-8a17-93ae1e5cee94 req-2902df8c-3d65-44d6-91b4-90563754890d tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.59 "DELETE /v2.0/ports/02b9e605-1e46-4f32-b340-d5828e22b29e HTTP/1.1" status: 204 len: 173 time: 0.7440431 Jul 08 18:01:25.178106 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad44934-0080-4422-8631-ae77fe3099f2', 'name': 'network-vif-deleted', 'tag': '02b9e605-1e46-4f32-b340-d5828e22b29e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:25.180697 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea54fd3-3dd4-4259-9b43-2b80069b51a8" -d '{"events": [{"server_uuid": "7ad44934-0080-4422-8631-ae77fe3099f2", "name": "network-vif-deleted", "tag": "02b9e605-1e46-4f32-b340-d5828e22b29e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:25.223035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:25.229440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:25.233540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:25.264527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Pushing event updated for resources: {'Port': ['ID=c00ccdec-34dc-4378-969c-d69b3173664a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:25.362035 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.520550 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.618277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f1c568a-1004-43be-856a-5dd638d01a44 req-bc946c88-4329-4d42-8c9f-b7d823d0d2a9 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ad44934-0080-4422-8631-ae77fe3099f2 HTTP/1.1" status: 200 len: 210 time: 0.0443223 Jul 08 18:01:25.694511 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92edcba-8e7f-48be-85e4-4daddad31f10 x-openstack-request-id: req-c92edcba-8e7f-48be-85e4-4daddad31f10 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:25.695502 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad44934-0080-4422-8631-ae77fe3099f2", "name": "network-vif-deleted", "tag": "02b9e605-1e46-4f32-b340-d5828e22b29e", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:25.695928 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c92edcba-8e7f-48be-85e4-4daddad31f10 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:25.697009 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad44934-0080-4422-8631-ae77fe3099f2', 'name': 'network-vif-deleted', 'tag': '02b9e605-1e46-4f32-b340-d5828e22b29e', 'status': 'completed', 'code': 200} Jul 08 18:01:25.779167 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.792755 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.946690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Pushing event updated for resources: {'Port': ['ID=c00ccdec-34dc-4378-969c-d69b3173664a,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:25.969420 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.018824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef42d3-5a9a-49e7-9a23-093d75b2f277 req-e96fdd3c-6daa-460a-a890-190f7f55bcec tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:26.026111 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcef42d3-5a9a-49e7-9a23-093d75b2f277 req-e96fdd3c-6daa-460a-a890-190f7f55bcec tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1954782 Jul 08 18:01:26.035982 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.043099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5165abd4-a2b0-441a-a004-cea359d87af4 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6824067 Jul 08 18:01:26.110598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-770cd2cd-e028-487c-88e3-2cc7ee3a3bac tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.0663791 Jul 08 18:01:26.203881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcef42d3-5a9a-49e7-9a23-093d75b2f277 req-27ac8e32-33b4-406d-b0e5-146b8213138e tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754105 Jul 08 18:01:26.287734 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5d272704-954b-4934-851f-f804bfa28169 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:26.291674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3c886d9-86c9-4cc5-b7f1-35915ca253cb req-5d272704-954b-4934-851f-f804bfa28169 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.1801555 Jul 08 18:01:26.506116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d3eba950-cfd1-4d71-952b-0d894e0a60c0 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:26.508075 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d3eba950-cfd1-4d71-952b-0d894e0a60c0 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.1088953 Jul 08 18:01:26.530024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799684-3'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:26.550643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558e93f-a6c9-4de5-bb70-982cb95c7469 req-4ca2ee24-cd0b-47e4-a2e3-78081ce63740 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:26.552484 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1558e93f-a6c9-4de5-bb70-982cb95c7469 req-4ca2ee24-cd0b-47e4-a2e3-78081ce63740 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 945 time: 0.1511960 Jul 08 18:01:26.659747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1558e93f-a6c9-4de5-bb70-982cb95c7469 req-d4a521d4-d5b9-424e-a042-110ab5c5b5c6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003680 Jul 08 18:01:26.661730 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.883835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:26.911011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 02b9e605-1e46-4f32-b340-d5828e22b29e no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:26.949828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 02b9e605-1e46-4f32-b340-d5828e22b29e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:26.950382 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 02b9e605-1e46-4f32-b340-d5828e22b29e not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:26.967590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:27.038534 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.038751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-bce3a483-603e-4c21-93bc-3575aaa5b677 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:27.041996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-bce3a483-603e-4c21-93bc-3575aaa5b677 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2279875 Jul 08 18:01:27.049457 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.149523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-e95c4adf-84d8-4bb0-b41d-8470df37f45c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.1011488 Jul 08 18:01:27.161421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce on host n-h2-799684-3 for vnic_type normal with profile {"migrating_to": "n-h1-799684-3"} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:27.161769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:27.162101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:27.164785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Pushing event updated for resources: {'Port': ['ID=f768ff97-380d-4dc2-9bfe-0a4240d700ce,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:27.165677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-88143fd9-179d-4d4d-9c8c-44e96994cde3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Request body: {'floatingip': {'port_id': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:27.180888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Port f768ff97-380d-4dc2-9bfe-0a4240d700ce on network 15934754-1853-4dd8-b29a-beef79bb7ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:01:27.181259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Attempting to bind port f768ff97-380d-4dc2-9bfe-0a4240d700ce on network 15934754-1853-4dd8-b29a-beef79bb7ebf {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:27.188403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:27.188748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Checking segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:27.189295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Bound using segment: {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:27.190113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Bound port: f768ff97-380d-4dc2-9bfe-0a4240d700ce, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b61b192-73a5-4692-a132-b9af8119af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '15934754-1853-4dd8-b29a-beef79bb7ebf'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:27.190498 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.244010 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-88143fd9-179d-4d4d-9c8c-44e96994cde3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.288336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:27.291877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:27.297965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.388730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:27.389364 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.390919 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] 10.222.0.74 "PUT /v2.0/ports/f768ff97-380d-4dc2-9bfe-0a4240d700ce HTTP/1.1" status: 200 len: 1121 time: 0.8754201 Jul 08 18:01:27.408898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a6fd3-c3cd-4528-a3a8-96e9a1afab04 service neutron] Pushing event updated for resources: {'Port': ['ID=f768ff97-380d-4dc2-9bfe-0a4240d700ce,revision_number=8']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:27.509958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['f768ff97-380d-4dc2-9bfe-0a4240d700ce'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:27.556189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f768ff97-380d-4dc2-9bfe-0a4240d700ce'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:27.697903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce'}, {'name': 'network-changed', 'server_uuid': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'tag': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:27.701432 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca4837a-0856-4ca3-8219-3533a2393a9c" -d '{"events": [{"server_uuid": "72d4a2f9-0320-4325-aba7-7e3608e30e7e", "name": "network-vif-unplugged", "status": "completed", "tag": "f768ff97-380d-4dc2-9bfe-0a4240d700ce"}, {"name": "network-changed", "server_uuid": "72d4a2f9-0320-4325-aba7-7e3608e30e7e", "tag": "f768ff97-380d-4dc2-9bfe-0a4240d700ce"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:27.763311 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242631-eb85-48be-a350-9094555524ac req-b9c9187e-72ef-4156-8ced-9aa15e74dece tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:27.772450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27242631-eb85-48be-a350-9094555524ac req-b9c9187e-72ef-4156-8ced-9aa15e74dece tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 944 time: 0.4147270 Jul 08 18:01:27.878763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27242631-eb85-48be-a350-9094555524ac req-a2a00422-deaa-4c1a-b044-b739c6bf6ffe tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/security-groups?id=3eca2d21-4da1-43af-b60b-065202b824f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050353 Jul 08 18:01:28.036715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.resource_extend [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-88143fd9-179d-4d4d-9c8c-44e96994cde3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:01:28.117999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0789f9-9a8f-4485-beac-56e97403f594 req-010cc1a3-b204-469d-94ae-dd252946f7d5 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:28.122706 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec0789f9-9a8f-4485-beac-56e97403f594 req-010cc1a3-b204-469d-94ae-dd252946f7d5 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.59 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 944 time: 0.1771252 Jul 08 18:01:28.271496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f768ff97-380d-4dc2-9bfe-0a4240d700ce details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:01:28.325096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ec0789f9-9a8f-4485-beac-56e97403f594 req-b34e65fc-c1d3-43ac-9704-360049fe9639 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Deleting port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:28.325995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ec0789f9-9a8f-4485-beac-56e97403f594 req-b34e65fc-c1d3-43ac-9704-360049fe9639 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.515982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:28.534688 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-88143fd9-179d-4d4d-9c8c-44e96994cde3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.537643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f768ff97-380d-4dc2-9bfe-0a4240d700ce has no active binding in host n-h1-799684-3 {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 18:01:28.542250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ec0789f9-9a8f-4485-beac-56e97403f594 req-b34e65fc-c1d3-43ac-9704-360049fe9639 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] For port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:28.546894 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-88143fd9-179d-4d4d-9c8c-44e96994cde3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.547576 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ec0789f9-9a8f-4485-beac-56e97403f594 req-b34e65fc-c1d3-43ac-9704-360049fe9639 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.576583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ec0789f9-9a8f-4485-beac-56e97403f594 req-b34e65fc-c1d3-43ac-9704-360049fe9639 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Calling delete_port for 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:28.677621 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-88143fd9-179d-4d4d-9c8c-44e96994cde3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Floating IP e4e15c5d-29c5-4759-8fab-bbb3713f13a8 associated. External IP: 172.25.8.45, port: 49edc3d6-f15f-427f-a182-38ffcf7bde15. Jul 08 18:01:28.745333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ec0789f9-9a8f-4485-beac-56e97403f594 req-b34e65fc-c1d3-43ac-9704-360049fe9639 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.750675 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecabb1-d8af-4606-9780-a8b90b8fe76d req-82b9b789-8be2-4509-be6d-18925b383222 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:28.759161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5b997864-b587-4835-b5b5-9b0df43ca007'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:28.759336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3ecabb1-d8af-4606-9780-a8b90b8fe76d req-82b9b789-8be2-4509-be6d-18925b383222 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.7176757 Jul 08 18:01:28.822152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e65fc-c1d3-43ac-9704-360049fe9639 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Pushing event deleted for resources: {'Port': ['ID=2405ccd2-1bf6-4436-ba0a-c4aba64bddd5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:28.852898 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3ecabb1-d8af-4606-9780-a8b90b8fe76d req-ea96c892-fa73-421b-86c8-d4c5c231e7e8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925906 Jul 08 18:01:28.977239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0789f9-9a8f-4485-beac-56e97403f594 req-b34e65fc-c1d3-43ac-9704-360049fe9639 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] No DVR routers for this DVR port 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:28.986054 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ec0789f9-9a8f-4485-beac-56e97403f594 req-b34e65fc-c1d3-43ac-9704-360049fe9639 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.993528 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec0789f9-9a8f-4485-beac-56e97403f594 req-b34e65fc-c1d3-43ac-9704-360049fe9639 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.59 "DELETE /v2.0/ports/2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 HTTP/1.1" status: 204 len: 173 time: 0.8625169 Jul 08 18:01:29.167891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-88143fd9-179d-4d4d-9c8c-44e96994cde3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Router c80ccec5-7317-4093-8713-83f6d40310b6 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:29.391413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-88143fd9-179d-4d4d-9c8c-44e96994cde3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:29.398128 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-88143fd9-179d-4d4d-9c8c-44e96994cde3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.407910 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d5388-fe78-4da7-bc88-7c784ef51512 None None] Sync routers for ids ['c80ccec5-7317-4093-8713-83f6d40310b6'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:29.427041 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d5388-fe78-4da7-bc88-7c784ef51512 None None] Routers {'c80ccec5-7317-4093-8713-83f6d40310b6'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:29.428260 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-182d5388-fe78-4da7-bc88-7c784ef51512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:01:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c80ccec5-7317-4093-8713-83f6d40310b6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:29.462766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded14ed-356a-4beb-a1a1-cc19293ad0e9 req-6f74ec73-1cc1-469c-aab0-66f014477de6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:29.470537 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ded14ed-356a-4beb-a1a1-cc19293ad0e9 req-6f74ec73-1cc1-469c-aab0-66f014477de6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.1418350 Jul 08 18:01:29.490912 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-88143fd9-179d-4d4d-9c8c-44e96994cde3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "PUT /v2.0/floatingips/e4e15c5d-29c5-4759-8fab-bbb3713f13a8 HTTP/1.1" status: 200 len: 995 time: 2.3296864 Jul 08 18:01:29.493055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'tag': '49edc3d6-f15f-427f-a182-38ffcf7bde15'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:29.499264 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59560793-6d95-4f64-b883-be336ba93515" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0fbcae-f491-4dbe-b43e-d82c5d411fe3", "tag": "49edc3d6-f15f-427f-a182-38ffcf7bde15"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:29.560557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ded14ed-356a-4beb-a1a1-cc19293ad0e9 req-20ffbab1-ba99-4d06-8e8e-ef3cd45dcca9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885758 Jul 08 18:01:29.642385 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf3c78b-bfbc-468a-88bb-61a7a0b5694d x-openstack-request-id: req-cdf3c78b-bfbc-468a-88bb-61a7a0b5694d {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:29.644361 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d4a2f9-0320-4325-aba7-7e3608e30e7e", "name": "network-vif-unplugged", "status": "completed", "tag": "f768ff97-380d-4dc2-9bfe-0a4240d700ce", "code": 200}, {"name": "network-changed", "server_uuid": "72d4a2f9-0320-4325-aba7-7e3608e30e7e", "tag": "f768ff97-380d-4dc2-9bfe-0a4240d700ce", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:29.644619 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cdf3c78b-bfbc-468a-88bb-61a7a0b5694d {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:29.645032 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce', 'code': 200} Jul 08 18:01:29.645287 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'tag': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce', 'status': 'completed', 'code': 200} Jul 08 18:01:29.646851 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-182d5388-fe78-4da7-bc88-7c784ef51512 None None] Set router c80ccec5-7317-4093-8713-83f6d40310b6 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:29.710646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-cefd16de-d190-4002-8d61-105fd2438e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:29.718852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-cefd16de-d190-4002-8d61-105fd2438e6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fdd2d756d106409e9df15d5c030bb132&device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 1096 time: 0.2090166 Jul 08 18:01:29.908190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4837a-0856-4ca3-8219-3533a2393a9c req-b0e83939-cb1f-4c38-9e01-974ec16ac626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:29.914355 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ca4837a-0856-4ca3-8219-3533a2393a9c req-b0e83939-cb1f-4c38-9e01-974ec16ac626 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 1124 time: 0.2163901 Jul 08 18:01:29.938166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-0fe9bad6-f291-4556-abde-230de8591812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:29.946038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-0fe9bad6-f291-4556-abde-230de8591812 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1159d05e-4cc3-4905-b126-c26f4526cb0b HTTP/1.1" status: 200 len: 928 time: 0.2261925 Jul 08 18:01:30.125817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-b660eb9a-2c95-49d1-8db2-b267dab7b7c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49edc3d6-f15f-427f-a182-38ffcf7bde15 HTTP/1.1" status: 200 len: 998 time: 0.1787562 Jul 08 18:01:30.145052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4837a-0856-4ca3-8219-3533a2393a9c req-dbc8153f-9e74-4da6-8761-75db42057e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:30.146826 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ca4837a-0856-4ca3-8219-3533a2393a9c req-dbc8153f-9e74-4da6-8761-75db42057e52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.2166715 Jul 08 18:01:30.220218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-44fe69ea-7215-4969-9446-f10e3e2bf0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:30.230584 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-44fe69ea-7215-4969-9446-f10e3e2bf0a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f045e0b-c45a-4220-963a-fa55f6fd6e60 HTTP/1.1" status: 200 len: 866 time: 0.1013143 Jul 08 18:01:30.244308 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ca4837a-0856-4ca3-8219-3533a2393a9c req-11fe177a-915b-48e8-aedc-b82e247b0b1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce HTTP/1.1" status: 200 len: 217 time: 0.0877795 Jul 08 18:01:30.303725 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-182d5388-fe78-4da7-bc88-7c784ef51512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e4e15c5d-29c5-4759-8fab-bbb3713f13a8', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'port_id': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'mac_address': 'fa:16:3e:37:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:25Z', 'updated_at': '2021-07-08T18:01:27Z', 'revision_number': 1, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924385e3-d693-47e0-b597-7f45f441065a', 'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'mac_address': 'fa:16:3e:61:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:57Z', 'updated_at': '2021-07-08T18:01:10Z', 'revision_number': 5, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'subnets': [{'id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:30.343662 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d5388-fe78-4da7-bc88-7c784ef51512 None None] Checking router: c80ccec5-7317-4093-8713-83f6d40310b6 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:30.355931 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d5388-fe78-4da7-bc88-7c784ef51512 None None] Routers {'c80ccec5-7317-4093-8713-83f6d40310b6'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:30.356747 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-182d5388-fe78-4da7-bc88-7c784ef51512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:01:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c80ccec5-7317-4093-8713-83f6d40310b6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:30.357805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2fa25799-57a1-485c-ac7c-d25c5d47132e req-b358d82f-184f-4a99-a907-a32b441fc12e tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=19c8a00d-7172-4f0f-9147-2087f2561556 HTTP/1.1" status: 200 len: 210 time: 0.0772688 Jul 08 18:01:30.379501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4837a-0856-4ca3-8219-3533a2393a9c req-81ab77c4-6939-4d72-b148-bc83180caa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:30.387954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ca4837a-0856-4ca3-8219-3533a2393a9c req-81ab77c4-6939-4d72-b148-bc83180caa75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.1351690 Jul 08 18:01:30.423824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-7fdc93bb-7796-4c13-af83-bb667d92037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:30.432424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-7fdc93bb-7796-4c13-af83-bb667d92037a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1159d05e-4cc3-4905-b126-c26f4526cb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009449 Jul 08 18:01:30.462025 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd888d9-9f63-4418-aaa5-1301d75a28c1 x-openstack-request-id: req-fbd888d9-9f63-4418-aaa5-1301d75a28c1 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:30.462642 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0fbcae-f491-4dbe-b43e-d82c5d411fe3", "tag": "49edc3d6-f15f-427f-a182-38ffcf7bde15", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:30.463074 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbd888d9-9f63-4418-aaa5-1301d75a28c1 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:30.463632 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'tag': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'status': 'completed', 'code': 200} Jul 08 18:01:30.467743 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ca4837a-0856-4ca3-8219-3533a2393a9c req-caba66ba-f8fe-4a4b-943f-73daed1293c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719895 Jul 08 18:01:30.593906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-7208d6f5-7cd5-460b-afc7-2cda7833289c service neutron] 10.222.0.73 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602082 Jul 08 18:01:30.618477 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-182d5388-fe78-4da7-bc88-7c784ef51512 None None] Set router c80ccec5-7317-4093-8713-83f6d40310b6 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:30.793008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed16e-c8ce-4f51-b68c-d25ebfb862de req-1f5751b9-c93e-4520-b184-0d1dad9a5afe tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:30.800325 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-508ed16e-c8ce-4f51-b68c-d25ebfb862de req-1f5751b9-c93e-4520-b184-0d1dad9a5afe tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1073036 Jul 08 18:01:30.829311 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3c93d4-c47a-49c5-907f-99133a767a9d req-5e9f7b10-766b-497b-b063-18aaddc0440d service neutron] 10.222.0.73 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311780 Jul 08 18:01:30.850574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59560793-6d95-4f64-b883-be336ba93515 req-5ee0aff2-8e3f-448b-bcfc-0629bca7c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:30.860353 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59560793-6d95-4f64-b883-be336ba93515 req-5ee0aff2-8e3f-448b-bcfc-0629bca7c67c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdd2d756d106409e9df15d5c030bb132&device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 1096 time: 0.3683321 Jul 08 18:01:30.872174 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ca4837a-0856-4ca3-8219-3533a2393a9c req-5ec6060a-a6e7-4e4b-a5c9-6af4ee4a9d03 service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960261 Jul 08 18:01:30.912682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-508ed16e-c8ce-4f51-b68c-d25ebfb862de req-48439763-8239-4945-8704-75414b027210 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103799 Jul 08 18:01:30.950240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f768ff97-380d-4dc2-9bfe-0a4240d700ce no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:31.174139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:31.207625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59560793-6d95-4f64-b883-be336ba93515 req-42cb3d61-db31-4ec7-aa98-abdd5e43863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:31.213607 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59560793-6d95-4f64-b883-be336ba93515 req-42cb3d61-db31-4ec7-aa98-abdd5e43863a service neutron] 10.222.0.74 "GET /v2.0/networks?id=1159d05e-4cc3-4905-b126-c26f4526cb0b HTTP/1.1" status: 200 len: 928 time: 0.3400762 Jul 08 18:01:31.214058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:31.214476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2405ccd2-1bf6-4436-ba0a-c4aba64bddd5 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:31.272706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d107f08-16ee-4489-9c5b-9546f49b2bad req-2042683d-ec6e-4ca3-ac1c-d8c2dd1f361c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:31.278862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d107f08-16ee-4489-9c5b-9546f49b2bad req-2042683d-ec6e-4ca3-ac1c-d8c2dd1f361c tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.1466756 Jul 08 18:01:31.290523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-2ff02e5c-6721-4cb5-93e9-e6fd62b7f16c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 258 time: 0.1938813 Jul 08 18:01:31.317090 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-182d5388-fe78-4da7-bc88-7c784ef51512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e4e15c5d-29c5-4759-8fab-bbb3713f13a8', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'port_id': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'mac_address': 'fa:16:3e:37:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:25Z', 'updated_at': '2021-07-08T18:01:27Z', 'revision_number': 1, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924385e3-d693-47e0-b597-7f45f441065a', 'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'mac_address': 'fa:16:3e:61:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:57Z', 'updated_at': '2021-07-08T18:01:10Z', 'revision_number': 5, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'subnets': [{'id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:31.325766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:31.368341 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d5388-fe78-4da7-bc88-7c784ef51512 None None] The sync data for ids ['c80ccec5-7317-4093-8713-83f6d40310b6'] in n-d-799684-3 is: [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e4e15c5d-29c5-4759-8fab-bbb3713f13a8', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'port_id': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'mac_address': 'fa:16:3e:37:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:25Z', 'updated_at': '2021-07-08T18:01:27Z', 'revision_number': 1, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924385e3-d693-47e0-b597-7f45f441065a', 'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'mac_address': 'fa:16:3e:61:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:57Z', 'updated_at': '2021-07-08T18:01:10Z', 'revision_number': 5, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'subnets': [{'id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:31.383875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d107f08-16ee-4489-9c5b-9546f49b2bad req-e12d1def-3a25-45dd-8492-3a79cc682876 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916235 Jul 08 18:01:31.387298 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.641565 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.791509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ba1b4-c8b4-4377-8902-838fb6339b0a None None] New status for floating IP e4e15c5d-29c5-4759-8fab-bbb3713f13a8: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:01:31.830628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c8a00d-7172-4f0f-9147-2087f2561556', 'name': 'network-vif-deleted', 'tag': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:31.834177 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5852cf3-84e1-4fc5-814b-c96e846494b9" -d '{"events": [{"server_uuid": "19c8a00d-7172-4f0f-9147-2087f2561556", "name": "network-vif-deleted", "tag": "2405ccd2-1bf6-4436-ba0a-c4aba64bddd5"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:31.889585 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59560793-6d95-4f64-b883-be336ba93515 req-86657cd5-c47a-42a8-84f1-2e2106f09243 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49edc3d6-f15f-427f-a182-38ffcf7bde15 HTTP/1.1" status: 200 len: 998 time: 0.6393583 Jul 08 18:01:31.926055 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33581a6-f3c3-4ae5-b767-4009df33119a x-openstack-request-id: req-d33581a6-f3c3-4ae5-b767-4009df33119a {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:31.926367 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c8a00d-7172-4f0f-9147-2087f2561556", "name": "network-vif-deleted", "tag": "2405ccd2-1bf6-4436-ba0a-c4aba64bddd5", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:31.926610 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d33581a6-f3c3-4ae5-b767-4009df33119a {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:31.927093 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c8a00d-7172-4f0f-9147-2087f2561556', 'name': 'network-vif-deleted', 'tag': '2405ccd2-1bf6-4436-ba0a-c4aba64bddd5', 'status': 'completed', 'code': 200} Jul 08 18:01:32.019043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59560793-6d95-4f64-b883-be336ba93515 req-2008442a-1cdd-4f80-9fad-51cdafa7535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:32.020370 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59560793-6d95-4f64-b883-be336ba93515 req-2008442a-1cdd-4f80-9fad-51cdafa7535d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0f045e0b-c45a-4220-963a-fa55f6fd6e60 HTTP/1.1" status: 200 len: 866 time: 0.1056707 Jul 08 18:01:32.031434 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ca4837a-0856-4ca3-8219-3533a2393a9c req-4486a85e-2318-4040-a709-dca586d1d24d service neutron] 10.222.0.59 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1453998 Jul 08 18:01:32.066614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Allocated IP 172.25.8.74 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/44242cb1-409d-4c2b-96d4-bd141b8fa446) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:32.181238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59560793-6d95-4f64-b883-be336ba93515 req-ccfbef21-205c-44dd-86d4-6763b59bf963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:32.181238 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59560793-6d95-4f64-b883-be336ba93515 req-ccfbef21-205c-44dd-86d4-6763b59bf963 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1159d05e-4cc3-4905-b126-c26f4526cb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483819 Jul 08 18:01:32.303682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f768ff97-380d-4dc2-9bfe-0a4240d700ce details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:01:32.324262 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.328335 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59560793-6d95-4f64-b883-be336ba93515 req-08ca4cf2-fc78-4b4a-bd11-bd8474b1830c service neutron] 10.222.0.74 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024785 Jul 08 18:01:32.412644 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.470955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:32.489463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f768ff97-380d-4dc2-9bfe-0a4240d700ce has no active binding in host n-h1-799684-3 {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 18:01:32.505919 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:32.513226 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59560793-6d95-4f64-b883-be336ba93515 req-fc7b3145-b9d2-434a-98cf-f84a3bc887a9 service neutron] 10.222.0.74 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673236 Jul 08 18:01:32.517108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:32.527621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:32.580347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Pushing event updated for resources: {'Port': ['ID=44242cb1-409d-4c2b-96d4-bd141b8fa446,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:32.603571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.603929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.604245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.604641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.605005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.605333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.605654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.605973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.606315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.606626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.606948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.607261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:32.675051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c1d9-1cd4-4e05-b768-24893ae06033 req-ccdcbcbd-8f73-4193-9960-e9ee06066d63 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:32.682309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b19c1d9-1cd4-4e05-b768-24893ae06033 req-ccdcbcbd-8f73-4193-9960-e9ee06066d63 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.2319090 Jul 08 18:01:32.686291 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.770462 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b19c1d9-1cd4-4e05-b768-24893ae06033 req-a0d6e97a-f3a3-462d-b65c-f597b6bc9f85 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871620 Jul 08 18:01:32.784640 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.033463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-8521f255-abbe-4f34-be9b-338bac9606d8 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1591211546&fields=id&tenant_id=bf1aa5e9404f416c88548244ddd3ab40 HTTP/1.1" status: 200 len: 267 time: 0.1087618 Jul 08 18:01:33.047526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dbbd0-6689-4aec-b692-34e978277dc6 req-2672a2ab-1744-4221-9d1a-10fdcf88fb87 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:33.049172 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bc6dbbd0-6689-4aec-b692-34e978277dc6 req-2672a2ab-1744-4221-9d1a-10fdcf88fb87 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 947 time: 0.0741024 Jul 08 18:01:33.163194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.173384 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.194615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-bc6dbbd0-6689-4aec-b692-34e978277dc6 req-2ad66174-ed52-4872-aeb7-abd05d0fec32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Deleting port 5b997864-b587-4835-b5b5-9b0df43ca007 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:33.195017 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bc6dbbd0-6689-4aec-b692-34e978277dc6 req-2ad66174-ed52-4872-aeb7-abd05d0fec32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.245076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e7400ec8-403d-4998-ba4a-d3e2123f876f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:33.247144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e7400ec8-403d-4998-ba4a-d3e2123f876f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/networks?id=b391f86d-9e5d-4e22-a6b6-7df87352b283 HTTP/1.1" status: 200 len: 816 time: 0.2021093 Jul 08 18:01:33.279331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Pushing event updated for resources: {'Port': ['ID=44242cb1-409d-4c2b-96d4-bd141b8fa446,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:33.287623 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.290824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-1eb5c6bc-327b-4fe2-a84c-82f4102d8be1 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/quotas/bf1aa5e9404f416c88548244ddd3ab40 HTTP/1.1" status: 200 len: 375 time: 0.0248139 Jul 08 18:01:33.291816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-bc6dbbd0-6689-4aec-b692-34e978277dc6 req-2ad66174-ed52-4872-aeb7-abd05d0fec32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] For port 5b997864-b587-4835-b5b5-9b0df43ca007, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5b997864-b587-4835-b5b5-9b0df43ca007,segment=NetworkSegment(061db120-d10d-4b48-a484-2a71a98cd1a1),segment_id=061db120-d10d-4b48-a484-2a71a98cd1a1)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:33.292275 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bc6dbbd0-6689-4aec-b692-34e978277dc6 req-2ad66174-ed52-4872-aeb7-abd05d0fec32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.304536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.307251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-bc6dbbd0-6689-4aec-b692-34e978277dc6 req-2ad66174-ed52-4872-aeb7-abd05d0fec32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Calling delete_port for 5b997864-b587-4835-b5b5-9b0df43ca007 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:33.350017 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.351543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-deee562c-fd4a-4cf7-a933-7f47099e1097 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0495622 Jul 08 18:01:33.410129 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-480b1904-0a95-4ece-bb2f-e1d929e756f3 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf1aa5e9404f416c88548244ddd3ab40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1151023 Jul 08 18:01:33.415681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-d084edd2-b7b0-48e2-984b-3df4b96bf5fe tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 695 time: 0.0550232 Jul 08 18:01:33.458759 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bc6dbbd0-6689-4aec-b692-34e978277dc6 req-2ad66174-ed52-4872-aeb7-abd05d0fec32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.471049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5b997864-b587-4835-b5b5-9b0df43ca007'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:33.489540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad66174-ed52-4872-aeb7-abd05d0fec32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Pushing event deleted for resources: {'Port': ['ID=5b997864-b587-4835-b5b5-9b0df43ca007,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:33.541151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6dbbd0-6689-4aec-b692-34e978277dc6 req-2ad66174-ed52-4872-aeb7-abd05d0fec32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] No DVR routers for this DVR port 5b997864-b587-4835-b5b5-9b0df43ca007 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:33.543961 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bc6dbbd0-6689-4aec-b692-34e978277dc6 req-2ad66174-ed52-4872-aeb7-abd05d0fec32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.545984 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bc6dbbd0-6689-4aec-b692-34e978277dc6 req-2ad66174-ed52-4872-aeb7-abd05d0fec32 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.59 "DELETE /v2.0/ports/5b997864-b587-4835-b5b5-9b0df43ca007 HTTP/1.1" status: 204 len: 173 time: 0.4906397 Jul 08 18:01:33.639292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-880241b6-33df-4520-ba61-d001ad8f49c6 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:33.640726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c027900f-57a0-4a71-8a7b-e41fe8e2d489 req-880241b6-33df-4520-ba61-d001ad8f49c6 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.2094140 Jul 08 18:01:33.658929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6eef9ba6-81f4-425f-a04d-595ef6c016e8 service neutron] 10.222.0.73 "GET /v2.0/networks/b391f86d-9e5d-4e22-a6b6-7df87352b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262049 Jul 08 18:01:33.770532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-8fa54ff0-d964-4971-873c-09cb6e5aa47d service neutron] 10.222.0.73 "GET /v2.0/networks/b391f86d-9e5d-4e22-a6b6-7df87352b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023123 Jul 08 18:01:33.861487 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-12a619b5-4228-4a52-a6fb-ba9fc506f270 service neutron] 10.222.0.59 "GET /v2.0/ports/f768ff97-380d-4dc2-9bfe-0a4240d700ce/bindings/n-h1-799684-3 HTTP/1.1" status: 200 len: 384 time: 0.1241248 Jul 08 18:01:33.938944 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9605816f-5225-4d10-9fae-38d981865434 req-4d590753-2824-4624-b968-38d400415268 tempest-LiveAutoBlockMigrationV225Test-1461264774 tempest-LiveAutoBlockMigrationV225Test-1461264774-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa67b27a-4c3f-4a08-a945-d5fba695824e HTTP/1.1" status: 200 len: 210 time: 0.0333269 Jul 08 18:01:33.948340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'name': 'network-vif-deleted', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:33.951751 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e777c82-120a-41cf-9352-0a1d815281b3" -d '{"events": [{"server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "name": "network-vif-deleted", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:34.023639 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.061811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-c86b2009-7e49-44d2-a148-fd5abe2934c5 service neutron] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:34.084877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-c86b2009-7e49-44d2-a148-fd5abe2934c5 service neutron] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:34.129342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-c86b2009-7e49-44d2-a148-fd5abe2934c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f768ff97-380d-4dc2-9bfe-0a4240d700ce {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:34.129891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3aa6e-44ad-48f1-b8a3-8014c83f7a3a req-db109b77-b50e-4675-8c0b-6e99ad6be6d7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:34.131748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcc3aa6e-44ad-48f1-b8a3-8014c83f7a3a req-db109b77-b50e-4675-8c0b-6e99ad6be6d7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 943 time: 0.0804677 Jul 08 18:01:34.142132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-c86b2009-7e49-44d2-a148-fd5abe2934c5 service neutron] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:34.175967 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-c86b2009-7e49-44d2-a148-fd5abe2934c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.206081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcc3aa6e-44ad-48f1-b8a3-8014c83f7a3a req-bafd58a8-fcc2-4a7f-8531-7102ddaf16ec tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684624 Jul 08 18:01:34.281968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-c86b2009-7e49-44d2-a148-fd5abe2934c5 service neutron] Transition to ACTIVE for port object f768ff97-380d-4dc2-9bfe-0a4240d700ce will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:34.287542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-c86b2009-7e49-44d2-a148-fd5abe2934c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.377191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b2009-7e49-44d2-a148-fd5abe2934c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f768ff97-380d-4dc2-9bfe-0a4240d700ce,revision_number=10']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:34.411891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-c86b2009-7e49-44d2-a148-fd5abe2934c5 service neutron] No DVR routers for this DVR port f768ff97-380d-4dc2-9bfe-0a4240d700ce on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:34.465587 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-c86b2009-7e49-44d2-a148-fd5abe2934c5 service neutron] 10.222.0.59 "PUT /v2.0/ports/f768ff97-380d-4dc2-9bfe-0a4240d700ce/bindings/n-h1-799684-3/activate HTTP/1.1" status: 200 len: 369 time: 0.5985017 Jul 08 18:01:34.475167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203318ae-6caa-4a43-becc-66681e82ca53 req-cc29384c-6fd9-4de6-8bb0-70d6d7fa9477 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:34.483424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-203318ae-6caa-4a43-becc-66681e82ca53 req-cc29384c-6fd9-4de6-8bb0-70d6d7fa9477 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1334279 Jul 08 18:01:34.542150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-203318ae-6caa-4a43-becc-66681e82ca53 req-ea521acf-20d9-4f56-a3cd-90d9d006d4df tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 695 time: 0.0578535 Jul 08 18:01:34.606144 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-335cfc5a-6519-480d-a9db-69b062604f9d tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:34.607922 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-335cfc5a-6519-480d-a9db-69b062604f9d tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1095 time: 0.0665853 Jul 08 18:01:34.686610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-65967e0e-faaa-4a36-9554-fe4712329445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:34.688288 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-65967e0e-faaa-4a36-9554-fe4712329445 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc HTTP/1.1" status: 200 len: 1095 time: 0.0712287 Jul 08 18:01:34.772911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-1e72be82-ecf2-40ba-9509-c304dff343bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:34.774508 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-1e72be82-ecf2-40ba-9509-c304dff343bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 1095 time: 0.0557566 Jul 08 18:01:34.840155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-203318ae-6caa-4a43-becc-66681e82ca53 req-48403c26-cb40-4cb6-a32c-6fa57c7bff4a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Request body: {'floatingip': {'port_id': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:34.875772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-6365b171-4df3-4b30-904f-371e6b1e4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:34.877275 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-6365b171-4df3-4b30-904f-371e6b1e4b70 service neutron] 10.222.0.74 "GET /v2.0/networks?id=15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 200 len: 909 time: 0.0961053 Jul 08 18:01:34.881388 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-203318ae-6caa-4a43-becc-66681e82ca53 req-48403c26-cb40-4cb6-a32c-6fa57c7bff4a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.928070 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-20804e14-1843-4a9b-82ec-37c6ccd697c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce HTTP/1.1" status: 200 len: 217 time: 0.0430703 Jul 08 18:01:34.976630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ccba5-ae1a-46e7-8599-8f01b87ed11f req-d92886a0-480e-472e-9414-a8c67df32052 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:34.978136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b68ccba5-ae1a-46e7-8599-8f01b87ed11f req-d92886a0-480e-472e-9414-a8c67df32052 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.4499581 Jul 08 18:01:34.998546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e8e2efde-16bb-43c6-996f-31e9313236d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:35.000055 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e8e2efde-16bb-43c6-996f-31e9313236d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 200 len: 848 time: 0.0645275 Jul 08 18:01:35.036683 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e4590225-bc8c-41f1-991b-433185df6c91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15934754-1853-4dd8-b29a-beef79bb7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273612 Jul 08 18:01:35.062624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b68ccba5-ae1a-46e7-8599-8f01b87ed11f req-a9fa321e-aaae-49e6-9570-cea59c636bfb tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657308 Jul 08 18:01:35.109505 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60565c4f-616d-4338-98af-5ed70afdaf60 x-openstack-request-id: req-60565c4f-616d-4338-98af-5ed70afdaf60 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:35.110093 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67b27a-4c3f-4a08-a945-d5fba695824e", "name": "network-vif-deleted", "tag": "5b997864-b587-4835-b5b5-9b0df43ca007", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:35.110093 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-60565c4f-616d-4338-98af-5ed70afdaf60 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:35.110438 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67b27a-4c3f-4a08-a945-d5fba695824e', 'name': 'network-vif-deleted', 'tag': '5b997864-b587-4835-b5b5-9b0df43ca007', 'status': 'completed', 'code': 200} Jul 08 18:01:35.155225 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-a16c4b46-d548-4167-8b70-4bc08d919724 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106250 Jul 08 18:01:35.171855 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-203318ae-6caa-4a43-becc-66681e82ca53 req-48403c26-cb40-4cb6-a32c-6fa57c7bff4a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 18:01:35.179010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-203318ae-6caa-4a43-becc-66681e82ca53 req-48403c26-cb40-4cb6-a32c-6fa57c7bff4a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "PUT /v2.0/floatingips/1e72185c-a0c6-4429-b176-af95774247fd HTTP/1.1" status: 409 len: 549 time: 0.3462985 Jul 08 18:01:35.240065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5bac0b8f-0f6b-4e43-8a85-8821ed55f4bf req-4027aa0a-3cbf-4e07-9dfc-40a94290f683 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 210 time: 0.0333652 Jul 08 18:01:35.267241 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-4a8a593e-3565-456a-bec8-607a49ea8b78 service neutron] 10.222.0.74 "GET /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036930 Jul 08 18:01:35.348403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58554) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:35.424001 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-231bb05f-1209-44bb-b9a1-e8e97411b429 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips/1e72185c-a0c6-4429-b176-af95774247fd HTTP/1.1" status: 200 len: 692 time: 0.0628426 Jul 08 18:01:35.513413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a875853a-19c4-479d-b26d-5b27eaa69cff admin admin] Deleting subnet c4709019-4379-4356-b83e-855b0460a985 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:01:35.519223 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a875853a-19c4-479d-b26d-5b27eaa69cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.569666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-38539058-5f40-4e52-879e-4db88aeaa02a tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:35.571250 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-38539058-5f40-4e52-879e-4db88aeaa02a tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.59 "GET /v2.0/networks?id=b391f86d-9e5d-4e22-a6b6-7df87352b283 HTTP/1.1" status: 200 len: 816 time: 0.1967692 Jul 08 18:01:35.573314 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a875853a-19c4-479d-b26d-5b27eaa69cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.599366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-015cc3a3-826f-4176-be37-969edc89d5eb tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:35.608154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-015cc3a3-826f-4176-be37-969edc89d5eb tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.1830697 Jul 08 18:01:35.654164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a875853a-19c4-479d-b26d-5b27eaa69cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.659280 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-4203e6af-5b9b-4919-8b41-a810a61c7f3c tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1aa5e9404f416c88548244ddd3ab40 HTTP/1.1" status: 200 len: 380 time: 0.0623519 Jul 08 18:01:35.682848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-885e2bea-4afa-4cfc-9d63-77e13475e499 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 695 time: 0.0734959 Jul 08 18:01:35.693688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a3833-4229-4c63-a6de-01bf28952a61 req-50bf6c86-f7a2-4075-9cad-2e7e48eb8354 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:35.695426 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c1a3833-4229-4c63-a6de-01bf28952a61 req-50bf6c86-f7a2-4075-9cad-2e7e48eb8354 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 944 time: 0.1894150 Jul 08 18:01:35.701402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Request body: {'port': {'device_id': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'admin_state_up': True, 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'security_groups': ['de353125-cf10-43c9-89dd-8c6656ed166d']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:35.763801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-47a61581-f9b3-4157-8b71-2441fda2df9c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 695 time: 0.0673287 Jul 08 18:01:35.809390 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a875853a-19c4-479d-b26d-5b27eaa69cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.830275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c1a3833-4229-4c63-a6de-01bf28952a61 req-5823fcd8-45ae-4b1c-8e87-1610dbed0fd7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267221 Jul 08 18:01:35.852476 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875853a-19c4-479d-b26d-5b27eaa69cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4709019-4379-4356-b83e-855b0460a985,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:35.859132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e9642e5c-ff12-491a-ad1d-51171061dcff tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:35.860645 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-e9642e5c-ff12-491a-ad1d-51171061dcff tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e&tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1095 time: 0.2222271 Jul 08 18:01:35.862152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a875853a-19c4-479d-b26d-5b27eaa69cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.863979 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a875853a-19c4-479d-b26d-5b27eaa69cff admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c4709019-4379-4356-b83e-855b0460a985 HTTP/1.1" status: 204 len: 168 time: 0.5145128 Jul 08 18:01:35.878852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58558) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:35.941561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Made reservation on behalf of bf1aa5e9404f416c88548244ddd3ab40 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:01:35.944938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.005864 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.064213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-a6b5c84f-1232-4053-870a-336fe5d02ea2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Deleting port 44242cb1-409d-4c2b-96d4-bd141b8fa446 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:36.064502 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-a6b5c84f-1232-4053-870a-336fe5d02ea2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.119985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Allocated IP 172.20.0.5 (b391f86d-9e5d-4e22-a6b6-7df87352b283/41ee3584-ec56-470e-beef-46302d8ad669/f03d3fc7-14cc-433e-b199-bfa0d9d0071d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:36.137896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-61add58e-e34c-4285-b21a-5595ed0a4eb5 service neutron] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:36.145043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-61add58e-e34c-4285-b21a-5595ed0a4eb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.146160 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-61add58e-e34c-4285-b21a-5595ed0a4eb5 service neutron] 10.222.0.74 "DELETE /v2.0/ports/f768ff97-380d-4dc2-9bfe-0a4240d700ce/bindings/n-h2-799684-3 HTTP/1.1" status: 204 len: 173 time: 0.2690742 Jul 08 18:01:36.184356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.200925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43190986-6802-4c7b-ac7b-d918b098affc']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:36.219872 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e4941e28-0c87-4e3a-9d3e-bb920cea5f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.224253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061db120-d10d-4b48-a484-2a71a98cd1a1') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:36.224569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061db120-d10d-4b48-a484-2a71a98cd1a1') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:36.248011 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.272203 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-a6b5c84f-1232-4053-870a-336fe5d02ea2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.272499 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-a6b5c84f-1232-4053-870a-336fe5d02ea2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.281998 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.291822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-a6b5c84f-1232-4053-870a-336fe5d02ea2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Calling delete_port for 44242cb1-409d-4c2b-96d4-bd141b8fa446 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:36.294036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:01:36.294674 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:01:36.296615 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:01:36.329792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.349112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Transition to ACTIVE for port object f03d3fc7-14cc-433e-b199-bfa0d9d0071d will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:36.399839 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.421572 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.431876 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.434527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] 10.222.0.73 "DELETE /v2.0/networks/43190986-6802-4c7b-ac7b-d918b098affc HTTP/1.1" status: 204 len: 168 time: 0.5548792 Jul 08 18:01:36.456511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58590) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:36.494711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50deecd-abde-431e-bb48-df03693aff44 admin admin] Pushing event deleted for resources: {'Network': ['ID=43190986-6802-4c7b-ac7b-d918b098affc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:36.507410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Pushing event updated for resources: {'Port': ['ID=f03d3fc7-14cc-433e-b199-bfa0d9d0071d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:36.531260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-13922721-4694-473b-8364-1ddaa7e9de77 admin admin] Deleting subnet 04602460-f1cb-45d3-ae74-8a33364f3cd6 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:01:36.535800 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-13922721-4694-473b-8364-1ddaa7e9de77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.561048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Network b391f86d-9e5d-4e22-a6b6-7df87352b283 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:36.567537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:36.583640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:36.618915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-13922721-4694-473b-8364-1ddaa7e9de77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.685517 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:36.686501 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.714020 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-e6117766-3327-458f-8c52-434f96dede37 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0187669 Jul 08 18:01:36.723277 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-a6b5c84f-1232-4053-870a-336fe5d02ea2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.727913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Request body: {'port': {'device_id': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:36.798474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5c84f-1232-4053-870a-336fe5d02ea2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Pushing event deleted for resources: {'Port': ['ID=44242cb1-409d-4c2b-96d4-bd141b8fa446,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:36.819175 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-13922721-4694-473b-8364-1ddaa7e9de77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.900143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-31b149f1-215f-48fe-813c-b959b6d0973b None None] Provisioning for port f03d3fc7-14cc-433e-b199-bfa0d9d0071d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:36.905359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-31b149f1-215f-48fe-813c-b959b6d0973b None None] Provisioning complete for port f03d3fc7-14cc-433e-b199-bfa0d9d0071d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:36.905980 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-31b149f1-215f-48fe-813c-b959b6d0973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.910273 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.959835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-31b149f1-215f-48fe-813c-b959b6d0973b None None] Port f03d3fc7-14cc-433e-b199-bfa0d9d0071d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:01:36.973664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5b997864-b587-4835-b5b5-9b0df43ca007 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:37.012249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 5b997864-b587-4835-b5b5-9b0df43ca007 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:37.013954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5b997864-b587-4835-b5b5-9b0df43ca007 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:37.014500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d851b056-87ee-4f23-bf31-a322a97b42a5 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:37.021917 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-a6b5c84f-1232-4053-870a-336fe5d02ea2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.024479 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-a6b5c84f-1232-4053-870a-336fe5d02ea2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.037341 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e421591d-2b6b-4ce7-84fb-660d1ddec2af req-a6b5c84f-1232-4053-870a-336fe5d02ea2 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "DELETE /v2.0/floatingips/1e72185c-a0c6-4429-b176-af95774247fd HTTP/1.1" status: 204 len: 173 time: 1.2661741 Jul 08 18:01:37.096347 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-13922721-4694-473b-8364-1ddaa7e9de77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.155815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-13922721-4694-473b-8364-1ddaa7e9de77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.159642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-13922721-4694-473b-8364-1ddaa7e9de77 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/04602460-f1cb-45d3-ae74-8a33364f3cd6 HTTP/1.1" status: 204 len: 168 time: 0.6999643 Jul 08 18:01:37.165119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58612) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:37.173495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13922721-4694-473b-8364-1ddaa7e9de77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04602460-f1cb-45d3-ae74-8a33364f3cd6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:37.175316 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.210071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8fb94-0e47-4a75-be4e-36955c00f73c req-5db4fbc4-484f-49a0-934b-9b4d9244c1c1 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:37.211949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-edd8fb94-0e47-4a75-be4e-36955c00f73c req-5db4fbc4-484f-49a0-934b-9b4d9244c1c1 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.2618744 Jul 08 18:01:37.229678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a14ab9b-8810-4421-b571-78177f23ec48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd851b056-87ee-4f23-bf31-a322a97b42a5'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:37.238229 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1437b5-814d-4a4c-9b06-a0061fc4496f" -d '{"events": [{"server_uuid": "5a14ab9b-8810-4421-b571-78177f23ec48", "name": "network-vif-unplugged", "status": "completed", "tag": "d851b056-87ee-4f23-bf31-a322a97b42a5"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:37.280462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d851b056-87ee-4f23-bf31-a322a97b42a5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d851b056-87ee-4f23-bf31-a322a97b42a5,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:37.285166 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.290719 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.302979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-edd8fb94-0e47-4a75-be4e-36955c00f73c req-89c9fc53-8fee-43c2-a528-3f86da7906a7 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606635 Jul 08 18:01:37.343745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d851b056-87ee-4f23-bf31-a322a97b42a5,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:37.347823 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03d3fc7-14cc-433e-b199-bfa0d9d0071d {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:37.357201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4676541-3725-439f-9b0d-2c1342366bde req-c1b8f42a-80ce-4ff0-9410-d8c03455fb71 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:37.358268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.358626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.358846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4676541-3725-439f-9b0d-2c1342366bde req-c1b8f42a-80ce-4ff0-9410-d8c03455fb71 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 931 time: 0.1869390 Jul 08 18:01:37.359136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.361648 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.361997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.362381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.362711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.363093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.363583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.364554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.365815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.366155 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.366509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:37.374355 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Transition to ACTIVE for port object f03d3fc7-14cc-433e-b199-bfa0d9d0071d will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:37.405658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4676541-3725-439f-9b0d-2c1342366bde req-8cf06d25-b235-4994-8eb8-2b473e672ad4 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 Jul 08 18:01:37.407082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.480376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.492320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a180c39b-b590-4100-9f4e-d31c58dfd522']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:37.505101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5d6536-413d-4c92-89e4-9e33106dd56f') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:37.505403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5d6536-413d-4c92-89e4-9e33106dd56f') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:37.519751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.534991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.542038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:01:37.542732 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:01:37.597120 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:01:37.641801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.647862 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.649843 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a180c39b-b590-4100-9f4e-d31c58dfd522 HTTP/1.1" status: 204 len: 168 time: 0.4838722 Jul 08 18:01:37.710486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bf10b-3524-41ce-9816-5c86187011d1 req-25d026db-cbab-477a-8944-e24e432ae362 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:37.729853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-537bf10b-3524-41ce-9816-5c86187011d1 req-25d026db-cbab-477a-8944-e24e432ae362 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 944 time: 0.1424363 Jul 08 18:01:37.734508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d8f09-a4b1-46f8-9ff8-f073ea1ca4f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a180c39b-b590-4100-9f4e-d31c58dfd522,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:37.781226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Pushing event updated for resources: {'Port': ['ID=f03d3fc7-14cc-433e-b199-bfa0d9d0071d,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:37.822363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Attempting to bind port f03d3fc7-14cc-433e-b199-bfa0d9d0071d on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:37.822713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Attempting to bind port f03d3fc7-14cc-433e-b199-bfa0d9d0071d by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:37.823257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Attempting to bind port f03d3fc7-14cc-433e-b199-bfa0d9d0071d on network b391f86d-9e5d-4e22-a6b6-7df87352b283 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:37.829555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Port f03d3fc7-14cc-433e-b199-bfa0d9d0071d on network b391f86d-9e5d-4e22-a6b6-7df87352b283 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:01:37.829964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Attempting to bind port f03d3fc7-14cc-433e-b199-bfa0d9d0071d on network b391f86d-9e5d-4e22-a6b6-7df87352b283 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:37.836522 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:37.836880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Checking segment: {'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:37.837830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Bound using segment: {'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:37.838499 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Bound port: f03d3fc7-14cc-433e-b199-bfa0d9d0071d, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606bb210-8e38-4e6a-91d3-6b48c2578c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:37.839519 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.887446 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-537bf10b-3524-41ce-9816-5c86187011d1 req-fed7f7f5-0dfa-4c49-81eb-e8995801a228 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552181 Jul 08 18:01:37.904434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58620) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:37.962454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] For port f03d3fc7-14cc-433e-b199-bfa0d9d0071d, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:37.967566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] For port f03d3fc7-14cc-433e-b199-bfa0d9d0071d, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f03d3fc7-14cc-433e-b199-bfa0d9d0071d,segment=NetworkSegment(606bb210-8e38-4e6a-91d3-6b48c2578c61),segment_id=606bb210-8e38-4e6a-91d3-6b48c2578c61)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:37.972935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.994139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-d5ccf4a0-baca-4390-ab66-010881b33b17 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 1000 time: 0.2192795 Jul 08 18:01:38.059926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ceae9f22-5be6-4a8e-9f65-d2e2a4340cc8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44a6d394ddab44db92242d5757a14aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538923 Jul 08 18:01:38.062757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58626) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:38.096999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:38.097684 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.099227 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] 10.222.0.59 "PUT /v2.0/ports/f03d3fc7-14cc-433e-b199-bfa0d9d0071d HTTP/1.1" status: 200 len: 1091 time: 1.3764248 Jul 08 18:01:38.099681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'tag': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:38.100743 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7df2bb-b3b2-4225-9200-b052f6aca78a x-openstack-request-id: req-cf7df2bb-b3b2-4225-9200-b052f6aca78a {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:38.101258 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a14ab9b-8810-4421-b571-78177f23ec48", "name": "network-vif-unplugged", "status": "completed", "tag": "d851b056-87ee-4f23-bf31-a322a97b42a5", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:38.101758 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf7df2bb-b3b2-4225-9200-b052f6aca78a {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:38.102191 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ba3324-cbc0-43fa-84db-3f113274adcd" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2ef1cd-5331-482d-9a90-fa171fd57704", "tag": "f03d3fc7-14cc-433e-b199-bfa0d9d0071d"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:38.102341 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a14ab9b-8810-4421-b571-78177f23ec48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd851b056-87ee-4f23-bf31-a322a97b42a5', 'code': 200} Jul 08 18:01:38.116777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f6905-2a31-442d-b1ba-8e2c2c12411c service neutron] Pushing event updated for resources: {'Port': ['ID=f03d3fc7-14cc-433e-b199-bfa0d9d0071d,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:38.141310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-5b6f3acd-e698-4dcb-9123-6f4eaaf8bbc3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:38.141310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-5b6f3acd-e698-4dcb-9123-6f4eaaf8bbc3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports/49edc3d6-f15f-427f-a182-38ffcf7bde15 HTTP/1.1" status: 200 len: 942 time: 0.1354096 Jul 08 18:01:38.169501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42894511-7425-4a9f-afd3-3943859c9381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.246600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42894511-7425-4a9f-afd3-3943859c9381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.275964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-ff83e9f2-d84c-40ac-9f73-b57f5fbcd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:38.278508 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-ff83e9f2-d84c-40ac-9f73-b57f5fbcd240 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf1aa5e9404f416c88548244ddd3ab40&device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 1094 time: 0.0791054 Jul 08 18:01:38.343382 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-218697e8-e86b-464b-8fb2-be886577042e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f03d3fc7-14cc-433e-b199-bfa0d9d0071d HTTP/1.1" status: 200 len: 217 time: 0.0568211 Jul 08 18:01:38.418364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-87a31727-594e-45fe-ada8-251011b91c01 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 1000 time: 0.1228867 Jul 08 18:01:38.436501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-01656c0c-2a43-40b6-8e55-0adbfbb5966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:38.438155 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-01656c0c-2a43-40b6-8e55-0adbfbb5966d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41ee3584-ec56-470e-beef-46302d8ad669 HTTP/1.1" status: 200 len: 855 time: 0.0882537 Jul 08 18:01:38.445729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-01d5bbf7-cd53-4ccd-b24a-5bbf74b3ba4e tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:38.447199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-01d5bbf7-cd53-4ccd-b24a-5bbf74b3ba4e tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 805 time: 0.2267551 Jul 08 18:01:38.449658 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42894511-7425-4a9f-afd3-3943859c9381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.452378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42894511-7425-4a9f-afd3-3943859c9381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.456179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-42894511-7425-4a9f-afd3-3943859c9381 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3eca2d21-4da1-43af-b60b-065202b824f6 HTTP/1.1" status: 204 len: 168 time: 0.3923538 Jul 08 18:01:38.515583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-52d67f52-2b41-43c8-97ed-db3347a01941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:38.518284 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-52d67f52-2b41-43c8-97ed-db3347a01941 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b391f86d-9e5d-4e22-a6b6-7df87352b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724037 Jul 08 18:01:38.521584 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-a51cacfe-d2d0-4ee6-8a90-7bdf2797029e tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/quotas/3e0ef964426048b7bf98d75718c5c7bf HTTP/1.1" status: 200 len: 375 time: 0.0641639 Jul 08 18:01:38.529868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42894511-7425-4a9f-afd3-3943859c9381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eca2d21-4da1-43af-b60b-065202b824f6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:38.619556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-9ffb6018-ed71-4258-b03e-0e526c35d9d5 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:38.627829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-9ffb6018-ed71-4258-b03e-0e526c35d9d5 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.1979411 Jul 08 18:01:38.734255 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-da811007-3bac-45e7-aca0-593d0617f7e8 service neutron] 10.222.0.59 "GET /v2.0/networks/b391f86d-9e5d-4e22-a6b6-7df87352b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080674 Jul 08 18:01:38.748533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-d938d68c-7457-4f07-8491-03def8549700 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2256105 Jul 08 18:01:38.838519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-4f629628-f4e7-443d-8722-3c8e229e6196 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 1000 time: 0.2094562 Jul 08 18:01:38.864994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-7ef11abd-3e0b-4810-a2fd-c4386af7798a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:38.903384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ecf350d-2428-44dd-9a73-58f47a8a1619 req-bce5ffa0-47aa-4961-802d-2fceaf5271b8 service neutron] 10.222.0.59 "GET /v2.0/networks/b391f86d-9e5d-4e22-a6b6-7df87352b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620502 Jul 08 18:01:38.955034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-9a036bd8-aa40-49fc-b470-96799b6d477f service neutron] 10.222.0.73 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053204 Jul 08 18:01:38.981011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58650) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:39.016428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-7ef11abd-3e0b-4810-a2fd-c4386af7798a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.026258 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a724eab4-c058-43b7-9852-6fc43309460d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d8d73106a8794fc1979360f6ffcbf45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435004 Jul 08 18:01:39.028416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58652) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:39.048638 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.110797 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcc5e-4f83-41d6-94c0-8cf99218078f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.112682 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c94bdadc-1eea-4820-8bc1-84f0447a93b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.139333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcc5e-4f83-41d6-94c0-8cf99218078f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.193388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcc5e-4f83-41d6-94c0-8cf99218078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.196421 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcc5e-4f83-41d6-94c0-8cf99218078f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.200850 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ea6fcc5e-4f83-41d6-94c0-8cf99218078f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efdd3721-2176-468c-99df-b9b8af038cf0 HTTP/1.1" status: 204 len: 168 time: 0.1680696 Jul 08 18:01:39.210607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fcc5e-4f83-41d6-94c0-8cf99218078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdd3721-2176-468c-99df-b9b8af038cf0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:39.324866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4ae11-c81a-4e04-871a-067147f39adf req-acc8f061-8fe6-4fed-84e2-b976c0e9dffa tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:39.326867 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-66c4ae11-c81a-4e04-871a-067147f39adf req-acc8f061-8fe6-4fed-84e2-b976c0e9dffa tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a14ab9b-8810-4421-b571-78177f23ec48 HTTP/1.1" status: 200 len: 943 time: 0.0853367 Jul 08 18:01:39.455547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-66c4ae11-c81a-4e04-871a-067147f39adf req-810bc0ae-a2a1-45a3-bca9-b29342d90fe5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Deleting port d851b056-87ee-4f23-bf31-a322a97b42a5 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:39.455988 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-66c4ae11-c81a-4e04-871a-067147f39adf req-810bc0ae-a2a1-45a3-bca9-b29342d90fe5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.478088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-314dce8b-c232-4428-9eaf-f0ab48af3437 service neutron] 10.222.0.73 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126970 Jul 08 18:01:39.582919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-66c4ae11-c81a-4e04-871a-067147f39adf req-810bc0ae-a2a1-45a3-bca9-b29342d90fe5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] For port d851b056-87ee-4f23-bf31-a322a97b42a5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d851b056-87ee-4f23-bf31-a322a97b42a5,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:39.583493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-66c4ae11-c81a-4e04-871a-067147f39adf req-810bc0ae-a2a1-45a3-bca9-b29342d90fe5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.600605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-66c4ae11-c81a-4e04-871a-067147f39adf req-810bc0ae-a2a1-45a3-bca9-b29342d90fe5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Calling delete_port for d851b056-87ee-4f23-bf31-a322a97b42a5 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:39.623964 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-7ef11abd-3e0b-4810-a2fd-c4386af7798a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.637645 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-7ef11abd-3e0b-4810-a2fd-c4386af7798a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.641075 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-7ef11abd-3e0b-4810-a2fd-c4386af7798a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Floating IP e4e15c5d-29c5-4759-8fab-bbb3713f13a8 disassociated. External IP: 172.25.8.45, port: 49edc3d6-f15f-427f-a182-38ffcf7bde15. Jul 08 18:01:39.763863 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb62822-e7e1-4be0-9275-17d2aa87c070 x-openstack-request-id: req-beb62822-e7e1-4be0-9275-17d2aa87c070 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:39.764129 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2ef1cd-5331-482d-9a90-fa171fd57704", "tag": "f03d3fc7-14cc-433e-b199-bfa0d9d0071d", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:39.764379 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-beb62822-e7e1-4be0-9275-17d2aa87c070 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:39.764771 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'tag': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d', 'status': 'completed', 'code': 200} Jul 08 18:01:39.930927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-66c4ae11-c81a-4e04-871a-067147f39adf req-810bc0ae-a2a1-45a3-bca9-b29342d90fe5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.970628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bc0ae-a2a1-45a3-bca9-b29342d90fe5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Pushing event deleted for resources: {'Port': ['ID=d851b056-87ee-4f23-bf31-a322a97b42a5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:39.977824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba3324-cbc0-43fa-84db-3f113274adcd req-6c1ea9b0-0bdb-4445-8d1e-8105fa11f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:39.979413 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-01ba3324-cbc0-43fa-84db-3f113274adcd req-6c1ea9b0-0bdb-4445-8d1e-8105fa11f81c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf1aa5e9404f416c88548244ddd3ab40&device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 1094 time: 0.2116888 Jul 08 18:01:40.060724 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.072449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c4ae11-c81a-4e04-871a-067147f39adf req-810bc0ae-a2a1-45a3-bca9-b29342d90fe5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] No DVR routers for this DVR port d851b056-87ee-4f23-bf31-a322a97b42a5 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:40.087766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-66c4ae11-c81a-4e04-871a-067147f39adf req-810bc0ae-a2a1-45a3-bca9-b29342d90fe5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.093603 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-66c4ae11-c81a-4e04-871a-067147f39adf req-810bc0ae-a2a1-45a3-bca9-b29342d90fe5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "DELETE /v2.0/ports/d851b056-87ee-4f23-bf31-a322a97b42a5 HTTP/1.1" status: 204 len: 173 time: 0.7605770 Jul 08 18:01:40.143099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d982f-c614-4739-93dd-882a15bb775d req-417a0abb-452f-4285-9362-cce830f0dad3 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:40.154920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-827d982f-c614-4739-93dd-882a15bb775d req-417a0abb-452f-4285-9362-cce830f0dad3 tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 1095 time: 0.2685962 Jul 08 18:01:40.255002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-7ef11abd-3e0b-4810-a2fd-c4386af7798a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Router c80ccec5-7317-4093-8713-83f6d40310b6 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:40.279037 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-827d982f-c614-4739-93dd-882a15bb775d req-66031626-5550-4b9e-a666-4e90db7c57ee tempest-LiveMigrationTest-561064375 tempest-LiveMigrationTest-561064375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230400 Jul 08 18:01:40.314891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba3324-cbc0-43fa-84db-3f113274adcd req-1beca8d3-b88b-42e8-a24a-33a225e249e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:40.318677 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-01ba3324-cbc0-43fa-84db-3f113274adcd req-1beca8d3-b88b-42e8-a24a-33a225e249e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b391f86d-9e5d-4e22-a6b6-7df87352b283 HTTP/1.1" status: 200 len: 917 time: 0.3324904 Jul 08 18:01:40.420183 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-01ba3324-cbc0-43fa-84db-3f113274adcd req-e8c5630f-9864-4737-94b7-bcbed90aa3d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f03d3fc7-14cc-433e-b199-bfa0d9d0071d HTTP/1.1" status: 200 len: 217 time: 0.0880516 Jul 08 18:01:40.469747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-7ef11abd-3e0b-4810-a2fd-c4386af7798a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:40.488175 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca4fc4-1306-4f96-9b5c-f620717186d5 None None] Sync routers for ids ['c80ccec5-7317-4093-8713-83f6d40310b6'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:40.495547 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-7ef11abd-3e0b-4810-a2fd-c4386af7798a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.498408 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca4fc4-1306-4f96-9b5c-f620717186d5 None None] Routers {'c80ccec5-7317-4093-8713-83f6d40310b6'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:40.499559 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1cca4fc4-1306-4f96-9b5c-f620717186d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:01:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c80ccec5-7317-4093-8713-83f6d40310b6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:40.556649 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba3324-cbc0-43fa-84db-3f113274adcd req-3c884cb5-f18f-4320-949d-9cde34b691f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:40.559556 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-01ba3324-cbc0-43fa-84db-3f113274adcd req-3c884cb5-f18f-4320-949d-9cde34b691f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41ee3584-ec56-470e-beef-46302d8ad669 HTTP/1.1" status: 200 len: 855 time: 0.1250749 Jul 08 18:01:40.606364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-7ef11abd-3e0b-4810-a2fd-c4386af7798a tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "PUT /v2.0/floatingips/e4e15c5d-29c5-4759-8fab-bbb3713f13a8 HTTP/1.1" status: 200 len: 694 time: 1.7581260 Jul 08 18:01:40.623961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'tag': '49edc3d6-f15f-427f-a182-38ffcf7bde15'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:40.627870 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0fbcae-f491-4dbe-b43e-d82c5d411fe3", "tag": "49edc3d6-f15f-427f-a182-38ffcf7bde15"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:40.673276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba3324-cbc0-43fa-84db-3f113274adcd req-e9f836b6-9325-4fe8-b63c-cf0649f056c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:40.675381 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-01ba3324-cbc0-43fa-84db-3f113274adcd req-e9f836b6-9325-4fe8-b63c-cf0649f056c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b391f86d-9e5d-4e22-a6b6-7df87352b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080060 Jul 08 18:01:40.718270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71798fd5-530f-4547-85d7-0db30d06b8f7 req-b17a889f-ca8a-406a-905e-f2f5f6cc9e1a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:40.720050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71798fd5-530f-4547-85d7-0db30d06b8f7 req-b17a889f-ca8a-406a-905e-f2f5f6cc9e1a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.2163463 Jul 08 18:01:40.757447 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-1cca4fc4-1306-4f96-9b5c-f620717186d5 None None] Set router c80ccec5-7317-4093-8713-83f6d40310b6 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:40.781239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-2db656fa-2b3c-45a1-89db-be7338fadcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:40.788932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-2db656fa-2b3c-45a1-89db-be7338fadcb4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fdd2d756d106409e9df15d5c030bb132&device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 1096 time: 0.1481051 Jul 08 18:01:40.819058 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71798fd5-530f-4547-85d7-0db30d06b8f7 req-6951fb87-693d-4ea0-8e78-a06dbd6c28ce tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917006 Jul 08 18:01:40.903747 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-01ba3324-cbc0-43fa-84db-3f113274adcd req-079119ee-718b-44c8-9cf7-8e0ef0505746 service neutron] 10.222.0.59 "GET /v2.0/networks/b391f86d-9e5d-4e22-a6b6-7df87352b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145576 Jul 08 18:01:40.988798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-c2081845-048e-4d56-89d2-3b1f3fa38ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:40.991024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-c2081845-048e-4d56-89d2-3b1f3fa38ca1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1159d05e-4cc3-4905-b126-c26f4526cb0b HTTP/1.1" status: 200 len: 928 time: 0.2009587 Jul 08 18:01:41.069055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-de2bc830-a7a0-4156-964d-7f4fb7362bb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49edc3d6-f15f-427f-a182-38ffcf7bde15 HTTP/1.1" status: 200 len: 217 time: 0.0685337 Jul 08 18:01:41.095546 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1cca4fc4-1306-4f96-9b5c-f620717186d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '924385e3-d693-47e0-b597-7f45f441065a', 'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'mac_address': 'fa:16:3e:61:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:57Z', 'updated_at': '2021-07-08T18:01:10Z', 'revision_number': 5, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'subnets': [{'id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:41.158059 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-01ba3324-cbc0-43fa-84db-3f113274adcd req-a5555eb1-78e1-4df8-958a-199e38dc7873 service neutron] 10.222.0.59 "GET /v2.0/networks/b391f86d-9e5d-4e22-a6b6-7df87352b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470205 Jul 08 18:01:41.165113 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca4fc4-1306-4f96-9b5c-f620717186d5 None None] Checking router: c80ccec5-7317-4093-8713-83f6d40310b6 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:41.177131 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca4fc4-1306-4f96-9b5c-f620717186d5 None None] Routers {'c80ccec5-7317-4093-8713-83f6d40310b6'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:41.177773 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1cca4fc4-1306-4f96-9b5c-f620717186d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:01:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c80ccec5-7317-4093-8713-83f6d40310b6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:41.196267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-5ba154e9-0ac3-4bcc-805f-5d39f437b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.197708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-5ba154e9-0ac3-4bcc-805f-5d39f437b2c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f045e0b-c45a-4220-963a-fa55f6fd6e60 HTTP/1.1" status: 200 len: 866 time: 0.1236279 Jul 08 18:01:41.328596 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-1cca4fc4-1306-4f96-9b5c-f620717186d5 None None] Set router c80ccec5-7317-4093-8713-83f6d40310b6 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:41.352925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b96561-8bae-4317-8f3f-0d174542de51 req-01d99984-f60a-4624-adaa-1601e07b6343 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.360591 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15b96561-8bae-4317-8f3f-0d174542de51 req-01d99984-f60a-4624-adaa-1601e07b6343 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 943 time: 0.2686644 Jul 08 18:01:41.387004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-634e9b93-ec0c-4d2f-9ed8-a70194991163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.388511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-634e9b93-ec0c-4d2f-9ed8-a70194991163 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1159d05e-4cc3-4905-b126-c26f4526cb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719937 Jul 08 18:01:41.432471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15b96561-8bae-4317-8f3f-0d174542de51 req-977f7edb-5f79-4e98-ad66-06e29b2478df tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709047 Jul 08 18:01:41.528187 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.563961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-b387e51f-d396-457b-9ca9-ded6f4406497 service neutron] 10.222.0.73 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653633 Jul 08 18:01:41.721545 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1cca4fc4-1306-4f96-9b5c-f620717186d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '924385e3-d693-47e0-b597-7f45f441065a', 'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'mac_address': 'fa:16:3e:61:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:57Z', 'updated_at': '2021-07-08T18:01:10Z', 'revision_number': 5, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'subnets': [{'id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:41.755035 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c80e7d5c-7389-4500-b46f-aeea05ad00bd req-d6fdbe0c-38a3-4577-a34e-82321c602641 service neutron] 10.222.0.73 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840620 Jul 08 18:01:41.769741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a14ab9b-8810-4421-b571-78177f23ec48', 'name': 'network-vif-deleted', 'tag': 'd851b056-87ee-4f23-bf31-a322a97b42a5'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:41.777216 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda234e-a17c-4bb0-863b-9d42e7ca86b1" -d '{"events": [{"server_uuid": "5a14ab9b-8810-4421-b571-78177f23ec48", "name": "network-vif-deleted", "tag": "d851b056-87ee-4f23-bf31-a322a97b42a5"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:41.804720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-d224b792-b977-452d-8a2c-a6e01e027bec tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.806520 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-d224b792-b977-452d-8a2c-a6e01e027bec tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 805 time: 0.1906023 Jul 08 18:01:41.824697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Request body: {'port': {'device_id': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'admin_state_up': True, 'tenant_id': '3e0ef964426048b7bf98d75718c5c7bf'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:41.872846 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca4fc4-1306-4f96-9b5c-f620717186d5 None None] The sync data for ids ['c80ccec5-7317-4093-8713-83f6d40310b6'] in n-d-799684-3 is: [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:00:58Z', 'revision_number': 4, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '924385e3-d693-47e0-b597-7f45f441065a', 'name': '', 'network_id': '1159d05e-4cc3-4905-b126-c26f4526cb0b', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'mac_address': 'fa:16:3e:61:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:57Z', 'updated_at': '2021-07-08T18:01:10Z', 'revision_number': 5, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'subnets': [{'id': '0f045e0b-c45a-4220-963a-fa55f6fd6e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:41.987029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191b3edb-d638-4d0c-9299-d71397df7442 req-c3570db1-b443-410f-830e-23874714d738 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 210 time: 0.0603833 Jul 08 18:01:42.068628 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4834cd09-62fa-4181-b328-80840f7e656f x-openstack-request-id: req-4834cd09-62fa-4181-b328-80840f7e656f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:42.069032 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0fbcae-f491-4dbe-b43e-d82c5d411fe3", "tag": "49edc3d6-f15f-427f-a182-38ffcf7bde15", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:42.069307 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4834cd09-62fa-4181-b328-80840f7e656f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:42.069719 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'tag': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'status': 'completed', 'code': 200} Jul 08 18:01:42.169453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-7f49db80-c5dc-4017-a7c0-3e09728f46ff tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips/e4e15c5d-29c5-4759-8fab-bbb3713f13a8 HTTP/1.1" status: 200 len: 694 time: 0.0809519 Jul 08 18:01:42.270054 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58445e25-b6be-4675-9200-4dfdbf75b65e x-openstack-request-id: req-58445e25-b6be-4675-9200-4dfdbf75b65e {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:42.270360 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a14ab9b-8810-4421-b571-78177f23ec48", "name": "network-vif-deleted", "tag": "d851b056-87ee-4f23-bf31-a322a97b42a5", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:42.270590 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58445e25-b6be-4675-9200-4dfdbf75b65e {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:42.270881 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a14ab9b-8810-4421-b571-78177f23ec48', 'name': 'network-vif-deleted', 'tag': 'd851b056-87ee-4f23-bf31-a322a97b42a5', 'status': 'completed', 'code': 200} Jul 08 18:01:42.285822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5f8fa3-08c9-414e-bbf8-105d06e4ee53 None None] New status for floating IP e4e15c5d-29c5-4759-8fab-bbb3713f13a8: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:01:42.305490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-f1fa2762-992f-4bb2-98e2-784df3c561a9 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:42.307061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-f1fa2762-992f-4bb2-98e2-784df3c561a9 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.1298656 Jul 08 18:01:42.364607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571 req-5edc0250-85e9-4dd6-9d66-60d3cc8b64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:42.366105 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571 req-5edc0250-85e9-4dd6-9d66-60d3cc8b64c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdd2d756d106409e9df15d5c030bb132&device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 1096 time: 0.0944889 Jul 08 18:01:42.382703 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-92b5b2fc-c4a8-4e22-ac8f-2a5b04556a6d tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 697 time: 0.0667269 Jul 08 18:01:42.446870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Made reservation on behalf of 3e0ef964426048b7bf98d75718c5c7bf for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:01:42.450399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:42.452888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-788b5579-4716-4e81-94a4-6ee9df7c10ce tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 697 time: 0.0687931 Jul 08 18:01:42.477631 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571 req-c49aa07f-9920-435c-a94b-3a5d1a6b146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:42.479120 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571 req-c49aa07f-9920-435c-a94b-3a5d1a6b146c service neutron] 10.222.0.74 "GET /v2.0/networks?id=1159d05e-4cc3-4905-b126-c26f4526cb0b HTTP/1.1" status: 200 len: 928 time: 0.1055601 Jul 08 18:01:42.555014 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571 req-b2ddb8b9-b675-4ffd-9691-0e3a67994432 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49edc3d6-f15f-427f-a182-38ffcf7bde15 HTTP/1.1" status: 200 len: 217 time: 0.0670152 Jul 08 18:01:42.648490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571 req-28de483d-4c78-403b-8cd1-4b2eb3becbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:42.649933 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571 req-28de483d-4c78-403b-8cd1-4b2eb3becbb9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0f045e0b-c45a-4220-963a-fa55f6fd6e60 HTTP/1.1" status: 200 len: 866 time: 0.0852993 Jul 08 18:01:42.655312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-6ef11b07-9bdb-42c5-9364-96baac84d57c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Deleting port c00ccdec-34dc-4378-969c-d69b3173664a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:42.655858 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-6ef11b07-9bdb-42c5-9364-96baac84d57c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:42.675521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Allocated IP 172.20.0.3 (1c510281-7c23-4f45-8f61-7aebaf93e67f/8e734d1c-a925-4682-8868-ca57c3123de4/2a4e8895-c7fd-48a0-90ea-b77fb69417b3) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:42.709570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980be10d-590f-4c53-8c77-ee1c008da5ff req-f03e8da3-44da-4a10-b0e1-0238815a9fb2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:42.711363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-980be10d-590f-4c53-8c77-ee1c008da5ff req-f03e8da3-44da-4a10-b0e1-0238815a9fb2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1314626 Jul 08 18:01:42.772453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571 req-3859bc5b-40ab-46b8-91f7-28ea13f864d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:42.773843 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-6ef11b07-9bdb-42c5-9364-96baac84d57c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:42.774007 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571 req-3859bc5b-40ab-46b8-91f7-28ea13f864d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1159d05e-4cc3-4905-b126-c26f4526cb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107488 Jul 08 18:01:42.774251 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-6ef11b07-9bdb-42c5-9364-96baac84d57c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:42.783668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-980be10d-590f-4c53-8c77-ee1c008da5ff req-d5b60efc-6f13-4a95-910d-576f8c0d026a tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629439 Jul 08 18:01:42.789245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-6ef11b07-9bdb-42c5-9364-96baac84d57c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Calling delete_port for c00ccdec-34dc-4378-969c-d69b3173664a owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:42.925002 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:42.945610 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571 req-93ccfe5a-a953-47f2-975a-022b11970e79 service neutron] 10.222.0.74 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475887 Jul 08 18:01:42.984026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde18ec-6a07-43e2-b1b3-d2e118841dbd req-cb2819b1-e6c9-4c27-9482-835153b60c47 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:42.985520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fde18ec-6a07-43e2-b1b3-d2e118841dbd req-cb2819b1-e6c9-4c27-9482-835153b60c47 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 944 time: 0.0982897 Jul 08 18:01:42.993126 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-6ef11b07-9bdb-42c5-9364-96baac84d57c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.013612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d851b056-87ee-4f23-bf31-a322a97b42a5 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:43.042857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: d851b056-87ee-4f23-bf31-a322a97b42a5 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:43.043516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d851b056-87ee-4f23-bf31-a322a97b42a5 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:43.044416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef11b07-9bdb-42c5-9364-96baac84d57c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Pushing event deleted for resources: {'Port': ['ID=c00ccdec-34dc-4378-969c-d69b3173664a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:43.044551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.088909 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2ce9ec8c-57f4-45a5-8ac2-1f1f8322e571 req-0c5b5276-4bc9-4e76-9325-108cd3db4be8 service neutron] 10.222.0.74 "GET /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362464 Jul 08 18:01:43.101134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Network 1c510281-7c23-4f45-8f61-7aebaf93e67f is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:43.107060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:43.112170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:43.113942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fde18ec-6a07-43e2-b1b3-d2e118841dbd req-f6804386-e809-496a-bb35-af6381981646 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219003 Jul 08 18:01:43.127960 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-6ef11b07-9bdb-42c5-9364-96baac84d57c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.132406 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-6ef11b07-9bdb-42c5-9364-96baac84d57c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.133557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7130ed8-7f98-4f9d-a985-1c2d247ad32e req-6ef11b07-9bdb-42c5-9364-96baac84d57c tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "DELETE /v2.0/floatingips/e4e15c5d-29c5-4759-8fab-bbb3713f13a8 HTTP/1.1" status: 204 len: 173 time: 0.6798935 Jul 08 18:01:43.171656 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Pushing event updated for resources: {'Port': ['ID=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:43.205133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:43.205733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.235109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0210f-2979-48fb-bdb1-ae2b85c15890 req-0c3ad6db-f00c-4692-9dba-ab48e40b31f4 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:43.236724 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f2f0210f-2979-48fb-bdb1-ae2b85c15890 req-0c3ad6db-f00c-4692-9dba-ab48e40b31f4 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.74 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 944 time: 0.1255145 Jul 08 18:01:43.238298 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-364086e7-b69b-4b6a-a99a-02602723af0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4227901 Jul 08 18:01:43.256026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Request body: {'port': {'device_id': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:43.323200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b79c3-658f-4205-b5e7-59571232dfb9 req-e29eec96-5dea-49d7-aa53-25e2c065b10b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:43.326717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f8b79c3-658f-4205-b5e7-59571232dfb9 req-e29eec96-5dea-49d7-aa53-25e2c065b10b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 943 time: 0.0757942 Jul 08 18:01:43.369105 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f8b79c3-658f-4205-b5e7-59571232dfb9 req-74cb0417-f5ae-4467-b686-b218a9dcfa40 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378709 Jul 08 18:01:43.391995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.443094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f2f0210f-2979-48fb-bdb1-ae2b85c15890 req-962b796f-4d1f-4c8d-be20-f07824488ef9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Deleting port f768ff97-380d-4dc2-9bfe-0a4240d700ce {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:43.443477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f2f0210f-2979-48fb-bdb1-ae2b85c15890 req-962b796f-4d1f-4c8d-be20-f07824488ef9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.559137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7df4-5c6b-414f-8680-fccd812c9d1f req-07556a54-9e4a-4c28-9808-61e706fdd006 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:43.560731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ebc7df4-5c6b-414f-8680-fccd812c9d1f req-07556a54-9e4a-4c28-9808-61e706fdd006 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 931 time: 0.0804191 Jul 08 18:01:43.601165 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ebc7df4-5c6b-414f-8680-fccd812c9d1f req-d960b6a0-bd91-4580-974e-55deb49ee456 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342963 Jul 08 18:01:43.641511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f2f0210f-2979-48fb-bdb1-ae2b85c15890 req-962b796f-4d1f-4c8d-be20-f07824488ef9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] For port f768ff97-380d-4dc2-9bfe-0a4240d700ce, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f768ff97-380d-4dc2-9bfe-0a4240d700ce,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:43.641879 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f2f0210f-2979-48fb-bdb1-ae2b85c15890 req-962b796f-4d1f-4c8d-be20-f07824488ef9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.667299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f2f0210f-2979-48fb-bdb1-ae2b85c15890 req-962b796f-4d1f-4c8d-be20-f07824488ef9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Calling delete_port for f768ff97-380d-4dc2-9bfe-0a4240d700ce owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:43.673904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4479ba-1c09-43ef-8f28-81afb8e7c84a req-63224326-d706-4e80-9848-ed06bd750bb6 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:43.675451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b4479ba-1c09-43ef-8f28-81afb8e7c84a req-63224326-d706-4e80-9848-ed06bd750bb6 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0717609 Jul 08 18:01:43.719188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b4479ba-1c09-43ef-8f28-81afb8e7c84a req-0610a425-c94e-4d5c-99c2-69e7e6841079 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0372770 Jul 08 18:01:43.784747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de38d8d5-318c-4042-a630-db5d3fac9bef req-74088f23-ba00-45d2-8c6b-a9ef74c498f3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0450304 Jul 08 18:01:43.819372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:43.831501 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.870018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Transition to ACTIVE for port object 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:43.877140 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.928441 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f2f0210f-2979-48fb-bdb1-ae2b85c15890 req-962b796f-4d1f-4c8d-be20-f07824488ef9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.942074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['19f5d15c-0e5e-494e-b651-d215bebd5a3c', 'f768ff97-380d-4dc2-9bfe-0a4240d700ce'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:43.955504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Pushing event updated for resources: {'Port': ['ID=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:44.013227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a93c77-7086-4c89-81f0-fe895a4a5c32 req-d83c26c3-266e-45da-9785-c8394b1b7be2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:44.021906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69a93c77-7086-4c89-81f0-fe895a4a5c32 req-d83c26c3-266e-45da-9785-c8394b1b7be2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1068394 Jul 08 18:01:44.035339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b796f-4d1f-4c8d-be20-f07824488ef9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Pushing event deleted for resources: {'Port': ['ID=f768ff97-380d-4dc2-9bfe-0a4240d700ce,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:44.082199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69a93c77-7086-4c89-81f0-fe895a4a5c32 req-27ad2b01-b0b4-48a4-94e3-f536cdb80f89 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592096 Jul 08 18:01:44.085354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f0210f-2979-48fb-bdb1-ae2b85c15890 req-962b796f-4d1f-4c8d-be20-f07824488ef9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] No DVR routers for this DVR port f768ff97-380d-4dc2-9bfe-0a4240d700ce on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:44.087971 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f2f0210f-2979-48fb-bdb1-ae2b85c15890 req-962b796f-4d1f-4c8d-be20-f07824488ef9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:44.090840 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f2f0210f-2979-48fb-bdb1-ae2b85c15890 req-962b796f-4d1f-4c8d-be20-f07824488ef9 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.74 "DELETE /v2.0/ports/f768ff97-380d-4dc2-9bfe-0a4240d700ce HTTP/1.1" status: 204 len: 173 time: 0.8471825 Jul 08 18:01:44.127534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Attempting to bind port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:44.127877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Attempting to bind port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:44.128371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Attempting to bind port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:44.135683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:01:44.136167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Attempting to bind port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:44.144945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:44.145289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Checking segment: {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:44.145680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Bound using segment: {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:44.146609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Bound port: 2a4e8895-c7fd-48a0-90ea-b77fb69417b3, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:44.146898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:44.224984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] For port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:44.228883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] For port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:44.234256 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:44.272965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:44.273730 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:44.275299 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] 10.222.0.59 "PUT /v2.0/ports/2a4e8895-c7fd-48a0-90ea-b77fb69417b3 HTTP/1.1" status: 200 len: 1091 time: 1.0232675 Jul 08 18:01:44.278434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'name': 'network-vif-deleted', 'tag': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce'}, {'name': 'network-changed', 'server_uuid': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'tag': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:44.281655 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2348460-30be-4051-9026-b9a785f5c4eb" -d '{"events": [{"server_uuid": "72d4a2f9-0320-4325-aba7-7e3608e30e7e", "name": "network-vif-deleted", "tag": "f768ff97-380d-4dc2-9bfe-0a4240d700ce"}, {"name": "network-changed", "server_uuid": "1344c96b-7836-4a96-9b2e-3dcc3a687caf", "tag": "2a4e8895-c7fd-48a0-90ea-b77fb69417b3"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:44.285397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690d0f4-c29b-45a6-ab7d-932bf76d9cf3 req-0954734c-1d45-4711-8196-ad7969c5e590 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:44.287543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4690d0f4-c29b-45a6-ab7d-932bf76d9cf3 req-0954734c-1d45-4711-8196-ad7969c5e590 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 945 time: 0.0813777 Jul 08 18:01:44.323599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0eb6c-6e1e-475f-a0a2-f3e8c9bc61de service neutron] Pushing event updated for resources: {'Port': ['ID=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:44.360202 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4690d0f4-c29b-45a6-ab7d-932bf76d9cf3 req-1118f97a-8ffe-4ca2-9929-21c322cb1874 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643439 Jul 08 18:01:44.419324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-376a7973-3a39-4a73-97b3-30814085c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:44.421074 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-376a7973-3a39-4a73-97b3-30814085c91b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 1094 time: 0.0913672 Jul 08 18:01:44.422506 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49aec33-e7cc-4f89-83de-5d3235425900 x-openstack-request-id: req-c49aec33-e7cc-4f89-83de-5d3235425900 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:44.422798 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d4a2f9-0320-4325-aba7-7e3608e30e7e", "name": "network-vif-deleted", "tag": "f768ff97-380d-4dc2-9bfe-0a4240d700ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1344c96b-7836-4a96-9b2e-3dcc3a687caf", "tag": "2a4e8895-c7fd-48a0-90ea-b77fb69417b3", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:44.423039 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c49aec33-e7cc-4f89-83de-5d3235425900 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:44.423429 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d4a2f9-0320-4325-aba7-7e3608e30e7e', 'name': 'network-vif-deleted', 'tag': 'f768ff97-380d-4dc2-9bfe-0a4240d700ce', 'status': 'completed', 'code': 200} Jul 08 18:01:44.423681 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'tag': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3', 'status': 'completed', 'code': 200} Jul 08 18:01:44.480847 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-722e95d9-2ac1-4e1e-b3e1-58b0b6aa8787 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4e8895-c7fd-48a0-90ea-b77fb69417b3 HTTP/1.1" status: 200 len: 217 time: 0.0476234 Jul 08 18:01:44.502198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a93b7279-e8e3-4c65-8561-c2036851b30f req-d2b6a571-7f74-44de-95db-4a6e57cd8455 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 210 time: 0.0516651 Jul 08 18:01:44.601891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-56cbbd24-1c9d-48d3-916b-740a2e7a71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:44.606059 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-56cbbd24-1c9d-48d3-916b-740a2e7a71cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e734d1c-a925-4682-8868-ca57c3123de4 HTTP/1.1" status: 200 len: 845 time: 0.1090486 Jul 08 18:01:44.642232 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-9d7277e5-5a1c-484c-b48b-b1af20535884 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c510281-7c23-4f45-8f61-7aebaf93e67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318387 Jul 08 18:01:44.683021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a261-c67a-40ba-993e-5d4fc6038a0f req-0787e152-ac60-4bdd-9b5f-dc241a3be534 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:44.684776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34c5a261-c67a-40ba-993e-5d4fc6038a0f req-0787e152-ac60-4bdd-9b5f-dc241a3be534 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 943 time: 0.0733275 Jul 08 18:01:44.727520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34c5a261-c67a-40ba-993e-5d4fc6038a0f req-4a165ef7-b7eb-4fb6-9af1-28ab9b40e18e tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370989 Jul 08 18:01:44.754412 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-80c54621-2cbc-4be6-9e47-43ced282d2c6 service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050909 Jul 08 18:01:44.860711 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82db8acf-a4e3-4f7d-8ad5-e406e07a887b req-fefc1530-39c5-4388-b61c-54f9618d53b4 service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987043 Jul 08 18:01:44.908006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59ced4-16b4-4f37-bc77-ad34c5f6b2c8 req-2dff6aa6-e4ec-4ec3-b2f7-150cb40109af tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:44.909918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da59ced4-16b4-4f37-bc77-ad34c5f6b2c8 req-2dff6aa6-e4ec-4ec3-b2f7-150cb40109af tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 943 time: 0.0681820 Jul 08 18:01:44.983957 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da59ced4-16b4-4f37-bc77-ad34c5f6b2c8 req-fd1c5b67-d55b-4f58-a463-5bab2dd629f1 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655019 Jul 08 18:01:44.990262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2348460-30be-4051-9026-b9a785f5c4eb req-7087cca3-fa06-42c6-ae89-e2dc043766bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:45.001178 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2348460-30be-4051-9026-b9a785f5c4eb req-7087cca3-fa06-42c6-ae89-e2dc043766bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 1094 time: 0.0795128 Jul 08 18:01:45.092653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2348460-30be-4051-9026-b9a785f5c4eb req-6808e015-4b2f-4ecd-a216-40d7c85702df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:45.094190 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2348460-30be-4051-9026-b9a785f5c4eb req-6808e015-4b2f-4ecd-a216-40d7c85702df service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 906 time: 0.0867243 Jul 08 18:01:45.138719 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2348460-30be-4051-9026-b9a785f5c4eb req-a2529c80-6f47-4681-8775-eaebd4a22f65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4e8895-c7fd-48a0-90ea-b77fb69417b3 HTTP/1.1" status: 200 len: 217 time: 0.0378129 Jul 08 18:01:45.223307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2348460-30be-4051-9026-b9a785f5c4eb req-34a92830-dd3b-4a0c-9540-d019fcb989af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:45.224969 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2348460-30be-4051-9026-b9a785f5c4eb req-34a92830-dd3b-4a0c-9540-d019fcb989af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e734d1c-a925-4682-8868-ca57c3123de4 HTTP/1.1" status: 200 len: 845 time: 0.0775454 Jul 08 18:01:45.261312 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2348460-30be-4051-9026-b9a785f5c4eb req-648a95d5-7688-483c-9e70-7bd73f0f3615 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c510281-7c23-4f45-8f61-7aebaf93e67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287175 Jul 08 18:01:45.295807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dff433-56d8-4b69-9751-77d745e638e1 req-8fa88c60-19af-4e0c-990d-f3662169694b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:45.297467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43dff433-56d8-4b69-9751-77d745e638e1 req-8fa88c60-19af-4e0c-990d-f3662169694b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.0838752 Jul 08 18:01:45.338682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43dff433-56d8-4b69-9751-77d745e638e1 req-61b5b40d-719b-4131-a2e4-0531e751db7b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353410 Jul 08 18:01:45.367312 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2348460-30be-4051-9026-b9a785f5c4eb req-89942c20-26aa-4b27-80c7-77f4679916e6 service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999320 Jul 08 18:01:45.509352 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2348460-30be-4051-9026-b9a785f5c4eb req-43af7548-2083-49e6-b066-dcdb1bb6dfd7 service neutron] 10.222.0.59 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354635 Jul 08 18:01:45.554764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0dd89-00ee-471a-9a6f-70f2024e11f8 req-f56913a8-ce78-437b-ba3b-31d75d223bfb tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:45.562556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05f0dd89-00ee-471a-9a6f-70f2024e11f8 req-f56913a8-ce78-437b-ba3b-31d75d223bfb tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 945 time: 0.0873630 Jul 08 18:01:45.606405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05f0dd89-00ee-471a-9a6f-70f2024e11f8 req-014e3ee5-0fff-4899-8fda-b5652ffbf68d tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef65d90-9d74-4d97-b49e-9870aa0912e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370989 Jul 08 18:01:45.682065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24ca5b86-c2c8-412f-a0e5-e139f83ee0df req-35d53130-d9d5-41ca-b47c-a081125fdbdd tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 210 time: 0.0343642 Jul 08 18:01:45.915676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad01eb-6464-4ff9-a0ff-d88398c45b0b req-e3d849f1-509d-4778-9220-7e18a35798b9 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:45.917430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4aad01eb-6464-4ff9-a0ff-d88398c45b0b req-e3d849f1-509d-4778-9220-7e18a35798b9 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 943 time: 0.0687964 Jul 08 18:01:45.961881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4aad01eb-6464-4ff9-a0ff-d88398c45b0b req-451ed9ec-f2f1-4399-bbff-7ba735d129b7 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386889 Jul 08 18:01:46.095144 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73d958-d781-41ed-a461-5400736dafa0 req-fcbb5f29-f6fb-4e5c-87fa-1ee05ba3b6c3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:46.096649 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4a73d958-d781-41ed-a461-5400736dafa0 req-fcbb5f29-f6fb-4e5c-87fa-1ee05ba3b6c3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 945 time: 0.0872509 Jul 08 18:01:46.163792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d2ba-2620-40b3-bc64-4133954af03e req-5deb645c-2545-4101-8410-1d517a2592f6 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:46.171783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f76d2ba-2620-40b3-bc64-4133954af03e req-5deb645c-2545-4101-8410-1d517a2592f6 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 943 time: 0.0828664 Jul 08 18:01:46.219495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f76d2ba-2620-40b3-bc64-4133954af03e req-5102b20c-068c-413f-8ee0-c917d7e0902f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466712 Jul 08 18:01:46.223468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-4a73d958-d781-41ed-a461-5400736dafa0 req-6c22aafe-ac63-4959-a775-6e466c589ea3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Deleting port 49edc3d6-f15f-427f-a182-38ffcf7bde15 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:46.223947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4a73d958-d781-41ed-a461-5400736dafa0 req-6c22aafe-ac63-4959-a775-6e466c589ea3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.322942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-4a73d958-d781-41ed-a461-5400736dafa0 req-6c22aafe-ac63-4959-a775-6e466c589ea3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] For port 49edc3d6-f15f-427f-a182-38ffcf7bde15, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=49edc3d6-f15f-427f-a182-38ffcf7bde15,segment=NetworkSegment(e32feda2-6865-4b29-8c51-54bd5ca5e79e),segment_id=e32feda2-6865-4b29-8c51-54bd5ca5e79e)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:46.323679 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4a73d958-d781-41ed-a461-5400736dafa0 req-6c22aafe-ac63-4959-a775-6e466c589ea3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.339502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-4a73d958-d781-41ed-a461-5400736dafa0 req-6c22aafe-ac63-4959-a775-6e466c589ea3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Calling delete_port for 49edc3d6-f15f-427f-a182-38ffcf7bde15 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:46.379737 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f768ff97-380d-4dc2-9bfe-0a4240d700ce no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:46.431186 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: f768ff97-380d-4dc2-9bfe-0a4240d700ce {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:46.431541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f768ff97-380d-4dc2-9bfe-0a4240d700ce not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:46.431982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 49edc3d6-f15f-427f-a182-38ffcf7bde15 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:46.507990 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4a73d958-d781-41ed-a461-5400736dafa0 req-6c22aafe-ac63-4959-a775-6e466c589ea3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.518286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No active binding found for port 49edc3d6-f15f-427f-a182-38ffcf7bde15 {{(pid=93743) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 18:01:46.519858 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 49edc3d6-f15f-427f-a182-38ffcf7bde15 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:46.553217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22aafe-ac63-4959-a775-6e466c589ea3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Pushing event deleted for resources: {'Port': ['ID=49edc3d6-f15f-427f-a182-38ffcf7bde15,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:46.616984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a73d958-d781-41ed-a461-5400736dafa0 req-6c22aafe-ac63-4959-a775-6e466c589ea3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] No DVR routers for this DVR port 49edc3d6-f15f-427f-a182-38ffcf7bde15 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:46.619274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4a73d958-d781-41ed-a461-5400736dafa0 req-6c22aafe-ac63-4959-a775-6e466c589ea3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.621367 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4a73d958-d781-41ed-a461-5400736dafa0 req-6c22aafe-ac63-4959-a775-6e466c589ea3 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.74 "DELETE /v2.0/ports/49edc3d6-f15f-427f-a182-38ffcf7bde15 HTTP/1.1" status: 204 len: 173 time: 0.5183003 Jul 08 18:01:46.621998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'name': 'network-vif-deleted', 'tag': '49edc3d6-f15f-427f-a182-38ffcf7bde15'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:46.624098 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565ecce7-e40c-4c7f-8f9c-27af535e2fdc" -d '{"events": [{"server_uuid": "8a0fbcae-f491-4dbe-b43e-d82c5d411fe3", "name": "network-vif-deleted", "tag": "49edc3d6-f15f-427f-a182-38ffcf7bde15"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:46.666576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501cc6f-a011-4746-9044-4afc29ccd1cb req-bd8393a4-a7ca-40a4-84bf-c1e6c68d0cf6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:46.671090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0501cc6f-a011-4746-9044-4afc29ccd1cb req-bd8393a4-a7ca-40a4-84bf-c1e6c68d0cf6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1274519 Jul 08 18:01:46.722452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0501cc6f-a011-4746-9044-4afc29ccd1cb req-f864523e-a4cc-4b9e-b58e-5ac012c6ab72 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436869 Jul 08 18:01:46.937545 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bd8c12e-d33d-40d8-bf9d-9b83d62c9c32 req-b08ce8ee-4468-4523-bb4e-1ddfcb016a69 tempest-FloatingIPsAssociationNegativeTestJSON-29102392 tempest-FloatingIPsAssociationNegativeTestJSON-29102392-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a0fbcae-f491-4dbe-b43e-d82c5d411fe3 HTTP/1.1" status: 200 len: 210 time: 0.0296118 Jul 08 18:01:46.988241 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f498ac6-3646-4085-8ed5-e44fd59e7edd x-openstack-request-id: req-8f498ac6-3646-4085-8ed5-e44fd59e7edd {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:46.988683 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0fbcae-f491-4dbe-b43e-d82c5d411fe3", "name": "network-vif-deleted", "tag": "49edc3d6-f15f-427f-a182-38ffcf7bde15", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:46.988997 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8f498ac6-3646-4085-8ed5-e44fd59e7edd {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:46.989310 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0fbcae-f491-4dbe-b43e-d82c5d411fe3', 'name': 'network-vif-deleted', 'tag': '49edc3d6-f15f-427f-a182-38ffcf7bde15', 'status': 'completed', 'code': 200} Jul 08 18:01:47.048989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:01:47.224800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:47.257262 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'port_id': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3', 'mac_address': 'fa:16:3e:f8:a6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e734d1c-a925-4682-8868-ca57c3123de4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:01:47.290148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-899227c8-941d-4a85-9419-8fac73922f5e req-b757b23b-1a80-4702-8bd1-7b0748b8222d tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 210 time: 0.0493639 Jul 08 18:01:47.317236 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:47.341758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:47.367892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:47.374633 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:47.435993 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:47.559798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7cd6f-b09f-4973-9e6a-2cbc23e306f6 req-ce3a8a6f-caac-4ca7-8698-62567365ebdb tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:47.561403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2b7cd6f-b09f-4973-9e6a-2cbc23e306f6 req-ce3a8a6f-caac-4ca7-8698-62567365ebdb tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 943 time: 0.1454031 Jul 08 18:01:47.587798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58874) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:47.615836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47651-3089-4372-b4fa-69c64631a01a req-095cb413-a3e5-424b-91ae-2c3a5611d220 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:47.623375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74f47651-3089-4372-b4fa-69c64631a01a req-095cb413-a3e5-424b-91ae-2c3a5611d220 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 944 time: 0.1173136 Jul 08 18:01:47.638755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2b7cd6f-b09f-4973-9e6a-2cbc23e306f6 req-7f9b99b9-0c04-40e9-8545-831d50bd2897 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694633 Jul 08 18:01:47.675344 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74f47651-3089-4372-b4fa-69c64631a01a req-af4d97fb-8584-4864-95ab-1a73e8513af1 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 Jul 08 18:01:47.717277 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c59-45e7-46ed-85b0-37e2ffa73a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:47.750763 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['2a4e8895-c7fd-48a0-90ea-b77fb69417b3'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:47.817642 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c59-45e7-46ed-85b0-37e2ffa73a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:47.822403 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c59-45e7-46ed-85b0-37e2ffa73a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:47.870374 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-80ef6c59-45e7-46ed-85b0-37e2ffa73a8d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb9884869eaf45618c3a69af83f912e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811666 Jul 08 18:01:47.871421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c59-45e7-46ed-85b0-37e2ffa73a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5c7ed7-e606-4409-b7e8-c25815376631,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:47.872804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58880) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:47.975887 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90a154a6-4c88-42be-a48e-8bbd44154d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.006959 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90a154a6-4c88-42be-a48e-8bbd44154d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.015945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e941580-30e2-4ed7-9ba5-b44761c57cce req-95b2894e-e7fa-4919-9f8a-3fb511564f65 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:48.017393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e941580-30e2-4ed7-9ba5-b44761c57cce req-95b2894e-e7fa-4919-9f8a-3fb511564f65 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.1238897 Jul 08 18:01:48.035128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58884) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:48.087986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e941580-30e2-4ed7-9ba5-b44761c57cce req-b79e4323-a286-49f1-872c-2bfa9e0d0150 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595064 Jul 08 18:01:48.107735 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90a154a6-4c88-42be-a48e-8bbd44154d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.111864 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90a154a6-4c88-42be-a48e-8bbd44154d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.115570 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-90a154a6-4c88-42be-a48e-8bbd44154d16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e5c7ed7-e606-4409-b7e8-c25815376631 HTTP/1.1" status: 204 len: 168 time: 0.2389507 Jul 08 18:01:48.129593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a154a6-4c88-42be-a48e-8bbd44154d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5c7ed7-e606-4409-b7e8-c25815376631,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:48.521696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a90ac38-546f-4d09-a390-ffcc98ef86ce req-f0aef72b-5d1f-4d3c-82b7-bc34de5d472a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=72d4a2f9-0320-4325-aba7-7e3608e30e7e HTTP/1.1" status: 200 len: 210 time: 0.0441916 Jul 08 18:01:48.547660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58896) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:48.555656 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.559543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2037f736-7b8e-41d5-b907-50bc6fa0bef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.670127 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2037f736-7b8e-41d5-b907-50bc6fa0bef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.677560 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2037f736-7b8e-41d5-b907-50bc6fa0bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.733877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2037f736-7b8e-41d5-b907-50bc6fa0bef1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd33b90c34b7448eb331056e1642fbd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896038 Jul 08 18:01:48.736256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58902) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:48.757193 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-a852a6c7-aa41-408c-a7fa-dfee24e55f81 service neutron] show failed (client error): The resource could not be found. Jul 08 18:01:48.757751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037f736-7b8e-41d5-b907-50bc6fa0bef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d77021-2122-4744-a231-385cdb678365,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:48.758135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-a852a6c7-aa41-408c-a7fa-dfee24e55f81 service neutron] 10.222.0.74 "GET /v2.0/ports/b9a36f60-4a27-4af2-b4fe-96ceaa90873b/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0996804 Jul 08 18:01:48.819916 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c4b25cb-0834-4b8c-a164-9ff15306ae12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.919299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c4b25cb-0834-4b8c-a164-9ff15306ae12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.926440 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Deleting port 924385e3-d693-47e0-b597-7f45f441065a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:48.927048 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.028980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fba2e-698f-462a-a67f-226af31c7a0a req-00d34f6c-ecf2-4a02-8ad4-c181a17be4fc tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:49.031477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b82fba2e-698f-462a-a67f-226af31c7a0a req-00d34f6c-ecf2-4a02-8ad4-c181a17be4fc tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 943 time: 0.1708574 Jul 08 18:01:49.054878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:49.056539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c4b25cb-0834-4b8c-a164-9ff15306ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.058011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f03d3fc7-14cc-433e-b199-bfa0d9d0071d details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:01:49.059119 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c4b25cb-0834-4b8c-a164-9ff15306ae12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.060274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0c4b25cb-0834-4b8c-a164-9ff15306ae12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/98d77021-2122-4744-a231-385cdb678365 HTTP/1.1" status: 204 len: 168 time: 0.3226900 Jul 08 18:01:49.183118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:49.190392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:49.191439 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.288182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f03d3fc7-14cc-433e-b199-bfa0d9d0071d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f03d3fc7-14cc-433e-b199-bfa0d9d0071d,segment=NetworkSegment(606bb210-8e38-4e6a-91d3-6b48c2578c61),segment_id=606bb210-8e38-4e6a-91d3-6b48c2578c61)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:49.327574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'port_id': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d', 'mac_address': 'fa:16:3e:b9:25:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ee3584-ec56-470e-beef-46302d8ad669', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:01:49.411471 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.429569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fceb83-07a2-4a26-a870-398111168bab req-8b81f9f4-a5d8-4345-b399-815baa425fa7 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:49.437214 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6fceb83-07a2-4a26-a870-398111168bab req-8b81f9f4-a5d8-4345-b399-815baa425fa7 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 944 time: 0.5755479 Jul 08 18:01:49.454027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b25cb-0834-4b8c-a164-9ff15306ae12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d77021-2122-4744-a231-385cdb678365,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:49.476822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] For port 924385e3-d693-47e0-b597-7f45f441065a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=924385e3-d693-47e0-b597-7f45f441065a,segment=NetworkSegment(e32feda2-6865-4b29-8c51-54bd5ca5e79e),segment_id=e32feda2-6865-4b29-8c51-54bd5ca5e79e)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:49.477444 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.497587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03d3fc7-14cc-433e-b199-bfa0d9d0071d {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:49.501131 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Calling delete_port for 924385e3-d693-47e0-b597-7f45f441065a owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:49.519173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b82fba2e-698f-462a-a67f-226af31c7a0a req-ceff606d-63a0-4348-a875-1b9c4d2adfdf tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4727745 Jul 08 18:01:49.522962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-0df19cb7-d180-42d9-908a-96d3d6ec79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:49.525384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-0df19cb7-d180-42d9-908a-96d3d6ec79be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5&tenant_id=0ece45c75085439aa23b1b8caecbe1f2 HTTP/1.1" status: 200 len: 1101 time: 0.5167317 Jul 08 18:01:49.538971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:49.565196 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6fceb83-07a2-4a26-a870-398111168bab req-b69b755b-68d7-4882-b13a-975103afe0f0 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270032 Jul 08 18:01:49.570094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f03d3fc7-14cc-433e-b199-bfa0d9d0071d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f03d3fc7-14cc-433e-b199-bfa0d9d0071d,segment=NetworkSegment(606bb210-8e38-4e6a-91d3-6b48c2578c61),segment_id=606bb210-8e38-4e6a-91d3-6b48c2578c61)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:49.571811 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.659797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:49.664080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:49.669276 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4450ba-4d90-44f9-b423-b204820defd2" -d '{"events": [{"server_uuid": "1344c96b-7836-4a96-9b2e-3dcc3a687caf", "name": "network-vif-plugged", "status": "completed", "tag": "2a4e8895-c7fd-48a0-90ea-b77fb69417b3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:49.680722 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.686737 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.737106 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.798131 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:01:49.805181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f03d3fc7-14cc-433e-b199-bfa0d9d0071d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:49.892957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a806c7a-5ba4-466a-9e9f-7521773549de req-77230d36-f917-4f20-92fa-c63259fea9c0 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:49.900827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a806c7a-5ba4-466a-9e9f-7521773549de req-77230d36-f917-4f20-92fa-c63259fea9c0 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.0947976 Jul 08 18:01:49.950142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a806c7a-5ba4-466a-9e9f-7521773549de req-f5d63325-3783-4a8f-a301-4ed8324351ba tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483375 Jul 08 18:01:49.997306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:50.070435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f03d3fc7-14cc-433e-b199-bfa0d9d0071d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:50.133427 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c459bf-68f8-487c-9123-17609b2e0ef2 x-openstack-request-id: req-55c459bf-68f8-487c-9123-17609b2e0ef2 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:50.133767 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1344c96b-7836-4a96-9b2e-3dcc3a687caf", "name": "network-vif-plugged", "status": "completed", "tag": "2a4e8895-c7fd-48a0-90ea-b77fb69417b3", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:50.134343 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55c459bf-68f8-487c-9123-17609b2e0ef2 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:50.134343 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3', 'code': 200} Jul 08 18:01:50.408812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5dacd-aef2-4e53-921d-f43a8c8fd92f req-f612bfbe-363a-4d7e-a94b-c3067327f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:50.410494 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-27e5dacd-aef2-4e53-921d-f43a8c8fd92f req-f612bfbe-363a-4d7e-a94b-c3067327f3c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 1096 time: 0.2126284 Jul 08 18:01:50.427730 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:50.497728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=924385e3-d693-47e0-b597-7f45f441065a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:50.505656 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-27e5dacd-aef2-4e53-921d-f43a8c8fd92f req-5d612f15-702c-4625-a33a-d6cc1d0b3f3f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872319 Jul 08 18:01:50.507498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:50.541324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.541324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.541716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.542042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.543101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.543427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.543778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.544125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.544412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.544730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.545053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.545370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:50.620374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:50.725333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:50.727753 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819df843-4809-4166-9f9b-9eee5f49ff5e" -d '{"events": [{"server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:50.757257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:50.781746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Transition to ACTIVE for port object b9a36f60-4a27-4af2-b4fe-96ceaa90873b will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:50.793476 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:50.801685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:50.839498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3893-699f-4949-b34c-22b2f5a95a05 req-bb57bdf9-189e-46c7-97f9-f42cfeebc5e3 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:50.858188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30af3893-699f-4949-b34c-22b2f5a95a05 req-bb57bdf9-189e-46c7-97f9-f42cfeebc5e3 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 944 time: 0.1375768 Jul 08 18:01:50.875668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] No DVR routers for this DVR port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:50.944546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=6']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:51.034514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:51.035009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:51.043441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:51.049968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:01:51.050473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:51.056957 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30af3893-699f-4949-b34c-22b2f5a95a05 req-49bf6a0d-1d68-435e-8793-6b8333cd1409 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975656 Jul 08 18:01:51.069415 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:51.069964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:51.070396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:51.070856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Bound port: b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:51.071224 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:51.080300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f03d3fc7-14cc-433e-b199-bfa0d9d0071d up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:51.124596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15579af0-ead3-4aa5-a694-40700fe8642f req-23b56572-4512-41a9-b783-4abc1d54f9aa tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:51.126146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15579af0-ead3-4aa5-a694-40700fe8642f req-23b56572-4512-41a9-b783-4abc1d54f9aa tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 945 time: 0.2657611 Jul 08 18:01:51.231430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port f03d3fc7-14cc-433e-b199-bfa0d9d0071d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:51.243202 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15579af0-ead3-4aa5-a694-40700fe8642f req-6fd235e0-543e-40de-a97d-196ecb7436c5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033916 Jul 08 18:01:51.261964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port f03d3fc7-14cc-433e-b199-bfa0d9d0071d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:51.266498 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:51.470096 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b473cca7-652d-4702-9c19-91c886cc326e x-openstack-request-id: req-b473cca7-652d-4702-9c19-91c886cc326e {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:51.470959 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:51.470959 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b473cca7-652d-4702-9c19-91c886cc326e {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:51.474673 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'code': 200} Jul 08 18:01:51.509574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Router c80ccec5-7317-4093-8713-83f6d40310b6 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:51.516872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:51.519719 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:51.528405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:51.540361 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:51.565261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f03d3fc7-14cc-433e-b199-bfa0d9d0071d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f03d3fc7-14cc-433e-b199-bfa0d9d0071d,segment=NetworkSegment(606bb210-8e38-4e6a-91d3-6b48c2578c61),segment_id=606bb210-8e38-4e6a-91d3-6b48c2578c61)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:51.571938 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:51.631210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0048d-3b84-4532-acf4-55eb2d2bcae7 req-b29d81a3-e88f-47a0-a066-76419d0c3751 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:51.632808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aba0048d-3b84-4532-acf4-55eb2d2bcae7 req-b29d81a3-e88f-47a0-a066-76419d0c3751 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 948 time: 0.1120782 Jul 08 18:01:51.723263 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f03d3fc7-14cc-433e-b199-bfa0d9d0071d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:51.747083 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aba0048d-3b84-4532-acf4-55eb2d2bcae7 req-d610d756-661e-4b50-a07c-ad36a726c309 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972195 Jul 08 18:01:51.784654 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:51.800373 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eb8aa8-36d6-41c8-8316-5f4d4c686645 None None] Sync routers for ids ['c80ccec5-7317-4093-8713-83f6d40310b6'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:51.816171 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eb8aa8-36d6-41c8-8316-5f4d4c686645 None None] Routers {'c80ccec5-7317-4093-8713-83f6d40310b6'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:51.816813 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-42eb8aa8-36d6-41c8-8316-5f4d4c686645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:01:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c80ccec5-7317-4093-8713-83f6d40310b6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:51.821212 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6bf6221c-c027-4066-b157-d78e7ea9d2bb admin admin] 10.222.0.73 "PUT /v2.0/routers/c80ccec5-7317-4093-8713-83f6d40310b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7821639 Jul 08 18:01:51.821212 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:51.821212 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:51.821838 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-4676203a-d0f8-4357-929a-43826e091240 service neutron] 10.222.0.59 "PUT /v2.0/ports/b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 1096 time: 2.2881033 Jul 08 18:01:51.823828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58970) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:51.957027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676203a-d0f8-4357-929a-43826e091240 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:52.002624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-78f5ce6e-eff7-4ebb-b3ab-350e1a57ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:52.004518 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-42eb8aa8-36d6-41c8-8316-5f4d4c686645 None None] Set router c80ccec5-7317-4093-8713-83f6d40310b6 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:52.004977 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-78f5ce6e-eff7-4ebb-b3ab-350e1a57ad3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1099 time: 0.1510661 Jul 08 18:01:52.093176 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:52.135433 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:52.138321 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414dfbc9-1dab-4ec5-b132-30ba62c7751b" -d '{"events": [{"server_uuid": "bc2ef1cd-5331-482d-9a90-fa171fd57704", "name": "network-vif-plugged", "status": "completed", "tag": "f03d3fc7-14cc-433e-b199-bfa0d9d0071d"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:52.234058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-fffb9f4c-a844-4379-9672-65d6f1c0cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:52.236135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-fffb9f4c-a844-4379-9672-65d6f1c0cb68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2233608 Jul 08 18:01:52.324961 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:52.347328 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-538f5d5b-a447-491a-b5fa-c15b96041433 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 217 time: 0.0968919 Jul 08 18:01:52.387066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b9a36f60-4a27-4af2-b4fe-96ceaa90873b no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:52.437086 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-42eb8aa8-36d6-41c8-8316-5f4d4c686645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:50Z', 'revision_number': 5, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port': {'id': 'b2b6a6b4-d52b-45cf-b384-709bba4c4ee6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:52.472818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Deleting port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:52.479241 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:52.496333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-f97bce9b-227b-4239-9891-6afbe1d07355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:52.501821 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-f97bce9b-227b-4239-9891-6afbe1d07355 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1487007 Jul 08 18:01:52.550852 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c100f540-9609-4f20-a2ea-348746275e9f x-openstack-request-id: req-c100f540-9609-4f20-a2ea-348746275e9f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:52.553021 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2ef1cd-5331-482d-9a90-fa171fd57704", "name": "network-vif-plugged", "status": "completed", "tag": "f03d3fc7-14cc-433e-b199-bfa0d9d0071d", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:52.553320 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c100f540-9609-4f20-a2ea-348746275e9f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:52.553735 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d', 'code': 200} Jul 08 18:01:52.566187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b9a36f60-4a27-4af2-b4fe-96ceaa90873b not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:52.572428 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eb8aa8-36d6-41c8-8316-5f4d4c686645 None None] Checking router: c80ccec5-7317-4093-8713-83f6d40310b6 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:52.605654 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eb8aa8-36d6-41c8-8316-5f4d4c686645 None None] Routers {'c80ccec5-7317-4093-8713-83f6d40310b6'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:52.606235 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-42eb8aa8-36d6-41c8-8316-5f4d4c686645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:01:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c80ccec5-7317-4093-8713-83f6d40310b6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:52.664849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] For port b2b6a6b4-d52b-45cf-b384-709bba4c4ee6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b2b6a6b4-d52b-45cf-b384-709bba4c4ee6,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:52.667703 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:52.670514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-5d54089e-b7ea-46f8-a074-7aa9e2559003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:52.672155 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-5d54089e-b7ea-46f8-a074-7aa9e2559003 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643767 Jul 08 18:01:52.677805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447248b-e75b-4dd6-be2d-982a91b906af req-e3c77895-bb81-4730-8734-f187ee88514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:52.679682 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d447248b-e75b-4dd6-be2d-982a91b906af req-e3c77895-bb81-4730-8734-f187ee88514e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 1096 time: 0.0824313 Jul 08 18:01:52.697735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Calling delete_port for b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:52.775955 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d447248b-e75b-4dd6-be2d-982a91b906af req-bac34b68-dfcd-4ab1-af71-fd845c1f3bcb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843587 Jul 08 18:01:52.782342 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-42eb8aa8-36d6-41c8-8316-5f4d4c686645 None None] Set router c80ccec5-7317-4093-8713-83f6d40310b6 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:52.813682 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-72bce24b-1a2e-400c-a1d6-cde3f9d73a15 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327889 Jul 08 18:01:52.855172 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-42eb8aa8-36d6-41c8-8316-5f4d4c686645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:52Z', 'revision_number': 6, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:52.885269 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e91fca-2a34-4f85-9fcd-ab748b7c51fc req-46a8bbd6-1e3c-4a4d-97d9-94d1292b177f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:52.887495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8e91fca-2a34-4f85-9fcd-ab748b7c51fc req-46a8bbd6-1e3c-4a4d-97d9-94d1292b177f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 945 time: 0.5441403 Jul 08 18:01:52.902346 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eb8aa8-36d6-41c8-8316-5f4d4c686645 None None] The sync data for ids ['c80ccec5-7317-4093-8713-83f6d40310b6'] in n-d-799684-3 is: [{'id': 'c80ccec5-7317-4093-8713-83f6d40310b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-11469786-router', 'tenant_id': 'fdd2d756d106409e9df15d5c030bb132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:52Z', 'updated_at': '2021-07-08T18:01:52Z', 'revision_number': 6, 'project_id': 'fdd2d756d106409e9df15d5c030bb132', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:52.958246 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:53.003509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b6a6b4-d52b-45cf-b384-709bba4c4ee6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:53.049800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8e91fca-2a34-4f85-9fcd-ab748b7c51fc req-a10f0295-78df-42f7-9c20-74fa0e520a2b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300187 Jul 08 18:01:53.071544 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-442d0d97-d673-4294-b3d3-af4f8dde6ba2 req-9d7dea31-898e-4e41-b0f6-039e3ea1766d service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659679 Jul 08 18:01:53.090690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb1cb5-ac76-41f7-87d4-5682805260e0 req-b4f6383f-59d6-4380-a1a1-c2aa700fcb0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:53.097650 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffcb1cb5-ac76-41f7-87d4-5682805260e0 req-b4f6383f-59d6-4380-a1a1-c2aa700fcb0b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 945 time: 0.2376678 Jul 08 18:01:53.137237 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:53.193204 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffcb1cb5-ac76-41f7-87d4-5682805260e0 req-d00f4f82-ad9c-43e3-a505-13c3bcf4e02e tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945683 Jul 08 18:01:53.330315 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:53.332513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:53.414714 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:53.415360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80ccec5-7317-4093-8713-83f6d40310b6 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:01:53.421226 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:53.422500 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6a45fe74-b98a-43b6-b7d0-6280abca17c0 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c80ccec5-7317-4093-8713-83f6d40310b6 HTTP/1.1" status: 204 len: 168 time: 1.5969055 Jul 08 18:01:53.425065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59012) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:53.478502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:53.482808 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21395ec7-23bc-46fb-82f2-5ce09deeb887" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:53.482945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b15dd50d-5584-477b-912e-8982405526dd req-f9fe7e09-7214-495b-a274-ecbbea74fc82 tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8d969bdcf0974f04901cd01b5610e777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555403 Jul 08 18:01:53.566889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f98795-d763-4942-baee-a9f2fe80ca58 admin admin] Deleting subnet 0f045e0b-c45a-4220-963a-fa55f6fd6e60 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:01:53.593968 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f98795-d763-4942-baee-a9f2fe80ca58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:53.652893 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f98795-d763-4942-baee-a9f2fe80ca58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:53.715134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dd50d-5584-477b-912e-8982405526dd req-267ea07f-9550-415c-b31e-d54aaa382b7c tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:53.716596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b15dd50d-5584-477b-912e-8982405526dd req-267ea07f-9550-415c-b31e-d54aaa382b7c tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246144 Jul 08 18:01:53.743251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ec6e1-19b1-4812-9800-9c331de0bff1 req-77f5cbb2-8b11-46c9-beb5-602d037a9d58 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:53.744712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d1ec6e1-19b1-4812-9800-9c331de0bff1 req-77f5cbb2-8b11-46c9-beb5-602d037a9d58 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 948 time: 0.1939590 Jul 08 18:01:53.773688 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b15dd50d-5584-477b-912e-8982405526dd req-c069370a-febf-4be0-b0c8-acbe607855b7 tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/quotas/8d969bdcf0974f04901cd01b5610e777 HTTP/1.1" status: 200 len: 375 time: 0.0472255 Jul 08 18:01:53.830933 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b15dd50d-5584-477b-912e-8982405526dd req-4bad654b-7a7c-4466-9caf-7b3ed6e1c63e tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d969bdcf0974f04901cd01b5610e777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477548 Jul 08 18:01:53.835076 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f98795-d763-4942-baee-a9f2fe80ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:53.859310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 924385e3-d693-47e0-b597-7f45f441065a no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:53.887627 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 924385e3-d693-47e0-b597-7f45f441065a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:53.895736 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 924385e3-d693-47e0-b597-7f45f441065a not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:53.896201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:53.898901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d1ec6e1-19b1-4812-9800-9c331de0bff1 req-66f4a92e-4f14-4a67-9c68-f042a91cf9f6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289201 Jul 08 18:01:53.921301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:53.921648 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b2b6a6b4-d52b-45cf-b384-709bba4c4ee6 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:53.952985 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f98795-d763-4942-baee-a9f2fe80ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:53.980822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df5acb-e87f-4fbb-a82a-2913b55780cf None None] Network 1159d05e-4cc3-4905-b126-c26f4526cb0b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:01:54.023004 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e29c2-7b8f-434a-93c1-f368c0b51bbe x-openstack-request-id: req-259e29c2-7b8f-434a-93c1-f368c0b51bbe {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:54.023503 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:54.023711 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-259e29c2-7b8f-434a-93c1-f368c0b51bbe {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:54.025078 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'status': 'completed', 'code': 200} Jul 08 18:01:54.042559 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f98795-d763-4942-baee-a9f2fe80ca58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:54.047123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59022) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:54.063152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d1f98795-d763-4942-baee-a9f2fe80ca58 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0f045e0b-c45a-4220-963a-fa55f6fd6e60 HTTP/1.1" status: 204 len: 168 time: 0.6369512 Jul 08 18:01:54.065694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f98795-d763-4942-baee-a9f2fe80ca58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f045e0b-c45a-4220-963a-fa55f6fd6e60,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:54.297305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14cda64-3693-4a14-987f-85baf7c1923f None None] DHCP port deletion for 1159d05e-4cc3-4905-b126-c26f4526cb0b request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:01:54.309908 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:54.352472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d14cda64-3693-4a14-987f-85baf7c1923f None None] Deleting port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:54.352802 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d14cda64-3693-4a14-987f-85baf7c1923f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:54.391140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-dac944ce-0772-49a6-96e9-822175759a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:54.393454 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-dac944ce-0772-49a6-96e9-822175759a53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1099 time: 0.2014909 Jul 08 18:01:54.399990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-513c3ecd-e88f-43e8-bc2a-43ea2253ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:54.403170 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-513c3ecd-e88f-43e8-bc2a-43ea2253ec14 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1099 time: 0.3380845 Jul 08 18:01:54.434137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d14cda64-3693-4a14-987f-85baf7c1923f None None] For port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be,segment=NetworkSegment(e32feda2-6865-4b29-8c51-54bd5ca5e79e),segment_id=e32feda2-6865-4b29-8c51-54bd5ca5e79e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:54.434561 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d14cda64-3693-4a14-987f-85baf7c1923f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:54.457254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d14cda64-3693-4a14-987f-85baf7c1923f None None] Calling delete_port for 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:54.561608 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d14cda64-3693-4a14-987f-85baf7c1923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:54.568014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a9d35-3ee0-49d0-a88e-7ac36319d5ce req-69ebfa01-de72-4412-872d-fb37d00c6157 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:54.580076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-633a9d35-3ee0-49d0-a88e-7ac36319d5ce req-69ebfa01-de72-4412-872d-fb37d00c6157 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 945 time: 0.1072764 Jul 08 18:01:54.591500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cda64-3693-4a14-987f-85baf7c1923f None None] Pushing event deleted for resources: {'Port': ['ID=0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:54.601816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cda64-3693-4a14-987f-85baf7c1923f None None] No DVR routers for this DVR port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:54.619348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-552d54bd-4f4b-40bf-985c-7961cad02340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:54.621218 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-552d54bd-4f4b-40bf-985c-7961cad02340 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2153811 Jul 08 18:01:54.641803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-633a9d35-3ee0-49d0-a88e-7ac36319d5ce req-0d58e392-5dff-4de4-91b9-4ca14e6c8ec7 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594478 Jul 08 18:01:54.710275 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-fc2e4de6-7f96-4ea8-8c13-a3b27ed4c109 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 217 time: 0.0662558 Jul 08 18:01:54.722195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Deleting port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:54.722565 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:54.831811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-9c3e42e8-cfe2-4a0d-b8df-e8afa5952ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:54.833284 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-9c3e42e8-cfe2-4a0d-b8df-e8afa5952ab9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.3113112 Jul 08 18:01:54.836902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-26c9fe75-984e-48ea-8e37-053ad4da4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:54.838277 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-26c9fe75-984e-48ea-8e37-053ad4da4791 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1179190 Jul 08 18:01:54.890948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2153d-aabe-4f55-91e2-873cd57e0a57 req-67a03994-24a3-4e13-93dc-ecd169122109 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:54.892781 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24f2153d-aabe-4f55-91e2-873cd57e0a57 req-67a03994-24a3-4e13-93dc-ecd169122109 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 945 time: 0.0829530 Jul 08 18:01:54.936709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24f2153d-aabe-4f55-91e2-873cd57e0a57 req-06827e73-9b9f-48ed-924e-01f35b79b5f0 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381896 Jul 08 18:01:54.940944 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-b0496865-4dcb-4818-bafe-da38552f954a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 217 time: 0.0996099 Jul 08 18:01:54.943210 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] For port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be, host n-d-799684-3, got binding levels [] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:54.943573 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:54.988228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Calling delete_port for 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:54.993065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_backend_mixin [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be was not found and therefore no delete operation was performed {{(pid=93741) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:01:55.002903 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.044185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:55.050525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-15eabb6a-2406-4f3e-b235-b3e30929799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:55.052037 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-15eabb6a-2406-4f3e-b235-b3e30929799d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0983973 Jul 08 18:01:55.053657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] No DVR routers for this DVR port 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:55.056612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-1fdc37bd-3666-4074-8c69-8e2c2a13fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:55.058160 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-1fdc37bd-3666-4074-8c69-8e2c2a13fed2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2089894 Jul 08 18:01:55.129793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96201678-e1d2-4693-a45f-7499f42404b0 req-7a8c93a0-a9f1-4860-b506-ab1a8be2d124 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:55.131552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96201678-e1d2-4693-a45f-7499f42404b0 req-7a8c93a0-a9f1-4860-b506-ab1a8be2d124 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 945 time: 0.0703282 Jul 08 18:01:55.140939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59056) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:55.145789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5c958afb-aca1-4a5d-8b1c-cb177b1ba4e2 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Request body: {'floatingip': {'port_id': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:55.202958 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c958afb-aca1-4a5d-8b1c-cb177b1ba4e2 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.238616 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.264515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1159d05e-4cc3-4905-b126-c26f4526cb0b']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:55.286346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32feda2-6865-4b29-8c51-54bd5ca5e79e') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:55.286642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32feda2-6865-4b29-8c51-54bd5ca5e79e') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:55.298479 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-d84c7d3b-6dc5-4daa-a0b2-c3e6c1d44da0 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288733 Jul 08 18:01:55.300118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.309072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-7778c11e-d70d-4ac6-b8a4-d181ead4f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:55.311089 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-7778c11e-d70d-4ac6-b8a4-d181ead4f9c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2520950 Jul 08 18:01:55.379002 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.417556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:01:55.418013 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:01:55.420183 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:01:55.503500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cf1ab-da35-46e2-8ab1-2ef33f28f524 req-a56f7c4b-33aa-4c13-8443-6198ddaa5886 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:55.505019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c66cf1ab-da35-46e2-8ab1-2ef33f28f524 req-a56f7c4b-33aa-4c13-8443-6198ddaa5886 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 948 time: 0.2138596 Jul 08 18:01:55.521180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef2686-a3e0-4ac7-96be-039acf2aa229 req-3b03a56e-ebff-4c1f-9c40-f25e821905d3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:55.523425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0ef2686-a3e0-4ac7-96be-039acf2aa229 req-3b03a56e-ebff-4c1f-9c40-f25e821905d3 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 945 time: 0.2305872 Jul 08 18:01:55.647990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0ef2686-a3e0-4ac7-96be-039acf2aa229 req-b4fca412-86f1-4512-83e2-306f283bfed4 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194737 Jul 08 18:01:55.670810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c66cf1ab-da35-46e2-8ab1-2ef33f28f524 req-ee93b57f-5c8b-4178-9b22-9fdb83e53ad4 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580167 Jul 08 18:01:55.784622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:55.793152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.805673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.808216 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1159d05e-4cc3-4905-b126-c26f4526cb0b HTTP/1.1" status: 204 len: 168 time: 1.7592981 Jul 08 18:01:55.813100 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-7f4b8afd-3656-48cd-b9e0-56b4814170f7 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987149 Jul 08 18:01:55.824493 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-6277e85e-c0ac-4c86-bd13-e6b688805c9b service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012674 Jul 08 18:01:55.825757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8871c6-4d0a-41c1-b1b9-06c0147efd18 admin admin] Pushing event deleted for resources: {'Network': ['ID=1159d05e-4cc3-4905-b126-c26f4526cb0b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:55.829890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:55.830272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d7ac1dc-e40b-44c4-85f4-75bb2d7b19be not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:55.886338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e26e5a94-58dd-48b9-a292-d1825d4ed6e6 req-5b516dca-4a0f-45f1-9fc4-6d4705ab6541 tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8d969bdcf0974f04901cd01b5610e777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248244 Jul 08 18:01:55.950145 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-21395ec7-23bc-46fb-82f2-5ce09deeb887 req-c4c93984-36f5-43a1-9474-547486e44441 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181426 Jul 08 18:01:56.067962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59078) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:56.093856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a637e6-d5b2-41ef-8de9-f245f43822a4 req-6f64e8c4-6014-4f81-b000-3eee9fc33030 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:56.095390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4a637e6-d5b2-41ef-8de9-f245f43822a4 req-6f64e8c4-6014-4f81-b000-3eee9fc33030 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 945 time: 0.2081177 Jul 08 18:01:56.110510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e5a94-58dd-48b9-a292-d1825d4ed6e6 req-ca39f411-23b0-4300-919b-c75d6f44dc50 tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:56.111924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e26e5a94-58dd-48b9-a292-d1825d4ed6e6 req-ca39f411-23b0-4300-919b-c75d6f44dc50 tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120242 Jul 08 18:01:56.129955 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-337307be-8e66-4760-809f-e1d486a4c835 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fdd2d756d106409e9df15d5c030bb132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580528 Jul 08 18:01:56.130457 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59080) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:56.180201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec8647b2-064c-44b4-9697-ee8f2a575d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.202092 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec8647b2-064c-44b4-9697-ee8f2a575d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.212169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e26e5a94-58dd-48b9-a292-d1825d4ed6e6 req-88677eef-663d-4bca-a04f-4d4e98b0b7d2 tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/quotas/8d969bdcf0974f04901cd01b5610e777 HTTP/1.1" status: 200 len: 375 time: 0.0666294 Jul 08 18:01:56.215658 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.resource_extend [None req-5c958afb-aca1-4a5d-8b1c-cb177b1ba4e2 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:01:56.250827 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec8647b2-064c-44b4-9697-ee8f2a575d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.253315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec8647b2-064c-44b4-9697-ee8f2a575d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.256789 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ec8647b2-064c-44b4-9697-ee8f2a575d51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aef65d90-9d74-4d97-b49e-9870aa0912e0 HTTP/1.1" status: 204 len: 168 time: 0.1230478 Jul 08 18:01:56.263050 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8647b2-064c-44b4-9697-ee8f2a575d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef65d90-9d74-4d97-b49e-9870aa0912e0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:56.319569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e26e5a94-58dd-48b9-a292-d1825d4ed6e6 req-24e74d60-3da7-4e17-bd12-d51538dbfc95 tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d969bdcf0974f04901cd01b5610e777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007683 Jul 08 18:01:56.338553 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c958afb-aca1-4a5d-8b1c-cb177b1ba4e2 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.349360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c958afb-aca1-4a5d-8b1c-cb177b1ba4e2 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.411686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d84307-6243-4e61-9ded-6991bbd34d21 req-5136b909-a38f-4969-80ff-1b886c123817 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:56.413269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38d84307-6243-4e61-9ded-6991bbd34d21 req-5136b909-a38f-4969-80ff-1b886c123817 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 945 time: 0.3108425 Jul 08 18:01:56.473136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c4a637e6-d5b2-41ef-8de9-f245f43822a4 req-0d6bf8ca-04bb-4b5e-9a77-9354d28092a7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Deleting port 19f5d15c-0e5e-494e-b651-d215bebd5a3c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:56.473492 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4a637e6-d5b2-41ef-8de9-f245f43822a4 req-0d6bf8ca-04bb-4b5e-9a77-9354d28092a7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.899141 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38d84307-6243-4e61-9ded-6991bbd34d21 req-96bb6bed-d063-4e69-aa10-b6e52f05adf9 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742100 Jul 08 18:01:56.917386 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-5c958afb-aca1-4a5d-8b1c-cb177b1ba4e2 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Floating IP 7d3edf31-29de-467a-a689-61b0ca9bc3f6 associated. External IP: 172.25.8.86, port: f03d3fc7-14cc-433e-b199-bfa0d9d0071d. Jul 08 18:01:56.997130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c4a637e6-d5b2-41ef-8de9-f245f43822a4 req-0d6bf8ca-04bb-4b5e-9a77-9354d28092a7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] For port 19f5d15c-0e5e-494e-b651-d215bebd5a3c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=19f5d15c-0e5e-494e-b651-d215bebd5a3c,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:56.997498 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4a637e6-d5b2-41ef-8de9-f245f43822a4 req-0d6bf8ca-04bb-4b5e-9a77-9354d28092a7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.029822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c4a637e6-d5b2-41ef-8de9-f245f43822a4 req-0d6bf8ca-04bb-4b5e-9a77-9354d28092a7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Calling delete_port for 19f5d15c-0e5e-494e-b651-d215bebd5a3c owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:57.056659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59120) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:57.104288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b9a36f60-4a27-4af2-b4fe-96ceaa90873b details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:01:57.153355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024a00a-09cd-46ed-9b26-bd6d50ec2f22 req-37063a26-55fc-457b-81db-87794caac429 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:57.154749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3024a00a-09cd-46ed-9b26-bd6d50ec2f22 req-37063a26-55fc-457b-81db-87794caac429 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 948 time: 0.3061171 Jul 08 18:01:57.161853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1237750924-network', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:57.186701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:01:57.189209 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.197791 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.208665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:57.226259 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'mac_address': 'fa:16:3e:06:ac:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:01:57.267140 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.279283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167731f-098d-43b7-9889-ae9fc7530121 req-e9dbc96a-935d-4e8a-a4e7-6857bd8dfb16 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:57.280802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1167731f-098d-43b7-9889-ae9fc7530121 req-e9dbc96a-935d-4e8a-a4e7-6857bd8dfb16 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8f36cd-7f4e-40ed-bdeb-e64936bf483f HTTP/1.1" status: 200 len: 945 time: 0.2680988 Jul 08 18:01:57.283011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a36f60-4a27-4af2-b4fe-96ceaa90873b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:57.295548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3024a00a-09cd-46ed-9b26-bd6d50ec2f22 req-8c80d1cf-583c-4644-8be3-e6dba2d250ba tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313207 Jul 08 18:01:57.306100 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:57.315356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.336980 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.341530 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.383087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:01:57.393913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:57.404877 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.404877 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Added segment a681d9ef-2289-4cc7-98d4-4f0f628d07dc of type vlan for network 7564d26d-343d-43e5-a671-5ba129914e87 Jul 08 18:01:57.406915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd069c0d-2943-4d8a-8405-c9e15337e196,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:57.413052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1167731f-098d-43b7-9889-ae9fc7530121 req-d902a4c2-c10a-4cc8-bf97-d7e7ff656e6e tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227610 Jul 08 18:01:57.451161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c958afb-aca1-4a5d-8b1c-cb177b1ba4e2 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Router 5845b531-8f5f-4457-a47e-656bba89a644 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:57.464817 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4a637e6-d5b2-41ef-8de9-f245f43822a4 req-0d6bf8ca-04bb-4b5e-9a77-9354d28092a7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.482054 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.524412 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.525812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:57.526829 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.535842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bf8ca-04bb-4b5e-9a77-9354d28092a7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Pushing event deleted for resources: {'Port': ['ID=19f5d15c-0e5e-494e-b651-d215bebd5a3c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:57.626902 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5682313 Jul 08 18:01:57.627740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc10e95-727f-4b9f-b0c7-5a31819815c5 admin admin] Pushing event updated for resources: {'Network': ['ID=7564d26d-343d-43e5-a671-5ba129914e87,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:57.633899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59132) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:57.637833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] Request body: {'subnet': {'network_id': '7564d26d-343d-43e5-a671-5ba129914e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1237750924-subnet', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:57.640019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a637e6-d5b2-41ef-8de9-f245f43822a4 req-0d6bf8ca-04bb-4b5e-9a77-9354d28092a7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] No DVR routers for this DVR port 19f5d15c-0e5e-494e-b651-d215bebd5a3c on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:57.645088 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4a637e6-d5b2-41ef-8de9-f245f43822a4 req-0d6bf8ca-04bb-4b5e-9a77-9354d28092a7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.647145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4a637e6-d5b2-41ef-8de9-f245f43822a4 req-0d6bf8ca-04bb-4b5e-9a77-9354d28092a7 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.74 "DELETE /v2.0/ports/19f5d15c-0e5e-494e-b651-d215bebd5a3c HTTP/1.1" status: 204 len: 173 time: 1.5435445 Jul 08 18:01:57.647591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'name': 'network-vif-deleted', 'tag': '19f5d15c-0e5e-494e-b651-d215bebd5a3c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:57.649840 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bc926f-dab3-4a95-8b89-dd6c335ee3b1" -d '{"events": [{"server_uuid": "8e8f36cd-7f4e-40ed-bdeb-e64936bf483f", "name": "network-vif-deleted", "tag": "19f5d15c-0e5e-494e-b651-d215bebd5a3c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:57.654886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 7564d26d-343d-43e5-a671-5ba129914e87 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:01:57.670245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:01:57.676138 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.681041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c958afb-aca1-4a5d-8b1c-cb177b1ba4e2 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:57.686957 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c958afb-aca1-4a5d-8b1c-cb177b1ba4e2 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.740473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5c958afb-aca1-4a5d-8b1c-cb177b1ba4e2 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "PUT /v2.0/floatingips/7d3edf31-29de-467a-a689-61b0ca9bc3f6 HTTP/1.1" status: 200 len: 990 time: 2.5984123 Jul 08 18:01:57.753596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c60561-8235-4a67-aa9f-14819d9ad01b None None] Sync routers for ids ['5845b531-8f5f-4457-a47e-656bba89a644'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:57.770759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['b9a36f60-4a27-4af2-b4fe-96ceaa90873b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:57.894328 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c60561-8235-4a67-aa9f-14819d9ad01b None None] Routers {'5845b531-8f5f-4457-a47e-656bba89a644'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:57.895114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b9c60561-8235-4a67-aa9f-14819d9ad01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:01:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['5845b531-8f5f-4457-a47e-656bba89a644'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:57.954885 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:58.027645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ce30fe-ac7d-45f8-910e-771561ef86af,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:58.060321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] Checking segment: {'id': 'a681d9ef-2289-4cc7-98d4-4f0f628d07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:58.060891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] Network hostable DHCP agents. Network: 7564d26d-343d-43e5-a671-5ba129914e87, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:01:58.147098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] Network 7564d26d-343d-43e5-a671-5ba129914e87 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:01:58.147604 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b9c60561-8235-4a67-aa9f-14819d9ad01b None None] Set router 5845b531-8f5f-4457-a47e-656bba89a644 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:58.169341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 7564d26d-343d-43e5-a671-5ba129914e87) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:58.175898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:58.176609 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:58.193294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0709a64-7f66-4e57-aa09-64f239a48448 None None] Network 7564d26d-343d-43e5-a671-5ba129914e87 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:01:58.221532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-145bdc54-e6b7-4032-87c4-1ba73ba4d1a3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:58.223338 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-145bdc54-e6b7-4032-87c4-1ba73ba4d1a3 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5&tenant_id=0ece45c75085439aa23b1b8caecbe1f2&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 949 time: 0.1748993 Jul 08 18:01:58.283368 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e45ad5-aca9-4a6e-9bd8-42010485a9f4 x-openstack-request-id: req-41e45ad5-aca9-4a6e-9bd8-42010485a9f4 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:58.284451 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8f36cd-7f4e-40ed-bdeb-e64936bf483f", "name": "network-vif-deleted", "tag": "19f5d15c-0e5e-494e-b651-d215bebd5a3c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:58.285151 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41e45ad5-aca9-4a6e-9bd8-42010485a9f4 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:58.285972 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8f36cd-7f4e-40ed-bdeb-e64936bf483f', 'name': 'network-vif-deleted', 'tag': '19f5d15c-0e5e-494e-b651-d215bebd5a3c', 'status': 'completed', 'code': 200} Jul 08 18:01:58.295421 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bcfe142b-6278-4881-ad3d-9ca898719bda admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6627529 Jul 08 18:01:58.298135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59156) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:58.304602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1237750924-router', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:58.362016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-09e98d52-df9b-4298-8416-7943eb9a2b6a service neutron] 10.222.0.59 "GET /v2.0/ports/b9a36f60-4a27-4af2-b4fe-96ceaa90873b/bindings/n-h2-799684-3 HTTP/1.1" status: 200 len: 382 time: 0.1304688 Jul 08 18:01:58.371989 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:58.373369 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:58.533395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-c9ee74ad-4c24-42e3-a106-b5c1295ee5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:58.535092 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-c9ee74ad-4c24-42e3-a106-b5c1295ee5c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1100 time: 0.1293204 Jul 08 18:01:58.581388 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:58.639472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 19f5d15c-0e5e-494e-b651-d215bebd5a3c no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:58.664176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-21bf6776-b2c9-4679-be51-66b2e7b82bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:58.665622 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-21bf6776-b2c9-4679-be51-66b2e7b82bbb service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1218817 Jul 08 18:01:58.689700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 19f5d15c-0e5e-494e-b651-d215bebd5a3c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:58.690032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 19f5d15c-0e5e-494e-b651-d215bebd5a3c not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:58.700175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5375ba50-4868-475d-b597-5ccbced9d21b req-522dfcf2-3d0e-48fa-b289-b8296967cce9 tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8d969bdcf0974f04901cd01b5610e777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688860 Jul 08 18:01:58.709440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0564c-c41d-49d7-a027-f48e8d571d9b req-54dc3b90-b0a7-4ba3-8c6e-861a7037c2e5 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:58.714465 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-c3e08be0-4164-4f87-8cef-617942e15dcc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 217 time: 0.0406086 Jul 08 18:01:58.716246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18b0564c-c41d-49d7-a027-f48e8d571d9b req-54dc3b90-b0a7-4ba3-8c6e-861a7037c2e5 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 949 time: 0.2615290 Jul 08 18:01:58.770820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-97f1dc01-c4b5-4eed-8bd3-be4bab09f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:58.772601 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-97f1dc01-c4b5-4eed-8bd3-be4bab09f30a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0521014 Jul 08 18:01:58.819581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-7564d26d-343d-43e5-a671-5ba129914e87', 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'fixed_ips': [{'subnet_id': 'e2ce30fe-ac7d-45f8-910e-771561ef86af'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:01:58.820421 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:58.834693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b9c60561-8235-4a67-aa9f-14819d9ad01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:54Z', 'revision_number': 4, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '7d3edf31-29de-467a-a689-61b0ca9bc3f6', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'port_id': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'mac_address': 'fa:16:3e:b9:25:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:04Z', 'updated_at': '2021-07-08T18:01:56Z', 'revision_number': 1, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c91e319b-a8a8-4e52-b654-a20e1d8dbe2a', 'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'mac_address': 'fa:16:3e:bf:0a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '41ee3584-ec56-470e-beef-46302d8ad669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:51Z', 'updated_at': '2021-07-08T18:01:02Z', 'revision_number': 5, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'subnets': [{'id': '41ee3584-ec56-470e-beef-46302d8ad669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:58.835330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-fadcb81a-f614-44be-92c0-cea654fae96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:58.836854 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-fadcb81a-f614-44be-92c0-cea654fae96d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0550606 Jul 08 18:01:58.849712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:58.865826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c60561-8235-4a67-aa9f-14819d9ad01b None None] Checking router: 5845b531-8f5f-4457-a47e-656bba89a644 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:58.882684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c60561-8235-4a67-aa9f-14819d9ad01b None None] Routers {'5845b531-8f5f-4457-a47e-656bba89a644'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:58.883682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b9c60561-8235-4a67-aa9f-14819d9ad01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:01:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['5845b531-8f5f-4457-a47e-656bba89a644'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:58.898772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18b0564c-c41d-49d7-a027-f48e8d571d9b req-302f9ffb-7c49-4da1-b909-13264ee86d87 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816239 Jul 08 18:01:58.946096 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-a027771a-07eb-4dd5-b9ed-4b0e1e0409e1 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020806 Jul 08 18:01:58.977091 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375ba50-4868-475d-b597-5ccbced9d21b req-0fee97c8-19da-46cc-8153-0c0cbe5e5cab tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:58.988054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5375ba50-4868-475d-b597-5ccbced9d21b req-0fee97c8-19da-46cc-8153-0c0cbe5e5cab tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398624 Jul 08 18:01:59.026368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5375ba50-4868-475d-b597-5ccbced9d21b req-5290eb3d-e63c-4fc1-a64c-06f625560866 tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/quotas/8d969bdcf0974f04901cd01b5610e777 HTTP/1.1" status: 200 len: 375 time: 0.0369239 Jul 08 18:01:59.061351 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-62db6688-7813-4dd4-84b6-264959495e27 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069179 Jul 08 18:01:59.083842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5375ba50-4868-475d-b597-5ccbced9d21b req-37620acd-ea50-442b-8fdf-4bb1027ce1ab tempest-QuotasAdminNegativeTest-1432825354 tempest-QuotasAdminNegativeTest-1432825354-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d969bdcf0974f04901cd01b5610e777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563581 Jul 08 18:01:59.106567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Allocated IP 172.20.0.2 (7564d26d-343d-43e5-a671-5ba129914e87/e2ce30fe-ac7d-45f8-910e-771561ef86af/63e8eff7-f76d-4d32-a671-8beabd32f6b6) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:59.109871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b9c60561-8235-4a67-aa9f-14819d9ad01b None None] Set router 5845b531-8f5f-4457-a47e-656bba89a644 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:59.265705 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:59.300489 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:59.424468 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:59.435793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Allocated IP 172.25.8.148 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/d22a874a-02f8-4f7f-b89a-cfe9b9bdd064) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:59.474177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Transition to ACTIVE for port object 63e8eff7-f76d-4d32-a671-8beabd32f6b6 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:59.500384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Transition to ACTIVE for port object 63e8eff7-f76d-4d32-a671-8beabd32f6b6 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:59.511361 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:59.555946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Pushing event updated for resources: {'Port': ['ID=63e8eff7-f76d-4d32-a671-8beabd32f6b6,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:59.571925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b9c60561-8235-4a67-aa9f-14819d9ad01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:54Z', 'revision_number': 4, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '7d3edf31-29de-467a-a689-61b0ca9bc3f6', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'port_id': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'mac_address': 'fa:16:3e:b9:25:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:04Z', 'updated_at': '2021-07-08T18:01:56Z', 'revision_number': 1, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c91e319b-a8a8-4e52-b654-a20e1d8dbe2a', 'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'mac_address': 'fa:16:3e:bf:0a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '41ee3584-ec56-470e-beef-46302d8ad669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:51Z', 'updated_at': '2021-07-08T18:01:02Z', 'revision_number': 5, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'subnets': [{'id': '41ee3584-ec56-470e-beef-46302d8ad669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:59.575375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Network 7564d26d-343d-43e5-a671-5ba129914e87 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:59.576488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:59.608746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:59.610874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c60561-8235-4a67-aa9f-14819d9ad01b None None] The sync data for ids ['5845b531-8f5f-4457-a47e-656bba89a644'] in n-d-799684-3 is: [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:54Z', 'revision_number': 4, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '7d3edf31-29de-467a-a689-61b0ca9bc3f6', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'port_id': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'mac_address': 'fa:16:3e:b9:25:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:04Z', 'updated_at': '2021-07-08T18:01:56Z', 'revision_number': 1, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c91e319b-a8a8-4e52-b654-a20e1d8dbe2a', 'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'mac_address': 'fa:16:3e:bf:0a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '41ee3584-ec56-470e-beef-46302d8ad669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:51Z', 'updated_at': '2021-07-08T18:01:02Z', 'revision_number': 5, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'subnets': [{'id': '41ee3584-ec56-470e-beef-46302d8ad669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:59.612357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:59.687303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Attempting to bind port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:59.687681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Attempting to bind port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a681d9ef-2289-4cc7-98d4-4f0f628d07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:59.688035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Attempting to bind port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 on network 7564d26d-343d-43e5-a671-5ba129914e87 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:59.697411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:59.698527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Checking segment: {'id': 'a681d9ef-2289-4cc7-98d4-4f0f628d07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:59.698941 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:59.699334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Bound using segment: {'id': 'a681d9ef-2289-4cc7-98d4-4f0f628d07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:59.699827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Bound port: 63e8eff7-f76d-4d32-a671-8beabd32f6b6, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a681d9ef-2289-4cc7-98d4-4f0f628d07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:59.700241 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:59.706724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2c87f-36ca-40a1-bd97-d38856c9fe03 req-33f7f776-4367-480c-ab09-d0b4d49aa70a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:59.708268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eea2c87f-36ca-40a1-bd97-d38856c9fe03 req-33f7f776-4367-480c-ab09-d0b4d49aa70a tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 945 time: 0.1372540 Jul 08 18:01:59.736216 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:59.786369 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] For port 63e8eff7-f76d-4d32-a671-8beabd32f6b6, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:59.789935 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] For port 63e8eff7-f76d-4d32-a671-8beabd32f6b6, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=63e8eff7-f76d-4d32-a671-8beabd32f6b6,segment=NetworkSegment(a681d9ef-2289-4cc7-98d4-4f0f628d07dc),segment_id=a681d9ef-2289-4cc7-98d4-4f0f628d07dc)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:59.797450 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:59.805490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eea2c87f-36ca-40a1-bd97-d38856c9fe03 req-6b288418-3081-4058-8bbe-8e50f7fdc14b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901816 Jul 08 18:01:59.807513 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:59.814437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:59.819193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Pushing event updated for resources: {'Port': ['ID=d22a874a-02f8-4f7f-b89a-cfe9b9bdd064,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:59.824552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:59.866439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc10c51-6d05-4955-8b6c-bbd25a0212ec None None] Pushing event updated for resources: {'Port': ['ID=63e8eff7-f76d-4d32-a671-8beabd32f6b6,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:59.890124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59210) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:59.947869 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73fc2b-628d-4a11-abcf-1a519d0d69c7 None None] New status for floating IP 7d3edf31-29de-467a-a689-61b0ca9bc3f6: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:02:00.085731 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f1d93ab-95e4-436e-a25f-47cb44fbb413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.296113 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f1d93ab-95e4-436e-a25f-47cb44fbb413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.310323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f1d93ab-95e4-436e-a25f-47cb44fbb413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.357258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d93ab-95e4-436e-a25f-47cb44fbb413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c26abaf-6738-49e1-99c2-706b6a7e1957,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:00.361894 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2f1d93ab-95e4-436e-a25f-47cb44fbb413 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d969bdcf0974f04901cd01b5610e777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626350 Jul 08 18:02:00.364269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59220) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:00.422864 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-439e2008-60ca-408e-a897-fdfef4d5789f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.448906 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-439e2008-60ca-408e-a897-fdfef4d5789f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.509848 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-439e2008-60ca-408e-a897-fdfef4d5789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.513718 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-439e2008-60ca-408e-a897-fdfef4d5789f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.515505 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-439e2008-60ca-408e-a897-fdfef4d5789f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c26abaf-6738-49e1-99c2-706b6a7e1957 HTTP/1.1" status: 204 len: 168 time: 0.1502888 Jul 08 18:02:00.526429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e2008-60ca-408e-a897-fdfef4d5789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c26abaf-6738-49e1-99c2-706b6a7e1957,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:00.555827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'tag': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:00.558759 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2ef1cd-5331-482d-9a90-fa171fd57704", "tag": "f03d3fc7-14cc-433e-b199-bfa0d9d0071d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:00.603526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462320-363b-4212-ad33-05116041f493 req-07debae9-ef9d-4bfd-98f2-ee04255f5b88 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:00.613614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a1462320-363b-4212-ad33-05116041f493 req-07debae9-ef9d-4bfd-98f2-ee04255f5b88 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 949 time: 0.5472112 Jul 08 18:02:00.633616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.649830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8ad4-f6ff-4c40-a409-888f1e5606a1 req-f30aede9-ae9c-4f9a-b2bd-78b133e6db68 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:00.651252 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-016a8ad4-f6ff-4c40-a409-888f1e5606a1 req-f30aede9-ae9c-4f9a-b2bd-78b133e6db68 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.59 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 945 time: 0.0934665 Jul 08 18:02:00.686133 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcc92f1-ab2d-4b26-b345-a0ef8430e3a2 x-openstack-request-id: req-ebcc92f1-ab2d-4b26-b345-a0ef8430e3a2 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:00.686477 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2ef1cd-5331-482d-9a90-fa171fd57704", "tag": "f03d3fc7-14cc-433e-b199-bfa0d9d0071d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:00.686777 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebcc92f1-ab2d-4b26-b345-a0ef8430e3a2 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:00.687515 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'tag': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d', 'status': 'completed', 'code': 200} Jul 08 18:02:00.727007 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a1462320-363b-4212-ad33-05116041f493 req-634c71c3-42ca-49d8-9654-f231169fd2cb tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126795 Jul 08 18:02:00.865556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939 req-4e52bfea-be62-4110-b7d3-03b97b26a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:00.867382 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939 req-4e52bfea-be62-4110-b7d3-03b97b26a451 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf1aa5e9404f416c88548244ddd3ab40&device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 1096 time: 0.1552625 Jul 08 18:02:00.876957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-016a8ad4-f6ff-4c40-a409-888f1e5606a1 req-ca4cc3d3-391e-4b12-9de1-cc7b67247cf6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Deleting port 79958940-f6b9-4f93-b5a7-38f21a6dad17 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:00.877315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-016a8ad4-f6ff-4c40-a409-888f1e5606a1 req-ca4cc3d3-391e-4b12-9de1-cc7b67247cf6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.023990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59242) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:01.062458 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.062705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-323608a7-759b-4c42-a0fc-5dd7ae5c8026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.102720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-016a8ad4-f6ff-4c40-a409-888f1e5606a1 req-ca4cc3d3-391e-4b12-9de1-cc7b67247cf6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] For port 79958940-f6b9-4f93-b5a7-38f21a6dad17, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=79958940-f6b9-4f93-b5a7-38f21a6dad17,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:01.103139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-016a8ad4-f6ff-4c40-a409-888f1e5606a1 req-ca4cc3d3-391e-4b12-9de1-cc7b67247cf6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.124744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939 req-0b5f285c-b298-4791-bcc7-e9806ecc44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:01.126229 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939 req-0b5f285c-b298-4791-bcc7-e9806ecc44a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b391f86d-9e5d-4e22-a6b6-7df87352b283 HTTP/1.1" status: 200 len: 917 time: 0.2365391 Jul 08 18:02:01.127108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-016a8ad4-f6ff-4c40-a409-888f1e5606a1 req-ca4cc3d3-391e-4b12-9de1-cc7b67247cf6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Calling delete_port for 79958940-f6b9-4f93-b5a7-38f21a6dad17 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:01.130371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816a763-860f-4263-a215-f72eb1efcaf2 req-52757779-9444-4127-8cb2-888d7e80e268 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:01.132282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9816a763-860f-4263-a215-f72eb1efcaf2 req-52757779-9444-4127-8cb2-888d7e80e268 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 945 time: 0.1601770 Jul 08 18:02:01.166977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:01.171287 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b9a36f60-4a27-4af2-b4fe-96ceaa90873b up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:01.244018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe7030-5c52-49bd-83df-892033f3e290 None None] Network 7564d26d-343d-43e5-a671-5ba129914e87 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:01.247980 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9816a763-860f-4263-a215-f72eb1efcaf2 req-76cd5f0a-2b8f-48bb-9201-18b14d0c0e7b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066773 Jul 08 18:02:01.265162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939 req-52b087df-cb8a-4fc8-b2fa-b9c05a0a385d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f03d3fc7-14cc-433e-b199-bfa0d9d0071d HTTP/1.1" status: 200 len: 1000 time: 0.1294587 Jul 08 18:02:01.311028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Router df68ca2c-b265-41f7-9b3a-483513800e37 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:02:01.366609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cee9e0eb-54d0-4a31-bab4-805e89748bfd None None] Provisioning for port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:01.373094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939 req-9ad0e607-7e2a-4837-8a02-39cf4b38b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:01.374581 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939 req-9ad0e607-7e2a-4837-8a02-39cf4b38b5e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41ee3584-ec56-470e-beef-46302d8ad669 HTTP/1.1" status: 200 len: 855 time: 0.1010034 Jul 08 18:02:01.376435 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-323608a7-759b-4c42-a0fc-5dd7ae5c8026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.391775 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port b9a36f60-4a27-4af2-b4fe-96ceaa90873b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:01.417418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port b9a36f60-4a27-4af2-b4fe-96ceaa90873b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:01.417794 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.428025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-323608a7-759b-4c42-a0fc-5dd7ae5c8026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.487211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:01.500279 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-323608a7-759b-4c42-a0fc-5dd7ae5c8026 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2f8ba94b5d3b4451aef012dd49c1b3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708843 Jul 08 18:02:01.500867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323608a7-759b-4c42-a0fc-5dd7ae5c8026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e061a04d-6c84-4da4-9030-e6a0007b7efb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:01.504897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59246) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:01.527882 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-016a8ad4-f6ff-4c40-a409-888f1e5606a1 req-ca4cc3d3-391e-4b12-9de1-cc7b67247cf6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.539075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:01.559302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Sync routers for ids ['df68ca2c-b265-41f7-9b3a-483513800e37'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:01.560842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.562894 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eab49d03-ca13-47b0-a1e8-a982e0b5acf1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2631912 Jul 08 18:02:01.565519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59248) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:01.568642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cc3d3-391e-4b12-9de1-cc7b67247cf6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Pushing event deleted for resources: {'Port': ['ID=79958940-f6b9-4f93-b5a7-38f21a6dad17,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:01.572286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'port_id': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3', 'mac_address': 'fa:16:3e:f8:a6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e734d1c-a925-4682-8868-ca57c3123de4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:01.582580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939 req-b0a83f4d-5675-40e1-93dc-b73c551ba948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:01.584193 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939 req-b0a83f4d-5675-40e1-93dc-b73c551ba948 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b391f86d-9e5d-4e22-a6b6-7df87352b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011812 Jul 08 18:02:01.591930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Routers {'df68ca2c-b265-41f7-9b3a-483513800e37'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:01.592698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:01:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['df68ca2c-b265-41f7-9b3a-483513800e37'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:01.751650 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939 req-3687bd33-b619-4630-991d-75dd0f31a789 service neutron] 10.222.0.59 "GET /v2.0/networks/b391f86d-9e5d-4e22-a6b6-7df87352b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566744 Jul 08 18:02:01.784182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-016a8ad4-f6ff-4c40-a409-888f1e5606a1 req-ca4cc3d3-391e-4b12-9de1-cc7b67247cf6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] No DVR routers for this DVR port 79958940-f6b9-4f93-b5a7-38f21a6dad17 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:01.798590 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-016a8ad4-f6ff-4c40-a409-888f1e5606a1 req-ca4cc3d3-391e-4b12-9de1-cc7b67247cf6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.801264 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-016a8ad4-f6ff-4c40-a409-888f1e5606a1 req-ca4cc3d3-391e-4b12-9de1-cc7b67247cf6 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.59 "DELETE /v2.0/ports/79958940-f6b9-4f93-b5a7-38f21a6dad17 HTTP/1.1" status: 204 len: 173 time: 1.1432915 Jul 08 18:02:01.801713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'name': 'network-vif-deleted', 'tag': '79958940-f6b9-4f93-b5a7-38f21a6dad17'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:01.811008 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce96a35a-9947-4583-971d-8b8e83a503eb" -d '{"events": [{"server_uuid": "92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd", "name": "network-vif-deleted", "tag": "79958940-f6b9-4f93-b5a7-38f21a6dad17"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:01.903326 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26472465-5f74-472e-aa84-70d0b4363dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.918980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 63e8eff7-f76d-4d32-a671-8beabd32f6b6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:01.970596 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc48dbd-e53d-4622-ba2a-9f5ebd88f032 x-openstack-request-id: req-5cc48dbd-e53d-4622-ba2a-9f5ebd88f032 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:01.971392 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd", "name": "network-vif-deleted", "tag": "79958940-f6b9-4f93-b5a7-38f21a6dad17", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:01.971888 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5cc48dbd-e53d-4622-ba2a-9f5ebd88f032 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:01.972601 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd', 'name': 'network-vif-deleted', 'tag': '79958940-f6b9-4f93-b5a7-38f21a6dad17', 'status': 'completed', 'code': 200} Jul 08 18:02:01.984113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.994446 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26472465-5f74-472e-aa84-70d0b4363dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.052665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:02.067222 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.106622 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26472465-5f74-472e-aa84-70d0b4363dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.114942 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26472465-5f74-472e-aa84-70d0b4363dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.136294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Set router df68ca2c-b265-41f7-9b3a-483513800e37 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:02.141248 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-26472465-5f74-472e-aa84-70d0b4363dd8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e061a04d-6c84-4da4-9030-e6a0007b7efb HTTP/1.1" status: 204 len: 168 time: 0.6290290 Jul 08 18:02:02.146082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:02.204254 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472465-5f74-472e-aa84-70d0b4363dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e061a04d-6c84-4da4-9030-e6a0007b7efb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:02.205327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-ea153975-d68f-4d84-a339-1bea576dc672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:02.212473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-ea153975-d68f-4d84-a339-1bea576dc672 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5&tenant_id=0ece45c75085439aa23b1b8caecbe1f2 HTTP/1.1" status: 200 len: 1100 time: 0.2120531 Jul 08 18:02:02.219698 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f9de109-2f72-48c9-b5eb-bd3e8cf75939 req-ee4427c6-405b-444b-8b22-143867a6cb2f service neutron] 10.222.0.59 "GET /v2.0/networks/b391f86d-9e5d-4e22-a6b6-7df87352b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453681 Jul 08 18:02:02.231480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:02.343492 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.380413 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.452239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:02.455892 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d3643b-a932-4465-9a5e-966196f5eb0a" -d '{"events": [{"server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "name": "network-vif-plugged", "status": "completed", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:02.530762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:02.540413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:02.566249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f14d0c00-9d5d-4f79-8083-aa2323a91d88 req-f93506af-ed76-424c-afe4-6ff189955fe5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=92c0e8f4-a10d-4867-b3dc-bc91e6d9ebcd HTTP/1.1" status: 200 len: 210 time: 0.0659921 Jul 08 18:02:02.575217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['2a4e8895-c7fd-48a0-90ea-b77fb69417b3'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:02.575578 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:02:02.576267 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:02:02.577471 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.589990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:02.590410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.730122 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4b5dfd-a299-40a5-acf9-04eacbe1b349 x-openstack-request-id: req-db4b5dfd-a299-40a5-acf9-04eacbe1b349 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:02.730495 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "name": "network-vif-plugged", "status": "completed", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:02.730690 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db4b5dfd-a299-40a5-acf9-04eacbe1b349 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:02.731052 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'code': 200} Jul 08 18:02:02.748330 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:02.769181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93632145-30e6-4384-87bb-bbe28449188d req-c88b05d2-0512-4aa9-88cb-20679222978f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:02.780844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93632145-30e6-4384-87bb-bbe28449188d req-c88b05d2-0512-4aa9-88cb-20679222978f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.7160656 Jul 08 18:02:02.925067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93632145-30e6-4384-87bb-bbe28449188d req-769614bf-4789-4b3c-9a56-6115c3180901 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430969 Jul 08 18:02:02.969593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:02.988014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.040242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-459be9b2-41d4-4a7a-9503-0d3b1fb46559 None None] Provisioning complete for port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:03.040596 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-459be9b2-41d4-4a7a-9503-0d3b1fb46559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.107744 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.162512 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.166271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 63e8eff7-f76d-4d32-a671-8beabd32f6b6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=63e8eff7-f76d-4d32-a671-8beabd32f6b6,segment=NetworkSegment(a681d9ef-2289-4cc7-98d4-4f0f628d07dc),segment_id=a681d9ef-2289-4cc7-98d4-4f0f628d07dc)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:03.261978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 79958940-f6b9-4f93-b5a7-38f21a6dad17 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:03.321816 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.342044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Allocated IP 172.20.0.1 (7564d26d-343d-43e5-a671-5ba129914e87/e2ce30fe-ac7d-45f8-910e-771561ef86af/8b676175-a51a-448c-9253-e1246128a832) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:03.393544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'name': 'tempest-ServersTestMultiNic-1237750924-router', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:58Z', 'updated_at': '2021-07-08T18:02:00Z', 'revision_number': 3, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'gw_port': {'id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:59Z', 'updated_at': '2021-07-08T18:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:03.395230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 79958940-f6b9-4f93-b5a7-38f21a6dad17 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:03.395562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 79958940-f6b9-4f93-b5a7-38f21a6dad17 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:03.395970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b9a36f60-4a27-4af2-b4fe-96ceaa90873b no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:03.439604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59310) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:03.471921 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Checking router: df68ca2c-b265-41f7-9b3a-483513800e37 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:02:03.472232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Updating router df68ca2c-b265-41f7-9b3a-483513800e37 port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:02:03.480278 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.561945 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.565121 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=63e8eff7-f76d-4d32-a671-8beabd32f6b6,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:03.568116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1453438382-network', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:03.571325 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.591973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Made reservation on behalf of 9e7a5ff9fb614fb695fd1cdcdf1c6719 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:03.594594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.598270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Transition to ACTIVE for port object 8b676175-a51a-448c-9253-e1246128a832 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:03.600611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:03.606759 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.677453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:03.708214 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.714880 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.732871 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.748606 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.752303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:02:03.753370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 63e8eff7-f76d-4d32-a671-8beabd32f6b6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:03.758601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:03.763015 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b68c4c-f785-447c-9f36-7b01b5bedfc8" -d '{"events": [{"server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:03.767909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d36507-5806-442e-aee1-9e871dbc0afd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:03.769720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.776263 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.776415 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Added segment 99612c20-d572-46d7-83a7-d296eeddfc92 of type vlan for network 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea Jul 08 18:02:03.809971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Transition to ACTIVE for port object b9a36f60-4a27-4af2-b4fe-96ceaa90873b will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:03.831781 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.853857 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e837f9-b2f6-45b9-9275-d1d6ce15ab39 x-openstack-request-id: req-64e837f9-b2f6-45b9-9275-d1d6ce15ab39 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:03.854222 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:03.854535 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64e837f9-b2f6-45b9-9275-d1d6ce15ab39 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:03.854991 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'code': 200} Jul 08 18:02:03.857849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.871897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.873278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:03.874100 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.876706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Network 7564d26d-343d-43e5-a671-5ba129914e87 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:03.885091 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:03.892314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:03.936134 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:02:03.936784 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:02:03.937184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:03.942867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Pushing event updated for resources: {'Port': ['ID=8b676175-a51a-448c-9253-e1246128a832,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:03.965825 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5250680 Jul 08 18:02:03.968708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59322) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:03.974861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] Request body: {'subnet': {'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1453438382-subnet', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:04.005571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:04.005935 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.006603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7aa435-a95f-478d-838f-2204387a77d8 admin admin] Pushing event updated for resources: {'Network': ['ID=8a037dc9-e1b1-45b3-9683-2e6750d4f7ea,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:04.039280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:02:04.046863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] Made reservation on behalf of 9e7a5ff9fb614fb695fd1cdcdf1c6719 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:04.049725 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.129569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] No DVR routers for this DVR port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:04.132040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=10']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:04.208496 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.391264 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.398922 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.409831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0474984c-88e1-4ec9-9a3e-1ce89b9cfa89 None None] Provisioning for port 8b676175-a51a-448c-9253-e1246128a832 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:04.416584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Transition to ACTIVE for port object d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:04.421533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:04.421879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:04.422018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0474984c-88e1-4ec9-9a3e-1ce89b9cfa89 None None] Provisioning complete for port 8b676175-a51a-448c-9253-e1246128a832 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:04.422238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:04.422372 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0474984c-88e1-4ec9-9a3e-1ce89b9cfa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.423160 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.453973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:04.454471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Attempting to bind port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:04.468070 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.468403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:04.468786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:04.469177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:04.469616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Bound port: b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:04.469977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.480668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a477f8-67d2-4d36-97be-0a87f197619d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:04.481735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae642d9-9535-42f2-bb6a-a06a187dd8f6 req-be90bb46-8c66-46fb-8653-1fdc7ca0fa80 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:04.488830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ae642d9-9535-42f2-bb6a-a06a187dd8f6 req-be90bb46-8c66-46fb-8653-1fdc7ca0fa80 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 949 time: 0.2681904 Jul 08 18:02:04.528896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] Checking segment: {'id': '99612c20-d572-46d7-83a7-d296eeddfc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:04.528896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] Network hostable DHCP agents. Network: 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:02:04.529276 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0474984c-88e1-4ec9-9a3e-1ce89b9cfa89 None None] Port 8b676175-a51a-448c-9253-e1246128a832 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:02:04.549604 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Attempting to bind port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:04.549973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Attempting to bind port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:04.550358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Attempting to bind port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:04.553500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27ec99-4a54-47be-94c6-86382bda67c7 None None] Pushing event updated for resources: {'Port': ['ID=d22a874a-02f8-4f7f-b89a-cfe9b9bdd064,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:04.559353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:04.560753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:04.560753 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.560753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:04.561036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Bound port: d22a874a-02f8-4f7f-b89a-cfe9b9bdd064, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:04.561334 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.568501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] Network 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:02:04.587372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:04.592926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:04.595014 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.602359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1401b04a-b2f0-40af-a927-d02485b7809d None None] Network 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:04.630804 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ae642d9-9535-42f2-bb6a-a06a187dd8f6 req-3272f31d-b0c6-4edb-9463-c2de187a8175 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383138 Jul 08 18:02:04.631957 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-40e409f6-ca4f-4d52-8d2f-e38a9f4a2c50 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6620800 Jul 08 18:02:04.632833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59334) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:04.652933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1453438382-router', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:04.686839 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.688418 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.717331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:04.738936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:04.768031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.774074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.879885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:04.880601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.882974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] 10.222.0.74 "PUT /v2.0/ports/b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 1097 time: 2.6645525 Jul 08 18:02:04.910699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] For port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:04.914163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] For port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=d22a874a-02f8-4f7f-b89a-cfe9b9bdd064,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:04.931411 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.960464 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:04.978281 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:05.012522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b3795-3c70-4789-8dcd-456ca0c79991 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=11']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:05.024616 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:05.133330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316efff-a97f-4807-aa33-aa06b4545cb4 req-3ea5d737-e27d-4e26-9640-464ca21c23b1 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:05.135791 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7316efff-a97f-4807-aa33-aa06b4545cb4 req-3ea5d737-e27d-4e26-9640-464ca21c23b1 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 945 time: 0.1434202 Jul 08 18:02:05.194064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27ec99-4a54-47be-94c6-86382bda67c7 None None] Pushing event updated for resources: {'Port': ['ID=d22a874a-02f8-4f7f-b89a-cfe9b9bdd064,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:05.203870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:05.292692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Routers {'df68ca2c-b265-41f7-9b3a-483513800e37'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:05.293350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:01:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['df68ca2c-b265-41f7-9b3a-483513800e37'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:05.400421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-8a037dc9-e1b1-45b3-9683-2e6750d4f7ea', 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'fixed_ips': [{'subnet_id': '24a477f8-67d2-4d36-97be-0a87f197619d'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:02:05.412350 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:05.417527 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:05.444710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7316efff-a97f-4807-aa33-aa06b4545cb4 req-69ee71be-fc37-48c7-a8c8-cda6337ef8a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Deleting port c31c14cf-9a04-4137-94fb-ce705e55d4dd {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:05.445131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7316efff-a97f-4807-aa33-aa06b4545cb4 req-69ee71be-fc37-48c7-a8c8-cda6337ef8a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:05.522956 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e363ba-5d7b-4eb2-ab2b-e1fafb59d1a0 req-96cb8ecf-e037-49ca-8625-053616dcbbde tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:05.530637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22e363ba-5d7b-4eb2-ab2b-e1fafb59d1a0 req-96cb8ecf-e037-49ca-8625-053616dcbbde tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 945 time: 0.7751594 Jul 08 18:02:05.572672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] Set router df68ca2c-b265-41f7-9b3a-483513800e37 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:05.599863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Pushing event updated for resources: {'Port': ['ID=8b676175-a51a-448c-9253-e1246128a832,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:05.615788 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:05.654333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:05.655226 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:05.657553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-b3d75679-1a07-4131-95ee-6cc70c72a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:05.664712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-b3d75679-1a07-4131-95ee-6cc70c72a1e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1100 time: 0.7546041 Jul 08 18:02:05.676937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:05.711616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7316efff-a97f-4807-aa33-aa06b4545cb4 req-69ee71be-fc37-48c7-a8c8-cda6337ef8a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] For port c31c14cf-9a04-4137-94fb-ce705e55d4dd, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c31c14cf-9a04-4137-94fb-ce705e55d4dd,segment=NetworkSegment(5b61b192-73a5-4692-a132-b9af8119af42),segment_id=5b61b192-73a5-4692-a132-b9af8119af42)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:05.726671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7316efff-a97f-4807-aa33-aa06b4545cb4 req-69ee71be-fc37-48c7-a8c8-cda6337ef8a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:05.743600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Allocated IP 172.20.0.2 (8a037dc9-e1b1-45b3-9683-2e6750d4f7ea/24a477f8-67d2-4d36-97be-0a87f197619d/a5735882-317b-4488-9111-e15346f07cd8) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:05.770403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7316efff-a97f-4807-aa33-aa06b4545cb4 req-69ee71be-fc37-48c7-a8c8-cda6337ef8a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Calling delete_port for c31c14cf-9a04-4137-94fb-ce705e55d4dd owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:05.860588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Network 7564d26d-343d-43e5-a671-5ba129914e87 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:05.907137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:05.911909 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4a84be-a079-40f6-aa25-b3ba056209f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:05.918482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:05.961028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22e363ba-5d7b-4eb2-ab2b-e1fafb59d1a0 req-b9721d90-5202-4812-a15b-cc8cf2115d51 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/security-groups?id=ebaf5112-f790-4eaa-9edb-862d6efa0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296474 Jul 08 18:02:05.971244 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:05.971553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Allocated IP 172.25.8.163 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/dc60fef1-7197-4919-a2ab-f1e49b7978f9) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:06.208303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:06.218145 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd126d9-b5e4-490a-9e18-cbbea257525d" -d '{"events": [{"server_uuid": "1344c96b-7836-4a96-9b2e-3dcc3a687caf", "name": "network-vif-plugged", "status": "completed", "tag": "2a4e8895-c7fd-48a0-90ea-b77fb69417b3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:06.300194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:06.316568 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.324060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-3798ff9f-3ab6-4b79-bb09-98c72d8ad4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:06.328091 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.328858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-3798ff9f-3ab6-4b79-bb09-98c72d8ad4db service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.6566832 Jul 08 18:02:06.340638 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.344682 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7316efff-a97f-4807-aa33-aa06b4545cb4 req-69ee71be-fc37-48c7-a8c8-cda6337ef8a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.364038 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-581c7b12-efaf-4f50-9f81-513da5ee80d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.372880 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c1dacb-7795-422c-8937-f00f5af9f999 x-openstack-request-id: req-75c1dacb-7795-422c-8937-f00f5af9f999 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:06.386725 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:06.387167 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75c1dacb-7795-422c-8937-f00f5af9f999 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:06.387782 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'status': 'completed', 'code': 200} Jul 08 18:02:06.399205 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Transition to ACTIVE for port object a5735882-317b-4488-9111-e15346f07cd8 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:06.412992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee71be-fc37-48c7-a8c8-cda6337ef8a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Pushing event deleted for resources: {'Port': ['ID=c31c14cf-9a04-4137-94fb-ce705e55d4dd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:06.480608 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc7595b-d0b0-4a9b-8303-7a36a44b5a35 x-openstack-request-id: req-bbc7595b-d0b0-4a9b-8303-7a36a44b5a35 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:06.481191 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1344c96b-7836-4a96-9b2e-3dcc3a687caf", "name": "network-vif-plugged", "status": "completed", "tag": "2a4e8895-c7fd-48a0-90ea-b77fb69417b3", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:06.481191 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bbc7595b-d0b0-4a9b-8303-7a36a44b5a35 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:06.481590 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3', 'code': 200} Jul 08 18:02:06.491809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-00efebc9-3c18-4b2a-bea2-45a01d10055e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 217 time: 0.1365206 Jul 08 18:02:06.503689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'name': 'tempest-ServersTestMultiNic-1237750924-router', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:58Z', 'updated_at': '2021-07-08T18:02:04Z', 'revision_number': 4, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'gw_port': {'id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:59Z', 'updated_at': '2021-07-08T18:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8b676175-a51a-448c-9253-e1246128a832', 'name': '', 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'mac_address': 'fa:16:3e:45:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e2ce30fe-ac7d-45f8-910e-771561ef86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:03Z', 'updated_at': '2021-07-08T18:02:04Z', 'revision_number': 2, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'subnets': [{'id': 'e2ce30fe-ac7d-45f8-910e-771561ef86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:06.508569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Transition to ACTIVE for port object a5735882-317b-4488-9111-e15346f07cd8 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:06.512858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7316efff-a97f-4807-aa33-aa06b4545cb4 req-69ee71be-fc37-48c7-a8c8-cda6337ef8a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] No DVR routers for this DVR port c31c14cf-9a04-4137-94fb-ce705e55d4dd on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:06.516030 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7316efff-a97f-4807-aa33-aa06b4545cb4 req-69ee71be-fc37-48c7-a8c8-cda6337ef8a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.518939 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7316efff-a97f-4807-aa33-aa06b4545cb4 req-69ee71be-fc37-48c7-a8c8-cda6337ef8a5 tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.59 "DELETE /v2.0/ports/c31c14cf-9a04-4137-94fb-ce705e55d4dd HTTP/1.1" status: 204 len: 173 time: 1.3767555 Jul 08 18:02:06.519613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'name': 'network-vif-deleted', 'tag': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:06.522227 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c242f84-393e-4c3e-a5d7-a9d5168783d4" -d '{"events": [{"server_uuid": "7dcaeb68-7c66-4a88-95d3-fcdd648464d3", "name": "network-vif-deleted", "tag": "c31c14cf-9a04-4137-94fb-ce705e55d4dd"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:06.528215 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.529378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19497c-63ac-468d-bf08-0a1f869c2af3 req-10f7ab0c-f5f0-4dbb-9abe-581271628d6d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:06.549319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb19497c-63ac-468d-bf08-0a1f869c2af3 req-10f7ab0c-f5f0-4dbb-9abe-581271628d6d tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 949 time: 0.5836236 Jul 08 18:02:06.580645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c23e6794-3573-41b0-b7ef-4753fac30da1 None None] Provisioning complete for port 8b676175-a51a-448c-9253-e1246128a832 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:06.587424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:06.588004 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c23e6794-3573-41b0-b7ef-4753fac30da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.590496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:06.598482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:06.604339 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.619899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14231c5a-50c2-4d3f-944d-24d3025aa7c5 None None] The sync data for ids ['df68ca2c-b265-41f7-9b3a-483513800e37'] in n-d-799684-3 is: [{'id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'name': 'tempest-ServersTestMultiNic-1237750924-router', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:58Z', 'updated_at': '2021-07-08T18:02:04Z', 'revision_number': 4, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'gw_port': {'id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:59Z', 'updated_at': '2021-07-08T18:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8b676175-a51a-448c-9253-e1246128a832', 'name': '', 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'mac_address': 'fa:16:3e:45:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e2ce30fe-ac7d-45f8-910e-771561ef86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:03Z', 'updated_at': '2021-07-08T18:02:04Z', 'revision_number': 2, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'subnets': [{'id': 'e2ce30fe-ac7d-45f8-910e-771561ef86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:06.625333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:06.642076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-d057f7a7-117b-41bb-82b2-5685baa87c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:06.647748 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-d057f7a7-117b-41bb-82b2-5685baa87c03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1100 time: 0.2377877 Jul 08 18:02:06.690758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Network 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:06.716150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:06.724650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:06.730922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Router df68ca2c-b265-41f7-9b3a-483513800e37 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:02:06.735415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Pushing event updated for resources: {'Port': ['ID=a5735882-317b-4488-9111-e15346f07cd8,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:06.737777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c23e6794-3573-41b0-b7ef-4753fac30da1 None None] Port 8b676175-a51a-448c-9253-e1246128a832 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:02:06.755087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc60fef1-7197-4919-a2ab-f1e49b7978f9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:06.815804 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb19497c-63ac-468d-bf08-0a1f869c2af3 req-6112e4a5-ab00-4b1c-936b-c2ef9ce01152 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640731 Jul 08 18:02:06.818854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-a3cef152-ac16-40ae-ac94-8a5ee29215dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:06.821183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-a3cef152-ac16-40ae-ac94-8a5ee29215dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2354689 Jul 08 18:02:06.856051 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Attempting to bind port a5735882-317b-4488-9111-e15346f07cd8 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:06.856570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Attempting to bind port a5735882-317b-4488-9111-e15346f07cd8 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '99612c20-d572-46d7-83a7-d296eeddfc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:06.857078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Attempting to bind port a5735882-317b-4488-9111-e15346f07cd8 on network 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:06.884265 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:06.884741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Checking segment: {'id': '99612c20-d572-46d7-83a7-d296eeddfc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:06.886360 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.886996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Bound using segment: {'id': '99612c20-d572-46d7-83a7-d296eeddfc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:06.887493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Bound port: a5735882-317b-4488-9111-e15346f07cd8, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99612c20-d572-46d7-83a7-d296eeddfc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:06.891407 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e5ba01-8292-4ec9-9a58-a13150971206 x-openstack-request-id: req-d9e5ba01-8292-4ec9-9a58-a13150971206 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:06.891698 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcaeb68-7c66-4a88-95d3-fcdd648464d3", "name": "network-vif-deleted", "tag": "c31c14cf-9a04-4137-94fb-ce705e55d4dd", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:06.894815 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.898794 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9e5ba01-8292-4ec9-9a58-a13150971206 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:06.899242 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dcaeb68-7c66-4a88-95d3-fcdd648464d3', 'name': 'network-vif-deleted', 'tag': 'c31c14cf-9a04-4137-94fb-ce705e55d4dd', 'status': 'completed', 'code': 200} Jul 08 18:02:07.073727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] For port a5735882-317b-4488-9111-e15346f07cd8, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:07.081578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] For port a5735882-317b-4488-9111-e15346f07cd8, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a5735882-317b-4488-9111-e15346f07cd8,segment=NetworkSegment(99612c20-d572-46d7-83a7-d296eeddfc92),segment_id=99612c20-d572-46d7-83a7-d296eeddfc92)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:07.097730 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:07.199918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c31c14cf-9a04-4137-94fb-ce705e55d4dd no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:07.306268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: c31c14cf-9a04-4137-94fb-ce705e55d4dd {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:07.306849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c31c14cf-9a04-4137-94fb-ce705e55d4dd not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:07.316324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:07.342774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-34146014-3829-4105-ac74-67d1861d4b4a admin admin] 10.222.0.73 "PUT /v2.0/routers/df68ca2c-b265-41f7-9b3a-483513800e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7745824 Jul 08 18:02:07.346101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f497d53-bedb-481d-84a5-987ed0ea089c None None] Pushing event updated for resources: {'Port': ['ID=a5735882-317b-4488-9111-e15346f07cd8,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:07.394100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-20639af4-d619-473e-9a87-942c56283a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:07.396649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-20639af4-d619-473e-9a87-942c56283a2d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5672519 Jul 08 18:02:07.725170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35f4ea0a-70e5-4f64-a1e3-f232b00509c1 req-d3eaecd7-ca75-451c-ad50-b3720b8b796b tempest-LiveMigrationTest-711903804 tempest-LiveMigrationTest-711903804-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dcaeb68-7c66-4a88-95d3-fcdd648464d3 HTTP/1.1" status: 200 len: 210 time: 0.2688639 Jul 08 18:02:07.827800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-6b5fdb67-c3ca-4ab6-a07f-b2069a296d13 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211938 Jul 08 18:02:07.865370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59412) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:08.023945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1651704146'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:08.096990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-202d90cc-48b2-45ba-a28a-6f6cc0dfca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:08.099208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-202d90cc-48b2-45ba-a28a-6f6cc0dfca94 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 1.3681805 Jul 08 18:02:08.100800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20606b9a-2881-4342-a9af-cd84dce6e4fd req-b35c3a11-f287-467b-9643-c893be9947a5 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648737 Jul 08 18:02:08.139078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:08.143039 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.309904 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-d45d5c1d-4583-477f-bb4d-7f5ca7ab522b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 217 time: 0.1978381 Jul 08 18:02:08.346644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:02:08.373952 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.375749 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Added segment 566f0df6-f459-49b7-9c23-0c210228b756 of type vlan for network 6db6783c-f0e5-41da-b133-532e0eb8246c Jul 08 18:02:08.452865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a0058-5053-49bd-916f-82a7235b501d req-c92b7901-9c14-4f38-b4fd-654804a7eff6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:08.456474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f66a0058-5053-49bd-916f-82a7235b501d req-c92b7901-9c14-4f38-b4fd-654804a7eff6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 949 time: 0.3497033 Jul 08 18:02:08.495879 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.527812 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-6a397dee-12ed-459a-bd54-8ecf180409cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:08.529320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-6a397dee-12ed-459a-bd54-8ecf180409cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1100 time: 0.3426907 Jul 08 18:02:08.626010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-b17bdc40-b03b-472c-9e61-ea3ab4c94e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:08.628914 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-b17bdc40-b03b-472c-9e61-ea3ab4c94e8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2995923 Jul 08 18:02:08.630124 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.741811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f66a0058-5053-49bd-916f-82a7235b501d req-1a50baba-6661-4ad7-b8fd-16e2d5bbcab2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468216 Jul 08 18:02:08.747617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.772193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:08.774495 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.899687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-adf9a2dc-06c0-4a51-807a-4b7979af3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:08.902084 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-adf9a2dc-06c0-4a51-807a-4b7979af3d4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2663081 Jul 08 18:02:08.963910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59434) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:09.008566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1420395 Jul 08 18:02:09.026234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59438) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:09.047869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'subnet': {'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:09.060254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.064598 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-d8428877-53d4-46a8-822b-8c373a79cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:09.067430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-d8428877-53d4-46a8-822b-8c373a79cdd0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.4852479 Jul 08 18:02:09.108375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87956f1-68fb-485c-9578-834e3ad3e77c None None] Network 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:09.127520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad6b23-13f7-474c-af3a-5fe4a27c05cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Network': ['ID=6db6783c-f0e5-41da-b133-532e0eb8246c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:09.188846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-91fde3e6-b67a-4774-917c-3f298869d729 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 200 len: 217 time: 0.1050169 Jul 08 18:02:09.248263 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 6db6783c-f0e5-41da-b133-532e0eb8246c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:02:09.261150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.344412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18edab4-cb12-4bc9-80d1-86320e02dae8 admin admin] Deleting subnet 12159336-ffa6-449d-a07c-a9ce0d1177e8 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:02:09.350091 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b880d59-9504-480e-a3c6-d2d476a04f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.354469 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e18edab4-cb12-4bc9-80d1-86320e02dae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.359194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-0477af94-7f9f-4c81-b252-ba71a8b08215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:09.360911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-0477af94-7f9f-4c81-b252-ba71a8b08215 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1467097 Jul 08 18:02:09.380798 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-ccdfb576-fec3-4fe3-ba7a-72fcf4594545 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716594 Jul 08 18:02:09.384080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9a7b5317-e635-457d-b8ad-39675dcf9dee None None] Provisioning for port a5735882-317b-4488-9111-e15346f07cd8 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:09.420152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:09.425335 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.531430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e18edab4-cb12-4bc9-80d1-86320e02dae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.641683 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-d26c29a2-9b3d-4e67-9e15-393263ef2759 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521415 Jul 08 18:02:09.691254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e18edab4-cb12-4bc9-80d1-86320e02dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.722604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-ec460d57-9073-4933-bc2d-993e9bb97372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:09.723489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Router bfe188e1-6e10-46dd-a8df-3a94695d56d7 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:02:09.724187 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-ec460d57-9073-4933-bc2d-993e9bb97372 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3374567 Jul 08 18:02:09.877563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:10.042925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:10.055246 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Sync routers for ids ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:10.069606 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:10.071358 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3bd7916b-cf0e-4643-b7f0-0bb313ab59c0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4372146 Jul 08 18:02:10.077130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:10.084953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:10.085506 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:10.085733 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Routers {'bfe188e1-6e10-46dd-a8df-3a94695d56d7'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:10.085897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59458) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:10.086484 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:10.104505 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e18edab4-cb12-4bc9-80d1-86320e02dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:10.130406 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:10.260789 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:10.295747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=d22a874a-02f8-4f7f-b89a-cfe9b9bdd064,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:10.302434 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:10.305164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a5735882-317b-4488-9111-e15346f07cd8 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:10.311146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18edab4-cb12-4bc9-80d1-86320e02dae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12159336-ffa6-449d-a07c-a9ce0d1177e8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:10.325761 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e18edab4-cb12-4bc9-80d1-86320e02dae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:10.327762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e18edab4-cb12-4bc9-80d1-86320e02dae8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/12159336-ffa6-449d-a07c-a9ce0d1177e8 HTTP/1.1" status: 204 len: 168 time: 1.3607168 Jul 08 18:02:10.335549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-f959b593-6683-4183-ad83-4e55d0e9d4be service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943975 Jul 08 18:02:10.336064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59462) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:10.364166 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Set router bfe188e1-6e10-46dd-a8df-3a94695d56d7 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:10.530912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:10.668805 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'name': 'tempest-FloatingIPsTestJSON-1453438382-router', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:04Z', 'updated_at': '2021-07-08T18:02:08Z', 'revision_number': 3, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'gw_port': {'id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:05Z', 'updated_at': '2021-07-08T18:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:10.721995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=d22a874a-02f8-4f7f-b89a-cfe9b9bdd064,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:10.755754 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Checking router: bfe188e1-6e10-46dd-a8df-3a94695d56d7 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:02:10.758251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Sync routers for ids ['df68ca2c-b265-41f7-9b3a-483513800e37'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:10.759568 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Updating router bfe188e1-6e10-46dd-a8df-3a94695d56d7 port dc60fef1-7197-4919-a2ab-f1e49b7978f9 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:02:10.783981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port a5735882-317b-4488-9111-e15346f07cd8 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:10.795446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Routers {'df68ca2c-b265-41f7-9b3a-483513800e37'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:10.797657 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['df68ca2c-b265-41f7-9b3a-483513800e37'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:10.805962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port a5735882-317b-4488-9111-e15346f07cd8 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:10.806551 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:10.806712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:10.858909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d77c1-f019-44ce-9420-75232d8e8e80 req-64147a3a-a7c6-4aa1-855e-7459975feaae tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:10.862569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-216d77c1-f019-44ce-9420-75232d8e8e80 req-64147a3a-a7c6-4aa1-855e-7459975feaae tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 949 time: 0.8564773 Jul 08 18:02:10.874765 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:10.963956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.012616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a4a84be-a079-40f6-aa25-b3ba056209f4 req-ed1cf6cc-e625-4e6a-a546-1e192106d0ec service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478875 Jul 08 18:02:11.061384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Subnet': ['ID=9cecfb39-d343-45f7-ab29-15021fa0dfc5,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:11.110123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Checking segment: {'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:11.110788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network hostable DHCP agents. Network: 6db6783c-f0e5-41da-b133-532e0eb8246c, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:02:11.155799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Set router df68ca2c-b265-41f7-9b3a-483513800e37 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:11.281806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-216d77c1-f019-44ce-9420-75232d8e8e80 req-bd6c04ee-6c32-4658-a090-f24fe21a2df8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683503 Jul 08 18:02:11.282492 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.285722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Allocated IP 172.20.0.1 (8a037dc9-e1b1-45b3-9683-2e6750d4f7ea/24a477f8-67d2-4d36-97be-0a87f197619d/6e62c673-d8b2-4b61-9173-fdd425a61696) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:11.327429 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.353324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15934754-1853-4dd8-b29a-beef79bb7ebf']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:11.373274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network 6db6783c-f0e5-41da-b133-532e0eb8246c is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:02:11.378524 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b61b192-73a5-4692-a132-b9af8119af42') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:11.378865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b61b192-73a5-4692-a132-b9af8119af42') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:11.400197 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.413351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 6db6783c-f0e5-41da-b133-532e0eb8246c) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:11.441601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:11.445518 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.455290 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.472341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Transition to ACTIVE for port object 6e62c673-d8b2-4b61-9173-fdd425a61696 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:11.503446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c373a-fc7d-4862-825a-2701a9b7f79a None None] Network 6db6783c-f0e5-41da-b133-532e0eb8246c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:11.522898 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.550065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eac3dab6-579b-4a3f-ac89-514109203b53 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5101478 Jul 08 18:02:11.552757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59480) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:11.555438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:02:11.555818 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:02:11.558169 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:02:11.566331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1008093644'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:11.669174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.738115 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.745379 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.751563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] 10.222.0.73 "DELETE /v2.0/networks/15934754-1853-4dd8-b29a-beef79bb7ebf HTTP/1.1" status: 204 len: 168 time: 1.4055567 Jul 08 18:02:11.765459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59482) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:11.775819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f95c2-6a78-410e-bc0f-57babcb6ab6d admin admin] Pushing event deleted for resources: {'Network': ['ID=15934754-1853-4dd8-b29a-beef79bb7ebf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:11.785553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Network 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:11.789142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:11.792163 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.811694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port a5735882-317b-4488-9111-e15346f07cd8, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a5735882-317b-4488-9111-e15346f07cd8,segment=NetworkSegment(99612c20-d572-46d7-83a7-d296eeddfc92),segment_id=99612c20-d572-46d7-83a7-d296eeddfc92)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:11.826103 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.830563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:11.854608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:11.861330 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.880333 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Transition to ACTIVE for port object dc60fef1-7197-4919-a2ab-f1e49b7978f9 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:11.885845 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Pushing event updated for resources: {'Port': ['ID=6e62c673-d8b2-4b61-9173-fdd425a61696,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:11.904338 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.001559 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-ba0af2b6-8668-48d2-8af5-294b4738eebb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4452837 Jul 08 18:02:12.018580 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.036177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:12.038454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:02:12.041090 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Attempting to bind port dc60fef1-7197-4919-a2ab-f1e49b7978f9 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:12.049469 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Attempting to bind port dc60fef1-7197-4919-a2ab-f1e49b7978f9 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:12.049469 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Attempting to bind port dc60fef1-7197-4919-a2ab-f1e49b7978f9 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:12.059227 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.060648 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Added segment f389b0ae-bcbd-49a8-b857-9172a55a8616 of type vlan for network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 Jul 08 18:02:12.068781 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:12.069336 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:12.069830 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.070520 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:12.071225 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Bound port: dc60fef1-7197-4919-a2ab-f1e49b7978f9, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:12.073821 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.125789 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Pushing event updated for resources: {'Port': ['ID=dc60fef1-7197-4919-a2ab-f1e49b7978f9,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:12.127863 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.218382 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] For port dc60fef1-7197-4919-a2ab-f1e49b7978f9, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:12.222528 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] For port dc60fef1-7197-4919-a2ab-f1e49b7978f9, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=dc60fef1-7197-4919-a2ab-f1e49b7978f9,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:12.228885 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.233050 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.233720 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.234359 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.234952 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.235497 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.236597 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.237332 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.241480 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.242587 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.243157 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.243720 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.251117 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.273797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=a5735882-317b-4488-9111-e15346f07cd8,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:12.286921 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-6db6783c-f0e5-41da-b133-532e0eb8246c', 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'fixed_ips': [{'subnet_id': '9cecfb39-d343-45f7-ab29-15021fa0dfc5'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:02:12.288644 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.306685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.348412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48658f7-0855-4034-964f-551d0163f921 admin admin] Deleting subnet 1ad4cbba-e13c-4718-ac07-c1b7a14ca74c {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:02:12.369260 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b48658f7-0855-4034-964f-551d0163f921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.413393 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15400004-bf1a-4d8e-866e-f22b5a5e1741 None None] Pushing event updated for resources: {'Port': ['ID=dc60fef1-7197-4919-a2ab-f1e49b7978f9,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:12.473440 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Routers {'bfe188e1-6e10-46dd-a8df-3a94695d56d7'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:12.474300 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:12.484365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b48658f7-0855-4034-964f-551d0163f921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.488952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Allocated IP 19.80.0.2 (6db6783c-f0e5-41da-b133-532e0eb8246c/9cecfb39-d343-45f7-ab29-15021fa0dfc5/60d21138-c3aa-44f2-a9e7-c6a318a500c8) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:12.542978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.556376 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:12.562822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b9a36f60-4a27-4af2-b4fe-96ceaa90873b details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:12.563046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.612031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:12.612365 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.633087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'name': 'tempest-ServersTestMultiNic-1237750924-router', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:58Z', 'updated_at': '2021-07-08T18:02:04Z', 'revision_number': 4, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'gw_port': {'id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:59Z', 'updated_at': '2021-07-08T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8b676175-a51a-448c-9253-e1246128a832', 'name': '', 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'mac_address': 'fa:16:3e:45:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e2ce30fe-ac7d-45f8-910e-771561ef86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:03Z', 'updated_at': '2021-07-08T18:02:04Z', 'revision_number': 2, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'subnets': [{'id': 'e2ce30fe-ac7d-45f8-910e-771561ef86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:12.653845 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] Set router bfe188e1-6e10-46dd-a8df-3a94695d56d7 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:12.687083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Checking router: df68ca2c-b265-41f7-9b3a-483513800e37 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:02:12.687409 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Updating router df68ca2c-b265-41f7-9b3a-483513800e37 port 8b676175-a51a-448c-9253-e1246128a832 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:02:12.689633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d0df9d67-0e07-4c93-9314-0296cabca741 None None] Provisioning for port 6e62c673-d8b2-4b61-9173-fdd425a61696 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:12.707834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b48658f7-0855-4034-964f-551d0163f921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.748258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db105446-d0ca-469c-b85c-551fe544920d req-4544912d-a064-42f8-acb4-dc16b3f5b3c6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:12.749956 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db105446-d0ca-469c-b85c-551fe544920d req-4544912d-a064-42f8-acb4-dc16b3f5b3c6 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 949 time: 0.1870368 Jul 08 18:02:12.761117 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2059476 Jul 08 18:02:12.761878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59502) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:12.764631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d0df9d67-0e07-4c93-9314-0296cabca741 None None] Provisioning complete for port 6e62c673-d8b2-4b61-9173-fdd425a61696 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:12.765009 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d0df9d67-0e07-4c93-9314-0296cabca741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.779256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'subnet': {'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:12.811509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d0df9d67-0e07-4c93-9314-0296cabca741 None None] Port 6e62c673-d8b2-4b61-9173-fdd425a61696 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:02:12.846599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62608d1-d32f-4b4f-adb0-f5df9bac06d7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Network': ['ID=eeb779ed-63f7-40a1-aa8d-1ea596dd9318,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:12.866248 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:02:12.888195 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db105446-d0ca-469c-b85c-551fe544920d req-ef43ddc1-a7cb-4024-b2ff-1646a41c1d33 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252122 Jul 08 18:02:12.931502 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.000788 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.012363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Transition to ACTIVE for port object 60d21138-c3aa-44f2-a9e7-c6a318a500c8 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:13.030953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Transition to ACTIVE for port object 60d21138-c3aa-44f2-a9e7-c6a318a500c8 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:13.055383 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.058388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b48658f7-0855-4034-964f-551d0163f921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.061298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:13.065105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.126849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48658f7-0855-4034-964f-551d0163f921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad4cbba-e13c-4718-ac07-c1b7a14ca74c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:13.133011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-ea8c5254-382e-43ce-8e19-9f3ffa732ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:13.134644 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'name': 'tempest-FloatingIPsTestJSON-1453438382-router', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:04Z', 'updated_at': '2021-07-08T18:02:08Z', 'revision_number': 3, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'gw_port': {'id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:05Z', 'updated_at': '2021-07-08T18:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:13.135202 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-ea8c5254-382e-43ce-8e19-9f3ffa732ea7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d405720c4cc04880b50b9a9583baab00&device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 1096 time: 0.9499195 Jul 08 18:02:13.168975 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bdf13-54d1-4957-a6fe-cfae36229fe7 None None] The sync data for ids ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'] in n-d-799684-3 is: [{'id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'name': 'tempest-FloatingIPsTestJSON-1453438382-router', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:04Z', 'updated_at': '2021-07-08T18:02:08Z', 'revision_number': 3, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'gw_port': {'id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:05Z', 'updated_at': '2021-07-08T18:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:13.224002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Pushing event updated for resources: {'Port': ['ID=60d21138-c3aa-44f2-a9e7-c6a318a500c8,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:13.226052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b48658f7-0855-4034-964f-551d0163f921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.231677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59510) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:13.234051 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b48658f7-0855-4034-964f-551d0163f921 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1ad4cbba-e13c-4718-ac07-c1b7a14ca74c HTTP/1.1" status: 204 len: 168 time: 1.4653738 Jul 08 18:02:13.298748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Network 6db6783c-f0e5-41da-b133-532e0eb8246c is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:13.322002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:13.333950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:13.375767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:13.426340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b29b05-8048-4307-8de5-577582ef4fad req-59fa46b4-63d1-4af5-baf1-5a41b7a2a84b tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:13.428090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19b29b05-8048-4307-8de5-577582ef4fad req-59fa46b4-63d1-4af5-baf1-5a41b7a2a84b tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 1100 time: 0.3269625 Jul 08 18:02:13.458424 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.489676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19b29b05-8048-4307-8de5-577582ef4fad req-b65125c5-b72a-46c5-8528-568c17cfa704 tempest-MigrationsAdminTest-1409513976 tempest-MigrationsAdminTest-1409513976-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545630 Jul 08 18:02:13.553314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'mac_address': 'fa:16:3e:06:ac:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:13.752464 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.771916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6e83ac-39a0-4217-94d1-4b3eae2f3c36']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:13.797828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c55bb69-5920-40f1-ac04-2f16fa9281ab') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:13.798134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c55bb69-5920-40f1-ac04-2f16fa9281ab') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:13.807566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.810361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.858825 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.881396 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:02:13.883423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Attempting to bind port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:13.883579 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.886236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Attempting to bind port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:13.887205 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Attempting to bind port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 on network 6db6783c-f0e5-41da-b133-532e0eb8246c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:13.922578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:13.923474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Checking segment: {'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:13.924168 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.924839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Bound using segment: {'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:13.925598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Bound port: 60d21138-c3aa-44f2-a9e7-c6a318a500c8, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:13.936010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.006498 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:02:14.090065 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:02:14.107341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-803e0688-32bb-4026-a8b6-cec07e2ee1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:14.109826 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-803e0688-32bb-4026-a8b6-cec07e2ee1af service neutron] 10.222.0.59 "GET /v2.0/networks?id=72e7378e-68fa-4eae-969d-4af763a383fd HTTP/1.1" status: 200 len: 923 time: 0.9196649 Jul 08 18:02:14.138010 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.154099 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.156071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] 10.222.0.73 "DELETE /v2.0/networks/ec6e83ac-39a0-4217-94d1-4b3eae2f3c36 HTTP/1.1" status: 204 len: 168 time: 0.9177318 Jul 08 18:02:14.166054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a5735882-317b-4488-9111-e15346f07cd8 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:14.177527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe8128-59fe-490a-83d7-30c095df327a admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6e83ac-39a0-4217-94d1-4b3eae2f3c36,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:14.396353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59534) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:14.478383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.514288 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.520114 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.543303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] For port 60d21138-c3aa-44f2-a9e7-c6a318a500c8, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:14.546892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] For port 60d21138-c3aa-44f2-a9e7-c6a318a500c8, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=60d21138-c3aa-44f2-a9e7-c6a318a500c8,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:14.595772 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.597081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-18ef428e-ed1a-4cf0-a42c-a5040bec73a4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3d4e592a62e4debadc4f62900a0fcdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992235 Jul 08 18:02:14.602829 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a36f60-4a27-4af2-b4fe-96ceaa90873b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:14.611556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Subnet': ['ID=6013fa8e-f275-4d9e-9dcb-45abf5d8b25f,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:14.614468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59540) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:14.725844 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:14.752990 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-72faa812-3082-4812-be12-a7c7b3bf24f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e0f267-ff5c-48b0-bfe6-755cb311202f HTTP/1.1" status: 200 len: 1001 time: 0.4634311 Jul 08 18:02:14.753706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Checking segment: {'id': 'f389b0ae-bcbd-49a8-b857-9172a55a8616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:14.754104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network hostable DHCP agents. Network: eeb779ed-63f7-40a1-aa8d-1ea596dd9318, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:02:14.777796 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.801769 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.805057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Pushing event updated for resources: {'Port': ['ID=6e62c673-d8b2-4b61-9173-fdd425a61696,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:14.831767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759db39-b8d3-48d5-be1d-e065b4706aa6 req-4908af17-a05f-481a-bd17-74b10a13b4ae tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:14.851462 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5759db39-b8d3-48d5-be1d-e065b4706aa6 req-4908af17-a05f-481a-bd17-74b10a13b4ae tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 949 time: 0.4063997 Jul 08 18:02:14.903331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741fef1-84df-4e95-b595-dd58b9e49d45 None None] Pushing event updated for resources: {'Port': ['ID=60d21138-c3aa-44f2-a9e7-c6a318a500c8,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:14.953300 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccadf012-330d-4c28-815e-0296cc0f9df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.972671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-46d6a6a7-e1f9-49e3-8a51-bdd8b2d330be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:14.977860 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-46d6a6a7-e1f9-49e3-8a51-bdd8b2d330be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2399feef-6cf2-4a19-849e-f93ebf11d781 HTTP/1.1" status: 200 len: 861 time: 0.2179375 Jul 08 18:02:15.030585 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5759db39-b8d3-48d5-be1d-e065b4706aa6 req-2bbdf64c-35da-4088-9f1d-b10941da6edb tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643100 Jul 08 18:02:15.060028 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccadf012-330d-4c28-815e-0296cc0f9df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:15.072650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port a5735882-317b-4488-9111-e15346f07cd8 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:15.073596 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:15.147748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:02:15.179800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, eeb779ed-63f7-40a1-aa8d-1ea596dd9318) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:15.194463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:15.195871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:15.201441 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccadf012-330d-4c28-815e-0296cc0f9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:15.205002 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccadf012-330d-4c28-815e-0296cc0f9df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:15.206819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ccadf012-330d-4c28-815e-0296cc0f9df3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ebaf5112-f790-4eaa-9edb-862d6efa0638 HTTP/1.1" status: 204 len: 168 time: 0.5786262 Jul 08 18:02:15.233928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadf012-330d-4c28-815e-0296cc0f9df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaf5112-f790-4eaa-9edb-862d6efa0638,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:15.252094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3562e9-1176-4352-bc20-492c0ab43040 None None] Network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:15.312855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=12']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:15.380663 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-42f1e5f0-49b8-4b96-b575-12ffdc4c9980 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5977740 Jul 08 18:02:15.380663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Network 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:15.402180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:15.435134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-625ccf2e-d2ea-4042-a850-79742fbafa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:15.440811 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-625ccf2e-d2ea-4042-a850-79742fbafa35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=72e7378e-68fa-4eae-969d-4af763a383fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4403477 Jul 08 18:02:15.539468 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:15.601983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Transition to ACTIVE for port object 8b676175-a51a-448c-9253-e1246128a832 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:15.651506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Router bfe188e1-6e10-46dd-a8df-3a94695d56d7 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:02:15.710330 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:15.724947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dc4d3-5195-4774-b145-5c0bc2a64aa6 req-863f4f42-e24d-413c-b0d7-d7b1aa6032e2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:15.728109 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b60dc4d3-5195-4774-b145-5c0bc2a64aa6 req-863f4f42-e24d-413c-b0d7-d7b1aa6032e2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.3056085 Jul 08 18:02:16.176317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59586) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:16.252044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f31c6a-a627-4f86-b573-cdce8a07be40 None None] Pushing event updated for resources: {'Port': ['ID=8b676175-a51a-448c-9253-e1246128a832,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:16.380189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 60d21138-c3aa-44f2-a9e7-c6a318a500c8 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:16.455529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ec53e586-e6ad-4d25-9533-48abd5ab1443 None None] Provisioning complete for port 6e62c673-d8b2-4b61-9173-fdd425a61696 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:16.456208 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ec53e586-e6ad-4d25-9533-48abd5ab1443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.518915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:16.539619 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-25ba0015-bff1-48b7-a2a5-c45c875425ba admin admin] 10.222.0.73 "PUT /v2.0/routers/bfe188e1-6e10-46dd-a8df-3a94695d56d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4521902 Jul 08 18:02:16.565752 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ffd82926-bc74-414a-8746-f1ee8d97aa8d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=deab247a9fb048c58302289371673ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839150 Jul 08 18:02:16.569269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59592) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:16.622974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ec53e586-e6ad-4d25-9533-48abd5ab1443 None None] Port 6e62c673-d8b2-4b61-9173-fdd425a61696 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:02:16.647162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-47aa2b40-5e36-4691-85d5-e6e969860999 service neutron] 10.222.0.59 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0134950 Jul 08 18:02:16.676003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-eeb779ed-63f7-40a1-aa8d-1ea596dd9318', 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'fixed_ips': [{'subnet_id': '6013fa8e-f275-4d9e-9dcb-45abf5d8b25f'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:02:16.677373 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.684679 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Attempting to bind port 8b676175-a51a-448c-9253-e1246128a832 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:16.685419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Attempting to bind port 8b676175-a51a-448c-9253-e1246128a832 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a681d9ef-2289-4cc7-98d4-4f0f628d07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:16.686180 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Attempting to bind port 8b676175-a51a-448c-9253-e1246128a832 on network 7564d26d-343d-43e5-a671-5ba129914e87 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:16.757354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:16.758387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Checking segment: {'id': 'a681d9ef-2289-4cc7-98d4-4f0f628d07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:16.759056 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.759765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Bound using segment: {'id': 'a681d9ef-2289-4cc7-98d4-4f0f628d07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:16.762586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Bound port: 8b676175-a51a-448c-9253-e1246128a832, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a681d9ef-2289-4cc7-98d4-4f0f628d07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:16.763365 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.775472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f45abb-c36c-46a3-8f8b-dc3cd6f009ef None None] Network 6db6783c-f0e5-41da-b133-532e0eb8246c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:16.884587 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-628f4744-438f-4615-9e75-d6cec91631c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.903495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b9a36f60-4a27-4af2-b4fe-96ceaa90873b details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:16.950326 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-628f4744-438f-4615-9e75-d6cec91631c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.957227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-b60dc4d3-5195-4774-b145-5c0bc2a64aa6 req-513c68ed-62ac-4efa-be71-dd3ebb9a0b11 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Deleting port b9a36f60-4a27-4af2-b4fe-96ceaa90873b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:16.958193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b60dc4d3-5195-4774-b145-5c0bc2a64aa6 req-513c68ed-62ac-4efa-be71-dd3ebb9a0b11 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.988141 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-1d0461bf-d8ed-4a06-9d33-866217161bcf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:16.994263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-1d0461bf-d8ed-4a06-9d33-866217161bcf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:17.002524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-1d0461bf-d8ed-4a06-9d33-866217161bcf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/networks?id=6db6783c-f0e5-41da-b133-532e0eb8246c&id=eeb779ed-63f7-40a1-aa8d-1ea596dd9318&id=6db6783c-f0e5-41da-b133-532e0eb8246c HTTP/1.1" status: 200 len: 1392 time: 1.0596385 Jul 08 18:02:17.028568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-33d3d20c-5634-4354-a8d1-91247fb5ab2a req-4e730bda-4a14-4dac-a4c8-a8872fc8264b service neutron] 10.222.0.59 "GET /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662980 Jul 08 18:02:17.032066 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-628f4744-438f-4615-9e75-d6cec91631c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:17.049793 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-628f4744-438f-4615-9e75-d6cec91631c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:17.058011 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-628f4744-438f-4615-9e75-d6cec91631c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60c3e67f-0d59-4ff2-8112-48e6b0a907ce HTTP/1.1" status: 204 len: 168 time: 0.4860618 Jul 08 18:02:17.073976 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-20cdbe9e-0704-48c2-8789-98f65f1b7338 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/quotas/d17ea58666094a939bb21c942b6de2dd HTTP/1.1" status: 200 len: 375 time: 0.0700684 Jul 08 18:02:17.093440 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f4744-438f-4615-9e75-d6cec91631c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c3e67f-0d59-4ff2-8112-48e6b0a907ce,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:17.117947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53426453-e796-43ef-a639-b8cb21bec2c9 req-0f868eaf-009c-4213-b4c1-b395cf1252dc tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:17.125874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53426453-e796-43ef-a639-b8cb21bec2c9 req-0f868eaf-009c-4213-b4c1-b395cf1252dc tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5 HTTP/1.1" status: 200 len: 950 time: 0.2966089 Jul 08 18:02:17.239996 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Sync routers for ids ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:17.248571 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53426453-e796-43ef-a639-b8cb21bec2c9 req-e389b122-ad87-4c35-b385-07f4654b54b8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215351 Jul 08 18:02:17.252394 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Routers {'bfe188e1-6e10-46dd-a8df-3a94695d56d7'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:17.253808 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:17.262556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b60dc4d3-5195-4774-b145-5c0bc2a64aa6 req-513c68ed-62ac-4efa-be71-dd3ebb9a0b11 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:17.268192 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b60dc4d3-5195-4774-b145-5c0bc2a64aa6 req-513c68ed-62ac-4efa-be71-dd3ebb9a0b11 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:17.308193 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] For port 8b676175-a51a-448c-9253-e1246128a832, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:17.330929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-b60dc4d3-5195-4774-b145-5c0bc2a64aa6 req-513c68ed-62ac-4efa-be71-dd3ebb9a0b11 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Calling delete_port for b9a36f60-4a27-4af2-b4fe-96ceaa90873b owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:17.332933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] For port 8b676175-a51a-448c-9253-e1246128a832, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8b676175-a51a-448c-9253-e1246128a832,segment=NetworkSegment(a681d9ef-2289-4cc7-98d4-4f0f628d07dc),segment_id=a681d9ef-2289-4cc7-98d4-4f0f628d07dc)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:17.381210 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:17.409565 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-e2c3b2c7-2cc3-4e21-a0ab-d5c8bcbd0192 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d17ea58666094a939bb21c942b6de2dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3331325 Jul 08 18:02:17.508431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:17.554435 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Set router bfe188e1-6e10-46dd-a8df-3a94695d56d7 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:17.557809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f31c6a-a627-4f86-b573-cdce8a07be40 None None] Pushing event updated for resources: {'Port': ['ID=8b676175-a51a-448c-9253-e1246128a832,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:17.574108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device dc60fef1-7197-4919-a2ab-f1e49b7978f9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:17.613756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b9a36f60-4a27-4af2-b4fe-96ceaa90873b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:17.718321 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b60dc4d3-5195-4774-b145-5c0bc2a64aa6 req-513c68ed-62ac-4efa-be71-dd3ebb9a0b11 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:17.721179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-65d76d81-93f3-4a00-9bba-f8ed542a6ee1 None None] Provisioning for port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:17.744625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['363d1993-a0ec-4b01-9795-2d73beaeb08d', '29de5d74-db15-4ba7-bc79-c6e222d64581', '708fa30d-0f44-4f1d-8470-fd60e3b252f2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:17.756211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-65d76d81-93f3-4a00-9bba-f8ed542a6ee1 None None] Provisioning complete for port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:17.756670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-65d76d81-93f3-4a00-9bba-f8ed542a6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:17.794178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'mac_address': 'fa:16:3e:06:ac:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:17.879210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c68ed-62ac-4efa-be71-dd3ebb9a0b11 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Pushing event deleted for resources: {'Port': ['ID=b9a36f60-4a27-4af2-b4fe-96ceaa90873b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:17.900714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Routers {'df68ca2c-b265-41f7-9b3a-483513800e37'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:17.902189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['df68ca2c-b265-41f7-9b3a-483513800e37'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:18.055134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60dc4d3-5195-4774-b145-5c0bc2a64aa6 req-513c68ed-62ac-4efa-be71-dd3ebb9a0b11 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] No DVR routers for this DVR port b9a36f60-4a27-4af2-b4fe-96ceaa90873b on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:18.067823 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b60dc4d3-5195-4774-b145-5c0bc2a64aa6 req-513c68ed-62ac-4efa-be71-dd3ebb9a0b11 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.070817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b60dc4d3-5195-4774-b145-5c0bc2a64aa6 req-513c68ed-62ac-4efa-be71-dd3ebb9a0b11 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "DELETE /v2.0/ports/b9a36f60-4a27-4af2-b4fe-96ceaa90873b HTTP/1.1" status: 204 len: 173 time: 2.3367758 Jul 08 18:02:18.071668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'name': 'network-vif-deleted', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:18.074993 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89353ea1-dfe7-4098-b057-c65c68c72a7b" -d '{"events": [{"server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "name": "network-vif-deleted", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:18.217771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Allocated IP 19.86.0.2 (eeb779ed-63f7-40a1-aa8d-1ea596dd9318/6013fa8e-f275-4d9e-9dcb-45abf5d8b25f/5b2b774f-4100-4c22-b104-68160a354bd0) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:18.239962 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'name': 'tempest-FloatingIPsTestJSON-1453438382-router', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:04Z', 'updated_at': '2021-07-08T18:02:13Z', 'revision_number': 4, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'gw_port': {'id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:05Z', 'updated_at': '2021-07-08T18:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '6e62c673-d8b2-4b61-9173-fdd425a61696', 'name': '', 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'mac_address': 'fa:16:3e:4c:1f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '24a477f8-67d2-4d36-97be-0a87f197619d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:10Z', 'updated_at': '2021-07-08T18:02:14Z', 'revision_number': 2, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'subnets': [{'id': '24a477f8-67d2-4d36-97be-0a87f197619d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:18.369159 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Checking router: bfe188e1-6e10-46dd-a8df-3a94695d56d7 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:02:18.369539 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Updating router bfe188e1-6e10-46dd-a8df-3a94695d56d7 port 6e62c673-d8b2-4b61-9173-fdd425a61696 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:02:18.409674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port dc60fef1-7197-4919-a2ab-f1e49b7978f9 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:18.453700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port dc60fef1-7197-4919-a2ab-f1e49b7978f9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:18.454075 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.484579 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.531083 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-3cf627bd-4c18-428e-8ed6-0d8d2cc88078 service neutron] 10.222.0.73 "GET /v2.0/networks/6db6783c-f0e5-41da-b133-532e0eb8246c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1213160 Jul 08 18:02:18.731750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-0a052542-5ea4-43ed-8817-fa5eef99fdb0 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6658607 Jul 08 18:02:18.744066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:18.829593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.904237 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-65d76d81-93f3-4a00-9bba-f8ed542a6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.921547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b9a36f60-4a27-4af2-b4fe-96ceaa90873b no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:18.954091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] Set router df68ca2c-b265-41f7-9b3a-483513800e37 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:19.036516 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-f6c6a221-b2fa-4ee2-9569-47ac549275f3 service neutron] 10.222.0.73 "GET /v2.0/networks/6db6783c-f0e5-41da-b133-532e0eb8246c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042739 Jul 08 18:02:19.107677 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.125751 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Transition to ACTIVE for port object 6e62c673-d8b2-4b61-9173-fdd425a61696 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:19.142889 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.169624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-a94a9e30-0ddc-4d18-8582-d98d425c377a service neutron] 10.222.0.73 "GET /v2.0/networks/eeb779ed-63f7-40a1-aa8d-1ea596dd9318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236718 Jul 08 18:02:19.215100 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.220811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: b9a36f60-4a27-4af2-b4fe-96ceaa90873b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:19.221339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b9a36f60-4a27-4af2-b4fe-96ceaa90873b not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:19.228429 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f2efe-35f3-4c7d-ba16-6a8abba38a94 None None] Pushing event updated for resources: {'Port': ['ID=6e62c673-d8b2-4b61-9173-fdd425a61696,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:19.287823 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.362249 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Attempting to bind port 6e62c673-d8b2-4b61-9173-fdd425a61696 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:19.362874 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Attempting to bind port 6e62c673-d8b2-4b61-9173-fdd425a61696 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '99612c20-d572-46d7-83a7-d296eeddfc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:19.362984 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Attempting to bind port 6e62c673-d8b2-4b61-9173-fdd425a61696 on network 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:19.371156 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:19.371918 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Checking segment: {'id': '99612c20-d572-46d7-83a7-d296eeddfc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:19.372324 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.372780 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Bound using segment: {'id': '99612c20-d572-46d7-83a7-d296eeddfc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:19.373310 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Bound port: 6e62c673-d8b2-4b61-9173-fdd425a61696, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99612c20-d572-46d7-83a7-d296eeddfc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:19.373683 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.424031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-fc23cf87-c9cd-4be8-89f2-889f6fc85e0f service neutron] 10.222.0.73 "GET /v2.0/networks/eeb779ed-63f7-40a1-aa8d-1ea596dd9318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449725 Jul 08 18:02:19.461587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-65d76d81-93f3-4a00-9bba-f8ed542a6ee1 None None] For port 60d21138-c3aa-44f2-a9e7-c6a318a500c8, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=60d21138-c3aa-44f2-a9e7-c6a318a500c8,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:19.464265 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port dc60fef1-7197-4919-a2ab-f1e49b7978f9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=dc60fef1-7197-4919-a2ab-f1e49b7978f9,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:19.466864 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] For port 6e62c673-d8b2-4b61-9173-fdd425a61696, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:19.472252 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] For port 6e62c673-d8b2-4b61-9173-fdd425a61696, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6e62c673-d8b2-4b61-9173-fdd425a61696,segment=NetworkSegment(99612c20-d572-46d7-83a7-d296eeddfc92),segment_id=99612c20-d572-46d7-83a7-d296eeddfc92)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:19.490437 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.565185 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.573609 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Routers {'bfe188e1-6e10-46dd-a8df-3a94695d56d7'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:19.577279 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-65d76d81-93f3-4a00-9bba-f8ed542a6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.580336 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:19.628970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Allocated IP 172.25.8.254 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/38b6a27a-637e-439c-bf67-42495262a01d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:19.726380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=dc60fef1-7197-4919-a2ab-f1e49b7978f9,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:19.845655 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.848745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d76d81-93f3-4a00-9bba-f8ed542a6ee1 None None] Pushing event updated for resources: {'Port': ['ID=60d21138-c3aa-44f2-a9e7-c6a318a500c8,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:19.855601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8b676175-a51a-448c-9253-e1246128a832 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:19.857686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-cd37b7c8-fe19-41dc-9943-02e7cf6ea39e service neutron] 10.222.0.73 "GET /v2.0/networks/6db6783c-f0e5-41da-b133-532e0eb8246c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019260 Jul 08 18:02:19.921557 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f2efe-35f3-4c7d-ba16-6a8abba38a94 None None] Pushing event updated for resources: {'Port': ['ID=6e62c673-d8b2-4b61-9173-fdd425a61696,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:19.936937 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] Set router bfe188e1-6e10-46dd-a8df-3a94695d56d7 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:20.007985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-91649c7e-645b-44fe-ad50-70f5a11e41c4 service neutron] 10.222.0.73 "GET /v2.0/networks/6db6783c-f0e5-41da-b133-532e0eb8246c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365976 Jul 08 18:02:20.123828 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.148757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Transition to ACTIVE for port object 5b2b774f-4100-4c22-b104-68160a354bd0 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:20.222177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Transition to ACTIVE for port object 5b2b774f-4100-4c22-b104-68160a354bd0 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:20.246792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 8b676175-a51a-448c-9253-e1246128a832 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:20.253273 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-69a4e3dd-3ee6-48c2-8216-f270ebaba3bb None None] Provisioning complete for port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:20.253661 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-69a4e3dd-3ee6-48c2-8216-f270ebaba3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.268680 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.315821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8b676175-a51a-448c-9253-e1246128a832 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:20.316062 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.316584 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.381149 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'name': 'tempest-FloatingIPsTestJSON-1453438382-router', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:04Z', 'updated_at': '2021-07-08T18:02:13Z', 'revision_number': 4, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'gw_port': {'id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:05Z', 'updated_at': '2021-07-08T18:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '6e62c673-d8b2-4b61-9173-fdd425a61696', 'name': '', 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'mac_address': 'fa:16:3e:4c:1f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '24a477f8-67d2-4d36-97be-0a87f197619d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:10Z', 'updated_at': '2021-07-08T18:02:19Z', 'revision_number': 4, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'subnets': [{'id': '24a477f8-67d2-4d36-97be-0a87f197619d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:20.405360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:20.418365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:20.423624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:20.428810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:20.446416 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d3f13-29e5-428b-8de3-2662b04f8307 None None] The sync data for ids ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'] in n-d-799684-3 is: [{'id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'name': 'tempest-FloatingIPsTestJSON-1453438382-router', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:04Z', 'updated_at': '2021-07-08T18:02:13Z', 'revision_number': 4, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'gw_port': {'id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:05Z', 'updated_at': '2021-07-08T18:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '6e62c673-d8b2-4b61-9173-fdd425a61696', 'name': '', 'network_id': '8a037dc9-e1b1-45b3-9683-2e6750d4f7ea', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'mac_address': 'fa:16:3e:4c:1f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '24a477f8-67d2-4d36-97be-0a87f197619d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:10Z', 'updated_at': '2021-07-08T18:02:19Z', 'revision_number': 4, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'subnets': [{'id': '24a477f8-67d2-4d36-97be-0a87f197619d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:20.529961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Pushing event updated for resources: {'Port': ['ID=38b6a27a-637e-439c-bf67-42495262a01d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:20.547058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:20.550968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:20.676982 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.679414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Pushing event updated for resources: {'Port': ['ID=5b2b774f-4100-4c22-b104-68160a354bd0,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:20.789004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.869126 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a428e9-1ace-40ce-9999-1c57135778b6 x-openstack-request-id: req-17a428e9-1ace-40ce-9999-1c57135778b6 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:20.874708 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5", "name": "network-vif-deleted", "tag": "b9a36f60-4a27-4af2-b4fe-96ceaa90873b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:20.874987 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17a428e9-1ace-40ce-9999-1c57135778b6 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:20.875418 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b731b8-8c54-47ce-ad2b-fd231b0ed9e5', 'name': 'network-vif-deleted', 'tag': 'b9a36f60-4a27-4af2-b4fe-96ceaa90873b', 'status': 'completed', 'code': 200} Jul 08 18:02:20.912092 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.954689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Attempting to bind port 5b2b774f-4100-4c22-b104-68160a354bd0 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:20.955454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Attempting to bind port 5b2b774f-4100-4c22-b104-68160a354bd0 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'f389b0ae-bcbd-49a8-b857-9172a55a8616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:20.955454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Attempting to bind port 5b2b774f-4100-4c22-b104-68160a354bd0 on network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:21.066326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:21.066706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Checking segment: {'id': 'f389b0ae-bcbd-49a8-b857-9172a55a8616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:21.067384 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.067550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Bound using segment: {'id': 'f389b0ae-bcbd-49a8-b857-9172a55a8616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:21.071294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Bound port: 5b2b774f-4100-4c22-b104-68160a354bd0, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f389b0ae-bcbd-49a8-b857-9172a55a8616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:21.071763 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.160356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 8b676175-a51a-448c-9253-e1246128a832, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8b676175-a51a-448c-9253-e1246128a832,segment=NetworkSegment(a681d9ef-2289-4cc7-98d4-4f0f628d07dc),segment_id=a681d9ef-2289-4cc7-98d4-4f0f628d07dc)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:21.185104 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.200580 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.203367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.219281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'name': 'tempest-ServersTestMultiNic-1237750924-router', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:58Z', 'updated_at': '2021-07-08T18:02:04Z', 'revision_number': 4, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'gw_port': {'id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:59Z', 'updated_at': '2021-07-08T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8b676175-a51a-448c-9253-e1246128a832', 'name': '', 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'mac_address': 'fa:16:3e:45:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e2ce30fe-ac7d-45f8-910e-771561ef86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:03Z', 'updated_at': '2021-07-08T18:02:17Z', 'revision_number': 4, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'subnets': [{'id': 'e2ce30fe-ac7d-45f8-910e-771561ef86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:21.292327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38208faa-4b6c-4fae-9055-ce58f0763c52 None None] The sync data for ids ['df68ca2c-b265-41f7-9b3a-483513800e37'] in n-d-799684-3 is: [{'id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'name': 'tempest-ServersTestMultiNic-1237750924-router', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:58Z', 'updated_at': '2021-07-08T18:02:04Z', 'revision_number': 4, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'gw_port': {'id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:59Z', 'updated_at': '2021-07-08T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8b676175-a51a-448c-9253-e1246128a832', 'name': '', 'network_id': '7564d26d-343d-43e5-a671-5ba129914e87', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'mac_address': 'fa:16:3e:45:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e2ce30fe-ac7d-45f8-910e-771561ef86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:03Z', 'updated_at': '2021-07-08T18:02:17Z', 'revision_number': 4, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'subnets': [{'id': 'e2ce30fe-ac7d-45f8-910e-771561ef86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:21.343351 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] For port 5b2b774f-4100-4c22-b104-68160a354bd0, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:21.344792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Pushing event updated for resources: {'Port': ['ID=38b6a27a-637e-439c-bf67-42495262a01d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:21.345851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=8b676175-a51a-448c-9253-e1246128a832,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:21.351729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] For port 5b2b774f-4100-4c22-b104-68160a354bd0, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5b2b774f-4100-4c22-b104-68160a354bd0,segment=NetworkSegment(f389b0ae-bcbd-49a8-b857-9172a55a8616),segment_id=f389b0ae-bcbd-49a8-b857-9172a55a8616)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:21.365386 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.497537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0df8e-2a39-49db-b903-a9571f1c894b None None] Pushing event updated for resources: {'Port': ['ID=5b2b774f-4100-4c22-b104-68160a354bd0,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:21.605020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2c685a2-eeb1-4fc8-8747-b21dac0a02a2 req-7fd2fca0-3121-499c-b992-6554a62ad70e tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 210 time: 0.0900345 Jul 08 18:02:21.607784 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.650009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.664861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ee7f3a14-2f1b-45e7-80e0-eb6a48c178af tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9320073 Jul 08 18:02:21.787885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-1a372ba7-aeae-44d5-a9ff-a908895e07ad tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.1217010 Jul 08 18:02:22.085134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ff0a0118-9921-43ce-95d7-a5b8c93aef84 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:22.099624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6445b9c9-c2d3-4a2e-93ac-5b5657f66322 req-ff0a0118-9921-43ce-95d7-a5b8c93aef84 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.3104208 Jul 08 18:02:22.124892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8b676175-a51a-448c-9253-e1246128a832 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:22.235855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-156ebead-8c1b-4d29-9827-c4cd6edd8506 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=24913165f13f4aa6a23a73fd211318b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501962 Jul 08 18:02:22.261639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8b676175-a51a-448c-9253-e1246128a832 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:22.264791 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.467399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 60d21138-c3aa-44f2-a9e7-c6a318a500c8 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:22.513385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e480878e-d6e8-4954-a40f-c681f91e1101 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:22.515215 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e480878e-d6e8-4954-a40f-c681f91e1101 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765145 Jul 08 18:02:22.597765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:22.598692 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.654012 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-f0b4b282-f2b7-4249-8772-9eba128eacf0 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/quotas/24913165f13f4aa6a23a73fd211318b3 HTTP/1.1" status: 200 len: 375 time: 0.1189590 Jul 08 18:02:22.756666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-4d914806-fa50-4fd7-beff-f4b1e3d4c76c tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=24913165f13f4aa6a23a73fd211318b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014452 Jul 08 18:02:22.846315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6e62c673-d8b2-4b61-9173-fdd425a61696 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:22.903109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-e7d0b0e0-3fac-4b5a-9bc7-24f9edf57e30 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:22.918337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-e7d0b0e0-3fac-4b5a-9bc7-24f9edf57e30 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:22.963941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-e7d0b0e0-3fac-4b5a-9bc7-24f9edf57e30 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "GET /v2.0/networks?id=6db6783c-f0e5-41da-b133-532e0eb8246c&id=eeb779ed-63f7-40a1-aa8d-1ea596dd9318&id=6db6783c-f0e5-41da-b133-532e0eb8246c HTTP/1.1" status: 200 len: 1392 time: 0.4446714 Jul 08 18:02:22.975655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'port': {'device_id': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c', 'admin_state_up': True, 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:22.992718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 6e62c673-d8b2-4b61-9173-fdd425a61696 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:23.011827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6e62c673-d8b2-4b61-9173-fdd425a61696 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:23.012206 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.312016 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.340005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1b5166a-13c9-4660-86d3-7812157f8d5a req-5fb903d6-ba89-4472-951c-260f0d745f00 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips/aab7b6f1-caf3-48d7-9df9-9836b144111f HTTP/1.1" status: 200 len: 693 time: 0.1633420 Jul 08 18:02:23.398078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 6e62c673-d8b2-4b61-9173-fdd425a61696, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6e62c673-d8b2-4b61-9173-fdd425a61696,segment=NetworkSegment(99612c20-d572-46d7-83a7-d296eeddfc92),segment_id=99612c20-d572-46d7-83a7-d296eeddfc92)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:23.417341 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.418157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device dc60fef1-7197-4919-a2ab-f1e49b7978f9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:23.532843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f88f41-6280-4223-887b-f928d63aa260 None None] Network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:23.595227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:23.601730 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.713119 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=6e62c673-d8b2-4b61-9173-fdd425a61696,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:23.795447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7ee2a377-e5df-4056-8c04-2897107b0fbc None None] Provisioning for port 5b2b774f-4100-4c22-b104-68160a354bd0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:23.821031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5166a-13c9-4660-86d3-7812157f8d5a req-46937170-44f3-4d2f-ad44-9a7584f72be0 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:23.833532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port dc60fef1-7197-4919-a2ab-f1e49b7978f9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:23.833532 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.835979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1b5166a-13c9-4660-86d3-7812157f8d5a req-46937170-44f3-4d2f-ad44-9a7584f72be0 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.4851389 Jul 08 18:02:23.992575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8ffc1-a536-4419-b5f1-33a22d519f52 req-bfd707be-ac9b-4721-aff5-da6f0220ef40 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:23.994717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ad8ffc1-a536-4419-b5f1-33a22d519f52 req-bfd707be-ac9b-4721-aff5-da6f0220ef40 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 950 time: 0.3305104 Jul 08 18:02:24.129556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-487f43fa-30d6-46b3-93f9-8e6ba1db7f0e req-4dd50870-bc18-42b2-8488-136933a78c10 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 210 time: 0.0755153 Jul 08 18:02:24.152491 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ad8ffc1-a536-4419-b5f1-33a22d519f52 req-c3a3bffe-8f2b-4e8c-bddf-5ff39fcbc7c2 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482413 Jul 08 18:02:24.155793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Allocated IP 19.80.0.235 (6db6783c-f0e5-41da-b133-532e0eb8246c/9cecfb39-d343-45f7-ab29-15021fa0dfc5/695481e6-74ec-43f6-a25e-83073573b81d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:24.328551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeb04e-cc0f-46e5-936e-d6f383f2ea52 req-ba4f7158-72a4-4e0a-a173-a76a5fe8a4b7 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:24.330421 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9eaeb04e-cc0f-46e5-936e-d6f383f2ea52 req-ba4f7158-72a4-4e0a-a173-a76a5fe8a4b7 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 950 time: 0.1138744 Jul 08 18:02:24.395942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5b2b774f-4100-4c22-b104-68160a354bd0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:24.449217 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d84f93de-58ac-4c16-80ea-b719943ab39b req-250a8cff-21bd-44f5-bdf9-17adc3c49fee tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 210 time: 0.0734706 Jul 08 18:02:24.460038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7443d24-ce36-403a-85b9-69243c90fdde req-b7f5ba87-7512-4f16-ae3b-b1335cbb89b9 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=9e7a5ff9fb614fb695fd1cdcdf1c6719 HTTP/1.1" status: 200 len: 696 time: 0.2488692 Jul 08 18:02:24.528181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5b2b774f-4100-4c22-b104-68160a354bd0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:24.541997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-9eaeb04e-cc0f-46e5-936e-d6f383f2ea52 req-c9473f4c-3a65-4997-8128-67e80d7e41a8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Deleting port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:24.543823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5b2b774f-4100-4c22-b104-68160a354bd0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:24.544196 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:24.545947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9eaeb04e-cc0f-46e5-936e-d6f383f2ea52 req-c9473f4c-3a65-4997-8128-67e80d7e41a8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:24.622444 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e865af30-fcf1-4050-b751-a0a00693bd64 None None] Provisioning complete for port 5b2b774f-4100-4c22-b104-68160a354bd0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:24.623597 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e865af30-fcf1-4050-b751-a0a00693bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:24.728229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-9eaeb04e-cc0f-46e5-936e-d6f383f2ea52 req-c9473f4c-3a65-4997-8128-67e80d7e41a8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] For port 708fa30d-0f44-4f1d-8470-fd60e3b252f2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=708fa30d-0f44-4f1d-8470-fd60e3b252f2,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:24.729630 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9eaeb04e-cc0f-46e5-936e-d6f383f2ea52 req-c9473f4c-3a65-4997-8128-67e80d7e41a8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:24.774782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-9eaeb04e-cc0f-46e5-936e-d6f383f2ea52 req-c9473f4c-3a65-4997-8128-67e80d7e41a8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Calling delete_port for 708fa30d-0f44-4f1d-8470-fd60e3b252f2 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:24.948574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7443d24-ce36-403a-85b9-69243c90fdde req-0e6fc3cb-8207-4d4b-9585-a78bb9179489 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:24.955935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7443d24-ce36-403a-85b9-69243c90fdde req-0e6fc3cb-8207-4d4b-9585-a78bb9179489 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/networks?id=527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 787 time: 0.4907734 Jul 08 18:02:24.961756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-b7443d24-ce36-403a-85b9-69243c90fdde req-b19b7559-7687-44f3-a838-a311963a2c9b tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:02:24.979687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7443d24-ce36-403a-85b9-69243c90fdde req-b19b7559-7687-44f3-a838-a311963a2c9b tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229156 Jul 08 18:02:25.050976 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9eaeb04e-cc0f-46e5-936e-d6f383f2ea52 req-c9473f4c-3a65-4997-8128-67e80d7e41a8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:25.066483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['363d1993-a0ec-4b01-9795-2d73beaeb08d', '29de5d74-db15-4ba7-bc79-c6e222d64581'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:25.097382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:25.126328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9473f4c-3a65-4997-8128-67e80d7e41a8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Pushing event deleted for resources: {'Port': ['ID=708fa30d-0f44-4f1d-8470-fd60e3b252f2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:25.185397 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:25.255871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-0e8d36eb-3a23-440e-98ec-2cad5ac37ca1 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips/aab7b6f1-caf3-48d7-9df9-9836b144111f HTTP/1.1" status: 200 len: 693 time: 0.2189548 Jul 08 18:02:25.266882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 5b2b774f-4100-4c22-b104-68160a354bd0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5b2b774f-4100-4c22-b104-68160a354bd0,segment=NetworkSegment(f389b0ae-bcbd-49a8-b857-9172a55a8616),segment_id=f389b0ae-bcbd-49a8-b857-9172a55a8616)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:25.269571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Transition to ACTIVE for port object 695481e6-74ec-43f6-a25e-83073573b81d will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:25.283723 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e865af30-fcf1-4050-b751-a0a00693bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:25.286033 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:25.287124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6e62c673-d8b2-4b61-9173-fdd425a61696 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:25.306606 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-3e3188ea-8d3c-4b9d-829e-63d08a99019b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=24913165f13f4aa6a23a73fd211318b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885639 Jul 08 18:02:25.328035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaeb04e-cc0f-46e5-936e-d6f383f2ea52 req-c9473f4c-3a65-4997-8128-67e80d7e41a8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] No DVR routers for this DVR port 708fa30d-0f44-4f1d-8470-fd60e3b252f2 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:25.363157 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9eaeb04e-cc0f-46e5-936e-d6f383f2ea52 req-c9473f4c-3a65-4997-8128-67e80d7e41a8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:25.367062 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9eaeb04e-cc0f-46e5-936e-d6f383f2ea52 req-c9473f4c-3a65-4997-8128-67e80d7e41a8 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "DELETE /v2.0/ports/708fa30d-0f44-4f1d-8470-fd60e3b252f2 HTTP/1.1" status: 204 len: 173 time: 1.0297186 Jul 08 18:02:25.368084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-deleted', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:25.378780 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4323c6-0be8-420d-8061-a1bde40284b4" -d '{"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-deleted", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:25.403717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dcb92c33-0fd7-4750-a97e-5567dca0b710 req-ce939a5f-b443-43d3-9359-f21b71c6eec8 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 210 time: 0.0920343 Jul 08 18:02:25.477393 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:25.563259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Port': ['ID=695481e6-74ec-43f6-a25e-83073573b81d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:25.583449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-06de021f-616a-4f7d-a296-0e7efdb9f721 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:25.585247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-06de021f-616a-4f7d-a296-0e7efdb9f721 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.3138032 Jul 08 18:02:25.610551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=5b2b774f-4100-4c22-b104-68160a354bd0,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:25.618862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-ef0c1be0-023f-4d8c-9834-b7cc2912ef51 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:25.620469 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-ef0c1be0-023f-4d8c-9834-b7cc2912ef51 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2940762 Jul 08 18:02:25.644439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Request body: {'port': {'device_id': '34e90fdd-9c93-4999-a70d-738d7c2f8d64', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '24913165f13f4aa6a23a73fd211318b3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:25.714991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network 6db6783c-f0e5-41da-b133-532e0eb8246c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:25.761092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e6d1c32-4b9a-4435-b2e3-26e11255a296 req-9dfa664b-0b29-4070-b864-7be7f6bb8d93 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=13775cba-4a71-4215-9ecf-577ad9322389 HTTP/1.1" status: 200 len: 210 time: 0.0517137 Jul 08 18:02:25.781915 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-97a20614-8781-4ab4-a08a-5999899709e4 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.1759079 Jul 08 18:02:25.796527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:25.804058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:25.862601 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277b5bd5-7bd7-40d3-b901-5ccce0afa599 x-openstack-request-id: req-277b5bd5-7bd7-40d3-b901-5ccce0afa599 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:25.863182 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13775cba-4a71-4215-9ecf-577ad9322389", "name": "network-vif-deleted", "tag": "708fa30d-0f44-4f1d-8470-fd60e3b252f2", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:25.863703 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-277b5bd5-7bd7-40d3-b901-5ccce0afa599 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:25.864350 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13775cba-4a71-4215-9ecf-577ad9322389', 'name': 'network-vif-deleted', 'tag': '708fa30d-0f44-4f1d-8470-fd60e3b252f2', 'status': 'completed', 'code': 200} Jul 08 18:02:25.913339 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-e865af30-fcf1-4050-b751-a0a00693bd64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:02:25.913682 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-e865af30-fcf1-4050-b751-a0a00693bd64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:02:25.946867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6e62c673-d8b2-4b61-9173-fdd425a61696 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:25.947226 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:25.948215 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Made reservation on behalf of 24913165f13f4aa6a23a73fd211318b3 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:25.958522 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:25.975575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.011770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-307e7493-07b6-4f75-b0f4-0fbfe9f481e2 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.2291310 Jul 08 18:02:26.152324 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.159605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.189911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8645f20-46d7-4e9b-a663-532d0f733a07 req-65d3b399-5e38-4245-b3ef-5b26abc07aab tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 210 time: 0.0712609 Jul 08 18:02:26.208223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:26.208974 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.210315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d94336-d6ea-4b47-97e5-116de4c5a36c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:26.302371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9f78ee52-2909-40a2-834e-6626dc05829c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3312309 Jul 08 18:02:26.314740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'port': {'device_id': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318', 'admin_state_up': True, 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:26.407746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Allocated IP 192.168.233.159 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/95ef5280-1981-4c35-be4b-f1aca6d75dcf) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:26.457422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5b2b774f-4100-4c22-b104-68160a354bd0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:26.520210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-1bd4533e-a263-41da-b2c5-e60285467cdd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Deleting port 38b6a27a-637e-439c-bf67-42495262a01d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:26.520562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-1bd4533e-a263-41da-b2c5-e60285467cdd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.639162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5b2b774f-4100-4c22-b104-68160a354bd0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:26.639736 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.652658 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.683446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Transition to ACTIVE for port object 95ef5280-1981-4c35-be4b-f1aca6d75dcf will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:26.748813 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-1bd4533e-a263-41da-b2c5-e60285467cdd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.749306 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-1bd4533e-a263-41da-b2c5-e60285467cdd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.752127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7b51bb69-78a8-4c80-b55f-ec6ede5347a0 None None] Provisioning for port 695481e6-74ec-43f6-a25e-83073573b81d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:26.761655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7b51bb69-78a8-4c80-b55f-ec6ede5347a0 None None] Provisioning complete for port 695481e6-74ec-43f6-a25e-83073573b81d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:26.762348 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b51bb69-78a8-4c80-b55f-ec6ede5347a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.764110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:26.768453 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.772884 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.796639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-1bd4533e-a263-41da-b2c5-e60285467cdd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Calling delete_port for 38b6a27a-637e-439c-bf67-42495262a01d owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:26.799922 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:02:26.889364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:26.909665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:26.913141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:26.917855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:26.921945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Pushing event updated for resources: {'Port': ['ID=95ef5280-1981-4c35-be4b-f1aca6d75dcf,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:26.958514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 708fa30d-0f44-4f1d-8470-fd60e3b252f2 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:26.958847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 708fa30d-0f44-4f1d-8470-fd60e3b252f2 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:26.996483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7b51bb69-78a8-4c80-b55f-ec6ede5347a0 None None] Port 695481e6-74ec-43f6-a25e-83073573b81d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:02:27.013657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:27.014668 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.042843 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-8e4275ae-a95e-49cd-a3d9-8e89540e184b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4124086 Jul 08 18:02:27.071878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Request body: {'port': {'device_id': '34e90fdd-9c93-4999-a70d-738d7c2f8d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:27.072922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Allocated IP 19.86.0.18 (eeb779ed-63f7-40a1-aa8d-1ea596dd9318/6013fa8e-f275-4d9e-9dcb-45abf5d8b25f/9f2a2562-c13b-4e6c-904a-293e3678778c) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:27.199146 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.329388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f35c9d03-de99-45f8-9561-0723d0c0af5d None None] Provisioning for port 95ef5280-1981-4c35-be4b-f1aca6d75dcf completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:27.333336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f35c9d03-de99-45f8-9561-0723d0c0af5d None None] Provisioning complete for port 95ef5280-1981-4c35-be4b-f1aca6d75dcf triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:27.333714 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f35c9d03-de99-45f8-9561-0723d0c0af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.401394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f35c9d03-de99-45f8-9561-0723d0c0af5d None None] Port 95ef5280-1981-4c35-be4b-f1aca6d75dcf cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:02:27.605923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ef5280-1981-4c35-be4b-f1aca6d75dcf {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:27.639999 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.673156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Transition to ACTIVE for port object 95ef5280-1981-4c35-be4b-f1aca6d75dcf will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:27.681020 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.697969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a563d0-dfce-408b-8f00-b18515313135 req-ddbc5372-67b4-48f6-8043-2665418ee2fc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:27.706445 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-84a563d0-dfce-408b-8f00-b18515313135 req-ddbc5372-67b4-48f6-8043-2665418ee2fc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 932 time: 0.5514963 Jul 08 18:02:27.759937 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.786099 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-1bd4533e-a263-41da-b2c5-e60285467cdd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.788654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Transition to ACTIVE for port object 9f2a2562-c13b-4e6c-904a-293e3678778c will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:27.812780 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-84a563d0-dfce-408b-8f00-b18515313135 req-b213f85b-3bb7-4369-bccc-2b49ef883b40 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050634 Jul 08 18:02:27.825902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Pushing event updated for resources: {'Port': ['ID=95ef5280-1981-4c35-be4b-f1aca6d75dcf,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:27.843225 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Attempting to bind port 95ef5280-1981-4c35-be4b-f1aca6d75dcf on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:27.843968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Attempting to bind port 95ef5280-1981-4c35-be4b-f1aca6d75dcf by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:27.844551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Attempting to bind port 95ef5280-1981-4c35-be4b-f1aca6d75dcf on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:27.849836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Port 95ef5280-1981-4c35-be4b-f1aca6d75dcf on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:27.850652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Attempting to bind port 95ef5280-1981-4c35-be4b-f1aca6d75dcf on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:27.858957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:27.859842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:27.860485 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:27.861133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Bound port: 95ef5280-1981-4c35-be4b-f1aca6d75dcf, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:27.862086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.908819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4533e-a263-41da-b2c5-e60285467cdd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Pushing event deleted for resources: {'Port': ['ID=38b6a27a-637e-439c-bf67-42495262a01d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:28.015132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] For port 95ef5280-1981-4c35-be4b-f1aca6d75dcf, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:28.038526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] For port 95ef5280-1981-4c35-be4b-f1aca6d75dcf, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=95ef5280-1981-4c35-be4b-f1aca6d75dcf,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:28.039475 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.073566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.105073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:28.105775 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.107483 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] 10.222.0.59 "PUT /v2.0/ports/95ef5280-1981-4c35-be4b-f1aca6d75dcf HTTP/1.1" status: 200 len: 1096 time: 1.0553176 Jul 08 18:02:28.110135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e90fdd-9c93-4999-a70d-738d7c2f8d64', 'tag': '95ef5280-1981-4c35-be4b-f1aca6d75dcf'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:28.131357 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe4220d-7e17-42ed-81d8-5808abe5e69e" -d '{"events": [{"name": "network-changed", "server_uuid": "34e90fdd-9c93-4999-a70d-738d7c2f8d64", "tag": "95ef5280-1981-4c35-be4b-f1aca6d75dcf"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:28.180361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:28.197635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:28.208996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:28.282505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Port': ['ID=9f2a2562-c13b-4e6c-904a-293e3678778c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:28.304981 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-1bd4533e-a263-41da-b2c5-e60285467cdd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.310776 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-1bd4533e-a263-41da-b2c5-e60285467cdd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.325572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5081e10-8cb4-44f7-a722-683dfe22b274 req-1bd4533e-a263-41da-b2c5-e60285467cdd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "DELETE /v2.0/floatingips/aab7b6f1-caf3-48d7-9df9-9836b144111f HTTP/1.1" status: 204 len: 173 time: 2.3122308 Jul 08 18:02:28.341293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d755e4-8953-4a3b-8582-6c179db45a34 service neutron] Pushing event updated for resources: {'Port': ['ID=95ef5280-1981-4c35-be4b-f1aca6d75dcf,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:28.371083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-06ecd72f-25bc-413a-bfb8-82ea667c97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:28.373333 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-06ecd72f-25bc-413a-bfb8-82ea667c97ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24913165f13f4aa6a23a73fd211318b3&device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 1099 time: 0.1376810 Jul 08 18:02:28.427947 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-e079fa87-0a35-458f-8c52-903b53f93090 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=95ef5280-1981-4c35-be4b-f1aca6d75dcf HTTP/1.1" status: 200 len: 217 time: 0.0470862 Jul 08 18:02:28.458507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:28.459181 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.471878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a12177-ac9a-4beb-a017-abbb59d646ba req-ce58e07a-e3b1-4a6a-b7e5-f7bb6687e075 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:28.480941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5a12177-ac9a-4beb-a017-abbb59d646ba req-ce58e07a-e3b1-4a6a-b7e5-f7bb6687e075 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 948 time: 0.3508923 Jul 08 18:02:28.539161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-74f03415-1f84-422d-98d8-9178b8403b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:28.548482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5a12177-ac9a-4beb-a017-abbb59d646ba req-ec98d8c8-9b30-4c85-b76a-4ba0e2cb5461 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/security-groups?id=21d94336-d6ea-4b47-97e5-116de4c5a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664034 Jul 08 18:02:28.553162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-7f02f9ae-2c4d-48e4-906f-99e0d362b961 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2429309 Jul 08 18:02:28.558582 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-74f03415-1f84-422d-98d8-9178b8403b22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1104114 Jul 08 18:02:28.575456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'port': {'device_id': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c', 'admin_state_up': True, 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:28.687994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-a2c24664-b8a6-4d9b-a355-1e73dfd5c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:28.689951 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-a2c24664-b8a6-4d9b-a355-1e73dfd5c125 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251249 Jul 08 18:02:28.713566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-de9ecaff-802e-4bac-9cfc-a3f0961c9400 None None] Provisioning for port 9f2a2562-c13b-4e6c-904a-293e3678778c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:28.733035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-de9ecaff-802e-4bac-9cfc-a3f0961c9400 None None] Provisioning complete for port 9f2a2562-c13b-4e6c-904a-293e3678778c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:28.735805 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de9ecaff-802e-4bac-9cfc-a3f0961c9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.809252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:28.815114 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.856869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-de9ecaff-802e-4bac-9cfc-a3f0961c9400 None None] Port 9f2a2562-c13b-4e6c-904a-293e3678778c cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:02:28.894640 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-a5dbd15e-ba6f-4ecd-9e30-586694c757ae service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960630 Jul 08 18:02:29.045445 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7091ebd5-5e16-4859-aabc-8f97a77adf1e req-c0ebac6e-ff22-42c1-8586-019c5b74528e service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406908 Jul 08 18:02:29.091116 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4affff37-1619-4ab6-bf86-84f3e7b3cb79 x-openstack-request-id: req-4affff37-1619-4ab6-bf86-84f3e7b3cb79 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:29.091767 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e90fdd-9c93-4999-a70d-738d7c2f8d64", "tag": "95ef5280-1981-4c35-be4b-f1aca6d75dcf", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:29.092674 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4affff37-1619-4ab6-bf86-84f3e7b3cb79 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:29.093515 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e90fdd-9c93-4999-a70d-738d7c2f8d64', 'tag': '95ef5280-1981-4c35-be4b-f1aca6d75dcf', 'status': 'completed', 'code': 200} Jul 08 18:02:29.119912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Allocated IP 19.80.0.78 (6db6783c-f0e5-41da-b133-532e0eb8246c/9cecfb39-d343-45f7-ab29-15021fa0dfc5/17778300-69e1-4b44-823e-807b020c8b73) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:29.252757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4220d-7e17-42ed-81d8-5808abe5e69e req-2a0efa17-9f06-422b-a94b-e4987188c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:29.254905 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dfe4220d-7e17-42ed-81d8-5808abe5e69e req-2a0efa17-9f06-422b-a94b-e4987188c16a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24913165f13f4aa6a23a73fd211318b3&device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 1099 time: 0.1101565 Jul 08 18:02:29.332632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-b7b7910e-a8e1-4d62-a49a-568ad243584e tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2169347 Jul 08 18:02:29.337353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:29.371346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4220d-7e17-42ed-81d8-5808abe5e69e req-0fc74e03-49b7-4e7a-aeb3-4838d90e7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:29.373662 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dfe4220d-7e17-42ed-81d8-5808abe5e69e req-0fc74e03-49b7-4e7a-aeb3-4838d90e7aa6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1124308 Jul 08 18:02:29.419248 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.431110 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dfe4220d-7e17-42ed-81d8-5808abe5e69e req-8a96a12c-c372-4804-89cf-8cd543799e93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=95ef5280-1981-4c35-be4b-f1aca6d75dcf HTTP/1.1" status: 200 len: 217 time: 0.0488448 Jul 08 18:02:29.492251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4220d-7e17-42ed-81d8-5808abe5e69e req-87555660-d05d-4725-8e97-d6ddb1d82ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:29.494901 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dfe4220d-7e17-42ed-81d8-5808abe5e69e req-87555660-d05d-4725-8e97-d6ddb1d82ed5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0556209 Jul 08 18:02:29.495076 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.525975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2c7fa-b9e4-4f0a-a7de-8f1545c93ace req-3151042b-e413-4ece-8408-2a003192b1f8 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:29.531889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2c7fa-b9e4-4f0a-a7de-8f1545c93ace req-3151042b-e413-4ece-8408-2a003192b1f8 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:29.533525 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30e2c7fa-b9e4-4f0a-a7de-8f1545c93ace req-3151042b-e413-4ece-8408-2a003192b1f8 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 1654 time: 0.2506812 Jul 08 18:02:29.540649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Transition to ACTIVE for port object 17778300-69e1-4b44-823e-807b020c8b73 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:29.569341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4220d-7e17-42ed-81d8-5808abe5e69e req-82b3ce1e-7c4e-4789-9ce8-f91753d5943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:29.571634 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dfe4220d-7e17-42ed-81d8-5808abe5e69e req-82b3ce1e-7c4e-4789-9ce8-f91753d5943f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694823 Jul 08 18:02:29.618161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30e2c7fa-b9e4-4f0a-a7de-8f1545c93ace req-525ea394-56d1-4296-807f-ad70c0e18292 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717511 Jul 08 18:02:29.637270 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.692925 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dfe4220d-7e17-42ed-81d8-5808abe5e69e req-0263ddf0-2f85-42a7-aa4b-5d227aefbcb2 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132121 Jul 08 18:02:29.727065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network 6db6783c-f0e5-41da-b133-532e0eb8246c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:29.733640 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.735382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Port': ['ID=17778300-69e1-4b44-823e-807b020c8b73,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:29.739028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:29.746012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:29.838141 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dfe4220d-7e17-42ed-81d8-5808abe5e69e req-82699b9c-d8e4-4166-ba8c-b76cbcf1fda0 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380961 Jul 08 18:02:29.909191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:29.909886 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.970110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-bff06b1a-3b38-445d-9c2b-d91a394f83e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4014409 Jul 08 18:02:29.986596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Request body: {'port': {'device_id': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:30.021307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4bf9c-b448-4d24-b22b-38cc0ceb9bc9 req-6860f031-1654-48b5-bb75-72364632e214 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:30.022863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cc4bf9c-b448-4d24-b22b-38cc0ceb9bc9 req-6860f031-1654-48b5-bb75-72364632e214 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.2069390 Jul 08 18:02:30.040190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Allocated IP 172.25.8.171 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/9de41446-65ec-421e-8658-70c2f393f595) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:30.087795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-588a87e2-7c6c-4883-a011-fee82d686c74 None None] Provisioning for port 17778300-69e1-4b44-823e-807b020c8b73 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:30.092119 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-588a87e2-7c6c-4883-a011-fee82d686c74 None None] Provisioning complete for port 17778300-69e1-4b44-823e-807b020c8b73 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:30.092492 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-588a87e2-7c6c-4883-a011-fee82d686c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.130194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-588a87e2-7c6c-4883-a011-fee82d686c74 None None] Port 17778300-69e1-4b44-823e-807b020c8b73 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:02:30.157922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cc4bf9c-b448-4d24-b22b-38cc0ceb9bc9 req-2c2cf948-aeba-46a7-8ffe-aaeb9ce4cdb4 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234369 Jul 08 18:02:30.180501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.264111 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.475580 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.527321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96db8ca-7bfe-4b97-824f-3dfe5515fc05 req-a25a2ed6-84c3-477e-b7f1-f03e74a349d6 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:30.528866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d96db8ca-7bfe-4b97-824f-3dfe5515fc05 req-a25a2ed6-84c3-477e-b7f1-f03e74a349d6 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 948 time: 0.2579212 Jul 08 18:02:30.564860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:30.578876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:30.586059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:30.593990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Pushing event updated for resources: {'Port': ['ID=9de41446-65ec-421e-8658-70c2f393f595,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:30.662138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d96db8ca-7bfe-4b97-824f-3dfe5515fc05 req-78cd152a-d96d-4b9f-ac4d-a40facb9637b tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/security-groups?id=21d94336-d6ea-4b47-97e5-116de4c5a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190684 Jul 08 18:02:30.682596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695481e6-74ec-43f6-a25e-83073573b81d {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:30.692321 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.730602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Transition to ACTIVE for port object 695481e6-74ec-43f6-a25e-83073573b81d will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:30.741469 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.776476 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.824863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ce6b-7136-4aa3-bfa6-42cda86ba4b9 req-b1b2cbf5-6420-458b-97dc-23bfa396e767 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:30.826537 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f349ce6b-7136-4aa3-bfa6-42cda86ba4b9 req-b1b2cbf5-6420-458b-97dc-23bfa396e767 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 950 time: 0.0807581 Jul 08 18:02:30.837550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Pushing event updated for resources: {'Port': ['ID=695481e6-74ec-43f6-a25e-83073573b81d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:30.912398 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.956287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f349ce6b-7136-4aa3-bfa6-42cda86ba4b9 req-b4816ebe-2d79-49d5-b2e2-d94dffde97cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Deleting port 29de5d74-db15-4ba7-bc79-c6e222d64581 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:30.956785 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f349ce6b-7136-4aa3-bfa6-42cda86ba4b9 req-b4816ebe-2d79-49d5-b2e2-d94dffde97cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.064616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f349ce6b-7136-4aa3-bfa6-42cda86ba4b9 req-b4816ebe-2d79-49d5-b2e2-d94dffde97cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] For port 29de5d74-db15-4ba7-bc79-c6e222d64581, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29de5d74-db15-4ba7-bc79-c6e222d64581,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:31.065074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f349ce6b-7136-4aa3-bfa6-42cda86ba4b9 req-b4816ebe-2d79-49d5-b2e2-d94dffde97cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.081353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f349ce6b-7136-4aa3-bfa6-42cda86ba4b9 req-b4816ebe-2d79-49d5-b2e2-d94dffde97cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Calling delete_port for 29de5d74-db15-4ba7-bc79-c6e222d64581 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:31.094444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Attempting to bind port 695481e6-74ec-43f6-a25e-83073573b81d on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:31.094798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Attempting to bind port 695481e6-74ec-43f6-a25e-83073573b81d by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:31.095245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Attempting to bind port 695481e6-74ec-43f6-a25e-83073573b81d on network 6db6783c-f0e5-41da-b133-532e0eb8246c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:31.111811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Port 695481e6-74ec-43f6-a25e-83073573b81d on network 6db6783c-f0e5-41da-b133-532e0eb8246c not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:31.112429 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Attempting to bind port 695481e6-74ec-43f6-a25e-83073573b81d on network 6db6783c-f0e5-41da-b133-532e0eb8246c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:31.128721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:31.129055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Checking segment: {'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:31.129431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Bound using segment: {'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:31.130027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Bound port: 695481e6-74ec-43f6-a25e-83073573b81d, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:31.130654 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.191709 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.204628 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.222298 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f349ce6b-7136-4aa3-bfa6-42cda86ba4b9 req-b4816ebe-2d79-49d5-b2e2-d94dffde97cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.234424 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['363d1993-a0ec-4b01-9795-2d73beaeb08d', '29de5d74-db15-4ba7-bc79-c6e222d64581'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:31.235580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] For port 695481e6-74ec-43f6-a25e-83073573b81d, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:31.239223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] For port 695481e6-74ec-43f6-a25e-83073573b81d, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=695481e6-74ec-43f6-a25e-83073573b81d,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:31.264596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 95ef5280-1981-4c35-be4b-f1aca6d75dcf details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:31.268726 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.302967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4816ebe-2d79-49d5-b2e2-d94dffde97cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Pushing event deleted for resources: {'Port': ['ID=29de5d74-db15-4ba7-bc79-c6e222d64581,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:31.334593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f349ce6b-7136-4aa3-bfa6-42cda86ba4b9 req-b4816ebe-2d79-49d5-b2e2-d94dffde97cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] No DVR routers for this DVR port 29de5d74-db15-4ba7-bc79-c6e222d64581 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:31.338362 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f349ce6b-7136-4aa3-bfa6-42cda86ba4b9 req-b4816ebe-2d79-49d5-b2e2-d94dffde97cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.341543 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f349ce6b-7136-4aa3-bfa6-42cda86ba4b9 req-b4816ebe-2d79-49d5-b2e2-d94dffde97cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "DELETE /v2.0/ports/29de5d74-db15-4ba7-bc79-c6e222d64581 HTTP/1.1" status: 204 len: 173 time: 0.5093129 Jul 08 18:02:31.342629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'name': 'network-vif-deleted', 'tag': '29de5d74-db15-4ba7-bc79-c6e222d64581'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:31.344940 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0338b8-f0f8-4b86-98aa-1161f6134eff" -d '{"events": [{"server_uuid": "7b38fdce-91d5-4deb-81da-dce3bf4a02d8", "name": "network-vif-deleted", "tag": "29de5d74-db15-4ba7-bc79-c6e222d64581"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:31.364020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Pushing event updated for resources: {'Port': ['ID=9de41446-65ec-421e-8658-70c2f393f595,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:31.370650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:31.371261 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.372710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] 10.222.0.74 "PUT /v2.0/ports/695481e6-74ec-43f6-a25e-83073573b81d HTTP/1.1" status: 200 len: 1092 time: 1.3936467 Jul 08 18:02:31.373152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'tag': '695481e6-74ec-43f6-a25e-83073573b81d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:31.375474 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c06ce-ba57-40da-9cef-c50cd344a5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "tag": "695481e6-74ec-43f6-a25e-83073573b81d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:31.415961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Request body: {'port': {'device_id': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:31.419556 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.466509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 95ef5280-1981-4c35-be4b-f1aca6d75dcf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=95ef5280-1981-4c35-be4b-f1aca6d75dcf,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:31.497887 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.499157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-9e97e972-a677-4c9d-8e41-c50557ae0838 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1658044 Jul 08 18:02:31.507068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '95ef5280-1981-4c35-be4b-f1aca6d75dcf', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '95ef5280-1981-4c35-be4b-f1aca6d75dcf', 'mac_address': 'fa:16:3e:cc:cc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:31.514453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a8f15-cd0a-4ac7-b64b-f1cd39d88e06 req-20f9b8a9-625d-42a3-8ca8-f506fe20f68a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:31.521495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a8f15-cd0a-4ac7-b64b-f1cd39d88e06 req-20f9b8a9-625d-42a3-8ca8-f506fe20f68a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:31.527733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a8f15-cd0a-4ac7-b64b-f1cd39d88e06 req-20f9b8a9-625d-42a3-8ca8-f506fe20f68a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:31.529523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-654a8f15-cd0a-4ac7-b64b-f1cd39d88e06 req-20f9b8a9-625d-42a3-8ca8-f506fe20f68a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2387 time: 0.2655215 Jul 08 18:02:31.542984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c93979-9d62-4700-880c-578d6ff48da0 service neutron] Pushing event updated for resources: {'Port': ['ID=695481e6-74ec-43f6-a25e-83073573b81d,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:31.579015 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.605149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ef5280-1981-4c35-be4b-f1aca6d75dcf {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:31.635853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 95ef5280-1981-4c35-be4b-f1aca6d75dcf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=95ef5280-1981-4c35-be4b-f1aca6d75dcf,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:31.641750 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.656945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-4319156e-5ef5-421f-80e6-2613654e4472 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 696 time: 0.1161194 Jul 08 18:02:31.676275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-654a8f15-cd0a-4ac7-b64b-f1cd39d88e06 req-0ba5ddf1-84f9-4deb-bd11-3c73e5507324 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342049 Jul 08 18:02:31.725023 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.735241 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=95ef5280-1981-4c35-be4b-f1aca6d75dcf,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:31.882320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-eddaaf54-4351-44c6-b2e1-47d40d6053fd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:31.890798 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3f13b73-6541-462f-a694-0c48790ab6e6 req-eddaaf54-4351-44c6-b2e1-47d40d6053fd tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.2329471 Jul 08 18:02:31.997948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['95ef5280-1981-4c35-be4b-f1aca6d75dcf'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:32.070870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89644da-5da9-4ec3-a6b6-baa3f08b83f8 req-5619ca7f-5881-4d55-a741-b05cfacf3737 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.074145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c89644da-5da9-4ec3-a6b6-baa3f08b83f8 req-5619ca7f-5881-4d55-a741-b05cfacf3737 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 945 time: 0.2612450 Jul 08 18:02:32.153397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24ed29b1-5689-4554-a427-fba16990eb0e req-6685e435-51a0-470f-80a9-98c2288c2024 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b38fdce-91d5-4deb-81da-dce3bf4a02d8 HTTP/1.1" status: 200 len: 210 time: 0.0507102 Jul 08 18:02:32.169861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c89644da-5da9-4ec3-a6b6-baa3f08b83f8 req-00cac45b-7412-4d94-a74a-7aca1b51217d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817666 Jul 08 18:02:32.240071 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43074b2-c799-4495-bafb-f2c2a3beb6a4 x-openstack-request-id: req-b43074b2-c799-4495-bafb-f2c2a3beb6a4 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:32.240592 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b38fdce-91d5-4deb-81da-dce3bf4a02d8", "name": "network-vif-deleted", "tag": "29de5d74-db15-4ba7-bc79-c6e222d64581", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:32.240592 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b43074b2-c799-4495-bafb-f2c2a3beb6a4 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:32.240983 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b38fdce-91d5-4deb-81da-dce3bf4a02d8', 'name': 'network-vif-deleted', 'tag': '29de5d74-db15-4ba7-bc79-c6e222d64581', 'status': 'completed', 'code': 200} Jul 08 18:02:32.259357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2a2562-c13b-4e6c-904a-293e3678778c {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:32.265667 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c566bc4-6428-429a-95cc-5efc85275550 x-openstack-request-id: req-9c566bc4-6428-429a-95cc-5efc85275550 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:32.265954 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "tag": "695481e6-74ec-43f6-a25e-83073573b81d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:32.266246 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c566bc4-6428-429a-95cc-5efc85275550 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:32.266686 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'tag': '695481e6-74ec-43f6-a25e-83073573b81d', 'status': 'completed', 'code': 200} Jul 08 18:02:32.273071 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.326188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Transition to ACTIVE for port object 9f2a2562-c13b-4e6c-904a-293e3678778c will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:32.329946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-708a4a0f-0824-401a-aecc-85bd410015de req-355d1b61-6fa3-4dc1-a71a-4bcfa770186c tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips/2273a74a-0414-4d13-9c58-811b542d7bb2 HTTP/1.1" status: 200 len: 693 time: 0.0525339 Jul 08 18:02:32.331126 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.352744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c06ce-ba57-40da-9cef-c50cd344a5f7 req-6f91b5a9-a726-4e1b-9f6a-8ff04fc122fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.353270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c06ce-ba57-40da-9cef-c50cd344a5f7 req-6f91b5a9-a726-4e1b-9f6a-8ff04fc122fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.353755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c06ce-ba57-40da-9cef-c50cd344a5f7 req-6f91b5a9-a726-4e1b-9f6a-8ff04fc122fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.355557 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-570c06ce-ba57-40da-9cef-c50cd344a5f7 req-6f91b5a9-a726-4e1b-9f6a-8ff04fc122fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17ea58666094a939bb21c942b6de2dd&device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2730 time: 0.0640078 Jul 08 18:02:32.471991 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c06ce-ba57-40da-9cef-c50cd344a5f7 req-bd964b69-9308-4de4-86fa-9be3a723e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.472465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c06ce-ba57-40da-9cef-c50cd344a5f7 req-bd964b69-9308-4de4-86fa-9be3a723e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.472922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c06ce-ba57-40da-9cef-c50cd344a5f7 req-bd964b69-9308-4de4-86fa-9be3a723e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.474567 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-570c06ce-ba57-40da-9cef-c50cd344a5f7 req-bd964b69-9308-4de4-86fa-9be3a723e509 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d17ea58666094a939bb21c942b6de2dd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1116710 Jul 08 18:02:32.592543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c06ce-ba57-40da-9cef-c50cd344a5f7 req-4dbffadc-3465-4237-93a2-9af324ec3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.594297 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-570c06ce-ba57-40da-9cef-c50cd344a5f7 req-4dbffadc-3465-4237-93a2-9af324ec3ab2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134279 Jul 08 18:02:32.782164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Pushing event updated for resources: {'Port': ['ID=9f2a2562-c13b-4e6c-904a-293e3678778c,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:32.819749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.820091 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.820431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.820760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.821087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.821409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.821730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.822075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.822427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.822748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.823064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.823378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:32.891522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a4a0f-0824-401a-aecc-85bd410015de req-fe08ee9b-1ba4-4a21-b5d5-9223515a529e tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.893283 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-708a4a0f-0824-401a-aecc-85bd410015de req-fe08ee9b-1ba4-4a21-b5d5-9223515a529e tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.5513427 Jul 08 18:02:32.904102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2212d55-83b0-4dba-ab33-b7919e781ec7 req-4c98a5db-d42e-419a-9123-18ea35f3537c tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.905499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2212d55-83b0-4dba-ab33-b7919e781ec7 req-4c98a5db-d42e-419a-9123-18ea35f3537c tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 949 time: 0.5343702 Jul 08 18:02:32.908262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Attempting to bind port 9f2a2562-c13b-4e6c-904a-293e3678778c on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:32.908595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Attempting to bind port 9f2a2562-c13b-4e6c-904a-293e3678778c by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'f389b0ae-bcbd-49a8-b857-9172a55a8616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:32.908923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Attempting to bind port 9f2a2562-c13b-4e6c-904a-293e3678778c on network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:32.953267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Port 9f2a2562-c13b-4e6c-904a-293e3678778c on network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:32.953607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Attempting to bind port 9f2a2562-c13b-4e6c-904a-293e3678778c on network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:32.974123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-708a4a0f-0824-401a-aecc-85bd410015de req-2557f7d6-8987-4bea-9f50-17fd3d03e09a tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 696 time: 0.0677023 Jul 08 18:02:32.976577 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:32.976911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Checking segment: {'id': 'f389b0ae-bcbd-49a8-b857-9172a55a8616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:32.977284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Bound using segment: {'id': 'f389b0ae-bcbd-49a8-b857-9172a55a8616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:32.977817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Bound port: 9f2a2562-c13b-4e6c-904a-293e3678778c, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f389b0ae-bcbd-49a8-b857-9172a55a8616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:32.978073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.049232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2212d55-83b0-4dba-ab33-b7919e781ec7 req-9f3c030b-3e2b-41c1-9297-6a070417be27 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/security-groups?id=21d94336-d6ea-4b47-97e5-116de4c5a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379092 Jul 08 18:02:33.071844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-708a4a0f-0824-401a-aecc-85bd410015de req-a7702bc2-532f-4078-9175-8194cfd51965 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 696 time: 0.0908613 Jul 08 18:02:33.183365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] For port 9f2a2562-c13b-4e6c-904a-293e3678778c, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:33.214816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] For port 9f2a2562-c13b-4e6c-904a-293e3678778c, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9f2a2562-c13b-4e6c-904a-293e3678778c,segment=NetworkSegment(f389b0ae-bcbd-49a8-b857-9172a55a8616),segment_id=f389b0ae-bcbd-49a8-b857-9172a55a8616)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:33.220699 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.258502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 95ef5280-1981-4c35-be4b-f1aca6d75dcf up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:33.269807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:33.270463 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.271879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] 10.222.0.74 "PUT /v2.0/ports/9f2a2562-c13b-4e6c-904a-293e3678778c HTTP/1.1" status: 200 len: 1091 time: 1.8622658 Jul 08 18:02:33.299335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-708a4a0f-0824-401a-aecc-85bd410015de req-5e5acc97-a444-4b90-b8f0-83a3a8b35811 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Deleting port 9de41446-65ec-421e-8658-70c2f393f595 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:33.299999 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-708a4a0f-0824-401a-aecc-85bd410015de req-5e5acc97-a444-4b90-b8f0-83a3a8b35811 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.304874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Request body: {'port': {'device_id': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:33.308627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0cfa3-20cc-4ef2-b124-e26c9eac722f service neutron] Pushing event updated for resources: {'Port': ['ID=9f2a2562-c13b-4e6c-904a-293e3678778c,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:33.324770 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.339809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 95ef5280-1981-4c35-be4b-f1aca6d75dcf completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:33.345656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 95ef5280-1981-4c35-be4b-f1aca6d75dcf triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:33.346201 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.449999 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-708a4a0f-0824-401a-aecc-85bd410015de req-5e5acc97-a444-4b90-b8f0-83a3a8b35811 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.450358 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-708a4a0f-0824-401a-aecc-85bd410015de req-5e5acc97-a444-4b90-b8f0-83a3a8b35811 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.452626 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.452809 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.472813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-708a4a0f-0824-401a-aecc-85bd410015de req-5e5acc97-a444-4b90-b8f0-83a3a8b35811 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Calling delete_port for 9de41446-65ec-421e-8658-70c2f393f595 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:33.495067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 95ef5280-1981-4c35-be4b-f1aca6d75dcf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=95ef5280-1981-4c35-be4b-f1aca6d75dcf,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:33.496124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e90fdd-9c93-4999-a70d-738d7c2f8d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ef5280-1981-4c35-be4b-f1aca6d75dcf'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:33.498751 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591904a9-c7ba-4b0a-be16-110edb36361f" -d '{"events": [{"server_uuid": "34e90fdd-9c93-4999-a70d-738d7c2f8d64", "name": "network-vif-plugged", "status": "completed", "tag": "95ef5280-1981-4c35-be4b-f1aca6d75dcf"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:33.504456 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.505834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:33.605114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=95ef5280-1981-4c35-be4b-f1aca6d75dcf,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:33.668466 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.710566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:33.715649 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.765222 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:33.794032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-708a4a0f-0824-401a-aecc-85bd410015de req-5e5acc97-a444-4b90-b8f0-83a3a8b35811 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.828097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5acc97-a444-4b90-b8f0-83a3a8b35811 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Pushing event deleted for resources: {'Port': ['ID=9de41446-65ec-421e-8658-70c2f393f595,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:33.929144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17778300-69e1-4b44-823e-807b020c8b73 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:33.940243 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.945265 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-708a4a0f-0824-401a-aecc-85bd410015de req-5e5acc97-a444-4b90-b8f0-83a3a8b35811 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.948529 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-708a4a0f-0824-401a-aecc-85bd410015de req-5e5acc97-a444-4b90-b8f0-83a3a8b35811 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.949540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-708a4a0f-0824-401a-aecc-85bd410015de req-5e5acc97-a444-4b90-b8f0-83a3a8b35811 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "DELETE /v2.0/floatingips/2273a74a-0414-4d13-9c58-811b542d7bb2 HTTP/1.1" status: 204 len: 173 time: 0.8658290 Jul 08 18:02:33.961817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Transition to ACTIVE for port object 17778300-69e1-4b44-823e-807b020c8b73 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:33.966073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.026103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Pushing event updated for resources: {'Port': ['ID=17778300-69e1-4b44-823e-807b020c8b73,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:34.035640 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.161692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Attempting to bind port 17778300-69e1-4b44-823e-807b020c8b73 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:34.162061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Attempting to bind port 17778300-69e1-4b44-823e-807b020c8b73 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:34.162402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Attempting to bind port 17778300-69e1-4b44-823e-807b020c8b73 on network 6db6783c-f0e5-41da-b133-532e0eb8246c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:34.175517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Port 17778300-69e1-4b44-823e-807b020c8b73 on network 6db6783c-f0e5-41da-b133-532e0eb8246c not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:34.175839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Attempting to bind port 17778300-69e1-4b44-823e-807b020c8b73 on network 6db6783c-f0e5-41da-b133-532e0eb8246c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:34.183682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:34.184022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Checking segment: {'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:34.184404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Bound using segment: {'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:34.184880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Bound port: 17778300-69e1-4b44-823e-807b020c8b73, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566f0df6-f459-49b7-9c23-0c210228b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:34.185197 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.211789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d42502-8d55-44b3-9f95-cf1f5f30d4c8 req-bae4e766-777f-4b41-8080-3998b87f1f5b tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.218640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d42502-8d55-44b3-9f95-cf1f5f30d4c8 req-bae4e766-777f-4b41-8080-3998b87f1f5b tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.225380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d42502-8d55-44b3-9f95-cf1f5f30d4c8 req-bae4e766-777f-4b41-8080-3998b87f1f5b tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.227152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51d42502-8d55-44b3-9f95-cf1f5f30d4c8 req-bae4e766-777f-4b41-8080-3998b87f1f5b tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2411 time: 0.1402240 Jul 08 18:02:34.268440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'tag': '9f2a2562-c13b-4e6c-904a-293e3678778c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:34.270946 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dfcd99-56b5-4e4e-a11e-b029faca0bad" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "tag": "9f2a2562-c13b-4e6c-904a-293e3678778c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:34.312283 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51d42502-8d55-44b3-9f95-cf1f5f30d4c8 req-c574ba55-3e43-4914-bb9a-ee6d0f24b5b2 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612495 Jul 08 18:02:34.316824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] For port 17778300-69e1-4b44-823e-807b020c8b73, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:34.320266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] For port 17778300-69e1-4b44-823e-807b020c8b73, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=17778300-69e1-4b44-823e-807b020c8b73,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:34.324478 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1329fd7-37ba-4e1a-9004-b58ea36d9c36 x-openstack-request-id: req-b1329fd7-37ba-4e1a-9004-b58ea36d9c36 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:34.325425 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e90fdd-9c93-4999-a70d-738d7c2f8d64", "name": "network-vif-plugged", "status": "completed", "tag": "95ef5280-1981-4c35-be4b-f1aca6d75dcf", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:34.325653 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.326162 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1329fd7-37ba-4e1a-9004-b58ea36d9c36 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:34.336612 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e90fdd-9c93-4999-a70d-738d7c2f8d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ef5280-1981-4c35-be4b-f1aca6d75dcf', 'code': 200} Jul 08 18:02:34.407263 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-cfeda061-a9b3-4313-9890-f77ac7480dd4 req-a01ad53c-c10b-4c9b-bf4b-178ef09e3355 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] show failed (client error): The resource could not be found. Jul 08 18:02:34.409624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cfeda061-a9b3-4313-9890-f77ac7480dd4 req-a01ad53c-c10b-4c9b-bf4b-178ef09e3355 tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips/2273a74a-0414-4d13-9c58-811b542d7bb2 HTTP/1.1" status: 404 len: 350 time: 0.0656576 Jul 08 18:02:34.412695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.413318 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.414676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] 10.222.0.74 "PUT /v2.0/ports/17778300-69e1-4b44-823e-807b020c8b73 HTTP/1.1" status: 200 len: 1091 time: 1.1175160 Jul 08 18:02:34.469008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e2111-b87a-44b5-9de3-3fe1f9176e7a service neutron] Pushing event updated for resources: {'Port': ['ID=17778300-69e1-4b44-823e-807b020c8b73,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:34.481596 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da455c-114a-4b64-813c-85a33acd30d7 req-50257800-0bb3-4335-beb7-a352ac332012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.483146 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-26da455c-114a-4b64-813c-85a33acd30d7 req-50257800-0bb3-4335-beb7-a352ac332012 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 1101 time: 0.0847433 Jul 08 18:02:34.533452 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-26da455c-114a-4b64-813c-85a33acd30d7 req-026e2e6c-5c9c-4192-b684-207cd52eac18 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=21d94336-d6ea-4b47-97e5-116de4c5a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Jul 08 18:02:34.605067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-1fae7f74-f655-4422-9c05-83d0a87b83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.605559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-1fae7f74-f655-4422-9c05-83d0a87b83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.606035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-1fae7f74-f655-4422-9c05-83d0a87b83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.607739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-1fae7f74-f655-4422-9c05-83d0a87b83e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17ea58666094a939bb21c942b6de2dd&device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2864 time: 0.1356049 Jul 08 18:02:34.658453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-53543d6e-e649-4817-bd82-a7131260d799 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=695481e6-74ec-43f6-a25e-83073573b81d HTTP/1.1" status: 200 len: 217 time: 0.0418909 Jul 08 18:02:34.721380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf958aa-b50b-4fea-b2cb-52ee0e2a01ff req-e4638d6c-9d17-417f-b24a-09440938fdeb tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.722864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bf958aa-b50b-4fea-b2cb-52ee0e2a01ff req-e4638d6c-9d17-417f-b24a-09440938fdeb tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 950 time: 0.1591380 Jul 08 18:02:34.770559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38322915-d661-40b6-9ffb-cbacc5a20a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.772033 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-38322915-d661-40b6-9ffb-cbacc5a20a67 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9cecfb39-d343-45f7-ab29-15021fa0dfc5 HTTP/1.1" status: 200 len: 801 time: 0.1049218 Jul 08 18:02:34.826421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bf958aa-b50b-4fea-b2cb-52ee0e2a01ff req-91db567b-ac65-422b-810f-47ca2c1577b8 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/security-groups?id=21d94336-d6ea-4b47-97e5-116de4c5a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823202 Jul 08 18:02:34.846463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4937a8-5ff1-4fa7-b972-f9a4578f8674 req-61b99de3-9484-415f-958a-d9fc74e45582 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.847946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c4937a8-5ff1-4fa7-b972-f9a4578f8674 req-61b99de3-9484-415f-958a-d9fc74e45582 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 945 time: 0.1509042 Jul 08 18:02:34.866987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 29de5d74-db15-4ba7-bc79-c6e222d64581 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:34.878959 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60572eb-c924-45a8-ae3e-111d3f148ee4 x-openstack-request-id: req-d60572eb-c924-45a8-ae3e-111d3f148ee4 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:34.879201 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "tag": "9f2a2562-c13b-4e6c-904a-293e3678778c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:34.879605 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d60572eb-c924-45a8-ae3e-111d3f148ee4 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:34.879733 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'tag': '9f2a2562-c13b-4e6c-904a-293e3678778c', 'status': 'completed', 'code': 200} Jul 08 18:02:34.886144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-f0a37647-b593-4fa3-ad59-b6abdc80c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.887672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-f0a37647-b593-4fa3-ad59-b6abdc80c23d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6db6783c-f0e5-41da-b133-532e0eb8246c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062922 Jul 08 18:02:34.893598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 29de5d74-db15-4ba7-bc79-c6e222d64581 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:34.894041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 29de5d74-db15-4ba7-bc79-c6e222d64581 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:34.910610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c4937a8-5ff1-4fa7-b972-f9a4578f8674 req-705f3115-68a8-484e-8f5b-8008552df7af tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558462 Jul 08 18:02:34.990387 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-331b9e33-c112-4fea-9f8c-eaaccb564e8a req-6dde77e6-4fd4-4ac6-a26f-060bc0d3365e tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] show failed (client error): The resource could not be found. Jul 08 18:02:34.991428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-331b9e33-c112-4fea-9f8c-eaaccb564e8a req-6dde77e6-4fd4-4ac6-a26f-060bc0d3365e tempest-FloatingIPsTestJSON-1056246570 tempest-FloatingIPsTestJSON-1056246570-project] 10.222.0.73 "GET /v2.0/floatingips/2273a74a-0414-4d13-9c58-811b542d7bb2 HTTP/1.1" status: 404 len: 350 time: 0.0412199 Jul 08 18:02:35.001738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59926) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:35.032814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9b39e24f-6f10-470e-ab71-f5bd9944c3a5 service neutron] 10.222.0.74 "GET /v2.0/networks/6db6783c-f0e5-41da-b133-532e0eb8246c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351745 Jul 08 18:02:35.223698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-c716403c-1f8c-4444-8383-da06c58bf002 service neutron] 10.222.0.74 "GET /v2.0/networks/6db6783c-f0e5-41da-b133-532e0eb8246c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836689 Jul 08 18:02:35.284173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-9ffb9dde-2d0c-42a8-a981-3061e9fd18db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=9f2a2562-c13b-4e6c-904a-293e3678778c HTTP/1.1" status: 200 len: 217 time: 0.0512187 Jul 08 18:02:35.330844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-1992ee71-55ae-4baa-947c-2524db0a7bbc tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:35.335268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-1992ee71-55ae-4baa-947c-2524db0a7bbc tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 805 time: 0.2590435 Jul 08 18:02:35.359080 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:35.360342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-14406b65-a586-41f2-ad7b-45b61689812d tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/quotas/3e0ef964426048b7bf98d75718c5c7bf HTTP/1.1" status: 200 len: 375 time: 0.0196686 Jul 08 18:02:35.371755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d4489c3c-bf73-47d4-8f22-5f7bb549baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:35.373312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-d4489c3c-bf73-47d4-8f22-5f7bb549baec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6013fa8e-f275-4d9e-9dcb-45abf5d8b25f HTTP/1.1" status: 200 len: 801 time: 0.0798953 Jul 08 18:02:35.518899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-8f705452-d868-4ee5-8734-672741d11c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:35.520294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-8f705452-d868-4ee5-8734-672741d11c89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eeb779ed-63f7-40a1-aa8d-1ea596dd9318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1393042 Jul 08 18:02:35.526504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-790d6853-8cbf-419f-a057-9dacd1d6299f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1572292 Jul 08 18:02:35.571016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a5f87-396c-4328-bfcd-af95ef526178 req-1f3c5f88-e3f2-4a7e-a22c-122942b977cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:35.573020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e8a5f87-396c-4328-bfcd-af95ef526178 req-1f3c5f88-e3f2-4a7e-a22c-122942b977cd tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1406627 Jul 08 18:02:35.617067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] Deleting port 6e62c673-d8b2-4b61-9173-fdd425a61696 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:35.617692 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:35.708108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] For port 6e62c673-d8b2-4b61-9173-fdd425a61696, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6e62c673-d8b2-4b61-9173-fdd425a61696,segment=NetworkSegment(99612c20-d572-46d7-83a7-d296eeddfc92),segment_id=99612c20-d572-46d7-83a7-d296eeddfc92)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:35.708738 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:35.708931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e8a5f87-396c-4328-bfcd-af95ef526178 req-7fc1d107-82b9-4e43-9fe2-76bd0f462a63 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814795 Jul 08 18:02:35.740255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] Calling delete_port for 6e62c673-d8b2-4b61-9173-fdd425a61696 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:35.743995 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-6d46d8d5-f027-4148-bd7f-ed4e4bdae372 service neutron] 10.222.0.74 "GET /v2.0/networks/eeb779ed-63f7-40a1-aa8d-1ea596dd9318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156830 Jul 08 18:02:35.811110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-f82c6f8d-c8b3-41ab-9969-89d0c658993b service neutron] 10.222.0.73 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730999 Jul 08 18:02:35.960535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:35.989913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e62c673-d8b2-4b61-9173-fdd425a61696,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:35.999706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-b647705c-aefc-419b-b151-6f1d92da3515 service neutron] 10.222.0.74 "GET /v2.0/networks/eeb779ed-63f7-40a1-aa8d-1ea596dd9318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419062 Jul 08 18:02:36.005737 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-3b7c7f23-2b7f-40d5-8972-d9c09dc26983 service neutron] 10.222.0.73 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677711 Jul 08 18:02:36.027146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ccd8a-5a2c-4148-b594-615811ff024d req-81445eb0-e7e7-4f1f-ad69-c1c40df89b66 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:36.033479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ccd8a-5a2c-4148-b594-615811ff024d req-81445eb0-e7e7-4f1f-ad69-c1c40df89b66 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:36.039768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ccd8a-5a2c-4148-b594-615811ff024d req-81445eb0-e7e7-4f1f-ad69-c1c40df89b66 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:36.042158 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e83ccd8a-5a2c-4148-b594-615811ff024d req-81445eb0-e7e7-4f1f-ad69-c1c40df89b66 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2411 time: 0.1568191 Jul 08 18:02:36.084091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-2b9519f2-df2c-4c77-9db9-c0770c156dd4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=17778300-69e1-4b44-823e-807b020c8b73 HTTP/1.1" status: 200 len: 217 time: 0.0758071 Jul 08 18:02:36.165482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e83ccd8a-5a2c-4148-b594-615811ff024d req-59b500f7-d442-47fb-a8a1-80728f8d2f86 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884261 Jul 08 18:02:36.189215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-0bd1f3c2-e426-4659-a573-37e6919976cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:36.190974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-0bd1f3c2-e426-4659-a573-37e6919976cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9cecfb39-d343-45f7-ab29-15021fa0dfc5 HTTP/1.1" status: 200 len: 801 time: 0.0978155 Jul 08 18:02:36.222732 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-286d7761-185d-4c09-98b8-3a00353b5646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.231286 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.338593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:36.341216 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4588ab-973d-4084-9f06-3ef754c4a6e4" -d '{"events": [{"server_uuid": "1344c96b-7836-4a96-9b2e-3dcc3a687caf", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4e8895-c7fd-48a0-90ea-b77fb69417b3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:36.369832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-5adcfe21-247e-42de-8ed4-4017ff11c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:36.372569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-5adcfe21-247e-42de-8ed4-4017ff11c462 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6db6783c-f0e5-41da-b133-532e0eb8246c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1725326 Jul 08 18:02:36.781770 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-04b9351a-a12e-4ff5-ba8a-783d6fcf3bbe tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:36.783250 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-04b9351a-a12e-4ff5-ba8a-783d6fcf3bbe tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 945 time: 0.0893173 Jul 08 18:02:36.815627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a9391-bd72-4573-a601-2f0a66caddb9 req-41d94633-9942-40de-97be-9b570e1d7a37 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:36.823105 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c04a9391-bd72-4573-a601-2f0a66caddb9 req-41d94633-9942-40de-97be-9b570e1d7a37 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 950 time: 0.5077202 Jul 08 18:02:36.873527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066ebbd-b5b3-4b4d-a56b-787f71af2d47 req-3cd05902-90a2-4370-8de7-09eafe270135 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:36.875191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c066ebbd-b5b3-4b4d-a56b-787f71af2d47 req-3cd05902-90a2-4370-8de7-09eafe270135 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 945 time: 0.5017247 Jul 08 18:02:36.882101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'tag': '17778300-69e1-4b44-823e-807b020c8b73'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:36.884484 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e48b57-72a5-4c34-b28a-99a044440146" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "tag": "17778300-69e1-4b44-823e-807b020c8b73"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:36.913836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c04a9391-bd72-4573-a601-2f0a66caddb9 req-460505ca-4e2a-473e-9ff1-2792ecf82549 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/security-groups?id=21d94336-d6ea-4b47-97e5-116de4c5a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898652 Jul 08 18:02:36.921927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-30a4ce0a-ac8a-472a-aefb-1f29b5826cdb service neutron] 10.222.0.74 "GET /v2.0/networks/6db6783c-f0e5-41da-b133-532e0eb8246c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100787 Jul 08 18:02:36.996775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c066ebbd-b5b3-4b4d-a56b-787f71af2d47 req-89901bf5-bd83-4c4f-bda7-05c8bef3e4d5 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004705 Jul 08 18:02:37.036462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b0695-0d81-4b05-b0e7-a54dbde82b45 req-c2ede471-45de-4cb5-9dfc-f8c7debee37f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.038015 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-450b0695-0d81-4b05-b0e7-a54dbde82b45 req-c2ede471-45de-4cb5-9dfc-f8c7debee37f tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.2538822 Jul 08 18:02:37.050842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bc0ce30-0950-4766-9ffc-566a1d2802cc req-1565ed4b-9598-4e36-8e7c-9a6e25b68efa service neutron] 10.222.0.74 "GET /v2.0/networks/6db6783c-f0e5-41da-b133-532e0eb8246c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190538 Jul 08 18:02:37.110861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1182b93e-12a7-407c-b511-77ebf2940389 req-4b1ffa36-6e1f-4817-bf10-ac4ed2e34b65 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 210 time: 0.0446813 Jul 08 18:02:37.160850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] Router bfe188e1-6e10-46dd-a8df-3a94695d56d7 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:02:37.175252 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Deleting port a0e0f267-ff5c-48b0-bfe6-755cb311202f {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:37.175520 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.210749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-fd2b1cf9-bdfb-48a6-b76f-0ec854b5c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.211433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-fd2b1cf9-bdfb-48a6-b76f-0ec854b5c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.211978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-fd2b1cf9-bdfb-48a6-b76f-0ec854b5c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.214596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-fd2b1cf9-bdfb-48a6-b76f-0ec854b5c489 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17ea58666094a939bb21c942b6de2dd&device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2864 time: 0.0968118 Jul 08 18:02:37.233955 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f8fc14-47e4-4391-a79e-2dc0d744e24a x-openstack-request-id: req-64f8fc14-47e4-4391-a79e-2dc0d744e24a {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:37.234498 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1344c96b-7836-4a96-9b2e-3dcc3a687caf", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4e8895-c7fd-48a0-90ea-b77fb69417b3", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:37.234741 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64f8fc14-47e4-4391-a79e-2dc0d744e24a {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:37.235371 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3', 'code': 200} Jul 08 18:02:37.304010 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d60af0b-63ff-4f2a-b095-376eed493f2b x-openstack-request-id: req-1d60af0b-63ff-4f2a-b095-376eed493f2b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:37.304407 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "tag": "17778300-69e1-4b44-823e-807b020c8b73", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:37.304754 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d60af0b-63ff-4f2a-b095-376eed493f2b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:37.305237 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'tag': '17778300-69e1-4b44-823e-807b020c8b73', 'status': 'completed', 'code': 200} Jul 08 18:02:37.324878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c3e7c-e11b-4cdd-af8d-535938c3dac1 req-8878be69-460d-439d-89f1-76ffd29067e0 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.326382 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f08c3e7c-e11b-4cdd-af8d-535938c3dac1 req-8878be69-460d-439d-89f1-76ffd29067e0 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "GET /v2.0/ports?device_id=1344c96b-7836-4a96-9b2e-3dcc3a687caf HTTP/1.1" status: 200 len: 943 time: 0.3156862 Jul 08 18:02:37.368177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-01363e66-ee7d-421e-a945-9208a26fcbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.369889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-01363e66-ee7d-421e-a945-9208a26fcbb5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eeb779ed-63f7-40a1-aa8d-1ea596dd9318 HTTP/1.1" status: 200 len: 903 time: 0.1477091 Jul 08 18:02:37.411840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-450b0695-0d81-4b05-b0e7-a54dbde82b45 req-3b74578d-af48-44cd-ad27-89f2e7dc8466 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Deleting port 363d1993-a0ec-4b01-9795-2d73beaeb08d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:37.412190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-450b0695-0d81-4b05-b0e7-a54dbde82b45 req-3b74578d-af48-44cd-ad27-89f2e7dc8466 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.425489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-47f9ebbc-09bb-4971-841a-47aff7701387 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=9f2a2562-c13b-4e6c-904a-293e3678778c HTTP/1.1" status: 200 len: 217 time: 0.0475025 Jul 08 18:02:37.476738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e75f0-6e79-44f0-b24b-02790cf21207 req-6e1b9fa9-786b-4320-82b8-b64929140e58 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.478499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf7e75f0-6e79-44f0-b24b-02790cf21207 req-6e1b9fa9-786b-4320-82b8-b64929140e58 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1427634 Jul 08 18:02:37.489195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] For port a0e0f267-ff5c-48b0-bfe6-755cb311202f, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=a0e0f267-ff5c-48b0-bfe6-755cb311202f,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:37.489565 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.496542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-7c47f862-b4a3-4c9b-99ae-ebb6cecf6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.498126 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-7c47f862-b4a3-4c9b-99ae-ebb6cecf6a15 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6013fa8e-f275-4d9e-9dcb-45abf5d8b25f HTTP/1.1" status: 200 len: 801 time: 0.0666451 Jul 08 18:02:37.592866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf7e75f0-6e79-44f0-b24b-02790cf21207 req-a02bff11-9568-44d3-8523-646e77aaea8c tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040719 Jul 08 18:02:37.611092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:37.636570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-4a723ee2-a9e6-4ea8-93ad-d75523b9e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.640117 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b996046b-068d-4390-9e2f-9f8774b2676c admin admin] 10.222.0.73 "PUT /v2.0/routers/bfe188e1-6e10-46dd-a8df-3a94695d56d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6350424 Jul 08 18:02:37.640307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-4a723ee2-a9e6-4ea8-93ad-d75523b9e967 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eeb779ed-63f7-40a1-aa8d-1ea596dd9318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1317968 Jul 08 18:02:37.642329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59972) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:37.647476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261b40c-93a8-49c9-851f-c095314ac9dd None None] Sync routers for ids ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:37.658261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261b40c-93a8-49c9-851f-c095314ac9dd None None] Routers {'bfe188e1-6e10-46dd-a8df-3a94695d56d7'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:37.659524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1261b40c-93a8-49c9-851f-c095314ac9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:37.661944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426a38-f7fa-45a4-bc8f-4a6b7a84138f req-6474e67a-b00c-4957-8faf-249635341a56 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.669761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426a38-f7fa-45a4-bc8f-4a6b7a84138f req-6474e67a-b00c-4957-8faf-249635341a56 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.679512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426a38-f7fa-45a4-bc8f-4a6b7a84138f req-6474e67a-b00c-4957-8faf-249635341a56 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.690591 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3426a38-f7fa-45a4-bc8f-4a6b7a84138f req-6474e67a-b00c-4957-8faf-249635341a56 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2411 time: 0.1827192 Jul 08 18:02:37.725443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-450b0695-0d81-4b05-b0e7-a54dbde82b45 req-3b74578d-af48-44cd-ad27-89f2e7dc8466 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] For port 363d1993-a0ec-4b01-9795-2d73beaeb08d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=363d1993-a0ec-4b01-9795-2d73beaeb08d,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:37.725809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-450b0695-0d81-4b05-b0e7-a54dbde82b45 req-3b74578d-af48-44cd-ad27-89f2e7dc8466 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.807415 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3426a38-f7fa-45a4-bc8f-4a6b7a84138f req-ba3a79e8-29d8-41e3-b098-98ba9b7931f0 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157854 Jul 08 18:02:37.841512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-1261b40c-93a8-49c9-851f-c095314ac9dd None None] Set router bfe188e1-6e10-46dd-a8df-3a94695d56d7 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:37.878451 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.885358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-450b0695-0d81-4b05-b0e7-a54dbde82b45 req-3b74578d-af48-44cd-ad27-89f2e7dc8466 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Calling delete_port for 363d1993-a0ec-4b01-9795-2d73beaeb08d owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:37.905048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-f1cdacca-46a5-4cc9-9593-f2183a5593bf service neutron] 10.222.0.74 "GET /v2.0/networks/eeb779ed-63f7-40a1-aa8d-1ea596dd9318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095556 Jul 08 18:02:38.042905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f08c3e7c-e11b-4cdd-af8d-535938c3dac1 req-3c9d5c76-f6d1-42c6-a1ab-7941df5cf96f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Deleting port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:38.043552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f08c3e7c-e11b-4cdd-af8d-535938c3dac1 req-3c9d5c76-f6d1-42c6-a1ab-7941df5cf96f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:38.075735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1261b40c-93a8-49c9-851f-c095314ac9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'name': 'tempest-FloatingIPsTestJSON-1453438382-router', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:04Z', 'updated_at': '2021-07-08T18:02:35Z', 'revision_number': 5, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'gw_port': {'id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:05Z', 'updated_at': '2021-07-08T18:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:38.089663 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81dfcd99-56b5-4e4e-a11e-b029faca0bad req-d11aea52-665c-468b-b175-c280ff1d2b91 service neutron] 10.222.0.74 "GET /v2.0/networks/eeb779ed-63f7-40a1-aa8d-1ea596dd9318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775131 Jul 08 18:02:38.119646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261b40c-93a8-49c9-851f-c095314ac9dd None None] Checking router: bfe188e1-6e10-46dd-a8df-3a94695d56d7 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:02:38.130158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261b40c-93a8-49c9-851f-c095314ac9dd None None] Routers {'bfe188e1-6e10-46dd-a8df-3a94695d56d7'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:38.131072 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1261b40c-93a8-49c9-851f-c095314ac9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:38.334111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05068f36-85c2-4d4b-87c9-00df3a553bac req-451658b0-9fb7-43cc-aa79-014a0772859d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.335763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05068f36-85c2-4d4b-87c9-00df3a553bac req-451658b0-9fb7-43cc-aa79-014a0772859d tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 945 time: 0.1582921 Jul 08 18:02:38.345404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e48b57-72a5-4c34-b28a-99a044440146 req-c4886111-d233-4dd6-972b-94974385c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.345885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e48b57-72a5-4c34-b28a-99a044440146 req-c4886111-d233-4dd6-972b-94974385c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.346394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e48b57-72a5-4c34-b28a-99a044440146 req-c4886111-d233-4dd6-972b-94974385c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.348048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22e48b57-72a5-4c34-b28a-99a044440146 req-c4886111-d233-4dd6-972b-94974385c983 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17ea58666094a939bb21c942b6de2dd&device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2864 time: 0.1226103 Jul 08 18:02:38.415510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-e1290d2f-ab5d-47d0-9fe1-b0432be27fa4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.417930 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-e1290d2f-ab5d-47d0-9fe1-b0432be27fa4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.74 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 805 time: 0.5350678 Jul 08 18:02:38.420192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-1261b40c-93a8-49c9-851f-c095314ac9dd None None] Set router bfe188e1-6e10-46dd-a8df-3a94695d56d7 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:38.428148 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:38.454688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Request body: {'port': {'device_id': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'admin_state_up': True, 'tenant_id': '3e0ef964426048b7bf98d75718c5c7bf'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:38.466964 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05068f36-85c2-4d4b-87c9-00df3a553bac req-fca13060-f2c9-449e-873a-896a8c467dce tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups?id=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175170 Jul 08 18:02:38.492672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:38.493864 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:38.494182 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Floating IP e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f disassociated. External IP: 172.25.8.158, port: a0e0f267-ff5c-48b0-bfe6-755cb311202f. Jul 08 18:02:38.494562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Calling delete_port for a0e0f267-ff5c-48b0-bfe6-755cb311202f owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:38.553025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e48b57-72a5-4c34-b28a-99a044440146 req-4c88a0ea-c989-4b9d-92e5-74fb463d25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.555086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22e48b57-72a5-4c34-b28a-99a044440146 req-4c88a0ea-c989-4b9d-92e5-74fb463d25c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6db6783c-f0e5-41da-b133-532e0eb8246c HTTP/1.1" status: 200 len: 903 time: 0.1970999 Jul 08 18:02:38.566971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a6edb7a-4434-4faf-9bf7-08ec26559070 req-807b8e08-cc5b-4477-b887-b4859a09bed5 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 210 time: 0.1374238 Jul 08 18:02:38.579524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f08c3e7c-e11b-4cdd-af8d-535938c3dac1 req-3c9d5c76-f6d1-42c6-a1ab-7941df5cf96f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] For port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:38.579789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f08c3e7c-e11b-4cdd-af8d-535938c3dac1 req-3c9d5c76-f6d1-42c6-a1ab-7941df5cf96f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:38.642141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1261b40c-93a8-49c9-851f-c095314ac9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'name': 'tempest-FloatingIPsTestJSON-1453438382-router', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:04Z', 'updated_at': '2021-07-08T18:02:35Z', 'revision_number': 5, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'gw_port': {'id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:05Z', 'updated_at': '2021-07-08T18:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:38.674130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261b40c-93a8-49c9-851f-c095314ac9dd None None] The sync data for ids ['bfe188e1-6e10-46dd-a8df-3a94695d56d7'] in n-d-799684-3 is: [{'id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'name': 'tempest-FloatingIPsTestJSON-1453438382-router', 'tenant_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:04Z', 'updated_at': '2021-07-08T18:02:35Z', 'revision_number': 5, 'project_id': '9e7a5ff9fb614fb695fd1cdcdf1c6719', 'gw_port': {'id': 'dc60fef1-7197-4919-a2ab-f1e49b7978f9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe188e1-6e10-46dd-a8df-3a94695d56d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:05Z', 'updated_at': '2021-07-08T18:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:38.674441 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22e48b57-72a5-4c34-b28a-99a044440146 req-37ed150e-526c-4272-b688-d31f995fcd5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=17778300-69e1-4b44-823e-807b020c8b73 HTTP/1.1" status: 200 len: 217 time: 0.1047251 Jul 08 18:02:38.790431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e48b57-72a5-4c34-b28a-99a044440146 req-aa3ac6e4-4040-4c80-bec3-c86c45fd41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.793831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22e48b57-72a5-4c34-b28a-99a044440146 req-aa3ac6e4-4040-4c80-bec3-c86c45fd41c0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9cecfb39-d343-45f7-ab29-15021fa0dfc5 HTTP/1.1" status: 200 len: 801 time: 0.1130385 Jul 08 18:02:38.824741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8bd6c-7960-406d-9051-35db0ee48784 req-da6e1f10-e57d-4a87-8d73-58a87525ab0d tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.826704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39f8bd6c-7960-406d-9051-35db0ee48784 req-da6e1f10-e57d-4a87-8d73-58a87525ab0d tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 950 time: 0.1015089 Jul 08 18:02:38.947436 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39f8bd6c-7960-406d-9051-35db0ee48784 req-b627377c-2812-4fcb-b3b1-35e027c76af7 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/security-groups?id=21d94336-d6ea-4b47-97e5-116de4c5a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072159 Jul 08 18:02:38.975377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e48b57-72a5-4c34-b28a-99a044440146 req-fca9d5fe-e103-4dfc-b07a-0c48084f7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.977006 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22e48b57-72a5-4c34-b28a-99a044440146 req-fca9d5fe-e103-4dfc-b07a-0c48084f7e8b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6db6783c-f0e5-41da-b133-532e0eb8246c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1466258 Jul 08 18:02:38.990283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc8bf7-40e2-4e37-af88-24d238bf4fe8 req-9beb4fb3-501a-47f1-b8c2-b9ba992a5f17 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.990514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f08c3e7c-e11b-4cdd-af8d-535938c3dac1 req-3c9d5c76-f6d1-42c6-a1ab-7941df5cf96f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Calling delete_port for 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:38.992423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8abc8bf7-40e2-4e37-af88-24d238bf4fe8 req-9beb4fb3-501a-47f1-b8c2-b9ba992a5f17 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/ports?device_id=63089b09-f85f-4100-a0c4-6101ed901522 HTTP/1.1" status: 200 len: 950 time: 0.1262372 Jul 08 18:02:39.061997 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.110766 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c762a2c-2757-43b1-9984-d52fb626681c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.136099 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-450b0695-0d81-4b05-b0e7-a54dbde82b45 req-3b74578d-af48-44cd-ad27-89f2e7dc8466 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.153148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8abc8bf7-40e2-4e37-af88-24d238bf4fe8 req-c5742cfd-ba35-4ec5-9dda-2d48fda7881b tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.73 "GET /v2.0/security-groups?id=9074134f-8fe8-4b4d-93dd-f391f5ce3587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506598 Jul 08 18:02:39.180709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22e48b57-72a5-4c34-b28a-99a044440146 req-842373bf-b663-4dc5-b3ed-30cff4d04b8f service neutron] 10.222.0.74 "GET /v2.0/networks/6db6783c-f0e5-41da-b133-532e0eb8246c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873143 Jul 08 18:02:39.205437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74578d-af48-44cd-ad27-89f2e7dc8466 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Pushing event deleted for resources: {'Port': ['ID=363d1993-a0ec-4b01-9795-2d73beaeb08d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:39.239494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Deleting port dc60fef1-7197-4919-a2ab-f1e49b7978f9 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:39.239841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.272700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e78c85-8b75-4194-b37f-fcfe3c08123a req-ca0eed75-5ad8-40dd-94ec-bf4e9894f07d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:39.279155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e78c85-8b75-4194-b37f-fcfe3c08123a req-ca0eed75-5ad8-40dd-94ec-bf4e9894f07d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:39.284913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e78c85-8b75-4194-b37f-fcfe3c08123a req-ca0eed75-5ad8-40dd-94ec-bf4e9894f07d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:39.286575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60e78c85-8b75-4194-b37f-fcfe3c08123a req-ca0eed75-5ad8-40dd-94ec-bf4e9894f07d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2411 time: 0.1972656 Jul 08 18:02:39.342236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Made reservation on behalf of 3e0ef964426048b7bf98d75718c5c7bf for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:39.345760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.358643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22e48b57-72a5-4c34-b28a-99a044440146 req-3c85007c-3533-4329-9a92-d9a6765585a6 service neutron] 10.222.0.74 "GET /v2.0/networks/6db6783c-f0e5-41da-b133-532e0eb8246c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665792 Jul 08 18:02:39.361442 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60e78c85-8b75-4194-b37f-fcfe3c08123a req-07f462b5-b27a-4ed7-9566-3b5a44e16745 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641413 Jul 08 18:02:39.368781 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-450b0695-0d81-4b05-b0e7-a54dbde82b45 req-3b74578d-af48-44cd-ad27-89f2e7dc8466 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] No DVR routers for this DVR port 363d1993-a0ec-4b01-9795-2d73beaeb08d on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:39.383546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-450b0695-0d81-4b05-b0e7-a54dbde82b45 req-3b74578d-af48-44cd-ad27-89f2e7dc8466 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.386102 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-450b0695-0d81-4b05-b0e7-a54dbde82b45 req-3b74578d-af48-44cd-ad27-89f2e7dc8466 tempest-MigrationsAdminTest-1182469702 tempest-MigrationsAdminTest-1182469702-project] 10.222.0.74 "DELETE /v2.0/ports/363d1993-a0ec-4b01-9795-2d73beaeb08d HTTP/1.1" status: 204 len: 173 time: 2.3207686 Jul 08 18:02:39.388801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'name': 'network-vif-deleted', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:39.391359 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fef998a-a882-4be4-a01e-151d8aeb85de" -d '{"events": [{"server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "name": "network-vif-deleted", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:39.466478 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47472266-0a61-453d-bcf3-3f9ccc745b53 x-openstack-request-id: req-47472266-0a61-453d-bcf3-3f9ccc745b53 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:39.466718 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63089b09-f85f-4100-a0c4-6101ed901522", "name": "network-vif-deleted", "tag": "363d1993-a0ec-4b01-9795-2d73beaeb08d", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:39.466933 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47472266-0a61-453d-bcf3-3f9ccc745b53 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:39.467326 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63089b09-f85f-4100-a0c4-6101ed901522', 'name': 'network-vif-deleted', 'tag': '363d1993-a0ec-4b01-9795-2d73beaeb08d', 'status': 'completed', 'code': 200} Jul 08 18:02:39.523218 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] For port dc60fef1-7197-4919-a2ab-f1e49b7978f9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=dc60fef1-7197-4919-a2ab-f1e49b7978f9,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:39.523648 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.526628 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.577988 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Calling delete_port for dc60fef1-7197-4919-a2ab-f1e49b7978f9 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:39.592862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Pushing event deleted for resources: {'Port': ['ID=a0e0f267-ff5c-48b0-bfe6-755cb311202f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:39.638004 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebcde86c-792e-45a4-857b-4f105c354f2a req-80fe97f8-861e-4d7f-afce-80d5959aed58 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 210 time: 0.0401216 Jul 08 18:02:39.660884 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f08c3e7c-e11b-4cdd-af8d-535938c3dac1 req-3c9d5c76-f6d1-42c6-a1ab-7941df5cf96f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.772534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d5c76-f6d1-42c6-a1ab-7941df5cf96f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Pushing event deleted for resources: {'Port': ['ID=2a4e8895-c7fd-48a0-90ea-b77fb69417b3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:39.794154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30a7369b-782d-41d6-a76d-fefa218dda14 req-d5b5cbbc-2973-4567-acc0-41fe5159625e tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 210 time: 0.0580552 Jul 08 18:02:39.821539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Allocated IP 172.20.0.4 (1c510281-7c23-4f45-8f61-7aebaf93e67f/8e734d1c-a925-4682-8868-ca57c3123de4/cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:39.906284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08c3e7c-e11b-4cdd-af8d-535938c3dac1 req-3c9d5c76-f6d1-42c6-a1ab-7941df5cf96f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] No DVR routers for this DVR port 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:39.914573 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f08c3e7c-e11b-4cdd-af8d-535938c3dac1 req-3c9d5c76-f6d1-42c6-a1ab-7941df5cf96f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.914772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a5fe4-e95d-4714-a391-5fb78287308f req-2ca7bc40-98dc-4206-b815-dcc1294891a6 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:39.916482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-886a5fe4-e95d-4714-a391-5fb78287308f req-2ca7bc40-98dc-4206-b815-dcc1294891a6 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.59 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 950 time: 0.0913770 Jul 08 18:02:39.916620 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f08c3e7c-e11b-4cdd-af8d-535938c3dac1 req-3c9d5c76-f6d1-42c6-a1ab-7941df5cf96f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.59 "DELETE /v2.0/ports/2a4e8895-c7fd-48a0-90ea-b77fb69417b3 HTTP/1.1" status: 204 len: 173 time: 2.5739441 Jul 08 18:02:40.032033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Router b0c73014-ad61-4c6a-acdb-ac4fba144469 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:02:40.061419 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.075204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-886a5fe4-e95d-4714-a391-5fb78287308f req-1bf66073-cee7-4bc3-b0ed-f46d8cb31e36 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Deleting port 95ef5280-1981-4c35-be4b-f1aca6d75dcf {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:40.075204 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-886a5fe4-e95d-4714-a391-5fb78287308f req-1bf66073-cee7-4bc3-b0ed-f46d8cb31e36 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.155514 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.259694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6e62c673-d8b2-4b61-9173-fdd425a61696 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:40.295252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-886a5fe4-e95d-4714-a391-5fb78287308f req-1bf66073-cee7-4bc3-b0ed-f46d8cb31e36 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] For port 95ef5280-1981-4c35-be4b-f1aca6d75dcf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=95ef5280-1981-4c35-be4b-f1aca6d75dcf,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:40.295858 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-886a5fe4-e95d-4714-a391-5fb78287308f req-1bf66073-cee7-4bc3-b0ed-f46d8cb31e36 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.303716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 6e62c673-d8b2-4b61-9173-fdd425a61696 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:40.304356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6e62c673-d8b2-4b61-9173-fdd425a61696 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:40.325670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-886a5fe4-e95d-4714-a391-5fb78287308f req-1bf66073-cee7-4bc3-b0ed-f46d8cb31e36 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Calling delete_port for 95ef5280-1981-4c35-be4b-f1aca6d75dcf owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:40.338520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc60fef1-7197-4919-a2ab-f1e49b7978f9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:40.399460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770fbed-1b24-4a4a-b0ae-33237fef87e9 req-1caaf5da-1edb-4b3b-8b6c-d7324da460df tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:40.407684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2770fbed-1b24-4a4a-b0ae-33237fef87e9 req-1caaf5da-1edb-4b3b-8b6c-d7324da460df tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 950 time: 0.2640972 Jul 08 18:02:40.450097 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.471237 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2770fbed-1b24-4a4a-b0ae-33237fef87e9 req-55dda6f9-a3cb-4869-b4a5-17dd9000446d tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/security-groups?id=21d94336-d6ea-4b47-97e5-116de4c5a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625744 Jul 08 18:02:40.483283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:40.505633 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36fa7f9-2516-467c-b75d-1d01ec666a44 None None] Sync routers for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:40.506197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.516238 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fa7f9-2516-467c-b75d-1d01ec666a44 None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:40.516872 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c36fa7f9-2516-467c-b75d-1d01ec666a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:40.631317 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-886a5fe4-e95d-4714-a391-5fb78287308f req-1bf66073-cee7-4bc3-b0ed-f46d8cb31e36 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.646344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['95ef5280-1981-4c35-be4b-f1aca6d75dcf'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:40.650847 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c36fa7f9-2516-467c-b75d-1d01ec666a44 None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:40.657663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6874-ba7c-4bab-8b93-5fbd77ebc96e req-fcde90ee-2d04-4e06-a6ba-b463c939bf32 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:40.663753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6874-ba7c-4bab-8b93-5fbd77ebc96e req-fcde90ee-2d04-4e06-a6ba-b463c939bf32 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:40.671518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6874-ba7c-4bab-8b93-5fbd77ebc96e req-fcde90ee-2d04-4e06-a6ba-b463c939bf32 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:40.673386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15fa6874-ba7c-4bab-8b93-5fbd77ebc96e req-fcde90ee-2d04-4e06-a6ba-b463c939bf32 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2411 time: 0.1533358 Jul 08 18:02:40.701130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] No DVR routers for this DVR port a0e0f267-ff5c-48b0-bfe6-755cb311202f on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:40.709809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf66073-cee7-4bc3-b0ed-f46d8cb31e36 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Pushing event deleted for resources: {'Port': ['ID=95ef5280-1981-4c35-be4b-f1aca6d75dcf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:40.743696 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.747621 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db876af5-7eb0-4287-9b37-e9c8a2ae0a45 req-aa66497f-a0df-4e0a-93eb-582d70b5d112 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.59 "DELETE /v2.0/ports/a0e0f267-ff5c-48b0-bfe6-755cb311202f HTTP/1.1" status: 204 len: 173 time: 3.9538207 Jul 08 18:02:40.772810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.781306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.785309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60016) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:40.792969 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15fa6874-ba7c-4bab-8b93-5fbd77ebc96e req-7612f1c9-7a62-45d4-8e56-592d7aca16bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916293 Jul 08 18:02:40.880018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-886a5fe4-e95d-4714-a391-5fb78287308f req-1bf66073-cee7-4bc3-b0ed-f46d8cb31e36 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] No DVR routers for this DVR port 95ef5280-1981-4c35-be4b-f1aca6d75dcf on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:40.881884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9f2a2562-c13b-4e6c-904a-293e3678778c details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:40.883053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-886a5fe4-e95d-4714-a391-5fb78287308f req-1bf66073-cee7-4bc3-b0ed-f46d8cb31e36 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.885861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-886a5fe4-e95d-4714-a391-5fb78287308f req-1bf66073-cee7-4bc3-b0ed-f46d8cb31e36 tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.59 "DELETE /v2.0/ports/95ef5280-1981-4c35-be4b-f1aca6d75dcf HTTP/1.1" status: 204 len: 173 time: 0.9623754 Jul 08 18:02:40.886018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 363d1993-a0ec-4b01-9795-2d73beaeb08d no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:40.909620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e90fdd-9c93-4999-a70d-738d7c2f8d64', 'name': 'network-vif-deleted', 'tag': '95ef5280-1981-4c35-be4b-f1aca6d75dcf'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:40.914031 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5328c98-a8fd-4b55-a906-8c177ec6cdac" -d '{"events": [{"server_uuid": "34e90fdd-9c93-4999-a70d-738d7c2f8d64", "name": "network-vif-deleted", "tag": "95ef5280-1981-4c35-be4b-f1aca6d75dcf"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:40.970951 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.973174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.973700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfe188e1-6e10-46dd-a8df-3a94695d56d7 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:40.987896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 363d1993-a0ec-4b01-9795-2d73beaeb08d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:40.988299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 363d1993-a0ec-4b01-9795-2d73beaeb08d not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:41.006503 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.010318 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ab3171e6-e254-4362-a50b-1add6b16a861 admin admin] 10.222.0.73 "DELETE /v2.0/routers/bfe188e1-6e10-46dd-a8df-3a94695d56d7 HTTP/1.1" status: 204 len: 168 time: 3.3570619 Jul 08 18:02:41.060547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60026) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:41.076356 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c36fa7f9-2516-467c-b75d-1d01ec666a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:41.089242 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66669d13-e0ac-4b3b-b845-376d61032e0f req-4664c1dc-1289-4900-93d5-996aa2ac60c3 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec15c63-047e-4702-a9e2-1073ce1b71bc HTTP/1.1" status: 200 len: 210 time: 0.1121843 Jul 08 18:02:41.160620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Network 1c510281-7c23-4f45-8f61-7aebaf93e67f is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:41.165942 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36fa7f9-2516-467c-b75d-1d01ec666a44 None None] Checking router: b0c73014-ad61-4c6a-acdb-ac4fba144469 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:02:41.173076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9f2a2562-c13b-4e6c-904a-293e3678778c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9f2a2562-c13b-4e6c-904a-293e3678778c,segment=NetworkSegment(f389b0ae-bcbd-49a8-b857-9172a55a8616),segment_id=f389b0ae-bcbd-49a8-b857-9172a55a8616)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:41.194617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:41.204157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:41.207409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Pushing event updated for resources: {'Port': ['ID=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:41.213953 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fa7f9-2516-467c-b75d-1d01ec666a44 None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:41.214717 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c36fa7f9-2516-467c-b75d-1d01ec666a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:41.224612 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e0f9c6bc-8a32-437d-8a64-b6991434af2a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ece45c75085439aa23b1b8caecbe1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298894 Jul 08 18:02:41.229418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60028) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:41.236952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '9f2a2562-c13b-4e6c-904a-293e3678778c', 'network_id': 'eeb779ed-63f7-40a1-aa8d-1ea596dd9318', 'port_id': '9f2a2562-c13b-4e6c-904a-293e3678778c', 'mac_address': 'fa:16:3e:2c:06:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013fa8e-f275-4d9e-9dcb-45abf5d8b25f', 'ip_address': '19.86.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:41.318601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-2373baa3-3e61-4784-9ca8-2b358d7f2fea admin admin] Deleting subnet 24a477f8-67d2-4d36-97be-0a87f197619d {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:02:41.320885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device a0e0f267-ff5c-48b0-bfe6-755cb311202f no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:41.336344 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2373baa3-3e61-4784-9ca8-2b358d7f2fea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.377859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: a0e0f267-ff5c-48b0-bfe6-755cb311202f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:41.378201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device a0e0f267-ff5c-48b0-bfe6-755cb311202f not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:41.381061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:41.385174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b61cb40d-2d85-4d9c-b824-f5ec4ea874e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.411699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:41.414455 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.428722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b61cb40d-2d85-4d9c-b824-f5ec4ea874e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.439555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:41.440944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2a4e8895-c7fd-48a0-90ea-b77fb69417b3 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:41.441480 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c36fa7f9-2516-467c-b75d-1d01ec666a44 None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:41.446247 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.454257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482b5bb-2ab3-4cae-ad1a-e0a74c4160d1 req-afcccca1-982c-4b9a-9fbe-546ad2c8a027 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:41.463059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2373baa3-3e61-4784-9ca8-2b358d7f2fea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.463326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6482b5bb-2ab3-4cae-ad1a-e0a74c4160d1 req-afcccca1-982c-4b9a-9fbe-546ad2c8a027 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 931 time: 0.1360333 Jul 08 18:02:41.477118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2a2562-c13b-4e6c-904a-293e3678778c {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:41.508695 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb8f88f-c566-413b-b076-fb23a28f5ec6 x-openstack-request-id: req-0cb8f88f-c566-413b-b076-fb23a28f5ec6 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:41.509110 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e90fdd-9c93-4999-a70d-738d7c2f8d64", "name": "network-vif-deleted", "tag": "95ef5280-1981-4c35-be4b-f1aca6d75dcf", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:41.510022 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0cb8f88f-c566-413b-b076-fb23a28f5ec6 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:41.511407 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e90fdd-9c93-4999-a70d-738d7c2f8d64', 'name': 'network-vif-deleted', 'tag': '95ef5280-1981-4c35-be4b-f1aca6d75dcf', 'status': 'completed', 'code': 200} Jul 08 18:02:41.527265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'name': 'network-vif-deleted', 'tag': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3'}, {'server_uuid': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'name': 'network-vif-deleted', 'tag': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:41.529969 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649fd557-0f09-4d81-9059-f40329a5fc95" -d '{"events": [{"server_uuid": "1344c96b-7836-4a96-9b2e-3dcc3a687caf", "name": "network-vif-deleted", "tag": "2a4e8895-c7fd-48a0-90ea-b77fb69417b3"}, {"server_uuid": "1ec15c63-047e-4702-a9e2-1073ce1b71bc", "name": "network-vif-deleted", "tag": "a0e0f267-ff5c-48b0-bfe6-755cb311202f"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:41.563223 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6482b5bb-2ab3-4cae-ad1a-e0a74c4160d1 req-54795a2a-32c0-46e2-a701-c54b997682b7 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988145 Jul 08 18:02:41.575952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9f2a2562-c13b-4e6c-904a-293e3678778c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9f2a2562-c13b-4e6c-904a-293e3678778c,segment=NetworkSegment(f389b0ae-bcbd-49a8-b857-9172a55a8616),segment_id=f389b0ae-bcbd-49a8-b857-9172a55a8616)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:41.577834 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-89dee756-d93c-44b0-ac9e-ea0d0858d5c4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1456044 Jul 08 18:02:41.594941 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.597078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 17778300-69e1-4b44-823e-807b020c8b73 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:41.599643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Request body: {'port': {'device_id': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:41.604861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b61cb40d-2d85-4d9c-b824-f5ec4ea874e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.607513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b61cb40d-2d85-4d9c-b824-f5ec4ea874e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.611117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b61cb40d-2d85-4d9c-b824-f5ec4ea874e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9074134f-8fe8-4b4d-93dd-f391f5ce3587 HTTP/1.1" status: 204 len: 168 time: 0.3745148 Jul 08 18:02:41.659435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cb40d-2d85-4d9c-b824-f5ec4ea874e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9074134f-8fe8-4b4d-93dd-f391f5ce3587,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:41.761850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26a97c97-2fc6-4de5-9f6c-73bd3c36be0b req-d2fd35a1-b261-4035-8815-3db3fcf05dcd tempest-TenantUsagesTestJSON-1486885456 tempest-TenantUsagesTestJSON-1486885456-project] 10.222.0.73 "GET /v2.0/ports?device_id=34e90fdd-9c93-4999-a70d-738d7c2f8d64 HTTP/1.1" status: 200 len: 210 time: 0.0526235 Jul 08 18:02:41.781755 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.801492 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae46871-b931-45f4-9670-ecdfa1b396a4 x-openstack-request-id: req-cae46871-b931-45f4-9670-ecdfa1b396a4 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:41.801772 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1344c96b-7836-4a96-9b2e-3dcc3a687caf", "name": "network-vif-deleted", "tag": "2a4e8895-c7fd-48a0-90ea-b77fb69417b3", "status": "completed", "code": 200}, {"server_uuid": "1ec15c63-047e-4702-a9e2-1073ce1b71bc", "name": "network-vif-deleted", "tag": "a0e0f267-ff5c-48b0-bfe6-755cb311202f", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:41.802040 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cae46871-b931-45f4-9670-ecdfa1b396a4 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:41.802776 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1344c96b-7836-4a96-9b2e-3dcc3a687caf', 'name': 'network-vif-deleted', 'tag': '2a4e8895-c7fd-48a0-90ea-b77fb69417b3', 'status': 'completed', 'code': 200} Jul 08 18:02:41.802776 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec15c63-047e-4702-a9e2-1073ce1b71bc', 'name': 'network-vif-deleted', 'tag': 'a0e0f267-ff5c-48b0-bfe6-755cb311202f', 'status': 'completed', 'code': 200} Jul 08 18:02:41.892107 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c36fa7f9-2516-467c-b75d-1d01ec666a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:41.909572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9f2a2562-c13b-4e6c-904a-293e3678778c,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:41.946003 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2373baa3-3e61-4784-9ca8-2b358d7f2fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.949802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 17778300-69e1-4b44-823e-807b020c8b73, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=17778300-69e1-4b44-823e-807b020c8b73,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:41.954367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.955012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.955524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.956155 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.956674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.957241 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.958038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.958601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.959118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.959629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.960125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.960614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:41.963601 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36fa7f9-2516-467c-b75d-1d01ec666a44 None None] The sync data for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 is: [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T17:55:18Z', 'revision_number': 4, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c3edc536-6ac5-44d3-8305-bff297234c42', 'name': '', 'network_id': '72e7378e-68fa-4eae-969d-4af763a383fd', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'mac_address': 'fa:16:3e:bb:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:17Z', 'updated_at': '2021-07-08T17:55:28Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'subnets': [{'id': '2399feef-6cf2-4a19-849e-f93ebf11d781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:41.998862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '17778300-69e1-4b44-823e-807b020c8b73', 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c', 'port_id': '17778300-69e1-4b44-823e-807b020c8b73', 'mac_address': 'fa:16:3e:2d:ae:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cecfb39-d343-45f7-ab29-15021fa0dfc5', 'ip_address': '19.80.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:42.021052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.104797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.135586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17778300-69e1-4b44-823e-807b020c8b73 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:42.168234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7416f6-c4f5-4380-adf5-b2371b0f4ac6 req-55f17c16-e6a8-4161-a4be-da0040c5ff93 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:42.179279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7416f6-c4f5-4380-adf5-b2371b0f4ac6 req-55f17c16-e6a8-4161-a4be-da0040c5ff93 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:42.182297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 17778300-69e1-4b44-823e-807b020c8b73, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=17778300-69e1-4b44-823e-807b020c8b73,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:42.188250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7416f6-c4f5-4380-adf5-b2371b0f4ac6 req-55f17c16-e6a8-4161-a4be-da0040c5ff93 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:42.191437 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.192129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 695481e6-74ec-43f6-a25e-83073573b81d details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:42.204362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b7416f6-c4f5-4380-adf5-b2371b0f4ac6 req-55f17c16-e6a8-4161-a4be-da0040c5ff93 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2412 time: 0.1489332 Jul 08 18:02:42.281374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b7416f6-c4f5-4380-adf5-b2371b0f4ac6 req-11a0fef6-898a-4895-9e33-e01e3a4a4b11 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735519 Jul 08 18:02:42.283792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2373baa3-3e61-4784-9ca8-2b358d7f2fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.301725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60044) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:42.320793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device dc60fef1-7197-4919-a2ab-f1e49b7978f9 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:42.346694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373baa3-3e61-4784-9ca8-2b358d7f2fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a477f8-67d2-4d36-97be-0a87f197619d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:42.355311 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2373baa3-3e61-4784-9ca8-2b358d7f2fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.359870 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2373baa3-3e61-4784-9ca8-2b358d7f2fea admin admin] 10.222.0.73 "DELETE /v2.0/subnets/24a477f8-67d2-4d36-97be-0a87f197619d HTTP/1.1" status: 204 len: 168 time: 1.2981410 Jul 08 18:02:42.360491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60048) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:42.407181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c58a9d-81fb-4866-9a4b-009395cfd312 None None] Network 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:42.429780 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.resource_extend [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:02:42.437475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: dc60fef1-7197-4919-a2ab-f1e49b7978f9 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:42.438073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device dc60fef1-7197-4919-a2ab-f1e49b7978f9 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:42.450901 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5b90bc2d-95a8-4417-82fb-d67687bcc853 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6467c5cddcbe47e6a0f2aa813bc86af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469507 Jul 08 18:02:42.453474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60052) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:42.516321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3024db7b-bd6d-4a03-b4b7-d04467657318 None None] New status for floating IP e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:02:42.531612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 695481e6-74ec-43f6-a25e-83073573b81d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=695481e6-74ec-43f6-a25e-83073573b81d,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:42.534616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=17778300-69e1-4b44-823e-807b020c8b73,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:42.562169 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.597957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '695481e6-74ec-43f6-a25e-83073573b81d', 'network_id': '6db6783c-f0e5-41da-b133-532e0eb8246c', 'port_id': '695481e6-74ec-43f6-a25e-83073573b81d', 'mac_address': 'fa:16:3e:f9:6b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cecfb39-d343-45f7-ab29-15021fa0dfc5', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:42.605965 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b15e7fbc-20ca-4347-b622-03c781e0c9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.616572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:42.632899 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.655012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60060) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:42.659825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Transition to ACTIVE for port object cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:42.664631 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b15e7fbc-20ca-4347-b622-03c781e0c9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.666339 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.720898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:42.776706 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.780065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Deleting port a5735882-317b-4488-9111-e15346f07cd8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:42.780881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.796353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695481e6-74ec-43f6-a25e-83073573b81d {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:42.827450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 695481e6-74ec-43f6-a25e-83073573b81d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=695481e6-74ec-43f6-a25e-83073573b81d,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:42.834766 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.835645 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5599d7ff-3ed4-466b-a2cb-613691d13c9b tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.871846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b15e7fbc-20ca-4347-b622-03c781e0c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.889262 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b15e7fbc-20ca-4347-b622-03c781e0c9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.890871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b15e7fbc-20ca-4347-b622-03c781e0c9fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b28469b-d111-41b2-b0d3-d310704ef7d2 HTTP/1.1" status: 204 len: 168 time: 0.4362850 Jul 08 18:02:42.901001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=695481e6-74ec-43f6-a25e-83073573b81d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:42.906283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Attempting to bind port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:42.906714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Attempting to bind port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:42.906938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Attempting to bind port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:42.911894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:42.912076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Attempting to bind port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 on network 1c510281-7c23-4f45-8f61-7aebaf93e67f {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:42.913128 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50cecf7-b197-4d90-aeaa-b3ec123995b4 None None] DHCP port deletion for 8a037dc9-e1b1-45b3-9683-2e6750d4f7ea request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:02:42.917657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:42.917990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Checking segment: {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:42.918428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Bound using segment: {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:42.918809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Bound port: cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e2a8fa-bd49-4b5f-a805-a808b9d222fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:42.919165 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.981988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e50cecf7-b197-4d90-aeaa-b3ec123995b4 None None] Deleting port a5735882-317b-4488-9111-e15346f07cd8 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:42.982438 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e50cecf7-b197-4d90-aeaa-b3ec123995b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.009000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e7fbc-20ca-4347-b622-03c781e0c9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b28469b-d111-41b2-b0d3-d310704ef7d2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:43.014489 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5599d7ff-3ed4-466b-a2cb-613691d13c9b tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.034072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] For port a5735882-317b-4488-9111-e15346f07cd8, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a5735882-317b-4488-9111-e15346f07cd8,segment=NetworkSegment(99612c20-d572-46d7-83a7-d296eeddfc92),segment_id=99612c20-d572-46d7-83a7-d296eeddfc92)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:43.034395 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.048309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] For port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:43.060237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] For port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:43.064666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Calling delete_port for a5735882-317b-4488-9111-e15346f07cd8 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:43.069363 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.097742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e50cecf7-b197-4d90-aeaa-b3ec123995b4 None None] For port a5735882-317b-4488-9111-e15346f07cd8, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a5735882-317b-4488-9111-e15346f07cd8,segment=NetworkSegment(99612c20-d572-46d7-83a7-d296eeddfc92),segment_id=99612c20-d572-46d7-83a7-d296eeddfc92)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:43.098619 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e50cecf7-b197-4d90-aeaa-b3ec123995b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.114465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:43.115194 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.116855 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] 10.222.0.74 "PUT /v2.0/ports/cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 HTTP/1.1" status: 200 len: 1091 time: 1.5277297 Jul 08 18:02:43.121430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e50cecf7-b197-4d90-aeaa-b3ec123995b4 None None] Calling delete_port for a5735882-317b-4488-9111-e15346f07cd8 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:43.141758 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dac07-6c47-44ac-b6e2-c46d42788d97 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:43.212138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01fce5-6dee-4080-95dd-48cfb3aa411f req-5e4f725f-65b6-42c8-8f7f-1f95b305213f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:43.219638 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce01fce5-6dee-4080-95dd-48cfb3aa411f req-5e4f725f-65b6-42c8-8f7f-1f95b305213f tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 943 time: 0.3867428 Jul 08 18:02:43.272812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-179b13e5-ef5b-46bd-85e9-51af3c2cc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:43.274796 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-179b13e5-ef5b-46bd-85e9-51af3c2cc418 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 1094 time: 0.0912967 Jul 08 18:02:43.309111 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5599d7ff-3ed4-466b-a2cb-613691d13c9b tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.311991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5599d7ff-3ed4-466b-a2cb-613691d13c9b tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.313254 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5599d7ff-3ed4-466b-a2cb-613691d13c9b tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "DELETE /v2.0/security-groups/6ef1bb69-976f-4a1f-b1df-f8b5afa026eb HTTP/1.1" status: 204 len: 168 time: 0.6570923 Jul 08 18:02:43.319152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60074) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:43.331486 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-0b0b2f87-e38c-4574-a394-f700abbc6ede service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 HTTP/1.1" status: 200 len: 217 time: 0.0480604 Jul 08 18:02:43.333781 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce01fce5-6dee-4080-95dd-48cfb3aa411f req-8d1143b9-468f-4fad-9c6e-d078bf297060 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132154 Jul 08 18:02:43.357505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9f2a2562-c13b-4e6c-904a-293e3678778c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:43.364205 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.371018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599d7ff-3ed4-466b-a2cb-613691d13c9b tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef1bb69-976f-4a1f-b1df-f8b5afa026eb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:43.382609 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-c964df73-de79-4d20-8daa-eae6d9c23234 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] show failed (client error): The resource could not be found. Jul 08 18:02:43.383913 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c964df73-de79-4d20-8daa-eae6d9c23234 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "GET /v2.0/security-groups/6ef1bb69-976f-4a1f-b1df-f8b5afa026eb HTTP/1.1" status: 404 len: 347 time: 0.0488689 Jul 08 18:02:43.392499 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60078) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:43.404609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5735882-317b-4488-9111-e15346f07cd8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:43.408380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] No DVR routers for this DVR port a5735882-317b-4488-9111-e15346f07cd8 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:43.427822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['695481e6-74ec-43f6-a25e-83073573b81d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:43.495069 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.507634 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a037dc9-e1b1-45b3-9683-2e6750d4f7ea']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:43.514444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60086) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:43.524186 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e50cecf7-b197-4d90-aeaa-b3ec123995b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.530586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99612c20-d572-46d7-83a7-d296eeddfc92') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:43.531325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99612c20-d572-46d7-83a7-d296eeddfc92') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:43.544230 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.572382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.583075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:02:43.583864 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:02:43.586621 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:02:43.605550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-0954f986-de60-4acf-bfe4-1d60af0f1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:43.607411 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-0954f986-de60-4acf-bfe4-1d60af0f1e4a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8e734d1c-a925-4682-8868-ca57c3123de4 HTTP/1.1" status: 200 len: 845 time: 0.2698009 Jul 08 18:02:43.625227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cecf7-b197-4d90-aeaa-b3ec123995b4 None None] Pushing event deleted for resources: {'Port': ['ID=a5735882-317b-4488-9111-e15346f07cd8,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:43.641680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cecf7-b197-4d90-aeaa-b3ec123995b4 None None] No DVR routers for this DVR port a5735882-317b-4488-9111-e15346f07cd8 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:43.676913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9a556-8845-44e7-bc64-0e31b13d44c7 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Deleting port 2cd6ec65-164f-4ac7-b78e-473838d27db1 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:43.677772 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ac9a556-8845-44e7-bc64-0e31b13d44c7 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.754392 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-85efd691-eead-4b9b-8a5f-35dc6c2e4cd5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1c510281-7c23-4f45-8f61-7aebaf93e67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333354 Jul 08 18:02:43.820390 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.828336 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.832686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'tag': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:43.833092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] 10.222.0.73 "DELETE /v2.0/networks/8a037dc9-e1b1-45b3-9683-2e6750d4f7ea HTTP/1.1" status: 204 len: 168 time: 1.4715796 Jul 08 18:02:43.840989 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6121055-7a71-4614-bf34-76c8d6ca0155" -d '{"events": [{"name": "network-changed", "server_uuid": "e2db6c71-cafa-4979-ba7f-367d8662978b", "tag": "cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:43.903665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf125a-3d9d-4e87-a083-1bb20f08401c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a037dc9-e1b1-45b3-9683-2e6750d4f7ea,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:43.924309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ac9a556-8845-44e7-bc64-0e31b13d44c7 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.924935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ac9a556-8845-44e7-bc64-0e31b13d44c7 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.954826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b967a-704e-449c-8c42-f13ea61cd5d4 req-90055816-73ed-4504-b0bc-3178bda4db69 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:43.961806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9a556-8845-44e7-bc64-0e31b13d44c7 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Calling delete_port for 2cd6ec65-164f-4ac7-b78e-473838d27db1 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:43.965850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b967a-704e-449c-8c42-f13ea61cd5d4 req-90055816-73ed-4504-b0bc-3178bda4db69 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:43.982051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b967a-704e-449c-8c42-f13ea61cd5d4 req-90055816-73ed-4504-b0bc-3178bda4db69 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:43.990481 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bf9cdf-0f86-494b-92a1-8085bffedce1 x-openstack-request-id: req-61bf9cdf-0f86-494b-92a1-8085bffedce1 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:43.990481 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2db6c71-cafa-4979-ba7f-367d8662978b", "tag": "cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:43.990481 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-61bf9cdf-0f86-494b-92a1-8085bffedce1 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:43.990481 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'tag': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6', 'status': 'completed', 'code': 200} Jul 08 18:02:43.991501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60104) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:43.991680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-044b967a-704e-449c-8c42-f13ea61cd5d4 req-90055816-73ed-4504-b0bc-3178bda4db69 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2414 time: 0.3898222 Jul 08 18:02:44.046925 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c756c0f8-a056-4c62-92a4-e94c3eb2a78b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=24913165f13f4aa6a23a73fd211318b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312693 Jul 08 18:02:44.052657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60108) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:44.072402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-044b967a-704e-449c-8c42-f13ea61cd5d4 req-af9e6580-46f6-4e04-84e0-a9f317855968 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716269 Jul 08 18:02:44.084345 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-c4570176-626f-472d-825d-e2014f88aba6 service neutron] 10.222.0.74 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231673 Jul 08 18:02:44.118583 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0562019c-cb20-40e2-b886-5c733c1a449f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.141590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0562019c-cb20-40e2-b886-5c733c1a449f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.198461 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0562019c-cb20-40e2-b886-5c733c1a449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.203681 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0562019c-cb20-40e2-b886-5c733c1a449f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.205791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0562019c-cb20-40e2-b886-5c733c1a449f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21d94336-d6ea-4b47-97e5-116de4c5a36c HTTP/1.1" status: 204 len: 168 time: 0.1519437 Jul 08 18:02:44.216686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562019c-cb20-40e2-b886-5c733c1a449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d94336-d6ea-4b47-97e5-116de4c5a36c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:44.266922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a5735882-317b-4488-9111-e15346f07cd8 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:44.292122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: a5735882-317b-4488-9111-e15346f07cd8 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:44.292652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a5735882-317b-4488-9111-e15346f07cd8 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:44.448112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['17778300-69e1-4b44-823e-807b020c8b73'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:44.481516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60120) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:44.482843 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-50f96a64-ffe7-4600-a4a8-d7aa419d4dec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e7a5ff9fb614fb695fd1cdcdf1c6719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887838 Jul 08 18:02:44.575660 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2460f392-b29d-4d48-8c77-c19c494aab42 req-2ee0945c-2c7d-414c-885c-9d0a78ff5548 service neutron] 10.222.0.74 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812379 Jul 08 18:02:44.607112 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ca64f11-7edb-4170-bb1a-10c0b0783941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.620785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5b44c-ed33-40b4-89b0-8425496fe737 req-6d43d7b6-ea38-41e2-b10c-dbd313a58bee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:44.623122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8d5b44c-ed33-40b4-89b0-8425496fe737 req-6d43d7b6-ea38-41e2-b10c-dbd313a58bee tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 943 time: 0.1644340 Jul 08 18:02:44.629510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60126) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:44.639259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ac9a556-8845-44e7-bc64-0e31b13d44c7 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.681918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ca64f11-7edb-4170-bb1a-10c0b0783941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.692051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9a556-8845-44e7-bc64-0e31b13d44c7 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Pushing event deleted for resources: {'Port': ['ID=2cd6ec65-164f-4ac7-b78e-473838d27db1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:44.701348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53950624-d54e-4b3b-bdd6-811f7f309975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.715888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8d5b44c-ed33-40b4-89b0-8425496fe737 req-d6079a2b-774f-4151-ada0-8c4879f877e4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724645 Jul 08 18:02:44.781739 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ca64f11-7edb-4170-bb1a-10c0b0783941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.785032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ca64f11-7edb-4170-bb1a-10c0b0783941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.788939 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6ca64f11-7edb-4170-bb1a-10c0b0783941 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99d36507-5806-442e-aee1-9e871dbc0afd HTTP/1.1" status: 204 len: 168 time: 0.3013582 Jul 08 18:02:44.799919 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca64f11-7edb-4170-bb1a-10c0b0783941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d36507-5806-442e-aee1-9e871dbc0afd,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:44.902337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 695481e6-74ec-43f6-a25e-83073573b81d up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:44.974272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53950624-d54e-4b3b-bdd6-811f7f309975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.983707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 695481e6-74ec-43f6-a25e-83073573b81d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:44.984960 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53950624-d54e-4b3b-bdd6-811f7f309975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.988305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 695481e6-74ec-43f6-a25e-83073573b81d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:44.990307 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.991466 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ac9a556-8845-44e7-bc64-0e31b13d44c7 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.994750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ac9a556-8845-44e7-bc64-0e31b13d44c7 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.995994 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5ac9a556-8845-44e7-bc64-0e31b13d44c7 tempest-ServersWithSpecificFlavorTestJSON-1015096465 tempest-ServersWithSpecificFlavorTestJSON-1015096465-project] 10.222.0.73 "DELETE /v2.0/floatingips/e1cd5c04-3cbf-4bbd-9155-9d4fc31cc38f HTTP/1.1" status: 204 len: 168 time: 1.6020441 Jul 08 18:02:44.998530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6121055-7a71-4614-bf34-76c8d6ca0155 req-6cc8e293-c903-4165-b5e5-9d44f3bcf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:44.999911 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6121055-7a71-4614-bf34-76c8d6ca0155 req-6cc8e293-c903-4165-b5e5-9d44f3bcf8ee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 1094 time: 0.3229921 Jul 08 18:02:45.103419 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:45.105378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53950624-d54e-4b3b-bdd6-811f7f309975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64bd800-59fb-4798-b92e-293cddb0f76e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:45.113556 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-53950624-d54e-4b3b-bdd6-811f7f309975 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6096c7f7e139499aa2e4ecd20257f95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824243 Jul 08 18:02:45.115947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60146) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:45.173804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695481e6-74ec-43f6-a25e-83073573b81d'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:45.177591 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e877cc-6953-4391-b4a2-99abd4f7ec18" -d '{"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-plugged", "status": "completed", "tag": "695481e6-74ec-43f6-a25e-83073573b81d"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:45.187664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6121055-7a71-4614-bf34-76c8d6ca0155 req-50d56f33-dafc-4834-ab2e-3ebb2c892e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:45.189408 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6121055-7a71-4614-bf34-76c8d6ca0155 req-50d56f33-dafc-4834-ab2e-3ebb2c892e0a service neutron] 10.222.0.74 "GET /v2.0/networks?id=1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 200 len: 906 time: 0.1758423 Jul 08 18:02:45.200067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 695481e6-74ec-43f6-a25e-83073573b81d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=695481e6-74ec-43f6-a25e-83073573b81d,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:45.207267 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:45.247855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c4c15d49-93f9-4bbf-92f5-7ea1694411ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:45.251446 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6121055-7a71-4614-bf34-76c8d6ca0155 req-62820cb7-3d8f-4395-8a26-388a25916b5a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 HTTP/1.1" status: 200 len: 217 time: 0.0546987 Jul 08 18:02:45.292610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=695481e6-74ec-43f6-a25e-83073573b81d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:45.308346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c4c15d49-93f9-4bbf-92f5-7ea1694411ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:45.326176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 95ef5280-1981-4c35-be4b-f1aca6d75dcf no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:45.341140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6121055-7a71-4614-bf34-76c8d6ca0155 req-4ba4d3f6-b408-4465-b206-24fb5552c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:45.342817 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6121055-7a71-4614-bf34-76c8d6ca0155 req-4ba4d3f6-b408-4465-b206-24fb5552c6e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8e734d1c-a925-4682-8868-ca57c3123de4 HTTP/1.1" status: 200 len: 845 time: 0.0837667 Jul 08 18:02:45.361632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 95ef5280-1981-4c35-be4b-f1aca6d75dcf {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:45.361983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 95ef5280-1981-4c35-be4b-f1aca6d75dcf not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:45.362967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3d4e-1c5a-4453-9301-043c6fb50bb8 req-fe715904-316f-464b-9eee-8828ced41f6c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:45.371300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3d4e-1c5a-4453-9301-043c6fb50bb8 req-fe715904-316f-464b-9eee-8828ced41f6c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:45.379382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3d4e-1c5a-4453-9301-043c6fb50bb8 req-fe715904-316f-464b-9eee-8828ced41f6c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:45.381490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-836b3d4e-1c5a-4453-9301-043c6fb50bb8 req-fe715904-316f-464b-9eee-8828ced41f6c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2415 time: 0.1143372 Jul 08 18:02:45.398644 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6121055-7a71-4614-bf34-76c8d6ca0155 req-1d0e6521-a574-4d76-b26c-a6527c0e072f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1c510281-7c23-4f45-8f61-7aebaf93e67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476909 Jul 08 18:02:45.444338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-836b3d4e-1c5a-4453-9301-043c6fb50bb8 req-c070984a-9901-4b09-a8b4-a0dd6bb0385f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543826 Jul 08 18:02:45.466978 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780ec1ea-3d9e-4aba-a03b-825208ca0379 x-openstack-request-id: req-780ec1ea-3d9e-4aba-a03b-825208ca0379 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:45.468332 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-plugged", "status": "completed", "tag": "695481e6-74ec-43f6-a25e-83073573b81d", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:45.469011 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-780ec1ea-3d9e-4aba-a03b-825208ca0379 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:45.469754 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695481e6-74ec-43f6-a25e-83073573b81d', 'code': 200} Jul 08 18:02:45.476936 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c4c15d49-93f9-4bbf-92f5-7ea1694411ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:45.480248 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c4c15d49-93f9-4bbf-92f5-7ea1694411ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:45.481478 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c4c15d49-93f9-4bbf-92f5-7ea1694411ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f64bd800-59fb-4798-b92e-293cddb0f76e HTTP/1.1" status: 204 len: 168 time: 0.3646014 Jul 08 18:02:45.494641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15d49-93f9-4bbf-92f5-7ea1694411ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64bd800-59fb-4798-b92e-293cddb0f76e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:45.547033 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6121055-7a71-4614-bf34-76c8d6ca0155 req-c59b516b-9701-4207-aa5e-083846130737 service neutron] 10.222.0.74 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414895 Jul 08 18:02:45.597913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60170) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:45.682095 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6121055-7a71-4614-bf34-76c8d6ca0155 req-efab0581-3e36-407f-a493-9cb797c73760 service neutron] 10.222.0.74 "GET /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267176 Jul 08 18:02:45.860932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1088ff5-9794-4bb2-82bf-200853d280db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:45.992387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f03ada-3f50-4875-bc35-9f49df8988d9 req-fe79e3ad-0d8d-42de-b7f4-6a639db99056 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:45.994097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08f03ada-3f50-4875-bc35-9f49df8988d9 req-fe79e3ad-0d8d-42de-b7f4-6a639db99056 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 943 time: 0.1227367 Jul 08 18:02:46.057026 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08f03ada-3f50-4875-bc35-9f49df8988d9 req-33f366cf-9609-4d15-8b6c-a7bd894272c2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568414 Jul 08 18:02:46.070621 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1088ff5-9794-4bb2-82bf-200853d280db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.082442 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1088ff5-9794-4bb2-82bf-200853d280db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.136256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60206) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:46.136867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a1088ff5-9794-4bb2-82bf-200853d280db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04d9be602ca445699c46e991bdb0a2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355632 Jul 08 18:02:46.137863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1088ff5-9794-4bb2-82bf-200853d280db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2411a620-4abb-4d2c-b697-3d3406c9abb3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:46.185406 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60210) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:46.212312 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d9aec6c4-6307-49a1-8a8a-3e5eb2568013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.235383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d9aec6c4-6307-49a1-8a8a-3e5eb2568013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.287304 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d9aec6c4-6307-49a1-8a8a-3e5eb2568013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.289884 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d9aec6c4-6307-49a1-8a8a-3e5eb2568013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.295252 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d9aec6c4-6307-49a1-8a8a-3e5eb2568013 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2411a620-4abb-4d2c-b697-3d3406c9abb3 HTTP/1.1" status: 204 len: 168 time: 0.1575463 Jul 08 18:02:46.304112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aec6c4-6307-49a1-8a8a-3e5eb2568013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2411a620-4abb-4d2c-b697-3d3406c9abb3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:46.783460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60262) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:46.802269 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b3eed747-7168-455c-846b-6502e897ef62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.901990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 17778300-69e1-4b44-823e-807b020c8b73 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:46.952295 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b3eed747-7168-455c-846b-6502e897ef62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.963835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b3eed747-7168-455c-846b-6502e897ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.985368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 17778300-69e1-4b44-823e-807b020c8b73 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:46.991863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 17778300-69e1-4b44-823e-807b020c8b73 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:46.992326 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.031225 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b3eed747-7168-455c-846b-6502e897ef62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=095a472d780b4aa3a858e29dbb97c5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459674 Jul 08 18:02:47.032196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:47.050614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eed747-7168-455c-846b-6502e897ef62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f260c6-17c3-4e7d-8e45-7a49372b73fd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:47.056604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51d9b9-4ac4-4c52-9b5d-21ad39b15ba3 req-ac2baa8f-fcb2-498e-980e-2ee0e6a5aa55 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:47.062578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51d9b9-4ac4-4c52-9b5d-21ad39b15ba3 req-ac2baa8f-fcb2-498e-980e-2ee0e6a5aa55 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:47.068331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51d9b9-4ac4-4c52-9b5d-21ad39b15ba3 req-ac2baa8f-fcb2-498e-980e-2ee0e6a5aa55 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:47.070009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be51d9b9-4ac4-4c52-9b5d-21ad39b15ba3 req-ac2baa8f-fcb2-498e-980e-2ee0e6a5aa55 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2415 time: 0.1391675 Jul 08 18:02:47.106485 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.112908 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4496d5d6-280d-4736-9e2e-71398f9f6188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.136186 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4496d5d6-280d-4736-9e2e-71398f9f6188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.164948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 17778300-69e1-4b44-823e-807b020c8b73, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=17778300-69e1-4b44-823e-807b020c8b73,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:47.175471 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.177421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9f2a2562-c13b-4e6c-904a-293e3678778c up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:47.198353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4496d5d6-280d-4736-9e2e-71398f9f6188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.201444 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4496d5d6-280d-4736-9e2e-71398f9f6188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.205669 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4496d5d6-280d-4736-9e2e-71398f9f6188 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/39f260c6-17c3-4e7d-8e45-7a49372b73fd HTTP/1.1" status: 204 len: 168 time: 0.1674507 Jul 08 18:02:47.218161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60278) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:47.224100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be51d9b9-4ac4-4c52-9b5d-21ad39b15ba3 req-bffc5352-6f62-4a01-9cde-1fcd37b2abfc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282713 Jul 08 18:02:47.234715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496d5d6-280d-4736-9e2e-71398f9f6188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f260c6-17c3-4e7d-8e45-7a49372b73fd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:47.378412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=17778300-69e1-4b44-823e-807b020c8b73,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:47.410293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 9f2a2562-c13b-4e6c-904a-293e3678778c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:47.415040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 9f2a2562-c13b-4e6c-904a-293e3678778c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:47.415485 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.470590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.491062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17778300-69e1-4b44-823e-807b020c8b73'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:47.493731 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d247944c-00f9-40ed-a737-d9b94f32c4b1" -d '{"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-plugged", "status": "completed", "tag": "17778300-69e1-4b44-823e-807b020c8b73"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:47.559925 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.579649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aa159-38ee-4683-b018-5a0b35e4b3e3 req-07566de4-fbbc-4c68-9cd8-8a5c9941283a tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:47.586753 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-773aa159-38ee-4683-b018-5a0b35e4b3e3 req-07566de4-fbbc-4c68-9cd8-8a5c9941283a tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 943 time: 0.1725309 Jul 08 18:02:47.597837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9f2a2562-c13b-4e6c-904a-293e3678778c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9f2a2562-c13b-4e6c-904a-293e3678778c,segment=NetworkSegment(f389b0ae-bcbd-49a8-b857-9172a55a8616),segment_id=f389b0ae-bcbd-49a8-b857-9172a55a8616)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:47.605193 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.654859 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8b87c253-4f5b-4a50-9a1c-2e5da776fa37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.662474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-773aa159-38ee-4683-b018-5a0b35e4b3e3 req-8713d4bd-ff8e-4f9b-960a-996bc68d6364 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745058 Jul 08 18:02:47.678154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9f2a2562-c13b-4e6c-904a-293e3678778c,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:47.759866 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbee3785-a189-41a3-a5ed-319603958642 x-openstack-request-id: req-fbee3785-a189-41a3-a5ed-319603958642 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:47.760223 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-plugged", "status": "completed", "tag": "17778300-69e1-4b44-823e-807b020c8b73", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:47.760490 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbee3785-a189-41a3-a5ed-319603958642 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:47.761129 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17778300-69e1-4b44-823e-807b020c8b73', 'code': 200} Jul 08 18:02:47.826008 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8b87c253-4f5b-4a50-9a1c-2e5da776fa37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.832114 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8b87c253-4f5b-4a50-9a1c-2e5da776fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.882360 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8b87c253-4f5b-4a50-9a1c-2e5da776fa37 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=79619d1f8a0c4bf19f48b9c560836b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6616764 Jul 08 18:02:47.883357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87c253-4f5b-4a50-9a1c-2e5da776fa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9cc724-45f8-42a0-9616-766e57cd641c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:47.885526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60328) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:47.975357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] Deleting port c3edc536-6ac5-44d3-8305-bff297234c42 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:47.975706 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.977521 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a00578a-fec0-4d31-a4ba-d82aad91ae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.046020 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a00578a-fec0-4d31-a4ba-d82aad91ae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.107468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] For port c3edc536-6ac5-44d3-8305-bff297234c42, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c3edc536-6ac5-44d3-8305-bff297234c42,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:48.108229 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.125566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] Calling delete_port for c3edc536-6ac5-44d3-8305-bff297234c42 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:48.142876 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a00578a-fec0-4d31-a4ba-d82aad91ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.145690 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a00578a-fec0-4d31-a4ba-d82aad91ae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.149580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3a00578a-fec0-4d31-a4ba-d82aad91ae6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c9cc724-45f8-42a0-9616-766e57cd641c HTTP/1.1" status: 204 len: 168 time: 0.2605414 Jul 08 18:02:48.160250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60342) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:48.198373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00578a-fec0-4d31-a4ba-d82aad91ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9cc724-45f8-42a0-9616-766e57cd641c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:48.367267 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.410164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c09e16a1-2e3f-4df7-9e70-711f579bfb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.439804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3edc536-6ac5-44d3-8305-bff297234c42,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:48.539931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5d9a3-5f57-4348-bd0c-c86408b7c34b req-651c8768-cec7-4a7f-b10a-6d593d88117f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:48.546651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5d9a3-5f57-4348-bd0c-c86408b7c34b req-651c8768-cec7-4a7f-b10a-6d593d88117f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:48.553342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5d9a3-5f57-4348-bd0c-c86408b7c34b req-651c8768-cec7-4a7f-b10a-6d593d88117f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:48.561156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59a5d9a3-5f57-4348-bd0c-c86408b7c34b req-651c8768-cec7-4a7f-b10a-6d593d88117f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2417 time: 0.1833296 Jul 08 18:02:48.590783 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c09e16a1-2e3f-4df7-9e70-711f579bfb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.597839 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c09e16a1-2e3f-4df7-9e70-711f579bfb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.676339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e16a1-2e3f-4df7-9e70-711f579bfb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d669bbe8-7a1b-4564-b921-42a83e77e888,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:48.686355 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c09e16a1-2e3f-4df7-9e70-711f579bfb3a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e917126d150450aadb18e85bc24beee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5239706 Jul 08 18:02:48.688816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60368) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:48.754790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59a5d9a3-5f57-4348-bd0c-c86408b7c34b req-54bcdf7d-1686-40f3-8c7b-8e67bdd0e3dc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920729 Jul 08 18:02:48.773886 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a571d98-0ece-4e4c-82db-082c6f500b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.784458 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.838938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a571d98-0ece-4e4c-82db-082c6f500b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.910040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:48.922053 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a571d98-0ece-4e4c-82db-082c6f500b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.924685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a571d98-0ece-4e4c-82db-082c6f500b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.928328 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3a571d98-0ece-4e4c-82db-082c6f500b24 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d669bbe8-7a1b-4564-b921-42a83e77e888 HTTP/1.1" status: 204 len: 168 time: 0.2356701 Jul 08 18:02:48.941345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a571d98-0ece-4e4c-82db-082c6f500b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d669bbe8-7a1b-4564-b921-42a83e77e888,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:49.079997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:49.094596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'port_id': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6', 'mac_address': 'fa:16:3e:71:70:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e734d1c-a925-4682-8868-ca57c3123de4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:49.146546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d67229-d555-43e4-b324-f1e095966a38 req-54fb0ea8-85e4-4c54-8681-1ddd57b73e73 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:49.153769 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.155039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6d67229-d555-43e4-b324-f1e095966a38 req-54fb0ea8-85e4-4c54-8681-1ddd57b73e73 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 943 time: 0.1721785 Jul 08 18:02:49.170578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:49.208621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:49.217502 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.234595 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6d67229-d555-43e4-b324-f1e095966a38 req-b047b803-af0f-44b9-9a11-fda5b4752876 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786550 Jul 08 18:02:49.244792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] Router b0c73014-ad61-4c6a-acdb-ac4fba144469 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:02:49.279467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:49.364696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:49.372494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b45b3d92-5015-4606-b24d-4c0f1dfd2271 admin admin] 10.222.0.73 "PUT /v2.0/routers/b0c73014-ad61-4c6a-acdb-ac4fba144469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1860073 Jul 08 18:02:49.373042 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffa1ec-c9cf-4568-8f1d-7aa4c28f89f7 None None] Sync routers for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:49.375231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60394) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:49.390852 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffa1ec-c9cf-4568-8f1d-7aa4c28f89f7 None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:49.391463 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7bffa1ec-c9cf-4568-8f1d-7aa4c28f89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:49.500707 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-7bffa1ec-c9cf-4568-8f1d-7aa4c28f89f7 None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:49.502436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60402) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:49.526247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.575797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:49.679198 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7bffa1ec-c9cf-4568-8f1d-7aa4c28f89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T18:02:48Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:49.702844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1609931154-network', 'tenant_id': 'efe321137b034703826779d4c3b48043'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:49.707621 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffa1ec-c9cf-4568-8f1d-7aa4c28f89f7 None None] Checking router: b0c73014-ad61-4c6a-acdb-ac4fba144469 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:02:49.713703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.727293 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffa1ec-c9cf-4568-8f1d-7aa4c28f89f7 None None] Routers {'b0c73014-ad61-4c6a-acdb-ac4fba144469'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:49.728183 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7bffa1ec-c9cf-4568-8f1d-7aa4c28f89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b0c73014-ad61-4c6a-acdb-ac4fba144469'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:49.748113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Made reservation on behalf of efe321137b034703826779d4c3b48043 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:49.750657 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.766539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.811988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2a2562-c13b-4e6c-904a-293e3678778c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:49.814357 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b96470-7eaf-4fa7-8e3d-0c1ad9b3046f" -d '{"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-plugged", "status": "completed", "tag": "9f2a2562-c13b-4e6c-904a-293e3678778c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:49.832357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Deleting port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:49.832998 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.863429 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-7bffa1ec-c9cf-4568-8f1d-7aa4c28f89f7 None None] Set router b0c73014-ad61-4c6a-acdb-ac4fba144469 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:49.934930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] For port 46efb6b8-42ee-4472-b9f0-fabda4d8df6d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=46efb6b8-42ee-4472-b9f0-fabda4d8df6d,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:49.935598 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.936240 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.947968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb76f2c3-59a2-41cc-ad2d-2a4a4217f537 req-b808dafc-dd93-4f13-8a6e-06cbc61711cc tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Request body: {'security_group': {'name': 'tempest-securitygroup-294251837', 'description': 'tempest-description-662845093'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:49.963127 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.965350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Calling delete_port for 46efb6b8-42ee-4472-b9f0-fabda4d8df6d owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:49.979314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:02:49.989288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.989722 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Added segment dd5bb7df-75eb-48f6-ba5e-72968a9802a7 of type vlan for network 7a800a98-ed25-4ee3-b0f5-509eedf21b3b Jul 08 18:02:50.059284 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.151149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643e8b77-51e1-42b1-bb46-e825a2cf47a2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:50.186596 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb76f2c3-59a2-41cc-ad2d-2a4a4217f537 req-b808dafc-dd93-4f13-8a6e-06cbc61711cc tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.215896 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb76f2c3-59a2-41cc-ad2d-2a4a4217f537 req-b808dafc-dd93-4f13-8a6e-06cbc61711cc tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.247707 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.249108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.249934 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.335898 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7bffa1ec-c9cf-4568-8f1d-7aa4c28f89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T18:02:48Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:50.336927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.369473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f927e-245d-493c-afd6-ea06b9bb3468 req-62305214-a3a8-4cc8-999b-c47c3d2878cd tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.370232 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffa1ec-c9cf-4568-8f1d-7aa4c28f89f7 None None] The sync data for ids ['b0c73014-ad61-4c6a-acdb-ac4fba144469'] in n-d-799684-3 is: [{'id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-10592532-router', 'tenant_id': 'd405720c4cc04880b50b9a9583baab00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:14Z', 'updated_at': '2021-07-08T18:02:48Z', 'revision_number': 5, 'project_id': 'd405720c4cc04880b50b9a9583baab00', 'gw_port': {'id': '46efb6b8-42ee-4472-b9f0-fabda4d8df6d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c73014-ad61-4c6a-acdb-ac4fba144469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:15Z', 'updated_at': '2021-07-08T17:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:50.378618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=46efb6b8-42ee-4472-b9f0-fabda4d8df6d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:50.399837 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f927e-245d-493c-afd6-ea06b9bb3468 req-62305214-a3a8-4cc8-999b-c47c3d2878cd tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.407554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f927e-245d-493c-afd6-ea06b9bb3468 req-62305214-a3a8-4cc8-999b-c47c3d2878cd tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.423025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f76f927e-245d-493c-afd6-ea06b9bb3468 req-62305214-a3a8-4cc8-999b-c47c3d2878cd tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2417 time: 0.3478136 Jul 08 18:02:50.476445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] Pushing event updated for resources: {'Network': ['ID=7a800a98-ed25-4ee3-b0f5-509eedf21b3b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:50.481556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.488411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 7a800a98-ed25-4ee3-b0f5-509eedf21b3b details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:02:50.498947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f76f927e-245d-493c-afd6-ea06b9bb3468 req-c32071d3-342e-4974-9906-28288c8df31a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763087 Jul 08 18:02:50.559705 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14d5690-be60-491d-ab1d-d918e4f5d888 x-openstack-request-id: req-a14d5690-be60-491d-ab1d-d918e4f5d888 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:50.559990 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-plugged", "status": "completed", "tag": "9f2a2562-c13b-4e6c-904a-293e3678778c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:50.560241 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a14d5690-be60-491d-ab1d-d918e4f5d888 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:50.560928 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2a2562-c13b-4e6c-904a-293e3678778c', 'code': 200} Jul 08 18:02:50.580418 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb76f2c3-59a2-41cc-ad2d-2a4a4217f537 req-b808dafc-dd93-4f13-8a6e-06cbc61711cc tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.588203 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb76f2c3-59a2-41cc-ad2d-2a4a4217f537 req-b808dafc-dd93-4f13-8a6e-06cbc61711cc tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.590705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.593127 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.626582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9f7369e1-62ee-4f9e-ae5a-280a14b14364 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1197181 Jul 08 18:02:50.627437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60430) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:50.631141 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808dafc-dd93-4f13-8a6e-06cbc61711cc tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76262328-a79c-4959-95e2-11fb2944da6f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:50.640203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] Request body: {'subnet': {'network_id': '7a800a98-ed25-4ee3-b0f5-509eedf21b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1609931154-subnet', 'tenant_id': 'efe321137b034703826779d4c3b48043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:50.675276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.675761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0c73014-ad61-4c6a-acdb-ac4fba144469 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:50.680527 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.682444 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-caf0f33f-535c-4e5c-a0a6-ebc3d73c3f56 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b0c73014-ad61-4c6a-acdb-ac4fba144469 HTTP/1.1" status: 204 len: 168 time: 1.3061359 Jul 08 18:02:50.685012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60432) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:50.713067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5465d-9ab6-4940-aff3-41d1b8b0522a req-ff53642e-4dc0-42a4-a30f-b993864e9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.717740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5465d-9ab6-4940-aff3-41d1b8b0522a req-ff53642e-4dc0-42a4-a30f-b993864e9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.718343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5465d-9ab6-4940-aff3-41d1b8b0522a req-ff53642e-4dc0-42a4-a30f-b993864e9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.720331 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bbf5465d-9ab6-4940-aff3-41d1b8b0522a req-ff53642e-4dc0-42a4-a30f-b993864e9280 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2870 time: 0.0846159 Jul 08 18:02:50.757785 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb76f2c3-59a2-41cc-ad2d-2a4a4217f537 req-b808dafc-dd93-4f13-8a6e-06cbc61711cc tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.762072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ac56a6-66a8-4949-b04e-437ea70f1f77 admin admin] Deleting subnet 2399feef-6cf2-4a19-849e-f93ebf11d781 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:02:50.765329 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bbf5465d-9ab6-4940-aff3-41d1b8b0522a req-ada9461d-d987-437c-a938-e52ec932d222 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380147 Jul 08 18:02:50.765525 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97ac56a6-66a8-4949-b04e-437ea70f1f77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.789706 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb76f2c3-59a2-41cc-ad2d-2a4a4217f537 req-b808dafc-dd93-4f13-8a6e-06cbc61711cc tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.858505 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97ac56a6-66a8-4949-b04e-437ea70f1f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.891374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] Made reservation on behalf of efe321137b034703826779d4c3b48043 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:50.893961 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.915043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808dafc-dd93-4f13-8a6e-06cbc61711cc tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5969512-bb94-4d3f-a58c-757e5a0f32ce,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:50.918806 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb76f2c3-59a2-41cc-ad2d-2a4a4217f537 req-b808dafc-dd93-4f13-8a6e-06cbc61711cc tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.920020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb76f2c3-59a2-41cc-ad2d-2a4a4217f537 req-b808dafc-dd93-4f13-8a6e-06cbc61711cc tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9823754 Jul 08 18:02:50.924451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:50.992004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:50.999157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:51.000312 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.059588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee73535-38ec-48d0-acd6-e617c3d4b106 req-e7279a6f-3d03-4a0f-87d6-6efd0c2bca64 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:51.061480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ee73535-38ec-48d0-acd6-e617c3d4b106 req-e7279a6f-3d03-4a0f-87d6-6efd0c2bca64 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 944 time: 0.2726724 Jul 08 18:02:51.100909 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.135831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:51.144659 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.196408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:51.471186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97ac56a6-66a8-4949-b04e-437ea70f1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.533415 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.546588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-2e534a2c-8ac9-43ca-9c64-6c1c40370404 req-02a6bb21-a3a5-43ed-be4b-dc8bc58cd7b5 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1958157596', 'description': 'tempest-description-1233447141'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:51.579642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ee73535-38ec-48d0-acd6-e617c3d4b106 req-a5840994-7b0e-42c5-b4c4-1acde785250b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268287 Jul 08 18:02:51.629225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86dfcdb2-e462-4bad-9ddb-02d2c8fde950,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:51.634399 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97ac56a6-66a8-4949-b04e-437ea70f1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.643565 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2e534a2c-8ac9-43ca-9c64-6c1c40370404 req-02a6bb21-a3a5-43ed-be4b-dc8bc58cd7b5 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.677368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac56a6-66a8-4949-b04e-437ea70f1f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2399feef-6cf2-4a19-849e-f93ebf11d781,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:51.685735 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97ac56a6-66a8-4949-b04e-437ea70f1f77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.687808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-97ac56a6-66a8-4949-b04e-437ea70f1f77 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2399feef-6cf2-4a19-849e-f93ebf11d781 HTTP/1.1" status: 204 len: 168 time: 1.0014265 Jul 08 18:02:51.690260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60448) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:51.694782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1015b2f-c9fb-49b4-bce0-33f811c42073 None None] Network 72e7378e-68fa-4eae-969d-4af763a383fd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:51.695977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] Checking segment: {'id': 'dd5bb7df-75eb-48f6-ba5e-72968a9802a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7a800a98-ed25-4ee3-b0f5-509eedf21b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:51.696341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] Network hostable DHCP agents. Network: 7a800a98-ed25-4ee3-b0f5-509eedf21b3b, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:02:51.738092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] Network 7a800a98-ed25-4ee3-b0f5-509eedf21b3b is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:02:51.766463 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.782709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 7a800a98-ed25-4ee3-b0f5-509eedf21b3b) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:51.787264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:51.790905 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.798319 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf458f5-7842-4625-9ccb-d464a37bcdb6 None None] Network 7a800a98-ed25-4ee3-b0f5-509eedf21b3b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:51.824205 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Deleting port 02941b8f-1b5b-4d6d-9934-595f9ccb658d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:51.824654 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.854782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfe558-e2cb-4a3a-8ec4-1da4bdbaf8a6 req-b9d804b3-2ca2-4ad4-9dad-fbca4074dc73 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:51.860543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfe558-e2cb-4a3a-8ec4-1da4bdbaf8a6 req-b9d804b3-2ca2-4ad4-9dad-fbca4074dc73 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:51.866564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfe558-e2cb-4a3a-8ec4-1da4bdbaf8a6 req-b9d804b3-2ca2-4ad4-9dad-fbca4074dc73 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:51.868359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c0dfe558-e2cb-4a3a-8ec4-1da4bdbaf8a6 req-b9d804b3-2ca2-4ad4-9dad-fbca4074dc73 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2417 time: 0.1504385 Jul 08 18:02:51.875009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2e534a2c-8ac9-43ca-9c64-6c1c40370404 req-02a6bb21-a3a5-43ed-be4b-dc8bc58cd7b5 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.890218 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] For port 02941b8f-1b5b-4d6d-9934-595f9ccb658d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=02941b8f-1b5b-4d6d-9934-595f9ccb658d,segment=NetworkSegment(3a6adfe6-7cf0-43a1-971c-bad9f52dca11),segment_id=3a6adfe6-7cf0-43a1-971c-bad9f52dca11)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:51.890722 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.897700 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2e534a2c-8ac9-43ca-9c64-6c1c40370404 req-02a6bb21-a3a5-43ed-be4b-dc8bc58cd7b5 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.906683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Calling delete_port for 02941b8f-1b5b-4d6d-9934-595f9ccb658d owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:51.913270 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ddc4ea5a-3ec6-478f-b01f-8d56b756e6c6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2799191 Jul 08 18:02:51.986886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c0dfe558-e2cb-4a3a-8ec4-1da4bdbaf8a6 req-b1ca8a98-2a16-43b0-b8c0-13a6334a3d43 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104217 Jul 08 18:02:52.003001 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2e534a2c-8ac9-43ca-9c64-6c1c40370404 req-02a6bb21-a3a5-43ed-be4b-dc8bc58cd7b5 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.013718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86822482-8449-4a17-8a81-3bfcbd7dadba None None] Network 7a800a98-ed25-4ee3-b0f5-509eedf21b3b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:52.017434 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e534a2c-8ac9-43ca-9c64-6c1c40370404 req-02a6bb21-a3a5-43ed-be4b-dc8bc58cd7b5 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4852066 Jul 08 18:02:52.025097 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2936b11-a6cf-4416-8a66-7cf54098b0d7 None None] DHCP port deletion for 72e7378e-68fa-4eae-969d-4af763a383fd request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:02:52.044373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6bb21-a3a5-43ed-be4b-dc8bc58cd7b5 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f3c29f-2f13-4c7a-83ce-5f610ff66f8f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:52.111386 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.141099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=02941b8f-1b5b-4d6d-9934-595f9ccb658d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:52.149489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.150421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.151527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.151675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f2936b11-a6cf-4416-8a66-7cf54098b0d7 None None] The port '02941b8f-1b5b-4d6d-9934-595f9ccb658d' was deleted {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 08 18:02:52.152176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.152675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.153177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.153693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.154188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.154729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.155227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.167788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.168203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:52.178884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] No DVR routers for this DVR port 02941b8f-1b5b-4d6d-9934-595f9ccb658d on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:52.240974 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-31cd145a-35a6-4279-b613-acd6489fff87 req-db6f02be-9a53-418e-a782-487b9b86a607 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-861580129', 'description': 'tempest-description-1858487054'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:52.282617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-31cd145a-35a6-4279-b613-acd6489fff87 req-db6f02be-9a53-418e-a782-487b9b86a607 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.295816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c3edc536-6ac5-44d3-8305-bff297234c42 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:52.302297 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-31cd145a-35a6-4279-b613-acd6489fff87 req-db6f02be-9a53-418e-a782-487b9b86a607 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.307316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.317700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: c3edc536-6ac5-44d3-8305-bff297234c42 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:52.318316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c3edc536-6ac5-44d3-8305-bff297234c42 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:52.318792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e7378e-68fa-4eae-969d-4af763a383fd']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:52.319130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 46efb6b8-42ee-4472-b9f0-fabda4d8df6d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:52.331081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6adfe6-7cf0-43a1-971c-bad9f52dca11') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:52.331451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6adfe6-7cf0-43a1-971c-bad9f52dca11') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:52.340568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 46efb6b8-42ee-4472-b9f0-fabda4d8df6d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:52.341139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 46efb6b8-42ee-4472-b9f0-fabda4d8df6d not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:52.341737 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 02941b8f-1b5b-4d6d-9934-595f9ccb658d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:52.342236 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.357486 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.361741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 02941b8f-1b5b-4d6d-9934-595f9ccb658d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:52.362347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 02941b8f-1b5b-4d6d-9934-595f9ccb658d not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:52.364573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:02:52.364995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:02:52.366815 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:02:52.408231 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-31cd145a-35a6-4279-b613-acd6489fff87 req-db6f02be-9a53-418e-a782-487b9b86a607 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.412621 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-31cd145a-35a6-4279-b613-acd6489fff87 req-db6f02be-9a53-418e-a782-487b9b86a607 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.425220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.433212 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.438688 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] 10.222.0.73 "DELETE /v2.0/networks/72e7378e-68fa-4eae-969d-4af763a383fd HTTP/1.1" status: 204 len: 168 time: 0.7466946 Jul 08 18:02:52.442623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60460) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:52.449126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04afa36-ee54-4dce-b133-32ee7c975b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=72e7378e-68fa-4eae-969d-4af763a383fd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:52.484020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f02be-9a53-418e-a782-487b9b86a607 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e984676b-acea-4f37-93c0-b7d2d75f1718,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:52.562192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:52.565218 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba6addf-2fcb-4958-bcc2-05d280fb9461" -d '{"events": [{"server_uuid": "e2db6c71-cafa-4979-ba7f-367d8662978b", "name": "network-vif-plugged", "status": "completed", "tag": "cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:52.594074 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-31cd145a-35a6-4279-b613-acd6489fff87 req-db6f02be-9a53-418e-a782-487b9b86a607 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.627741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-31cd145a-35a6-4279-b613-acd6489fff87 req-db6f02be-9a53-418e-a782-487b9b86a607 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.666886 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-0ea7181b-e9ee-4a01-bda6-44a9e29eebc9 req-ffa6266f-24a7-471d-a6c2-7a7454bf2472 tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] show failed (client error): The resource could not be found. Jul 08 18:02:52.667822 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ea7181b-e9ee-4a01-bda6-44a9e29eebc9 req-ffa6266f-24a7-471d-a6c2-7a7454bf2472 tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] 10.222.0.73 "GET /v2.0/security-groups/9c23c933-b550-41fa-a937-e9b5853cccdb HTTP/1.1" status: 404 len: 352 time: 0.0434308 Jul 08 18:02:52.678474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-31cd145a-35a6-4279-b613-acd6489fff87 req-db6f02be-9a53-418e-a782-487b9b86a607 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.679577 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31cd145a-35a6-4279-b613-acd6489fff87 req-db6f02be-9a53-418e-a782-487b9b86a607 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4436023 Jul 08 18:02:52.707185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f02be-9a53-418e-a782-487b9b86a607 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2c71a1-5a5f-4c84-86ba-31fcad71eabb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:52.749822 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29233485-d87d-430e-849f-ced08c7a188d x-openstack-request-id: req-29233485-d87d-430e-849f-ced08c7a188d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:52.750920 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2db6c71-cafa-4979-ba7f-367d8662978b", "name": "network-vif-plugged", "status": "completed", "tag": "cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:52.751472 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29233485-d87d-430e-849f-ced08c7a188d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:52.752174 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6', 'code': 200} Jul 08 18:02:52.819947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-94e8c949-bc2a-401b-a75a-d2107ba1e372 req-42f07638-bf23-4d44-b370-18953ce91a97 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-182790642', 'description': 'tempest-description-880228018'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:52.860464 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-94e8c949-bc2a-401b-a75a-d2107ba1e372 req-42f07638-bf23-4d44-b370-18953ce91a97 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.883047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858256de-a436-4ff9-ac93-78cf4a04dd1f req-10191bff-dd3d-4cd0-aeb0-81f38d295491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:52.885097 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-858256de-a436-4ff9-ac93-78cf4a04dd1f req-10191bff-dd3d-4cd0-aeb0-81f38d295491 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 1096 time: 0.0574918 Jul 08 18:02:52.919266 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-858256de-a436-4ff9-ac93-78cf4a04dd1f req-46378732-7db2-44c1-a54e-50a6b3bd3301 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280890 Jul 08 18:02:52.991511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e074b-a467-46ef-a68a-457a2c47d84f req-0d515972-0bc3-4297-b248-853d388bac65 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:52.993003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b03e074b-a467-46ef-a68a-457a2c47d84f req-0d515972-0bc3-4297-b248-853d388bac65 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 945 time: 0.1433272 Jul 08 18:02:53.044568 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.105740 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b03e074b-a467-46ef-a68a-457a2c47d84f req-cabbf6c6-c74d-479f-b184-e951b7153954 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046221 Jul 08 18:02:53.112696 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-94e8c949-bc2a-401b-a75a-d2107ba1e372 req-42f07638-bf23-4d44-b370-18953ce91a97 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.120390 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-94e8c949-bc2a-401b-a75a-d2107ba1e372 req-42f07638-bf23-4d44-b370-18953ce91a97 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.174663 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-94e8c949-bc2a-401b-a75a-d2107ba1e372 req-42f07638-bf23-4d44-b370-18953ce91a97 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.175924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94e8c949-bc2a-401b-a75a-d2107ba1e372 req-42f07638-bf23-4d44-b370-18953ce91a97 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3613353 Jul 08 18:02:53.183560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f07638-bf23-4d44-b370-18953ce91a97 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c233ac81-90cb-4247-9645-6caa6a0ac473,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:53.309912 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-49e4266b-0c86-4898-9693-5329fef0a6c5 req-0c6af548-a271-402d-bde0-4463c9247ffd tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=efe321137b034703826779d4c3b48043 HTTP/1.1" status: 200 len: 2984 time: 0.1111238 Jul 08 18:02:53.395084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-49e4266b-0c86-4898-9693-5329fef0a6c5 req-2ece030c-8e6b-4296-af06-e7fcc61f0335 tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] 10.222.0.73 "GET /v2.0/security-groups/643e8b77-51e1-42b1-bb46-e825a2cf47a2 HTTP/1.1" status: 200 len: 2981 time: 0.0670385 Jul 08 18:02:53.434618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed3fa6-9448-444a-a1d8-51cca64a5221 req-d6a6cdba-5a92-4c00-af38-ec30149a5621 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:53.440376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed3fa6-9448-444a-a1d8-51cca64a5221 req-d6a6cdba-5a92-4c00-af38-ec30149a5621 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:53.446256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed3fa6-9448-444a-a1d8-51cca64a5221 req-d6a6cdba-5a92-4c00-af38-ec30149a5621 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:53.448398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7eed3fa6-9448-444a-a1d8-51cca64a5221 req-d6a6cdba-5a92-4c00-af38-ec30149a5621 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2417 time: 0.1639314 Jul 08 18:02:53.518675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-49e4266b-0c86-4898-9693-5329fef0a6c5 req-9ef39407-2ff3-4035-be87-017b6fe6a792 tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] 10.222.0.73 "GET /v2.0/security-groups/643e8b77-51e1-42b1-bb46-e825a2cf47a2 HTTP/1.1" status: 200 len: 2981 time: 0.1173437 Jul 08 18:02:53.558469 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7eed3fa6-9448-444a-a1d8-51cca64a5221 req-83c60164-71f6-4560-890f-bf39c48ab56e tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868380 Jul 08 18:02:53.640484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] Deleting port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:53.640834 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.808405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95c95146-0b57-4e40-8fc4-7dc6624cf32b req-822d107b-1e23-426e-8142-20016494107b tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] 10.222.0.73 "GET /v2.0/security-groups/643e8b77-51e1-42b1-bb46-e825a2cf47a2 HTTP/1.1" status: 200 len: 2981 time: 0.1046696 Jul 08 18:02:53.810132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] For port 56f6b39b-ca5f-417f-b63c-4b6b7a773cec, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=56f6b39b-ca5f-417f-b63c-4b6b7a773cec,segment=NetworkSegment(641a8bd3-1b68-4d37-95d1-dff9eab3c54d),segment_id=641a8bd3-1b68-4d37-95d1-dff9eab3c54d)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:53.810524 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.847142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] Calling delete_port for 56f6b39b-ca5f-417f-b63c-4b6b7a773cec owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:53.992389 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-95c95146-0b57-4e40-8fc4-7dc6624cf32b req-6811d252-246a-4ae6-9322-39bfcbb22c5a tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 18:02:53.994727 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95c95146-0b57-4e40-8fc4-7dc6624cf32b req-6811d252-246a-4ae6-9322-39bfcbb22c5a tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] 10.222.0.73 "DELETE /v2.0/security-groups/643e8b77-51e1-42b1-bb46-e825a2cf47a2 HTTP/1.1" status: 409 len: 352 time: 0.1767099 Jul 08 18:02:54.014719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-d07f6ed3-7921-4a3e-b913-a46e9464b533 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45041 time: 0.4697943 Jul 08 18:02:54.129327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-57d24273-1e6e-4f89-8fba-aa9659895ec7 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2 HTTP/1.1" status: 200 len: 2981 time: 0.0601590 Jul 08 18:02:54.206632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-8bd527c1-8053-47bc-9c33-518f5ed5d6d9 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2 HTTP/1.1" status: 200 len: 2981 time: 0.0689738 Jul 08 18:02:54.213875 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.255484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f6b39b-ca5f-417f-b63c-4b6b7a773cec,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:54.338705 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-ce0409a7-120a-433b-9f4c-393a894eb669 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/1338b8c9-63c0-445e-97c5-7674b22c6817 HTTP/1.1" status: 200 len: 2977 time: 0.1225123 Jul 08 18:02:54.463670 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-afe0c9ca-c663-47f5-bb3e-28343ac7a20b tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/1338b8c9-63c0-445e-97c5-7674b22c6817 HTTP/1.1" status: 200 len: 2977 time: 0.1143820 Jul 08 18:02:54.503539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.560555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-835725b3-ee60-4e7d-8745-4c2ceec42e2f tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/20fb90b3-7aef-41cb-8980-1541e2a9d211 HTTP/1.1" status: 200 len: 2973 time: 0.0908711 Jul 08 18:02:54.601553 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-8e13258c-f530-4294-938b-2ba9b0727a82 req-60763469-7e64-4514-8698-62e69c454379 tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] show failed (client error): The resource could not be found. Jul 08 18:02:54.602666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e13258c-f530-4294-938b-2ba9b0727a82 req-60763469-7e64-4514-8698-62e69c454379 tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] 10.222.0.73 "GET /v2.0/security-groups/1a26e4a1-15bb-43a0-8d85-59cb9b38cccb HTTP/1.1" status: 404 len: 352 time: 0.0412164 Jul 08 18:02:54.667496 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-f0a9b30d-8016-49c3-8e2f-a5eec6088985 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/20fb90b3-7aef-41cb-8980-1541e2a9d211 HTTP/1.1" status: 200 len: 2973 time: 0.0958555 Jul 08 18:02:54.752685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-495e7175-b5ba-418c-806d-0371ce6cb853 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/270c144c-3196-47bf-9632-2c8a7d64962c HTTP/1.1" status: 200 len: 2981 time: 0.0776663 Jul 08 18:02:54.847659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] Router d2fd28db-1f40-4434-94b3-979017d54367 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:02:54.849332 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-d3f26f37-de0c-4bcd-a806-a4ea5bd1efa9 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/270c144c-3196-47bf-9632-2c8a7d64962c HTTP/1.1" status: 200 len: 2981 time: 0.0660996 Jul 08 18:02:54.993840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-aad0e2b9-4550-4f0d-b080-8e445a966e1a tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/490809c5-fbb1-4e9b-bad9-39c93b599a4d HTTP/1.1" status: 200 len: 2981 time: 0.1377611 Jul 08 18:02:55.068091 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73966834-22ce-49d3-882b-6f1d5da7a21d req-2cc7d116-dda9-4fca-80fa-999054e8a7a4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:55.069495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73966834-22ce-49d3-882b-6f1d5da7a21d req-2cc7d116-dda9-4fca-80fa-999054e8a7a4 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 945 time: 0.1677752 Jul 08 18:02:55.070436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:55.076944 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b16c2792-8112-4711-80d5-bf84d26517d3 admin admin] 10.222.0.73 "PUT /v2.0/routers/d2fd28db-1f40-4434-94b3-979017d54367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6330831 Jul 08 18:02:55.079388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60510) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:55.079942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-b068f33f-4bf6-4e53-9806-c9ea2c094d8b tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/490809c5-fbb1-4e9b-bad9-39c93b599a4d HTTP/1.1" status: 200 len: 2981 time: 0.0795224 Jul 08 18:02:55.081185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6313cf7-600c-4a5d-83b3-28d1ba146472 None None] Sync routers for ids ['d2fd28db-1f40-4434-94b3-979017d54367'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:55.091635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6313cf7-600c-4a5d-83b3-28d1ba146472 None None] Routers {'d2fd28db-1f40-4434-94b3-979017d54367'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:55.092261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a6313cf7-600c-4a5d-83b3-28d1ba146472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d2fd28db-1f40-4434-94b3-979017d54367'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:55.136263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73966834-22ce-49d3-882b-6f1d5da7a21d req-46188364-27eb-4b9a-9824-10ac300e7026 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581045 Jul 08 18:02:55.150474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-5e400b08-d4c2-4626-b0d1-9544ed8b931d tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/643e8b77-51e1-42b1-bb46-e825a2cf47a2 HTTP/1.1" status: 200 len: 2981 time: 0.0571861 Jul 08 18:02:55.208080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a6313cf7-600c-4a5d-83b3-28d1ba146472 None None] Set router d2fd28db-1f40-4434-94b3-979017d54367 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:55.212305 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.217655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-60972161-8f85-4143-91ea-a0d3c81777ea tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/643e8b77-51e1-42b1-bb46-e825a2cf47a2 HTTP/1.1" status: 200 len: 2981 time: 0.0566278 Jul 08 18:02:55.264470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-cf189263-f956-4627-810e-c5db9c63db68 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/76262328-a79c-4959-95e2-11fb2944da6f HTTP/1.1" status: 200 len: 2981 time: 0.0456047 Jul 08 18:02:55.311348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-939389e3-a7eb-437d-8abd-e77b1b08f3aa tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/76262328-a79c-4959-95e2-11fb2944da6f HTTP/1.1" status: 200 len: 2981 time: 0.0456529 Jul 08 18:02:55.313754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.360180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-0a24a253-399b-4cd2-9b49-f67532da4b81 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/bd069c0d-2943-4d8a-8405-c9e15337e196 HTTP/1.1" status: 200 len: 2981 time: 0.0471539 Jul 08 18:02:55.375436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Deleting port 31c81dd1-9af2-4d08-b494-cec10fbecfa3 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:55.375780 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.408544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-ea528da5-48f5-41c7-8b64-077d726fc8fa tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/bd069c0d-2943-4d8a-8405-c9e15337e196 HTTP/1.1" status: 200 len: 2981 time: 0.0474401 Jul 08 18:02:55.415192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a6313cf7-600c-4a5d-83b3-28d1ba146472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-router', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:27Z', 'updated_at': '2021-07-08T18:02:54Z', 'revision_number': 5, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'gw_port': {'id': '31c81dd1-9af2-4d08-b494-cec10fbecfa3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:28Z', 'updated_at': '2021-07-08T17:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:55.444084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6313cf7-600c-4a5d-83b3-28d1ba146472 None None] Checking router: d2fd28db-1f40-4434-94b3-979017d54367 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:02:55.453950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6313cf7-600c-4a5d-83b3-28d1ba146472 None None] Routers {'d2fd28db-1f40-4434-94b3-979017d54367'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:55.454837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a6313cf7-600c-4a5d-83b3-28d1ba146472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d2fd28db-1f40-4434-94b3-979017d54367'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:55.463061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] For port 31c81dd1-9af2-4d08-b494-cec10fbecfa3, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=31c81dd1-9af2-4d08-b494-cec10fbecfa3,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:55.463686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.478853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-28abc18b-ba21-4a2c-ad29-8ccae6e08244 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/c34a0f7f-9164-4840-b7d6-b538bac29e28 HTTP/1.1" status: 200 len: 2977 time: 0.0620582 Jul 08 18:02:55.483072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Calling delete_port for 31c81dd1-9af2-4d08-b494-cec10fbecfa3 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:55.503804 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-b583617b-4982-444d-9888-d84d158a4881 req-a09e5079-527d-45b2-a715-70bd6e37f2be tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] show failed (client error): The resource could not be found. Jul 08 18:02:55.505002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b583617b-4982-444d-9888-d84d158a4881 req-a09e5079-527d-45b2-a715-70bd6e37f2be tempest-SecurityGroupsNegativeTestJSON-1941692677 tempest-SecurityGroupsNegativeTestJSON-1941692677-project] 10.222.0.73 "GET /v2.0/security-groups/76eac54d-5e92-4bfe-9e1b-d6df19ff7127 HTTP/1.1" status: 404 len: 352 time: 0.0251002 Jul 08 18:02:55.520348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60516) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:55.551483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a6313cf7-600c-4a5d-83b3-28d1ba146472 None None] Set router d2fd28db-1f40-4434-94b3-979017d54367 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:55.568645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-10e38aa2-6b38-4f27-9764-bfaaed44d97d tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/c34a0f7f-9164-4840-b7d6-b538bac29e28 HTTP/1.1" status: 200 len: 2977 time: 0.0817852 Jul 08 18:02:55.593522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c63787-e23a-46e1-bcff-7620d940de00 admin admin] Deleting subnet 86dfcdb2-e462-4bad-9ddb-02d2c8fde950 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:02:55.596808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12c63787-e23a-46e1-bcff-7620d940de00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.617961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a6313cf7-600c-4a5d-83b3-28d1ba146472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-router', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:27Z', 'updated_at': '2021-07-08T18:02:55Z', 'revision_number': 6, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:55.647129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6313cf7-600c-4a5d-83b3-28d1ba146472 None None] The sync data for ids ['d2fd28db-1f40-4434-94b3-979017d54367'] in n-d-799684-3 is: [{'id': 'd2fd28db-1f40-4434-94b3-979017d54367', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1603258619-router', 'tenant_id': '3c5f848d422245ad9012ebfadb94105e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:27Z', 'updated_at': '2021-07-08T18:02:55Z', 'revision_number': 6, 'project_id': '3c5f848d422245ad9012ebfadb94105e', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:55.659835 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12c63787-e23a-46e1-bcff-7620d940de00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.663142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-b7bfc42f-d7eb-4f89-89a9-22ede08004e7 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/caf02f7b-db53-45a1-93cb-d19654e5493d HTTP/1.1" status: 200 len: 2977 time: 0.0879664 Jul 08 18:02:55.707286 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.737018 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12c63787-e23a-46e1-bcff-7620d940de00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.740131 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-9ce471ce-3396-4955-8712-d305f3d91b5d tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/caf02f7b-db53-45a1-93cb-d19654e5493d HTTP/1.1" status: 200 len: 2977 time: 0.0539505 Jul 08 18:02:55.741334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=31c81dd1-9af2-4d08-b494-cec10fbecfa3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:55.802935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.851455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-d45e992a-5b18-4a59-8021-4ceae79de859 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ce0cac8a-f51d-494e-bd4a-3e2533e79e5d HTTP/1.1" status: 200 len: 2981 time: 0.0928199 Jul 08 18:02:55.871133 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12c63787-e23a-46e1-bcff-7620d940de00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.893374 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.895585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.919348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d617a-eaa6-4b0c-b619-543a7cc36e5a req-96520da3-639e-412a-89af-cd2b1b7ef58e tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:55.925107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d617a-eaa6-4b0c-b619-543a7cc36e5a req-96520da3-639e-412a-89af-cd2b1b7ef58e tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:55.931005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d617a-eaa6-4b0c-b619-543a7cc36e5a req-96520da3-639e-412a-89af-cd2b1b7ef58e tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:55.932669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c7d617a-eaa6-4b0c-b619-543a7cc36e5a req-96520da3-639e-412a-89af-cd2b1b7ef58e tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2417 time: 0.1724749 Jul 08 18:02:55.941197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c63787-e23a-46e1-bcff-7620d940de00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86dfcdb2-e462-4bad-9ddb-02d2c8fde950,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:55.949429 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12c63787-e23a-46e1-bcff-7620d940de00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.951510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.951634 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-12c63787-e23a-46e1-bcff-7620d940de00 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/86dfcdb2-e462-4bad-9ddb-02d2c8fde950 HTTP/1.1" status: 204 len: 168 time: 0.4300210 Jul 08 18:02:55.951729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2fd28db-1f40-4434-94b3-979017d54367 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:55.953993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60520) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:55.964874 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.965987 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9441b3e9-3159-4d6e-a897-0a9a31b94e62 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d2fd28db-1f40-4434-94b3-979017d54367 HTTP/1.1" status: 204 len: 168 time: 0.8852799 Jul 08 18:02:55.975038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60522) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:56.041805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-0120226b-46fc-442f-8dad-b1ed1bb595bc tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ce0cac8a-f51d-494e-bd4a-3e2533e79e5d HTTP/1.1" status: 200 len: 2981 time: 0.1821342 Jul 08 18:02:56.055431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.072848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c7d617a-eaa6-4b0c-b619-543a7cc36e5a req-e7afa262-156a-4607-b9b1-cec05af814c8 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250632 Jul 08 18:02:56.079768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb849b0c-009e-49b2-a4c2-8de91cdc2e10 admin admin] Deleting subnet 2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:02:56.089802 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb849b0c-009e-49b2-a4c2-8de91cdc2e10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.143887 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.145086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-0bdcb715-4d4b-4fc4-86be-3fc3044612cb tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/e984676b-acea-4f37-93c0-b7d2d75f1718 HTTP/1.1" status: 200 len: 2981 time: 0.0947728 Jul 08 18:02:56.155287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a800a98-ed25-4ee3-b0f5-509eedf21b3b']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:56.158581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb849b0c-009e-49b2-a4c2-8de91cdc2e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.169331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5bb7df-75eb-48f6-ba5e-72968a9802a7') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:56.169623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5bb7df-75eb-48f6-ba5e-72968a9802a7') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:56.179075 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.199656 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.206959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:02:56.207426 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:02:56.209282 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:02:56.231329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ada479-3336-401d-81a2-7fdc82b4f5c4 req-4829ece0-7c38-4474-afe5-ffddfecc5c5f tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/e984676b-acea-4f37-93c0-b7d2d75f1718 HTTP/1.1" status: 200 len: 2981 time: 0.0757253 Jul 08 18:02:56.277748 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb849b0c-009e-49b2-a4c2-8de91cdc2e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.283759 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.291541 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.294921 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7a800a98-ed25-4ee3-b0f5-509eedf21b3b HTTP/1.1" status: 204 len: 168 time: 0.3398087 Jul 08 18:02:56.312432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fcda3-2da3-41cb-8b01-b2e1b410a7d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a800a98-ed25-4ee3-b0f5-509eedf21b3b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:56.348032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb849b0c-009e-49b2-a4c2-8de91cdc2e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.377450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb849b0c-009e-49b2-a4c2-8de91cdc2e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:56.386720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb849b0c-009e-49b2-a4c2-8de91cdc2e10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.387377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6021a25e-86e9-41f9-9844-47eac601e041 None None] Network 0370181e-b2b3-4a23-a284-48330dba6305 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:56.390989 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fb849b0c-009e-49b2-a4c2-8de91cdc2e10 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2dcdd4b2-3f1e-4e6a-a3c1-96c2d3e280f9 HTTP/1.1" status: 204 len: 168 time: 0.4126606 Jul 08 18:02:56.391380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60536) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:56.488088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.558924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60538) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:56.582708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Deleting port e3001244-d4c8-4344-a283-95f74fc9fe56 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:56.583187 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.718034 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a6efd8d3-a1ae-47e0-bc77-f0c5da59a62d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=efe321137b034703826779d4c3b48043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548784 Jul 08 18:02:56.721317 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60546) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:56.757535 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] For port e3001244-d4c8-4344-a283-95f74fc9fe56, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e3001244-d4c8-4344-a283-95f74fc9fe56,segment=NetworkSegment(641a8bd3-1b68-4d37-95d1-dff9eab3c54d),segment_id=641a8bd3-1b68-4d37-95d1-dff9eab3c54d)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:56.757927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.780167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Calling delete_port for e3001244-d4c8-4344-a283-95f74fc9fe56 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:56.810492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 56f6b39b-ca5f-417f-b63c-4b6b7a773cec no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:56.811736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-0fc52631-1395-412a-ac30-e4e61ae19979 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:56.818004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-0fc52631-1395-412a-ac30-e4e61ae19979 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:56.826565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-0fc52631-1395-412a-ac30-e4e61ae19979 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:56.826565 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-0fc52631-1395-412a-ac30-e4e61ae19979 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2417 time: 0.2025528 Jul 08 18:02:56.840766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 56f6b39b-ca5f-417f-b63c-4b6b7a773cec {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:56.844441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 56f6b39b-ca5f-417f-b63c-4b6b7a773cec not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:56.845129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 31c81dd1-9af2-4d08-b494-cec10fbecfa3 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:56.871384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 31c81dd1-9af2-4d08-b494-cec10fbecfa3 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:56.871730 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 31c81dd1-9af2-4d08-b494-cec10fbecfa3 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:56.978680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.989481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-104a78f6-6013-402d-b402-56164adb63b0 req-9236c029-b7ab-486a-b9b3-b1ff91b7b83a tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b0d8b7f31bf04198bf063c540cbeaba1 HTTP/1.1" status: 200 len: 6102 time: 0.2870123 Jul 08 18:02:56.995956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d5adc6-d950-44d9-9269-0eca52eaf0d9 None None] DHCP port deletion for 0370181e-b2b3-4a23-a284-48330dba6305 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:02:57.033028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3001244-d4c8-4344-a283-95f74fc9fe56,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:57.038127 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] No DVR routers for this DVR port e3001244-d4c8-4344-a283-95f74fc9fe56 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:57.086135 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca9851ff-57db-438f-abab-b4488c365ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.091536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-104a78f6-6013-402d-b402-56164adb63b0 req-3b787c58-fa64-4301-8af9-f6a7cb27617c tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] 10.222.0.73 "GET /v2.0/security-groups/76262328-a79c-4959-95e2-11fb2944da6f HTTP/1.1" status: 200 len: 2981 time: 0.1001558 Jul 08 18:02:57.126608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-d4b6f336-789f-44ba-bb96-374e12820d82 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting port 695481e6-74ec-43f6-a25e-83073573b81d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:57.126953 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-d4b6f336-789f-44ba-bb96-374e12820d82 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.137656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca9851ff-57db-438f-abab-b4488c365ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.171951 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-104a78f6-6013-402d-b402-56164adb63b0 req-a4ac7658-53b0-4dcc-aa7f-502a1e869aa3 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] 10.222.0.73 "GET /v2.0/security-groups/76262328-a79c-4959-95e2-11fb2944da6f HTTP/1.1" status: 200 len: 2981 time: 0.0701208 Jul 08 18:02:57.180200 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.198698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0370181e-b2b3-4a23-a284-48330dba6305']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:57.217493 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca9851ff-57db-438f-abab-b4488c365ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.222313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca9851ff-57db-438f-abab-b4488c365ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.223651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ca9851ff-57db-438f-abab-b4488c365ce1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/643e8b77-51e1-42b1-bb46-e825a2cf47a2 HTTP/1.1" status: 204 len: 168 time: 0.4941094 Jul 08 18:02:57.227157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641a8bd3-1b68-4d37-95d1-dff9eab3c54d') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:57.227963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641a8bd3-1b68-4d37-95d1-dff9eab3c54d') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:57.236257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9851ff-57db-438f-abab-b4488c365ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643e8b77-51e1-42b1-bb46-e825a2cf47a2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:57.246985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.272695 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.287151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:02:57.287650 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:02:57.345105 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:02:57.354883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c00a4-fee6-42fe-acbe-35dbe707d461 req-d6a447e3-98ee-43f0-8ff6-539c8317c353 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:57.361357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c00a4-fee6-42fe-acbe-35dbe707d461 req-d6a447e3-98ee-43f0-8ff6-539c8317c353 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:57.367575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c00a4-fee6-42fe-acbe-35dbe707d461 req-d6a447e3-98ee-43f0-8ff6-539c8317c353 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:57.369929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-545c00a4-fee6-42fe-acbe-35dbe707d461 req-d6a447e3-98ee-43f0-8ff6-539c8317c353 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 2417 time: 0.0934637 Jul 08 18:02:57.382433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-d4b6f336-789f-44ba-bb96-374e12820d82 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] For port 695481e6-74ec-43f6-a25e-83073573b81d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=695481e6-74ec-43f6-a25e-83073573b81d,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:57.382807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-d4b6f336-789f-44ba-bb96-374e12820d82 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.398287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-d4b6f336-789f-44ba-bb96-374e12820d82 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Calling delete_port for 695481e6-74ec-43f6-a25e-83073573b81d owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:57.404983 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.413459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.415660 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0370181e-b2b3-4a23-a284-48330dba6305 HTTP/1.1" status: 204 len: 168 time: 1.0232217 Jul 08 18:02:57.430357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bd71e-9c2c-45aa-8a9d-22eb6c1b11d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0370181e-b2b3-4a23-a284-48330dba6305,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:57.450952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-329bee9b-48a6-4902-a0b8-2df1d074338d req-92a11c53-d996-4fc8-a2d7-c16c424562b8 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/c233ac81-90cb-4247-9645-6caa6a0ac473 HTTP/1.1" status: 200 len: 1776 time: 0.0651631 Jul 08 18:02:57.455065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-545c00a4-fee6-42fe-acbe-35dbe707d461 req-cb3f80f2-bb00-416e-9862-d5c71f26969e tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768070 Jul 08 18:02:57.507622 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-329bee9b-48a6-4902-a0b8-2df1d074338d req-65be43c4-4c95-4717-897d-6b0501010ce8 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.538479 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-329bee9b-48a6-4902-a0b8-2df1d074338d req-65be43c4-4c95-4717-897d-6b0501010ce8 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.582659 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-d4b6f336-789f-44ba-bb96-374e12820d82 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.594898 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-329bee9b-48a6-4902-a0b8-2df1d074338d req-65be43c4-4c95-4717-897d-6b0501010ce8 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.597654 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-329bee9b-48a6-4902-a0b8-2df1d074338d req-65be43c4-4c95-4717-897d-6b0501010ce8 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.607337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-329bee9b-48a6-4902-a0b8-2df1d074338d req-65be43c4-4c95-4717-897d-6b0501010ce8 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/c233ac81-90cb-4247-9645-6caa6a0ac473 HTTP/1.1" status: 204 len: 173 time: 0.1549037 Jul 08 18:02:57.630966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be43c4-4c95-4717-897d-6b0501010ce8 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c233ac81-90cb-4247-9645-6caa6a0ac473,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:57.646720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6f336-789f-44ba-bb96-374e12820d82 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Port': ['ID=695481e6-74ec-43f6-a25e-83073573b81d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:57.705577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-d4b6f336-789f-44ba-bb96-374e12820d82 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] No DVR routers for this DVR port 695481e6-74ec-43f6-a25e-83073573b81d on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:57.708517 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-d4b6f336-789f-44ba-bb96-374e12820d82 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.710973 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-d4b6f336-789f-44ba-bb96-374e12820d82 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "DELETE /v2.0/ports/695481e6-74ec-43f6-a25e-83073573b81d HTTP/1.1" status: 204 len: 173 time: 0.8560812 Jul 08 18:02:57.711406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-deleted', 'tag': '695481e6-74ec-43f6-a25e-83073573b81d'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:57.714674 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71d2380-60e9-43b1-8092-5561fbcb9e3d" -d '{"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-deleted", "tag": "695481e6-74ec-43f6-a25e-83073573b81d"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:57.745055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8bc5a507-d1cd-4df0-8679-ea635b8d414b req-6671e4f0-5f61-4593-984c-eaf138be19d9 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "GET /v2.0/security-groups/ed2c71a1-5a5f-4c84-86ba-31fcad71eabb HTTP/1.1" status: 200 len: 1777 time: 0.0640872 Jul 08 18:02:57.762814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60604) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:57.853488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-ef4cdca6-f59c-42ff-b8cf-6c72240db5d1 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting port 17778300-69e1-4b44-823e-807b020c8b73 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:57.854365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-ef4cdca6-f59c-42ff-b8cf-6c72240db5d1 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.879461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-83d6190e-5864-4b39-8983-b88dc2be2f8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d405720c4cc04880b50b9a9583baab00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1155448 Jul 08 18:02:57.883696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60608) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:57.910816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8bc5a507-d1cd-4df0-8679-ea635b8d414b req-f0cc6c52-ce2e-4388-a01e-7ee658ee5ce0 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.977182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-ef4cdca6-f59c-42ff-b8cf-6c72240db5d1 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] For port 17778300-69e1-4b44-823e-807b020c8b73, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=17778300-69e1-4b44-823e-807b020c8b73,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:57.977722 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-ef4cdca6-f59c-42ff-b8cf-6c72240db5d1 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.987426 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8bc5a507-d1cd-4df0-8679-ea635b8d414b req-f0cc6c52-ce2e-4388-a01e-7ee658ee5ce0 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.995879 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-ef4cdca6-f59c-42ff-b8cf-6c72240db5d1 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Calling delete_port for 17778300-69e1-4b44-823e-807b020c8b73 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:58.040526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20262e-e021-47c0-8200-13044fd3a8d4 req-c1eb5848-8a84-4f56-bf39-ca51216552a6 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:58.049353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a20262e-e021-47c0-8200-13044fd3a8d4 req-c1eb5848-8a84-4f56-bf39-ca51216552a6 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 945 time: 0.2630143 Jul 08 18:02:58.079029 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60618) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:58.082406 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e39d202-d28c-490c-91a1-479c538a90ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.111496 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8bc5a507-d1cd-4df0-8679-ea635b8d414b req-f0cc6c52-ce2e-4388-a01e-7ee658ee5ce0 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.114052 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8bc5a507-d1cd-4df0-8679-ea635b8d414b req-f0cc6c52-ce2e-4388-a01e-7ee658ee5ce0 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.115970 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8bc5a507-d1cd-4df0-8679-ea635b8d414b req-f0cc6c52-ce2e-4388-a01e-7ee658ee5ce0 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed2c71a1-5a5f-4c84-86ba-31fcad71eabb HTTP/1.1" status: 204 len: 173 time: 0.3692346 Jul 08 18:02:58.136194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a20262e-e021-47c0-8200-13044fd3a8d4 req-ac779fa0-eb4e-4225-bf4f-3c0578809fc2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858052 Jul 08 18:02:58.153188 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e39d202-d28c-490c-91a1-479c538a90ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.175343 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0555e62a-a363-4bf2-b0c5-1d4208a0f71b x-openstack-request-id: req-0555e62a-a363-4bf2-b0c5-1d4208a0f71b {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:58.175636 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-deleted", "tag": "695481e6-74ec-43f6-a25e-83073573b81d", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:58.175892 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0555e62a-a363-4bf2-b0c5-1d4208a0f71b {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:58.176931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc6c52-ce2e-4388-a01e-7ee658ee5ce0 tempest-SecurityGroupsTestAdminJSON-1844314688 tempest-SecurityGroupsTestAdminJSON-1844314688-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2c71a1-5a5f-4c84-86ba-31fcad71eabb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:58.179133 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-deleted', 'tag': '695481e6-74ec-43f6-a25e-83073573b81d', 'status': 'completed', 'code': 200} Jul 08 18:02:58.266835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-ef4cdca6-f59c-42ff-b8cf-6c72240db5d1 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.291200 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e39d202-d28c-490c-91a1-479c538a90ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.294408 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e39d202-d28c-490c-91a1-479c538a90ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.301320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9e39d202-d28c-490c-91a1-479c538a90ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c34a0f7f-9164-4840-b7d6-b538bac29e28 HTTP/1.1" status: 204 len: 168 time: 0.4148703 Jul 08 18:02:58.320519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39d202-d28c-490c-91a1-479c538a90ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34a0f7f-9164-4840-b7d6-b538bac29e28,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:58.346968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3001244-d4c8-4344-a283-95f74fc9fe56 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:58.379085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cdca6-f59c-42ff-b8cf-6c72240db5d1 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Port': ['ID=17778300-69e1-4b44-823e-807b020c8b73,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:58.396611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: e3001244-d4c8-4344-a283-95f74fc9fe56 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:58.397206 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3001244-d4c8-4344-a283-95f74fc9fe56 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:58.458815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf8b25bd-f0f6-40f3-aaa0-64aae256bf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.501453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-ef4cdca6-f59c-42ff-b8cf-6c72240db5d1 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] No DVR routers for this DVR port 17778300-69e1-4b44-823e-807b020c8b73 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:58.505760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-ef4cdca6-f59c-42ff-b8cf-6c72240db5d1 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.507868 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-ef4cdca6-f59c-42ff-b8cf-6c72240db5d1 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "DELETE /v2.0/ports/17778300-69e1-4b44-823e-807b020c8b73 HTTP/1.1" status: 204 len: 173 time: 0.7894559 Jul 08 18:02:58.732385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-1eec5266-4909-4adc-bee8-ee0840154679 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting port 9f2a2562-c13b-4e6c-904a-293e3678778c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:58.732725 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-1eec5266-4909-4adc-bee8-ee0840154679 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.783605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf8b25bd-f0f6-40f3-aaa0-64aae256bf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.794511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf8b25bd-f0f6-40f3-aaa0-64aae256bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.810761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60640) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:58.840359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60644) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:58.860026 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bf8b25bd-f0f6-40f3-aaa0-64aae256bf10 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=52ef52ec329d43049cdc081c09f331e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7791564 Jul 08 18:02:58.863280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60646) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:58.875172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b25bd-f0f6-40f3-aaa0-64aae256bf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da9e195-db16-44fa-9393-1ee1ea2b4ed8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:58.903031 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-1eec5266-4909-4adc-bee8-ee0840154679 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] For port 9f2a2562-c13b-4e6c-904a-293e3678778c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9f2a2562-c13b-4e6c-904a-293e3678778c,segment=NetworkSegment(f389b0ae-bcbd-49a8-b857-9172a55a8616),segment_id=f389b0ae-bcbd-49a8-b857-9172a55a8616)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:58.903387 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-1eec5266-4909-4adc-bee8-ee0840154679 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.925471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-1eec5266-4909-4adc-bee8-ee0840154679 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Calling delete_port for 9f2a2562-c13b-4e6c-904a-293e3678778c owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:58.945952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6a6a2d9-604e-41a7-9aa1-a2b7b95727ec req-d67668af-35a5-4b8f-9130-2514e60799bf tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] 10.222.0.73 "GET /v2.0/security-groups/06f3c29f-2f13-4c7a-83ce-5f610ff66f8f HTTP/1.1" status: 200 len: 1778 time: 0.6076863 Jul 08 18:02:58.984583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-924829fb-59a7-49af-8188-ea6a77467059 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c5f848d422245ad9012ebfadb94105e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1400299 Jul 08 18:02:58.986539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 17778300-69e1-4b44-823e-807b020c8b73 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:58.990230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60648) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:58.998702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da071a1d-8779-4d68-beab-4841cc5cbccf req-bbed49f9-fd27-4c38-b59d-affca3871771 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:59.000284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da071a1d-8779-4d68-beab-4841cc5cbccf req-bbed49f9-fd27-4c38-b59d-affca3871771 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 945 time: 0.1637805 Jul 08 18:02:59.017901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 17778300-69e1-4b44-823e-807b020c8b73 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:59.018592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 17778300-69e1-4b44-823e-807b020c8b73 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:59.019198 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 695481e6-74ec-43f6-a25e-83073573b81d no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:59.042606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 695481e6-74ec-43f6-a25e-83073573b81d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:59.043585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 695481e6-74ec-43f6-a25e-83073573b81d not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:59.044451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9f2a2562-c13b-4e6c-904a-293e3678778c no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:59.109007 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b11b4a7-629a-4d2c-8b41-bd0ee447f2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.121383 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f6a6a2d9-604e-41a7-9aa1-a2b7b95727ec req-3a386fe3-b186-4365-9345-75ce8b408263 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.151202 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.161659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da071a1d-8779-4d68-beab-4841cc5cbccf req-1b4aaed0-f0be-4bc7-a477-0c566e97051f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236472 Jul 08 18:02:59.193619 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f6a6a2d9-604e-41a7-9aa1-a2b7b95727ec req-3a386fe3-b186-4365-9345-75ce8b408263 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.199188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9f2a2562-c13b-4e6c-904a-293e3678778c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9f2a2562-c13b-4e6c-904a-293e3678778c,segment=NetworkSegment(f389b0ae-bcbd-49a8-b857-9172a55a8616),segment_id=f389b0ae-bcbd-49a8-b857-9172a55a8616)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:59.200481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2a2562-c13b-4e6c-904a-293e3678778c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:59.205686 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b11b4a7-629a-4d2c-8b41-bd0ee447f2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.207387 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e427f721-11f4-4185-965f-41700d4f49c6" -d '{"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2a2562-c13b-4e6c-904a-293e3678778c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:59.214315 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.267541 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1465499858-network', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:59.280367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f6a6a2d9-604e-41a7-9aa1-a2b7b95727ec req-3a386fe3-b186-4365-9345-75ce8b408263 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.283755 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f6a6a2d9-604e-41a7-9aa1-a2b7b95727ec req-3a386fe3-b186-4365-9345-75ce8b408263 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.284994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6a6a2d9-604e-41a7-9aa1-a2b7b95727ec req-3a386fe3-b186-4365-9345-75ce8b408263 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] 10.222.0.73 "DELETE /v2.0/security-groups/06f3c29f-2f13-4c7a-83ce-5f610ff66f8f HTTP/1.1" status: 204 len: 173 time: 0.3381903 Jul 08 18:02:59.290816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b11b4a7-629a-4d2c-8b41-bd0ee447f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.292667 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b11b4a7-629a-4d2c-8b41-bd0ee447f2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.293775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5b11b4a7-629a-4d2c-8b41-bd0ee447f2db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1338b8c9-63c0-445e-97c5-7674b22c6817 HTTP/1.1" status: 204 len: 168 time: 0.2925484 Jul 08 18:02:59.303896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d91d77aa-8d98-4568-9307-db961fb55462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.313511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9f2a2562-c13b-4e6c-904a-293e3678778c,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:59.316388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a386fe3-b186-4365-9345-75ce8b408263 tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f3c29f-2f13-4c7a-83ce-5f610ff66f8f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:59.340848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:59.343165 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.346744 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11b4a7-629a-4d2c-8b41-bd0ee447f2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1338b8c9-63c0-445e-97c5-7674b22c6817,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:59.360984 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcc5efb-8ba2-4e6d-b122-a65d5bf77a02 x-openstack-request-id: req-2fcc5efb-8ba2-4e6d-b122-a65d5bf77a02 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:59.361554 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2a2562-c13b-4e6c-904a-293e3678778c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:59.361737 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2fcc5efb-8ba2-4e6d-b122-a65d5bf77a02 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:59.362140 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2a2562-c13b-4e6c-904a-293e3678778c', 'code': 200} Jul 08 18:02:59.365871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d91d77aa-8d98-4568-9307-db961fb55462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.367570 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.445890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0603bed7-a374-490a-a193-2b67378e542b req-d839af38-e064-4652-ad3a-d88d6b29362d tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] 10.222.0.73 "GET /v2.0/security-groups/e5969512-bb94-4d3f-a58c-757e5a0f32ce HTTP/1.1" status: 200 len: 1776 time: 0.0750818 Jul 08 18:02:59.492647 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155cb13-1abf-4804-818f-caa5a06edd57 req-92fb14e5-6082-4072-9bc0-15af6bfb26bf tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:59.495113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9155cb13-1abf-4804-818f-caa5a06edd57 req-92fb14e5-6082-4072-9bc0-15af6bfb26bf tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 945 time: 0.1498849 Jul 08 18:02:59.496402 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d91d77aa-8d98-4568-9307-db961fb55462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.498890 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d91d77aa-8d98-4568-9307-db961fb55462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.500016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d91d77aa-8d98-4568-9307-db961fb55462 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6da9e195-db16-44fa-9393-1ee1ea2b4ed8 HTTP/1.1" status: 204 len: 168 time: 0.6358323 Jul 08 18:02:59.510149 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-1eec5266-4909-4adc-bee8-ee0840154679 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.526800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d77aa-8d98-4568-9307-db961fb55462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da9e195-db16-44fa-9393-1ee1ea2b4ed8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:59.554294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec5266-4909-4adc-bee8-ee0840154679 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Port': ['ID=9f2a2562-c13b-4e6c-904a-293e3678778c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:59.584655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0603bed7-a374-490a-a193-2b67378e542b req-f768334f-586b-4b93-88fd-d555354f697f tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.594980 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9155cb13-1abf-4804-818f-caa5a06edd57 req-43c8f54d-66ce-48d6-a2c9-2a7521eade4b tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877759 Jul 08 18:02:59.653771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-1eec5266-4909-4adc-bee8-ee0840154679 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] No DVR routers for this DVR port 9f2a2562-c13b-4e6c-904a-293e3678778c on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:59.660267 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0603bed7-a374-490a-a193-2b67378e542b req-f768334f-586b-4b93-88fd-d555354f697f tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.663258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-1eec5266-4909-4adc-bee8-ee0840154679 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.667267 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-88be15fc-ddce-4853-a99b-25b2aa9a1b9d req-1eec5266-4909-4adc-bee8-ee0840154679 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "DELETE /v2.0/ports/9f2a2562-c13b-4e6c-904a-293e3678778c HTTP/1.1" status: 204 len: 173 time: 1.1528347 Jul 08 18:02:59.673786 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.682044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.712842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:02:59.743823 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.744361 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Added segment ae58eb28-3f51-4f61-8572-fddd6dcf5c7b of type vlan for network a4d07708-357c-46da-80fc-75d7056d9d48 Jul 08 18:02:59.777482 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0603bed7-a374-490a-a193-2b67378e542b req-f768334f-586b-4b93-88fd-d555354f697f tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.780446 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0603bed7-a374-490a-a193-2b67378e542b req-f768334f-586b-4b93-88fd-d555354f697f tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.789920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0603bed7-a374-490a-a193-2b67378e542b req-f768334f-586b-4b93-88fd-d555354f697f tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] 10.222.0.73 "DELETE /v2.0/security-groups/e5969512-bb94-4d3f-a58c-757e5a0f32ce HTTP/1.1" status: 204 len: 173 time: 0.3293278 Jul 08 18:02:59.813174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768334f-586b-4b93-88fd-d555354f697f tempest-SecurityGroupsTestAdminJSON-2122348654 tempest-SecurityGroupsTestAdminJSON-2122348654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5969512-bb94-4d3f-a58c-757e5a0f32ce,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:59.854417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783105f0-58e8-428f-b269-b8258584f1bd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:59.926673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.986802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.988480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:59.989405 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.049118 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2372189 Jul 08 18:03:00.052222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60684) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:00.057983 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] Request body: {'subnet': {'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1465499858-subnet', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:00.073359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e733532-9017-4187-82b9-8d402681ed2b admin admin] Pushing event updated for resources: {'Network': ['ID=a4d07708-357c-46da-80fc-75d7056d9d48,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:00.085410 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network a4d07708-357c-46da-80fc-75d7056d9d48 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:00.102245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:00.107319 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.180156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-deleted', 'tag': '17778300-69e1-4b44-823e-807b020c8b73'}, {'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-deleted', 'tag': '9f2a2562-c13b-4e6c-904a-293e3678778c'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:00.188204 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fe9694-ca58-4b19-8823-8641cfb7c6a3" -d '{"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-deleted", "tag": "17778300-69e1-4b44-823e-807b020c8b73"}, {"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-deleted", "tag": "9f2a2562-c13b-4e6c-904a-293e3678778c"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:00.231194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60694) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:00.330336 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fbc52b-e238-4823-85b1-c7d75e6ed20c x-openstack-request-id: req-07fbc52b-e238-4823-85b1-c7d75e6ed20c {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:00.331337 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-deleted", "tag": "17778300-69e1-4b44-823e-807b020c8b73", "status": "completed", "code": 200}, {"server_uuid": "5bc9d986-d348-485a-9d8e-dae46445af2c", "name": "network-vif-deleted", "tag": "9f2a2562-c13b-4e6c-904a-293e3678778c", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:00.331337 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07fbc52b-e238-4823-85b1-c7d75e6ed20c {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:00.331667 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-deleted', 'tag': '17778300-69e1-4b44-823e-807b020c8b73', 'status': 'completed', 'code': 200} Jul 08 18:03:00.332176 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9d986-d348-485a-9d8e-dae46445af2c', 'name': 'network-vif-deleted', 'tag': '9f2a2562-c13b-4e6c-904a-293e3678778c', 'status': 'completed', 'code': 200} Jul 08 18:03:00.428604 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ceebf9a-bd6e-46ad-be51-860981720d56 req-9706965d-b966-4ba6-a5e0-e9f6442b9f6f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9d986-d348-485a-9d8e-dae46445af2c HTTP/1.1" status: 200 len: 210 time: 0.0384631 Jul 08 18:03:00.490282 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.572738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffd178d-f064-4531-9efd-737edfc74720,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:00.585419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] Checking segment: {'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:00.585741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] Network hostable DHCP agents. Network: a4d07708-357c-46da-80fc-75d7056d9d48, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:00.603186 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-80365240-c6fd-4a99-a8e3-37a82bf221d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b0d8b7f31bf04198bf063c540cbeaba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707850 Jul 08 18:03:00.605547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60708) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:00.619449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] Network a4d07708-357c-46da-80fc-75d7056d9d48 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:00.639296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, a4d07708-357c-46da-80fc-75d7056d9d48) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:00.650514 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:00.654278 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.661365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b68f3f-60b8-4186-a839-45b0da28952e None None] Network a4d07708-357c-46da-80fc-75d7056d9d48 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:00.690483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3556a895-7329-4b81-82a8-1625aaf1a96f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6342618 Jul 08 18:03:00.690758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60716) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:00.698033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:00.710446 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-90101c70-37b2-4e3e-bf26-b128a1ddf885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.729474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.730651 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.760682 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-90101c70-37b2-4e3e-bf26-b128a1ddf885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.803116 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.892464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-90101c70-37b2-4e3e-bf26-b128a1ddf885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.896665 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-90101c70-37b2-4e3e-bf26-b128a1ddf885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.901369 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-90101c70-37b2-4e3e-bf26-b128a1ddf885 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/76262328-a79c-4959-95e2-11fb2944da6f HTTP/1.1" status: 204 len: 168 time: 0.2923450 Jul 08 18:03:00.915609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90101c70-37b2-4e3e-bf26-b128a1ddf885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76262328-a79c-4959-95e2-11fb2944da6f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:00.979449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-a4d07708-357c-46da-80fc-75d7056d9d48', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'fixed_ips': [{'subnet_id': 'cffd178d-f064-4531-9efd-737edfc74720'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:03:00.980682 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.000121 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:01.022675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60728) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:01.033448 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.082630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf095807-21fa-46eb-81f7-51fc52552b11 req-b3904384-0514-455b-8850-e3c8ae63a996 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:01.085096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf095807-21fa-46eb-81f7-51fc52552b11 req-b3904384-0514-455b-8850-e3c8ae63a996 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 945 time: 0.2258255 Jul 08 18:03:01.203806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf095807-21fa-46eb-81f7-51fc52552b11 req-cff70b4b-f3bd-4cfd-bd22-028652748755 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940940 Jul 08 18:03:01.256398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1300812986-network', 'tenant_id': '9e71714b6726422698ef18c9981ae25e'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:01.260474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Allocated IP 172.20.0.2 (a4d07708-357c-46da-80fc-75d7056d9d48/cffd178d-f064-4531-9efd-737edfc74720/da24e781-e17e-4eff-8a68-421cc6282b64) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:01.269815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:01.292915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6', 'network_id': '1c510281-7c23-4f45-8f61-7aebaf93e67f', 'port_id': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6', 'mac_address': 'fa:16:3e:71:70:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e734d1c-a925-4682-8868-ca57c3123de4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:03:01.307264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Made reservation on behalf of 9e71714b6726422698ef18c9981ae25e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:01.313441 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.340599 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.387581 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.390158 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.414623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:01.422629 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.439246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:01.449631 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.537244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:01.543886 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.545836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60742) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:01.588414 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.598948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60746) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:01.603293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Allocated IP 172.25.8.152 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/f52891b9-9a0c-4cc9-a3be-0b881bde6714) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:01.616734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:01.641120 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.660012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Transition to ACTIVE for port object da24e781-e17e-4eff-8a68-421cc6282b64 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:01.689140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:01.691968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Transition to ACTIVE for port object da24e781-e17e-4eff-8a68-421cc6282b64 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:01.733832 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.734082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9969d9-bfc8-4729-a971-caf84338f819,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:01.747314 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.768692 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.769063 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Added segment 61f32b72-0f62-4a37-9ef2-397b7821a400 of type vlan for network aba4ff34-3904-4abd-9278-ba4fa8a97426 Jul 08 18:03:01.781143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Network a4d07708-357c-46da-80fc-75d7056d9d48 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:01.781312 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1b9848-637d-4f16-927b-fd7d67ef183c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting subnet 6013fa8e-f275-4d9e-9dcb-45abf5d8b25f {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:01.786372 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9848-637d-4f16-927b-fd7d67ef183c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.789358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:01.793178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:01.799456 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.799689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Pushing event updated for resources: {'Port': ['ID=da24e781-e17e-4eff-8a68-421cc6282b64,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:01.846188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:01.851505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:01.855854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:01.858452 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9848-637d-4f16-927b-fd7d67ef183c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.863243 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2816a98b-4222-44fa-90dd-dd70776534e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a2c8c76453d6403c95dc677899a60a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163035 Jul 08 18:03:01.864841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Attempting to bind port da24e781-e17e-4eff-8a68-421cc6282b64 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:01.866528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Attempting to bind port da24e781-e17e-4eff-8a68-421cc6282b64 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:01.867675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Attempting to bind port da24e781-e17e-4eff-8a68-421cc6282b64 on network a4d07708-357c-46da-80fc-75d7056d9d48 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:01.875982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:01.877027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Checking segment: {'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:01.877798 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.878470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Bound using segment: {'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:01.879327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Bound port: da24e781-e17e-4eff-8a68-421cc6282b64, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:01.880483 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.883464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60752) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:01.888940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Pushing event updated for resources: {'Port': ['ID=f52891b9-9a0c-4cc9-a3be-0b881bde6714,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:01.979677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] For port da24e781-e17e-4eff-8a68-421cc6282b64, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:01.983370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] For port da24e781-e17e-4eff-8a68-421cc6282b64, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=da24e781-e17e-4eff-8a68-421cc6282b64,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:01.992905 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.064355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a7e6b-7cca-4e93-8b71-d60dc4f00f67 None None] Pushing event updated for resources: {'Port': ['ID=da24e781-e17e-4eff-8a68-421cc6282b64,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:02.118312 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.263125 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9848-637d-4f16-927b-fd7d67ef183c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.337328 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.347043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.348670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:02.349517 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.426277 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79837c12-01dc-4534-972e-a1939f0c9a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.467752 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9848-637d-4f16-927b-fd7d67ef183c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.540111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60768) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.542961 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5172253 Jul 08 18:03:02.544210 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b9848-637d-4f16-927b-fd7d67ef183c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Subnet': ['ID=6013fa8e-f275-4d9e-9dcb-45abf5d8b25f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:02.546365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] Request body: {'subnet': {'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1300812986-subnet', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:02.562178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9848-637d-4f16-927b-fd7d67ef183c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.565832 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3c1b9848-637d-4f16-927b-fd7d67ef183c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "DELETE /v2.0/subnets/6013fa8e-f275-4d9e-9dcb-45abf5d8b25f HTTP/1.1" status: 204 len: 168 time: 0.9610810 Jul 08 18:03:02.569023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966d8a4-dcaa-42b4-a524-6a96d8bb268c admin admin] Pushing event updated for resources: {'Network': ['ID=aba4ff34-3904-4abd-9278-ba4fa8a97426,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:02.569619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53699d0-55af-4d1c-8cc7-100a9f047019 None None] Network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:02.570344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60770) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.579851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79837c12-01dc-4534-972e-a1939f0c9a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.593321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network aba4ff34-3904-4abd-9278-ba4fa8a97426 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:02.671843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] Made reservation on behalf of 9e71714b6726422698ef18c9981ae25e for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:02.674330 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.733035 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.744282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47d364-0b7b-4e1c-80dc-b20e55743a4b req-983e2ea4-fca2-4f2f-9acd-62ffdf9d821e tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:02.751581 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd47d364-0b7b-4e1c-80dc-b20e55743a4b req-983e2ea4-fca2-4f2f-9acd-62ffdf9d821e tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 944 time: 0.2698112 Jul 08 18:03:02.791582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79837c12-01dc-4534-972e-a1939f0c9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.794514 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79837c12-01dc-4534-972e-a1939f0c9a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.799209 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-79837c12-01dc-4534-972e-a1939f0c9a57 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e984676b-acea-4f37-93c0-b7d2d75f1718 HTTP/1.1" status: 204 len: 168 time: 0.9095950 Jul 08 18:03:02.865036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79837c12-01dc-4534-972e-a1939f0c9a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e984676b-acea-4f37-93c0-b7d2d75f1718,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:02.875060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd47d364-0b7b-4e1c-80dc-b20e55743a4b req-6c11fe16-bbe5-4f88-8b4d-80ef5aa9ba14 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222789 Jul 08 18:03:02.891310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting port 5b2b774f-4100-4c22-b104-68160a354bd0 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:02.891670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.892425 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.015338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c4927-a603-448b-993f-1688a8b3812d None None] DHCP port deletion for eeb779ed-63f7-40a1-aa8d-1ea596dd9318 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:03:03.031028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:03.078762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] For port 5b2b774f-4100-4c22-b104-68160a354bd0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5b2b774f-4100-4c22-b104-68160a354bd0,segment=NetworkSegment(f389b0ae-bcbd-49a8-b857-9172a55a8616),segment_id=f389b0ae-bcbd-49a8-b857-9172a55a8616)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:03.079534 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.093395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60776) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:03.101441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Calling delete_port for 5b2b774f-4100-4c22-b104-68160a354bd0 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:03.156156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c59c4927-a603-448b-993f-1688a8b3812d None None] Deleting port 5b2b774f-4100-4c22-b104-68160a354bd0 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:03.156539 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c59c4927-a603-448b-993f-1688a8b3812d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.219754 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.353635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:03:03.356850 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.371843 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.384372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] No DVR routers for this DVR port 5b2b774f-4100-4c22-b104-68160a354bd0 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:03.395743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:03.395743 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.405932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c59c4927-a603-448b-993f-1688a8b3812d None None] For port 5b2b774f-4100-4c22-b104-68160a354bd0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5b2b774f-4100-4c22-b104-68160a354bd0,segment=NetworkSegment(f389b0ae-bcbd-49a8-b857-9172a55a8616),segment_id=f389b0ae-bcbd-49a8-b857-9172a55a8616)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:03.406384 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c59c4927-a603-448b-993f-1688a8b3812d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.407297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c92eafc-1e96-495c-be54-5fa4d91755fc,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:03.490624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c59c4927-a603-448b-993f-1688a8b3812d None None] Calling delete_port for 5b2b774f-4100-4c22-b104-68160a354bd0 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:03.498619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] Checking segment: {'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:03.499146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] Network hostable DHCP agents. Network: aba4ff34-3904-4abd-9278-ba4fa8a97426, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:03.569515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750716c7-e515-4685-863d-04a2735cc6f9 None None] Network a4d07708-357c-46da-80fc-75d7056d9d48 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:03.583194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76004b35-b841-45bd-bf76-82c8d5c238db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.602230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Port': ['ID=5b2b774f-4100-4c22-b104-68160a354bd0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:03.613168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] Network aba4ff34-3904-4abd-9278-ba4fa8a97426 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:03.644559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, aba4ff34-3904-4abd-9278-ba4fa8a97426) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:03.652107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:03.656599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:03.656859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.662669 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Sync routers for ids ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:03.668493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e9e1ab-947a-47c8-8e14-dd58dba2d00e None None] Network aba4ff34-3904-4abd-9278-ba4fa8a97426 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:03.679275 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Routers {'614f1695-40dd-4ef7-8b3e-44eb41bebd15'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:03.679659 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:03.747085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.754938 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76004b35-b841-45bd-bf76-82c8d5c238db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.757314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb779ed-63f7-40a1-aa8d-1ea596dd9318']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:03.763288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76004b35-b841-45bd-bf76-82c8d5c238db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.770006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f389b0ae-bcbd-49a8-b857-9172a55a8616') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:03.770658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f389b0ae-bcbd-49a8-b857-9172a55a8616') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:03.780983 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.791484 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.793619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4a3e72f8-9d6b-4442-8260-14b79f4e0201 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1016989 Jul 08 18:03:03.798415 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.802151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a6fe5a10-1970-4261-a23e-35596535a0b8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2606328 Jul 08 18:03:03.804284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:03.804933 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.812061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60794) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:03.812457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60796) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:03.824748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:03.895918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-76004b35-b841-45bd-bf76-82c8d5c238db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a654bae4a9e840ef8fb8a0d37dfd75d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7995794 Jul 08 18:03:03.902098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60798) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:03.905595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76004b35-b841-45bd-bf76-82c8d5c238db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff0b745-cac5-4aab-985b-932bb4512e57,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:03.938454 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:03.944390 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Set router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:03.949023 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.960960 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.972996 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "DELETE /v2.0/networks/eeb779ed-63f7-40a1-aa8d-1ea596dd9318 HTTP/1.1" status: 204 len: 168 time: 1.3961170 Jul 08 18:03:03.985783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60804) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:03.989214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0296d12-f8f9-47b6-8407-4915b1d3f553 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Network': ['ID=eeb779ed-63f7-40a1-aa8d-1ea596dd9318,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:04.032095 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.052589 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:03:04.086747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-61437bd0-abcc-4bfb-84da-17a682b9d5d0 None None] Provisioning for port da24e781-e17e-4eff-8a68-421cc6282b64 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:04.129578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-71497196-40bb-4310-a992-322a4bea715f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting subnet 9cecfb39-d343-45f7-ab29-15021fa0dfc5 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:04.137613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.138872 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.196771 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.198102 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71497196-40bb-4310-a992-322a4bea715f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.212852 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c59c4927-a603-448b-993f-1688a8b3812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.249487 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c59c4927-a603-448b-993f-1688a8b3812d None None] Network eeb779ed-63f7-40a1-aa8d-1ea596dd9318 is not hosted by any dhcp agent {{(pid=93743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 18:03:04.249487 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c4927-a603-448b-993f-1688a8b3812d None None] No DVR routers for this DVR port 5b2b774f-4100-4c22-b104-68160a354bd0 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:04.257386 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:02Z', 'revision_number': 3, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:04.272286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c4927-a603-448b-993f-1688a8b3812d None None] Pushing event deleted for resources: {'Port': ['ID=5b2b774f-4100-4c22-b104-68160a354bd0,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:04.278007 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58db0285-dbfe-43fa-94eb-be9c35eb6057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.315517 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Checking router: 614f1695-40dd-4ef7-8b3e-44eb41bebd15 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:03:04.315862 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Updating router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 port f52891b9-9a0c-4cc9-a3be-0b881bde6714 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:03:04.333014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71497196-40bb-4310-a992-322a4bea715f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.356148 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.365041 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.365523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:04.371977 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55d6d80-cb26-409f-b334-175b85fdaf7f" -d '{"events": [{"server_uuid": "e2db6c71-cafa-4979-ba7f-367d8662978b", "name": "network-vif-plugged", "status": "completed", "tag": "cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:04.394233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device da24e781-e17e-4eff-8a68-421cc6282b64 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:04.432183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:04.458482 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2a0aad-0859-4a6e-93db-e657c9c3fcda x-openstack-request-id: req-1c2a0aad-0859-4a6e-93db-e657c9c3fcda {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:04.458970 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2db6c71-cafa-4979-ba7f-367d8662978b", "name": "network-vif-plugged", "status": "completed", "tag": "cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:04.459391 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c2a0aad-0859-4a6e-93db-e657c9c3fcda {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:04.459993 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6', 'code': 200} Jul 08 18:03:04.462171 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.588318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:04.620642 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port da24e781-e17e-4eff-8a68-421cc6282b64 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:04.653520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port da24e781-e17e-4eff-8a68-421cc6282b64 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:04.653894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.780611 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.795679 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.802394 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Transition to ACTIVE for port object f52891b9-9a0c-4cc9-a3be-0b881bde6714 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:04.808040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-aba4ff34-3904-4abd-9278-ba4fa8a97426', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:03:04.808882 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.816004 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.854828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port da24e781-e17e-4eff-8a68-421cc6282b64, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=da24e781-e17e-4eff-8a68-421cc6282b64,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:04.885837 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Attempting to bind port f52891b9-9a0c-4cc9-a3be-0b881bde6714 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:04.886523 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Attempting to bind port f52891b9-9a0c-4cc9-a3be-0b881bde6714 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:04.887092 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Attempting to bind port f52891b9-9a0c-4cc9-a3be-0b881bde6714 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:04.901387 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:04.902566 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:04.903144 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.903724 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:04.904378 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Bound port: f52891b9-9a0c-4cc9-a3be-0b881bde6714, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:04.904962 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.919424 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.998929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=da24e781-e17e-4eff-8a68-421cc6282b64,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:05.004846 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] For port f52891b9-9a0c-4cc9-a3be-0b881bde6714, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:05.015575 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] For port f52891b9-9a0c-4cc9-a3be-0b881bde6714, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f52891b9-9a0c-4cc9-a3be-0b881bde6714,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:05.026396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5b2b774f-4100-4c22-b104-68160a354bd0 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:05.030677 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.033205 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61dca9-a0e8-4150-9f2d-e66cc88ef107 None None] Pushing event updated for resources: {'Port': ['ID=f52891b9-9a0c-4cc9-a3be-0b881bde6714,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:05.072434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5b2b774f-4100-4c22-b104-68160a354bd0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:05.072953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5b2b774f-4100-4c22-b104-68160a354bd0 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:05.077979 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58db0285-dbfe-43fa-94eb-be9c35eb6057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.095926 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71497196-40bb-4310-a992-322a4bea715f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.098610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Allocated IP 172.20.0.2 (aba4ff34-3904-4abd-9278-ba4fa8a97426/9c92eafc-1e96-495c-be54-5fa4d91755fc/e123b248-1073-4351-ae7b-5f6c87fbb4a5) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:05.148824 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Routers {'614f1695-40dd-4ef7-8b3e-44eb41bebd15'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:05.149492 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:02:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:05.152852 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61dca9-a0e8-4150-9f2d-e66cc88ef107 None None] Pushing event updated for resources: {'Port': ['ID=f52891b9-9a0c-4cc9-a3be-0b881bde6714,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:05.193409 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71497196-40bb-4310-a992-322a4bea715f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.245409 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d3516d15-a22a-4a97-a3e2-8a2a9d818b46 None None] Provisioning complete for port da24e781-e17e-4eff-8a68-421cc6282b64 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:05.245806 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3516d15-a22a-4a97-a3e2-8a2a9d818b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.288129 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] Set router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:05.309911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71497196-40bb-4310-a992-322a4bea715f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Subnet': ['ID=9cecfb39-d343-45f7-ab29-15021fa0dfc5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:05.327595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209189aa-f8e9-4984-8f72-e3b44e280c44 None None] Network 6db6783c-f0e5-41da-b133-532e0eb8246c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:05.341984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71497196-40bb-4310-a992-322a4bea715f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.344073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-71497196-40bb-4310-a992-322a4bea715f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "DELETE /v2.0/subnets/9cecfb39-d343-45f7-ab29-15021fa0dfc5 HTTP/1.1" status: 204 len: 168 time: 1.3415625 Jul 08 18:03:05.350577 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.350790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60836) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:05.387896 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.391390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4f218-98e1-4fc1-8526-d0ee76306d39 req-9a2130cf-eb41-4659-a20a-29ed443b99bf tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:05.398700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5a4f218-98e1-4fc1-8526-d0ee76306d39 req-9a2130cf-eb41-4659-a20a-29ed443b99bf tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 944 time: 1.2621655 Jul 08 18:03:05.472836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Transition to ACTIVE for port object e123b248-1073-4351-ae7b-5f6c87fbb4a5 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:05.516232 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58db0285-dbfe-43fa-94eb-be9c35eb6057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.520014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58db0285-dbfe-43fa-94eb-be9c35eb6057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.521207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-58db0285-dbfe-43fa-94eb-be9c35eb6057 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eff0b745-cac5-4aab-985b-932bb4512e57 HTTP/1.1" status: 204 len: 168 time: 1.6120009 Jul 08 18:03:05.531462 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.563362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Transition to ACTIVE for port object e123b248-1073-4351-ae7b-5f6c87fbb4a5 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:05.574828 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:02Z', 'revision_number': 3, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:05.577721 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.582330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db0285-dbfe-43fa-94eb-be9c35eb6057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff0b745-cac5-4aab-985b-932bb4512e57,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:05.605019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5a4f218-98e1-4fc1-8526-d0ee76306d39 req-117235f7-a112-4f8f-9dfc-afc2bf361e5d tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046533 Jul 08 18:03:05.630011 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c0a4-a7ee-4a73-9a27-a6b016e363e0 None None] The sync data for ids ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'] in n-d-799684-3 is: [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:02Z', 'revision_number': 3, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:05.650933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Network aba4ff34-3904-4abd-9278-ba4fa8a97426 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:05.683733 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:05.684074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.698505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:05.707626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:05.715101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Pushing event updated for resources: {'Port': ['ID=e123b248-1073-4351-ae7b-5f6c87fbb4a5,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:05.839170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6576dc52-0215-4f9b-ba39-86bbd7fd2b4e None None] DHCP port deletion for 6db6783c-f0e5-41da-b133-532e0eb8246c request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:03:05.862062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] For port 60d21138-c3aa-44f2-a9e7-c6a318a500c8, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=60d21138-c3aa-44f2-a9e7-c6a318a500c8,segment=NetworkSegment(566f0df6-f459-49b7-9c23-0c210228b756),segment_id=566f0df6-f459-49b7-9c23-0c210228b756)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:05.862452 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.885158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Calling delete_port for 60d21138-c3aa-44f2-a9e7-c6a318a500c8 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:05.929210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Attempting to bind port e123b248-1073-4351-ae7b-5f6c87fbb4a5 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:05.929583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Attempting to bind port e123b248-1073-4351-ae7b-5f6c87fbb4a5 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:05.929950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Attempting to bind port e123b248-1073-4351-ae7b-5f6c87fbb4a5 on network aba4ff34-3904-4abd-9278-ba4fa8a97426 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:05.943995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:05.944375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Checking segment: {'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:05.944787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.945173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Bound using segment: {'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:05.945644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Bound port: e123b248-1073-4351-ae7b-5f6c87fbb4a5, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:05.946058 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.988735 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-fb2d1c19-3805-416b-8192-6b1eeeebff53 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0b6261a1821149bbbd270c2162b0ddb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824912 Jul 08 18:03:06.099010 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.119483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6576dc52-0215-4f9b-ba39-86bbd7fd2b4e None None] Deleting port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:06.119959 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6576dc52-0215-4f9b-ba39-86bbd7fd2b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.178199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] No DVR routers for this DVR port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:06.180229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Port': ['ID=60d21138-c3aa-44f2-a9e7-c6a318a500c8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:06.204659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.273945 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.279911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6576dc52-0215-4f9b-ba39-86bbd7fd2b4e None None] For port 60d21138-c3aa-44f2-a9e7-c6a318a500c8, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:06.280386 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6576dc52-0215-4f9b-ba39-86bbd7fd2b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.317769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6576dc52-0215-4f9b-ba39-86bbd7fd2b4e None None] Calling delete_port for 60d21138-c3aa-44f2-a9e7-c6a318a500c8 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:06.325865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-15476c23-e255-44c4-8ce3-c27d8b078e10 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:06.334133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-6576dc52-0215-4f9b-ba39-86bbd7fd2b4e None None] Port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:03:06.338121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-15476c23-e255-44c4-8ce3-c27d8b078e10 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3486776 Jul 08 18:03:06.373353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.373899 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6576dc52-0215-4f9b-ba39-86bbd7fd2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.384215 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] For port e123b248-1073-4351-ae7b-5f6c87fbb4a5, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:06.389481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db6783c-f0e5-41da-b133-532e0eb8246c']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:06.411905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] For port e123b248-1073-4351-ae7b-5f6c87fbb4a5, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e123b248-1073-4351-ae7b-5f6c87fbb4a5,segment=NetworkSegment(61f32b72-0f62-4a37-9ef2-397b7821a400),segment_id=61f32b72-0f62-4a37-9ef2-397b7821a400)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:06.422575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60858) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:06.426551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566f0df6-f459-49b7-9c23-0c210228b756') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:06.426850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566f0df6-f459-49b7-9c23-0c210228b756') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:06.444971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-10c0265e-d45f-45bf-9151-024c3d7494e9 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/quotas/0b6261a1821149bbbd270c2162b0ddb2 HTTP/1.1" status: 200 len: 375 time: 0.1057417 Jul 08 18:03:06.459448 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.467912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576dc52-0215-4f9b-ba39-86bbd7fd2b4e None None] Pushing event deleted for resources: {'Port': ['ID=60d21138-c3aa-44f2-a9e7-c6a318a500c8,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:06.478811 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c9583e0f-01b6-46e0-8dac-ab2903108069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.483451 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.489204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6576dc52-0215-4f9b-ba39-86bbd7fd2b4e None None] No DVR routers for this DVR port 60d21138-c3aa-44f2-a9e7-c6a318a500c8 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:06.489976 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.514190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:06.514876 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:06.519596 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:06.534050 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caa687f9-fbeb-46c5-8d4d-d47b9ea11446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.534577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device da24e781-e17e-4eff-8a68-421cc6282b64 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:06.550614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-21e094e6-c060-4d28-9d97-a15c87159e60 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b6261a1821149bbbd270c2162b0ddb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046505 Jul 08 18:03:06.626531 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.635553 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.654947 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "DELETE /v2.0/networks/6db6783c-f0e5-41da-b133-532e0eb8246c HTTP/1.1" status: 204 len: 168 time: 1.3034012 Jul 08 18:03:06.663732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60862) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:06.684129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0aa54-782e-428e-b9f4-66de51133043 None None] Pushing event updated for resources: {'Port': ['ID=e123b248-1073-4351-ae7b-5f6c87fbb4a5,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:06.712601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1669445621'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:06.730871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Allocated IP 172.25.8.132 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/0e82fea4-9710-440c-b2f8-ff0957df44be) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:06.733039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fc580-6859-40c8-8829-d192afddb3bf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Network': ['ID=6db6783c-f0e5-41da-b133-532e0eb8246c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:06.745145 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.748427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port da24e781-e17e-4eff-8a68-421cc6282b64 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:06.749120 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.785290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:06.789277 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.853785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:06.879949 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.880561 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Added segment fc8b6715-3ce9-4843-80a3-1b9456b2f90c of type vlan for network 4337a6ba-133f-4101-abb5-7429a7c4ec7c Jul 08 18:03:06.949716 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.995443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.012392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f52891b9-9a0c-4cc9-a3be-0b881bde6714 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:07.061120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:07.063757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.087902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:07.148480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06a134eb-a22a-4610-8517-48e2eb2d34cf req-a8a60b43-0e5c-4393-aa29-f3e9b28c51c3 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 210 time: 0.0630629 Jul 08 18:03:07.243854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Network': ['ID=4337a6ba-133f-4101-abb5-7429a7c4ec7c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:07.262886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 4337a6ba-133f-4101-abb5-7429a7c4ec7c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:07.386157 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.418175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Allocated IP 172.20.0.1 (a4d07708-357c-46da-80fc-75d7056d9d48/cffd178d-f064-4531-9efd-737edfc74720/b8c0e2b1-3b35-45d7-b40f-11addda0d0a0) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:07.464227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port f52891b9-9a0c-4cc9-a3be-0b881bde6714 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:07.489328 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.491718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:07.494111 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9fa7e8-f1d2-4814-b65b-0b57f9b26693" -d '{"events": [{"server_uuid": "e2db6c71-cafa-4979-ba7f-367d8662978b", "name": "network-vif-unplugged", "status": "completed", "tag": "cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:07.499471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1351b67-394a-40d1-a958-1a59a40614b7 req-a074ab95-6684-43a8-8906-063b7f84db39 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:07.506977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1351b67-394a-40d1-a958-1a59a40614b7 req-a074ab95-6684-43a8-8906-063b7f84db39 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 945 time: 0.4672909 Jul 08 18:03:07.507435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f52891b9-9a0c-4cc9-a3be-0b881bde6714 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:07.507812 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.573473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:07.617270 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.653360 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4821d6df-55c3-4b7a-a86b-2047ebae0ddd x-openstack-request-id: req-4821d6df-55c3-4b7a-a86b-2047ebae0ddd {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:07.653632 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2db6c71-cafa-4979-ba7f-367d8662978b", "name": "network-vif-unplugged", "status": "completed", "tag": "cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:07.653875 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4821d6df-55c3-4b7a-a86b-2047ebae0ddd {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:07.654288 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6', 'code': 200} Jul 08 18:03:07.658907 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1351b67-394a-40d1-a958-1a59a40614b7 req-15aeb491-a0ac-439c-bd17-1d141a1c1918 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510553 Jul 08 18:03:07.681492 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caa687f9-fbeb-46c5-8d4d-d47b9ea11446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.692034 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caa687f9-fbeb-46c5-8d4d-d47b9ea11446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.710762 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e24070fa-05a0-435c-b526-dabd5f2b27a5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0348296 Jul 08 18:03:07.712334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60882) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:07.721429 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.724667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'subnet': {'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:07.745412 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.749098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:07.756244 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.782548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port f52891b9-9a0c-4cc9-a3be-0b881bde6714, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f52891b9-9a0c-4cc9-a3be-0b881bde6714,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:07.792474 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.833147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-caa687f9-fbeb-46c5-8d4d-d47b9ea11446 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=beb1d928e5e2497f9261476d09120a48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4082642 Jul 08 18:03:07.840268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Transition to ACTIVE for port object b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:07.841937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa687f9-fbeb-46c5-8d4d-d47b9ea11446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c505687a-84fe-4d65-b90b-1ba1ebb69e2a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:07.844538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60884) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:07.917655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:07.925765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 60d21138-c3aa-44f2-a9e7-c6a318a500c8 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:07.929169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:07.929304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=f52891b9-9a0c-4cc9-a3be-0b881bde6714,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:07.942810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:07.959599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0e82fea4-9710-440c-b2f8-ff0957df44be,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:07.989865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 60d21138-c3aa-44f2-a9e7-c6a318a500c8 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:08.000920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 60d21138-c3aa-44f2-a9e7-c6a318a500c8 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:08.086346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:08.093246 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.287217 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.300894 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4575-f5ed-4696-b0ec-0b8a878b7c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.386532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Network a4d07708-357c-46da-80fc-75d7056d9d48 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:08.395362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:08.410911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:08.468925 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.469754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc68acf-0191-4501-a61f-7d84153287e9 None None] Network aba4ff34-3904-4abd-9278-ba4fa8a97426 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:08.495809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f52891b9-9a0c-4cc9-a3be-0b881bde6714 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:08.526663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.638019 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4575-f5ed-4696-b0ec-0b8a878b7c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.712303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Checking segment: {'id': 'fc8b6715-3ce9-4843-80a3-1b9456b2f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:08.712895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network hostable DHCP agents. Network: 4337a6ba-133f-4101-abb5-7429a7c4ec7c, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:08.720081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Subnet': ['ID=8577e78d-7656-4938-8f26-712990bcdfba,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:08.741216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cbcdd41c-8fcb-42f0-8afc-0c4dc0458e21 None None] Provisioning for port e123b248-1073-4351-ae7b-5f6c87fbb4a5 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:08.742504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-9b483976-27ae-423b-a4e7-1995cd1ffe24 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0b6261a1821149bbbd270c2162b0ddb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133051 Jul 08 18:03:08.769798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network 4337a6ba-133f-4101-abb5-7429a7c4ec7c is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:08.791967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 4337a6ba-133f-4101-abb5-7429a7c4ec7c) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:08.796191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:08.796819 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.829453 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4afb6259-a649-4aa8-9b92-77d5d8e19f36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1153634 Jul 08 18:03:08.830027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60900) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:08.831642 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ced04-9f6d-4bb4-a763-14937879b3e4 None None] Network 4337a6ba-133f-4101-abb5-7429a7c4ec7c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:08.837215 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f52891b9-9a0c-4cc9-a3be-0b881bde6714 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:08.837583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-519713464'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:08.838303 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.877986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:08.882328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.918751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:08.930888 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.931718 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Added segment 7cb3733b-d2c5-45dd-b76e-894711ee3d05 of type vlan for network f1697de4-6f35-4821-814c-3d9bbafde5b2 Jul 08 18:03:08.991398 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.005552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-b3f65218-d8f2-40fa-9525-224d93c6bd63 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:09.007095 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-b3f65218-d8f2-40fa-9525-224d93c6bd63 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381128 Jul 08 18:03:09.009704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e49831c4-9b51-465b-af1c-27cdf23912dd req-91d95ee8-7983-41bf-9b29-6d6962ae9a6e tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 210 time: 0.6001246 Jul 08 18:03:09.028420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Pushing event updated for resources: {'Port': ['ID=b8c0e2b1-3b35-45d7-b40f-11addda0d0a0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:09.033879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Request body: {'port': {'device_id': 'eaf548a0-a41b-4ce6-8003-943688d0b060', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '0b6261a1821149bbbd270c2162b0ddb2'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:09.066530 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.068336 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.075516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:09.076340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.111652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-96ff15c8-6de3-4b17-a696-37368692ab11 None None] Provisioning for port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:09.163257 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3318410 Jul 08 18:03:09.167224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60904) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:09.176151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'subnet': {'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:09.177862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-96ff15c8-6de3-4b17-a696-37368692ab11 None None] Provisioning complete for port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:09.181433 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96ff15c8-6de3-4b17-a696-37368692ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.183773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5990232-e5da-43bc-b997-040c02e67674 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Network': ['ID=f1697de4-6f35-4821-814c-3d9bbafde5b2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:09.296441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:09.301062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.321798 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4575-f5ed-4696-b0ec-0b8a878b7c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.324391 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4575-f5ed-4696-b0ec-0b8a878b7c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.327903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9c7e4575-f5ed-4696-b0ec-0b8a878b7c0c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c505687a-84fe-4d65-b90b-1ba1ebb69e2a HTTP/1.1" status: 204 len: 168 time: 1.4640803 Jul 08 18:03:09.359786 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.372714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f1697de4-6f35-4821-814c-3d9bbafde5b2 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:09.381064 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1d55b1bd-a4d4-49cc-8c57-527193b84a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.427721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e4575-f5ed-4696-b0ec-0b8a878b7c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c505687a-84fe-4d65-b90b-1ba1ebb69e2a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:09.436758 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.470355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-96ff15c8-6de3-4b17-a696-37368692ab11 None None] Port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:09.529741 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.561513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e123b248-1073-4351-ae7b-5f6c87fbb4a5 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:09.644590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-4337a6ba-133f-4101-abb5-7429a7c4ec7c', 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'fixed_ips': [{'subnet_id': '8577e78d-7656-4938-8f26-712990bcdfba'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:03:09.647080 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.672647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Checking segment: {'id': '7cb3733b-d2c5-45dd-b76e-894711ee3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:09.673179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network hostable DHCP agents. Network: f1697de4-6f35-4821-814c-3d9bbafde5b2, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:09.683679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Subnet': ['ID=806ae997-606d-4635-83fc-2df9befa8769,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:09.685113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port e123b248-1073-4351-ae7b-5f6c87fbb4a5 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:09.693857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e123b248-1073-4351-ae7b-5f6c87fbb4a5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:09.694586 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.714006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network f1697de4-6f35-4821-814c-3d9bbafde5b2 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:09.730620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f1697de4-6f35-4821-814c-3d9bbafde5b2) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:09.733916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Made reservation on behalf of 0b6261a1821149bbbd270c2162b0ddb2 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:09.738888 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.739704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:09.740349 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.765936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb00963-fde2-45be-9f24-ce681127cc6c None None] Network f1697de4-6f35-4821-814c-3d9bbafde5b2 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:09.783837 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1b9cb484-2de7-4041-9d17-96f6162735a7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6153083 Jul 08 18:03:09.831832 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.899985 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.918238 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.995260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90ee2232-dee1-4139-b827-3c9d16aea98d None None] Provisioning complete for port e123b248-1073-4351-ae7b-5f6c87fbb4a5 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:09.995685 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90ee2232-dee1-4139-b827-3c9d16aea98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.002890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Allocated IP 19.80.0.2 (4337a6ba-133f-4101-abb5-7429a7c4ec7c/8577e78d-7656-4938-8f26-712990bcdfba/0d81bb74-1315-47bc-a598-44e3670bd4b7) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:10.047033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc439b52-03d4-4e04-b911-92bc0f2ff7ec req-d2491d4d-2b8f-43ee-bb67-a29a21126be9 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:10.062894 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc439b52-03d4-4e04-b911-92bc0f2ff7ec req-d2491d4d-2b8f-43ee-bb67-a29a21126be9 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.74 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 943 time: 0.1284127 Jul 08 18:03:10.101733 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.224163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-cc439b52-03d4-4e04-b911-92bc0f2ff7ec req-29b24869-acd1-4bc3-9af0-47491cd733b2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Deleting port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:10.224538 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cc439b52-03d4-4e04-b911-92bc0f2ff7ec req-29b24869-acd1-4bc3-9af0-47491cd733b2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.320821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9a7c3-cc73-4f7e-a26b-a4cf179c76fb req-66af25cb-11ac-4889-8ba1-2fb27ef0074d tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:10.329423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cd9a7c3-cc73-4f7e-a26b-a4cf179c76fb req-66af25cb-11ac-4889-8ba1-2fb27ef0074d tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2db6c71-cafa-4979-ba7f-367d8662978b HTTP/1.1" status: 200 len: 943 time: 1.1402357 Jul 08 18:03:10.330716 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.395973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-cc439b52-03d4-4e04-b911-92bc0f2ff7ec req-29b24869-acd1-4bc3-9af0-47491cd733b2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] For port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,segment=NetworkSegment(19e2a8fa-bd49-4b5f-a805-a808b9d222fd),segment_id=19e2a8fa-bd49-4b5f-a805-a808b9d222fd)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:10.396348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cc439b52-03d4-4e04-b911-92bc0f2ff7ec req-29b24869-acd1-4bc3-9af0-47491cd733b2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.413786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port e123b248-1073-4351-ae7b-5f6c87fbb4a5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e123b248-1073-4351-ae7b-5f6c87fbb4a5,segment=NetworkSegment(61f32b72-0f62-4a37-9ef2-397b7821a400),segment_id=61f32b72-0f62-4a37-9ef2-397b7821a400)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:10.415730 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.419062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-cc439b52-03d4-4e04-b911-92bc0f2ff7ec req-29b24869-acd1-4bc3-9af0-47491cd733b2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Calling delete_port for cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:10.444225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-f1697de4-6f35-4821-814c-3d9bbafde5b2', 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'fixed_ips': [{'subnet_id': '806ae997-606d-4635-83fc-2df9befa8769'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:03:10.445214 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.448113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.450881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Transition to ACTIVE for port object 0d81bb74-1315-47bc-a598-44e3670bd4b7 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:10.492128 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.508223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Pushing event updated for resources: {'Port': ['ID=b8c0e2b1-3b35-45d7-b40f-11addda0d0a0,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:10.515165 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.540593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Transition to ACTIVE for port object 0d81bb74-1315-47bc-a598-44e3670bd4b7 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:10.551056 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90ee2232-dee1-4139-b827-3c9d16aea98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.605934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cd9a7c3-cc73-4f7e-a26b-a4cf179c76fb req-e491ac28-2722-4c39-9931-bf2b9be56b19 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.73 "GET /v2.0/security-groups?id=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755492 Jul 08 18:03:10.613476 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.629293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=e123b248-1073-4351-ae7b-5f6c87fbb4a5,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:10.649782 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cc439b52-03d4-4e04-b911-92bc0f2ff7ec req-29b24869-acd1-4bc3-9af0-47491cd733b2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.698051 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Network 4337a6ba-133f-4101-abb5-7429a7c4ec7c is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:10.711261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:10.733058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b24869-acd1-4bc3-9af0-47491cd733b2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Pushing event deleted for resources: {'Port': ['ID=cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:10.747501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:10.762522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-f8130271-b8ae-4cc7-b59e-8f524eea7b67 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:10.768907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-f8130271-b8ae-4cc7-b59e-8f524eea7b67 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:10.775819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-f8130271-b8ae-4cc7-b59e-8f524eea7b67 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/networks?id=4337a6ba-133f-4101-abb5-7429a7c4ec7c&id=f1697de4-6f35-4821-814c-3d9bbafde5b2 HTTP/1.1" status: 200 len: 1391 time: 0.4696169 Jul 08 18:03:10.779241 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Pushing event updated for resources: {'Port': ['ID=0d81bb74-1315-47bc-a598-44e3670bd4b7,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:10.830519 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-90ee2232-dee1-4139-b827-3c9d16aea98d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:03:10.831158 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-90ee2232-dee1-4139-b827-3c9d16aea98d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:03:10.866665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-2b832e23-03af-425b-b9d6-4077aa9872e7 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/quotas/d17ea58666094a939bb21c942b6de2dd HTTP/1.1" status: 200 len: 375 time: 0.0898299 Jul 08 18:03:10.873500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Allocated IP 19.86.0.2 (f1697de4-6f35-4821-814c-3d9bbafde5b2/806ae997-606d-4635-83fc-2df9befa8769/534900bf-667e-41e2-b4cd-8df418619c4c) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:10.877593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc439b52-03d4-4e04-b911-92bc0f2ff7ec req-29b24869-acd1-4bc3-9af0-47491cd733b2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] No DVR routers for this DVR port cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:10.881751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Attempting to bind port 0d81bb74-1315-47bc-a598-44e3670bd4b7 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:10.882425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Attempting to bind port 0d81bb74-1315-47bc-a598-44e3670bd4b7 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fc8b6715-3ce9-4843-80a3-1b9456b2f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:10.883189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Attempting to bind port 0d81bb74-1315-47bc-a598-44e3670bd4b7 on network 4337a6ba-133f-4101-abb5-7429a7c4ec7c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:10.896778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:10.897439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Checking segment: {'id': 'fc8b6715-3ce9-4843-80a3-1b9456b2f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:10.898018 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.898593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Bound using segment: {'id': 'fc8b6715-3ce9-4843-80a3-1b9456b2f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:10.899796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Bound port: 0d81bb74-1315-47bc-a598-44e3670bd4b7, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8b6715-3ce9-4843-80a3-1b9456b2f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:10.900346 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.919369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cc439b52-03d4-4e04-b911-92bc0f2ff7ec req-29b24869-acd1-4bc3-9af0-47491cd733b2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.921851 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc439b52-03d4-4e04-b911-92bc0f2ff7ec req-29b24869-acd1-4bc3-9af0-47491cd733b2 tempest-ImagesTestJSON-808297895 tempest-ImagesTestJSON-808297895-project] 10.222.0.74 "DELETE /v2.0/ports/cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 HTTP/1.1" status: 204 len: 173 time: 0.8524928 Jul 08 18:03:10.922325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'name': 'network-vif-deleted', 'tag': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:10.926462 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97864cbf-de0f-4551-856e-c0296aec9fc1" -d '{"events": [{"server_uuid": "e2db6c71-cafa-4979-ba7f-367d8662978b", "name": "network-vif-deleted", "tag": "cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:10.967422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Network a4d07708-357c-46da-80fc-75d7056d9d48 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:11.005043 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-08f01556-01f9-42d1-a856-03400eb61d81 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1924279 Jul 08 18:03:11.022055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:11.037516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] For port 0d81bb74-1315-47bc-a598-44e3670bd4b7, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:11.038503 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.043029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] For port 0d81bb74-1315-47bc-a598-44e3670bd4b7, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0d81bb74-1315-47bc-a598-44e3670bd4b7,segment=NetworkSegment(fc8b6715-3ce9-4843-80a3-1b9456b2f90c),segment_id=fc8b6715-3ce9-4843-80a3-1b9456b2f90c)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:11.057408 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.160668 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.169758 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.197063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Transition to ACTIVE for port object 534900bf-667e-41e2-b4cd-8df418619c4c will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:11.207122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35adcdf-3b32-4525-8e64-4b04a62d9b60 None None] Pushing event updated for resources: {'Port': ['ID=0d81bb74-1315-47bc-a598-44e3670bd4b7,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:11.226197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-9bc0281b-7574-4aa3-8500-2a6c183dda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:11.231407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Transition to ACTIVE for port object 534900bf-667e-41e2-b4cd-8df418619c4c will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:11.232027 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-9bc0281b-7574-4aa3-8500-2a6c183dda0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9685013a6dbc403a8b0a3cca6487da54&device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 1097 time: 0.1190007 Jul 08 18:03:11.244966 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.296660 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Network f1697de4-6f35-4821-814c-3d9bbafde5b2 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:11.301866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:11.306050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:11.317683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Pushing event updated for resources: {'Port': ['ID=534900bf-667e-41e2-b4cd-8df418619c4c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:11.338274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Allocated IP 192.168.233.239 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/10d991a2-202c-4cda-a5d9-74e087b83b34) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:11.397946 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-b1f06cbb-f45b-42dd-aeff-4e5a4bc33272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:11.405688 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-b1f06cbb-f45b-42dd-aeff-4e5a4bc33272 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb95d726-b821-4f12-891b-bbac372abcaf HTTP/1.1" status: 200 len: 913 time: 0.1483517 Jul 08 18:03:11.463907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Attempting to bind port 534900bf-667e-41e2-b4cd-8df418619c4c on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:11.464281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Attempting to bind port 534900bf-667e-41e2-b4cd-8df418619c4c by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '7cb3733b-d2c5-45dd-b76e-894711ee3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:11.464643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Attempting to bind port 534900bf-667e-41e2-b4cd-8df418619c4c on network f1697de4-6f35-4821-814c-3d9bbafde5b2 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:11.471342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:11.471342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Checking segment: {'id': '7cb3733b-d2c5-45dd-b76e-894711ee3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:11.471749 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.472301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Bound using segment: {'id': '7cb3733b-d2c5-45dd-b76e-894711ee3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:11.472301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Bound port: 534900bf-667e-41e2-b4cd-8df418619c4c, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb3733b-d2c5-45dd-b76e-894711ee3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:11.472695 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.537374 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-10f1199c-b964-4619-b7a4-5545680bdb02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 HTTP/1.1" status: 200 len: 1002 time: 0.1230247 Jul 08 18:03:11.590074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Router e8564160-635e-469a-9ffc-7793bfe01f97 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:03:11.613162 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-fb55ab06-1752-44d2-b742-f58a31ba190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:11.614688 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-fb55ab06-1752-44d2-b742-f58a31ba190b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c1f6c0e-fbb5-4df4-b91c-679590b6105b HTTP/1.1" status: 200 len: 851 time: 0.0705006 Jul 08 18:03:11.708904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-6dd731b5-a23a-464e-91f1-8bde82c52e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:11.710904 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.711887 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-6dd731b5-a23a-464e-91f1-8bde82c52e58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb95d726-b821-4f12-891b-bbac372abcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889280 Jul 08 18:03:11.718244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] For port 534900bf-667e-41e2-b4cd-8df418619c4c, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:11.721886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] For port 534900bf-667e-41e2-b4cd-8df418619c4c, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=534900bf-667e-41e2-b4cd-8df418619c4c,segment=NetworkSegment(7cb3733b-d2c5-45dd-b76e-894711ee3d05),segment_id=7cb3733b-d2c5-45dd-b76e-894711ee3d05)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:11.733583 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.741028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-0c917f6f-5973-4559-b4c8-3db9f1bb4139 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d17ea58666094a939bb21c942b6de2dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8731561 Jul 08 18:03:11.745161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b6cf1bf-d1de-4dfe-be2b-cc13377b546a req-bfcf13f2-b821-48fc-a32f-64116ffb214e tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 210 time: 0.5860755 Jul 08 18:03:11.802731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-83883f81-fa6d-4fe7-8c44-807ad0ca7261 None None] Provisioning complete for port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:11.803237 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-83883f81-fa6d-4fe7-8c44-807ad0ca7261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.847115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a9aeb-855e-4dfe-b9d7-92aa32f0d5bf None None] Pushing event updated for resources: {'Port': ['ID=534900bf-667e-41e2-b4cd-8df418619c4c,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:11.857936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-83883f81-fa6d-4fe7-8c44-807ad0ca7261 None None] Port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:11.889832 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-a9b2d8e3-99b8-4615-827f-21c1c3f6fb5e service neutron] 10.222.0.59 "GET /v2.0/networks/bb95d726-b821-4f12-891b-bbac372abcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701386 Jul 08 18:03:11.933687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73222793-2cf6-4380-881d-0f6ff77e152c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:11.993585 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6921c28f-32e1-4d89-97b6-26b25970a714 req-26da1641-7fcf-441c-b4da-d89c88c639c2 service neutron] 10.222.0.59 "GET /v2.0/networks/bb95d726-b821-4f12-891b-bbac372abcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967479 Jul 08 18:03:11.995078 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f977763-8443-4975-bda3-4e70d057f00c x-openstack-request-id: req-2f977763-8443-4975-bda3-4e70d057f00c {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:11.995362 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2db6c71-cafa-4979-ba7f-367d8662978b", "name": "network-vif-deleted", "tag": "cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:11.995616 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f977763-8443-4975-bda3-4e70d057f00c {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:11.996476 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2db6c71-cafa-4979-ba7f-367d8662978b', 'name': 'network-vif-deleted', 'tag': 'cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6', 'status': 'completed', 'code': 200} Jul 08 18:03:11.997521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:03:12.150993 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.202628 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-797a2470-fcc6-4a3b-a5ed-16eb8b4a1185 service neutron] 10.222.0.73 "GET /v2.0/networks/4337a6ba-133f-4101-abb5-7429a7c4ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606500 Jul 08 18:03:12.214589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:12.223311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Sync routers for ids ['e8564160-635e-469a-9ffc-7793bfe01f97'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:12.235108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Routers {'e8564160-635e-469a-9ffc-7793bfe01f97'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:12.236196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['e8564160-635e-469a-9ffc-7793bfe01f97'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:12.240611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Transition to ACTIVE for port object 10d991a2-202c-4cda-a5d9-74e087b83b34 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:12.419379 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.419379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4f514ce9-2246-4ecc-a7c0-044c471666e2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.6019573 Jul 08 18:03:12.421435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60974) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:12.509394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:12.526916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-22a524f6-0c16-480b-90ca-f6d693dc307e admin admin] 10.222.0.73 "PUT /v2.0/routers/614f1695-40dd-4ef7-8b3e-44eb41bebd15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7132618 Jul 08 18:03:12.531948 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Sync routers for ids ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:12.565931 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Routers {'614f1695-40dd-4ef7-8b3e-44eb41bebd15'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:12.567025 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:12.589709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Set router e8564160-635e-469a-9ffc-7793bfe01f97 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:12.627773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.644115 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-1a14ba01-0da1-4cbb-ae6b-70087f24e0bd service neutron] 10.222.0.73 "GET /v2.0/networks/4337a6ba-133f-4101-abb5-7429a7c4ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273422 Jul 08 18:03:12.821856 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Set router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:12.879981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:12.882344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Pushing event updated for resources: {'Port': ['ID=10d991a2-202c-4cda-a5d9-74e087b83b34,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:12.888871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:12.907585 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:12.957971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d81bb74-1315-47bc-a598-44e3670bd4b7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:13.091202 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:13.116078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:13.116769 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.172797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:13.173181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device cdf627c9-7c0f-4a90-8a4b-65f39ee95cc6 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:13.183644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3b424f14-8a25-4d4b-919d-ae7a9ae471c5 service neutron] 10.222.0.73 "GET /v2.0/networks/f1697de4-6f35-4821-814c-3d9bbafde5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237937 Jul 08 18:03:13.195291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-6e6fb316-3466-49a8-a708-0e148d095b38 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1674790 Jul 08 18:03:13.225583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef2ed59-72c5-4603-995d-24f11ad0b2dc None None] Network 4337a6ba-133f-4101-abb5-7429a7c4ec7c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:13.298824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Request body: {'port': {'device_id': 'eaf548a0-a41b-4ce6-8003-943688d0b060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:13.426125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3910405e-9585-41c0-b6db-5d068bb3d284 service neutron] 10.222.0.73 "GET /v2.0/networks/f1697de4-6f35-4821-814c-3d9bbafde5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655686 Jul 08 18:03:13.476602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0d81bb74-1315-47bc-a598-44e3670bd4b7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:13.476929 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:08Z', 'revision_number': 4, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b8c0e2b1-3b35-45d7-b40f-11addda0d0a0', 'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'mac_address': 'fa:16:3e:39:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'cffd178d-f064-4531-9efd-737edfc74720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:09Z', 'revision_number': 2, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'subnets': [{'id': 'cffd178d-f064-4531-9efd-737edfc74720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:13.544570 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Checking router: 614f1695-40dd-4ef7-8b3e-44eb41bebd15 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:03:13.545211 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Updating router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:03:13.576739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38cf1c-1a62-41c4-a760-6d8c8e3c5704 req-d5c8d106-527c-4045-8085-e52c8f58ba6f tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:13.585689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b38cf1c-1a62-41c4-a760-6d8c8e3c5704 req-d5c8d106-527c-4045-8085-e52c8f58ba6f tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 936 time: 0.4376621 Jul 08 18:03:13.588088 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.623347 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.676982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11e2c5a-d218-43fc-acce-468dd947a1a6 None None] Network f1697de4-6f35-4821-814c-3d9bbafde5b2 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:13.682196 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.689430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e123b248-1073-4351-ae7b-5f6c87fbb4a5 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:13.808835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b38cf1c-1a62-41c4-a760-6d8c8e3c5704 req-be057822-c047-4b34-9907-86ed5591d96e tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212198 Jul 08 18:03:13.964510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f4bec19-c29f-41d0-8d2f-ecc8aed050e8 None None] Provisioning for port 0d81bb74-1315-47bc-a598-44e3670bd4b7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:13.994110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Allocated IP 172.20.0.1 (aba4ff34-3904-4abd-9278-ba4fa8a97426/9c92eafc-1e96-495c-be54-5fa4d91755fc/da362e3e-f51a-446c-ba42-1e597e02c1ec) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:14.038630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f4bec19-c29f-41d0-8d2f-ecc8aed050e8 None None] Provisioning complete for port 0d81bb74-1315-47bc-a598-44e3670bd4b7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:14.041112 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f4bec19-c29f-41d0-8d2f-ecc8aed050e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.176841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.193380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Transition to ACTIVE for port object da362e3e-f51a-446c-ba42-1e597e02c1ec will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:14.209502 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.230469 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Transition to ACTIVE for port object b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:14.235001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e123b248-1073-4351-ae7b-5f6c87fbb4a5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:14.235477 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.243450 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.317694 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Pushing event updated for resources: {'Port': ['ID=b8c0e2b1-3b35-45d7-b40f-11addda0d0a0,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:14.336144 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.380418 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3672f0dc-d5e8-4340-9de5-c4b2e2691f9b req-36ee7d79-1243-450f-8d82-856d4337f135 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 210 time: 0.1592557 Jul 08 18:03:14.412463 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.412819 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.413093 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.413422 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.413754 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.414077 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.426018 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f4bec19-c29f-41d0-8d2f-ecc8aed050e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.426790 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.427092 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.427423 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.427748 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.428718 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.429051 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:14.494890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Network aba4ff34-3904-4abd-9278-ba4fa8a97426 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:14.507883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:14.518967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:14.558745 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Attempting to bind port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:14.559270 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Attempting to bind port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:14.559868 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Attempting to bind port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 on network a4d07708-357c-46da-80fc-75d7056d9d48 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:14.582411 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:14.583106 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Checking segment: {'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:14.583680 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.584301 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Bound using segment: {'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:14.585681 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Bound port: b8c0e2b1-3b35-45d7-b40f-11addda0d0a0, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:14.586713 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.619251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:08Z', 'revision_number': 3, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:14.739395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d991a2-202c-4cda-a5d9-74e087b83b34 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:14.749217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Pushing event updated for resources: {'Port': ['ID=da362e3e-f51a-446c-ba42-1e597e02c1ec,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:14.782307 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.797617 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.835104 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] For port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:14.841008 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] For port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b8c0e2b1-3b35-45d7-b40f-11addda0d0a0,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:14.850029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Transition to ACTIVE for port object 10d991a2-202c-4cda-a5d9-74e087b83b34 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:14.861307 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.864734 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.864887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7f4bec19-c29f-41d0-8d2f-ecc8aed050e8 None None] For port 0d81bb74-1315-47bc-a598-44e3670bd4b7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0d81bb74-1315-47bc-a598-44e3670bd4b7,segment=NetworkSegment(fc8b6715-3ce9-4843-80a3-1b9456b2f90c),segment_id=fc8b6715-3ce9-4843-80a3-1b9456b2f90c)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:14.866235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Checking router: e8564160-635e-469a-9ffc-7793bfe01f97 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:03:14.866584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Updating router e8564160-635e-469a-9ffc-7793bfe01f97 port 0e82fea4-9710-440c-b2f8-ff0957df44be binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:03:15.033405 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f4bec19-c29f-41d0-8d2f-ecc8aed050e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.038742 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Routers {'614f1695-40dd-4ef7-8b3e-44eb41bebd15'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:15.049447 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:15.143741 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.378416 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.380107 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232772f-0075-49f9-af48-2c29bc1b094d None None] Pushing event updated for resources: {'Port': ['ID=b8c0e2b1-3b35-45d7-b40f-11addda0d0a0,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:15.397579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Pushing event updated for resources: {'Port': ['ID=10d991a2-202c-4cda-a5d9-74e087b83b34,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:15.601748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32894) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:15.613027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Attempting to bind port 10d991a2-202c-4cda-a5d9-74e087b83b34 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:15.613452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Attempting to bind port 10d991a2-202c-4cda-a5d9-74e087b83b34 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:15.613722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Attempting to bind port 10d991a2-202c-4cda-a5d9-74e087b83b34 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:15.622848 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] Set router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:15.653683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Port 10d991a2-202c-4cda-a5d9-74e087b83b34 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:03:15.654052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Attempting to bind port 10d991a2-202c-4cda-a5d9-74e087b83b34 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:15.683964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:15.684336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:15.684694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:15.685146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Bound port: 10d991a2-202c-4cda-a5d9-74e087b83b34, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:15.685512 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.733656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bec19-c29f-41d0-8d2f-ecc8aed050e8 None None] Pushing event updated for resources: {'Port': ['ID=0d81bb74-1315-47bc-a598-44e3670bd4b7,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:15.847307 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.858417 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.907885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-13cffa71-dc8e-4b5b-aba1-c00671676f8a None None] Provisioning for port 534900bf-667e-41e2-b4cd-8df418619c4c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:15.940846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b96f5184-fccc-4a22-8b84-be7267e74642 req-c25dca1d-7f84-4af7-9c55-faa6a36bf561 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 210 time: 0.1019063 Jul 08 18:03:15.942682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 534900bf-667e-41e2-b4cd-8df418619c4c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:15.963353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063b323-97d2-427c-a22d-2664f559d5dc req-4037057c-255b-4cf6-8ef6-f8101021ed8d tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.974820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2063b323-97d2-427c-a22d-2664f559d5dc req-4037057c-255b-4cf6-8ef6-f8101021ed8d tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 948 time: 0.7716174 Jul 08 18:03:16.022520 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a11a97e1-be03-4457-aa4c-80a4f7c1c528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.030053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] For port 10d991a2-202c-4cda-a5d9-74e087b83b34, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:16.034931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-13cffa71-dc8e-4b5b-aba1-c00671676f8a None None] Provisioning for port da362e3e-f51a-446c-ba42-1e597e02c1ec completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:16.037876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Pushing event updated for resources: {'Port': ['ID=da362e3e-f51a-446c-ba42-1e597e02c1ec,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:16.062296 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:08Z', 'revision_number': 4, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b8c0e2b1-3b35-45d7-b40f-11addda0d0a0', 'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'mac_address': 'fa:16:3e:39:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'cffd178d-f064-4531-9efd-737edfc74720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:14Z', 'revision_number': 4, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'subnets': [{'id': 'cffd178d-f064-4531-9efd-737edfc74720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:16.065919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-13cffa71-dc8e-4b5b-aba1-c00671676f8a None None] Provisioning complete for port da362e3e-f51a-446c-ba42-1e597e02c1ec triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:16.068411 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-13cffa71-dc8e-4b5b-aba1-c00671676f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.077852 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.102152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] For port 10d991a2-202c-4cda-a5d9-74e087b83b34, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=10d991a2-202c-4cda-a5d9-74e087b83b34,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:16.120928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2063b323-97d2-427c-a22d-2664f559d5dc req-ec8864bc-5c82-44bc-a017-99a2e5dd5621 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448820 Jul 08 18:03:16.124680 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.134678 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35650dea-78c5-4508-9851-f25a309755b9 None None] The sync data for ids ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'] in n-d-799684-3 is: [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:08Z', 'revision_number': 4, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b8c0e2b1-3b35-45d7-b40f-11addda0d0a0', 'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'mac_address': 'fa:16:3e:39:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'cffd178d-f064-4531-9efd-737edfc74720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:14Z', 'revision_number': 4, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'subnets': [{'id': 'cffd178d-f064-4531-9efd-737edfc74720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:16.158392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-13cffa71-dc8e-4b5b-aba1-c00671676f8a None None] Port da362e3e-f51a-446c-ba42-1e597e02c1ec cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:16.259683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Pushing event updated for resources: {'Port': ['ID=10d991a2-202c-4cda-a5d9-74e087b83b34,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:16.304051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Network aba4ff34-3904-4abd-9278-ba4fa8a97426 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:16.307502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:16.323012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:16.324061 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.328918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-96edfaf1-abf7-48d1-b044-77e31e3dec91 service neutron] 10.222.0.59 "PUT /v2.0/ports/10d991a2-202c-4cda-a5d9-74e087b83b34 HTTP/1.1" status: 200 len: 1096 time: 3.0432239 Jul 08 18:03:16.329663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf548a0-a41b-4ce6-8003-943688d0b060', 'tag': '10d991a2-202c-4cda-a5d9-74e087b83b34'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:16.335104 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2f125c-1feb-4376-bb21-39b6af8f12b3" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf548a0-a41b-4ce6-8003-943688d0b060", "tag": "10d991a2-202c-4cda-a5d9-74e087b83b34"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:16.389591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 534900bf-667e-41e2-b4cd-8df418619c4c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:16.413081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-13cffa71-dc8e-4b5b-aba1-c00671676f8a None None] Provisioning complete for port 0d81bb74-1315-47bc-a598-44e3670bd4b7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:16.413474 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-13cffa71-dc8e-4b5b-aba1-c00671676f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.433173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32906) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:16.483805 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49b0672-86c6-4464-a4a0-73a7eba753eb x-openstack-request-id: req-b49b0672-86c6-4464-a4a0-73a7eba753eb {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:16.484321 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf548a0-a41b-4ce6-8003-943688d0b060", "tag": "10d991a2-202c-4cda-a5d9-74e087b83b34", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:16.484775 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b49b0672-86c6-4464-a4a0-73a7eba753eb {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:16.485218 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf548a0-a41b-4ce6-8003-943688d0b060', 'tag': '10d991a2-202c-4cda-a5d9-74e087b83b34', 'status': 'completed', 'code': 200} Jul 08 18:03:16.509602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 534900bf-667e-41e2-b4cd-8df418619c4c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:16.509602 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.567843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4259f754-d95e-40b3-a9a7-0114bef9a02f admin admin] Deleting subnet 8e734d1c-a925-4682-8868-ca57c3123de4 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:16.672909 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.687330 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a11a97e1-be03-4457-aa4c-80a4f7c1c528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.707807 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4259f754-d95e-40b3-a9a7-0114bef9a02f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.713079 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a11a97e1-be03-4457-aa4c-80a4f7c1c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.800478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Transition to ACTIVE for port object 0e82fea4-9710-440c-b2f8-ff0957df44be will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:16.939425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a11a97e1-be03-4457-aa4c-80a4f7c1c528 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5160387ac7b14ddc966e67f1bf652c90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3188496 Jul 08 18:03:16.958123 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4259f754-d95e-40b3-a9a7-0114bef9a02f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.963554 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.965011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32910) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:16.990692 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.031024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-91345995-b905-4c8c-9530-c40d1f5c21b3 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:17.041385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-91345995-b905-4c8c-9530-c40d1f5c21b3 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:17.043015 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-91345995-b905-4c8c-9530-c40d1f5c21b3 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "GET /v2.0/networks?id=4337a6ba-133f-4101-abb5-7429a7c4ec7c&id=f1697de4-6f35-4821-814c-3d9bbafde5b2 HTTP/1.1" status: 200 len: 1391 time: 0.4015558 Jul 08 18:03:17.061407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Router e8564160-635e-469a-9ffc-7793bfe01f97 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:03:17.065028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'port': {'device_id': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c', 'admin_state_up': True, 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:17.090840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a97e1-be03-4457-aa4c-80a4f7c1c528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d206a03b-d2af-40d8-9352-861c759c59ce,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:17.219550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-4ada9f22-e7c5-4319-a358-a391250213ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:17.222785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-4ada9f22-e7c5-4319-a358-a391250213ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b6261a1821149bbbd270c2162b0ddb2&device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 1099 time: 0.6500859 Jul 08 18:03:17.262956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 534900bf-667e-41e2-b4cd-8df418619c4c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=534900bf-667e-41e2-b4cd-8df418619c4c,segment=NetworkSegment(7cb3733b-d2c5-45dd-b76e-894711ee3d05),segment_id=7cb3733b-d2c5-45dd-b76e-894711ee3d05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:17.300063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f29fd-6db4-4c5e-aad2-8cf51d80c279 None None] Pushing event updated for resources: {'Port': ['ID=0e82fea4-9710-440c-b2f8-ff0957df44be,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:17.339267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-1328fa22-d041-4d0f-b74f-7bf133ea079c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=10d991a2-202c-4cda-a5d9-74e087b83b34 HTTP/1.1" status: 200 len: 217 time: 0.1072414 Jul 08 18:03:17.343729 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.397504 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4259f754-d95e-40b3-a9a7-0114bef9a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.422256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8024b47-948f-4e24-8593-d98f6ed04d77 req-39a44b99-8ee5-483a-916b-186197a06734 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 210 time: 0.1963863 Jul 08 18:03:17.448861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Attempting to bind port 0e82fea4-9710-440c-b2f8-ff0957df44be on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:17.449283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Attempting to bind port 0e82fea4-9710-440c-b2f8-ff0957df44be by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:17.449643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Attempting to bind port 0e82fea4-9710-440c-b2f8-ff0957df44be on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:17.478143 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-21325aa9-d80b-49ca-bb46-121d1e466726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.520924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:17.523419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:17.523419 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.523419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:17.523419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Bound port: 0e82fea4-9710-440c-b2f8-ff0957df44be, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:17.523419 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.633777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=534900bf-667e-41e2-b4cd-8df418619c4c,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:17.690692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] For port 0e82fea4-9710-440c-b2f8-ff0957df44be, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:17.693140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-21325aa9-d80b-49ca-bb46-121d1e466726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.700958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d81bb74-1315-47bc-a598-44e3670bd4b7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:17.707602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] For port 0e82fea4-9710-440c-b2f8-ff0957df44be, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0e82fea4-9710-440c-b2f8-ff0957df44be,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:17.733351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-d0195bc6-bece-4063-8ee9-9928467cc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:17.735473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-d0195bc6-bece-4063-8ee9-9928467cc7d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.3448236 Jul 08 18:03:17.753564 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.843227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-13cffa71-dc8e-4b5b-aba1-c00671676f8a None None] Provisioning for port 10d991a2-202c-4cda-a5d9-74e087b83b34 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:17.886674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:17.904717 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-13fd0f2c-e3ba-454c-b188-82fa7a8050ec admin admin] 10.222.0.73 "PUT /v2.0/routers/e8564160-635e-469a-9ffc-7793bfe01f97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4828684 Jul 08 18:03:17.907251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:17.908143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Routers {'e8564160-635e-469a-9ffc-7793bfe01f97'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:17.908778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['e8564160-635e-469a-9ffc-7793bfe01f97'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:17.912071 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.929322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f29fd-6db4-4c5e-aad2-8cf51d80c279 None None] Pushing event updated for resources: {'Port': ['ID=0e82fea4-9710-440c-b2f8-ff0957df44be,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:17.942972 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4259f754-d95e-40b3-a9a7-0114bef9a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:18.026435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0d81bb74-1315-47bc-a598-44e3670bd4b7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:18.026686 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:18.175618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Allocated IP 19.80.0.74 (4337a6ba-133f-4101-abb5-7429a7c4ec7c/8577e78d-7656-4938-8f26-712990bcdfba/76d5fc65-7b0a-4af8-87c3-c5afdd6c2149) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:18.469827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8d6118bb-9528-40fe-a31a-35ec7798bc90 None None] Provisioning complete for port 534900bf-667e-41e2-b4cd-8df418619c4c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:18.470408 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d6118bb-9528-40fe-a31a-35ec7798bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:18.541161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] Set router e8564160-635e-469a-9ffc-7793bfe01f97 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:18.545383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b21f-b83d-4670-932f-0059ca111b85 req-efd42567-afa6-4d8a-8e9f-bcce5cf8c6be tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:18.547486 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:18.552317 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88e5b21f-b83d-4670-932f-0059ca111b85 req-efd42567-afa6-4d8a-8e9f-bcce5cf8c6be tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 948 time: 1.0399189 Jul 08 18:03:18.566335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259f754-d95e-40b3-a9a7-0114bef9a02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e734d1c-a925-4682-8868-ca57c3123de4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:18.586532 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4259f754-d95e-40b3-a9a7-0114bef9a02f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:18.588463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4259f754-d95e-40b3-a9a7-0114bef9a02f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8e734d1c-a925-4682-8868-ca57c3123de4 HTTP/1.1" status: 204 len: 168 time: 2.1478617 Jul 08 18:03:18.593000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32932) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:18.611572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-c3afaca6-e37c-475e-b5dd-ae2d721c2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:18.613214 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-c3afaca6-e37c-475e-b5dd-ae2d721c2648 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8628159 Jul 08 18:03:18.622100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88e5b21f-b83d-4670-932f-0059ca111b85 req-4511b3ad-1a99-4bd3-8077-d9ffa85b5993 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688927 Jul 08 18:03:18.624124 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-21325aa9-d80b-49ca-bb46-121d1e466726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:18.626667 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-21325aa9-d80b-49ca-bb46-121d1e466726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:18.627781 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-21325aa9-d80b-49ca-bb46-121d1e466726 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d206a03b-d2af-40d8-9352-861c759c59ce HTTP/1.1" status: 204 len: 168 time: 1.6611366 Jul 08 18:03:18.644036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21325aa9-d80b-49ca-bb46-121d1e466726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d206a03b-d2af-40d8-9352-861c759c59ce,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:18.667601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Transition to ACTIVE for port object 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:18.759393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-80737564-87c3-4d81-a1e9-167000b2b238 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361701 Jul 08 18:03:18.809831 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:18.820156 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:18.848676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:18.908302 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network 4337a6ba-133f-4101-abb5-7429a7c4ec7c is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:18.940260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:18.951442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:18.984032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7beb1dfc-c167-437e-b1a8-c5dafca3179f req-e413dd06-6e8b-4e35-ac74-99daa44504e3 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164392 Jul 08 18:03:19.103014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Port': ['ID=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:19.128062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.183008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:19.185156 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.195477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c510281-7c23-4f45-8f61-7aebaf93e67f']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:19.254368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e2a8fa-bd49-4b5f-a805-a808b9d222fd') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:19.255530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e2a8fa-bd49-4b5f-a805-a808b9d222fd') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:19.287991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.305952 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-369fd13d-2946-4c02-ba6d-8336f341ee35 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2465062 Jul 08 18:03:19.325044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Request body: {'port': {'device_id': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2', 'admin_state_up': True, 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:19.328295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11fa4-c442-4b82-b6aa-3e5d235de368 req-30ef6fc1-aaea-4336-991d-0b9631282c57 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:19.329795 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fd11fa4-c442-4b82-b6aa-3e5d235de368 req-30ef6fc1-aaea-4336-991d-0b9631282c57 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 931 time: 0.3397539 Jul 08 18:03:19.341782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f125c-1feb-4376-bb21-39b6af8f12b3 req-213e4211-1b06-41ff-b9b1-11edb3b91f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:19.348363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2f125c-1feb-4376-bb21-39b6af8f12b3 req-213e4211-1b06-41ff-b9b1-11edb3b91f7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b6261a1821149bbbd270c2162b0ddb2&device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 1099 time: 0.2476327 Jul 08 18:03:19.439162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:19.481432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:19.482047 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.503066 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.504953 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32944) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:19.514151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8d6118bb-9528-40fe-a31a-35ec7798bc90 None None] Provisioning complete for port da362e3e-f51a-446c-ba42-1e597e02c1ec triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:19.514473 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d6118bb-9528-40fe-a31a-35ec7798bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.514895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c47cb02c-f92a-444f-a76f-7f3a0c2561e9 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1046430756', 'description': 'tempest-description--359735284'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:19.525766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:19.526537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:19.531616 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:19.599740 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fd11fa4-c442-4b82-b6aa-3e5d235de368 req-73e73843-ace0-4430-a838-e3ccfc7a4fc0 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502344 Jul 08 18:03:19.617939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32946) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:19.628150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8d6118bb-9528-40fe-a31a-35ec7798bc90 None None] Port da362e3e-f51a-446c-ba42-1e597e02c1ec cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:19.628468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Made reservation on behalf of d17ea58666094a939bb21c942b6de2dd for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:19.631665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'da362e3e-f51a-446c-ba42-1e597e02c1ec', 'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'mac_address': 'fa:16:3e:3d:e5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:13Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 2, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'subnets': [{'id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:19.638631 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.684137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-69297097-4ae2-45f5-99ea-e33d90f233cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.698899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f125c-1feb-4376-bb21-39b6af8f12b3 req-5ff34941-f50c-4f22-8f46-dc384709d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:19.700117 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.707765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2f125c-1feb-4376-bb21-39b6af8f12b3 req-5ff34941-f50c-4f22-8f46-dc384709d556 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.3274119 Jul 08 18:03:19.709075 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.714824 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1c510281-7c23-4f45-8f61-7aebaf93e67f HTTP/1.1" status: 204 len: 168 time: 1.1226201 Jul 08 18:03:19.738253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218eef0-a548-4033-aff4-d9214c7d64c5 None None] The sync data for ids ['e8564160-635e-469a-9ffc-7793bfe01f97'] in n-d-799684-3 is: [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'da362e3e-f51a-446c-ba42-1e597e02c1ec', 'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'mac_address': 'fa:16:3e:3d:e5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:13Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 2, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'subnets': [{'id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:19.806648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf67da-f167-4b60-8978-d5b5cd0e2ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c510281-7c23-4f45-8f61-7aebaf93e67f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:19.821156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2f125c-1feb-4376-bb21-39b6af8f12b3 req-bab56de4-57a3-4b91-8120-fa0e12e95144 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=10d991a2-202c-4cda-a5d9-74e087b83b34 HTTP/1.1" status: 200 len: 217 time: 0.1026056 Jul 08 18:03:19.833834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c47cb02c-f92a-444f-a76f-7f3a0c2561e9 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:19.931285 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.045980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b8c0e2b1-3b35-45d7-b40f-11addda0d0a0,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:20.053409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Allocated IP 19.86.0.11 (f1697de4-6f35-4821-814c-3d9bbafde5b2/806ae997-606d-4635-83fc-2df9befa8769/6e68f301-7a81-46b2-b0e0-2b1d205c8b3b) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:20.062338 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.073177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f125c-1feb-4376-bb21-39b6af8f12b3 req-5ab22ac4-830e-475e-b9a3-fc9b6137e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:20.076701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2f125c-1feb-4376-bb21-39b6af8f12b3 req-5ab22ac4-830e-475e-b9a3-fc9b6137e7b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2476215 Jul 08 18:03:20.131672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d20231a0-bb54-4b7c-9cb8-081e7271e04a None None] Provisioning for port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:20.154043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d20231a0-bb54-4b7c-9cb8-081e7271e04a None None] Provisioning complete for port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:20.157707 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d20231a0-bb54-4b7c-9cb8-081e7271e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.171031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32952) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:20.252790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b8c0e2b1-3b35-45d7-b40f-11addda0d0a0,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:20.280204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 534900bf-667e-41e2-b4cd-8df418619c4c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:20.292268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbd88c-ffcf-49e6-ae1c-696722bfb8c1 req-203b6313-a469-449b-9510-b13dacee0da5 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:20.303526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-befbd88c-ffcf-49e6-ae1c-696722bfb8c1 req-203b6313-a469-449b-9510-b13dacee0da5 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 948 time: 0.3308580 Jul 08 18:03:20.315309 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d20231a0-bb54-4b7c-9cb8-081e7271e04a None None] Port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:20.358418 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.369404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-03e1c0d9-8e77-4522-9832-6caebc46147e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e0ef964426048b7bf98d75718c5c7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780789 Jul 08 18:03:20.372180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32954) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:20.377659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 534900bf-667e-41e2-b4cd-8df418619c4c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:20.378106 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.382349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Transition to ACTIVE for port object 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:20.456028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-befbd88c-ffcf-49e6-ae1c-696722bfb8c1 req-3f848694-a157-4c4e-8d9a-a230031083ae tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513748 Jul 08 18:03:20.463349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f125c-1feb-4376-bb21-39b6af8f12b3 req-e9e638d3-ab8e-47c3-a2db-29a1036ac5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:20.465291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2f125c-1feb-4376-bb21-39b6af8f12b3 req-e9e638d3-ab8e-47c3-a2db-29a1036ac5c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3767459 Jul 08 18:03:20.488257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-69297097-4ae2-45f5-99ea-e33d90f233cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.505144 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-69297097-4ae2-45f5-99ea-e33d90f233cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.577772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69297097-4ae2-45f5-99ea-e33d90f233cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d71f280-dda4-4c2b-830c-3d1063771ae6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:20.588081 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.630831 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb291d6e-4828-4ab1-bbcb-c4c978fff447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.714247 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb291d6e-4828-4ab1-bbcb-c4c978fff447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.718919 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-69297097-4ae2-45f5-99ea-e33d90f233cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c528c1f0d4804d6ab2c2a26ad5e27622&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0929203 Jul 08 18:03:20.725724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32962) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:20.757177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2f125c-1feb-4376-bb21-39b6af8f12b3 req-ef79d650-9a34-41eb-8542-16dbd22f3b29 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760410 Jul 08 18:03:20.804354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Network f1697de4-6f35-4821-814c-3d9bbafde5b2 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:20.826102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:20.831497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7beda93-1d47-44ab-9daa-2f623fa31c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.930701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c47cb02c-f92a-444f-a76f-7f3a0c2561e9 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.941144 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7beda93-1d47-44ab-9daa-2f623fa31c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.948493 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:20.960463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event updated for resources: {'Port': ['ID=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:20.993747 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c47cb02c-f92a-444f-a76f-7f3a0c2561e9 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.014532 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb291d6e-4828-4ab1-bbcb-c4c978fff447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.017468 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb291d6e-4828-4ab1-bbcb-c4c978fff447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.021292 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cb291d6e-4828-4ab1-bbcb-c4c978fff447 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2 HTTP/1.1" status: 204 len: 168 time: 0.6454322 Jul 08 18:03:21.034923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb291d6e-4828-4ab1-bbcb-c4c978fff447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eda7a4f-17bc-4c3e-9d1b-78b3537e06d2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:21.071909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82d801-9c40-4921-ac21-082be6d79b61 req-7f9d3c0a-434a-4af5-879b-479bef7d510f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:21.080169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82d801-9c40-4921-ac21-082be6d79b61 req-7f9d3c0a-434a-4af5-879b-479bef7d510f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:21.088350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c82d801-9c40-4921-ac21-082be6d79b61 req-7f9d3c0a-434a-4af5-879b-479bef7d510f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1653 time: 0.2870786 Jul 08 18:03:21.097853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2f125c-1feb-4376-bb21-39b6af8f12b3 req-7e25114c-71f5-47a1-85eb-887a080edc9e service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286638 Jul 08 18:03:21.165132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c82d801-9c40-4921-ac21-082be6d79b61 req-d931af15-df8a-4b3d-9600-c4e3c20f1941 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750670 Jul 08 18:03:21.180987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c47cb02c-f92a-444f-a76f-7f3a0c2561e9 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.182797 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c47cb02c-f92a-444f-a76f-7f3a0c2561e9 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6766319 Jul 08 18:03:21.186670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cb02c-f92a-444f-a76f-7f3a0c2561e9 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97240d18-7d2d-406a-b8f0-36d7267ce2e2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:21.186854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32968) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:21.193584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b4d13380-d61a-4dc6-a698-bfc7b600bfc0 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Request body: {'security_group_rule': {'security_group_id': '97240d18-7d2d-406a-b8f0-36d7267ce2e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:21.225994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:21.227083 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.240222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4d13380-d61a-4dc6-a698-bfc7b600bfc0 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.255496 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-71cf77e6-bd11-4587-8060-f7580bb562d4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9419556 Jul 08 18:03:21.272238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Request body: {'port': {'device_id': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:21.281050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7beda93-1d47-44ab-9daa-2f623fa31c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.284643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7beda93-1d47-44ab-9daa-2f623fa31c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.286356 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c7beda93-1d47-44ab-9daa-2f623fa31c29 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d71f280-dda4-4c2b-830c-3d1063771ae6 HTTP/1.1" status: 204 len: 168 time: 0.5532470 Jul 08 18:03:21.328747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beda93-1d47-44ab-9daa-2f623fa31c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d71f280-dda4-4c2b-830c-3d1063771ae6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:21.359485 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4d13380-d61a-4dc6-a698-bfc7b600bfc0 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.377696 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4d13380-d61a-4dc6-a698-bfc7b600bfc0 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.391043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-20832383-fcb3-4cf1-8c45-87b76d1aef65 None None] Provisioning for port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:21.398093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-20832383-fcb3-4cf1-8c45-87b76d1aef65 None None] Provisioning complete for port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:21.398565 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20832383-fcb3-4cf1-8c45-87b76d1aef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.424954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.454288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-20832383-fcb3-4cf1-8c45-87b76d1aef65 None None] Port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:21.454460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d13380-d61a-4dc6-a698-bfc7b600bfc0 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e1bf20-c625-4459-bd65-3c08afb2888b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:21.466152 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4d13380-d61a-4dc6-a698-bfc7b600bfc0 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.472893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b4d13380-d61a-4dc6-a698-bfc7b600bfc0 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2849858 Jul 08 18:03:21.474300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32974) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:21.483218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9a625557-14f9-4ad3-a19c-56edb8bc4a3e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Request body: {'security_group_rule': {'security_group_id': '97240d18-7d2d-406a-b8f0-36d7267ce2e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:21.566770 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a625557-14f9-4ad3-a19c-56edb8bc4a3e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.713117 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a625557-14f9-4ad3-a19c-56edb8bc4a3e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.722392 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a625557-14f9-4ad3-a19c-56edb8bc4a3e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.792802 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a625557-14f9-4ad3-a19c-56edb8bc4a3e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.797662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9a625557-14f9-4ad3-a19c-56edb8bc4a3e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3223073 Jul 08 18:03:21.798600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a625557-14f9-4ad3-a19c-56edb8bc4a3e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fc95cc-f6c0-4792-a4cf-becf627bf01d,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:21.802452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32988) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:21.810789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:21.888651 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.980326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:21.995619 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.011724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Transition to ACTIVE for port object 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:22.018589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.062451 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73524a-af45-44ce-8e2a-35a9ba3fd770 req-07731f1f-42c5-4a2e-ba7b-7afe353f7df6 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:22.067116 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e73524a-af45-44ce-8e2a-35a9ba3fd770 req-07731f1f-42c5-4a2e-ba7b-7afe353f7df6 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 948 time: 0.3128676 Jul 08 18:03:22.175476 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:22.194432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e73524a-af45-44ce-8e2a-35a9ba3fd770 req-b38d511d-25ea-490e-8dd5-ed017d5f13f2 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148262 Jul 08 18:03:22.408909 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.417120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Attempting to bind port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:22.417900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Attempting to bind port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'fc8b6715-3ce9-4843-80a3-1b9456b2f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:22.418577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Attempting to bind port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 on network 4337a6ba-133f-4101-abb5-7429a7c4ec7c {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:22.428090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 on network 4337a6ba-133f-4101-abb5-7429a7c4ec7c not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:03:22.429349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Attempting to bind port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 on network 4337a6ba-133f-4101-abb5-7429a7c4ec7c {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:22.440824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:22.443474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Checking segment: {'id': 'fc8b6715-3ce9-4843-80a3-1b9456b2f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:22.444371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Bound using segment: {'id': 'fc8b6715-3ce9-4843-80a3-1b9456b2f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:22.445419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Bound port: 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc8b6715-3ce9-4843-80a3-1b9456b2f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:22.449364 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.467871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0e82fea4-9710-440c-b2f8-ff0957df44be up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:22.608079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0e82fea4-9710-440c-b2f8-ff0957df44be completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:22.620079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0e82fea4-9710-440c-b2f8-ff0957df44be triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:22.622194 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.670281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] For port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:22.682718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] For port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149,segment=NetworkSegment(fc8b6715-3ce9-4843-80a3-1b9456b2f90c),segment_id=fc8b6715-3ce9-4843-80a3-1b9456b2f90c)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:22.695533 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.776419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbba08-de51-4cb4-bd14-579e093e9163 req-3944e724-d430-455f-8ce4-bca72279e062 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:22.784500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbba08-de51-4cb4-bd14-579e093e9163 req-3944e724-d430-455f-8ce4-bca72279e062 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:22.792321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ecbbba08-de51-4cb4-bd14-579e093e9163 req-3944e724-d430-455f-8ce4-bca72279e062 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1665 time: 0.2583618 Jul 08 18:03:22.813130 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.821092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:22.826929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:22.828025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.830955 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3e6ec086-acae-492e-ab4e-0db13c462fc3 service neutron] 10.222.0.74 "PUT /v2.0/ports/76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 HTTP/1.1" status: 200 len: 1091 time: 1.5661626 Jul 08 18:03:22.831658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'tag': '76d5fc65-7b0a-4af8-87c3-c5afdd6c2149'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:22.834869 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4a401e-babe-4ff2-9064-ad7c1a701945" -d '{"events": [{"name": "network-changed", "server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "tag": "76d5fc65-7b0a-4af8-87c3-c5afdd6c2149"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:22.848875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Allocated IP 172.25.8.133 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/20373e36-c6c4-40e8-bfb5-09f267ce9f9e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:22.854864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0e82fea4-9710-440c-b2f8-ff0957df44be, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0e82fea4-9710-440c-b2f8-ff0957df44be,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:22.869493 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.870441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:22.871765 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Request body: {'port': {'device_id': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:22.874813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ecbbba08-de51-4cb4-bd14-579e093e9163 req-9895592a-f1fc-44ed-8cf2-3be11ca8bf75 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815101 Jul 08 18:03:22.971986 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ae6fc4-0c7f-4427-bfae-f53fed246884 x-openstack-request-id: req-83ae6fc4-0c7f-4427-bfae-f53fed246884 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:22.972284 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "tag": "76d5fc65-7b0a-4af8-87c3-c5afdd6c2149", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:22.972761 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-83ae6fc4-0c7f-4427-bfae-f53fed246884 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:22.973945 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'tag': '76d5fc65-7b0a-4af8-87c3-c5afdd6c2149', 'status': 'completed', 'code': 200} Jul 08 18:03:23.090231 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.112818 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.117991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=0e82fea4-9710-440c-b2f8-ff0957df44be,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:23.149749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:23.153751 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.163789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a401e-babe-4ff2-9064-ad7c1a701945 req-170d71d5-eb0b-4841-84bc-caea9b31e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:23.164250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a401e-babe-4ff2-9064-ad7c1a701945 req-170d71d5-eb0b-4841-84bc-caea9b31e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:23.166076 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2c4a401e-babe-4ff2-9064-ad7c1a701945 req-170d71d5-eb0b-4841-84bc-caea9b31e2a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17ea58666094a939bb21c942b6de2dd&device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1912 time: 0.1961710 Jul 08 18:03:23.229720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.293316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:23.299652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:23.303410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:23.375411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Pushing event updated for resources: {'Port': ['ID=20373e36-c6c4-40e8-bfb5-09f267ce9f9e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:23.483868 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.504536 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 10d991a2-202c-4cda-a5d9-74e087b83b34 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:23.599024 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.715904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d45ca-cb59-4794-a1d9-dbb9fe35b22c req-62a09733-efcb-4b8c-b89f-d952d9c8131c tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:23.717817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e4d45ca-cb59-4794-a1d9-dbb9fe35b22c req-62a09733-efcb-4b8c-b89f-d952d9c8131c tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 948 time: 0.1612265 Jul 08 18:03:23.752340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a401e-babe-4ff2-9064-ad7c1a701945 req-b1fd53ea-36e8-4d0b-87bd-258b16729410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:23.753028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a401e-babe-4ff2-9064-ad7c1a701945 req-b1fd53ea-36e8-4d0b-87bd-258b16729410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:23.753449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a401e-babe-4ff2-9064-ad7c1a701945 req-b1fd53ea-36e8-4d0b-87bd-258b16729410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:23.755924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2c4a401e-babe-4ff2-9064-ad7c1a701945 req-b1fd53ea-36e8-4d0b-87bd-258b16729410 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d17ea58666094a939bb21c942b6de2dd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5806334 Jul 08 18:03:23.760228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 10d991a2-202c-4cda-a5d9-74e087b83b34, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=10d991a2-202c-4cda-a5d9-74e087b83b34,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:23.783349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '10d991a2-202c-4cda-a5d9-74e087b83b34', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '10d991a2-202c-4cda-a5d9-74e087b83b34', 'mac_address': 'fa:16:3e:eb:29:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:03:23.831161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e4d45ca-cb59-4794-a1d9-dbb9fe35b22c req-abfe5d1c-315f-45b8-a7c8-20bb03082f8d tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697370 Jul 08 18:03:23.887535 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.919727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d991a2-202c-4cda-a5d9-74e087b83b34 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:23.939293 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.948396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 10d991a2-202c-4cda-a5d9-74e087b83b34, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=10d991a2-202c-4cda-a5d9-74e087b83b34,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:23.951454 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.961013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.004228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Sync routers for ids ['e8564160-635e-469a-9ffc-7793bfe01f97'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:24.032019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a401e-babe-4ff2-9064-ad7c1a701945 req-d771dac3-1872-4c2a-822e-b89d052a0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:24.033531 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2c4a401e-babe-4ff2-9064-ad7c1a701945 req-d771dac3-1872-4c2a-822e-b89d052a0e29 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2533627 Jul 08 18:03:24.066548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Routers {'e8564160-635e-469a-9ffc-7793bfe01f97'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:24.068226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['e8564160-635e-469a-9ffc-7793bfe01f97'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:24.083054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Pushing event updated for resources: {'Port': ['ID=20373e36-c6c4-40e8-bfb5-09f267ce9f9e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:24.085093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:24.095613 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.109492 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Transition to ACTIVE for port object 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:24.120720 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.167856 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.179380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=10d991a2-202c-4cda-a5d9-74e087b83b34,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:24.215652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375308d-c484-43d4-91e1-4b8adc7ef5da req-32eab2a0-8dbf-4ebe-8456-814c57f2447d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:24.247770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375308d-c484-43d4-91e1-4b8adc7ef5da req-32eab2a0-8dbf-4ebe-8456-814c57f2447d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:24.249573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7375308d-c484-43d4-91e1-4b8adc7ef5da req-32eab2a0-8dbf-4ebe-8456-814c57f2447d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1665 time: 0.1567779 Jul 08 18:03:24.252387 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.255136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-16daab49-0688-45c5-9a29-6f1229fabb5e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4506021 Jul 08 18:03:24.277379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['10d991a2-202c-4cda-a5d9-74e087b83b34'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:24.342448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7375308d-c484-43d4-91e1-4b8adc7ef5da req-923f7557-069d-4d06-bf40-84c6230bb49c tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761027 Jul 08 18:03:24.376383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Set router e8564160-635e-469a-9ffc-7793bfe01f97 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:24.421510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Pushing event updated for resources: {'Port': ['ID=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:24.480009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0e82fea4-9710-440c-b2f8-ff0957df44be up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:24.493595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Attempting to bind port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:24.499157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Attempting to bind port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '7cb3733b-d2c5-45dd-b76e-894711ee3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:24.500777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Attempting to bind port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b on network f1697de4-6f35-4821-814c-3d9bbafde5b2 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:24.509153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b on network f1697de4-6f35-4821-814c-3d9bbafde5b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:03:24.510121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Attempting to bind port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b on network f1697de4-6f35-4821-814c-3d9bbafde5b2 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:24.516270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:24.516661 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Checking segment: {'id': '7cb3733b-d2c5-45dd-b76e-894711ee3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:24.517245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Bound using segment: {'id': '7cb3733b-d2c5-45dd-b76e-894711ee3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:24.517980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Bound port: 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb3733b-d2c5-45dd-b76e-894711ee3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:24.518428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.605844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-96c69584-5fa1-4ad2-8f7e-2cd6ad3f263b tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1046430756&fields=id&tenant_id=9e71714b6726422698ef18c9981ae25e HTTP/1.1" status: 200 len: 267 time: 0.0573301 Jul 08 18:03:24.643364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] For port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:24.648543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] For port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b,segment=NetworkSegment(7cb3733b-d2c5-45dd-b76e-894711ee3d05),segment_id=7cb3733b-d2c5-45dd-b76e-894711ee3d05)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:24.656193 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.700964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:24.701614 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.703123 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] 10.222.0.74 "PUT /v2.0/ports/6e68f301-7a81-46b2-b0e0-2b1d205c8b3b HTTP/1.1" status: 200 len: 1091 time: 1.8378813 Jul 08 18:03:24.747259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a54ae-794b-4d92-a518-8d1842004412 service neutron] Pushing event updated for resources: {'Port': ['ID=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:24.840037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-aaf446c3-752d-428e-939a-8f8d5c59f5d8 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:24.841879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-aaf446c3-752d-428e-939a-8f8d5c59f5d8 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/networks?id=aba4ff34-3904-4abd-9278-ba4fa8a97426 HTTP/1.1" status: 200 len: 806 time: 0.2226748 Jul 08 18:03:24.886124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-d6e9e0af-1130-4eba-83e3-58b5645b5e86 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/quotas/9e71714b6726422698ef18c9981ae25e HTTP/1.1" status: 200 len: 375 time: 0.0384903 Jul 08 18:03:24.900088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-98802e5d-548e-418a-8a78-8e04ad3a7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:24.901409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-98802e5d-548e-418a-8a78-8e04ad3a7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:24.903403 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-98802e5d-548e-418a-8a78-8e04ad3a7a8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17ea58666094a939bb21c942b6de2dd&device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1979 time: 0.1387856 Jul 08 18:03:24.987460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'tag': '6e68f301-7a81-46b2-b0e0-2b1d205c8b3b'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:24.989795 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "tag": "6e68f301-7a81-46b2-b0e0-2b1d205c8b3b"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:25.011588 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-740bc0fb-9706-4ec2-b51f-2501d9297c25 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 HTTP/1.1" status: 200 len: 217 time: 0.1003182 Jul 08 18:03:25.053624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0e82fea4-9710-440c-b2f8-ff0957df44be triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:25.054198 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.076113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-024895b1-511f-429e-a689-fa245c2f3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:25.077618 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-024895b1-511f-429e-a689-fa245c2f3bb1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8577e78d-7656-4938-8f26-712990bcdfba HTTP/1.1" status: 200 len: 801 time: 0.0582173 Jul 08 18:03:25.118798 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-94bc9264-20da-4978-8636-90165da6c634 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e71714b6726422698ef18c9981ae25e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2239549 Jul 08 18:03:25.191993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3fbd9a3b-ddb3-47bd-89db-231716ea5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:25.193514 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-3fbd9a3b-ddb3-47bd-89db-231716ea5022 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4337a6ba-133f-4101-abb5-7429a7c4ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1085443 Jul 08 18:03:25.307691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-2d3105d4-221e-42aa-90c1-1070de7fd04a service neutron] 10.222.0.73 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690207 Jul 08 18:03:25.341233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'da362e3e-f51a-446c-ba42-1e597e02c1ec', 'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'mac_address': 'fa:16:3e:3d:e5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:13Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 2, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'subnets': [{'id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:25.376448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Checking router: e8564160-635e-469a-9ffc-7793bfe01f97 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:03:25.376826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Updating router e8564160-635e-469a-9ffc-7793bfe01f97 port da362e3e-f51a-446c-ba42-1e597e02c1ec binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:03:25.429782 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.459176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-5b26f9e6-6db1-43a2-8229-81cb6bee6443 service neutron] 10.222.0.73 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502066 Jul 08 18:03:25.510407 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-9b07368c-054c-4fb1-93f3-dac34d7836a5 service neutron] 10.222.0.74 "GET /v2.0/networks/4337a6ba-133f-4101-abb5-7429a7c4ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086138 Jul 08 18:03:25.656516 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-20f45f4c-05ce-4360-a327-2787f4b69eae service neutron] 10.222.0.74 "GET /v2.0/networks/4337a6ba-133f-4101-abb5-7429a7c4ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224580 Jul 08 18:03:25.748961 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-eab9cece-96f1-4fb4-a72f-504c8d5568e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.11&port_id=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b HTTP/1.1" status: 200 len: 217 time: 0.0914257 Jul 08 18:03:25.840080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-17ae2716-50ac-4965-a79f-252be994565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:25.841587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.845775 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-17ae2716-50ac-4965-a79f-252be994565a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=806ae997-606d-4635-83fc-2df9befa8769 HTTP/1.1" status: 200 len: 801 time: 0.0882258 Jul 08 18:03:25.870139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Transition to ACTIVE for port object da362e3e-f51a-446c-ba42-1e597e02c1ec will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:25.872069 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5b273f-084c-4b93-b843-98607f61ec62 x-openstack-request-id: req-7d5b273f-084c-4b93-b843-98607f61ec62 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:25.873678 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "tag": "6e68f301-7a81-46b2-b0e0-2b1d205c8b3b", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:25.873678 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d5b273f-084c-4b93-b843-98607f61ec62 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:25.873678 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'tag': '6e68f301-7a81-46b2-b0e0-2b1d205c8b3b', 'status': 'completed', 'code': 200} Jul 08 18:03:25.893083 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.034597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c6196-098e-4242-bd70-05c77db88ab3 req-21497f92-6954-4559-aedd-d262dd4f7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:26.037158 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-21497f92-6954-4559-aedd-d262dd4f7c30 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f1697de4-6f35-4821-814c-3d9bbafde5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1857846 Jul 08 18:03:26.058009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7e233-ce9c-4fd1-82d8-05e0032fd7c3 None None] Pushing event updated for resources: {'Port': ['ID=da362e3e-f51a-446c-ba42-1e597e02c1ec,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:26.139863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Attempting to bind port da362e3e-f51a-446c-ba42-1e597e02c1ec on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:26.140232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Attempting to bind port da362e3e-f51a-446c-ba42-1e597e02c1ec by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:26.140598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Attempting to bind port da362e3e-f51a-446c-ba42-1e597e02c1ec on network aba4ff34-3904-4abd-9278-ba4fa8a97426 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:26.146609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8fc4e-777b-4327-b63b-e88d74861e47 req-15f66a7d-53b8-4bbe-9e05-6e989d643773 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:26.162532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:26.162937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Checking segment: {'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:26.163360 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.164295 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Bound using segment: {'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:26.164295 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Bound port: da362e3e-f51a-446c-ba42-1e597e02c1ec, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:26.164823 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.176227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8fc4e-777b-4327-b63b-e88d74861e47 req-15f66a7d-53b8-4bbe-9e05-6e989d643773 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:26.187607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00d8fc4e-777b-4327-b63b-e88d74861e47 req-15f66a7d-53b8-4bbe-9e05-6e989d643773 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1677 time: 0.1841588 Jul 08 18:03:26.237378 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-ba99b1e4-c887-4d17-be58-d21db81a4e48 service neutron] 10.222.0.74 "GET /v2.0/networks/f1697de4-6f35-4821-814c-3d9bbafde5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917543 Jul 08 18:03:26.256253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8f769-3659-48ce-8dda-15b0bd17b426 req-5775246e-2cce-41e1-b902-1c30b384af13 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:26.269037 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90d8f769-3659-48ce-8dda-15b0bd17b426 req-5775246e-2cce-41e1-b902-1c30b384af13 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 949 time: 0.3519540 Jul 08 18:03:26.276744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] For port da362e3e-f51a-446c-ba42-1e597e02c1ec, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:26.280042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] For port da362e3e-f51a-446c-ba42-1e597e02c1ec, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=da362e3e-f51a-446c-ba42-1e597e02c1ec,segment=NetworkSegment(61f32b72-0f62-4a37-9ef2-397b7821a400),segment_id=61f32b72-0f62-4a37-9ef2-397b7821a400)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:26.287528 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.330348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00d8fc4e-777b-4327-b63b-e88d74861e47 req-5455e275-0d51-4821-ba98-4371f8a7a144 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417515 Jul 08 18:03:26.380907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7e233-ce9c-4fd1-82d8-05e0032fd7c3 None None] Pushing event updated for resources: {'Port': ['ID=da362e3e-f51a-446c-ba42-1e597e02c1ec,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:26.402805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90d8f769-3659-48ce-8dda-15b0bd17b426 req-be85c88d-ef63-4e97-b310-9f4ca90460f8 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296053 Jul 08 18:03:26.405667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Routers {'e8564160-635e-469a-9ffc-7793bfe01f97'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:26.405881 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-320c6196-098e-4242-bd70-05c77db88ab3 req-203bd3fe-b7f2-47e8-9885-459056e40076 service neutron] 10.222.0.74 "GET /v2.0/networks/f1697de4-6f35-4821-814c-3d9bbafde5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621602 Jul 08 18:03:26.415536 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['e8564160-635e-469a-9ffc-7793bfe01f97'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:26.602726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d72b38e-b6ad-4582-919e-eec354cf5e0c req-be52a319-d8ab-46ff-b1b7-2ebf46618a20 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 210 time: 0.0458043 Jul 08 18:03:26.611873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-b91eb535-a204-478a-9239-da90f2e584bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:26.614354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-b91eb535-a204-478a-9239-da90f2e584bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:26.617095 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-b91eb535-a204-478a-9239-da90f2e584bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17ea58666094a939bb21c942b6de2dd&device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1979 time: 0.1261275 Jul 08 18:03:26.674011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] Set router e8564160-635e-469a-9ffc-7793bfe01f97 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:26.836896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-1b2ea5ec-8b29-41ae-abe9-13d2370b1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:26.838415 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-1b2ea5ec-8b29-41ae-abe9-13d2370b1887 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f1697de4-6f35-4821-814c-3d9bbafde5b2 HTTP/1.1" status: 200 len: 902 time: 0.2147026 Jul 08 18:03:26.913762 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-7f4f7359-e3df-4505-bdba-d9b51cf84bec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.11&port_id=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b HTTP/1.1" status: 200 len: 217 time: 0.0669107 Jul 08 18:03:27.013303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-c136f52a-e3b9-4393-922f-5783d1ac70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:27.015342 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-c136f52a-e3b9-4393-922f-5783d1ac70d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=806ae997-606d-4635-83fc-2df9befa8769 HTTP/1.1" status: 200 len: 801 time: 0.0948009 Jul 08 18:03:27.016605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'da362e3e-f51a-446c-ba42-1e597e02c1ec', 'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'mac_address': 'fa:16:3e:3d:e5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:13Z', 'updated_at': '2021-07-08T18:03:26Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'subnets': [{'id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:27.064854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f3d9d-d088-408f-89f7-33be6aff5078 None None] The sync data for ids ['e8564160-635e-469a-9ffc-7793bfe01f97'] in n-d-799684-3 is: [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'da362e3e-f51a-446c-ba42-1e597e02c1ec', 'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'mac_address': 'fa:16:3e:3d:e5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:13Z', 'updated_at': '2021-07-08T18:03:26Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'subnets': [{'id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:27.123021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-a54b7343-aba7-47ff-b7ee-fcbdab288088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:27.124622 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-a54b7343-aba7-47ff-b7ee-fcbdab288088 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f1697de4-6f35-4821-814c-3d9bbafde5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1009142 Jul 08 18:03:27.241351 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-a40491f5-65e8-4809-bf0e-92c019f38869 service neutron] 10.222.0.74 "GET /v2.0/networks/f1697de4-6f35-4821-814c-3d9bbafde5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063108 Jul 08 18:03:27.346303 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6854d8f-ab09-4a0d-b650-dc110f8c0cd3 req-518e4c84-7598-4cc3-a4a7-579cef06b97d service neutron] 10.222.0.74 "GET /v2.0/networks/f1697de4-6f35-4821-814c-3d9bbafde5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977356 Jul 08 18:03:27.524106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 10d991a2-202c-4cda-a5d9-74e087b83b34 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:27.605235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 10d991a2-202c-4cda-a5d9-74e087b83b34 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:27.611372 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 10d991a2-202c-4cda-a5d9-74e087b83b34 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:27.611748 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.674609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc3563-4117-4d88-9ba5-5ba8918b35c2 req-e6271e8d-2ffd-4b9e-83e3-badc58ad85cd tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:27.700475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc3563-4117-4d88-9ba5-5ba8918b35c2 req-e6271e8d-2ffd-4b9e-83e3-badc58ad85cd tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:27.705700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4afc3563-4117-4d88-9ba5-5ba8918b35c2 req-e6271e8d-2ffd-4b9e-83e3-badc58ad85cd tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1677 time: 0.1797709 Jul 08 18:03:27.793208 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4afc3563-4117-4d88-9ba5-5ba8918b35c2 req-47a0bc19-c4cd-4a13-b80f-e3e1e13f033b tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820239 Jul 08 18:03:27.794365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-35e19326-c5a7-40d6-bada-38457421d0d6 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:27.796923 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-35e19326-c5a7-40d6-bada-38457421d0d6 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.74 "GET /v2.0/networks?id=aba4ff34-3904-4abd-9278-ba4fa8a97426 HTTP/1.1" status: 200 len: 806 time: 0.2792718 Jul 08 18:03:27.824328 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.898149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf548a0-a41b-4ce6-8003-943688d0b060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d991a2-202c-4cda-a5d9-74e087b83b34'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:27.903012 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-9553cbda-e416-4c8a-9ef1-0f6fa1790b8a tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e71714b6726422698ef18c9981ae25e HTTP/1.1" status: 200 len: 380 time: 0.0959961 Jul 08 18:03:27.904229 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a813d81-334e-4c9f-bfd3-e94ef92e2aef" -d '{"events": [{"server_uuid": "eaf548a0-a41b-4ce6-8003-943688d0b060", "name": "network-vif-plugged", "status": "completed", "tag": "10d991a2-202c-4cda-a5d9-74e087b83b34"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:27.918057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Request body: {'port': {'device_id': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'admin_state_up': True, 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'security_groups': ['97240d18-7d2d-406a-b8f0-36d7267ce2e2']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:27.940264 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 10d991a2-202c-4cda-a5d9-74e087b83b34, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=10d991a2-202c-4cda-a5d9-74e087b83b34,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:27.953006 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.026867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=10d991a2-202c-4cda-a5d9-74e087b83b34,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:28.050097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21bf0ab6-55b0-452e-8157-273b8140fe50 req-46a5f922-5797-40fb-a24d-712f0ae8a394 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 210 time: 0.0424128 Jul 08 18:03:28.121766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ded966-2667-4d17-b516-976a84736126 req-54a98ec8-7225-42df-9b32-b79136f9aee9 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:28.130844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64ded966-2667-4d17-b516-976a84736126 req-54a98ec8-7225-42df-9b32-b79136f9aee9 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 949 time: 0.2281086 Jul 08 18:03:28.146197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Made reservation on behalf of 9e71714b6726422698ef18c9981ae25e for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:28.155639 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.243145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64ded966-2667-4d17-b516-976a84736126 req-fb544f18-e763-4604-a023-e9a86891f91f tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040790 Jul 08 18:03:28.308086 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device da362e3e-f51a-446c-ba42-1e597e02c1ec up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:28.390405 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2344a107-d2fb-406e-9a05-2bb4a452c221 x-openstack-request-id: req-2344a107-d2fb-406e-9a05-2bb4a452c221 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:28.392209 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf548a0-a41b-4ce6-8003-943688d0b060", "name": "network-vif-plugged", "status": "completed", "tag": "10d991a2-202c-4cda-a5d9-74e087b83b34", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:28.392469 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2344a107-d2fb-406e-9a05-2bb4a452c221 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:28.393794 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf548a0-a41b-4ce6-8003-943688d0b060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d991a2-202c-4cda-a5d9-74e087b83b34', 'code': 200} Jul 08 18:03:28.422199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Allocated IP 172.20.0.8 (aba4ff34-3904-4abd-9278-ba4fa8a97426/9c92eafc-1e96-495c-be54-5fa4d91755fc/104842c7-ee23-4d1e-963f-8ead045aaf04) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:28.425204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port da362e3e-f51a-446c-ba42-1e597e02c1ec completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:28.433397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port da362e3e-f51a-446c-ba42-1e597e02c1ec triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:28.434684 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.588878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851912-107b-48b4-99cc-72b7536743c1 req-59b4a5e0-c165-40b0-a21e-f329127fcccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:28.595596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d851912-107b-48b4-99cc-72b7536743c1 req-59b4a5e0-c165-40b0-a21e-f329127fcccf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 1101 time: 0.1175897 Jul 08 18:03:28.604002 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.657963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port da362e3e-f51a-446c-ba42-1e597e02c1ec, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=da362e3e-f51a-446c-ba42-1e597e02c1ec,segment=NetworkSegment(61f32b72-0f62-4a37-9ef2-397b7821a400),segment_id=61f32b72-0f62-4a37-9ef2-397b7821a400)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:28.659384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d851912-107b-48b4-99cc-72b7536743c1 req-9bf5cfbc-02a9-46eb-9091-98f735c21ab3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568113 Jul 08 18:03:28.662992 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.676622 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.694000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Transition to ACTIVE for port object 104842c7-ee23-4d1e-963f-8ead045aaf04 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:28.730124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=da362e3e-f51a-446c-ba42-1e597e02c1ec,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:28.734710 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.794662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Network aba4ff34-3904-4abd-9278-ba4fa8a97426 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:28.797918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:28.800451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:28.855296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Pushing event updated for resources: {'Port': ['ID=104842c7-ee23-4d1e-963f-8ead045aaf04,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:28.900960 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:28.901945 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.926135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3e974a4b-f20d-4526-baaa-d6d32c975129 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0152993 Jul 08 18:03:28.938382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Request body: {'port': {'device_id': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:28.968877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33224) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:29.030902 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.073474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3517f-6dca-4b9e-8403-eb542d65bae9 req-dbcde9a8-acf5-4e60-89a8-bac3c76da44d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:29.080258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3517f-6dca-4b9e-8403-eb542d65bae9 req-dbcde9a8-acf5-4e60-89a8-bac3c76da44d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:29.085616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fd3517f-6dca-4b9e-8403-eb542d65bae9 req-dbcde9a8-acf5-4e60-89a8-bac3c76da44d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1677 time: 0.1137066 Jul 08 18:03:29.146852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-50ba272a-dca2-40be-842d-3c5043dfabcd None None] Provisioning for port 104842c7-ee23-4d1e-963f-8ead045aaf04 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:29.152111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-50ba272a-dca2-40be-842d-3c5043dfabcd None None] Provisioning complete for port 104842c7-ee23-4d1e-963f-8ead045aaf04 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:29.152480 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-50ba272a-dca2-40be-842d-3c5043dfabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.205080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fd3517f-6dca-4b9e-8403-eb542d65bae9 req-830eb187-4ed7-4f40-9889-6754beabe770 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103573 Jul 08 18:03:29.206904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-50ba272a-dca2-40be-842d-3c5043dfabcd None None] Port 104842c7-ee23-4d1e-963f-8ead045aaf04 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:29.227676 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caf8b240-2f5f-457d-a9b8-b00c7a97a20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.314918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f0115-b693-4e6c-a215-3f565957acff req-46c8d530-8dc2-4cdc-84bd-1ad703d55671 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:29.316477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-049f0115-b693-4e6c-a215-3f565957acff req-46c8d530-8dc2-4cdc-84bd-1ad703d55671 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 931 time: 0.1104782 Jul 08 18:03:29.385489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-049f0115-b693-4e6c-a215-3f565957acff req-1aa4e680-4901-4d4d-a0bc-192e70a1d4ae tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606134 Jul 08 18:03:29.440389 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caf8b240-2f5f-457d-a9b8-b00c7a97a20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.446306 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caf8b240-2f5f-457d-a9b8-b00c7a97a20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.506187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104842c7-ee23-4d1e-963f-8ead045aaf04 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:29.514694 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.529867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Transition to ACTIVE for port object 104842c7-ee23-4d1e-963f-8ead045aaf04 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:29.534486 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.540254 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-caf8b240-2f5f-457d-a9b8-b00c7a97a20b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=214e024ab8f4497580b0f2d9626d9ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5695317 Jul 08 18:03:29.544923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33240) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:29.550851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8b240-2f5f-457d-a9b8-b00c7a97a20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c6dad2-24bb-42b8-9f2f-8e76e9b92861,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:29.635586 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Pushing event updated for resources: {'Port': ['ID=104842c7-ee23-4d1e-963f-8ead045aaf04,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:29.636339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa8c84-4ffe-4371-967b-4024a5d71671 req-b519a307-1016-488c-819f-e5f3846de90b tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:29.638044 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21aa8c84-4ffe-4371-967b-4024a5d71671 req-b519a307-1016-488c-819f-e5f3846de90b tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 950 time: 0.1889985 Jul 08 18:03:29.720958 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01063468-cf56-4354-9779-bf2286db3682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.721308 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21aa8c84-4ffe-4371-967b-4024a5d71671 req-53875d87-a500-4dce-b22f-895d95e415ae tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709195 Jul 08 18:03:29.762855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01063468-cf56-4354-9779-bf2286db3682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.787982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Attempting to bind port 104842c7-ee23-4d1e-963f-8ead045aaf04 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:29.788346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Attempting to bind port 104842c7-ee23-4d1e-963f-8ead045aaf04 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:29.788715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Attempting to bind port 104842c7-ee23-4d1e-963f-8ead045aaf04 on network aba4ff34-3904-4abd-9278-ba4fa8a97426 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:29.815514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Port 104842c7-ee23-4d1e-963f-8ead045aaf04 on network aba4ff34-3904-4abd-9278-ba4fa8a97426 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:03:29.825381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Attempting to bind port 104842c7-ee23-4d1e-963f-8ead045aaf04 on network aba4ff34-3904-4abd-9278-ba4fa8a97426 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:29.847322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:29.849006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Checking segment: {'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:29.850150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Bound using segment: {'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:29.853929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Bound port: 104842c7-ee23-4d1e-963f-8ead045aaf04, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f32b72-0f62-4a37-9ef2-397b7821a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:29.855233 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.968178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01063468-cf56-4354-9779-bf2286db3682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.972134 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01063468-cf56-4354-9779-bf2286db3682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.973496 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-01063468-cf56-4354-9779-bf2286db3682 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47c6dad2-24bb-42b8-9f2f-8e76e9b92861 HTTP/1.1" status: 204 len: 168 time: 0.4103487 Jul 08 18:03:29.999663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01063468-cf56-4354-9779-bf2286db3682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c6dad2-24bb-42b8-9f2f-8e76e9b92861,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:30.005838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] For port 104842c7-ee23-4d1e-963f-8ead045aaf04, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:30.014479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dab09-99f5-4db3-a416-e1fcd40cdbb4 req-bf3072c5-b19e-4b82-bd09-e8d8a3382bd3 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:30.023324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] For port 104842c7-ee23-4d1e-963f-8ead045aaf04, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=104842c7-ee23-4d1e-963f-8ead045aaf04,segment=NetworkSegment(61f32b72-0f62-4a37-9ef2-397b7821a400),segment_id=61f32b72-0f62-4a37-9ef2-397b7821a400)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:30.024621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-425dab09-99f5-4db3-a416-e1fcd40cdbb4 req-bf3072c5-b19e-4b82-bd09-e8d8a3382bd3 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 946 time: 0.1141953 Jul 08 18:03:30.036121 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.079200 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:30.079825 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.081286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] 10.222.0.74 "PUT /v2.0/ports/104842c7-ee23-4d1e-963f-8ead045aaf04 HTTP/1.1" status: 200 len: 1091 time: 1.1481986 Jul 08 18:03:30.081682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'tag': '104842c7-ee23-4d1e-963f-8ead045aaf04'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:30.085641 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdb1f46-45e9-48e3-9956-120bdfbcb60c" -d '{"events": [{"name": "network-changed", "server_uuid": "515b9c5f-7e5f-4fdc-8fd9-e196734ff91c", "tag": "104842c7-ee23-4d1e-963f-8ead045aaf04"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:30.113425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91ef34-2e99-4344-a5b4-0f3742355550 service neutron] Pushing event updated for resources: {'Port': ['ID=104842c7-ee23-4d1e-963f-8ead045aaf04,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:30.147898 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-425dab09-99f5-4db3-a416-e1fcd40cdbb4 req-0f0480aa-d9ea-414f-b99d-26e3c71a997d tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205204 Jul 08 18:03:30.196940 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf68f3a-4903-4cf2-987a-0fd9383ba196 x-openstack-request-id: req-cdf68f3a-4903-4cf2-987a-0fd9383ba196 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:30.197655 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515b9c5f-7e5f-4fdc-8fd9-e196734ff91c", "tag": "104842c7-ee23-4d1e-963f-8ead045aaf04", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:30.198128 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cdf68f3a-4903-4cf2-987a-0fd9383ba196 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:30.198783 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'tag': '104842c7-ee23-4d1e-963f-8ead045aaf04', 'status': 'completed', 'code': 200} Jul 08 18:03:30.260236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-71ebeb3c-fd93-4c28-878a-74d286d68d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:30.263097 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-71ebeb3c-fd93-4c28-878a-74d286d68d10 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e71714b6726422698ef18c9981ae25e&device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 1094 time: 0.1186986 Jul 08 18:03:30.265361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device da362e3e-f51a-446c-ba42-1e597e02c1ec up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:30.324258 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-2424b8f8-234b-40c4-a3e6-437867ce3605 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=104842c7-ee23-4d1e-963f-8ead045aaf04 HTTP/1.1" status: 200 len: 217 time: 0.0466590 Jul 08 18:03:30.364088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port da362e3e-f51a-446c-ba42-1e597e02c1ec triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:30.366308 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.481244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-f9d5e859-436d-4d67-b32b-59b2a24eb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:30.487052 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-f9d5e859-436d-4d67-b32b-59b2a24eb09b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c92eafc-1e96-495c-be54-5fa4d91755fc HTTP/1.1" status: 200 len: 845 time: 0.1521876 Jul 08 18:03:30.580600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-5b6cc995-5001-4a1f-902e-a586ebdcdb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:30.582903 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-5b6cc995-5001-4a1f-902e-a586ebdcdb3a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aba4ff34-3904-4abd-9278-ba4fa8a97426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905998 Jul 08 18:03:30.604726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143839b2-8165-4c46-a949-1aae2cb7f45a req-35367bb5-2d55-4c8f-80b1-682085f49c29 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:30.616724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143839b2-8165-4c46-a949-1aae2cb7f45a req-35367bb5-2d55-4c8f-80b1-682085f49c29 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:30.622360 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-143839b2-8165-4c46-a949-1aae2cb7f45a req-35367bb5-2d55-4c8f-80b1-682085f49c29 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1677 time: 0.2354140 Jul 08 18:03:30.656435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:30.694291 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8a377ce-b443-4065-8a8f-949f524c42c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.718717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-143839b2-8165-4c46-a949-1aae2cb7f45a req-705e18c4-65df-4093-bb2c-f101b071ba3f tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883260 Jul 08 18:03:30.771028 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-0e6d9662-44de-40dc-a642-44f016a85a90 service neutron] 10.222.0.74 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794949 Jul 08 18:03:30.771326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d51276-84fe-46c3-ad85-53e30fed3c30 req-1e844b83-ab45-442e-b8c0-bffce755c220 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:30.772656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75d51276-84fe-46c3-ad85-53e30fed3c30 req-1e844b83-ab45-442e-b8c0-bffce755c220 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 943 time: 0.0899370 Jul 08 18:03:30.838849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75d51276-84fe-46c3-ad85-53e30fed3c30 req-ebe253e3-64fd-45df-9333-fc787c24df65 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577550 Jul 08 18:03:30.923290 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7fd2e02-0106-4d20-9a8c-fbe84366f4aa req-3957dc1c-8210-46de-8b27-029a9178c7c7 service neutron] 10.222.0.74 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458704 Jul 08 18:03:30.955769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8a377ce-b443-4065-8a8f-949f524c42c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.969804 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8a377ce-b443-4065-8a8f-949f524c42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.046796 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e8a377ce-b443-4065-8a8f-949f524c42c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db2786aaa8a9472f9d1d3fe56f7c8366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890822 Jul 08 18:03:31.049754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a377ce-b443-4065-8a8f-949f524c42c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc7b941-0ca5-4392-a345-0e6179d3d910,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:31.053527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33282) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:31.102903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c24f-fcfb-4080-ba8d-bd209a5879af req-27c8aa9d-2cf1-4e4c-bafd-e585b616c160 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:31.104348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9b4c24f-fcfb-4080-ba8d-bd209a5879af req-27c8aa9d-2cf1-4e4c-bafd-e585b616c160 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 950 time: 0.0875645 Jul 08 18:03:31.116470 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb1f46-45e9-48e3-9956-120bdfbcb60c req-461c5919-f4b6-4ac6-bbf1-712a580cc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:31.118020 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-acdb1f46-45e9-48e3-9956-120bdfbcb60c req-461c5919-f4b6-4ac6-bbf1-712a580cc936 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e71714b6726422698ef18c9981ae25e&device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 1094 time: 0.1317599 Jul 08 18:03:31.130917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:31.154637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9b4c24f-fcfb-4080-ba8d-bd209a5879af req-d3a63b14-84d5-4741-905e-f303c24bc484 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Jul 08 18:03:31.164164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-886152c6-e854-43e1-b917-a9b6a9e44383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.247492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-886152c6-e854-43e1-b917-a9b6a9e44383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.291643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b,segment=NetworkSegment(7cb3733b-d2c5-45dd-b76e-894711ee3d05),segment_id=7cb3733b-d2c5-45dd-b76e-894711ee3d05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:31.321322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '6e68f301-7a81-46b2-b0e0-2b1d205c8b3b', 'network_id': 'f1697de4-6f35-4821-814c-3d9bbafde5b2', 'port_id': '6e68f301-7a81-46b2-b0e0-2b1d205c8b3b', 'mac_address': 'fa:16:3e:5b:df:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806ae997-606d-4635-83fc-2df9befa8769', 'ip_address': '19.86.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:03:31.329824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb1f46-45e9-48e3-9956-120bdfbcb60c req-bbf6927b-d777-46f8-bc82-b33f74271520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:31.331355 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-acdb1f46-45e9-48e3-9956-120bdfbcb60c req-bbf6927b-d777-46f8-bc82-b33f74271520 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aba4ff34-3904-4abd-9278-ba4fa8a97426 HTTP/1.1" status: 200 len: 907 time: 0.2060285 Jul 08 18:03:31.376786 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.415796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:31.427952 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-acdb1f46-45e9-48e3-9956-120bdfbcb60c req-4dd2990a-b215-4887-8b26-205c762875a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=104842c7-ee23-4d1e-963f-8ead045aaf04 HTTP/1.1" status: 200 len: 217 time: 0.0871947 Jul 08 18:03:31.473033 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-886152c6-e854-43e1-b917-a9b6a9e44383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.479417 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-886152c6-e854-43e1-b917-a9b6a9e44383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.482006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b,segment=NetworkSegment(7cb3733b-d2c5-45dd-b76e-894711ee3d05),segment_id=7cb3733b-d2c5-45dd-b76e-894711ee3d05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:31.487729 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-886152c6-e854-43e1-b917-a9b6a9e44383 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3cc7b941-0ca5-4392-a345-0e6179d3d910 HTTP/1.1" status: 204 len: 168 time: 0.4306121 Jul 08 18:03:31.499587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.500375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:31.622088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886152c6-e854-43e1-b917-a9b6a9e44383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc7b941-0ca5-4392-a345-0e6179d3d910,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:31.642447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb1f46-45e9-48e3-9956-120bdfbcb60c req-b436fd2d-84df-4e90-ad51-49f349513c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:31.649242 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-acdb1f46-45e9-48e3-9956-120bdfbcb60c req-b436fd2d-84df-4e90-ad51-49f349513c88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c92eafc-1e96-495c-be54-5fa4d91755fc HTTP/1.1" status: 200 len: 845 time: 0.2097738 Jul 08 18:03:31.662381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:31.732830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d2c55-4c8b-4c2e-b221-7a3f85467d39 req-844ea0a3-20cc-467e-9dc5-ad814892d462 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:31.743390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b81d2c55-4c8b-4c2e-b221-7a3f85467d39 req-844ea0a3-20cc-467e-9dc5-ad814892d462 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 946 time: 0.1964660 Jul 08 18:03:31.754933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb1f46-45e9-48e3-9956-120bdfbcb60c req-7556baaf-b8fc-4d97-a784-d04dd9baa756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:31.756445 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-acdb1f46-45e9-48e3-9956-120bdfbcb60c req-7556baaf-b8fc-4d97-a784-d04dd9baa756 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aba4ff34-3904-4abd-9278-ba4fa8a97426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020415 Jul 08 18:03:31.842356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149,segment=NetworkSegment(fc8b6715-3ce9-4843-80a3-1b9456b2f90c),segment_id=fc8b6715-3ce9-4843-80a3-1b9456b2f90c)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:31.843286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-6d89e08a-0f5a-4fad-8dd2-33ed66cddcda tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572867 Jul 08 18:03:31.862131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '76d5fc65-7b0a-4af8-87c3-c5afdd6c2149', 'network_id': '4337a6ba-133f-4101-abb5-7429a7c4ec7c', 'port_id': '76d5fc65-7b0a-4af8-87c3-c5afdd6c2149', 'mac_address': 'fa:16:3e:2d:82:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8577e78d-7656-4938-8f26-712990bcdfba', 'ip_address': '19.80.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:03:31.869173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b81d2c55-4c8b-4c2e-b221-7a3f85467d39 req-a1a1dd2f-6383-426e-859d-bc479e590321 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231198 Jul 08 18:03:31.896412 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-acdb1f46-45e9-48e3-9956-120bdfbcb60c req-12b6fca0-ed08-4444-9a06-695581cd381b service neutron] 10.222.0.74 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316419 Jul 08 18:03:31.918505 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.949267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:31.990240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149,segment=NetworkSegment(fc8b6715-3ce9-4843-80a3-1b9456b2f90c),segment_id=fc8b6715-3ce9-4843-80a3-1b9456b2f90c)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:31.998616 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:32.047391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-c0de3688-cdb2-48f2-ab5e-9f75ca13a81d tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:32.055431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-c0de3688-cdb2-48f2-ab5e-9f75ca13a81d tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061720 Jul 08 18:03:32.090890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:32.119856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-ce1b085b-ccb9-4d49-80c1-1db8b39f20be tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/quotas/e6c21f07b4404ff68fc576da9b0b69f4 HTTP/1.1" status: 200 len: 375 time: 0.0618870 Jul 08 18:03:32.170734 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-42736ab5-9136-440b-b351-138a80e165a0 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508363 Jul 08 18:03:32.208934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d87a14-efb1-4ff3-bfc9-aa975e0c1779 req-2b51e3be-d032-4240-8df8-04c049c078a0 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:32.217854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1d87a14-efb1-4ff3-bfc9-aa975e0c1779 req-2b51e3be-d032-4240-8df8-04c049c078a0 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 950 time: 0.1509488 Jul 08 18:03:32.271690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1d87a14-efb1-4ff3-bfc9-aa975e0c1779 req-855b422a-f5db-46f7-94c1-cf176d045ac6 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483732 Jul 08 18:03:32.399083 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-acdb1f46-45e9-48e3-9956-120bdfbcb60c req-9f1502d2-dde7-4849-ad55-aa30e8b7f55c service neutron] 10.222.0.74 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825096 Jul 08 18:03:32.421164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['76d5fc65-7b0a-4af8-87c3-c5afdd6c2149'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:32.521125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecebf13-ff98-4345-873c-6012683d68d6 req-ff9357bd-b73a-473d-a10b-3adc914fb66e tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:32.529290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecebf13-ff98-4345-873c-6012683d68d6 req-ff9357bd-b73a-473d-a10b-3adc914fb66e tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:32.537252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ecebf13-ff98-4345-873c-6012683d68d6 req-ff9357bd-b73a-473d-a10b-3adc914fb66e tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1679 time: 0.1228101 Jul 08 18:03:32.809123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ecebf13-ff98-4345-873c-6012683d68d6 req-8ac0579f-ec90-4df3-82af-3dcf2dbaf0cf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709062 Jul 08 18:03:32.858421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30c708-cf23-44c9-9499-45d6ec115473 req-a2245ed3-a82e-401b-8c83-df8a26f67975 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:32.866297 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e30c708-cf23-44c9-9499-45d6ec115473 req-a2245ed3-a82e-401b-8c83-df8a26f67975 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 943 time: 0.3040898 Jul 08 18:03:32.933386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e30c708-cf23-44c9-9499-45d6ec115473 req-e786330c-ff65-4af4-8908-0f7b09bc5dd9 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657690 Jul 08 18:03:33.113883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-92b0bae9-6ed3-4d8b-9b2a-f6c95ff6dd50 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248041 Jul 08 18:03:33.312484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f3243-83b5-410c-befc-302229114575 req-583572b0-2a32-4aba-b02f-5ba2f9d6dd65 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:33.314118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-583572b0-2a32-4aba-b02f-5ba2f9d6dd65 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945636 Jul 08 18:03:33.319718 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.322355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f4b0-955f-401e-854e-fe3ec537a42f req-36fd48b0-a1f6-4122-ba72-06c7904a3b5d tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:33.323864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e994f4b0-955f-401e-854e-fe3ec537a42f req-36fd48b0-a1f6-4122-ba72-06c7904a3b5d tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.59 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 950 time: 0.1756585 Jul 08 18:03:33.368847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-a0e6ce8b-f17a-408c-846a-abf2d46ac65b tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/quotas/e6c21f07b4404ff68fc576da9b0b69f4 HTTP/1.1" status: 200 len: 375 time: 0.0439663 Jul 08 18:03:33.420026 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-17b72336-f5d0-45c0-bb78-65ad6cccdd52 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437512 Jul 08 18:03:33.490249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e994f4b0-955f-401e-854e-fe3ec537a42f req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Deleting port 10d991a2-202c-4cda-a5d9-74e087b83b34 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:33.490672 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e994f4b0-955f-401e-854e-fe3ec537a42f req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.492246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6e68f301-7a81-46b2-b0e0-2b1d205c8b3b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:33.710748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e994f4b0-955f-401e-854e-fe3ec537a42f req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] For port 10d991a2-202c-4cda-a5d9-74e087b83b34, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=10d991a2-202c-4cda-a5d9-74e087b83b34,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:33.713280 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e994f4b0-955f-401e-854e-fe3ec537a42f req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.741226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e994f4b0-955f-401e-854e-fe3ec537a42f req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Calling delete_port for 10d991a2-202c-4cda-a5d9-74e087b83b34 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:34.022292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b318d9-44a1-4694-9fdd-b55369eca735 req-454632e8-9520-40ef-9231-238bb9db91c2 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:34.031122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77b318d9-44a1-4694-9fdd-b55369eca735 req-454632e8-9520-40ef-9231-238bb9db91c2 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 946 time: 0.2015874 Jul 08 18:03:34.037985 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.090083 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e994f4b0-955f-401e-854e-fe3ec537a42f req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.099419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64775dd-9095-43be-b366-1649ab2cfb60 req-4269b8bd-43ad-40fb-add3-df2a0038d8c5 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:34.104900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['10d991a2-202c-4cda-a5d9-74e087b83b34'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:34.108391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b64775dd-9095-43be-b366-1649ab2cfb60 req-4269b8bd-43ad-40fb-add3-df2a0038d8c5 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/ports?device_id=eaf548a0-a41b-4ce6-8003-943688d0b060 HTTP/1.1" status: 200 len: 867 time: 0.2195854 Jul 08 18:03:34.161594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77b318d9-44a1-4694-9fdd-b55369eca735 req-211b0d13-f427-4112-a657-b624395fa143 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292353 Jul 08 18:03:34.165717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Pushing event deleted for resources: {'Port': ['ID=10d991a2-202c-4cda-a5d9-74e087b83b34,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:34.186643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.187290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.187847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.188417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.188968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.189502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.190221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.190881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.191424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.192341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.193147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.193709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:34.257522 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b64775dd-9095-43be-b366-1649ab2cfb60 req-20d3d6f9-e702-4328-abe9-9193fee37d34 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.73 "GET /v2.0/security-groups?id=73222793-2cf6-4380-881d-0f6ff77e152c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476481 Jul 08 18:03:34.270612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e994f4b0-955f-401e-854e-fe3ec537a42f req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] No DVR routers for this DVR port 10d991a2-202c-4cda-a5d9-74e087b83b34 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:34.275932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e994f4b0-955f-401e-854e-fe3ec537a42f req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.278364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e994f4b0-955f-401e-854e-fe3ec537a42f req-e96723fb-3879-431e-a781-d489e75c8f03 tempest-ServerDiagnosticsNegativeTest-1876070552 tempest-ServerDiagnosticsNegativeTest-1876070552-project] 10.222.0.59 "DELETE /v2.0/ports/10d991a2-202c-4cda-a5d9-74e087b83b34 HTTP/1.1" status: 204 len: 173 time: 0.9461908 Jul 08 18:03:34.278834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf548a0-a41b-4ce6-8003-943688d0b060', 'name': 'network-vif-deleted', 'tag': '10d991a2-202c-4cda-a5d9-74e087b83b34'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:34.290707 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be656ee-de67-4090-bc95-06aa324be2db" -d '{"events": [{"server_uuid": "eaf548a0-a41b-4ce6-8003-943688d0b060", "name": "network-vif-deleted", "tag": "10d991a2-202c-4cda-a5d9-74e087b83b34"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:34.326874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79b19b79-d058-4c23-a284-2875961b28f9 req-31540a96-7198-4338-9b8d-a0af37f9bbff tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 210 time: 0.0676193 Jul 08 18:03:34.548245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-83577e91-2fde-407d-8fbc-45ff47006641 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532215 Jul 08 18:03:34.688337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35debb70-7355-4435-bb45-77371334e856 req-74863c73-d929-4227-97ae-206093b92712 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:34.694051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35debb70-7355-4435-bb45-77371334e856 req-74863c73-d929-4227-97ae-206093b92712 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:34.699346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35debb70-7355-4435-bb45-77371334e856 req-74863c73-d929-4227-97ae-206093b92712 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1679 time: 0.2660158 Jul 08 18:03:34.762357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dad71-b9b9-450b-b1e8-a3e613458ba8 req-3b3ebb2f-ee19-4b15-978e-0b0860234fdb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:34.777632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-762dad71-b9b9-450b-b1e8-a3e613458ba8 req-3b3ebb2f-ee19-4b15-978e-0b0860234fdb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 943 time: 0.2858768 Jul 08 18:03:34.788522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-d5eacb29-159c-41c6-af13-aef5748349db tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:34.790330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-d5eacb29-159c-41c6-af13-aef5748349db tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211370 Jul 08 18:03:34.823297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Request body: {'port': {'device_id': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': 'e6c21f07b4404ff68fc576da9b0b69f4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:34.894924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35debb70-7355-4435-bb45-77371334e856 req-18d17c27-8026-43a0-b7b9-d973446535cc tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614120 Jul 08 18:03:34.908606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-762dad71-b9b9-450b-b1e8-a3e613458ba8 req-80a8d1ba-b54c-412b-9d74-2a90364cd41e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297126 Jul 08 18:03:35.029740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Made reservation on behalf of e6c21f07b4404ff68fc576da9b0b69f4 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:35.034029 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.059474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.157474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 104842c7-ee23-4d1e-963f-8ead045aaf04 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:35.160042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:35.184894 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceeda9e-173e-45df-bb05-4ff950ba2b86 x-openstack-request-id: req-0ceeda9e-173e-45df-bb05-4ff950ba2b86 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:35.185670 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf548a0-a41b-4ce6-8003-943688d0b060", "name": "network-vif-deleted", "tag": "10d991a2-202c-4cda-a5d9-74e087b83b34", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:35.186573 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ceeda9e-173e-45df-bb05-4ff950ba2b86 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:35.187859 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf548a0-a41b-4ce6-8003-943688d0b060', 'name': 'network-vif-deleted', 'tag': '10d991a2-202c-4cda-a5d9-74e087b83b34', 'status': 'completed', 'code': 200} Jul 08 18:03:35.269440 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-a9a7605a-a631-46b0-80db-bf92fd8c342d tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389652 Jul 08 18:03:35.328734 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.338477 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.392201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:35.404681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:35.406587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.457989 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-7f02a449-13b2-4ca6-b2a4-b1fe2f6e5fc3 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:35.460094 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-7f02a449-13b2-4ca6-b2a4-b1fe2f6e5fc3 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 946 time: 0.2739034 Jul 08 18:03:35.510344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4a2ab4-b30d-4a48-ae91-c64672ee966d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:35.566712 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 104842c7-ee23-4d1e-963f-8ead045aaf04, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=104842c7-ee23-4d1e-963f-8ead045aaf04,segment=NetworkSegment(61f32b72-0f62-4a37-9ef2-397b7821a400),segment_id=61f32b72-0f62-4a37-9ef2-397b7821a400)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:35.584397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '104842c7-ee23-4d1e-963f-8ead045aaf04', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'port_id': '104842c7-ee23-4d1e-963f-8ead045aaf04', 'mac_address': 'fa:16:3e:a6:fc:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:03:35.596033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f3243-83b5-410c-befc-302229114575 req-eff3cfff-6b36-4b92-a575-70e0764646af tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:35.598632 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-eff3cfff-6b36-4b92-a575-70e0764646af tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3203740 Jul 08 18:03:35.619056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Request body: {'port': {'device_id': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': 'e6c21f07b4404ff68fc576da9b0b69f4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:35.665024 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.666858 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.703883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Deleting port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:35.704820 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.722160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104842c7-ee23-4d1e-963f-8ead045aaf04 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:35.734237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e2c18-24fd-4787-a902-eac47c466499 req-2aeb2f81-65d0-4ae9-9452-a648e1a7cb50 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:35.736732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff1e2c18-24fd-4787-a902-eac47c466499 req-2aeb2f81-65d0-4ae9-9452-a648e1a7cb50 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 946 time: 0.2825763 Jul 08 18:03:35.759121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Allocated IP 192.168.233.228 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/8e98c429-d781-43af-947b-033b2224b034) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:35.784939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e68f301-7a81-46b2-b0e0-2b1d205c8b3b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:35.788136 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ae9fec-80c7-4204-82f4-f8d6defc3beb" -d '{"events": [{"server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "name": "network-vif-plugged", "status": "completed", "tag": "6e68f301-7a81-46b2-b0e0-2b1d205c8b3b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:35.809898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 104842c7-ee23-4d1e-963f-8ead045aaf04, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=104842c7-ee23-4d1e-963f-8ead045aaf04,segment=NetworkSegment(61f32b72-0f62-4a37-9ef2-397b7821a400),segment_id=61f32b72-0f62-4a37-9ef2-397b7821a400)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:35.815580 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b,segment=NetworkSegment(7cb3733b-d2c5-45dd-b76e-894711ee3d05),segment_id=7cb3733b-d2c5-45dd-b76e-894711ee3d05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:35.821593 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.826588 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff1e2c18-24fd-4787-a902-eac47c466499 req-a2569cf4-7f7a-41f4-8427-8cba0d1ef288 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792229 Jul 08 18:03:35.830676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.832194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:35.949879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:35.955424 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:35.955795 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.984883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=104842c7-ee23-4d1e-963f-8ead045aaf04,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:36.046227 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe52d5-5e57-4a78-9466-bd1883ae64e2 x-openstack-request-id: req-ccfe52d5-5e57-4a78-9466-bd1883ae64e2 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:36.048690 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "name": "network-vif-plugged", "status": "completed", "tag": "6e68f301-7a81-46b2-b0e0-2b1d205c8b3b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:36.049120 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ccfe52d5-5e57-4a78-9466-bd1883ae64e2 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:36.049488 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e68f301-7a81-46b2-b0e0-2b1d205c8b3b', 'code': 200} Jul 08 18:03:36.118026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] For port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250,segment=NetworkSegment(92d4d959-7017-4a8f-bc0e-194ad30f5d85),segment_id=92d4d959-7017-4a8f-bc0e-194ad30f5d85)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:36.122651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.156418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:36.228923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['104842c7-ee23-4d1e-963f-8ead045aaf04'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:36.282490 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.295119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Made reservation on behalf of e6c21f07b4404ff68fc576da9b0b69f4 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:36.299489 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.421514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33464) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:36.456135 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60ed60d1-8e98-438c-8e5e-0fa63968014b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.514125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149,segment=NetworkSegment(fc8b6715-3ce9-4843-80a3-1b9456b2f90c),segment_id=fc8b6715-3ce9-4843-80a3-1b9456b2f90c)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:36.533344 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.571386 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.571841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.572262 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Floating IP ede5b085-e6c6-4334-b682-216508fe875b disassociated. External IP: 172.25.8.231, port: 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250. Jul 08 18:03:36.572782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Calling delete_port for 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:36.629734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:36.746443 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fc666cd8-cfd2-4112-9ec1-7fc2af2b84b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b6261a1821149bbbd270c2162b0ddb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221304 Jul 08 18:03:36.749166 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33468) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:36.757239 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.816082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Pushing event deleted for resources: {'Port': ['ID=4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:36.889041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e83543b-b110-4fe4-a837-25c926204072 req-c7d59622-5d9d-401e-8c04-5b14916eaafc tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 210 time: 0.7340498 Jul 08 18:03:36.897451 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-917820ef-625c-4547-84e3-c02a6c9483f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.933251 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.958818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-917820ef-625c-4547-84e3-c02a6c9483f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.972528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Transition to ACTIVE for port object 8e98c429-d781-43af-947b-033b2224b034 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:36.985949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f448f-94a0-40b3-8b22-85c2b0a1f0da req-8875f8c7-c171-4b93-b6e9-33edc5198f9d tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:36.994493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-506f448f-94a0-40b3-8b22-85c2b0a1f0da req-8875f8c7-c171-4b93-b6e9-33edc5198f9d tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 944 time: 0.1429327 Jul 08 18:03:37.002766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Router b732580a-e25f-49ad-a1aa-755ac313490e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:03:37.059182 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-506f448f-94a0-40b3-8b22-85c2b0a1f0da req-582330ef-8c89-48f3-8ca0-d804f3843cc9 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633013 Jul 08 18:03:37.066134 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-917820ef-625c-4547-84e3-c02a6c9483f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.068784 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-917820ef-625c-4547-84e3-c02a6c9483f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.072821 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-917820ef-625c-4547-84e3-c02a6c9483f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73222793-2cf6-4380-881d-0f6ff77e152c HTTP/1.1" status: 204 len: 168 time: 0.3198965 Jul 08 18:03:37.093517 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.118762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917820ef-625c-4547-84e3-c02a6c9483f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73222793-2cf6-4380-881d-0f6ff77e152c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:37.171775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:37.196370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:37.207181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:37.214883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:37.232133 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7c27c-2f9f-4a22-bdbc-d62a370b0e61 None None] Sync routers for ids ['b732580a-e25f-49ad-a1aa-755ac313490e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:37.250064 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f7c27c-2f9f-4a22-bdbc-d62a370b0e61 None None] Routers {'b732580a-e25f-49ad-a1aa-755ac313490e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:37.250766 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75f7c27c-2f9f-4a22-bdbc-d62a370b0e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b732580a-e25f-49ad-a1aa-755ac313490e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:37.263579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Allocated IP 192.168.233.143 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/11f263b1-74ea-46ae-bb37-035422b10b08) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:37.332446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:37.333474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.402677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Pushing event updated for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:37.420549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-33eee543-64a4-4c56-b33a-1b60cbd7ceb5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6063204 Jul 08 18:03:37.448390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bad14-ae0f-4bfb-9f97-98b36895823c req-86e25b45-dd64-4461-9c64-eb0eb8cb2e59 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:37.456657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bad14-ae0f-4bfb-9f97-98b36895823c req-86e25b45-dd64-4461-9c64-eb0eb8cb2e59 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:37.467319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-379bad14-ae0f-4bfb-9f97-98b36895823c req-86e25b45-dd64-4461-9c64-eb0eb8cb2e59 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1681 time: 0.4166522 Jul 08 18:03:37.497230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Request body: {'port': {'device_id': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:37.560092 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-75f7c27c-2f9f-4a22-bdbc-d62a370b0e61 None None] Set router b732580a-e25f-49ad-a1aa-755ac313490e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:37.590701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 10d991a2-202c-4cda-a5d9-74e087b83b34 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:37.640249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 10d991a2-202c-4cda-a5d9-74e087b83b34 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:37.641861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 10d991a2-202c-4cda-a5d9-74e087b83b34 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:37.643400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:37.654602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] No DVR routers for this DVR port 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:37.660497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.662678 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6793bd2-2b07-4fce-91cc-852be27f5c3a req-bc242e76-4459-4de6-a4a4-a0d60b76c91f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.59 "DELETE /v2.0/ports/4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 HTTP/1.1" status: 204 len: 173 time: 2.1935837 Jul 08 18:03:37.663134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed11599d-c115-4625-bb22-3c031072196d', 'name': 'network-vif-deleted', 'tag': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:37.666525 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c64ae9-f820-4502-8ef7-c84bf784c3fd" -d '{"events": [{"server_uuid": "ed11599d-c115-4625-bb22-3c031072196d", "name": "network-vif-deleted", "tag": "4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:37.715906 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:37.716914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:37.746192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ad79bab1-22a2-483a-8eb6-bac809f10152 None None] Provisioning for port 8e98c429-d781-43af-947b-033b2224b034 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:37.751526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ad79bab1-22a2-483a-8eb6-bac809f10152 None None] Provisioning complete for port 8e98c429-d781-43af-947b-033b2224b034 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:37.752215 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad79bab1-22a2-483a-8eb6-bac809f10152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.772560 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.775174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.801304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-379bad14-ae0f-4bfb-9f97-98b36895823c req-43674efd-7ffb-4b23-bb93-2140dd8358b0 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306811 Jul 08 18:03:37.806536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Transition to ACTIVE for port object 11f263b1-74ea-46ae-bb37-035422b10b08 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:37.861727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ad79bab1-22a2-483a-8eb6-bac809f10152 None None] Port 8e98c429-d781-43af-947b-033b2224b034 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:37.872678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33490) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.911066 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbd6630-8169-49aa-99db-407bfedaf5c3 x-openstack-request-id: req-5cbd6630-8169-49aa-99db-407bfedaf5c3 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:37.914068 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed11599d-c115-4625-bb22-3c031072196d", "name": "network-vif-deleted", "tag": "4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:37.914068 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5cbd6630-8169-49aa-99db-407bfedaf5c3 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:37.920276 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed11599d-c115-4625-bb22-3c031072196d', 'name': 'network-vif-deleted', 'tag': '4ed5c8c0-2fe2-48cf-8d9d-67acecb6f250', 'status': 'completed', 'code': 200} Jul 08 18:03:37.921325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-30bc3a86-a96d-4a77-9ebb-ddeb61cce41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.923897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.990084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94bb585c-b7fa-445a-bb2f-93d10ad8e17f req-36064016-43e6-4def-9804-b3a3354b0826 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed11599d-c115-4625-bb22-3c031072196d HTTP/1.1" status: 200 len: 210 time: 0.0939076 Jul 08 18:03:38.050579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d5fc65-7b0a-4af8-87c3-c5afdd6c2149'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:38.053129 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a372e24d-46b8-4859-a7f0-bcbdd5dea3e6" -d '{"events": [{"server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "name": "network-vif-plugged", "status": "completed", "tag": "76d5fc65-7b0a-4af8-87c3-c5afdd6c2149"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:38.081463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33498) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:38.087412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:38.090757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:38.123444 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba2bb70-4cc8-4a79-8505-1fdb7908d3de x-openstack-request-id: req-7ba2bb70-4cc8-4a79-8505-1fdb7908d3de {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:38.123986 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "name": "network-vif-plugged", "status": "completed", "tag": "76d5fc65-7b0a-4af8-87c3-c5afdd6c2149", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:38.124241 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ba2bb70-4cc8-4a79-8505-1fdb7908d3de {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:38.124637 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d5fc65-7b0a-4af8-87c3-c5afdd6c2149', 'code': 200} Jul 08 18:03:38.125755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:38.166305 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75f7c27c-2f9f-4a22-bdbc-d62a370b0e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:26Z', 'revision_number': 4, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ae2fc77b-edd4-443a-a1a6-e5ac689cb362', 'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'mac_address': 'fa:16:3e:84:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:25Z', 'updated_at': '2021-07-08T18:00:33Z', 'revision_number': 5, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'subnets': [{'id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:38.196836 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7c27c-2f9f-4a22-bdbc-d62a370b0e61 None None] Checking router: b732580a-e25f-49ad-a1aa-755ac313490e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:03:38.206604 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f7c27c-2f9f-4a22-bdbc-d62a370b0e61 None None] Routers {'b732580a-e25f-49ad-a1aa-755ac313490e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:38.207434 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75f7c27c-2f9f-4a22-bdbc-d62a370b0e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b732580a-e25f-49ad-a1aa-755ac313490e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:38.428310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88c71b-189d-4ad3-aa77-70b7c18bb7d4 req-17417f6b-e15f-41c2-842e-3fee256b5646 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:38.430724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d88c71b-189d-4ad3-aa77-70b7c18bb7d4 req-17417f6b-e15f-41c2-842e-3fee256b5646 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 936 time: 0.2806246 Jul 08 18:03:38.442107 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-30bc3a86-a96d-4a77-9ebb-ddeb61cce41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.443960 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-75f7c27c-2f9f-4a22-bdbc-d62a370b0e61 None None] Set router b732580a-e25f-49ad-a1aa-755ac313490e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:38.451197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:38.452271 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.498601 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-30bc3a86-a96d-4a77-9ebb-ddeb61cce41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.563142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d88c71b-189d-4ad3-aa77-70b7c18bb7d4 req-c1c7f162-ca2a-4858-8fb8-64e90f5072a5 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863614 Jul 08 18:03:38.571924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-30bc3a86-a96d-4a77-9ebb-ddeb61cce41d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f5cfcd1c193448aa527eadfec53d96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6979063 Jul 08 18:03:38.572845 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Pushing event updated for resources: {'Port': ['ID=11f263b1-74ea-46ae-bb37-035422b10b08,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:38.581536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33506) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:38.619623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-492a6d6f-649b-4aeb-a19e-71d7ea92429e None None] Provisioning for port 11f263b1-74ea-46ae-bb37-035422b10b08 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:38.627598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-492a6d6f-649b-4aeb-a19e-71d7ea92429e None None] Provisioning complete for port 11f263b1-74ea-46ae-bb37-035422b10b08 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:38.629330 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-492a6d6f-649b-4aeb-a19e-71d7ea92429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.651627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc3a86-a96d-4a77-9ebb-ddeb61cce41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1b8b13-e85c-4986-baa2-3e64806e6e7d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:38.687246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aa441-56f2-49e4-ae5d-337f7b50c717 req-c6341e42-c1d1-4059-b63a-76644d9955fd tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:38.700023 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-6514d7f9-e593-4821-b426-391188784dca tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0892816 Jul 08 18:03:38.702830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-576aa441-56f2-49e4-ae5d-337f7b50c717 req-c6341e42-c1d1-4059-b63a-76644d9955fd tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 944 time: 0.2708445 Jul 08 18:03:38.720516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-492a6d6f-649b-4aeb-a19e-71d7ea92429e None None] Port 11f263b1-74ea-46ae-bb37-035422b10b08 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:38.720905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Request body: {'port': {'device_id': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:38.727927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc433662-5f51-49dc-b420-d1d09919466d req-dcc5dbe8-1ccb-4fe1-b620-b31b0c9a3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:38.728415 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc433662-5f51-49dc-b420-d1d09919466d req-dcc5dbe8-1ccb-4fe1-b620-b31b0c9a3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:38.730060 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bc433662-5f51-49dc-b420-d1d09919466d req-dcc5dbe8-1ccb-4fe1-b620-b31b0c9a3ad4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1983 time: 0.4845936 Jul 08 18:03:38.772158 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b292461b-aa36-4dba-acae-af43e17370d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.838250 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-848c05f7-0dc3-4eee-abf2-c4fbefb17a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.871402 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bc433662-5f51-49dc-b420-d1d09919466d req-fa81d660-54dc-4c03-bd6d-bec9e2173caf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889037 Jul 08 18:03:38.871632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-848c05f7-0dc3-4eee-abf2-c4fbefb17a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.920852 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.946608 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-576aa441-56f2-49e4-ae5d-337f7b50c717 req-81350b35-a67a-4a67-99b8-e950bdf4d0a6 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325971 Jul 08 18:03:38.966568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e98c429-d781-43af-947b-033b2224b034 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:38.990014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.009526 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75f7c27c-2f9f-4a22-bdbc-d62a370b0e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:26Z', 'revision_number': 4, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ae2fc77b-edd4-443a-a1a6-e5ac689cb362', 'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'mac_address': 'fa:16:3e:84:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:25Z', 'updated_at': '2021-07-08T18:00:33Z', 'revision_number': 5, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'subnets': [{'id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:39.036108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b292461b-aa36-4dba-acae-af43e17370d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.045400 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7c27c-2f9f-4a22-bdbc-d62a370b0e61 None None] The sync data for ids ['b732580a-e25f-49ad-a1aa-755ac313490e'] in n-d-799684-3 is: [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:26Z', 'revision_number': 4, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ae2fc77b-edd4-443a-a1a6-e5ac689cb362', 'name': '', 'network_id': 'bb95d726-b821-4f12-891b-bbac372abcaf', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'mac_address': 'fa:16:3e:84:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:25Z', 'updated_at': '2021-07-08T18:00:33Z', 'revision_number': 5, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'subnets': [{'id': '0c1f6c0e-fbb5-4df4-b91c-679590b6105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:39.054101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-848c05f7-0dc3-4eee-abf2-c4fbefb17a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.056684 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.065052 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-848c05f7-0dc3-4eee-abf2-c4fbefb17a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.071653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-848c05f7-0dc3-4eee-abf2-c4fbefb17a29 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db1b8b13-e85c-4986-baa2-3e64806e6e7d HTTP/1.1" status: 204 len: 168 time: 0.4872899 Jul 08 18:03:39.117082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c05f7-0dc3-4eee-abf2-c4fbefb17a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1b8b13-e85c-4986-baa2-3e64806e6e7d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:39.119242 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c666f83-f278-4c95-bc15-80c50e91d462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.127798 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b292461b-aa36-4dba-acae-af43e17370d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.154776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Transition to ACTIVE for port object 8e98c429-d781-43af-947b-033b2224b034 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:39.168840 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.187866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 104842c7-ee23-4d1e-963f-8ead045aaf04 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:39.211844 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b292461b-aa36-4dba-acae-af43e17370d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05ad718e8c9a4cd99fab49d08502dd09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1192088 Jul 08 18:03:39.219420 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33516) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.231601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292461b-aa36-4dba-acae-af43e17370d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8592ed3f-bed4-4947-8c1e-8a7dc5e60e34,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:39.351044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Pushing event updated for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:39.380880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 104842c7-ee23-4d1e-963f-8ead045aaf04 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:39.386370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 104842c7-ee23-4d1e-963f-8ead045aaf04 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:39.386756 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.460340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c3a217f-120d-4c35-870c-d703b6770a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.469278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196572cf-071b-4340-a832-c9bb5aa4d3dd req-e7f22964-a927-4be1-ac8c-264d0425383d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:39.478894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196572cf-071b-4340-a832-c9bb5aa4d3dd req-e7f22964-a927-4be1-ac8c-264d0425383d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:39.483379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-196572cf-071b-4340-a832-c9bb5aa4d3dd req-e7f22964-a927-4be1-ac8c-264d0425383d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1681 time: 0.5104945 Jul 08 18:03:39.567553 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c3a217f-120d-4c35-870c-d703b6770a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.623815 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-196572cf-071b-4340-a832-c9bb5aa4d3dd req-22fa612d-ce8f-4f0a-8be3-ef5cd03fc748 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325471 Jul 08 18:03:39.655174 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.662106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0694a313-397e-4dce-8842-80dfc9b14469 None None] New status for floating IP ede5b085-e6c6-4334-b682-216508fe875b: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:03:39.697988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Attempting to bind port 8e98c429-d781-43af-947b-033b2224b034 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:39.698367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Attempting to bind port 8e98c429-d781-43af-947b-033b2224b034 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:39.698703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Attempting to bind port 8e98c429-d781-43af-947b-033b2224b034 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:39.718280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Port 8e98c429-d781-43af-947b-033b2224b034 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:03:39.718618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Attempting to bind port 8e98c429-d781-43af-947b-033b2224b034 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:39.735184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:39.735612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:39.735943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:39.736380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Bound port: 8e98c429-d781-43af-947b-033b2224b034, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:39.736745 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.757480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f263b1-74ea-46ae-bb37-035422b10b08 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:39.778950 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.823527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 104842c7-ee23-4d1e-963f-8ead045aaf04, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=104842c7-ee23-4d1e-963f-8ead045aaf04,segment=NetworkSegment(61f32b72-0f62-4a37-9ef2-397b7821a400),segment_id=61f32b72-0f62-4a37-9ef2-397b7821a400)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:39.827386 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c3a217f-120d-4c35-870c-d703b6770a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.833000 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c3a217f-120d-4c35-870c-d703b6770a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.835939 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4c3a217f-120d-4c35-870c-d703b6770a03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8592ed3f-bed4-4947-8c1e-8a7dc5e60e34 HTTP/1.1" status: 204 len: 168 time: 0.6148930 Jul 08 18:03:39.839862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33534) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.841231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Transition to ACTIVE for port object 11f263b1-74ea-46ae-bb37-035422b10b08 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:39.882179 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.913701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a217f-120d-4c35-870c-d703b6770a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592ed3f-bed4-4947-8c1e-8a7dc5e60e34,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:39.939292 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.973773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:40.076230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=11f263b1-74ea-46ae-bb37-035422b10b08,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:40.116484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:40.165362 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.171991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104842c7-ee23-4d1e-963f-8ead045aaf04'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:40.174846 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06730336-86c4-4b00-a109-fa125b1442a7" -d '{"events": [{"server_uuid": "515b9c5f-7e5f-4fdc-8fd9-e196734ff91c", "name": "network-vif-plugged", "status": "completed", "tag": "104842c7-ee23-4d1e-963f-8ead045aaf04"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:40.285373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:40.286378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.287966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] 10.222.0.59 "PUT /v2.0/ports/8e98c429-d781-43af-947b-033b2224b034 HTTP/1.1" status: 200 len: 1096 time: 2.8130834 Jul 08 18:03:40.305436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3317b-bf87-422f-a9f9-5f91911f2afb req-f967a72c-34b0-4e86-a9f2-7f33bb10ddc0 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:40.306403 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f05d87e7-fc9f-415e-8c69-5315292b9e2f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.316323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56b3317b-bf87-422f-a9f9-5f91911f2afb req-f967a72c-34b0-4e86-a9f2-7f33bb10ddc0 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 948 time: 0.3398993 Jul 08 18:03:40.317153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'tag': '8e98c429-d781-43af-947b-033b2224b034'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:40.319851 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e946310a-78f5-4447-9f2b-510f3db3ea89" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "tag": "8e98c429-d781-43af-947b-033b2224b034"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:40.386766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=104842c7-ee23-4d1e-963f-8ead045aaf04,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:40.408770 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.510156 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f05d87e7-fc9f-415e-8c69-5315292b9e2f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.629599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Attempting to bind port 11f263b1-74ea-46ae-bb37-035422b10b08 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:40.632008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Attempting to bind port 11f263b1-74ea-46ae-bb37-035422b10b08 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:40.632435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Attempting to bind port 11f263b1-74ea-46ae-bb37-035422b10b08 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:40.638824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1e03-1931-4612-968d-a20ddbc92893 service neutron] Pushing event updated for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:40.649728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33554) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:40.679928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56b3317b-bf87-422f-a9f9-5f91911f2afb req-5412cc94-a64c-41b4-b238-7d7e55f11634 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386292 Jul 08 18:03:40.683890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Port 11f263b1-74ea-46ae-bb37-035422b10b08 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:03:40.685409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Attempting to bind port 11f263b1-74ea-46ae-bb37-035422b10b08 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:40.707113 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54aa8a29-2161-4693-974d-be70bb83932b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.727483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:40.729218 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:40.729644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:40.730622 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Bound port: 11f263b1-74ea-46ae-bb37-035422b10b08, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:40.731466 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.736755 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f05d87e7-fc9f-415e-8c69-5315292b9e2f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.741808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f05d87e7-fc9f-415e-8c69-5315292b9e2f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.743933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c5e44-9002-4234-bb48-080a5251434d req-bd170e9a-f967-476c-a644-b118a2d81a4a tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:40.744087 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f05d87e7-fc9f-415e-8c69-5315292b9e2f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "DELETE /v2.0/security-groups/6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4 HTTP/1.1" status: 204 len: 168 time: 0.8938229 Jul 08 18:03:40.761911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b3c5e44-9002-4234-bb48-080a5251434d req-bd170e9a-f967-476c-a644-b118a2d81a4a tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 945 time: 0.3774171 Jul 08 18:03:40.764322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33560) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:40.775176 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b01e15-2d1c-42b7-a37a-afb19ebb228b x-openstack-request-id: req-92b01e15-2d1c-42b7-a37a-afb19ebb228b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:40.776358 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515b9c5f-7e5f-4fdc-8fd9-e196734ff91c", "name": "network-vif-plugged", "status": "completed", "tag": "104842c7-ee23-4d1e-963f-8ead045aaf04", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:40.776620 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-92b01e15-2d1c-42b7-a37a-afb19ebb228b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:40.777041 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104842c7-ee23-4d1e-963f-8ead045aaf04', 'code': 200} Jul 08 18:03:40.786334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d87e7-fc9f-415e-8c69-5315292b9e2f tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:40.825223 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-5ca801de-85b8-4c4a-a744-ad147a59dc0a tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] show failed (client error): The resource could not be found. Jul 08 18:03:40.829412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5ca801de-85b8-4c4a-a744-ad147a59dc0a tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "GET /v2.0/security-groups/6b9efbd7-4b4f-4b75-a9d1-d4c7887f54c4 HTTP/1.1" status: 404 len: 347 time: 0.0595059 Jul 08 18:03:40.831005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-e87273f6-f1b8-4176-bc5e-7be8c75d7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:40.832940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-e87273f6-f1b8-4176-bc5e-7be8c75d7f8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&device_id=4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5 HTTP/1.1" status: 200 len: 1099 time: 0.3429947 Jul 08 18:03:40.841289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33562) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:40.862331 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9833cbc6-7e87-46dc-8aa5-0a8aabbf120d x-openstack-request-id: req-9833cbc6-7e87-46dc-8aa5-0a8aabbf120d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:40.862892 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "tag": "8e98c429-d781-43af-947b-033b2224b034", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:40.863333 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9833cbc6-7e87-46dc-8aa5-0a8aabbf120d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:40.869092 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'tag': '8e98c429-d781-43af-947b-033b2224b034', 'status': 'completed', 'code': 200} Jul 08 18:03:40.926069 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-b0e88dc4-96ab-47f2-9ed7-499e5c24dc9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8e98c429-d781-43af-947b-033b2224b034 HTTP/1.1" status: 200 len: 217 time: 0.0752776 Jul 08 18:03:40.968038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b3c5e44-9002-4234-bb48-080a5251434d req-cfe8caa5-c7a3-4f67-8630-479ce5c2646d tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051094 Jul 08 18:03:41.043887 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:03:41.091307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-99f21a06-81a5-4516-8260-1e78a9b141cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:41.093005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-99f21a06-81a5-4516-8260-1e78a9b141cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1565039 Jul 08 18:03:41.184665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] For port 11f263b1-74ea-46ae-bb37-035422b10b08, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:41.201862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29930e25-da29-4c24-b556-2d9e7aa743f5 req-5ea1076e-73aa-4bc6-a4a9-4db590411c36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:41.224390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] For port 11f263b1-74ea-46ae-bb37-035422b10b08, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=11f263b1-74ea-46ae-bb37-035422b10b08,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:41.234128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086684b4-8560-491e-9c63-5ec375d90410 req-be1cc3fb-83b0-4704-951f-6485cf11cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:41.235740 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-086684b4-8560-491e-9c63-5ec375d90410 req-be1cc3fb-83b0-4704-951f-6485cf11cc85 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 1096 time: 0.2812345 Jul 08 18:03:41.241856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29930e25-da29-4c24-b556-2d9e7aa743f5 req-5ea1076e-73aa-4bc6-a4a9-4db590411c36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:41.247642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29930e25-da29-4c24-b556-2d9e7aa743f5 req-5ea1076e-73aa-4bc6-a4a9-4db590411c36 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1681 time: 0.2177835 Jul 08 18:03:41.265417 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.310718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-e64932e4-c23c-4846-98d9-177578c4719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:41.312243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-e64932e4-c23c-4846-98d9-177578c4719e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2102635 Jul 08 18:03:41.321772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29930e25-da29-4c24-b556-2d9e7aa743f5 req-9008f2e6-2f89-430b-a8ad-d6a7c4c0aeaf tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595446 Jul 08 18:03:41.383182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0b21a819-2cf7-4e5c-bcfc-b47d0c6b8a35 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Deleting port b7feb7a6-1ec7-4b29-8fd5-b9dcf92e4365 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:41.383584 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b21a819-2cf7-4e5c-bcfc-b47d0c6b8a35 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.392563 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-086684b4-8560-491e-9c63-5ec375d90410 req-5be02b2a-9c85-400c-b6bc-7a9217133622 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463673 Jul 08 18:03:41.424495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54aa8a29-2161-4693-974d-be70bb83932b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.429051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:41.430448 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.431767 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] 10.222.0.74 "PUT /v2.0/ports/11f263b1-74ea-46ae-bb37-035422b10b08 HTTP/1.1" status: 200 len: 1096 time: 2.7210732 Jul 08 18:03:41.432240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'tag': '11f263b1-74ea-46ae-bb37-035422b10b08'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:41.434561 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeb111c-0142-4a0a-8816-f35f661a0322" -d '{"events": [{"name": "network-changed", "server_uuid": "39a64c5a-d551-44a4-9644-c2eebbe86a65", "tag": "11f263b1-74ea-46ae-bb37-035422b10b08"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:41.498994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54aa8a29-2161-4693-974d-be70bb83932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.531698 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-54aa8a29-2161-4693-974d-be70bb83932b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=514f711a93134f48be3731c0698917d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8789120 Jul 08 18:03:41.565179 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.567365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33582) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:41.592524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-22abcea2-b159-4e44-b8d2-af29b3dfb80d service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697449 Jul 08 18:03:41.664413 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4069d2-a820-4622-b0cb-6dbd5d31b102 x-openstack-request-id: req-dd4069d2-a820-4622-b0cb-6dbd5d31b102 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:41.664916 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a64c5a-d551-44a4-9644-c2eebbe86a65", "tag": "11f263b1-74ea-46ae-bb37-035422b10b08", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:41.665355 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd4069d2-a820-4622-b0cb-6dbd5d31b102 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:41.665921 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'tag': '11f263b1-74ea-46ae-bb37-035422b10b08', 'status': 'completed', 'code': 200} Jul 08 18:03:41.667850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d854e1-a3c5-425f-a261-ae85c597e0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=11f263b1-74ea-46ae-bb37-035422b10b08,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:41.715444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8f5bf81-4c7f-468e-ac22-9deccd82ee4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.720160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa8a29-2161-4693-974d-be70bb83932b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ff39e2-55bf-4004-ba82-b517cd431a4a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:41.783943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b21a819-2cf7-4e5c-bcfc-b47d0c6b8a35 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.783943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b21a819-2cf7-4e5c-bcfc-b47d0c6b8a35 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.794382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8f5bf81-4c7f-468e-ac22-9deccd82ee4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.798285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f3b96b0-8f89-4e2a-a846-998916795699 req-41c5c8ad-532c-4e28-8f7d-673b893c641b service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951246 Jul 08 18:03:41.829962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0b21a819-2cf7-4e5c-bcfc-b47d0c6b8a35 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Calling delete_port for b7feb7a6-1ec7-4b29-8fd5-b9dcf92e4365 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:41.860993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f3243-83b5-410c-befc-302229114575 req-704b92ba-ba27-485b-852a-197c96303db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:41.862754 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-704b92ba-ba27-485b-852a-197c96303db8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 1099 time: 0.2784441 Jul 08 18:03:41.917220 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-9a0df929-8893-4080-8712-e12d07ef5ef7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=11f263b1-74ea-46ae-bb37-035422b10b08 HTTP/1.1" status: 200 len: 217 time: 0.0424368 Jul 08 18:03:41.968596 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8f5bf81-4c7f-468e-ac22-9deccd82ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.972675 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8f5bf81-4c7f-468e-ac22-9deccd82ee4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:41.976917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d8f5bf81-4c7f-468e-ac22-9deccd82ee4f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0ff39e2-55bf-4004-ba82-b517cd431a4a HTTP/1.1" status: 204 len: 168 time: 0.4081571 Jul 08 18:03:41.994250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5bf81-4c7f-468e-ac22-9deccd82ee4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ff39e2-55bf-4004-ba82-b517cd431a4a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:42.052514 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946310a-78f5-4447-9f2b-510f3db3ea89 req-3c2ef5db-7f0b-4c7c-83cd-2012aaa36aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.054048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e946310a-78f5-4447-9f2b-510f3db3ea89 req-3c2ef5db-7f0b-4c7c-83cd-2012aaa36aeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&device_id=4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5 HTTP/1.1" status: 200 len: 1099 time: 0.1985209 Jul 08 18:03:42.055009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f3243-83b5-410c-befc-302229114575 req-1c037ecb-9726-45fa-b997-a6827eb8fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.056564 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-1c037ecb-9726-45fa-b997-a6827eb8fce9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0840685 Jul 08 18:03:42.084991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec3b62-4556-43fa-9665-207113b64d82 req-f3ce7af2-f28c-4647-8373-dc5f2dc0c99a tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.093322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6ec3b62-4556-43fa-9665-207113b64d82 req-f3ce7af2-f28c-4647-8373-dc5f2dc0c99a tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 948 time: 0.1959586 Jul 08 18:03:42.233920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6ec3b62-4556-43fa-9665-207113b64d82 req-7e67fabd-ad78-4e25-858a-49a04bd2bf5f tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394958 Jul 08 18:03:42.255237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f3243-83b5-410c-befc-302229114575 req-203da641-5100-4cca-ba62-ff81cd0d91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.256918 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-203da641-5100-4cca-ba62-ff81cd0d91bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1914852 Jul 08 18:03:42.284288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946310a-78f5-4447-9f2b-510f3db3ea89 req-2d9193f5-f4b1-4add-b1a5-309581c21b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.284288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e946310a-78f5-4447-9f2b-510f3db3ea89 req-2d9193f5-f4b1-4add-b1a5-309581c21b21 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.2128422 Jul 08 18:03:42.355862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e946310a-78f5-4447-9f2b-510f3db3ea89 req-8be350cb-99c1-45b2-9aa8-5f0a482b96ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8e98c429-d781-43af-947b-033b2224b034 HTTP/1.1" status: 200 len: 217 time: 0.0681994 Jul 08 18:03:42.467523 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b21a819-2cf7-4e5c-bcfc-b47d0c6b8a35 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.515926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21a819-2cf7-4e5c-bcfc-b47d0c6b8a35 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Pushing event deleted for resources: {'Port': ['ID=b7feb7a6-1ec7-4b29-8fd5-b9dcf92e4365,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:42.551544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946310a-78f5-4447-9f2b-510f3db3ea89 req-bc68c62b-acb0-4e03-a4bc-0fac65fba018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.553594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e946310a-78f5-4447-9f2b-510f3db3ea89 req-bc68c62b-acb0-4e03-a4bc-0fac65fba018 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1917481 Jul 08 18:03:42.628330 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-35751d6f-39ed-4e75-8ffa-d4c465200424 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586247 Jul 08 18:03:42.629378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b21a819-2cf7-4e5c-bcfc-b47d0c6b8a35 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.631903 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b21a819-2cf7-4e5c-bcfc-b47d0c6b8a35 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.635089 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0b21a819-2cf7-4e5c-bcfc-b47d0c6b8a35 tempest-ServersTestManualDisk-729149401 tempest-ServersTestManualDisk-729149401-project] 10.222.0.73 "DELETE /v2.0/floatingips/ede5b085-e6c6-4334-b682-216508fe875b HTTP/1.1" status: 204 len: 168 time: 1.7915642 Jul 08 18:03:42.637296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33616) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:42.676908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc503c5-75d9-4734-a0f0-baddddee1281 req-4c2b6d1b-1719-42c2-a3e1-5445f1d580ba tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.684236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc503c5-75d9-4734-a0f0-baddddee1281 req-4c2b6d1b-1719-42c2-a3e1-5445f1d580ba tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.686169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-acc503c5-75d9-4734-a0f0-baddddee1281 req-4c2b6d1b-1719-42c2-a3e1-5445f1d580ba tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1681 time: 0.2201016 Jul 08 18:03:42.725340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946310a-78f5-4447-9f2b-510f3db3ea89 req-99a9a6d0-f6f5-4d66-97bd-360ac2e76944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.726848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e946310a-78f5-4447-9f2b-510f3db3ea89 req-99a9a6d0-f6f5-4d66-97bd-360ac2e76944 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526623 Jul 08 18:03:42.735693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1653e-1531-40a8-b2de-c11d5ede9565 req-ef95c51f-8952-4627-9cf8-6e8b972bb265 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.737256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ba1653e-1531-40a8-b2de-c11d5ede9565 req-ef95c51f-8952-4627-9cf8-6e8b972bb265 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 945 time: 0.2331376 Jul 08 18:03:42.817221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-acc503c5-75d9-4734-a0f0-baddddee1281 req-2c816e1e-d062-4bdb-a858-abf3c9e4bd80 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231191 Jul 08 18:03:42.854494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ba1653e-1531-40a8-b2de-c11d5ede9565 req-71867b4b-2e9b-4620-8e2f-41371a7b4fad tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048660 Jul 08 18:03:42.943285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e946310a-78f5-4447-9f2b-510f3db3ea89 req-333a8de5-4f89-409b-81bd-bdc01fb2e079 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051144 Jul 08 18:03:43.160877 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-203f3243-83b5-410c-befc-302229114575 req-b0d4e4c8-e877-4830-ba81-0d96c8db9ed3 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111706 Jul 08 18:03:43.171853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e946310a-78f5-4447-9f2b-510f3db3ea89 req-13c86fb1-da02-4546-a21c-0c8f96bacd7c service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206647 Jul 08 18:03:43.376255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb111c-0142-4a0a-8816-f35f661a0322 req-477dbcc6-be3a-4836-859a-2de543019a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.377703 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8eeb111c-0142-4a0a-8816-f35f661a0322 req-477dbcc6-be3a-4836-859a-2de543019a0e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 1099 time: 0.1168346 Jul 08 18:03:43.508161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb111c-0142-4a0a-8816-f35f661a0322 req-ca3befdc-7327-4d85-907d-56bf4c5d481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.509641 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8eeb111c-0142-4a0a-8816-f35f661a0322 req-ca3befdc-7327-4d85-907d-56bf4c5d481e service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1125891 Jul 08 18:03:43.538556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-6ebc9f55-4ebb-4ae0-899b-a02b7992ce54 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3e9cbf8362df42fdaca427ecda6d36a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584073 Jul 08 18:03:43.578629 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8eeb111c-0142-4a0a-8816-f35f661a0322 req-ff61a6aa-5392-4040-acf3-b3b30a255076 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=11f263b1-74ea-46ae-bb37-035422b10b08 HTTP/1.1" status: 200 len: 217 time: 0.0596287 Jul 08 18:03:43.641886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb111c-0142-4a0a-8816-f35f661a0322 req-6d4ea22c-e120-46c1-a035-bcb7b3b639dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.643659 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8eeb111c-0142-4a0a-8816-f35f661a0322 req-6d4ea22c-e120-46c1-a035-bcb7b3b639dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0582814 Jul 08 18:03:43.647968 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:43.704564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037abc8-3763-4471-9740-8115e9107417 req-5a40ba4f-3725-407c-b467-8ae08e22e133 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.706760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-5a40ba4f-3725-407c-b467-8ae08e22e133 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666498 Jul 08 18:03:43.739428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-821b8376-f81a-4507-b9d9-16f21d68c6cd tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/quotas/3e9cbf8362df42fdaca427ecda6d36a9 HTTP/1.1" status: 200 len: 375 time: 0.0244560 Jul 08 18:03:43.783861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-a3620248-4244-44cf-92dd-ce7ee970634a tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e9cbf8362df42fdaca427ecda6d36a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430984 Jul 08 18:03:43.796415 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb111c-0142-4a0a-8816-f35f661a0322 req-5e98b055-a055-4c4a-83e3-ee958fa1db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.797916 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8eeb111c-0142-4a0a-8816-f35f661a0322 req-5e98b055-a055-4c4a-83e3-ee958fa1db95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471081 Jul 08 18:03:43.807483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f18450-820d-400c-afc0-917654c895f6 req-b79bb264-caeb-474d-93e8-aeecd2ee3f32 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.808384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64f18450-820d-400c-afc0-917654c895f6 req-b79bb264-caeb-474d-93e8-aeecd2ee3f32 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 948 time: 0.3134887 Jul 08 18:03:43.905359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64f18450-820d-400c-afc0-917654c895f6 req-618a3ec0-04b9-4304-a8c0-3fce74fbdf6f tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885971 Jul 08 18:03:44.056452 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8eeb111c-0142-4a0a-8816-f35f661a0322 req-cad3f57b-de09-4166-84ce-6767c59b6209 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224979 Jul 08 18:03:44.171344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edf17b-2317-4511-8247-b29a975727e1 req-bf70130c-e425-4d1a-96de-d1059afc28bb tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:44.184806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edf17b-2317-4511-8247-b29a975727e1 req-bf70130c-e425-4d1a-96de-d1059afc28bb tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:44.187261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8edf17b-2317-4511-8247-b29a975727e1 req-bf70130c-e425-4d1a-96de-d1059afc28bb tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1681 time: 0.1108530 Jul 08 18:03:44.268659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-18438573-cb1b-48ca-b4b8-577dda088992 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:44.273276 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8edf17b-2317-4511-8247-b29a975727e1 req-b27aa466-1077-474e-93ab-c0ea479025e4 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740354 Jul 08 18:03:44.275333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-18438573-cb1b-48ca-b4b8-577dda088992 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:44.277565 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-18438573-cb1b-48ca-b4b8-577dda088992 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 1681 time: 0.1646352 Jul 08 18:03:44.292552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec9849-388b-482e-be75-a6536950a173 req-080e104c-4098-475f-82ec-306fe367c468 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:44.294139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4cec9849-388b-482e-be75-a6536950a173 req-080e104c-4098-475f-82ec-306fe367c468 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 945 time: 0.1056230 Jul 08 18:03:44.396144 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] Deleting port ae2fc77b-edd4-443a-a1a6-e5ac689cb362 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:44.396504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.402146 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8eeb111c-0142-4a0a-8816-f35f661a0322 req-ef3f72de-3e87-4a81-a1ac-57249868c4bf service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359914 Jul 08 18:03:44.426305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb89bc5d-5169-4bf3-ad27-ede75950988b req-2829b4f9-9348-4a40-a5fb-c73a6fb7333c tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 210 time: 0.0800190 Jul 08 18:03:44.479558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4cec9849-388b-482e-be75-a6536950a173 req-898daf81-63fd-4315-b676-bbce81c0193a tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706858 Jul 08 18:03:44.544674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-6a7c7a9a-f670-498e-91fb-a8cbeefa1b0a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:44.545222 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-6a7c7a9a-f670-498e-91fb-a8cbeefa1b0a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.559944 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-599508d3-e0c5-4506-81f5-56cf59cc0966 req-4955294c-0b4b-47f8-85c2-155c70621827 tempest-FlavorsV2NegativeTest-2111949733 tempest-FlavorsV2NegativeTest-2111949733-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d1bc8e1a13ad477c856e31b849727b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319211 Jul 08 18:03:44.607148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] For port ae2fc77b-edd4-443a-a1a6-e5ac689cb362, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ae2fc77b-edd4-443a-a1a6-e5ac689cb362,segment=NetworkSegment(92d4d959-7017-4a8f-bc0e-194ad30f5d85),segment_id=92d4d959-7017-4a8f-bc0e-194ad30f5d85)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:44.607512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.629653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] Calling delete_port for ae2fc77b-edd4-443a-a1a6-e5ac689cb362 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:44.709613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599508d3-e0c5-4506-81f5-56cf59cc0966 req-1322dfa8-505e-49fc-b762-6aadb297b6b3 tempest-FlavorsV2NegativeTest-2111949733 tempest-FlavorsV2NegativeTest-2111949733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:44.717315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-599508d3-e0c5-4506-81f5-56cf59cc0966 req-1322dfa8-505e-49fc-b762-6aadb297b6b3 tempest-FlavorsV2NegativeTest-2111949733 tempest-FlavorsV2NegativeTest-2111949733-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514330 Jul 08 18:03:44.723351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-6a7c7a9a-f670-498e-91fb-a8cbeefa1b0a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] For port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b,segment=NetworkSegment(7cb3733b-d2c5-45dd-b76e-894711ee3d05),segment_id=7cb3733b-d2c5-45dd-b76e-894711ee3d05)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:44.723801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-6a7c7a9a-f670-498e-91fb-a8cbeefa1b0a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.735713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-599508d3-e0c5-4506-81f5-56cf59cc0966 req-24d4105b-833b-4a35-af5c-a37ae52d9a54 tempest-FlavorsV2NegativeTest-2111949733 tempest-FlavorsV2NegativeTest-2111949733-project] 10.222.0.73 "GET /v2.0/quotas/d1bc8e1a13ad477c856e31b849727b19 HTTP/1.1" status: 200 len: 375 time: 0.0172255 Jul 08 18:03:44.772762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-6a7c7a9a-f670-498e-91fb-a8cbeefa1b0a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Calling delete_port for 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:44.774851 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-599508d3-e0c5-4506-81f5-56cf59cc0966 req-524df7fd-1f73-469e-a6d1-854a002ef27f tempest-FlavorsV2NegativeTest-2111949733 tempest-FlavorsV2NegativeTest-2111949733-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1bc8e1a13ad477c856e31b849727b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380991 Jul 08 18:03:44.886582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd02b1-273d-43cb-b9a5-50bb92210151 req-14f5df31-f965-4748-88ec-9d17c5436a19 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:44.898925 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ecd02b1-273d-43cb-b9a5-50bb92210151 req-14f5df31-f965-4748-88ec-9d17c5436a19 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 945 time: 0.0951564 Jul 08 18:03:44.899704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33718) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:44.907449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4c2fc5a2-aaa1-432c-b3b4-26d87ac8e496 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Request body: {'floatingip': {'port_id': '104842c7-ee23-4d1e-963f-8ead045aaf04'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:45.014607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4c2fc5a2-aaa1-432c-b3b4-26d87ac8e496 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:45.049112 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:45.110096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2fc77b-edd4-443a-a1a6-e5ac689cb362,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:45.349297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246a63f-cac3-41a5-93ed-77dd5e6a191a req-4ccec4f0-9054-43ee-9ee1-9bd109beffeb tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:45.351742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9246a63f-cac3-41a5-93ed-77dd5e6a191a req-4ccec4f0-9054-43ee-9ee1-9bd109beffeb tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 948 time: 0.2273800 Jul 08 18:03:45.397691 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-6a7c7a9a-f670-498e-91fb-a8cbeefa1b0a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:45.424518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['76d5fc65-7b0a-4af8-87c3-c5afdd6c2149', '6e68f301-7a81-46b2-b0e0-2b1d205c8b3b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:45.468703 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9246a63f-cac3-41a5-93ed-77dd5e6a191a req-00012018-4337-4eb1-88b6-15fca5246f60 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693724 Jul 08 18:03:45.650763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c7a9a-f670-498e-91fb-a8cbeefa1b0a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Port': ['ID=6e68f301-7a81-46b2-b0e0-2b1d205c8b3b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:45.719281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8e98c429-d781-43af-947b-033b2224b034 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:45.768180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-6a7c7a9a-f670-498e-91fb-a8cbeefa1b0a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] No DVR routers for this DVR port 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:45.779411 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-6a7c7a9a-f670-498e-91fb-a8cbeefa1b0a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:45.783242 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-6a7c7a9a-f670-498e-91fb-a8cbeefa1b0a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "DELETE /v2.0/ports/6e68f301-7a81-46b2-b0e0-2b1d205c8b3b HTTP/1.1" status: 204 len: 173 time: 1.4909089 Jul 08 18:03:45.790513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'name': 'network-vif-deleted', 'tag': '6e68f301-7a81-46b2-b0e0-2b1d205c8b3b'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:45.800603 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29165269-0ace-4463-bbc4-586fae29ffc8" -d '{"events": [{"server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "name": "network-vif-deleted", "tag": "6e68f301-7a81-46b2-b0e0-2b1d205c8b3b"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:45.819319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-7b2daf70-d22a-4e46-90c3-3bd98c389d6b tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3e9cbf8362df42fdaca427ecda6d36a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483005 Jul 08 18:03:45.909129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.031482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:46.049304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '8e98c429-d781-43af-947b-033b2224b034', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '8e98c429-d781-43af-947b-033b2224b034', 'mac_address': 'fa:16:3e:7d:5c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:03:46.072703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33748) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:46.123259 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.176934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e98c429-d781-43af-947b-033b2224b034 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:46.207063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:46.221387 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.246807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-04e81aae-d298-46bb-b990-2b3a509e9bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:46.247154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-04e81aae-d298-46bb-b990-2b3a509e9bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.301130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:46.312547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.313018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.313422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.314537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.314956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.315364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.315739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.316400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.316736 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.317058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.317426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.317758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:46.340772 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.resource_extend [None req-4c2fc5a2-aaa1-432c-b3b4-26d87ac8e496 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:03:46.374143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c862bc7f-e4c8-4e26-8eb3-c0b73bb9b74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.482477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-04e81aae-d298-46bb-b990-2b3a509e9bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] For port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149,segment=NetworkSegment(fc8b6715-3ce9-4843-80a3-1b9456b2f90c),segment_id=fc8b6715-3ce9-4843-80a3-1b9456b2f90c)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:46.483318 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-04e81aae-d298-46bb-b990-2b3a509e9bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.512128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-04e81aae-d298-46bb-b990-2b3a509e9bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Calling delete_port for 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:46.529562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] Router b732580a-e25f-49ad-a1aa-755ac313490e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:03:46.543761 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['8e98c429-d781-43af-947b-033b2224b034'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:46.743792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c862bc7f-e4c8-4e26-8eb3-c0b73bb9b74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.755128 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c862bc7f-e4c8-4e26-8eb3-c0b73bb9b74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.782645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bbc22fa-63b0-48a7-87de-e6778fe1f540 req-1bca13d6-ee65-4c46-a899-7086d4de3595 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 210 time: 0.8046627 Jul 08 18:03:46.821622 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:46.823195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4c2fc5a2-aaa1-432c-b3b4-26d87ac8e496 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.840564 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e3c5199b-a13e-4e65-b84a-022edccf37b7 admin admin] 10.222.0.73 "PUT /v2.0/routers/b732580a-e25f-49ad-a1aa-755ac313490e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1978958 Jul 08 18:03:46.840731 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb244b-13e8-4aa3-a0ff-3ef330222e15 None None] Sync routers for ids ['b732580a-e25f-49ad-a1aa-755ac313490e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:46.841262 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c862bc7f-e4c8-4e26-8eb3-c0b73bb9b74f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d1bc8e1a13ad477c856e31b849727b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7630095 Jul 08 18:03:46.841262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33754) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:46.844184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4c2fc5a2-aaa1-432c-b3b4-26d87ac8e496 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.846034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33756) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:46.858818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862bc7f-e4c8-4e26-8eb3-c0b73bb9b74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac62224-4dea-49fd-adb5-5dd756d9a51c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:46.875117 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb244b-13e8-4aa3-a0ff-3ef330222e15 None None] Routers {'b732580a-e25f-49ad-a1aa-755ac313490e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:46.876093 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-74bb244b-13e8-4aa3-a0ff-3ef330222e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b732580a-e25f-49ad-a1aa-755ac313490e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:46.915567 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-04e81aae-d298-46bb-b990-2b3a509e9bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.934486 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6e68f301-7a81-46b2-b0e0-2b1d205c8b3b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:46.939988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037abc8-3763-4471-9740-8115e9107417 req-b16db24c-3f7e-42ee-8c0d-929f32496324 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:46.941572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-b16db24c-3f7e-42ee-8c0d-929f32496324 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9607680 Jul 08 18:03:46.959245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb28d23-c5e7-4c64-8fe4-0ddf462743c5 req-2674983e-7e59-456a-a24c-ff486efd708a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:46.967570 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fb28d23-c5e7-4c64-8fe4-0ddf462743c5 req-2674983e-7e59-456a-a24c-ff486efd708a tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 867 time: 1.1978610 Jul 08 18:03:46.997238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e81aae-d298-46bb-b990-2b3a509e9bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Port': ['ID=76d5fc65-7b0a-4af8-87c3-c5afdd6c2149,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:47.018747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Request body: {'port': {'device_id': '4b4e438a-f1a3-4736-abf5-23fc11e99a06', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '3e9cbf8362df42fdaca427ecda6d36a9'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:47.051812 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9567a827-2ce3-45f8-8af4-63a95579bdd9 x-openstack-request-id: req-9567a827-2ce3-45f8-8af4-63a95579bdd9 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:47.052152 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "name": "network-vif-deleted", "tag": "6e68f301-7a81-46b2-b0e0-2b1d205c8b3b", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:47.052364 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9567a827-2ce3-45f8-8af4-63a95579bdd9 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:47.052764 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'name': 'network-vif-deleted', 'tag': '6e68f301-7a81-46b2-b0e0-2b1d205c8b3b', 'status': 'completed', 'code': 200} Jul 08 18:03:47.077413 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-74bb244b-13e8-4aa3-a0ff-3ef330222e15 None None] Set router b732580a-e25f-49ad-a1aa-755ac313490e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:47.137390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33760) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:47.157595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-116061797'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:47.187388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 11f263b1-74ea-46ae-bb37-035422b10b08 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:47.223124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fb28d23-c5e7-4c64-8fe4-0ddf462743c5 req-72955ae6-9396-40d9-b4ab-a2f26fcc1d82 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd069c0d-2943-4d8a-8405-c9e15337e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543173 Jul 08 18:03:47.232764 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ab77379-ba8c-4d3a-b88a-467db13f2616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.236611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:47.240408 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.246994 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-4c2fc5a2-aaa1-432c-b3b4-26d87ac8e496 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Floating IP e0c2b54a-b992-401c-b3bf-02169d47538a associated. External IP: 172.25.8.133, port: 104842c7-ee23-4d1e-963f-8ead045aaf04. Jul 08 18:03:47.372511 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-74bb244b-13e8-4aa3-a0ff-3ef330222e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:03:44Z', 'revision_number': 5, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:47.376859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 11f263b1-74ea-46ae-bb37-035422b10b08, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=11f263b1-74ea-46ae-bb37-035422b10b08,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:47.394904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '11f263b1-74ea-46ae-bb37-035422b10b08', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '11f263b1-74ea-46ae-bb37-035422b10b08', 'mac_address': 'fa:16:3e:4a:7f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:03:47.409324 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb244b-13e8-4aa3-a0ff-3ef330222e15 None None] Checking router: b732580a-e25f-49ad-a1aa-755ac313490e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:03:47.420078 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb244b-13e8-4aa3-a0ff-3ef330222e15 None None] Routers {'b732580a-e25f-49ad-a1aa-755ac313490e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:47.421444 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-74bb244b-13e8-4aa3-a0ff-3ef330222e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b732580a-e25f-49ad-a1aa-755ac313490e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:47.425384 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ab77379-ba8c-4d3a-b88a-467db13f2616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.452930 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.474540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f263b1-74ea-46ae-bb37-035422b10b08 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:47.480617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:47.481527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-04e81aae-d298-46bb-b990-2b3a509e9bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] No DVR routers for this DVR port 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:47.485173 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-04e81aae-d298-46bb-b990-2b3a509e9bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.487597 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-85697455-4b4e-42b3-a5cf-1f6fc18b2220 req-04e81aae-d298-46bb-b990-2b3a509e9bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.74 "DELETE /v2.0/ports/76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 HTTP/1.1" status: 204 len: 173 time: 1.6735108 Jul 08 18:03:47.495052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.510751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 11f263b1-74ea-46ae-bb37-035422b10b08, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=11f263b1-74ea-46ae-bb37-035422b10b08,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:47.519936 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.536595 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.537079 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Added segment 37479b06-24af-4f01-8553-148dab31d7e9 of type vlan for network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 Jul 08 18:03:47.606751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Made reservation on behalf of 3e9cbf8362df42fdaca427ecda6d36a9 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:47.613836 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.621146 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-74bb244b-13e8-4aa3-a0ff-3ef330222e15 None None] Set router b732580a-e25f-49ad-a1aa-755ac313490e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:47.635677 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.638376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8e98c429-d781-43af-947b-033b2224b034 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:47.642595 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.677827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=11f263b1-74ea-46ae-bb37-035422b10b08,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:47.718181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 8e98c429-d781-43af-947b-033b2224b034 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:47.724694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 8e98c429-d781-43af-947b-033b2224b034 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:47.726898 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.728254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.732597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Deleting port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:47.733198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.782804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f00234-d9a8-43cc-973a-6bc4e7945008 req-e7fcff94-f750-45aa-a399-4a2cb26f241a tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:47.790940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0f00234-d9a8-43cc-973a-6bc4e7945008 req-e7fcff94-f750-45aa-a399-4a2cb26f241a tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 948 time: 0.4807038 Jul 08 18:03:47.809762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ab77379-ba8c-4d3a-b88a-467db13f2616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.812656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ab77379-ba8c-4d3a-b88a-467db13f2616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.813987 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3ab77379-ba8c-4d3a-b88a-467db13f2616 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ac62224-4dea-49fd-adb5-5dd756d9a51c HTTP/1.1" status: 204 len: 168 time: 0.9626124 Jul 08 18:03:47.839208 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.841570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['11f263b1-74ea-46ae-bb37-035422b10b08'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:47.847846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] For port 23c348da-da1f-46e2-bdd0-8ac5b8da9a24, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=23c348da-da1f-46e2-bdd0-8ac5b8da9a24,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:47.848223 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.873206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Calling delete_port for 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:47.903325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e98c429-d781-43af-947b-033b2224b034'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:47.905691 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa389fc-4d70-4f53-a27e-4585ee20acdd" -d '{"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "8e98c429-d781-43af-947b-033b2224b034"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:47.906678 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-74bb244b-13e8-4aa3-a0ff-3ef330222e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:03:44Z', 'revision_number': 5, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:47.944936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:47.958928 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb244b-13e8-4aa3-a0ff-3ef330222e15 None None] The sync data for ids ['b732580a-e25f-49ad-a1aa-755ac313490e'] in n-d-799684-3 is: [{'id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'name': 'tempest-ServersTestManualDisk-1787542203-router', 'tenant_id': '9685013a6dbc403a8b0a3cca6487da54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:03:44Z', 'revision_number': 5, 'project_id': '9685013a6dbc403a8b0a3cca6487da54', 'gw_port': {'id': '23c348da-da1f-46e2-bdd0-8ac5b8da9a24', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732580a-e25f-49ad-a1aa-755ac313490e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:22Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:47.960200 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.015151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab77379-ba8c-4d3a-b88a-467db13f2616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac62224-4dea-49fd-adb5-5dd756d9a51c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:48.025025 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.031144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:48.031872 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.045923 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0f00234-d9a8-43cc-973a-6bc4e7945008 req-a7f4ac78-722d-48f1-9aa9-0687883bbbdd tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538569 Jul 08 18:03:48.187618 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6d0967-d540-4d5a-b89f-a3acacdfa4d4 x-openstack-request-id: req-6e6d0967-d540-4d5a-b89f-a3acacdfa4d4 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:48.191819 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "8e98c429-d781-43af-947b-033b2224b034", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:48.192206 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e6d0967-d540-4d5a-b89f-a3acacdfa4d4 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:48.192729 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e98c429-d781-43af-947b-033b2224b034', 'code': 200} Jul 08 18:03:48.213094 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.244217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:48.249495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e46052f-f53c-48b4-a86b-1fb0e77302cb req-e1bca502-d3bf-4310-a582-eae03344ffff tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 210 time: 0.1095555 Jul 08 18:03:48.293375 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c348da-da1f-46e2-bdd0-8ac5b8da9a24,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:48.342929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Network': ['ID=50e47434-1d5f-4dc6-9a53-2f92119d91b3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:48.355055 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.371829 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.395687 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:48.403583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2fc5a2-aaa1-432c-b3b4-26d87ac8e496 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Router e8564160-635e-469a-9ffc-7793bfe01f97 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:03:48.414743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b9f496da-9074-413e-ac7d-9daefe2316cc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2656486 Jul 08 18:03:48.429312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33778) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:48.448153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1888150821'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:48.536899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ae2fc77b-edd4-443a-a1a6-e5ac689cb362 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:48.545168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28246dba-4224-4f4e-9f87-798b7f8f1ccb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:48.612827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: ae2fc77b-edd4-443a-a1a6-e5ac689cb362 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:48.614575 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ae2fc77b-edd4-443a-a1a6-e5ac689cb362 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:48.630097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:48.634165 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.639931 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.715577 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2379cc3b-4857-49f9-905c-adbf5d80d12d req-c712eb2a-105d-4b92-bea2-b60038af84a9 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d73ca7b-24f4-4f73-8d7a-737b0b9a835e HTTP/1.1" status: 200 len: 210 time: 0.0764987 Jul 08 18:03:48.780906 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.784196 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.815732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:48.846567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29739803-cf61-4713-9e16-4376c0f5f9bb req-6492ade3-a4d8-4365-8185-4775340744fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:48.848184 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-29739803-cf61-4713-9e16-4376c0f5f9bb req-6492ade3-a4d8-4365-8185-4775340744fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5 HTTP/1.1" status: 200 len: 1101 time: 0.4547465 Jul 08 18:03:48.849548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.850079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b732580a-e25f-49ad-a1aa-755ac313490e {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:03:48.855354 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.859592 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.859777 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Added segment 5ff5154d-87c9-4e56-9b21-2e7860475481 of type vlan for network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 Jul 08 18:03:48.860669 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-959c5d77-123a-41d9-8ae3-908a978f7013 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b732580a-e25f-49ad-a1aa-755ac313490e HTTP/1.1" status: 204 len: 168 time: 2.0150957 Jul 08 18:03:48.861573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33790) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:48.862239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Allocated IP 192.168.233.150 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/9044e148-489b-4e11-96c4-2b569a68bf62) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:48.883425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2fc5a2-aaa1-432c-b3b4-26d87ac8e496 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:48.888704 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4c2fc5a2-aaa1-432c-b3b4-26d87ac8e496 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.896448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f813d7f-be08-4663-b1e9-6ec70699f84e None None] Sync routers for ids ['e8564160-635e-469a-9ffc-7793bfe01f97'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:48.912832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f813d7f-be08-4663-b1e9-6ec70699f84e None None] Routers {'e8564160-635e-469a-9ffc-7793bfe01f97'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:48.913745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0f813d7f-be08-4663-b1e9-6ec70699f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['e8564160-635e-469a-9ffc-7793bfe01f97'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:48.950854 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-29739803-cf61-4713-9e16-4376c0f5f9bb req-8a427126-06af-4190-9968-5fc5824d4454 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874155 Jul 08 18:03:48.965434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e75354-115b-491a-b8dd-1fe12a2218d8 admin admin] Deleting subnet 0c1f6c0e-fbb5-4df4-b91c-679590b6105b {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:48.971581 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0e75354-115b-491a-b8dd-1fe12a2218d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.014571 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0e75354-115b-491a-b8dd-1fe12a2218d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.035953 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.076527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'name': 'network-vif-deleted', 'tag': '76d5fc65-7b0a-4af8-87c3-c5afdd6c2149'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:49.080152 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3a1fb7-93c1-4910-9de4-168f05ae8e61" -d '{"events": [{"server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "name": "network-vif-deleted", "tag": "76d5fc65-7b0a-4af8-87c3-c5afdd6c2149"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:49.087891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0f813d7f-be08-4663-b1e9-6ec70699f84e None None] Set router e8564160-635e-469a-9ffc-7793bfe01f97 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:49.106330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4c2fc5a2-aaa1-432c-b3b4-26d87ac8e496 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "PUT /v2.0/floatingips/e0c2b54a-b992-401c-b3bf-02169d47538a HTTP/1.1" status: 200 len: 991 time: 4.2031589 Jul 08 18:03:49.133838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'tag': '104842c7-ee23-4d1e-963f-8ead045aaf04'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:49.134069 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0e75354-115b-491a-b8dd-1fe12a2218d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.148792 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "515b9c5f-7e5f-4fdc-8fd9-e196734ff91c", "tag": "104842c7-ee23-4d1e-963f-8ead045aaf04"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:49.194453 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0e75354-115b-491a-b8dd-1fe12a2218d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.197435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 11f263b1-74ea-46ae-bb37-035422b10b08 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:49.208769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb675ed-6dbb-4ff7-a29a-eccf86dbb0cd req-baee852c-bba5-41f2-bf2c-aebccca3d9ef tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:49.216928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-feb675ed-6dbb-4ff7-a29a-eccf86dbb0cd req-baee852c-bba5-41f2-bf2c-aebccca3d9ef tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 945 time: 0.5037918 Jul 08 18:03:49.226820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e75354-115b-491a-b8dd-1fe12a2218d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1f6c0e-fbb5-4df4-b91c-679590b6105b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:49.231570 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0e75354-115b-491a-b8dd-1fe12a2218d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.234443 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a0e75354-115b-491a-b8dd-1fe12a2218d8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0c1f6c0e-fbb5-4df4-b91c-679590b6105b HTTP/1.1" status: 204 len: 168 time: 0.3697364 Jul 08 18:03:49.236665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33808) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:49.243672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adfad81-7117-4841-87ba-bf926a9bc31d None None] Network bb95d726-b821-4f12-891b-bbac372abcaf requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:49.281097 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.286741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:49.287578 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.314585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.377700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Deleting port 5aff67aa-14ba-45fd-aa28-70f870f7f56b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:49.378041 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.431553 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9922004 Jul 08 18:03:49.433229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33812) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:49.442177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'subnet': {'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:49.450036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 11f263b1-74ea-46ae-bb37-035422b10b08 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:49.458705 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 11f263b1-74ea-46ae-bb37-035422b10b08 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:49.459071 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.466649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-feb675ed-6dbb-4ff7-a29a-eccf86dbb0cd req-deace781-e4e7-4911-b0e2-e4d4039410e1 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487576 Jul 08 18:03:49.488073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b0c9e-b0d7-49b3-aea7-f112f59ef6a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Network': ['ID=a6a38d63-e447-4c31-9872-e6ee7b2f97a1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:49.502941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:49.533828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa8ac-8b7f-456a-be6c-11757dd8d0fb req-b362d8f9-0b4c-48f3-8fa7-efd526ae8684 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:49.535420 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae8fa8ac-8b7f-456a-be6c-11757dd8d0fb req-b362d8f9-0b4c-48f3-8fa7-efd526ae8684 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 949 time: 0.3055506 Jul 08 18:03:49.593566 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1624f953-ff60-487d-a197-972e1683e1c1 x-openstack-request-id: req-1624f953-ff60-487d-a197-972e1683e1c1 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:49.593870 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d73ca7b-24f4-4f73-8d7a-737b0b9a835e", "name": "network-vif-deleted", "tag": "76d5fc65-7b0a-4af8-87c3-c5afdd6c2149", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:49.594175 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1624f953-ff60-487d-a197-972e1683e1c1 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:49.595183 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d73ca7b-24f4-4f73-8d7a-737b0b9a835e', 'name': 'network-vif-deleted', 'tag': '76d5fc65-7b0a-4af8-87c3-c5afdd6c2149', 'status': 'completed', 'code': 200} Jul 08 18:03:49.597411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] For port 5aff67aa-14ba-45fd-aa28-70f870f7f56b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5aff67aa-14ba-45fd-aa28-70f870f7f56b,segment=NetworkSegment(92d4d959-7017-4a8f-bc0e-194ad30f5d85),segment_id=92d4d959-7017-4a8f-bc0e-194ad30f5d85)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:49.597807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.598822 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.616626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae8fa8ac-8b7f-456a-be6c-11757dd8d0fb req-17fd6930-06cc-4da5-8862-f1fcd6b74dd4 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721173 Jul 08 18:03:49.625077 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Transition to ACTIVE for port object 9044e148-489b-4e11-96c4-2b569a68bf62 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:49.631739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Calling delete_port for 5aff67aa-14ba-45fd-aa28-70f870f7f56b owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:49.702425 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b106bf1-fb89-40a7-9a25-ffa3bfd0df08 x-openstack-request-id: req-8b106bf1-fb89-40a7-9a25-ffa3bfd0df08 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:49.703613 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515b9c5f-7e5f-4fdc-8fd9-e196734ff91c", "tag": "104842c7-ee23-4d1e-963f-8ead045aaf04", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:49.703862 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b106bf1-fb89-40a7-9a25-ffa3bfd0df08 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:49.706593 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'tag': '104842c7-ee23-4d1e-963f-8ead045aaf04', 'status': 'completed', 'code': 200} Jul 08 18:03:49.729016 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.762259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:49.765648 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.768916 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.861938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] No DVR routers for this DVR port 5aff67aa-14ba-45fd-aa28-70f870f7f56b on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:49.886691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66b51c5-5e38-4198-87a9-832676af2b95 None None] DHCP port deletion for bb95d726-b821-4f12-891b-bbac372abcaf request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:03:49.912220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:49.923457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:49.923686 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.928470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:49.975431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Pushing event updated for resources: {'Port': ['ID=9044e148-489b-4e11-96c4-2b569a68bf62,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:50.003792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 11f263b1-74ea-46ae-bb37-035422b10b08, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=11f263b1-74ea-46ae-bb37-035422b10b08,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:50.026075 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.027484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:50.032369 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0f813d7f-be08-4663-b1e9-6ec70699f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e0c2b54a-b992-401c-b3bf-02169d47538a', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'port_id': '104842c7-ee23-4d1e-963f-8ead045aaf04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'mac_address': 'fa:16:3e:a6:fc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:03:23Z', 'updated_at': '2021-07-08T18:03:46Z', 'revision_number': 1, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da362e3e-f51a-446c-ba42-1e597e02c1ec', 'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'mac_address': 'fa:16:3e:3d:e5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:13Z', 'updated_at': '2021-07-08T18:03:28Z', 'revision_number': 5, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'subnets': [{'id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:50.033013 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:50.033704 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.057595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33826) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:50.086477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aff67aa-14ba-45fd-aa28-70f870f7f56b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:50.159482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f10ad-4f02-4381-aaca-dae1713f7594 req-47ca9bd9-a189-41d6-99ae-ec324dba11bb tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:50.167677 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-074f10ad-4f02-4381-aaca-dae1713f7594 req-47ca9bd9-a189-41d6-99ae-ec324dba11bb tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 936 time: 0.3341579 Jul 08 18:03:50.175450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-7029ca26-c3c2-404a-b839-0e1f78bea18e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1613128 Jul 08 18:03:50.184831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:50.191460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6e68f301-7a81-46b2-b0e0-2b1d205c8b3b not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:50.192590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:50.199062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Request body: {'port': {'device_id': '4b4e438a-f1a3-4736-abf5-23fc11e99a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:50.256695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f263b1-74ea-46ae-bb37-035422b10b08'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:50.261211 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9148a867-3718-4a90-800f-319a5ddf04fc" -d '{"events": [{"server_uuid": "39a64c5a-d551-44a4-9644-c2eebbe86a65", "name": "network-vif-plugged", "status": "completed", "tag": "11f263b1-74ea-46ae-bb37-035422b10b08"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:50.265175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f813d7f-be08-4663-b1e9-6ec70699f84e None None] Checking router: e8564160-635e-469a-9ffc-7793bfe01f97 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:03:50.268010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=11f263b1-74ea-46ae-bb37-035422b10b08,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:50.280613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-074f10ad-4f02-4381-aaca-dae1713f7594 req-7ac7c777-b941-4f5c-b551-48cccb94799b tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115460 Jul 08 18:03:50.293230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd52cb4-806d-48fc-a1ea-b2c3fcc45a9d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting subnet 806ae997-606d-4635-83fc-2df9befa8769 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:50.298896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.303332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5aff67aa-14ba-45fd-aa28-70f870f7f56b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:50.307222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cd52cb4-806d-48fc-a1ea-b2c3fcc45a9d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.362569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:50.363597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 76d5fc65-7b0a-4af8-87c3-c5afdd6c2149 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:50.369788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb95d726-b821-4f12-891b-bbac372abcaf']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:50.373297 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d9f95d-b3ac-42fd-8071-0e4484c6474b x-openstack-request-id: req-29d9f95d-b3ac-42fd-8071-0e4484c6474b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:50.374272 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a64c5a-d551-44a4-9644-c2eebbe86a65", "name": "network-vif-plugged", "status": "completed", "tag": "11f263b1-74ea-46ae-bb37-035422b10b08", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:50.374689 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29d9f95d-b3ac-42fd-8071-0e4484c6474b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:50.375413 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f263b1-74ea-46ae-bb37-035422b10b08', 'code': 200} Jul 08 18:03:50.378638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5aff67aa-14ba-45fd-aa28-70f870f7f56b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:50.379176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5aff67aa-14ba-45fd-aa28-70f870f7f56b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:50.379758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:50.398905 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cd52cb4-806d-48fc-a1ea-b2c3fcc45a9d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.449143 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.458386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d4d959-7017-4a8f-bc0e-194ad30f5d85') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:50.459773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d4d959-7017-4a8f-bc0e-194ad30f5d85') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:50.483566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.489525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2 req-c0b7d900-05e3-4230-b208-138e11736cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:50.495963 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2 req-c0b7d900-05e3-4230-b208-138e11736cd4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e71714b6726422698ef18c9981ae25e&device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 1096 time: 0.7445252 Jul 08 18:03:50.497484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:50.500194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 23c348da-da1f-46e2-bdd0-8ac5b8da9a24 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:50.501463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f813d7f-be08-4663-b1e9-6ec70699f84e None None] Routers {'e8564160-635e-469a-9ffc-7793bfe01f97'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:50.504255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0f813d7f-be08-4663-b1e9-6ec70699f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['e8564160-635e-469a-9ffc-7793bfe01f97'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:50.544999 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.653939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-23196564-60f3-4d02-b140-030b3479aa3f None None] Provisioning for port 9044e148-489b-4e11-96c4-2b569a68bf62 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:50.673535 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cd52cb4-806d-48fc-a1ea-b2c3fcc45a9d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.681428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.739352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:50.739352 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:50.744674 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:50.793162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-23196564-60f3-4d02-b140-030b3479aa3f None None] Provisioning complete for port 9044e148-489b-4e11-96c4-2b569a68bf62 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:50.793413 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-23196564-60f3-4d02-b140-030b3479aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.855211 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33870) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:50.878793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Subnet': ['ID=84362d63-79a6-4d43-b4aa-585b5546de95,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:50.886610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Checking segment: {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:50.886973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network hostable DHCP agents. Network: 50e47434-1d5f-4dc6-9a53-2f92119d91b3, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:50.908685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.911781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-23196564-60f3-4d02-b140-030b3479aa3f None None] Port 9044e148-489b-4e11-96c4-2b569a68bf62 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:50.920066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0f813d7f-be08-4663-b1e9-6ec70699f84e None None] Set router e8564160-635e-469a-9ffc-7793bfe01f97 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:50.935870 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.940739 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bb95d726-b821-4f12-891b-bbac372abcaf HTTP/1.1" status: 204 len: 168 time: 1.7001212 Jul 08 18:03:50.944465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7591692-42ac-41f3-8a97-e044fa846a23 req-8df49798-e0da-43f2-9606-043da7e37fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:50.946543 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7591692-42ac-41f3-8a97-e044fa846a23 req-8df49798-e0da-43f2-9606-043da7e37fd1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 1101 time: 0.4600606 Jul 08 18:03:51.017536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679dbd4-1ded-4462-817e-74b631adeba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb95d726-b821-4f12-891b-bbac372abcaf,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:51.042889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2 req-69b1b8cb-2b9f-46ce-86d3-60f09235bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:51.044318 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2 req-69b1b8cb-2b9f-46ce-86d3-60f09235bfe0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aba4ff34-3904-4abd-9278-ba4fa8a97426 HTTP/1.1" status: 200 len: 907 time: 0.4874372 Jul 08 18:03:51.091086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:51.159589 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-320333c9-1e91-4d71-b749-e41cd5139adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.177675 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33876) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:51.186481 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cd52cb4-806d-48fc-a1ea-b2c3fcc45a9d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.191362 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2 req-64b7266b-80c1-4dfe-bc4f-fdae76512cf1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=104842c7-ee23-4d1e-963f-8ead045aaf04 HTTP/1.1" status: 200 len: 999 time: 0.1332383 Jul 08 18:03:51.220506 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7591692-42ac-41f3-8a97-e044fa846a23 req-695a476f-eb56-420e-a502-5535e16abd16 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294054 Jul 08 18:03:51.245208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 50e47434-1d5f-4dc6-9a53-2f92119d91b3) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:51.253417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:51.254011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.258561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5567d-9628-4410-8fd0-e0e274ce0cf2 req-7f051c7e-5fea-4a7d-a804-46228a9ce581 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:51.262520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da501d81-5fcb-4a9f-9bb5-724302b62319 None None] Network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:51.265547 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1f5567d-9628-4410-8fd0-e0e274ce0cf2 req-7f051c7e-5fea-4a7d-a804-46228a9ce581 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 950 time: 0.4112380 Jul 08 18:03:51.281657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2 req-1d6fa37b-1550-44ce-832e-747c1f59e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:51.282067 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cd52cb4-806d-48fc-a1ea-b2c3fcc45a9d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.284181 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2 req-1d6fa37b-1550-44ce-832e-747c1f59e77d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c92eafc-1e96-495c-be54-5fa4d91755fc HTTP/1.1" status: 200 len: 845 time: 0.0765650 Jul 08 18:03:51.287422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33878) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:51.294310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6cd52cb4-806d-48fc-a1ea-b2c3fcc45a9d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "DELETE /v2.0/subnets/806ae997-606d-4635-83fc-2df9befa8769 HTTP/1.1" status: 204 len: 168 time: 1.2282431 Jul 08 18:03:51.309771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd52cb4-806d-48fc-a1ea-b2c3fcc45a9d tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Subnet': ['ID=806ae997-606d-4635-83fc-2df9befa8769,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:51.357591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d23ee2b-83f2-474a-bac2-02a2c971e4e1 None None] Network f1697de4-6f35-4821-814c-3d9bbafde5b2 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:51.383107 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.389675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f3cfd70d-c913-465c-a671-01d3269c7432 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9685013a6dbc403a8b0a3cca6487da54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063365 Jul 08 18:03:51.391715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33882) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:51.447989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0f813d7f-be08-4663-b1e9-6ec70699f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e0c2b54a-b992-401c-b3bf-02169d47538a', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'port_id': '104842c7-ee23-4d1e-963f-8ead045aaf04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'mac_address': 'fa:16:3e:a6:fc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:03:23Z', 'updated_at': '2021-07-08T18:03:46Z', 'revision_number': 1, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da362e3e-f51a-446c-ba42-1e597e02c1ec', 'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'mac_address': 'fa:16:3e:3d:e5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:13Z', 'updated_at': '2021-07-08T18:03:28Z', 'revision_number': 5, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'subnets': [{'id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:51.453398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1f5567d-9628-4410-8fd0-e0e274ce0cf2 req-29102a1d-5839-4750-a793-c1b6752a7faf tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868808 Jul 08 18:03:51.491749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f813d7f-be08-4663-b1e9-6ec70699f84e None None] The sync data for ids ['e8564160-635e-469a-9ffc-7793bfe01f97'] in n-d-799684-3 is: [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e0c2b54a-b992-401c-b3bf-02169d47538a', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'port_id': '104842c7-ee23-4d1e-963f-8ead045aaf04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'mac_address': 'fa:16:3e:a6:fc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:03:23Z', 'updated_at': '2021-07-08T18:03:46Z', 'revision_number': 1, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da362e3e-f51a-446c-ba42-1e597e02c1ec', 'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'mac_address': 'fa:16:3e:3d:e5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:13Z', 'updated_at': '2021-07-08T18:03:28Z', 'revision_number': 5, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'subnets': [{'id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:51.551261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2 req-e1a12d63-0445-448a-abfa-3a99c709a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:51.553489 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2 req-e1a12d63-0445-448a-abfa-3a99c709a172 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aba4ff34-3904-4abd-9278-ba4fa8a97426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628299 Jul 08 18:03:51.561069 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9044e148-489b-4e11-96c4-2b569a68bf62 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:51.581573 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.587404 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-320333c9-1e91-4d71-b749-e41cd5139adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.589865 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daca7233-0733-4323-994f-297268444339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.596965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a9b88-34b0-49ef-b2dd-cf3329d30c14 req-45514e3b-21a9-477a-a656-1b6d328da5f3 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:51.599431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da6a9b88-34b0-49ef-b2dd-cf3329d30c14 req-45514e3b-21a9-477a-a656-1b6d328da5f3 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 945 time: 0.2489011 Jul 08 18:03:51.601142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-50e47434-1d5f-4dc6-9a53-2f92119d91b3', 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'fixed_ips': [{'subnet_id': '84362d63-79a6-4d43-b4aa-585b5546de95'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:03:51.602883 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.605479 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-320333c9-1e91-4d71-b749-e41cd5139adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.617447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daca7233-0733-4323-994f-297268444339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.627114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Transition to ACTIVE for port object 9044e148-489b-4e11-96c4-2b569a68bf62 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:51.663468 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.684475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-320333c9-1e91-4d71-b749-e41cd5139adf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=71cbba809a31485aa3c40d3f6612c43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7558692 Jul 08 18:03:51.726773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33884) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:51.739694 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-772e6a81-33ed-405f-96ab-e91c22a94646 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3031220 Jul 08 18:03:51.743962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting port 534900bf-667e-41e2-b4cd-8df418619c4c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:51.744632 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.753708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33886) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:51.804721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'subnet': {'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:51.847438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Allocated IP 10.1.1.2 (50e47434-1d5f-4dc6-9a53-2f92119d91b3/84362d63-79a6-4d43-b4aa-585b5546de95/06230875-2f77-4362-8269-416d86048583) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:51.849191 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daca7233-0733-4323-994f-297268444339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.851427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daca7233-0733-4323-994f-297268444339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:51.852620 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-daca7233-0733-4323-994f-297268444339 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/490809c5-fbb1-4e9b-bad9-39c93b599a4d HTTP/1.1" status: 204 len: 168 time: 0.4599404 Jul 08 18:03:51.887692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a8102-9034-48df-83df-b6a6f9ebba0e None None] DHCP port deletion for f1697de4-6f35-4821-814c-3d9bbafde5b2 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:03:51.964771 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f54790-3a29-483d-9afa-64ea70e18d49 None None] New status for floating IP e0c2b54a-b992-401c-b3bf-02169d47538a: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:03:51.968679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca7233-0733-4323-994f-297268444339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490809c5-fbb1-4e9b-bad9-39c93b599a4d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:51.979156 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2 req-e14cfa04-b9c9-48a9-89cd-79b62fde3ae8 service neutron] 10.222.0.74 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129281 Jul 08 18:03:52.047511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a8102-9034-48df-83df-b6a6f9ebba0e None None] Deleting port 534900bf-667e-41e2-b4cd-8df418619c4c {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:52.048183 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8102-9034-48df-83df-b6a6f9ebba0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.080703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320333c9-1e91-4d71-b749-e41cd5139adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb180f4-142f-485b-bf24-7c7a92f57a34,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:52.087478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] For port 534900bf-667e-41e2-b4cd-8df418619c4c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=534900bf-667e-41e2-b4cd-8df418619c4c,segment=NetworkSegment(7cb3733b-d2c5-45dd-b76e-894711ee3d05),segment_id=7cb3733b-d2c5-45dd-b76e-894711ee3d05)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:52.087845 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.103930 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.140261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Calling delete_port for 534900bf-667e-41e2-b4cd-8df418619c4c owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:52.165169 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:52.172229 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.180744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4f4a8102-9034-48df-83df-b6a6f9ebba0e None None] For port 534900bf-667e-41e2-b4cd-8df418619c4c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=534900bf-667e-41e2-b4cd-8df418619c4c,segment=NetworkSegment(7cb3733b-d2c5-45dd-b76e-894711ee3d05),segment_id=7cb3733b-d2c5-45dd-b76e-894711ee3d05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:52.181532 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8102-9034-48df-83df-b6a6f9ebba0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.226941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a8102-9034-48df-83df-b6a6f9ebba0e None None] Calling delete_port for 534900bf-667e-41e2-b4cd-8df418619c4c owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:52.259702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da6a9b88-34b0-49ef-b2dd-cf3329d30c14 req-89cd5703-fc3b-40fe-ae41-ca4254061955 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6494164 Jul 08 18:03:52.285518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Pushing event updated for resources: {'Port': ['ID=9044e148-489b-4e11-96c4-2b569a68bf62,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:52.313953 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.396047 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bb1a1c9b-1322-4018-911b-4b27ede7b8e2 req-b373f147-9f23-4e3d-a64f-f18f686ffb3c service neutron] 10.222.0.74 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077659 Jul 08 18:03:52.402078 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.412919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Transition to ACTIVE for port object 06230875-2f77-4362-8269-416d86048583 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:52.435942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Transition to ACTIVE for port object 06230875-2f77-4362-8269-416d86048583 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:52.440843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 534900bf-667e-41e2-b4cd-8df418619c4c no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:52.447887 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8102-9034-48df-83df-b6a6f9ebba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.465496 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.469358 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.470943 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1bb180f4-142f-485b-bf24-7c7a92f57a34 HTTP/1.1" status: 204 len: 168 time: 0.7422943 Jul 08 18:03:52.544354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb180f4-142f-485b-bf24-7c7a92f57a34,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:52.564625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dcdb1-16c1-4172-90df-bae8b0ce6d01 req-851272fa-532e-4d2f-8276-96c8d2acbf80 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:52.566228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b31dcdb1-16c1-4172-90df-bae8b0ce6d01 req-851272fa-532e-4d2f-8276-96c8d2acbf80 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 948 time: 0.4982078 Jul 08 18:03:52.572407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a8102-9034-48df-83df-b6a6f9ebba0e None None] Pushing event deleted for resources: {'Port': ['ID=534900bf-667e-41e2-b4cd-8df418619c4c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:52.586091 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.589820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a8102-9034-48df-83df-b6a6f9ebba0e None None] No DVR routers for this DVR port 534900bf-667e-41e2-b4cd-8df418619c4c on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:52.599467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 534900bf-667e-41e2-b4cd-8df418619c4c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:52.600244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 534900bf-667e-41e2-b4cd-8df418619c4c not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:52.608970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.609185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.609549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.609807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.610199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.615928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.616308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.617194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.617540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.617946 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.618188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.618547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1b525-3bb1-4b34-8249-eb537268c44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:52.674312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Attempting to bind port 9044e148-489b-4e11-96c4-2b569a68bf62 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:52.674693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Attempting to bind port 9044e148-489b-4e11-96c4-2b569a68bf62 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:52.675221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Attempting to bind port 9044e148-489b-4e11-96c4-2b569a68bf62 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:52.708959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Port 9044e148-489b-4e11-96c4-2b569a68bf62 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:03:52.709205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Attempting to bind port 9044e148-489b-4e11-96c4-2b569a68bf62 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:52.715133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b31dcdb1-16c1-4172-90df-bae8b0ce6d01 req-67ca6fb9-8b41-4437-8366-d902ad8a2cd7 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396334 Jul 08 18:03:52.718373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:52.718373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:52.718643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:52.719368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Bound port: 9044e148-489b-4e11-96c4-2b569a68bf62, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:52.719530 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.776912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:52.803099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:52.804907 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.807105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:52.812920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Pushing event updated for resources: {'Port': ['ID=06230875-2f77-4362-8269-416d86048583,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:52.844223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] No DVR routers for this DVR port 534900bf-667e-41e2-b4cd-8df418619c4c on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:52.846300 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Port': ['ID=534900bf-667e-41e2-b4cd-8df418619c4c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:52.940087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Attempting to bind port 06230875-2f77-4362-8269-416d86048583 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:52.940455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Attempting to bind port 06230875-2f77-4362-8269-416d86048583 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:52.940817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Attempting to bind port 06230875-2f77-4362-8269-416d86048583 on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:52.954803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:52.955178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Checking segment: {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:52.955577 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.955964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Bound using segment: {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:52.956454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Bound port: 06230875-2f77-4362-8269-416d86048583, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:52.956829 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.971348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] For port 9044e148-489b-4e11-96c4-2b569a68bf62, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:52.981086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] For port 9044e148-489b-4e11-96c4-2b569a68bf62, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9044e148-489b-4e11-96c4-2b569a68bf62,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:53.000428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.008282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.028684 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.032043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1697de4-6f35-4821-814c-3d9bbafde5b2']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:53.052288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:53.053446 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.055935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] 10.222.0.59 "PUT /v2.0/ports/9044e148-489b-4e11-96c4-2b569a68bf62 HTTP/1.1" status: 200 len: 1096 time: 2.8647346 Jul 08 18:03:53.059560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4e438a-f1a3-4736-abf5-23fc11e99a06', 'tag': '9044e148-489b-4e11-96c4-2b569a68bf62'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:53.071376 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee66b50-59d5-436d-90cf-c7d0259da1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4e438a-f1a3-4736-abf5-23fc11e99a06", "tag": "9044e148-489b-4e11-96c4-2b569a68bf62"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:53.105865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] For port 06230875-2f77-4362-8269-416d86048583, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:53.106874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e19ece-4e3d-4ee1-8e35-5b2fc0cf2b8b req-0c77bdda-c9bc-4783-afec-ce40a86a4e64 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:53.108523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb3733b-d2c5-45dd-b76e-894711ee3d05') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:53.108828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb3733b-d2c5-45dd-b76e-894711ee3d05') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:53.115882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3e19ece-4e3d-4ee1-8e35-5b2fc0cf2b8b req-0c77bdda-c9bc-4783-afec-ce40a86a4e64 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 950 time: 0.2997251 Jul 08 18:03:53.119188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] For port 06230875-2f77-4362-8269-416d86048583, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=06230875-2f77-4362-8269-416d86048583,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:53.130006 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.140772 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.161191 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.169860 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:53.170158 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.268819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77c8cc-a6a8-4b8d-a1ff-655cf4367dbe service neutron] Pushing event updated for resources: {'Port': ['ID=9044e148-489b-4e11-96c4-2b569a68bf62,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:53.283040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c6b9e-225b-4420-8bfb-87c4a636b8f9 None None] Pushing event updated for resources: {'Port': ['ID=06230875-2f77-4362-8269-416d86048583,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:53.294478 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:53.312685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3e19ece-4e3d-4ee1-8e35-5b2fc0cf2b8b req-5164592f-d7ce-4706-8c42-c34c229f49ee tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942766 Jul 08 18:03:53.377828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.395208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037abc8-3763-4471-9740-8115e9107417 req-15869dee-74e0-47d3-a9fb-cb881b093943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:53.399697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-15869dee-74e0-47d3-a9fb-cb881b093943 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e9cbf8362df42fdaca427ecda6d36a9&device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 1099 time: 0.2693398 Jul 08 18:03:53.410715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Checking segment: {'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:53.411291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network hostable DHCP agents. Network: a6a38d63-e447-4c31-9872-e6ee7b2f97a1, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:53.426350 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853690d3-b0de-4527-baf7-03f5f1c7c455 x-openstack-request-id: req-853690d3-b0de-4527-baf7-03f5f1c7c455 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:53.426635 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4e438a-f1a3-4736-abf5-23fc11e99a06", "tag": "9044e148-489b-4e11-96c4-2b569a68bf62", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:53.428916 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-853690d3-b0de-4527-baf7-03f5f1c7c455 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:53.429635 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4e438a-f1a3-4736-abf5-23fc11e99a06', 'tag': '9044e148-489b-4e11-96c4-2b569a68bf62', 'status': 'completed', 'code': 200} Jul 08 18:03:53.432039 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.436678 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "DELETE /v2.0/networks/f1697de4-6f35-4821-814c-3d9bbafde5b2 HTTP/1.1" status: 204 len: 168 time: 2.1457744 Jul 08 18:03:53.439491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0abbf-853b-4510-b02b-f7dbfb363bf5 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Network': ['ID=f1697de4-6f35-4821-814c-3d9bbafde5b2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:53.442746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33934) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:53.560730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3a81a6-9c79-454b-981e-ee66459cd8f3 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting subnet 8577e78d-7656-4938-8f26-712990bcdfba {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:53.563185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-373b6973-b079-490e-b601-b3ea4009502a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=9044e148-489b-4e11-96c4-2b569a68bf62 HTTP/1.1" status: 200 len: 217 time: 0.1551723 Jul 08 18:03:53.565674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f3a81a6-9c79-454b-981e-ee66459cd8f3 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.626523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Subnet': ['ID=be2c2c08-32f0-4e07-8941-4d57046ff43f,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:53.636946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f3a81a6-9c79-454b-981e-ee66459cd8f3 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.703738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:53.711027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33946) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:53.761011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, a6a38d63-e447-4c31-9872-e6ee7b2f97a1) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:53.766964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:53.767600 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.774874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923a680b-5622-4264-905c-5c6db964f206 None None] Network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:53.800655 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eeccf6be-1bcf-48a7-bf88-30736717c642 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0128663 Jul 08 18:03:53.801973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33954) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:53.804665 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f3a81a6-9c79-454b-981e-ee66459cd8f3 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.811561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'port': {'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3', 'name': 'tempest-TaggedBootDevicesTest-1399316137', 'fixed_ips': [{'subnet_id': '84362d63-79a6-4d43-b4aa-585b5546de95'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:53.829792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037abc8-3763-4471-9740-8115e9107417 req-6f1d4ec3-4c74-49fc-83a1-0da462624bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:53.831601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-6f1d4ec3-4c74-49fc-83a1-0da462624bc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2581630 Jul 08 18:03:53.915458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ec480-be5f-4c06-b53b-10704632f9d1 req-65de9ddf-b4f0-4070-aeba-a04e8516e19f tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:53.919651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e67ec480-be5f-4c06-b53b-10704632f9d1 req-65de9ddf-b4f0-4070-aeba-a04e8516e19f tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5 HTTP/1.1" status: 200 len: 950 time: 0.2956204 Jul 08 18:03:53.963900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42fab3-aa24-4f1b-9f70-edfadaa9432c req-cdeaa6ea-f439-4b77-a131-dc6036cfe47c tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:53.965739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e42fab3-aa24-4f1b-9f70-edfadaa9432c req-cdeaa6ea-f439-4b77-a131-dc6036cfe47c tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 945 time: 0.2217100 Jul 08 18:03:53.989055 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:54.021467 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037abc8-3763-4471-9740-8115e9107417 req-79bdf3bd-89c9-4e81-9a9b-5bdc9b4ab24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:54.023346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-79bdf3bd-89c9-4e81-9a9b-5bdc9b4ab24f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1821680 Jul 08 18:03:54.039854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e67ec480-be5f-4c06-b53b-10704632f9d1 req-d5e6460a-76c0-40e4-9e94-8212f8ca5c14 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121821 Jul 08 18:03:54.088551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f3a81a6-9c79-454b-981e-ee66459cd8f3 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.119852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e42fab3-aa24-4f1b-9f70-edfadaa9432c req-b95042d0-582f-43f8-95eb-1abf9739b7e6 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460643 Jul 08 18:03:54.159767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-a6a38d63-e447-4c31-9872-e6ee7b2f97a1', 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'fixed_ips': [{'subnet_id': 'be2c2c08-32f0-4e07-8941-4d57046ff43f'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:03:54.160643 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.187482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-156459799-network', 'tenant_id': 'e35676191624470a874e0121ae80323e'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:54.223580 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.230044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a81a6-9c79-454b-981e-ee66459cd8f3 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Subnet': ['ID=8577e78d-7656-4938-8f26-712990bcdfba,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:54.264714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f3a81a6-9c79-454b-981e-ee66459cd8f3 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.269519 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8f3a81a6-9c79-454b-981e-ee66459cd8f3 tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "DELETE /v2.0/subnets/8577e78d-7656-4938-8f26-712990bcdfba HTTP/1.1" status: 204 len: 168 time: 0.8257418 Jul 08 18:03:54.274717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33964) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:54.287945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] device_id is not set on port 0d54f308-a6d8-415d-8624-8a6a6c642bdf yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:03:54.289239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc29542-fc33-45d2-95b0-c10bdf048a88 None None] Network 4337a6ba-133f-4101-abb5-7429a7c4ec7c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:54.369042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-27ae0a34-edcf-4948-bdea-e02a984944d8 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286440 Jul 08 18:03:54.477450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Made reservation on behalf of e35676191624470a874e0121ae80323e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:54.480521 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.501951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 06230875-2f77-4362-8269-416d86048583 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:54.520000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.559877 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.635051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6deed7-bdea-41fc-bf06-4c88274bab36 req-48665086-e609-42ac-9827-5456ba1de5cd tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:54.636649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c6deed7-bdea-41fc-bf06-4c88274bab36 req-48665086-e609-42ac-9827-5456ba1de5cd tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 948 time: 0.2740219 Jul 08 18:03:54.639706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8037abc8-3763-4471-9740-8115e9107417 req-b03b2564-f2ce-42a1-bf91-fb614f30790d service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499774 Jul 08 18:03:54.716081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Deleting port 0d81bb74-1315-47bc-a598-44e3670bd4b7 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:54.716712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.729107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Allocated IP 10.2.2.2 (a6a38d63-e447-4c31-9872-e6ee7b2f97a1/be2c2c08-32f0-4e07-8941-4d57046ff43f/c520ab71-11a9-491d-bf01-d5b1f7f73e6c) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:54.734251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c6deed7-bdea-41fc-bf06-4c88274bab36 req-d0b956ed-c45b-4127-a56b-fa80bc215ab5 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835099 Jul 08 18:03:54.745790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 06230875-2f77-4362-8269-416d86048583 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:54.787921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Allocated IP 10.1.1.126 (50e47434-1d5f-4dc6-9a53-2f92119d91b3/84362d63-79a6-4d43-b4aa-585b5546de95/0d54f308-a6d8-415d-8624-8a6a6c642bdf) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:54.918198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] For port 0d81bb74-1315-47bc-a598-44e3670bd4b7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0d81bb74-1315-47bc-a598-44e3670bd4b7,segment=NetworkSegment(fc8b6715-3ce9-4843-80a3-1b9456b2f90c),segment_id=fc8b6715-3ce9-4843-80a3-1b9456b2f90c)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:54.918833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.939044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc2befc-e057-4615-b807-821872314c1d None None] Network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:54.958258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Calling delete_port for 0d81bb74-1315-47bc-a598-44e3670bd4b7 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:54.985701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee66b50-59d5-436d-90cf-c7d0259da1a7 req-3f26c136-560d-4392-9448-f340ddd12922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:54.987507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bee66b50-59d5-436d-90cf-c7d0259da1a7 req-3f26c136-560d-4392-9448-f340ddd12922 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e9cbf8362df42fdaca427ecda6d36a9&device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 1099 time: 0.2674487 Jul 08 18:03:55.171350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-19442134-3de9-4299-baed-27ac99e10a8e None None] Provisioning for port 06230875-2f77-4362-8269-416d86048583 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:55.188491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-19442134-3de9-4299-baed-27ac99e10a8e None None] Provisioning complete for port 06230875-2f77-4362-8269-416d86048583 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:55.189002 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19442134-3de9-4299-baed-27ac99e10a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.239138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-caba3f6f-8047-4e78-a350-970e7ff51ac3 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9550f818c9254e70ba1174b796a1260b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545747 Jul 08 18:03:55.274959 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.312838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ac9b3-f2b3-4e04-854c-bfce050eb081 None None] DHCP port deletion for 4337a6ba-133f-4101-abb5-7429a7c4ec7c request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:03:55.329498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee66b50-59d5-436d-90cf-c7d0259da1a7 req-cb178550-fc33-4357-84ed-027d4a72e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:55.331112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bee66b50-59d5-436d-90cf-c7d0259da1a7 req-cb178550-fc33-4357-84ed-027d4a72e25c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.3058820 Jul 08 18:03:55.336746 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.356743 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.375997 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.389588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Port': ['ID=0d81bb74-1315-47bc-a598-44e3670bd4b7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:55.417076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Transition to ACTIVE for port object c520ab71-11a9-491d-bf01-d5b1f7f73e6c will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:55.433923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:55.437927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] No DVR routers for this DVR port 0d81bb74-1315-47bc-a598-44e3670bd4b7 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:55.449831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7f1d52-35e5-4fbb-ae91-daa731eefefc,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:55.457052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bee66b50-59d5-436d-90cf-c7d0259da1a7 req-1bf213df-6f99-49cd-8478-ee4b9ccb3e9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=9044e148-489b-4e11-96c4-2b569a68bf62 HTTP/1.1" status: 200 len: 217 time: 0.0835011 Jul 08 18:03:55.461815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.462148 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Added segment 8ddfe06e-1937-4e25-8ca7-7f2098a11075 of type vlan for network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 Jul 08 18:03:55.479701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Transition to ACTIVE for port object c520ab71-11a9-491d-bf01-d5b1f7f73e6c will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:55.484238 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19442134-3de9-4299-baed-27ac99e10a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.504815 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.540738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee66b50-59d5-436d-90cf-c7d0259da1a7 req-21fba0d2-70dd-4ba2-b51a-feecf759148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:55.542246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bee66b50-59d5-436d-90cf-c7d0259da1a7 req-21fba0d2-70dd-4ba2-b51a-feecf759148b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0613832 Jul 08 18:03:55.543410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-51828c25-a5e5-4712-87f6-46aae344f76b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:55.545990 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-51828c25-a5e5-4712-87f6-46aae344f76b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 945 time: 0.2433207 Jul 08 18:03:55.550839 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.556102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:55.563089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:55.565623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:55.578901 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.591834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-19442134-3de9-4299-baed-27ac99e10a8e None None] For port 06230875-2f77-4362-8269-416d86048583, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=06230875-2f77-4362-8269-416d86048583,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:55.618625 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19442134-3de9-4299-baed-27ac99e10a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.625138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Pushing event updated for resources: {'Port': ['ID=c520ab71-11a9-491d-bf01-d5b1f7f73e6c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:55.672098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Transition to ACTIVE for port object 0d54f308-a6d8-415d-8624-8a6a6c642bdf will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:55.684198 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.701232 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.resource_extend [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:03:55.710048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-689dc099-1957-4bca-b7fe-ce606dbfb371 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:55.710940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Attempting to bind port c520ab71-11a9-491d-bf01-d5b1f7f73e6c on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:55.712233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-689dc099-1957-4bca-b7fe-ce606dbfb371 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4720633 Jul 08 18:03:55.712623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Attempting to bind port c520ab71-11a9-491d-bf01-d5b1f7f73e6c by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:55.713419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Attempting to bind port c520ab71-11a9-491d-bf01-d5b1f7f73e6c on network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:55.715546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4337a6ba-133f-4101-abb5-7429a7c4ec7c']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:55.722907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:55.723701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Checking segment: {'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:55.724344 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.724962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Bound using segment: {'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:55.725691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Bound port: c520ab71-11a9-491d-bf01-d5b1f7f73e6c, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:55.726947 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.742015 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8b6715-3ce9-4843-80a3-1b9456b2f90c') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:55.742309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8b6715-3ce9-4843-80a3-1b9456b2f90c') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:55.764711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b250-87a8-44d6-abf5-631fd44eb04c req-da1cd20a-8ab5-40ce-bbb6-4589ba24715a tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:55.766461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3c0b250-87a8-44d6-abf5-631fd44eb04c req-da1cd20a-8ab5-40ce-bbb6-4589ba24715a tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 945 time: 0.4400442 Jul 08 18:03:55.769064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-da0fba57-0acd-4edc-a6be-0c50cb2e867d tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/quotas/9550f818c9254e70ba1174b796a1260b HTTP/1.1" status: 200 len: 375 time: 0.0486486 Jul 08 18:03:55.781620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.782637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:55.783223 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.784190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.796790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19442134-3de9-4299-baed-27ac99e10a8e None None] Pushing event updated for resources: {'Port': ['ID=06230875-2f77-4362-8269-416d86048583,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:55.839411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-8e890dd7-4bdd-4b47-9823-ed6017bff939 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9550f818c9254e70ba1174b796a1260b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494096 Jul 08 18:03:55.852237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee66b50-59d5-436d-90cf-c7d0259da1a7 req-517e01ee-8e1c-4b8b-9e4c-5e39c65c2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:55.853734 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bee66b50-59d5-436d-90cf-c7d0259da1a7 req-517e01ee-8e1c-4b8b-9e4c-5e39c65c2fb7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2662346 Jul 08 18:03:55.859965 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.861194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] For port c520ab71-11a9-491d-bf01-d5b1f7f73e6c, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:55.861383 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1482460 Jul 08 18:03:55.865321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Deleting port f03d3fc7-14cc-433e-b199-bfa0d9d0071d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:55.865663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.872293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] For port c520ab71-11a9-491d-bf01-d5b1f7f73e6c, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c520ab71-11a9-491d-bf01-d5b1f7f73e6c,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:55.873758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-76941a3b-6f59-4733-a658-6700e7a741e8 None None] Provisioning complete for port 06230875-2f77-4362-8269-416d86048583 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:55.874461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-76941a3b-6f59-4733-a658-6700e7a741e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.875691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34000) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:55.883188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] Request body: {'subnet': {'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-156459799-subnet', 'tenant_id': 'e35676191624470a874e0121ae80323e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:55.894291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:55.894705 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.909878 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.914276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:55.917539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3c0b250-87a8-44d6-abf5-631fd44eb04c req-23eb2bfa-445d-4d42-a8f1-7d72f322a9a5 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups?id=de353125-cf10-43c9-89dd-8c6656ed166d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406126 Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:55.918565 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:55.940675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81651710-66d2-4f5d-8833-045a55fccb04 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:55.963436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:56.015165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:56.023443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:56.026880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:56.033006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Port': ['ID=0d54f308-a6d8-415d-8624-8a6a6c642bdf,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:56.115978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] Made reservation on behalf of e35676191624470a874e0121ae80323e for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:56.124461 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.143456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3643cd-43e1-4ce5-8065-0b559f034bc6 None None] Pushing event updated for resources: {'Port': ['ID=c520ab71-11a9-491d-bf01-d5b1f7f73e6c,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:56.186554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] For port f03d3fc7-14cc-433e-b199-bfa0d9d0071d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f03d3fc7-14cc-433e-b199-bfa0d9d0071d,segment=NetworkSegment(606bb210-8e38-4e6a-91d3-6b48c2578c61),segment_id=606bb210-8e38-4e6a-91d3-6b48c2578c61)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:56.187032 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.246835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:56.247812 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.338178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 06230875-2f77-4362-8269-416d86048583 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:56.399297 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ac23daa8-1627-4d09-8994-3796460be40d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5962348 Jul 08 18:03:56.404688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34016) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:56.411483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'port': {'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3', 'name': 'tempest-TaggedBootDevicesTest-2103581377', 'fixed_ips': [{'subnet_id': '84362d63-79a6-4d43-b4aa-585b5546de95'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:56.425361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.436446 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.459533 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 06230875-2f77-4362-8269-416d86048583 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:56.459932 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.468188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] 10.222.0.73 "DELETE /v2.0/networks/4337a6ba-133f-4101-abb5-7429a7c4ec7c HTTP/1.1" status: 204 len: 168 time: 2.1919889 Jul 08 18:03:56.565835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18efbf81-b32e-45b5-873c-824b44fb0ee4 req-2cfd28c5-ce23-4829-8e0b-8c7b5e357b5d tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 210 time: 0.1659513 Jul 08 18:03:56.619978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d988-836d-4824-98b4-3ea21db68ede tempest-ServersTestMultiNic-1048326771 tempest-ServersTestMultiNic-1048326771-project] Pushing event deleted for resources: {'Network': ['ID=4337a6ba-133f-4101-abb5-7429a7c4ec7c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:56.655489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bee66b50-59d5-436d-90cf-c7d0259da1a7 req-00f7ba39-bf14-4634-a8e2-4b1a4d9e9460 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900298 Jul 08 18:03:56.665852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9a2cb271-a070-4793-80bb-3c65de60deda None None] Provisioning for port 0d54f308-a6d8-415d-8624-8a6a6c642bdf completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:56.672595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9a2cb271-a070-4793-80bb-3c65de60deda None None] Provisioning complete for port 0d54f308-a6d8-415d-8624-8a6a6c642bdf triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:56.673125 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb271-a070-4793-80bb-3c65de60deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.705545 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.707729 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.708251 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Floating IP 7d3edf31-29de-467a-a689-61b0ca9bc3f6 disassociated. External IP: 172.25.8.86, port: f03d3fc7-14cc-433e-b199-bfa0d9d0071d. Jul 08 18:03:56.708774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Calling delete_port for f03d3fc7-14cc-433e-b199-bfa0d9d0071d owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:56.756524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cb271-a070-4793-80bb-3c65de60deda None None] Port 0d54f308-a6d8-415d-8624-8a6a6c642bdf cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:56.759060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d81bb74-1315-47bc-a598-44e3670bd4b7 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:56.770774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5f3d0-8079-493a-92a4-c9ff27f38e08 req-aeb5218d-db05-4418-9c9f-2297b8547d96 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:56.771408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:56.772557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29a5f3d0-8079-493a-92a4-c9ff27f38e08 req-aeb5218d-db05-4418-9c9f-2297b8547d96 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 948 time: 0.3008204 Jul 08 18:03:56.781971 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.785150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 0d81bb74-1315-47bc-a598-44e3670bd4b7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:56.785714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d81bb74-1315-47bc-a598-44e3670bd4b7 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:56.817536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] device_id is not set on port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:03:56.928332 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29a5f3d0-8079-493a-92a4-c9ff27f38e08 req-33471fb4-7211-4d13-9269-d9fa13075f7e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466689 Jul 08 18:03:57.042531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bee66b50-59d5-436d-90cf-c7d0259da1a7 req-e1ac0462-b687-40cb-943a-67dbdb621ebb service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732018 Jul 08 18:03:57.045185 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:57.047702 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:57.125570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Pushing event deleted for resources: {'Port': ['ID=f03d3fc7-14cc-433e-b199-bfa0d9d0071d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:57.181264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Allocated IP 10.1.1.29 (50e47434-1d5f-4dc6-9a53-2f92119d91b3/84362d63-79a6-4d43-b4aa-585b5546de95/267ed3c9-765e-4c8d-b20f-674f51aa8c5a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:57.240249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2fe0cb47-22e0-4875-8ed3-fc59708c29f4 req-6ecfabff-c876-4c28-8084-7d061aaba9a6 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 210 time: 0.0881071 Jul 08 18:03:57.263109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] Checking segment: {'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:57.263109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] Network hostable DHCP agents. Network: ae4f2772-c7b3-4d5d-a2a4-7eacbed40003, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:57.274880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d494eaa6-a027-48ad-9264-18ec89b809c0,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:57.316995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34036) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:57.334317 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] Network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:57.435301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, ae4f2772-c7b3-4d5d-a2a4-7eacbed40003) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:57.452569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34bf85-0ec3-4bdf-a139-52d389fc4c91 None None] Network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:57.498560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:57.499315 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:57.540768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Router 5845b531-8f5f-4457-a47e-656bba89a644 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:03:57.592655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-15e00ce7-b4ce-4d6e-af18-c6a88f0e02cb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7140093 Jul 08 18:03:57.790185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f666b-5cb3-4c03-bb9a-1dc9be6bc386 None None] Network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:57.793772 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:57.807571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5275459-9f97-46ad-9433-dcfd26a0ff5c None None] Network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:57.826287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Transition to ACTIVE for port object 267ed3c9-765e-4c8d-b20f-674f51aa8c5a will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:57.841086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:57.860471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2163a252-b829-4828-b521-734cbfca93e9 None None] Sync routers for ids ['5845b531-8f5f-4457-a47e-656bba89a644'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:57.919302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2163a252-b829-4828-b521-734cbfca93e9 None None] Routers {'5845b531-8f5f-4457-a47e-656bba89a644'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:57.919930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2163a252-b829-4828-b521-734cbfca93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['5845b531-8f5f-4457-a47e-656bba89a644'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:57.941938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] No DVR routers for this DVR port f03d3fc7-14cc-433e-b199-bfa0d9d0071d on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:57.947012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:57.949385 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7c66fe80-4283-4695-95c4-36faf67bcbd9 req-755dd384-d855-4d10-a38d-bb621450439b tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.59 "DELETE /v2.0/ports/f03d3fc7-14cc-433e-b199-bfa0d9d0071d HTTP/1.1" status: 204 len: 173 time: 2.3893754 Jul 08 18:03:57.951344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'name': 'network-vif-deleted', 'tag': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:57.964633 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0e59d2-f3e0-4764-a770-2469937df0d6" -d '{"events": [{"server_uuid": "bc2ef1cd-5331-482d-9a90-fa171fd57704", "name": "network-vif-deleted", "tag": "f03d3fc7-14cc-433e-b199-bfa0d9d0071d"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:57.979698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88f53f72-3021-4089-804a-7105ad8315a5 req-28c4b82c-87de-4d6c-b32a-f68561108f07 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 210 time: 0.0627615 Jul 08 18:03:57.990278 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:58.103543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8665f62c-52f5-4fe4-a142-8228d6d87a09 None None] Provisioning for port c520ab71-11a9-491d-bf01-d5b1f7f73e6c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:58.108777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:58.114985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:58.120219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:58.128997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Port': ['ID=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:58.191484 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-3be2d3a6-eaf4-4719-a063-7c3af34100f9 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9550f818c9254e70ba1174b796a1260b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329404 Jul 08 18:03:58.283463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:58.287835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:58.396076 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-96c6b835-3251-4ad2-8d41-8a35ec3e45e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9860859 Jul 08 18:03:58.494067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815d0b9-a782-4f97-ab5b-4f762c0de34b req-3cfd94ba-2833-456a-94d0-5a559c13fbb7 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:58.514006 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0815d0b9-a782-4f97-ab5b-4f762c0de34b req-3cfd94ba-2833-456a-94d0-5a559c13fbb7 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 948 time: 0.4109972 Jul 08 18:03:58.526578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-b3736778-5e75-4a38-8010-f4752fd78b50 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:58.528620 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-b3736778-5e75-4a38-8010-f4752fd78b50 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3303945 Jul 08 18:03:58.543007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Request body: {'port': {'device_id': 'c55ab53c-8fe4-4202-a96e-ec3c640a50f2', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '9550f818c9254e70ba1174b796a1260b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:58.554811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c520ab71-11a9-491d-bf01-d5b1f7f73e6c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:58.608883 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:58.623226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-b075fc34-8723-43be-8405-1beeb696edaf tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:58.625277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-b075fc34-8723-43be-8405-1beeb696edaf tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/networks?id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 HTTP/1.1" status: 200 len: 814 time: 0.3478093 Jul 08 18:03:58.650185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2163a252-b829-4828-b521-734cbfca93e9 None None] Set router 5845b531-8f5f-4457-a47e-656bba89a644 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:58.684038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ac8ba86c-b997-4e17-b43c-96782c2f9483 None None] Provisioning for port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:58.685964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Made reservation on behalf of 9550f818c9254e70ba1174b796a1260b for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:58.690715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:58.701506 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:58.721075 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ac8ba86c-b997-4e17-b43c-96782c2f9483 None None] Provisioning complete for port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:58.721451 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac8ba86c-b997-4e17-b43c-96782c2f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:58.782568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port c520ab71-11a9-491d-bf01-d5b1f7f73e6c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:58.788299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c520ab71-11a9-491d-bf01-d5b1f7f73e6c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:58.788680 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:58.811654 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:58.817963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:58.852745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d921ba1-0885-4d61-9ddd-98987d4f7fa6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:58.884966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ba86c-b997-4e17-b43c-96782c2f9483 None None] Port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:59.020519 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:59.043505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Allocated IP 192.168.233.188 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/fb899c80-a174-497b-8ae2-bc7e660ffb38) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:59.064984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port c520ab71-11a9-491d-bf01-d5b1f7f73e6c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c520ab71-11a9-491d-bf01-d5b1f7f73e6c,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:59.085964 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:59.122829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0815d0b9-a782-4f97-ab5b-4f762c0de34b req-522a735a-a019-4cf2-b029-d4bbef5c426f tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076636 Jul 08 18:03:59.134975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-8645bd5e-6969-4f5e-b7f1-79299e3a8cb6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/quotas/e35676191624470a874e0121ae80323e HTTP/1.1" status: 200 len: 375 time: 0.0446620 Jul 08 18:03:59.145934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2163a252-b829-4828-b521-734cbfca93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:54Z', 'revision_number': 4, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c91e319b-a8a8-4e52-b654-a20e1d8dbe2a', 'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'mac_address': 'fa:16:3e:bf:0a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '41ee3584-ec56-470e-beef-46302d8ad669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:51Z', 'updated_at': '2021-07-08T18:01:02Z', 'revision_number': 5, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'subnets': [{'id': '41ee3584-ec56-470e-beef-46302d8ad669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:59.191526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2163a252-b829-4828-b521-734cbfca93e9 None None] Checking router: 5845b531-8f5f-4457-a47e-656bba89a644 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:03:59.195485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=c520ab71-11a9-491d-bf01-d5b1f7f73e6c,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:59.216918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2163a252-b829-4828-b521-734cbfca93e9 None None] Routers {'5845b531-8f5f-4457-a47e-656bba89a644'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:59.224699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2163a252-b829-4828-b521-734cbfca93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['5845b531-8f5f-4457-a47e-656bba89a644'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:59.242759 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae171bb-33ce-4252-8a0e-a1f075db9da0 x-openstack-request-id: req-dae171bb-33ce-4252-8a0e-a1f075db9da0 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:59.243044 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2ef1cd-5331-482d-9a90-fa171fd57704", "name": "network-vif-deleted", "tag": "f03d3fc7-14cc-433e-b199-bfa0d9d0071d", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:59.243297 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dae171bb-33ce-4252-8a0e-a1f075db9da0 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:59.243866 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2ef1cd-5331-482d-9a90-fa171fd57704', 'name': 'network-vif-deleted', 'tag': 'f03d3fc7-14cc-433e-b199-bfa0d9d0071d', 'status': 'completed', 'code': 200} Jul 08 18:03:59.278573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-2e60bf87-a62c-4f5c-a9d2-28c17ec3735c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e35676191624470a874e0121ae80323e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1423938 Jul 08 18:03:59.320413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-446d68d8-55ff-4107-8d36-3f7993220ad8 None None] Provisioning complete for port c520ab71-11a9-491d-bf01-d5b1f7f73e6c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:59.320787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-446d68d8-55ff-4107-8d36-3f7993220ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:59.343739 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:59.363622 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Transition to ACTIVE for port object fb899c80-a174-497b-8ae2-bc7e660ffb38 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:59.403515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:59.411730 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2163a252-b829-4828-b521-734cbfca93e9 None None] Set router 5845b531-8f5f-4457-a47e-656bba89a644 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:59.459722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:59.463418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:59.468779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:59.474007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Pushing event updated for resources: {'Port': ['ID=fb899c80-a174-497b-8ae2-bc7e660ffb38,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:59.506865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-61c319fa-dd35-47e0-b10a-2880909ffbce req-45daa8da-769e-4c7f-ba78-ca273a4e4ba9 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 210 time: 0.0735068 Jul 08 18:03:59.551643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:59.552260 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:59.596153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-f858f761-2710-4520-b51f-d05cda829076 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0570886 Jul 08 18:03:59.609561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Request body: {'port': {'device_id': 'c55ab53c-8fe4-4202-a96e-ec3c640a50f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:59.645587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-b6e1a4a6-557f-48c3-beff-31071a5bdd86 service neutron] 10.222.0.73 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451314 Jul 08 18:03:59.710754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2163a252-b829-4828-b521-734cbfca93e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:54Z', 'revision_number': 4, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c91e319b-a8a8-4e52-b654-a20e1d8dbe2a', 'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'mac_address': 'fa:16:3e:bf:0a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '41ee3584-ec56-470e-beef-46302d8ad669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:51Z', 'updated_at': '2021-07-08T18:01:02Z', 'revision_number': 5, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'subnets': [{'id': '41ee3584-ec56-470e-beef-46302d8ad669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:59.719546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9044e148-489b-4e11-96c4-2b569a68bf62 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:59.727593 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:59.730727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f03d3fc7-14cc-433e-b199-bfa0d9d0071d no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:59.838446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2163a252-b829-4828-b521-734cbfca93e9 None None] The sync data for ids ['5845b531-8f5f-4457-a47e-656bba89a644'] in n-d-799684-3 is: [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:00:54Z', 'revision_number': 4, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c91e319b-a8a8-4e52-b654-a20e1d8dbe2a', 'name': '', 'network_id': 'b391f86d-9e5d-4e22-a6b6-7df87352b283', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'mac_address': 'fa:16:3e:bf:0a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '41ee3584-ec56-470e-beef-46302d8ad669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:51Z', 'updated_at': '2021-07-08T18:01:02Z', 'revision_number': 5, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'subnets': [{'id': '41ee3584-ec56-470e-beef-46302d8ad669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:59.843964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: f03d3fc7-14cc-433e-b199-bfa0d9d0071d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:59.844314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f03d3fc7-14cc-433e-b199-bfa0d9d0071d not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:59.948478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-5e88143b-f35d-407f-b5af-e18c3d7d0a63 service neutron] 10.222.0.73 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019397 Jul 08 18:03:59.969582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-57a91168-634e-4c35-be13-86954ff2d81d None None] Provisioning for port fb899c80-a174-497b-8ae2-bc7e660ffb38 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:59.996650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-57a91168-634e-4c35-be13-86954ff2d81d None None] Provisioning complete for port fb899c80-a174-497b-8ae2-bc7e660ffb38 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:59.997039 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57a91168-634e-4c35-be13-86954ff2d81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.019415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] Deleting port 8b676175-a51a-448c-9253-e1246128a832 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:00.021932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.026197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34080) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:00.033108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7d074467-592b-41cc-a9ac-126210706583 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--163462485', 'description': 'tempest-description--1320901743'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:00.095023 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9044e148-489b-4e11-96c4-2b569a68bf62, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9044e148-489b-4e11-96c4-2b569a68bf62,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:00.159274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d074467-592b-41cc-a9ac-126210706583 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.167508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '9044e148-489b-4e11-96c4-2b569a68bf62', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '9044e148-489b-4e11-96c4-2b569a68bf62', 'mac_address': 'fa:16:3e:0a:f6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:00.175281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-57a91168-634e-4c35-be13-86954ff2d81d None None] Port fb899c80-a174-497b-8ae2-bc7e660ffb38 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:00.230744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb899c80-a174-497b-8ae2-bc7e660ffb38 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:00.239249 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.260550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Transition to ACTIVE for port object fb899c80-a174-497b-8ae2-bc7e660ffb38 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:00.277397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.304545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] For port 8b676175-a51a-448c-9253-e1246128a832, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8b676175-a51a-448c-9253-e1246128a832,segment=NetworkSegment(a681d9ef-2289-4cc7-98d4-4f0f628d07dc),segment_id=a681d9ef-2289-4cc7-98d4-4f0f628d07dc)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:00.305174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.306044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c520ab71-11a9-491d-bf01-d5b1f7f73e6c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:00.327939 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.336493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] Calling delete_port for 8b676175-a51a-448c-9253-e1246128a832 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:00.423118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Pushing event updated for resources: {'Port': ['ID=fb899c80-a174-497b-8ae2-bc7e660ffb38,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:00.438174 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41e4b5-1428-4de9-9ef5-70929219cc64 None None] New status for floating IP 7d3edf31-29de-467a-a689-61b0ca9bc3f6: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:04:00.444583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9044e148-489b-4e11-96c4-2b569a68bf62 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:00.535467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9044e148-489b-4e11-96c4-2b569a68bf62, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9044e148-489b-4e11-96c4-2b569a68bf62,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:00.553190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d074467-592b-41cc-a9ac-126210706583 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.571489 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.573659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8e98c429-d781-43af-947b-033b2224b034 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:00.691972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:00.711407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Attempting to bind port fb899c80-a174-497b-8ae2-bc7e660ffb38 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:00.711984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Attempting to bind port fb899c80-a174-497b-8ae2-bc7e660ffb38 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:00.712304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Attempting to bind port fb899c80-a174-497b-8ae2-bc7e660ffb38 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:00.721644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Port fb899c80-a174-497b-8ae2-bc7e660ffb38 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:00.722116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Attempting to bind port fb899c80-a174-497b-8ae2-bc7e660ffb38 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:00.734472 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d074467-592b-41cc-a9ac-126210706583 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.737798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:00.737990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:00.738585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:00.739048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Bound port: fb899c80-a174-497b-8ae2-bc7e660ffb38, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:00.739584 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.763173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '8e98c429-d781-43af-947b-033b2224b034', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '8e98c429-d781-43af-947b-033b2224b034', 'mac_address': 'fa:16:3e:7d:5c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:00.766900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c520ab71-11a9-491d-bf01-d5b1f7f73e6c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:00.767267 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.836208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d074467-592b-41cc-a9ac-126210706583 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063954eb-daad-4399-bd92-3aa32d14fdbf,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:00.862623 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.867445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] For port fb899c80-a174-497b-8ae2-bc7e660ffb38, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:00.887503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] For port fb899c80-a174-497b-8ae2-bc7e660ffb38, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=fb899c80-a174-497b-8ae2-bc7e660ffb38,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:00.899212 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.901582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e98c429-d781-43af-947b-033b2224b034 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:00.922200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:00.923771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=9044e148-489b-4e11-96c4-2b569a68bf62,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:00.947436 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.957616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:00.965730 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.967822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] 10.222.0.74 "PUT /v2.0/ports/fb899c80-a174-497b-8ae2-bc7e660ffb38 HTTP/1.1" status: 200 len: 1096 time: 1.3623340 Jul 08 18:04:00.999921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d074467-592b-41cc-a9ac-126210706583 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:01.004495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7d074467-592b-41cc-a9ac-126210706583 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9756763 Jul 08 18:04:01.007393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34104) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:01.013079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d1e54-7d39-4236-8e8b-fb919d5d2e4a service neutron] Pushing event updated for resources: {'Port': ['ID=fb899c80-a174-497b-8ae2-bc7e660ffb38,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:01.043381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-54141224-e850-4568-b9d2-59ffca0d1370 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'security_group_rule': {'security_group_id': '063954eb-daad-4399-bd92-3aa32d14fdbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:01.057600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['8e98c429-d781-43af-947b-033b2224b034'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:01.097921 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:01.099560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-98499826-ed61-40f3-a506-4383a5bd6cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:01.101551 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-98499826-ed61-40f3-a506-4383a5bd6cec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9550f818c9254e70ba1174b796a1260b&device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 1099 time: 0.0746200 Jul 08 18:04:01.156843 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:01.162792 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-781ef4d3-8135-4a41-aa6e-46edfc683842 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fb899c80-a174-497b-8ae2-bc7e660ffb38 HTTP/1.1" status: 200 len: 217 time: 0.0534351 Jul 08 18:04:01.183316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96824476-5d15-4220-9b9f-a8d558033f0a req-c113701e-a6e9-4caa-901e-f95c22d25627 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:01.189778 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96824476-5d15-4220-9b9f-a8d558033f0a req-c113701e-a6e9-4caa-901e-f95c22d25627 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 949 time: 0.4867475 Jul 08 18:04:01.237787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3fabd-23c9-4a3b-bdb3-30f3c0e66898 req-a8c1bc2e-39c7-4bcf-843c-018c88e8e3bf tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:01.241976 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3e3fabd-23c9-4a3b-bdb3-30f3c0e66898 req-a8c1bc2e-39c7-4bcf-843c-018c88e8e3bf tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 948 time: 0.5585709 Jul 08 18:04:01.244925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55ab53c-8fe4-4202-a96e-ec3c640a50f2', 'tag': 'fb899c80-a174-497b-8ae2-bc7e660ffb38'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:01.250135 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca" -d '{"events": [{"name": "network-changed", "server_uuid": "c55ab53c-8fe4-4202-a96e-ec3c640a50f2", "tag": "fb899c80-a174-497b-8ae2-bc7e660ffb38"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:01.262321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-229cb9a6-828a-45f2-9e0f-96c89d6aa5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:01.264054 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-229cb9a6-828a-45f2-9e0f-96c89d6aa5df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0951288 Jul 08 18:04:01.291471 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54141224-e850-4568-b9d2-59ffca0d1370 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:01.316515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9044e148-489b-4e11-96c4-2b569a68bf62'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:01.365338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b676175-a51a-448c-9253-e1246128a832,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:01.376469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-7fa76d58-68d4-49b8-b56e-73d16f11d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:01.378965 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-7fa76d58-68d4-49b8-b56e-73d16f11d3f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065443 Jul 08 18:04:01.481031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96824476-5d15-4220-9b9f-a8d558033f0a req-327741d9-e3b8-4d54-951a-fefbb1c6ef3e tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771831 Jul 08 18:04:01.587375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3e3fabd-23c9-4a3b-bdb3-30f3c0e66898 req-a4489a45-6a83-4747-8506-26431b6f31dd tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d921ba1-0885-4d61-9ddd-98987d4f7fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904110 Jul 08 18:04:01.652987 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54141224-e850-4568-b9d2-59ffca0d1370 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:01.678685 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54141224-e850-4568-b9d2-59ffca0d1370 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:01.713750 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-ac69182a-1f9a-4850-97f3-89627c6a0ef8 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214259 Jul 08 18:04:01.736050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54141224-e850-4568-b9d2-59ffca0d1370 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ed4d96-43d8-4dfd-9dc7-afaa0a160ade,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:01.750004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8e98c429-d781-43af-947b-033b2224b034 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:01.808739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 8e98c429-d781-43af-947b-033b2224b034 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:01.809470 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:01.863852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-addefcc1-cbf2-43a0-a07a-40c58ebddab2 req-82f65a9f-59e7-43f6-a6b4-9f3f7e49397e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 210 time: 0.0365164 Jul 08 18:04:01.918505 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d01e484-e611-413c-b7ca-040006c53b7f req-65b65cc8-448f-4e48-9bfe-ce752d121127 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 210 time: 0.0398276 Jul 08 18:04:01.924424 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54141224-e850-4568-b9d2-59ffca0d1370 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:01.924792 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:01.930122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34124) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:01.936212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-54141224-e850-4568-b9d2-59ffca0d1370 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8899257 Jul 08 18:04:01.948278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-89138989-fe51-4bd4-b2e6-3f75be9cb27f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'security_group_rule': {'security_group_id': '063954eb-daad-4399-bd92-3aa32d14fdbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:01.972961 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:02.005924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e98c429-d781-43af-947b-033b2224b034'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:02.015529 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7029e274-03ec-4581-9afb-ce481066a93d" -d '{"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "8e98c429-d781-43af-947b-033b2224b034"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:02.029785 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5303baae-8b8a-42bf-85b9-b6f6eb41d263 req-51e9041b-d0c1-4b54-b1cc-dcb7383e396f service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055091 Jul 08 18:04:02.046361 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8d7d89-a08f-4059-9577-955be282c0aa x-openstack-request-id: req-9a8d7d89-a08f-4059-9577-955be282c0aa {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:02.047541 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55ab53c-8fe4-4202-a96e-ec3c640a50f2", "tag": "fb899c80-a174-497b-8ae2-bc7e660ffb38", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:02.048690 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a8d7d89-a08f-4059-9577-955be282c0aa {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:02.050019 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55ab53c-8fe4-4202-a96e-ec3c640a50f2', 'tag': 'fb899c80-a174-497b-8ae2-bc7e660ffb38', 'status': 'completed', 'code': 200} Jul 08 18:04:02.053507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:02.073365 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:02.099230 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89138989-fe51-4bd4-b2e6-3f75be9cb27f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:02.248011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:02.257789 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4bc057-efaf-4170-a977-9531e3f761ee x-openstack-request-id: req-9d4bc057-efaf-4170-a977-9531e3f761ee {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:02.258359 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "8e98c429-d781-43af-947b-033b2224b034", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:02.258755 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9d4bc057-efaf-4170-a977-9531e3f761ee {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:02.259161 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e98c429-d781-43af-947b-033b2224b034', 'code': 200} Jul 08 18:04:02.265846 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89138989-fe51-4bd4-b2e6-3f75be9cb27f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:02.316564 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89138989-fe51-4bd4-b2e6-3f75be9cb27f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:02.351172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89138989-fe51-4bd4-b2e6-3f75be9cb27f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcaf71a-4e4a-4d79-9ee7-0d469dd1e830,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:02.445641 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89138989-fe51-4bd4-b2e6-3f75be9cb27f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:02.447164 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-89138989-fe51-4bd4-b2e6-3f75be9cb27f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5153408 Jul 08 18:04:02.456496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34142) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:02.460997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:02.509765 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca req-41fbe857-4a4b-47df-b65a-8f8cba678888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:02.514651 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca req-41fbe857-4a4b-47df-b65a-8f8cba678888 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9550f818c9254e70ba1174b796a1260b&device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 1099 time: 0.2855792 Jul 08 18:04:02.566310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] Router df68ca2c-b265-41f7-9b3a-483513800e37 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:04:02.584838 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:02.662484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-48ccb987-46fe-48ca-88d3-bf9deb8ba8ca tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:02.665481 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-48ccb987-46fe-48ca-88d3-bf9deb8ba8ca tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.59 "GET /v2.0/networks?id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 HTTP/1.1" status: 200 len: 814 time: 0.3159759 Jul 08 18:04:02.680529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Request body: {'port': {'device_id': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003', 'admin_state_up': True, 'tenant_id': 'e35676191624470a874e0121ae80323e'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:02.931903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Made reservation on behalf of e35676191624470a874e0121ae80323e for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:02.935548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:02.999700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:04:03.006326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dd75ee0a-cde8-4ed1-a210-cdc05dc0484e admin admin] 10.222.0.73 "PUT /v2.0/routers/df68ca2c-b265-41f7-9b3a-483513800e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6863334 Jul 08 18:04:03.013262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34156) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:03.013783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e115b6-276a-43ff-8c9d-3f1ca110952d None None] Sync routers for ids ['df68ca2c-b265-41f7-9b3a-483513800e37'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:04:03.028496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e115b6-276a-43ff-8c9d-3f1ca110952d None None] Routers {'df68ca2c-b265-41f7-9b3a-483513800e37'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:03.029135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-13e115b6-276a-43ff-8c9d-3f1ca110952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['df68ca2c-b265-41f7-9b3a-483513800e37'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:03.076202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0814ce8-4602-4266-a6bb-e51ade845ff7 req-631c0b9e-d947-4a86-9c7c-ae32e3d2701d tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:03.084666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0814ce8-4602-4266-a6bb-e51ade845ff7 req-631c0b9e-d947-4a86-9c7c-ae32e3d2701d tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 949 time: 0.2411392 Jul 08 18:04:03.135060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed8e76-1f01-423a-8442-6545bd59f97c req-78b491e1-7c35-4c08-80dd-69a6c2b0dcf4 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:03.136615 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14ed8e76-1f01-423a-8442-6545bd59f97c req-78b491e1-7c35-4c08-80dd-69a6c2b0dcf4 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 948 time: 0.2224348 Jul 08 18:04:03.233838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0814ce8-4602-4266-a6bb-e51ade845ff7 req-2b85515b-71d7-4ad9-8f04-413b96536c46 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483495 Jul 08 18:04:03.335543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:03.368060 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:03.370000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14ed8e76-1f01-423a-8442-6545bd59f97c req-80468ffd-fd74-411d-b1fe-3bafd5eca678 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d921ba1-0885-4d61-9ddd-98987d4f7fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940036 Jul 08 18:04:03.450090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Allocated IP 172.20.0.11 (ae4f2772-c7b3-4d5d-a2a4-7eacbed40003/d494eaa6-a027-48ad-9264-18ec89b809c0/c7b55f9d-335c-431f-a04d-e4498b4fd47a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:03.508035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca req-b16ed6ea-e655-42b3-a82b-649e89d17cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:03.511799 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca req-b16ed6ea-e655-42b3-a82b-649e89d17cba service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.9787288 Jul 08 18:04:03.598002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-13e115b6-276a-43ff-8c9d-3f1ca110952d None None] Set router df68ca2c-b265-41f7-9b3a-483513800e37 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:03.620728 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca req-1cec7779-f40d-4eab-9735-51b661b83f40 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fb899c80-a174-497b-8ae2-bc7e660ffb38 HTTP/1.1" status: 200 len: 217 time: 0.0886636 Jul 08 18:04:03.661216 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16023e5a-14de-433f-ba63-5e6f3d5853c1 req-f95124c6-66e1-4b4d-ab15-a14224f0d2be tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 210 time: 0.0388119 Jul 08 18:04:03.692008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-feab9aa8-537d-474e-9093-66cf2fc9c0cf req-cdd12432-6c81-4feb-998b-90ab58d94166 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc2ef1cd-5331-482d-9a90-fa171fd57704 HTTP/1.1" status: 200 len: 210 time: 0.0821073 Jul 08 18:04:03.765249 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:03.786832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9044e148-489b-4e11-96c4-2b569a68bf62 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:03.839158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca req-dde09dfa-b4c1-4e58-9674-bbfe5a748389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:03.840651 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca req-dde09dfa-b4c1-4e58-9674-bbfe5a748389 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1856551 Jul 08 18:04:03.912022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Deleting port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:03.912401 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:03.994987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 9044e148-489b-4e11-96c4-2b569a68bf62 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:04.041236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 9044e148-489b-4e11-96c4-2b569a68bf62 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:04.042734 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.087930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] For port d22a874a-02f8-4f7f-b89a-cfe9b9bdd064, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=d22a874a-02f8-4f7f-b89a-cfe9b9bdd064,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:04.088524 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.113504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Calling delete_port for d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:04.155226 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.226536 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.230122 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.251505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-13e115b6-276a-43ff-8c9d-3f1ca110952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'name': 'tempest-ServersTestMultiNic-1237750924-router', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:58Z', 'updated_at': '2021-07-08T18:04:00Z', 'revision_number': 5, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'gw_port': {'id': 'd22a874a-02f8-4f7f-b89a-cfe9b9bdd064', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:59Z', 'updated_at': '2021-07-08T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:04.266424 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.302356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4e438a-f1a3-4736-abf5-23fc11e99a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9044e148-489b-4e11-96c4-2b569a68bf62'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:04.309430 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fcb0e4-dee2-43a5-bef1-6b699cc57406" -d '{"events": [{"server_uuid": "4b4e438a-f1a3-4736-abf5-23fc11e99a06", "name": "network-vif-plugged", "status": "completed", "tag": "9044e148-489b-4e11-96c4-2b569a68bf62"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:04.332271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e115b6-276a-43ff-8c9d-3f1ca110952d None None] Checking router: df68ca2c-b265-41f7-9b3a-483513800e37 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:04:04.344565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9044e148-489b-4e11-96c4-2b569a68bf62, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9044e148-489b-4e11-96c4-2b569a68bf62,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:04.359103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e115b6-276a-43ff-8c9d-3f1ca110952d None None] Routers {'df68ca2c-b265-41f7-9b3a-483513800e37'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:04.359915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-13e115b6-276a-43ff-8c9d-3f1ca110952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:03:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['df68ca2c-b265-41f7-9b3a-483513800e37'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:04.456371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca req-b945bf87-4f13-4131-9bb4-1d11526d173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:04.460872 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca req-b945bf87-4f13-4131-9bb4-1d11526d173d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6039951 Jul 08 18:04:04.518041 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d8ad97-648a-4c9d-b764-2b1a8174a8ac x-openstack-request-id: req-01d8ad97-648a-4c9d-b764-2b1a8174a8ac {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:04.518602 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4e438a-f1a3-4736-abf5-23fc11e99a06", "name": "network-vif-plugged", "status": "completed", "tag": "9044e148-489b-4e11-96c4-2b569a68bf62", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:04.519157 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01d8ad97-648a-4c9d-b764-2b1a8174a8ac {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:04.519949 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4e438a-f1a3-4736-abf5-23fc11e99a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9044e148-489b-4e11-96c4-2b569a68bf62', 'code': 200} Jul 08 18:04:04.524688 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.677738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-13e115b6-276a-43ff-8c9d-3f1ca110952d None None] Set router df68ca2c-b265-41f7-9b3a-483513800e37 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:04.700571 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Allocated IP 172.25.8.25 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/11b5052b-85a2-4643-a486-4263143da788) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:04.712653 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.794353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=9044e148-489b-4e11-96c4-2b569a68bf62,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:04.797904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-13e115b6-276a-43ff-8c9d-3f1ca110952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'name': 'tempest-ServersTestMultiNic-1237750924-router', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:58Z', 'updated_at': '2021-07-08T18:04:03Z', 'revision_number': 6, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:04.861568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e115b6-276a-43ff-8c9d-3f1ca110952d None None] The sync data for ids ['df68ca2c-b265-41f7-9b3a-483513800e37'] in n-d-799684-3 is: [{'id': 'df68ca2c-b265-41f7-9b3a-483513800e37', 'name': 'tempest-ServersTestMultiNic-1237750924-router', 'tenant_id': 'd17ea58666094a939bb21c942b6de2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:58Z', 'updated_at': '2021-07-08T18:04:03Z', 'revision_number': 6, 'project_id': 'd17ea58666094a939bb21c942b6de2dd', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:04:05.070875 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca req-5c092173-c28c-4971-b019-c1df13d0bd9e service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853028 Jul 08 18:04:05.082986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:05.105162 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:05.111556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:05.116940 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.190619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Pushing event updated for resources: {'Port': ['ID=c7b55f9d-335c-431f-a04d-e4498b4fd47a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:05.237405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e0e69-b9cd-42e2-a447-847b332a4bad req-e83e72d2-c47f-4d07-8ecf-76d471785d3f tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:05.240041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-881e0e69-b9cd-42e2-a447-847b332a4bad req-e83e72d2-c47f-4d07-8ecf-76d471785d3f tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 950 time: 0.7728851 Jul 08 18:04:05.301536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.302605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device fb899c80-a174-497b-8ae2-bc7e660ffb38 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:05.331741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:05.333016 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.337616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbbbbe-3e3c-40ba-9f4f-173ff5164e9f req-9b2b005a-abf1-4548-b01f-09fbff558adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:05.344745 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38dbbbbe-3e3c-40ba-9f4f-173ff5164e9f req-9b2b005a-abf1-4548-b01f-09fbff558adc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 1101 time: 0.7996666 Jul 08 18:04:05.384140 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-ac14539b-96b3-4763-9144-5aa750b7ab2f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7087722 Jul 08 18:04:05.394509 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f87ed7f4-ad4e-4176-bf33-d702ebfc1dca req-52fff666-e3d9-44a6-a733-941334063322 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074837 Jul 08 18:04:05.397219 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.444272 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Request body: {'port': {'device_id': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:05.467049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Pushing event deleted for resources: {'Port': ['ID=d22a874a-02f8-4f7f-b89a-cfe9b9bdd064,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:05.489286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cea08-16c5-4662-b586-601ec29f3ea7 req-75159fb7-deec-46d1-ac0c-41033e6024b9 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:05.509648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-752cea08-16c5-4662-b586-601ec29f3ea7 req-75159fb7-deec-46d1-ac0c-41033e6024b9 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 948 time: 0.7761109 Jul 08 18:04:05.532553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:05.536299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:05.539558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:05.539750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-881e0e69-b9cd-42e2-a447-847b332a4bad req-74bcfcf4-21e4-4c15-9cae-2471597a7d82 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878077 Jul 08 18:04:05.551478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port fb899c80-a174-497b-8ae2-bc7e660ffb38, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=fb899c80-a174-497b-8ae2-bc7e660ffb38,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:05.623066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'fb899c80-a174-497b-8ae2-bc7e660ffb38', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'fb899c80-a174-497b-8ae2-bc7e660ffb38', 'mac_address': 'fa:16:3e:5d:ac:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:05.626047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.657312 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Port': ['ID=11b5052b-85a2-4643-a486-4263143da788,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:05.704245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38dbbbbe-3e3c-40ba-9f4f-173ff5164e9f req-58596f59-00ad-480c-923a-dab62fa868ef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555590 Jul 08 18:04:05.725965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-752cea08-16c5-4662-b586-601ec29f3ea7 req-ad1a5635-d27c-4151-bdcc-759501e6d5ff tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d921ba1-0885-4d61-9ddd-98987d4f7fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152350 Jul 08 18:04:05.750552 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.796293 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.812437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb899c80-a174-497b-8ae2-bc7e660ffb38 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:05.837939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port fb899c80-a174-497b-8ae2-bc7e660ffb38, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=fb899c80-a174-497b-8ae2-bc7e660ffb38,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:05.843967 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.902564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=fb899c80-a174-497b-8ae2-bc7e660ffb38,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:05.991797 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.003006 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.006866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.070674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34194) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:06.109558 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.110515 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Fanout notify agent at l3_agent the message router_deleted on router df68ca2c-b265-41f7-9b3a-483513800e37 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:04:06.119347 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.122819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0ee07578-b315-45e1-9e59-a41a630926da admin admin] 10.222.0.73 "DELETE /v2.0/routers/df68ca2c-b265-41f7-9b3a-483513800e37 HTTP/1.1" status: 204 len: 168 time: 3.1064687 Jul 08 18:04:06.126637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34196) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:06.175495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.180091 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e082c1c-68db-4d9d-9f18-47be99b44393 admin admin] Deleting subnet e2ce30fe-ac7d-45f8-910e-771561ef86af {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:04:06.185312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['fb899c80-a174-497b-8ae2-bc7e660ffb38'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:06.227547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcfe79-0c27-462b-95a4-78d5f5a71255 req-d758fc04-4379-437b-943d-b091599ac646 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:06.238819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85fcfe79-0c27-462b-95a4-78d5f5a71255 req-d758fc04-4379-437b-943d-b091599ac646 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 932 time: 0.4467726 Jul 08 18:04:06.248754 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e082c1c-68db-4d9d-9f18-47be99b44393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.311198 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a84cf72f-4bcc-4907-8b90-3541f4bfd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.336597 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a80e-0fd0-49a2-884a-59025fdebcbf tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.343016 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e082c1c-68db-4d9d-9f18-47be99b44393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.372748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:06.383226 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85fcfe79-0c27-462b-95a4-78d5f5a71255 req-e29a2aee-29a2-475c-a7c0-2f32408e52f0 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433685 Jul 08 18:04:06.401490 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:06.402044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device d22a874a-02f8-4f7f-b89a-cfe9b9bdd064 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:06.402643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8b676175-a51a-448c-9253-e1246128a832 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:06.429603 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a80e-0fd0-49a2-884a-59025fdebcbf tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.436203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8b676175-a51a-448c-9253-e1246128a832 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:06.436807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8b676175-a51a-448c-9253-e1246128a832 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:06.551353 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e082c1c-68db-4d9d-9f18-47be99b44393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.593830 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a80e-0fd0-49a2-884a-59025fdebcbf tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.600299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a80e-0fd0-49a2-884a-59025fdebcbf tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.601486 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a5d2a80e-0fd0-49a2-884a-59025fdebcbf tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "DELETE /v2.0/security-groups/de353125-cf10-43c9-89dd-8c6656ed166d HTTP/1.1" status: 204 len: 168 time: 0.5289307 Jul 08 18:04:06.608018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34200) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:06.635529 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.649285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b55f9d-335c-431f-a04d-e4498b4fd47a {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:06.661636 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.669391 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-4dc7f723-eace-440f-80a4-60996d9a8a20 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] show failed (client error): The resource could not be found. Jul 08 18:04:06.675922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4dc7f723-eace-440f-80a4-60996d9a8a20 tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "GET /v2.0/security-groups/de353125-cf10-43c9-89dd-8c6656ed166d HTTP/1.1" status: 404 len: 347 time: 0.0476727 Jul 08 18:04:06.676683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2a80e-0fd0-49a2-884a-59025fdebcbf tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de353125-cf10-43c9-89dd-8c6656ed166d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:06.679822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Transition to ACTIVE for port object c7b55f9d-335c-431f-a04d-e4498b4fd47a will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:06.681726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34202) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:06.681990 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.730941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Port': ['ID=11b5052b-85a2-4643-a486-4263143da788,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:06.733432 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.819965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.845588 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:06.847529 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7968bc0c-654f-4985-94f1-09e6c4525d15 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3900690 Jul 08 18:04:07.030157 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e082c1c-68db-4d9d-9f18-47be99b44393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.039302 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Pushing event updated for resources: {'Port': ['ID=c7b55f9d-335c-431f-a04d-e4498b4fd47a,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:07.086011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Attempting to bind port c7b55f9d-335c-431f-a04d-e4498b4fd47a on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:07.086373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Attempting to bind port c7b55f9d-335c-431f-a04d-e4498b4fd47a by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:07.086715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Attempting to bind port c7b55f9d-335c-431f-a04d-e4498b4fd47a on network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:07.093380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Port c7b55f9d-335c-431f-a04d-e4498b4fd47a on network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:07.093706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Attempting to bind port c7b55f9d-335c-431f-a04d-e4498b4fd47a on network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:07.105736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:07.106089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Checking segment: {'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:07.106502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Bound using segment: {'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:07.111987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Bound port: c7b55f9d-335c-431f-a04d-e4498b4fd47a, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:07.112825 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.167936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e082c1c-68db-4d9d-9f18-47be99b44393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ce30fe-ac7d-45f8-910e-771561ef86af,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:07.172940 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e082c1c-68db-4d9d-9f18-47be99b44393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.174836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5e082c1c-68db-4d9d-9f18-47be99b44393 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e2ce30fe-ac7d-45f8-910e-771561ef86af HTTP/1.1" status: 204 len: 168 time: 1.0476341 Jul 08 18:04:07.182337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1772c474-2357-42d4-be3a-590d642fd4e8 None None] Network 7564d26d-343d-43e5-a671-5ba129914e87 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:04:07.187941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34216) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:07.270713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] For port c7b55f9d-335c-431f-a04d-e4498b4fd47a, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:07.273990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] For port c7b55f9d-335c-431f-a04d-e4498b4fd47a, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c7b55f9d-335c-431f-a04d-e4498b4fd47a,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:07.291408 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.315218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device fb899c80-a174-497b-8ae2-bc7e660ffb38 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:07.360131 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:07.360766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.362228 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] 10.222.0.59 "PUT /v2.0/ports/c7b55f9d-335c-431f-a04d-e4498b4fd47a HTTP/1.1" status: 200 len: 1092 time: 1.9522064 Jul 08 18:04:07.364574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'tag': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:07.383870 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54abba0d-bd1a-4171-845d-b9055d86a71e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7afcf15-fdcc-4c10-8f80-9eec145f11b0", "tag": "c7b55f9d-335c-431f-a04d-e4498b4fd47a"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:07.408255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedcd15-6326-4990-9e4b-66cf6b62e925 req-9ac60040-bc43-4fee-94e8-f4f93c5a12bf tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:07.409881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cedcd15-6326-4990-9e4b-66cf6b62e925 req-9ac60040-bc43-4fee-94e8-f4f93c5a12bf tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 950 time: 0.6000612 Jul 08 18:04:07.448203 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.473859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1972f2e-1250-4e63-a6f0-1923e56fdd47 req-ed3f0cde-1d8a-4d18-8fef-b3832d69ee50 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:07.482275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1972f2e-1250-4e63-a6f0-1923e56fdd47 req-ed3f0cde-1d8a-4d18-8fef-b3832d69ee50 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 949 time: 0.4718871 Jul 08 18:04:07.487853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port fb899c80-a174-497b-8ae2-bc7e660ffb38 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:07.493603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port fb899c80-a174-497b-8ae2-bc7e660ffb38 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:07.494145 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.527306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-85ab9c8b-85ae-4f96-b444-0209724a353f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Deleting port b82402ac-53e8-4482-ae17-886954665c36 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:07.527658 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85ab9c8b-85ae-4f96-b444-0209724a353f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.531716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b1331-1680-4032-a26b-bc16277458ec service neutron] Pushing event updated for resources: {'Port': ['ID=c7b55f9d-335c-431f-a04d-e4498b4fd47a,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:07.551853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cedcd15-6326-4990-9e4b-66cf6b62e925 req-634e846c-73ab-4e48-b538-c064c04a7b9b tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244481 Jul 08 18:04:07.575474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99396224-8c6d-4bb6-8690-b36692c4cee1 None None] DHCP port deletion for 7564d26d-343d-43e5-a671-5ba129914e87 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:04:07.628595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-630756dc-93d5-437e-8fcd-a420abcfe20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:07.641267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1972f2e-1250-4e63-a6f0-1923e56fdd47 req-e43e889a-eb26-49ed-8b52-c91d6fbe379c tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d921ba1-0885-4d61-9ddd-98987d4f7fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580155 Jul 08 18:04:07.647315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-630756dc-93d5-437e-8fcd-a420abcfe20f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e35676191624470a874e0121ae80323e&device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 1095 time: 0.2266827 Jul 08 18:04:07.740702 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85ab9c8b-85ae-4f96-b444-0209724a353f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.742448 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85ab9c8b-85ae-4f96-b444-0209724a353f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.757985 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-f8af9153-9414-4d6d-815a-795e86550a80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7b55f9d-335c-431f-a04d-e4498b4fd47a HTTP/1.1" status: 200 len: 217 time: 0.0969789 Jul 08 18:04:07.766011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-85ab9c8b-85ae-4f96-b444-0209724a353f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Calling delete_port for b82402ac-53e8-4482-ae17-886954665c36 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:07.863046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-99396224-8c6d-4bb6-8690-b36692c4cee1 None None] Deleting port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:07.863430 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-99396224-8c6d-4bb6-8690-b36692c4cee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.866736 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:07.868528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-05140eb0-f668-4d51-b19e-0db180e4e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:07.870053 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-05140eb0-f668-4d51-b19e-0db180e4e808 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d494eaa6-a027-48ad-9264-18ec89b809c0 HTTP/1.1" status: 200 len: 854 time: 0.1006212 Jul 08 18:04:07.962493 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-dc91fadc-f6d5-4ac0-beec-d8352797e84f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819545 Jul 08 18:04:07.964136 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf935e0-ab7f-4859-980e-f4710a17aabc x-openstack-request-id: req-0cf935e0-ab7f-4859-980e-f4710a17aabc {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:07.964259 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7afcf15-fdcc-4c10-8f80-9eec145f11b0", "tag": "c7b55f9d-335c-431f-a04d-e4498b4fd47a", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:07.964871 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0cf935e0-ab7f-4859-980e-f4710a17aabc {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:07.964976 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'tag': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a', 'status': 'completed', 'code': 200} Jul 08 18:04:07.986167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55ab53c-8fe4-4202-a96e-ec3c640a50f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb899c80-a174-497b-8ae2-bc7e660ffb38'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:07.999218 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69de960c-1b5a-468e-a36a-ce0659c98442" -d '{"events": [{"server_uuid": "c55ab53c-8fe4-4202-a96e-ec3c640a50f2", "name": "network-vif-plugged", "status": "completed", "tag": "fb899c80-a174-497b-8ae2-bc7e660ffb38"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:08.061875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-99396224-8c6d-4bb6-8690-b36692c4cee1 None None] For port 63e8eff7-f76d-4d32-a671-8beabd32f6b6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=63e8eff7-f76d-4d32-a671-8beabd32f6b6,segment=NetworkSegment(a681d9ef-2289-4cc7-98d4-4f0f628d07dc),segment_id=a681d9ef-2289-4cc7-98d4-4f0f628d07dc)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:08.073728 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-99396224-8c6d-4bb6-8690-b36692c4cee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:08.077431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port fb899c80-a174-497b-8ae2-bc7e660ffb38, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=fb899c80-a174-497b-8ae2-bc7e660ffb38,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:08.089332 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:08.091562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-99396224-8c6d-4bb6-8690-b36692c4cee1 None None] Calling delete_port for 63e8eff7-f76d-4d32-a671-8beabd32f6b6 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:08.151134 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-8bd72f64-7831-460e-a2cd-5b0cb5615482 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760502 Jul 08 18:04:08.190561 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=fb899c80-a174-497b-8ae2-bc7e660ffb38,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:08.252557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-e4935796-50a7-4413-bf0f-e6fff5796cef tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--163462485&fields=id&tenant_id=0e23f221efbf49719d17e99b8720fa2b HTTP/1.1" status: 200 len: 267 time: 0.1909003 Jul 08 18:04:08.259225 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-99396224-8c6d-4bb6-8690-b36692c4cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:08.269470 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85ab9c8b-85ae-4f96-b444-0209724a353f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:08.301029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 63e8eff7-f76d-4d32-a671-8beabd32f6b6 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:08.306375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99396224-8c6d-4bb6-8690-b36692c4cee1 None None] Pushing event deleted for resources: {'Port': ['ID=63e8eff7-f76d-4d32-a671-8beabd32f6b6,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:08.329748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 63e8eff7-f76d-4d32-a671-8beabd32f6b6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:08.330475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 63e8eff7-f76d-4d32-a671-8beabd32f6b6 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:08.331726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99396224-8c6d-4bb6-8690-b36692c4cee1 None None] No DVR routers for this DVR port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:04:08.365160 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebe794c7-7fb0-465e-b637-e57010fb27ee req-eaf7a59b-65b4-49da-83b9-124d7d68fbba service neutron] 10.222.0.59 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966646 Jul 08 18:04:08.400606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-6fcff7f9-3ca6-4a02-b4c8-0602807698a5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:08.402057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-6fcff7f9-3ca6-4a02-b4c8-0602807698a5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports/0d54f308-a6d8-415d-8624-8a6a6c642bdf HTTP/1.1" status: 200 len: 932 time: 0.1102715 Jul 08 18:04:08.478426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab9c8b-85ae-4f96-b444-0209724a353f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Pushing event deleted for resources: {'Port': ['ID=b82402ac-53e8-4482-ae17-886954665c36,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:08.490576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Deleting port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:08.491503 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:08.516939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abba0d-bd1a-4171-845d-b9055d86a71e req-c3242d7b-ac3d-48ea-ad15-32cb787ee268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:08.518799 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54abba0d-bd1a-4171-845d-b9055d86a71e req-c3242d7b-ac3d-48ea-ad15-32cb787ee268 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e35676191624470a874e0121ae80323e&device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 1095 time: 0.0830688 Jul 08 18:04:08.591702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b9438-e6bb-4535-97f5-e27dcb95f1aa req-bd755b3f-83e0-4611-a31a-27b73bc0eed1 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:08.599744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-173b9438-e6bb-4535-97f5-e27dcb95f1aa req-bd755b3f-83e0-4611-a31a-27b73bc0eed1 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 944 time: 0.5392513 Jul 08 18:04:08.630157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-44d31b19-d382-4f93-93a1-57775377f0f7 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:08.634075 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-44d31b19-d382-4f93-93a1-57775377f0f7 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports/267ed3c9-765e-4c8d-b20f-674f51aa8c5a HTTP/1.1" status: 200 len: 931 time: 0.1917100 Jul 08 18:04:08.636657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abba0d-bd1a-4171-845d-b9055d86a71e req-ceaf98bd-2807-467e-9290-002bf602b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:08.638238 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54abba0d-bd1a-4171-845d-b9055d86a71e req-ceaf98bd-2807-467e-9290-002bf602b69a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 HTTP/1.1" status: 200 len: 915 time: 0.1119518 Jul 08 18:04:08.679446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] For port 63e8eff7-f76d-4d32-a671-8beabd32f6b6, host n-d-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:08.679808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:08.690259 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54abba0d-bd1a-4171-845d-b9055d86a71e req-24628f31-48bc-44e4-b53e-7a0167f08e56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7b55f9d-335c-431f-a04d-e4498b4fd47a HTTP/1.1" status: 200 len: 217 time: 0.0413687 Jul 08 18:04:08.754835 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85ab9c8b-85ae-4f96-b444-0209724a353f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:08.757751 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85ab9c8b-85ae-4f96-b444-0209724a353f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:08.759130 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-85ab9c8b-85ae-4f96-b444-0209724a353f tempest-ServersTestBootFromVolume-990863918 tempest-ServersTestBootFromVolume-990863918-project] 10.222.0.73 "DELETE /v2.0/floatingips/7d3edf31-29de-467a-a689-61b0ca9bc3f6 HTTP/1.1" status: 204 len: 168 time: 2.0736394 Jul 08 18:04:08.762089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abba0d-bd1a-4171-845d-b9055d86a71e req-0a8539bf-3d26-4ec1-8830-745bc00900ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:08.765217 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54abba0d-bd1a-4171-845d-b9055d86a71e req-0a8539bf-3d26-4ec1-8830-745bc00900ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d494eaa6-a027-48ad-9264-18ec89b809c0 HTTP/1.1" status: 200 len: 854 time: 0.0672288 Jul 08 18:04:08.765495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-11f85f81-bc66-4e8d-8288-6e0388e711dd tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0608315 Jul 08 18:04:08.765899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34246) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:08.767169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Calling delete_port for 63e8eff7-f76d-4d32-a671-8beabd32f6b6 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:08.810830 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54abba0d-bd1a-4171-845d-b9055d86a71e req-d7f23a39-3a7a-4c1b-a49f-66f53d8b33b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360932 Jul 08 18:04:08.821822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 was not found and therefore no delete operation was performed {{(pid=93742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:04:08.861269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-5366437f-902e-495b-88e5-c7cfec0c660b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0372770 Jul 08 18:04:08.865241 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:08.949102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] No DVR routers for this DVR port 63e8eff7-f76d-4d32-a671-8beabd32f6b6 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:04:09.002573 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54abba0d-bd1a-4171-845d-b9055d86a71e req-a97497dc-ca17-4e24-90b5-6180a248d389 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835043 Jul 08 18:04:09.013695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=63e8eff7-f76d-4d32-a671-8beabd32f6b6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:09.048189 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-173b9438-e6bb-4535-97f5-e27dcb95f1aa req-880e120d-6d10-4757-9279-91196af4d8ef tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473724 Jul 08 18:04:09.056523 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:09.130936 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83395530-518c-45d3-ac84-7fc80998230d x-openstack-request-id: req-83395530-518c-45d3-ac84-7fc80998230d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:09.131511 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55ab53c-8fe4-4202-a96e-ec3c640a50f2", "name": "network-vif-plugged", "status": "completed", "tag": "fb899c80-a174-497b-8ae2-bc7e660ffb38", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:09.132381 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-83395530-518c-45d3-ac84-7fc80998230d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:09.133130 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54abba0d-bd1a-4171-845d-b9055d86a71e req-8b2fd1eb-66c2-4023-a7f1-bf79bd2bb1ad service neutron] 10.222.0.59 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175282 Jul 08 18:04:09.133708 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55ab53c-8fe4-4202-a96e-ec3c640a50f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb899c80-a174-497b-8ae2-bc7e660ffb38', 'code': 200} Jul 08 18:04:09.135464 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9d0abead-a1a1-46e9-ba42-b28f6d6b686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:09.233122 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:09.264350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7564d26d-343d-43e5-a671-5ba129914e87']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:09.332293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d2cc4-6be1-4e1b-b439-841e99a701ea req-8a1e3a42-a3fb-4bfb-b24e-b6cdb421359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:09.336965 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-328d2cc4-6be1-4e1b-b439-841e99a701ea req-8a1e3a42-a3fb-4bfb-b24e-b6cdb421359e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 1101 time: 0.0922732 Jul 08 18:04:09.357391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a681d9ef-2289-4cc7-98d4-4f0f628d07dc') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:09.357766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a681d9ef-2289-4cc7-98d4-4f0f628d07dc') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:09.379803 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-328d2cc4-6be1-4e1b-b439-841e99a701ea req-ed2c2acd-512d-481f-95e6-0aa2dc61476e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d921ba1-0885-4d61-9ddd-98987d4f7fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354264 Jul 08 18:04:09.390811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-a2567c4e-4093-41e4-bb71-f0889703c74b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:09.397018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-a2567c4e-4093-41e4-bb71-f0889703c74b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:09.403610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-a2567c4e-4093-41e4-bb71-f0889703c74b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:09.405402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-a2567c4e-4093-41e4-bb71-f0889703c74b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/networks?id=a4d07708-357c-46da-80fc-75d7056d9d48&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1 HTTP/1.1" status: 200 len: 1990 time: 0.5253353 Jul 08 18:04:09.410729 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:09.470763 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:09.486685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:04:09.487636 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:04:09.491080 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:04:09.493680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-acfc3c10-0ca5-43ae-a183-41293d067d21 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/quotas/0e23f221efbf49719d17e99b8720fa2b HTTP/1.1" status: 200 len: 375 time: 0.0710695 Jul 08 18:04:09.605395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dfdf3-fa8f-4b2e-8203-fa837efa6723 req-44ac90d8-4f0e-443a-a957-b6b46cec9947 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:09.606863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-163dfdf3-fa8f-4b2e-8203-fa837efa6723 req-44ac90d8-4f0e-443a-a957-b6b46cec9947 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 950 time: 0.2835054 Jul 08 18:04:09.648005 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:09.667129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:09.671672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] 10.222.0.73 "DELETE /v2.0/networks/7564d26d-343d-43e5-a671-5ba129914e87 HTTP/1.1" status: 204 len: 168 time: 2.4792287 Jul 08 18:04:09.698383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd92f34-e345-4e9a-ad13-0ff1780c9b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=7564d26d-343d-43e5-a671-5ba129914e87,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:09.730158 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-163dfdf3-fa8f-4b2e-8203-fa837efa6723 req-fbd00e11-9c56-42d5-b19b-49448a06c542 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882726 Jul 08 18:04:09.810421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-bc840b6c-a47f-4ebc-b968-83f62a306fb4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2970753 Jul 08 18:04:09.966365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34258) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:10.022809 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7117c744-6784-40e1-b5e2-2fac71492efe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d17ea58666094a939bb21c942b6de2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544617 Jul 08 18:04:10.026697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34260) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:10.086716 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:10.109849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f940d5e-4595-47b6-ad60-860bf4320752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:10.175253 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f940d5e-4595-47b6-ad60-860bf4320752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:10.243434 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f940d5e-4595-47b6-ad60-860bf4320752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:10.248230 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f940d5e-4595-47b6-ad60-860bf4320752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:10.249405 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4f940d5e-4595-47b6-ad60-860bf4320752 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bd069c0d-2943-4d8a-8405-c9e15337e196 HTTP/1.1" status: 204 len: 168 time: 0.2215824 Jul 08 18:04:10.258248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f940d5e-4595-47b6-ad60-860bf4320752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd069c0d-2943-4d8a-8405-c9e15337e196,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:10.309793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-6b170dec-167e-423c-b796-e2591e0be80e service neutron] 10.222.0.73 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957185 Jul 08 18:04:10.390554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62937f89-20e2-4373-a448-97bdef2f39c9 req-ee362495-e23c-4834-ba48-cb2da56bf787 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:10.392084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62937f89-20e2-4373-a448-97bdef2f39c9 req-ee362495-e23c-4834-ba48-cb2da56bf787 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 950 time: 0.1880038 Jul 08 18:04:10.477427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62937f89-20e2-4373-a448-97bdef2f39c9 req-3762b4c7-2c9e-4ddd-afa6-aa1f2931a942 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d921ba1-0885-4d61-9ddd-98987d4f7fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663555 Jul 08 18:04:10.490672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f11dac0a-060b-476d-8cfd-27cb498705b3 service neutron] 10.222.0.73 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798844 Jul 08 18:04:10.543859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:10.554771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-e7631d2c-a094-413a-8cd7-4900debe245a service neutron] 10.222.0.73 "GET /v2.0/ports/0d54f308-a6d8-415d-8624-8a6a6c642bdf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0626593 Jul 08 18:04:10.760443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-411646c3-2a05-4e82-8070-49c17a57e534 service neutron] 10.222.0.73 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641428 Jul 08 18:04:10.926089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-1e5f705b-d137-471c-9917-4a53719668d9 service neutron] 10.222.0.73 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317585 Jul 08 18:04:11.039442 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-c2f1f940-811b-4d74-ba12-5da04eb524c4 service neutron] 10.222.0.73 "GET /v2.0/ports/267ed3c9-765e-4c8d-b20f-674f51aa8c5a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1031339 Jul 08 18:04:11.174756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] Deleting port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:11.175101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.178485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-ea16166e-a682-4a53-876b-c8a492f5b908 service neutron] 10.222.0.73 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144459 Jul 08 18:04:11.355746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34298) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:11.374097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] For port c91e319b-a8a8-4e52-b654-a20e1d8dbe2a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c91e319b-a8a8-4e52-b654-a20e1d8dbe2a,segment=NetworkSegment(606bb210-8e38-4e6a-91d3-6b48c2578c61),segment_id=606bb210-8e38-4e6a-91d3-6b48c2578c61)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:11.374493 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.395856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-8edc6dc2-2939-4eea-a89f-28bacdfd7aac service neutron] 10.222.0.73 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040195 Jul 08 18:04:11.396756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] Calling delete_port for c91e319b-a8a8-4e52-b654-a20e1d8dbe2a owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:11.516631 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89a55a-ab3b-493d-9591-687025f8ab03 req-76e1f21e-c7d3-4e78-b263-76dee15d6001 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:11.518415 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba89a55a-ab3b-493d-9591-687025f8ab03 req-76e1f21e-c7d3-4e78-b263-76dee15d6001 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 944 time: 0.2173004 Jul 08 18:04:11.551534 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.555976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-835644267-network', 'tenant_id': 'ef79936b09324e65bdb79c8e8447c1e9'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:11.584479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Made reservation on behalf of ef79936b09324e65bdb79c8e8447c1e9 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:11.589012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.607316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.610938 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-10537d44-f7ec-4a32-a1bd-14dca925a6f9 service neutron] 10.222.0.73 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080607 Jul 08 18:04:11.654386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba89a55a-ab3b-493d-9591-687025f8ab03 req-53a625ea-47db-4c99-8d95-21c753e41587 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222515 Jul 08 18:04:11.774471 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.790535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.798780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c7b55f9d-335c-431f-a04d-e4498b4fd47a details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:11.810870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f1de9b91-8bfd-4722-b96a-7d103555cbd9 service neutron] 10.222.0.73 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679332 Jul 08 18:04:11.845446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:11.856869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:04:11.870451 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.871645 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Added segment e433d99f-65c9-4cb6-9638-7f22c0d2378f of type vlan for network ff204538-e1ac-4667-820e-141c4803c5f3 Jul 08 18:04:11.923306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.942727 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-f33c2b98-aab5-400d-808b-654e05a72b31 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3e9cbf8362df42fdaca427ecda6d36a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801260 Jul 08 18:04:11.977014 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.978001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:11.979266 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.019333 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.042020 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6847944 Jul 08 18:04:12.045041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34316) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:12.050587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] Request body: {'subnet': {'network_id': 'ff204538-e1ac-4667-820e-141c4803c5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-835644267-subnet', 'tenant_id': 'ef79936b09324e65bdb79c8e8447c1e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:12.072463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805ca03-6bcd-423d-8693-1ccdcec1ba86 admin admin] Pushing event updated for resources: {'Network': ['ID=ff204538-e1ac-4667-820e-141c4803c5f3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:12.094874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network ff204538-e1ac-4667-820e-141c4803c5f3 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:04:12.099176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] Made reservation on behalf of ef79936b09324e65bdb79c8e8447c1e9 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:12.103260 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.109369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=c91e319b-a8a8-4e52-b654-a20e1d8dbe2a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:12.225529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-39f845a0-ac08-4b7d-b898-5b66789b137f service neutron] 10.222.0.73 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846905 Jul 08 18:04:12.332155 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c7b55f9d-335c-431f-a04d-e4498b4fd47a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c7b55f9d-335c-431f-a04d-e4498b4fd47a,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:12.348531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a', 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003', 'port_id': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a', 'mac_address': 'fa:16:3e:54:cc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd494eaa6-a027-48ad-9264-18ec89b809c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:12.393005 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.402568 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.423364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b55f9d-335c-431f-a04d-e4498b4fd47a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:12.444194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-8ea21115-1cde-4ef2-932b-7e78b502bd64 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:12.446541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-8ea21115-1cde-4ef2-932b-7e78b502bd64 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4965937 Jul 08 18:04:12.451420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c7b55f9d-335c-431f-a04d-e4498b4fd47a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c7b55f9d-335c-431f-a04d-e4498b4fd47a,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:12.462310 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.490893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b292def-2da4-414e-93b4-4aa1efcb5947,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:12.505947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] Checking segment: {'id': 'e433d99f-65c9-4cb6-9638-7f22c0d2378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff204538-e1ac-4667-820e-141c4803c5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:12.507257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] Network hostable DHCP agents. Network: ff204538-e1ac-4667-820e-141c4803c5f3, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:04:12.539238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c7b55f9d-335c-431f-a04d-e4498b4fd47a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:12.551085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] Network ff204538-e1ac-4667-820e-141c4803c5f3 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:04:12.567520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, ff204538-e1ac-4667-820e-141c4803c5f3) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:12.572613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-71abb546-49a0-4a59-81c2-ce0e5d226379 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/quotas/3e9cbf8362df42fdaca427ecda6d36a9 HTTP/1.1" status: 200 len: 375 time: 0.0593588 Jul 08 18:04:12.581733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b733fce-9fd6-475f-a2a6-b10d449ccd25 None None] Network ff204538-e1ac-4667-820e-141c4803c5f3 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:04:12.582728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:12.583329 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.626260 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ce331391-e9c3-4e78-b4a3-f565ebe9a466 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5735109 Jul 08 18:04:12.677795 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-e9f526b8-64d5-4bfb-8c5e-3db535a08eb4 service neutron] 10.222.0.73 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436333 Jul 08 18:04:12.779554 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.781730 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6f547-7f54-4d82-a5c4-0e02326a19e2 None None] Network ff204538-e1ac-4667-820e-141c4803c5f3 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:04:12.867957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['c7b55f9d-335c-431f-a04d-e4498b4fd47a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:13.214018 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-7d989186-2a2f-4ad4-9a80-1c656fa95d7b tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e9cbf8362df42fdaca427ecda6d36a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6342371 Jul 08 18:04:13.225919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-0f64e67f-d13c-4f69-a422-d767487c220d service neutron] 10.222.0.73 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353563 Jul 08 18:04:13.420949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-05440eec-c53c-4ff6-9b2a-0bef2230e463 service neutron] 10.222.0.73 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862302 Jul 08 18:04:13.614466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] Router 5845b531-8f5f-4457-a47e-656bba89a644 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:04:13.663211 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b69d29-ca10-42e4-82bc-62f463c78abf req-9653cd55-7045-4cc5-ab4e-0f52e77ae51f tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:13.664803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4b69d29-ca10-42e4-82bc-62f463c78abf req-9653cd55-7045-4cc5-ab4e-0f52e77ae51f tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 950 time: 0.2007070 Jul 08 18:04:13.666918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-cbafc0ff-4ad5-465a-bcf2-de255c338b3e service neutron] 10.222.0.73 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013218 Jul 08 18:04:13.878764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4b69d29-ca10-42e4-82bc-62f463c78abf req-3a94336a-4439-4f25-a6e0-37fe2ab21e1b tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d921ba1-0885-4d61-9ddd-98987d4f7fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949456 Jul 08 18:04:13.896564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:04:13.911686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34338) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:13.917343 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b16c94e-f560-46d9-ad60-d293664edede None None] Sync routers for ids ['5845b531-8f5f-4457-a47e-656bba89a644'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:04:13.918402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c747d4a1-d345-49d3-a1e5-e11aa8c86b97 admin admin] 10.222.0.73 "PUT /v2.0/routers/5845b531-8f5f-4457-a47e-656bba89a644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1485493 Jul 08 18:04:13.956414 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16c94e-f560-46d9-ad60-d293664edede None None] Routers {'5845b531-8f5f-4457-a47e-656bba89a644'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:13.962735 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4b16c94e-f560-46d9-ad60-d293664edede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['5845b531-8f5f-4457-a47e-656bba89a644'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:13.965440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-318058c3-99a8-414c-9e05-27c70ba83960 service neutron] 10.222.0.73 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918746 Jul 08 18:04:14.084367 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:14.199835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:14.274102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Deleting port 5ea39311-495c-4f8e-8191-83866d1b52f3 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:14.274523 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:14.319883 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-4b16c94e-f560-46d9-ad60-d293664edede None None] Set router 5845b531-8f5f-4457-a47e-656bba89a644 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:14.503304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] For port 5ea39311-495c-4f8e-8191-83866d1b52f3, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5ea39311-495c-4f8e-8191-83866d1b52f3,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:14.504819 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:14.549545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Calling delete_port for 5ea39311-495c-4f8e-8191-83866d1b52f3 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:14.621854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a83bc5-fb7a-4420-a2ef-40f1986ef5f3 req-3add2e8f-f511-4aba-831d-5309e868ad39 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:14.629678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8a83bc5-fb7a-4420-a2ef-40f1986ef5f3 req-3add2e8f-f511-4aba-831d-5309e868ad39 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 945 time: 0.1700623 Jul 08 18:04:14.698945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8a83bc5-fb7a-4420-a2ef-40f1986ef5f3 req-39d30797-5470-4130-9241-051918dd554f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682671 Jul 08 18:04:14.836507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:14.915069 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4b16c94e-f560-46d9-ad60-d293664edede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:04:11Z', 'revision_number': 5, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port': {'id': '5ea39311-495c-4f8e-8191-83866d1b52f3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845b531-8f5f-4457-a47e-656bba89a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:48Z', 'updated_at': '2021-07-08T18:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:14.968780 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b16c94e-f560-46d9-ad60-d293664edede None None] Checking router: 5845b531-8f5f-4457-a47e-656bba89a644 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:04:14.984334 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16c94e-f560-46d9-ad60-d293664edede None None] Routers {'5845b531-8f5f-4457-a47e-656bba89a644'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:14.985521 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4b16c94e-f560-46d9-ad60-d293664edede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['5845b531-8f5f-4457-a47e-656bba89a644'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:15.042675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea39311-495c-4f8e-8191-83866d1b52f3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:15.145977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:15.164915 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcbfffb9-b00b-468f-a6ec-10f750a67aec req-b9098055-b0d9-4479-8551-34f8b3b69380 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 210 time: 0.0712955 Jul 08 18:04:15.232957 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-4b16c94e-f560-46d9-ad60-d293664edede None None] Set router 5845b531-8f5f-4457-a47e-656bba89a644 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:15.396317 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4b16c94e-f560-46d9-ad60-d293664edede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:04:14Z', 'revision_number': 7, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:15.490581 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b16c94e-f560-46d9-ad60-d293664edede None None] The sync data for ids ['5845b531-8f5f-4457-a47e-656bba89a644'] in n-d-799684-3 is: [{'id': '5845b531-8f5f-4457-a47e-656bba89a644', 'name': 'tempest-ServersTestBootFromVolume-1069220533-router', 'tenant_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:46Z', 'updated_at': '2021-07-08T18:04:14Z', 'revision_number': 7, 'project_id': 'bf1aa5e9404f416c88548244ddd3ab40', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:04:15.527141 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-45596812-6ab7-439b-9741-38ff569d648d tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3e9cbf8362df42fdaca427ecda6d36a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2965534 Jul 08 18:04:15.534936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c013bc-437e-49d9-8e77-854cbc08738e req-3a669b0f-1c9a-4f8b-b78c-f41f49371c7e tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:15.547024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-3a669b0f-1c9a-4f8b-b78c-f41f49371c7e tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/networks?id=ff204538-e1ac-4667-820e-141c4803c5f3 HTTP/1.1" status: 200 len: 813 time: 0.3794963 Jul 08 18:04:15.594106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-2b3335dc-6418-4a08-b932-f4c6a85658cf tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/quotas/ef79936b09324e65bdb79c8e8447c1e9 HTTP/1.1" status: 200 len: 375 time: 0.0458932 Jul 08 18:04:15.661921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-b7ec5541-d996-4f24-b06b-df58fa33a26e tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef79936b09324e65bdb79c8e8447c1e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665329 Jul 08 18:04:15.693177 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:15.741185 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:15.765722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20812f87-15a8-4e7b-90e7-5997a8bd9b38 req-0c742f0a-a844-4e5a-82d6-8a96386365da tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.0918784 Jul 08 18:04:15.806396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c7b55f9d-335c-431f-a04d-e4498b4fd47a up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:15.862685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-5cc356c2-fd9b-49ab-9924-6a7e263ce41d service neutron] 10.222.0.73 "GET /v2.0/networks/ff204538-e1ac-4667-820e-141c4803c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977155 Jul 08 18:04:15.881744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port c7b55f9d-335c-431f-a04d-e4498b4fd47a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:15.900768 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:15.902359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5845b531-8f5f-4457-a47e-656bba89a644 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:04:15.910512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:15.911864 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-39e55926-bfbd-4a77-b5ec-ae88539c4d09 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5845b531-8f5f-4457-a47e-656bba89a644 HTTP/1.1" status: 204 len: 168 time: 1.9991775 Jul 08 18:04:15.916418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port c7b55f9d-335c-431f-a04d-e4498b4fd47a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:15.916787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:15.922502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34406) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:15.944830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-7fb8c6ba-8a1b-4ca3-abec-efeaa1861551 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:15.950705 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-7fb8c6ba-8a1b-4ca3-abec-efeaa1861551 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4127102 Jul 08 18:04:15.965115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Request body: {'port': {'device_id': '940c497e-6d96-4d77-ad32-ab45fc403327', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '3e9cbf8362df42fdaca427ecda6d36a9'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:16.107501 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:16.179274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af1cb16-2096-4593-98f4-87635109bb96 admin admin] Deleting subnet 41ee3584-ec56-470e-beef-46302d8ad669 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:04:16.187988 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7af1cb16-2096-4593-98f4-87635109bb96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:16.193270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c7b55f9d-335c-431f-a04d-e4498b4fd47a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c7b55f9d-335c-431f-a04d-e4498b4fd47a,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:16.201896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:16.209414 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6834f2-7fdf-46f2-9939-768b2f19925a" -d '{"events": [{"server_uuid": "b7afcf15-fdcc-4c10-8f80-9eec145f11b0", "name": "network-vif-plugged", "status": "completed", "tag": "c7b55f9d-335c-431f-a04d-e4498b4fd47a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:16.225275 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:16.239643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-9c432d68-02b3-4954-ae34-6123a34ee905 service neutron] 10.222.0.73 "GET /v2.0/networks/ff204538-e1ac-4667-820e-141c4803c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746433 Jul 08 18:04:16.252698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Made reservation on behalf of 3e9cbf8362df42fdaca427ecda6d36a9 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:16.257737 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:16.289756 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7af1cb16-2096-4593-98f4-87635109bb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:16.362577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c7b55f9d-335c-431f-a04d-e4498b4fd47a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:16.503779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d15a8b-c8dd-402b-b582-bde043dc782f req-93127d86-13aa-4f5f-8ce8-6651356b5c7f tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:16.516172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20d15a8b-c8dd-402b-b582-bde043dc782f req-93127d86-13aa-4f5f-8ce8-6651356b5c7f tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 950 time: 0.1892359 Jul 08 18:04:16.595461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Allocated IP 192.168.233.31 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/32cc8150-789f-49ad-85fe-08ee078d13fb) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:16.601393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c91e319b-a8a8-4e52-b654-a20e1d8dbe2a no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:16.618999 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7af1cb16-2096-4593-98f4-87635109bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:16.637498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: c91e319b-a8a8-4e52-b654-a20e1d8dbe2a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:16.637834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c91e319b-a8a8-4e52-b654-a20e1d8dbe2a not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:16.648250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ea39311-495c-4f8e-8191-83866d1b52f3 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:16.695189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5ea39311-495c-4f8e-8191-83866d1b52f3 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:16.695563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ea39311-495c-4f8e-8191-83866d1b52f3 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:16.802040 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20d15a8b-c8dd-402b-b582-bde043dc782f req-ea3af6f2-feeb-46c7-bcf3-f85191098cff tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d921ba1-0885-4d61-9ddd-98987d4f7fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848034 Jul 08 18:04:16.883861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7af1cb16-2096-4593-98f4-87635109bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:16.965695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7af1cb16-2096-4593-98f4-87635109bb96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:16.971424 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e987c8fb-68ac-41b9-8d99-76bea59b35c3 None None] Network b391f86d-9e5d-4e22-a6b6-7df87352b283 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:04:16.981323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7af1cb16-2096-4593-98f4-87635109bb96 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/41ee3584-ec56-470e-beef-46302d8ad669 HTTP/1.1" status: 204 len: 168 time: 1.0527050 Jul 08 18:04:16.983066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34424) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:16.988645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:17.002661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1cb16-2096-4593-98f4-87635109bb96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ee3584-ec56-470e-beef-46302d8ad669,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:17.209253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Transition to ACTIVE for port object 32cc8150-789f-49ad-85fe-08ee078d13fb will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:17.300909 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c5295c9-fc6a-4b5c-a26b-dc3e37458cde req-9cbcb9fa-0c2c-4bc6-8dbc-e9e969c8746b tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 210 time: 0.1267402 Jul 08 18:04:17.328871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57bd9dcf-d2f4-4efe-a7d3-bed0e983d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:17.329051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57bd9dcf-d2f4-4efe-a7d3-bed0e983d015 service neutron] 10.222.0.59 "GET /v2.0/ports/0d54f308-a6d8-415d-8624-8a6a6c642bdf HTTP/1.1" status: 200 len: 1028 time: 0.3082392 Jul 08 18:04:17.354946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda1e83-9dd7-4188-84d6-fde87f058050 req-54a7e272-10e4-4715-bc6e-7c76d49a7f36 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:17.368172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfda1e83-9dd7-4188-84d6-fde87f058050 req-54a7e272-10e4-4715-bc6e-7c76d49a7f36 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.6513784 Jul 08 18:04:17.428318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0b85a-c2c6-4854-b7ad-a18b04984a26 None None] DHCP port deletion for b391f86d-9e5d-4e22-a6b6-7df87352b283 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:04:17.499292 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae068201-ed42-4f3d-9d94-2572c5c9f9c8 x-openstack-request-id: req-ae068201-ed42-4f3d-9d94-2572c5c9f9c8 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:17.499848 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7afcf15-fdcc-4c10-8f80-9eec145f11b0", "name": "network-vif-plugged", "status": "completed", "tag": "c7b55f9d-335c-431f-a04d-e4498b4fd47a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:17.501289 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae068201-ed42-4f3d-9d94-2572c5c9f9c8 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:17.503105 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a', 'code': 200} Jul 08 18:04:17.554988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-72a0b85a-c2c6-4854-b7ad-a18b04984a26 None None] Deleting port 4ece7da2-6a31-4c18-9eda-d9b9904fe575 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:17.555769 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-72a0b85a-c2c6-4854-b7ad-a18b04984a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:17.564842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfda1e83-9dd7-4188-84d6-fde87f058050 req-b506ced9-2b7c-46dd-a5eb-fa961fef096b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953747 Jul 08 18:04:17.566513 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-c39b2af8-06e9-46cb-9e28-4d37869ecf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:17.574337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-c39b2af8-06e9-46cb-9e28-4d37869ecf70 service neutron] 10.222.0.59 "GET /v2.0/ports/267ed3c9-765e-4c8d-b20f-674f51aa8c5a HTTP/1.1" status: 200 len: 1027 time: 0.1939156 Jul 08 18:04:17.690339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-72a0b85a-c2c6-4854-b7ad-a18b04984a26 None None] For port 4ece7da2-6a31-4c18-9eda-d9b9904fe575, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4ece7da2-6a31-4c18-9eda-d9b9904fe575,segment=NetworkSegment(606bb210-8e38-4e6a-91d3-6b48c2578c61),segment_id=606bb210-8e38-4e6a-91d3-6b48c2578c61)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:17.691227 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-72a0b85a-c2c6-4854-b7ad-a18b04984a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:17.737861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-72a0b85a-c2c6-4854-b7ad-a18b04984a26 None None] Calling delete_port for 4ece7da2-6a31-4c18-9eda-d9b9904fe575 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:17.876559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-684f761f-1be0-49ff-a61a-67714b7d7e22 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:17.883613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-684f761f-1be0-49ff-a61a-67714b7d7e22 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:17.892188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-684f761f-1be0-49ff-a61a-67714b7d7e22 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:17.894738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-684f761f-1be0-49ff-a61a-67714b7d7e22 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "GET /v2.0/networks?id=a4d07708-357c-46da-80fc-75d7056d9d48&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1 HTTP/1.1" status: 200 len: 1990 time: 0.3115633 Jul 08 18:04:17.940742 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-72a0b85a-c2c6-4854-b7ad-a18b04984a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:17.950250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b85726a-ec50-43fc-b85c-c1fecfe538fa req-f91945c3-1b2e-4630-a801-e0a6cb4a2f13 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 210 time: 0.0542426 Jul 08 18:04:18.014388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0b85a-c2c6-4854-b7ad-a18b04984a26 None None] Pushing event deleted for resources: {'Port': ['ID=4ece7da2-6a31-4c18-9eda-d9b9904fe575,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:18.023559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0b85a-c2c6-4854-b7ad-a18b04984a26 None None] No DVR routers for this DVR port 4ece7da2-6a31-4c18-9eda-d9b9904fe575 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:04:18.043514 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:04:18.055643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-669dceff-b15a-4fe7-b7de-e71028266862 req-0daced96-2e63-4d83-86c7-50a93f6df6db tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.1192837 Jul 08 18:04:18.086905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-c0326257-ccc4-4b65-9aa8-47e6b5ae8f0e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e23f221efbf49719d17e99b8720fa2b HTTP/1.1" status: 200 len: 379 time: 0.1518633 Jul 08 18:04:18.109267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'admin_state_up': True, 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'security_groups': ['063954eb-daad-4399-bd92-3aa32d14fdbf']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:18.129903 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:18.172425 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-e0151771-dac7-4b4a-8a44-14a61c2aa301 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3078105 Jul 08 18:04:18.248830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:18.253949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:18.314153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4ece7da2-6a31-4c18-9eda-d9b9904fe575 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:18.388228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 4ece7da2-6a31-4c18-9eda-d9b9904fe575 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:18.388485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4ece7da2-6a31-4c18-9eda-d9b9904fe575 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:18.477851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca08838-c004-48a4-a4f3-636e894df4b8 req-358692b6-68ae-413b-8bf2-5b0eb9621a5d tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:18.482722 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8ca08838-c004-48a4-a4f3-636e894df4b8 req-358692b6-68ae-413b-8bf2-5b0eb9621a5d tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.74 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 950 time: 1.3396196 Jul 08 18:04:18.514524 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:18.528409 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9044e148-489b-4e11-96c4-2b569a68bf62'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:18.827839 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:18.848698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b391f86d-9e5d-4e22-a6b6-7df87352b283']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:18.872434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Allocated IP 172.20.0.13 (a4d07708-357c-46da-80fc-75d7056d9d48/cffd178d-f064-4531-9efd-737edfc74720/b1ab8975-505c-44f2-8d74-a2402dead1e2) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:18.888062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606bb210-8e38-4e6a-91d3-6b48c2578c61') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:18.888431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606bb210-8e38-4e6a-91d3-6b48c2578c61') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:18.888915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649e53b-6527-4031-a9a5-0db8f27810f1 req-c04c9201-d923-483c-af38-68f4d0bff72c tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:18.897511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b649e53b-6527-4031-a9a5-0db8f27810f1 req-c04c9201-d923-483c-af38-68f4d0bff72c tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 950 time: 0.4816332 Jul 08 18:04:18.932009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Pushing event updated for resources: {'Port': ['ID=32cc8150-789f-49ad-85fe-08ee078d13fb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:18.956398 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:18.958148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c013bc-437e-49d9-8e77-854cbc08738e req-218e8625-7118-4d2a-9b7c-7497d758225c tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:18.959496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:18.959919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-218e8625-7118-4d2a-9b7c-7497d758225c tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.74 "GET /v2.0/networks?id=ff204538-e1ac-4667-820e-141c4803c5f3 HTTP/1.1" status: 200 len: 813 time: 0.4624183 Jul 08 18:04:18.977087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Request body: {'port': {'device_id': '2d10e668-10eb-41c3-be86-7abc66f12fa9', 'network_id': 'ff204538-e1ac-4667-820e-141c4803c5f3', 'admin_state_up': True, 'tenant_id': 'ef79936b09324e65bdb79c8e8447c1e9'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:18.991645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-9c372827-4609-4ee0-a904-6d841c217fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:18.995894 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-9c372827-4609-4ee0-a904-6d841c217fdb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e71714b6726422698ef18c9981ae25e&device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 1096 time: 0.6971533 Jul 08 18:04:18.998036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:19.001515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:19.063675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:19.064418 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:19.144504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea01e8-372e-495e-9104-e9d17383379c req-0035ba40-12cc-4779-8c11-3b34c717a5d7 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:19.151572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fea01e8-372e-495e-9104-e9d17383379c req-0035ba40-12cc-4779-8c11-3b34c717a5d7 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 935 time: 0.5988369 Jul 08 18:04:19.227121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-eb4ac696-e86d-4ae7-95bf-f4fae019af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:19.228922 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-eb4ac696-e86d-4ae7-95bf-f4fae019af3b service neutron] 10.222.0.74 "GET /v2.0/networks?id=aba4ff34-3904-4abd-9278-ba4fa8a97426 HTTP/1.1" status: 200 len: 907 time: 0.1786170 Jul 08 18:04:19.233181 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:19.237627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093b1ba-e918-45d0-98c3-a8fc0b4492ff req-a56324d2-3a8a-4049-a8a4-205c959c30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:19.239238 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1093b1ba-e918-45d0-98c3-a8fc0b4492ff req-a56324d2-3a8a-4049-a8a4-205c959c30e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 1097 time: 1.1066976 Jul 08 18:04:19.241781 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-0e0ccae2-b6b2-4f7a-9a7c-40d743bedd63 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2801807 Jul 08 18:04:19.271502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Request body: {'port': {'device_id': '940c497e-6d96-4d77-ad32-ab45fc403327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:19.347242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-87cef154-0393-4d7d-bb08-a53708e0e411 None None] Provisioning for port 32cc8150-789f-49ad-85fe-08ee078d13fb completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:19.353398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-87cef154-0393-4d7d-bb08-a53708e0e411 None None] Provisioning complete for port 32cc8150-789f-49ad-85fe-08ee078d13fb triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:19.354047 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-87cef154-0393-4d7d-bb08-a53708e0e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:19.380062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:04:19.380383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:19.407214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-8ca08838-c004-48a4-a4f3-636e894df4b8 req-6c134b5c-cac8-49d9-9fef-a5f9ef183120 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Deleting port fb899c80-a174-497b-8ae2-bc7e660ffb38 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:19.407559 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8ca08838-c004-48a4-a4f3-636e894df4b8 req-6c134b5c-cac8-49d9-9fef-a5f9ef183120 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:19.415408 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-911c7ab2-dfd1-4ce0-8265-eec4442977c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=104842c7-ee23-4d1e-963f-8ead045aaf04 HTTP/1.1" status: 200 len: 1001 time: 0.1693664 Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:04:19.416073 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:04:19.456465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-87cef154-0393-4d7d-bb08-a53708e0e411 None None] Port 32cc8150-789f-49ad-85fe-08ee078d13fb cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:19.499468 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:19.516702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Transition to ACTIVE for port object b1ab8975-505c-44f2-8d74-a2402dead1e2 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:19.573806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b649e53b-6527-4031-a9a5-0db8f27810f1 req-3a69966e-98d3-4c92-98ec-0ab9c55d981b tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d921ba1-0885-4d61-9ddd-98987d4f7fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6753435 Jul 08 18:04:19.591849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:19.612845 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fea01e8-372e-495e-9104-e9d17383379c req-17435943-5b04-40d3-84ee-558ca2567720 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603152 Jul 08 18:04:19.670713 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1093b1ba-e918-45d0-98c3-a8fc0b4492ff req-db788943-8f1c-4541-bd84-002e56d515ff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069271 Jul 08 18:04:19.718019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Made reservation on behalf of ef79936b09324e65bdb79c8e8447c1e9 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:19.722133 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:19.727926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Port': ['ID=b1ab8975-505c-44f2-8d74-a2402dead1e2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:19.744556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network a4d07708-357c-46da-80fc-75d7056d9d48 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:19.756605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:19.759372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:19.774590 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:19.814008 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:19.816091 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b391f86d-9e5d-4e22-a6b6-7df87352b283 HTTP/1.1" status: 204 len: 168 time: 2.8317044 Jul 08 18:04:19.816985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a8210-4bb0-49a3-9944-2f4b79073984 admin admin] Pushing event deleted for resources: {'Network': ['ID=b391f86d-9e5d-4e22-a6b6-7df87352b283,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:19.870340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:19.871000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:19.874490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-b3c86007-4899-42be-b2c1-9d2a7cb31782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:19.877042 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-b3c86007-4899-42be-b2c1-9d2a7cb31782 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c92eafc-1e96-495c-be54-5fa4d91755fc HTTP/1.1" status: 200 len: 845 time: 0.4456160 Jul 08 18:04:19.920559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-efc4dbe2-a143-499e-90ec-a47738db237e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8174481 Jul 08 18:04:19.936314 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:20.107460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Allocated IP 172.20.0.13 (ff204538-e1ac-4667-820e-141c4803c5f3/5b292def-2da4-414e-93b4-4aa1efcb5947/d6e15d2d-9543-4bfd-9b65-46cc1f97345a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:20.119922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34454) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:20.170869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8ca08838-c004-48a4-a4f3-636e894df4b8 req-6c134b5c-cac8-49d9-9fef-a5f9ef183120 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] For port fb899c80-a174-497b-8ae2-bc7e660ffb38, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=fb899c80-a174-497b-8ae2-bc7e660ffb38,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:20.172977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3', 'admin_state_up': True, 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'security_groups': ['063954eb-daad-4399-bd92-3aa32d14fdbf']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:20.173348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8ca08838-c004-48a4-a4f3-636e894df4b8 req-6c134b5c-cac8-49d9-9fef-a5f9ef183120 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:20.204172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4b78f90b-c828-4365-b49d-8c990d4e8f18 None None] Provisioning for port b1ab8975-505c-44f2-8d74-a2402dead1e2 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:20.208423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4b78f90b-c828-4365-b49d-8c990d4e8f18 None None] Provisioning complete for port b1ab8975-505c-44f2-8d74-a2402dead1e2 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:20.208906 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b78f90b-c828-4365-b49d-8c990d4e8f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:20.234455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-8ca08838-c004-48a4-a4f3-636e894df4b8 req-6c134b5c-cac8-49d9-9fef-a5f9ef183120 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Calling delete_port for fb899c80-a174-497b-8ae2-bc7e660ffb38 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:20.279677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4b78f90b-c828-4365-b49d-8c990d4e8f18 None None] Port b1ab8975-505c-44f2-8d74-a2402dead1e2 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:20.284628 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e681c9e9-d86c-4d98-8aa0-7b5f0ede8236 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bf1aa5e9404f416c88548244ddd3ab40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602552 Jul 08 18:04:20.292619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34456) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:20.313598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d69a192-b2a8-4dec-b76b-dc2093470246 req-c322c58b-638d-40f6-8ab7-4894fa61e38f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 210 time: 0.4236598 Jul 08 18:04:20.659968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-86c308b6-e01e-4c8b-9eb7-1269ec6cd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:20.661939 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-86c308b6-e01e-4c8b-9eb7-1269ec6cd3eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aba4ff34-3904-4abd-9278-ba4fa8a97426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7716463 Jul 08 18:04:20.716384 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07f00367-7b10-4c0c-95f7-281ef5452707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:20.841945 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07f00367-7b10-4c0c-95f7-281ef5452707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:20.908493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfe19b-a3ea-481a-9510-848357841d03 req-fe35de78-af0f-4195-aacf-ecdebcac4263 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:20.917284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eedfe19b-a3ea-481a-9510-848357841d03 req-fe35de78-af0f-4195-aacf-ecdebcac4263 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 1.0932779 Jul 08 18:04:20.947621 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-0e9b6b14-f49e-4afe-8aae-503c335e0065 service neutron] 10.222.0.74 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743111 Jul 08 18:04:21.013212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eedfe19b-a3ea-481a-9510-848357841d03 req-92b310ed-ed6b-4463-91d7-e16c5b26d3b7 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948231 Jul 08 18:04:21.137045 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.177760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07f00367-7b10-4c0c-95f7-281ef5452707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.180851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07f00367-7b10-4c0c-95f7-281ef5452707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.184341 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-07f00367-7b10-4c0c-95f7-281ef5452707 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce0cac8a-f51d-494e-bd4a-3e2533e79e5d HTTP/1.1" status: 204 len: 168 time: 0.8825350 Jul 08 18:04:21.193701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c09ca-9cd8-40e3-9ce3-fa4c229e14b6 req-067a5378-1a15-4066-850d-bac621b94348 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:21.202161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c1c09ca-9cd8-40e3-9ce3-fa4c229e14b6 req-067a5378-1a15-4066-850d-bac621b94348 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 932 time: 0.4359429 Jul 08 18:04:21.220372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:21.225950 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.242120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cc8150-789f-49ad-85fe-08ee078d13fb {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:21.255272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.287028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f00367-7b10-4c0c-95f7-281ef5452707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0cac8a-f51d-494e-bd4a-3e2533e79e5d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:21.301073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Transition to ACTIVE for port object 32cc8150-789f-49ad-85fe-08ee078d13fb will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:21.305812 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8ca08838-c004-48a4-a4f3-636e894df4b8 req-6c134b5c-cac8-49d9-9fef-a5f9ef183120 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.331226 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.366377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device fb899c80-a174-497b-8ae2-bc7e660ffb38 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:21.387342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c134b5c-cac8-49d9-9fef-a5f9ef183120 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Pushing event deleted for resources: {'Port': ['ID=fb899c80-a174-497b-8ae2-bc7e660ffb38,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:21.421014 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: fb899c80-a174-497b-8ae2-bc7e660ffb38 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:21.429265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Allocated IP 10.1.1.219 (50e47434-1d5f-4dc6-9a53-2f92119d91b3/84362d63-79a6-4d43-b4aa-585b5546de95/9725ba56-db2f-41c2-9b67-365af91eb663) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:21.430791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device fb899c80-a174-497b-8ae2-bc7e660ffb38 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:21.546779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Pushing event updated for resources: {'Port': ['ID=32cc8150-789f-49ad-85fe-08ee078d13fb,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:21.608067 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.626312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Transition to ACTIVE for port object 9725ba56-db2f-41c2-9b67-365af91eb663 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:21.659099 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2e80199d-95cb-4f83-bee1-e92af1579b48 req-1c067c1f-cc1e-4e5c-a524-1a976e5849cf service neutron] 10.222.0.74 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889453 Jul 08 18:04:21.735855 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.800614 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.815736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83cd7822-1ea4-4ce5-8370-35ee1c035191 req-47629e5a-3542-4bca-9352-c1914eaa163d tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.73 "GET /v2.0/ports?device_id=c55ab53c-8fe4-4202-a96e-ec3c640a50f2 HTTP/1.1" status: 200 len: 210 time: 0.0841048 Jul 08 18:04:21.832871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:21.861218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:21.864007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:21.908026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca08838-c004-48a4-a4f3-636e894df4b8 req-6c134b5c-cac8-49d9-9fef-a5f9ef183120 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] No DVR routers for this DVR port fb899c80-a174-497b-8ae2-bc7e660ffb38 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:04:21.921496 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8ca08838-c004-48a4-a4f3-636e894df4b8 req-6c134b5c-cac8-49d9-9fef-a5f9ef183120 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.924103 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8ca08838-c004-48a4-a4f3-636e894df4b8 req-6c134b5c-cac8-49d9-9fef-a5f9ef183120 tempest-ImagesNegativeTestJSON-26530846 tempest-ImagesNegativeTestJSON-26530846-project] 10.222.0.74 "DELETE /v2.0/ports/fb899c80-a174-497b-8ae2-bc7e660ffb38 HTTP/1.1" status: 204 len: 173 time: 3.3769066 Jul 08 18:04:21.927694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55ab53c-8fe4-4202-a96e-ec3c640a50f2', 'name': 'network-vif-deleted', 'tag': 'fb899c80-a174-497b-8ae2-bc7e660ffb38'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:21.961689 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ca0bb2-a84d-499c-b5d1-5d59562bc83c" -d '{"events": [{"server_uuid": "c55ab53c-8fe4-4202-a96e-ec3c640a50f2", "name": "network-vif-deleted", "tag": "fb899c80-a174-497b-8ae2-bc7e660ffb38"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:22.039565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:22.040127 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:22.072959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Attempting to bind port 32cc8150-789f-49ad-85fe-08ee078d13fb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:22.073976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Attempting to bind port 32cc8150-789f-49ad-85fe-08ee078d13fb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:22.073976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Attempting to bind port 32cc8150-789f-49ad-85fe-08ee078d13fb on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:22.089465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Port 32cc8150-789f-49ad-85fe-08ee078d13fb on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:22.089803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Attempting to bind port 32cc8150-789f-49ad-85fe-08ee078d13fb on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:22.098395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Network ff204538-e1ac-4667-820e-141c4803c5f3 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:22.103226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:22.104324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:22.104324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:22.107005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Bound port: 32cc8150-789f-49ad-85fe-08ee078d13fb, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:22.107591 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:22.115693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:22.130784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:22.318510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] For port 32cc8150-789f-49ad-85fe-08ee078d13fb, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:22.328341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] For port 32cc8150-789f-49ad-85fe-08ee078d13fb, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32cc8150-789f-49ad-85fe-08ee078d13fb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:22.341149 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:22.359969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:22.360844 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:22.393556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c1c09ca-9cd8-40e3-9ce3-fa4c229e14b6 req-64346c4d-3cd3-42c7-9da5-c3871c30a991 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1898906 Jul 08 18:04:22.420079 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4476945 Jul 08 18:04:22.492874 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:22.493700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:22.496389 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] 10.222.0.59 "PUT /v2.0/ports/32cc8150-789f-49ad-85fe-08ee078d13fb HTTP/1.1" status: 200 len: 1095 time: 3.2316048 Jul 08 18:04:22.524740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9a37cd7b-1192-4d6a-a707-5e1f8dcb1e25 None None] Provisioning for port 9725ba56-db2f-41c2-9b67-365af91eb663 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:22.527028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Request body: {'port': {'device_id': '2d10e668-10eb-41c3-be86-7abc66f12fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:22.530188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9a37cd7b-1192-4d6a-a707-5e1f8dcb1e25 None None] Provisioning complete for port 9725ba56-db2f-41c2-9b67-365af91eb663 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:22.530625 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9a37cd7b-1192-4d6a-a707-5e1f8dcb1e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:22.575077 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592e9d3-e13f-4ebf-9248-16727ff20363 service neutron] Pushing event updated for resources: {'Port': ['ID=32cc8150-789f-49ad-85fe-08ee078d13fb,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:22.621778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9a37cd7b-1192-4d6a-a707-5e1f8dcb1e25 None None] Port 9725ba56-db2f-41c2-9b67-365af91eb663 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:22.669046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-9f9f3489-703a-439f-93ed-860858ff2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:22.670853 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-9f9f3489-703a-439f-93ed-860858ff2b41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e9cbf8362df42fdaca427ecda6d36a9&device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 1098 time: 0.1183627 Jul 08 18:04:22.750612 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-d91974db-331f-4f39-8e80-aa7d330f6a77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=32cc8150-789f-49ad-85fe-08ee078d13fb HTTP/1.1" status: 200 len: 217 time: 0.0671923 Jul 08 18:04:22.778360 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6057756 Jul 08 18:04:22.811069 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:22.816321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d68358-57a4-44bb-9a62-2f1806456f6f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Pushing event updated for resources: {'Port': ['ID=d6e15d2d-9543-4bfd-9b65-46cc1f97345a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:22.854169 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-1e6b87c0-aff8-46e8-96dc-924271634ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:22.855848 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-1e6b87c0-aff8-46e8-96dc-924271634ab6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0977535 Jul 08 18:04:22.880851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3', 'admin_state_up': True, 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'security_groups': ['063954eb-daad-4399-bd92-3aa32d14fdbf']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:22.956552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-e7a1b3b5-7fb4-45fa-84a5-b7dc8cdfb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:22.958755 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-e7a1b3b5-7fb4-45fa-84a5-b7dc8cdfb3b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878632 Jul 08 18:04:23.015688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d96b90-ced1-490a-8a5a-f4ba54c4a9cf tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Port': ['ID=9725ba56-db2f-41c2-9b67-365af91eb663,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:23.145692 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-bc98f62b-2f1e-4970-af1c-38a1e841d73b service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723258 Jul 08 18:04:23.215558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc29955-42b1-4b7d-a9e7-1067120f3159 req-01def2cc-73ae-4a16-9236-51a7af377e8b tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:23.217320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cc29955-42b1-4b7d-a9e7-1067120f3159 req-01def2cc-73ae-4a16-9236-51a7af377e8b tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 932 time: 0.4038489 Jul 08 18:04:23.270166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9530981-3fcd-4e06-a9b6-d3624840b0bf req-0396e48e-1153-489d-b587-13be2ff75d16 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:23.272429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9530981-3fcd-4e06-a9b6-d3624840b0bf req-0396e48e-1153-489d-b587-13be2ff75d16 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 947 time: 0.9911661 Jul 08 18:04:23.303736 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a0dd8b3-0bdb-4cb9-a922-bd217609a93c req-afae3d32-cc90-4106-b392-93c430d63d13 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455626 Jul 08 18:04:23.414422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cc29955-42b1-4b7d-a9e7-1067120f3159 req-cced62a8-b673-4129-9599-8d895bcaed9d tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705694 Jul 08 18:04:23.444727 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9530981-3fcd-4e06-a9b6-d3624840b0bf req-3a240558-20f4-475d-b5b1-739ece8562b1 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373286 Jul 08 18:04:23.536051 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e891a6fb-63bd-412b-a5ac-729d16e818ac x-openstack-request-id: req-e891a6fb-63bd-412b-a5ac-729d16e818ac {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:23.536710 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55ab53c-8fe4-4202-a96e-ec3c640a50f2", "name": "network-vif-deleted", "tag": "fb899c80-a174-497b-8ae2-bc7e660ffb38", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:23.541402 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e891a6fb-63bd-412b-a5ac-729d16e818ac {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:23.541881 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55ab53c-8fe4-4202-a96e-ec3c640a50f2', 'name': 'network-vif-deleted', 'tag': 'fb899c80-a174-497b-8ae2-bc7e660ffb38', 'status': 'completed', 'code': 200} Jul 08 18:04:23.675960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e15d2d-9543-4bfd-9b65-46cc1f97345a {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:23.693916 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:23.698016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:23.702397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:23.749286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Transition to ACTIVE for port object d6e15d2d-9543-4bfd-9b65-46cc1f97345a will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:23.765780 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:23.886666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed944-57ce-49b9-9674-dff85ddee08c req-14e8c8ff-df71-4517-a73f-1e6159cc7e31 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:23.888235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da8ed944-57ce-49b9-9674-dff85ddee08c req-14e8c8ff-df71-4517-a73f-1e6159cc7e31 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.2150481 Jul 08 18:04:23.892571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Pushing event updated for resources: {'Port': ['ID=d6e15d2d-9543-4bfd-9b65-46cc1f97345a,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:24.035718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da8ed944-57ce-49b9-9674-dff85ddee08c req-54b0bc43-4131-4cfc-baa3-1251fc4cb6a7 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328244 Jul 08 18:04:24.043802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Allocated IP 10.1.1.197 (50e47434-1d5f-4dc6-9a53-2f92119d91b3/84362d63-79a6-4d43-b4aa-585b5546de95/3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:24.068270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Attempting to bind port d6e15d2d-9543-4bfd-9b65-46cc1f97345a on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:24.068729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Attempting to bind port d6e15d2d-9543-4bfd-9b65-46cc1f97345a by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'e433d99f-65c9-4cb6-9638-7f22c0d2378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff204538-e1ac-4667-820e-141c4803c5f3'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:24.069803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Attempting to bind port d6e15d2d-9543-4bfd-9b65-46cc1f97345a on network ff204538-e1ac-4667-820e-141c4803c5f3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:24.079048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Port d6e15d2d-9543-4bfd-9b65-46cc1f97345a on network ff204538-e1ac-4667-820e-141c4803c5f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:24.079562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Attempting to bind port d6e15d2d-9543-4bfd-9b65-46cc1f97345a on network ff204538-e1ac-4667-820e-141c4803c5f3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:24.088060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:24.088793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Checking segment: {'id': 'e433d99f-65c9-4cb6-9638-7f22c0d2378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff204538-e1ac-4667-820e-141c4803c5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:24.089321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Bound using segment: {'id': 'e433d99f-65c9-4cb6-9638-7f22c0d2378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff204538-e1ac-4667-820e-141c4803c5f3'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:24.090109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Bound port: d6e15d2d-9543-4bfd-9b65-46cc1f97345a, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e433d99f-65c9-4cb6-9638-7f22c0d2378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff204538-e1ac-4667-820e-141c4803c5f3'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:24.090642 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:24.291943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180ff07-e805-46c1-bb8e-d63d52e601d4 req-95a109a0-9ed1-46fa-930e-0ac25ba9dba8 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:24.297839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180ff07-e805-46c1-bb8e-d63d52e601d4 req-95a109a0-9ed1-46fa-930e-0ac25ba9dba8 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:24.299523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a180ff07-e805-46c1-bb8e-d63d52e601d4 req-95a109a0-9ed1-46fa-930e-0ac25ba9dba8 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 1654 time: 0.2063005 Jul 08 18:04:24.307626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] For port d6e15d2d-9543-4bfd-9b65-46cc1f97345a, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:24.343501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] For port d6e15d2d-9543-4bfd-9b65-46cc1f97345a, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d6e15d2d-9543-4bfd-9b65-46cc1f97345a,segment=NetworkSegment(e433d99f-65c9-4cb6-9638-7f22c0d2378f),segment_id=e433d99f-65c9-4cb6-9638-7f22c0d2378f)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:24.385953 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:24.441925 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:24.467581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:24.468208 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:24.469603 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] 10.222.0.74 "PUT /v2.0/ports/d6e15d2d-9543-4bfd-9b65-46cc1f97345a HTTP/1.1" status: 200 len: 1092 time: 1.9718904 Jul 08 18:04:24.474261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d10e668-10eb-41c3-be86-7abc66f12fa9', 'tag': 'd6e15d2d-9543-4bfd-9b65-46cc1f97345a'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:24.476572 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223bcb4b-0505-41a1-bb1d-aca9507159d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d10e668-10eb-41c3-be86-7abc66f12fa9", "tag": "d6e15d2d-9543-4bfd-9b65-46cc1f97345a"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:24.495645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Transition to ACTIVE for port object 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:24.501267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a180ff07-e805-46c1-bb8e-d63d52e601d4 req-86eb2984-cc80-4f2b-9a36-80c03c7323c8 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884942 Jul 08 18:04:24.512737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc95aba-3209-479d-be44-56fe8eb70e4a service neutron] Pushing event updated for resources: {'Port': ['ID=d6e15d2d-9543-4bfd-9b65-46cc1f97345a,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:24.546270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed37aa-c601-420f-a299-4aa0c49704d9 req-861dc3f0-9253-4b26-b294-1ad5b06d84b2 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:24.547824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5ed37aa-c601-420f-a299-4aa0c49704d9 req-861dc3f0-9253-4b26-b294-1ad5b06d84b2 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.2325218 Jul 08 18:04:24.626333 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:24.652691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5ed37aa-c601-420f-a299-4aa0c49704d9 req-f03eebb3-69cd-4a87-8880-99b6f8ccb847 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825264 Jul 08 18:04:24.692174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:24.697416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c013bc-437e-49d9-8e77-854cbc08738e req-34a24e9a-18e9-4d70-822e-bdc68a2380ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:24.699087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-34a24e9a-18e9-4d70-822e-bdc68a2380ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ef79936b09324e65bdb79c8e8447c1e9&device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 1095 time: 0.1710119 Jul 08 18:04:24.704633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:24.708726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:24.743380 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb45b3b-8ced-48e2-aa66-fd1c97e1a62e x-openstack-request-id: req-8eb45b3b-8ced-48e2-aa66-fd1c97e1a62e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:24.743507 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d10e668-10eb-41c3-be86-7abc66f12fa9", "tag": "d6e15d2d-9543-4bfd-9b65-46cc1f97345a", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:24.743821 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8eb45b3b-8ced-48e2-aa66-fd1c97e1a62e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:24.744278 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d10e668-10eb-41c3-be86-7abc66f12fa9', 'tag': 'd6e15d2d-9543-4bfd-9b65-46cc1f97345a', 'status': 'completed', 'code': 200} Jul 08 18:04:24.746650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Port': ['ID=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:24.808267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-814f6e0f-145a-45a6-b055-516a1d94f6c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e15d2d-9543-4bfd-9b65-46cc1f97345a HTTP/1.1" status: 200 len: 217 time: 0.0964935 Jul 08 18:04:24.890368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:24.891092 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:24.936768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c013bc-437e-49d9-8e77-854cbc08738e req-65ddeda7-197f-4553-8fca-f0006085ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:24.939340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-65ddeda7-197f-4553-8fca-f0006085ca24 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5b292def-2da4-414e-93b4-4aa1efcb5947 HTTP/1.1" status: 200 len: 853 time: 0.1110795 Jul 08 18:04:24.941872 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-43c16074-49ae-428d-ac2e-b55118fd0d52 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1264772 Jul 08 18:04:24.964997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1', 'admin_state_up': True, 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'security_groups': ['063954eb-daad-4399-bd92-3aa32d14fdbf']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:24.994647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-3fb1ad2e-fc41-4e28-87db-9eb2686a688d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff204538-e1ac-4667-820e-141c4803c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461657 Jul 08 18:04:25.004045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0207b58f-e869-4cd9-9553-4452521f152e None None] Provisioning for port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:25.008756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0207b58f-e869-4cd9-9553-4452521f152e None None] Provisioning complete for port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:25.009118 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0207b58f-e869-4cd9-9553-4452521f152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:25.045189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0207b58f-e869-4cd9-9553-4452521f152e None None] Port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:25.057485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00170243-1139-4ccd-946a-2fde8ff98e41 req-624ad15c-1bce-421d-b9f7-4ce7393e87d5 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:25.059297 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00170243-1139-4ccd-946a-2fde8ff98e41 req-624ad15c-1bce-421d-b9f7-4ce7393e87d5 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 944 time: 0.3186467 Jul 08 18:04:25.149667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f9026-2da4-442b-8d51-33a090fbd493 req-efebe583-3367-4873-9106-85e1783bf4f1 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:25.151231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-023f9026-2da4-442b-8d51-33a090fbd493 req-efebe583-3367-4873-9106-85e1783bf4f1 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 947 time: 0.3083344 Jul 08 18:04:25.218241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00170243-1139-4ccd-946a-2fde8ff98e41 req-52d49b08-f597-4eb0-8e82-d3c379742ade tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410718 Jul 08 18:04:25.266543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-023f9026-2da4-442b-8d51-33a090fbd493 req-ee799509-7917-47bd-8563-b8de31e28a06 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067593 Jul 08 18:04:25.268908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-f99d9e86-a250-4da9-9490-2feb992b10eb service neutron] 10.222.0.74 "GET /v2.0/networks/ff204538-e1ac-4667-820e-141c4803c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358506 Jul 08 18:04:25.291492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:25.472667 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:25.488022 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29c013bc-437e-49d9-8e77-854cbc08738e req-de85a5ad-8546-4a49-b94e-af25c9fc0228 service neutron] 10.222.0.74 "GET /v2.0/networks/ff204538-e1ac-4667-820e-141c4803c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104192 Jul 08 18:04:25.543333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940c497e-6d96-4d77-ad32-ab45fc403327', 'tag': '32cc8150-789f-49ad-85fe-08ee078d13fb'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:25.546611 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b66506-a998-4abc-b153-b70e01d03807" -d '{"events": [{"name": "network-changed", "server_uuid": "940c497e-6d96-4d77-ad32-ab45fc403327", "tag": "32cc8150-789f-49ad-85fe-08ee078d13fb"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:25.836355 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aa3aef-a7f4-47b3-b31c-53b1c7c33f4b x-openstack-request-id: req-54aa3aef-a7f4-47b3-b31c-53b1c7c33f4b {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:25.837690 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940c497e-6d96-4d77-ad32-ab45fc403327", "tag": "32cc8150-789f-49ad-85fe-08ee078d13fb", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:25.838320 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54aa3aef-a7f4-47b3-b31c-53b1c7c33f4b {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:25.839345 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940c497e-6d96-4d77-ad32-ab45fc403327', 'tag': '32cc8150-789f-49ad-85fe-08ee078d13fb', 'status': 'completed', 'code': 200} Jul 08 18:04:26.023572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b66506-a998-4abc-b153-b70e01d03807 req-ae734c3c-444e-4d95-bfb8-45abcf69c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.027147 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-02b66506-a998-4abc-b153-b70e01d03807 req-ae734c3c-444e-4d95-bfb8-45abcf69c43c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e9cbf8362df42fdaca427ecda6d36a9&device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 1098 time: 0.1455996 Jul 08 18:04:26.141885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b66506-a998-4abc-b153-b70e01d03807 req-eb83d27f-6884-4dc2-8d9a-e2fd976e185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.144424 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-02b66506-a998-4abc-b153-b70e01d03807 req-eb83d27f-6884-4dc2-8d9a-e2fd976e185f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1103923 Jul 08 18:04:26.204867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34632) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:26.212776 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-02b66506-a998-4abc-b153-b70e01d03807 req-1a875568-861f-41b0-8204-26112542b4ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=32cc8150-789f-49ad-85fe-08ee078d13fb HTTP/1.1" status: 200 len: 217 time: 0.0592415 Jul 08 18:04:26.287820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b66506-a998-4abc-b153-b70e01d03807 req-293a68b5-0555-439f-adee-4670e7c60a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.290707 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-02b66506-a998-4abc-b153-b70e01d03807 req-293a68b5-0555-439f-adee-4670e7c60a79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0670705 Jul 08 18:04:26.347156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcb4b-0505-41a1-bb1d-aca9507159d9 req-1ccb0745-6445-4ffe-b269-a0237e7149e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.348666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-223bcb4b-0505-41a1-bb1d-aca9507159d9 req-1ccb0745-6445-4ffe-b269-a0237e7149e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ef79936b09324e65bdb79c8e8447c1e9&device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 1095 time: 0.7458367 Jul 08 18:04:26.363038 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4461e96-47db-4139-a146-601ccdc84d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.409190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b66506-a998-4abc-b153-b70e01d03807 req-551b6dc5-8704-44bb-811a-519b69797877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.410734 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-02b66506-a998-4abc-b153-b70e01d03807 req-551b6dc5-8704-44bb-811a-519b69797877 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1094022 Jul 08 18:04:26.428066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Allocated IP 10.2.2.100 (a6a38d63-e447-4c31-9872-e6ee7b2f97a1/be2c2c08-32f0-4e07-8941-4d57046ff43f/5c1a4fdb-735a-4e95-acd6-453bdafb529c) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:26.463394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240e6b7-a2b8-4a43-9821-1852b9ead6e0 req-56d2c3da-70f4-4a76-b5d4-8ebfa98f39a3 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.464915 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2240e6b7-a2b8-4a43-9821-1852b9ead6e0 req-56d2c3da-70f4-4a76-b5d4-8ebfa98f39a3 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5 HTTP/1.1" status: 200 len: 950 time: 0.2535353 Jul 08 18:04:26.477050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5f77e-db03-4cff-ab70-4bdb9848a476 req-5a881785-7a0d-4bc5-9665-024f743b3a9a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.483154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5f77e-db03-4cff-ab70-4bdb9848a476 req-5a881785-7a0d-4bc5-9665-024f743b3a9a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.489251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5f77e-db03-4cff-ab70-4bdb9848a476 req-5a881785-7a0d-4bc5-9665-024f743b3a9a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.494879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bd5f77e-db03-4cff-ab70-4bdb9848a476 req-5a881785-7a0d-4bc5-9665-024f743b3a9a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 2375 time: 0.2818596 Jul 08 18:04:26.544716 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-02b66506-a998-4abc-b153-b70e01d03807 req-d8049a29-0cc7-4d96-a635-912066347dda service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266675 Jul 08 18:04:26.567705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4461e96-47db-4139-a146-601ccdc84d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.580672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4461e96-47db-4139-a146-601ccdc84d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.599295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcb4b-0505-41a1-bb1d-aca9507159d9 req-cf58aafa-e1ac-4059-9880-d07ce6f619a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.601241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-223bcb4b-0505-41a1-bb1d-aca9507159d9 req-cf58aafa-e1ac-4059-9880-d07ce6f619a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff204538-e1ac-4667-820e-141c4803c5f3 HTTP/1.1" status: 200 len: 914 time: 0.2396934 Jul 08 18:04:26.661483 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f4461e96-47db-4139-a146-601ccdc84d2c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=407e6a10f32a4ba3846d02b2f78a1cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554703 Jul 08 18:04:26.662332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34642) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:26.666594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4461e96-47db-4139-a146-601ccdc84d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ba77b8-96ef-4275-8f52-5d533a9d70c2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:26.731629 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-02b66506-a998-4abc-b153-b70e01d03807 req-66e82131-b1f9-4499-9060-654ba477a199 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764708 Jul 08 18:04:26.731866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2240e6b7-a2b8-4a43-9821-1852b9ead6e0 req-d7e79da1-aa3e-46af-ad2f-6c69d07d9706 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354484 Jul 08 18:04:26.735789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-223bcb4b-0505-41a1-bb1d-aca9507159d9 req-5e01456f-0f3e-4f55-862a-9d48672aaca4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e15d2d-9543-4bfd-9b65-46cc1f97345a HTTP/1.1" status: 200 len: 217 time: 0.0837231 Jul 08 18:04:26.755274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bd5f77e-db03-4cff-ab70-4bdb9848a476 req-f36f4064-a5dd-40b7-83b1-b9c457b9e9d5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493930 Jul 08 18:04:26.783948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7718dbcb-cf3c-4150-9fec-bfacaa0fe991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.813525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7718dbcb-cf3c-4150-9fec-bfacaa0fe991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.833262 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.873353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7718dbcb-cf3c-4150-9fec-bfacaa0fe991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.876645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7718dbcb-cf3c-4150-9fec-bfacaa0fe991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.880848 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7718dbcb-cf3c-4150-9fec-bfacaa0fe991 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96ba77b8-96ef-4275-8f52-5d533a9d70c2 HTTP/1.1" status: 204 len: 168 time: 0.2152605 Jul 08 18:04:26.894885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Transition to ACTIVE for port object 5c1a4fdb-735a-4e95-acd6-453bdafb529c will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:26.898426 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718dbcb-cf3c-4150-9fec-bfacaa0fe991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ba77b8-96ef-4275-8f52-5d533a9d70c2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:26.944441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcb4b-0505-41a1-bb1d-aca9507159d9 req-d120acb0-333d-405e-874b-2ba6897ed670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.944441 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-223bcb4b-0505-41a1-bb1d-aca9507159d9 req-d120acb0-333d-405e-874b-2ba6897ed670 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5b292def-2da4-414e-93b4-4aa1efcb5947 HTTP/1.1" status: 200 len: 853 time: 0.1876585 Jul 08 18:04:26.988928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-223bcb4b-0505-41a1-bb1d-aca9507159d9 req-e514fd8e-178b-43f6-b270-b02c7d41e907 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff204538-e1ac-4667-820e-141c4803c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370851 Jul 08 18:04:27.165922 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:27.255694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf6750-d0e9-4bbf-aec1-46f393c8b083 req-60482c06-59e4-4228-b896-b23e5c520755 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:27.257212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfbf6750-d0e9-4bbf-aec1-46f393c8b083 req-60482c06-59e4-4228-b896-b23e5c520755 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.2710176 Jul 08 18:04:27.261513 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:27.269644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24d369-697e-40ba-b193-33632df97d38 req-e5d62088-eeb1-4280-ab47-32203a57730a tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:27.271103 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e24d369-697e-40ba-b193-33632df97d38 req-e5d62088-eeb1-4280-ab47-32203a57730a tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 944 time: 0.2860055 Jul 08 18:04:27.279754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-223bcb4b-0505-41a1-bb1d-aca9507159d9 req-b46e1a3e-269b-4178-b081-7efa0d30d6e8 service neutron] 10.222.0.74 "GET /v2.0/networks/ff204538-e1ac-4667-820e-141c4803c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692075 Jul 08 18:04:27.284817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:27.287426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:27.332362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Port': ['ID=5c1a4fdb-735a-4e95-acd6-453bdafb529c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:27.457520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:27.458150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:27.477176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfbf6750-d0e9-4bbf-aec1-46f393c8b083 req-b165b7ca-c691-4c39-9ab3-7a8f28639ce4 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040155 Jul 08 18:04:27.490397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e24d369-697e-40ba-b193-33632df97d38 req-ed2d03a6-8639-4b0c-8d3f-16dc5345a2b7 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093363 Jul 08 18:04:27.531327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-57c1b182-bdc0-4654-a031-2456e8eb3ad9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5816567 Jul 08 18:04:27.557659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1', 'admin_state_up': True, 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'security_groups': ['063954eb-daad-4399-bd92-3aa32d14fdbf']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:27.690410 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e6b70974-0092-4547-8e7c-f6467f365eb8 None None] Provisioning for port 5c1a4fdb-735a-4e95-acd6-453bdafb529c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:27.695683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e6b70974-0092-4547-8e7c-f6467f365eb8 None None] Provisioning complete for port 5c1a4fdb-735a-4e95-acd6-453bdafb529c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:27.697897 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b70974-0092-4547-8e7c-f6467f365eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:27.751878 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-223bcb4b-0505-41a1-bb1d-aca9507159d9 req-43c44e78-6594-49e4-a25d-05051537a17b service neutron] 10.222.0.74 "GET /v2.0/networks/ff204538-e1ac-4667-820e-141c4803c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590390 Jul 08 18:04:27.755330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Made reservation on behalf of 0e23f221efbf49719d17e99b8720fa2b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:27.775353 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:27.777862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e6b70974-0092-4547-8e7c-f6467f365eb8 None None] Port 5c1a4fdb-735a-4e95-acd6-453bdafb529c cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:27.841199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb4a31-8cce-4aef-9ce0-498218f9d177 req-a3e903dc-0c32-4aa6-bf79-cb247a382c29 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:27.841431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32cc8150-789f-49ad-85fe-08ee078d13fb details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:27.848481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34fb4a31-8cce-4aef-9ce0-498218f9d177 req-a3e903dc-0c32-4aa6-bf79-cb247a382c29 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 947 time: 0.1480856 Jul 08 18:04:27.929314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34fb4a31-8cce-4aef-9ce0-498218f9d177 req-0a57c2ae-bb30-42e5-82c2-c4eaef8a5036 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798852 Jul 08 18:04:27.972803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8e98c429-d781-43af-947b-033b2224b034 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:28.137475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Allocated IP 10.2.2.200 (a6a38d63-e447-4c31-9872-e6ee7b2f97a1/be2c2c08-32f0-4e07-8941-4d57046ff43f/f6220108-c2fb-4dae-a334-33b1a571ec89) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:28.204420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32cc8150-789f-49ad-85fe-08ee078d13fb, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32cc8150-789f-49ad-85fe-08ee078d13fb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:28.224106 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:28.253299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '32cc8150-789f-49ad-85fe-08ee078d13fb', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '32cc8150-789f-49ad-85fe-08ee078d13fb', 'mac_address': 'fa:16:3e:fa:ab:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:28.307977 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:28.309879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e98c429-d781-43af-947b-033b2224b034'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:28.312923 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6ef351-36d0-4a71-b6bb-b1106967f1be" -d '{"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8e98c429-d781-43af-947b-033b2224b034"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:28.337373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:28.339777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cc8150-789f-49ad-85fe-08ee078d13fb {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:28.360939 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:28.388841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32cc8150-789f-49ad-85fe-08ee078d13fb, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32cc8150-789f-49ad-85fe-08ee078d13fb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:28.453653 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edd6e96-1ce9-45bf-9469-8539e3af6afc x-openstack-request-id: req-8edd6e96-1ce9-45bf-9469-8539e3af6afc {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:28.454067 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8e98c429-d781-43af-947b-033b2224b034", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:28.454349 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8edd6e96-1ce9-45bf-9469-8539e3af6afc {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:28.457541 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e98c429-d781-43af-947b-033b2224b034', 'code': 200} Jul 08 18:04:28.466164 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:28.527513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:28.577048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f64a1c-64ad-4436-a3bb-887c9b58f76b req-1eeb6542-94e1-4639-b42e-a57649eaef0e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:28.587210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f64a1c-64ad-4436-a3bb-887c9b58f76b req-1eeb6542-94e1-4639-b42e-a57649eaef0e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:28.596940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f64a1c-64ad-4436-a3bb-887c9b58f76b req-1eeb6542-94e1-4639-b42e-a57649eaef0e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:28.606511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f64a1c-64ad-4436-a3bb-887c9b58f76b req-1eeb6542-94e1-4639-b42e-a57649eaef0e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:28.609611 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78f64a1c-64ad-4436-a3bb-887c9b58f76b req-1eeb6542-94e1-4639-b42e-a57649eaef0e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 3096 time: 0.3866773 Jul 08 18:04:28.632738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=32cc8150-789f-49ad-85fe-08ee078d13fb,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:28.659820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34712) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:28.751608 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78f64a1c-64ad-4436-a3bb-887c9b58f76b req-23a8946d-2bcc-42a2-a990-de8445530d60 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330729 Jul 08 18:04:28.759935 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:28.788465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Transition to ACTIVE for port object f6220108-c2fb-4dae-a334-33b1a571ec89 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:28.804829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bdcd9-346c-4af2-b41e-571d020b3c22 req-accd91ac-7e69-4c83-b931-6ee4e4677a25 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:28.807146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['32cc8150-789f-49ad-85fe-08ee078d13fb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:28.812779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-712bdcd9-346c-4af2-b41e-571d020b3c22 req-accd91ac-7e69-4c83-b931-6ee4e4677a25 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.1644123 Jul 08 18:04:28.880856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-712bdcd9-346c-4af2-b41e-571d020b3c22 req-87b4d92a-219a-4edc-b010-199ab7480408 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672600 Jul 08 18:04:28.922367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:29.007647 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event updated for resources: {'Port': ['ID=f6220108-c2fb-4dae-a334-33b1a571ec89,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:29.052150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:29.056296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:29.059279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:29.130831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:29.132072 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:29.154200 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5afd0ba8-2f09-4dc9-aae7-4f182449bc98 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9550f818c9254e70ba1174b796a1260b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909029 Jul 08 18:04:29.154664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34728) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:29.166466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74484665-3fe7-4650-aa50-2281dcf95c8c req-37d0dd4e-fc17-41aa-af21-a495070604ee tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:29.169572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74484665-3fe7-4650-aa50-2281dcf95c8c req-37d0dd4e-fc17-41aa-af21-a495070604ee tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 944 time: 0.1635656 Jul 08 18:04:29.257597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70f59dc3-3185-4e85-b623-d3f245faa185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:29.259794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f52da35c-ecd6-416f-8fed-516c076455d2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7131424 Jul 08 18:04:29.280556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:29.287620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70f59dc3-3185-4e85-b623-d3f245faa185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:29.314356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74484665-3fe7-4650-aa50-2281dcf95c8c req-b161c42b-66d5-4b47-86fc-c6a1918bf111 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326602 Jul 08 18:04:29.357538 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70f59dc3-3185-4e85-b623-d3f245faa185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:29.360493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70f59dc3-3185-4e85-b623-d3f245faa185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:29.364714 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-70f59dc3-3185-4e85-b623-d3f245faa185 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d921ba1-0885-4d61-9ddd-98987d4f7fa6 HTTP/1.1" status: 204 len: 168 time: 0.2090185 Jul 08 18:04:29.373746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f59dc3-3185-4e85-b623-d3f245faa185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d921ba1-0885-4d61-9ddd-98987d4f7fa6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:29.416043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d6e15d2d-9543-4bfd-9b65-46cc1f97345a details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:29.482870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30926b-9f99-41ca-9061-9861605d3954 req-f4576e0f-b92a-4fdf-8d71-b0bc8d84a150 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:29.491277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee30926b-9f99-41ca-9061-9861605d3954 req-f4576e0f-b92a-4fdf-8d71-b0bc8d84a150 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 948 time: 0.2915173 Jul 08 18:04:29.523118 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:29.548098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d6e15d2d-9543-4bfd-9b65-46cc1f97345a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d6e15d2d-9543-4bfd-9b65-46cc1f97345a,segment=NetworkSegment(e433d99f-65c9-4cb6-9638-7f22c0d2378f),segment_id=e433d99f-65c9-4cb6-9638-7f22c0d2378f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:29.566454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'd6e15d2d-9543-4bfd-9b65-46cc1f97345a', 'network_id': 'ff204538-e1ac-4667-820e-141c4803c5f3', 'port_id': 'd6e15d2d-9543-4bfd-9b65-46cc1f97345a', 'mac_address': 'fa:16:3e:37:bc:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b292def-2da4-414e-93b4-4aa1efcb5947', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:29.589896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee30926b-9f99-41ca-9061-9861605d3954 req-11c84a66-809f-488e-9a6b-f18018b1e516 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990541 Jul 08 18:04:29.664590 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:29.683217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f497355f-e224-4072-91ab-0ad92595b92f None None] Provisioning for port f6220108-c2fb-4dae-a334-33b1a571ec89 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:29.690399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f497355f-e224-4072-91ab-0ad92595b92f None None] Provisioning complete for port f6220108-c2fb-4dae-a334-33b1a571ec89 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:29.691079 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f497355f-e224-4072-91ab-0ad92595b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:29.717936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e15d2d-9543-4bfd-9b65-46cc1f97345a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:29.761435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d6e15d2d-9543-4bfd-9b65-46cc1f97345a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d6e15d2d-9543-4bfd-9b65-46cc1f97345a,segment=NetworkSegment(e433d99f-65c9-4cb6-9638-7f22c0d2378f),segment_id=e433d99f-65c9-4cb6-9638-7f22c0d2378f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:29.762531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f497355f-e224-4072-91ab-0ad92595b92f None None] Port f6220108-c2fb-4dae-a334-33b1a571ec89 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:29.772011 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:29.850982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=d6e15d2d-9543-4bfd-9b65-46cc1f97345a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:29.856696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32cc8150-789f-49ad-85fe-08ee078d13fb up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:29.977905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 32cc8150-789f-49ad-85fe-08ee078d13fb completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:29.982115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 32cc8150-789f-49ad-85fe-08ee078d13fb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:29.982513 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:30.103362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ab8975-505c-44f2-8d74-a2402dead1e2 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:30.128116 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:30.152092 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:30.169951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32cc8150-789f-49ad-85fe-08ee078d13fb, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32cc8150-789f-49ad-85fe-08ee078d13fb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:30.177000 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:30.217705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Transition to ACTIVE for port object b1ab8975-505c-44f2-8d74-a2402dead1e2 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:30.239295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241590ea-4995-4f4d-af12-a19eb8ceb5b4 req-f5ca592d-c366-472e-bd39-ec70c3d4f760 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.240492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['d6e15d2d-9543-4bfd-9b65-46cc1f97345a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:30.246134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241590ea-4995-4f4d-af12-a19eb8ceb5b4 req-f5ca592d-c366-472e-bd39-ec70c3d4f760 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.252357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241590ea-4995-4f4d-af12-a19eb8ceb5b4 req-f5ca592d-c366-472e-bd39-ec70c3d4f760 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.259508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241590ea-4995-4f4d-af12-a19eb8ceb5b4 req-f5ca592d-c366-472e-bd39-ec70c3d4f760 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.265688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241590ea-4995-4f4d-af12-a19eb8ceb5b4 req-f5ca592d-c366-472e-bd39-ec70c3d4f760 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.273416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-241590ea-4995-4f4d-af12-a19eb8ceb5b4 req-f5ca592d-c366-472e-bd39-ec70c3d4f760 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 3817 time: 0.3220973 Jul 08 18:04:30.275428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:30.328915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ab8975-505c-44f2-8d74-a2402dead1e2,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:30.364361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf7243-e150-4735-a187-efdb4a72ca57 req-1659cfb4-5c77-41ec-9d93-acc95c94dc5e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.366244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81cf7243-e150-4735-a187-efdb4a72ca57 req-1659cfb4-5c77-41ec-9d93-acc95c94dc5e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.2493422 Jul 08 18:04:30.434373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-241590ea-4995-4f4d-af12-a19eb8ceb5b4 req-fe87bb6e-3265-4392-9c9b-65e577d6b827 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557691 Jul 08 18:04:30.513558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c497e-6d96-4d77-ad32-ab45fc403327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cc8150-789f-49ad-85fe-08ee078d13fb'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:30.516011 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea711aae-6484-4927-afd0-e46109f44ab0" -d '{"events": [{"server_uuid": "940c497e-6d96-4d77-ad32-ab45fc403327", "name": "network-vif-plugged", "status": "completed", "tag": "32cc8150-789f-49ad-85fe-08ee078d13fb"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:30.557948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=32cc8150-789f-49ad-85fe-08ee078d13fb,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:30.598869 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81cf7243-e150-4735-a187-efdb4a72ca57 req-14e3da01-09ce-405d-af21-7795900dfae2 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195816 Jul 08 18:04:30.667436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Attempting to bind port b1ab8975-505c-44f2-8d74-a2402dead1e2 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:30.678818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Attempting to bind port b1ab8975-505c-44f2-8d74-a2402dead1e2 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:30.679580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Attempting to bind port b1ab8975-505c-44f2-8d74-a2402dead1e2 on network a4d07708-357c-46da-80fc-75d7056d9d48 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:30.692009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Port b1ab8975-505c-44f2-8d74-a2402dead1e2 on network a4d07708-357c-46da-80fc-75d7056d9d48 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:30.692619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Attempting to bind port b1ab8975-505c-44f2-8d74-a2402dead1e2 on network a4d07708-357c-46da-80fc-75d7056d9d48 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:30.707607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:30.711815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Checking segment: {'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:30.712490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Bound using segment: {'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:30.716114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Bound port: b1ab8975-505c-44f2-8d74-a2402dead1e2, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:30.716793 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:30.749576 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3662b36-7d1b-404f-846d-50109d6dd2f9 x-openstack-request-id: req-d3662b36-7d1b-404f-846d-50109d6dd2f9 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:30.749963 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c497e-6d96-4d77-ad32-ab45fc403327", "name": "network-vif-plugged", "status": "completed", "tag": "32cc8150-789f-49ad-85fe-08ee078d13fb", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:30.750325 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3662b36-7d1b-404f-846d-50109d6dd2f9 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:30.750786 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940c497e-6d96-4d77-ad32-ab45fc403327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cc8150-789f-49ad-85fe-08ee078d13fb', 'code': 200} Jul 08 18:04:30.859160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] For port b1ab8975-505c-44f2-8d74-a2402dead1e2, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:30.862925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] For port b1ab8975-505c-44f2-8d74-a2402dead1e2, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b1ab8975-505c-44f2-8d74-a2402dead1e2,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:30.878444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:30.955437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615409e0-026d-494a-8ee6-91fb6476ec92 req-5d1aaf6e-8ca0-44fd-9c53-0de37d0cac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.957695 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-615409e0-026d-494a-8ee6-91fb6476ec92 req-5d1aaf6e-8ca0-44fd-9c53-0de37d0cac1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 1100 time: 0.1086302 Jul 08 18:04:31.013570 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-615409e0-026d-494a-8ee6-91fb6476ec92 req-19716a4d-4bda-4d97-b0a1-55458e52fe63 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483658 Jul 08 18:04:31.027934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.028563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:31.029965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] 10.222.0.59 "PUT /v2.0/ports/b1ab8975-505c-44f2-8d74-a2402dead1e2 HTTP/1.1" status: 200 len: 1092 time: 1.7549982 Jul 08 18:04:31.033244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': 'b1ab8975-505c-44f2-8d74-a2402dead1e2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:31.035547 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49947b84-4512-4644-b19d-8232b19ab196" -d '{"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "b1ab8975-505c-44f2-8d74-a2402dead1e2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:31.061106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3489170-ac06-4c8e-b571-ddbb1dc3b737 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ab8975-505c-44f2-8d74-a2402dead1e2,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:31.115355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e5288-1253-418e-b1ea-5b3bbf32ebe3 req-f068b46e-dd57-463e-8a37-7c2ec6d18e70 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.116978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee5e5288-1253-418e-b1ea-5b3bbf32ebe3 req-f068b46e-dd57-463e-8a37-7c2ec6d18e70 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 945 time: 0.1908612 Jul 08 18:04:31.139920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1a0c5-9ff9-41e3-a800-d4b92576f1a7 req-6309a292-4861-4115-83a7-e1831557e979 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.141293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fed1a0c5-9ff9-41e3-a800-d4b92576f1a7 req-6309a292-4861-4115-83a7-e1831557e979 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 949 time: 0.1405256 Jul 08 18:04:31.176900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:31.248858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee5e5288-1253-418e-b1ea-5b3bbf32ebe3 req-08a07908-13ff-4f0c-a428-1ce336020028 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064675 Jul 08 18:04:31.294598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fed1a0c5-9ff9-41e3-a800-d4b92576f1a7 req-479c8d11-2505-40e5-9d09-792f6f659a13 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367071 Jul 08 18:04:31.327681 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4e7eb0-598b-4373-96be-f6ae607035da x-openstack-request-id: req-1d4e7eb0-598b-4373-96be-f6ae607035da {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:31.328065 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "b1ab8975-505c-44f2-8d74-a2402dead1e2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:31.328389 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d4e7eb0-598b-4373-96be-f6ae607035da {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:31.328850 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': 'b1ab8975-505c-44f2-8d74-a2402dead1e2', 'status': 'completed', 'code': 200} Jul 08 18:04:31.351413 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:31.446095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49947b84-4512-4644-b19d-8232b19ab196 req-2f21d746-3a8c-43b7-bdc0-0e1f602ee3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.447086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49947b84-4512-4644-b19d-8232b19ab196 req-2f21d746-3a8c-43b7-bdc0-0e1f602ee3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.447763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49947b84-4512-4644-b19d-8232b19ab196 req-2f21d746-3a8c-43b7-bdc0-0e1f602ee3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.448553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49947b84-4512-4644-b19d-8232b19ab196 req-2f21d746-3a8c-43b7-bdc0-0e1f602ee3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.449667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49947b84-4512-4644-b19d-8232b19ab196 req-2f21d746-3a8c-43b7-bdc0-0e1f602ee3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.451948 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-49947b84-4512-4644-b19d-8232b19ab196 req-2f21d746-3a8c-43b7-bdc0-0e1f602ee3c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 4364 time: 0.0974665 Jul 08 18:04:31.632407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49947b84-4512-4644-b19d-8232b19ab196 req-ef6a9a55-d4fb-4ee9-b8ad-2474c3a6798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.632890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49947b84-4512-4644-b19d-8232b19ab196 req-ef6a9a55-d4fb-4ee9-b8ad-2474c3a6798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.633362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49947b84-4512-4644-b19d-8232b19ab196 req-ef6a9a55-d4fb-4ee9-b8ad-2474c3a6798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.635208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-49947b84-4512-4644-b19d-8232b19ab196 req-ef6a9a55-d4fb-4ee9-b8ad-2474c3a6798a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0e23f221efbf49719d17e99b8720fa2b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1743531 Jul 08 18:04:31.793327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49947b84-4512-4644-b19d-8232b19ab196 req-57ea4317-4ad1-49ec-bafb-f3b5a34afcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.794972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d54f308-a6d8-415d-8624-8a6a6c642bdf {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:31.796205 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-49947b84-4512-4644-b19d-8232b19ab196 req-57ea4317-4ad1-49ec-bafb-f3b5a34afcfe service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532876 Jul 08 18:04:31.818529 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:31.861819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-7d64cca4-43d0-46f8-a5af-eb1a6168eede tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=38d87ab8c9f44869b401f0837aa06af1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374761 Jul 08 18:04:31.867723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Transition to ACTIVE for port object 0d54f308-a6d8-415d-8624-8a6a6c642bdf will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:31.931563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:31.950833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa09b-7c23-4f3b-b37d-6f4fd12f6da4 req-0b2ed5bc-2fd6-4caf-baba-82fa2dc3d41b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.956852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa09b-7c23-4f3b-b37d-6f4fd12f6da4 req-0b2ed5bc-2fd6-4caf-baba-82fa2dc3d41b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.963271 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa09b-7c23-4f3b-b37d-6f4fd12f6da4 req-0b2ed5bc-2fd6-4caf-baba-82fa2dc3d41b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.969705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa09b-7c23-4f3b-b37d-6f4fd12f6da4 req-0b2ed5bc-2fd6-4caf-baba-82fa2dc3d41b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.976027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa09b-7c23-4f3b-b37d-6f4fd12f6da4 req-0b2ed5bc-2fd6-4caf-baba-82fa2dc3d41b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.977831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-288fa09b-7c23-4f3b-b37d-6f4fd12f6da4 req-0b2ed5bc-2fd6-4caf-baba-82fa2dc3d41b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 3829 time: 0.3425155 Jul 08 18:04:32.385331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d54f308-a6d8-415d-8624-8a6a6c642bdf,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:32.421117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-288fa09b-7c23-4f3b-b37d-6f4fd12f6da4 req-95a41800-5d4c-408f-a629-7fd419630ded tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889659 Jul 08 18:04:32.453768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-cbc05051-bab9-4450-b35c-2798648d3d50 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:32.471298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-cbc05051-bab9-4450-b35c-2798648d3d50 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6085544 Jul 08 18:04:32.512671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-49d7ab17-f586-434b-97dd-da50163cbf95 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/quotas/38d87ab8c9f44869b401f0837aa06af1 HTTP/1.1" status: 200 len: 375 time: 0.0404370 Jul 08 18:04:32.557675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-3ac6e307-0331-4c59-b757-1d2420516140 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=38d87ab8c9f44869b401f0837aa06af1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439916 Jul 08 18:04:32.596251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Attempting to bind port 0d54f308-a6d8-415d-8624-8a6a6c642bdf on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:32.596609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Attempting to bind port 0d54f308-a6d8-415d-8624-8a6a6c642bdf by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:32.596915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Attempting to bind port 0d54f308-a6d8-415d-8624-8a6a6c642bdf on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:32.669832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Port 0d54f308-a6d8-415d-8624-8a6a6c642bdf on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:32.670161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Attempting to bind port 0d54f308-a6d8-415d-8624-8a6a6c642bdf on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:32.680762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:32.681101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Checking segment: {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:32.681482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Bound using segment: {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:32.681911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Bound port: 0d54f308-a6d8-415d-8624-8a6a6c642bdf, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:32.682294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:32.754302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f73c3-03de-49a8-bf01-95d2992cb2c1 req-3098fd1d-bace-4ac8-b341-1f0917bf21c2 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:32.755901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd4f73c3-03de-49a8-bf01-95d2992cb2c1 req-3098fd1d-bace-4ac8-b341-1f0917bf21c2 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.1564472 Jul 08 18:04:32.802714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] For port 0d54f308-a6d8-415d-8624-8a6a6c642bdf, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:32.819019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] For port 0d54f308-a6d8-415d-8624-8a6a6c642bdf, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=0d54f308-a6d8-415d-8624-8a6a6c642bdf,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:32.828179 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:32.866968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd4f73c3-03de-49a8-bf01-95d2992cb2c1 req-748fbbd1-93f7-43f5-bbf5-5b58a99e3bae tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015453 Jul 08 18:04:32.875687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:32.876298 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:32.877648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] 10.222.0.59 "PUT /v2.0/ports/0d54f308-a6d8-415d-8624-8a6a6c642bdf HTTP/1.1" status: 200 len: 1131 time: 1.7222929 Jul 08 18:04:32.938943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:33.017555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4e8e9-258f-45d4-b0d9-cdc7ac0cf7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d54f308-a6d8-415d-8624-8a6a6c642bdf,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:33.068190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.353308 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.368285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': '0d54f308-a6d8-415d-8624-8a6a6c642bdf'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:33.371037 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d113f4-9c59-4323-b69b-91f0c5291fee" -d '{"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "0d54f308-a6d8-415d-8624-8a6a6c642bdf"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:33.423987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 11f263b1-74ea-46ae-bb37-035422b10b08 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:33.441427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db8cc3-8495-462d-ab88-998175df4eff req-7c9c6384-4d43-48e6-8c16-c58c2c8b7d46 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:33.443209 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06db8cc3-8495-462d-ab88-998175df4eff req-7c9c6384-4d43-48e6-8c16-c58c2c8b7d46 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 945 time: 0.2913225 Jul 08 18:04:33.485661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7c241-eaad-4f62-9d5d-2b0eb10967d8 req-95467c52-dcbc-4d1f-b310-2bc1dab4727c tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:33.487251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-adb7c241-eaad-4f62-9d5d-2b0eb10967d8 req-95467c52-dcbc-4d1f-b310-2bc1dab4727c tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 949 time: 0.2731378 Jul 08 18:04:33.577609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 11f263b1-74ea-46ae-bb37-035422b10b08, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=11f263b1-74ea-46ae-bb37-035422b10b08,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:33.591890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d6e15d2d-9543-4bfd-9b65-46cc1f97345a up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:33.596464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '11f263b1-74ea-46ae-bb37-035422b10b08', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '11f263b1-74ea-46ae-bb37-035422b10b08', 'mac_address': 'fa:16:3e:4a:7f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:33.645552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-adb7c241-eaad-4f62-9d5d-2b0eb10967d8 req-d957a9d6-afbf-4fcb-a095-4e5e3abff4d8 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017041 Jul 08 18:04:33.681478 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.697458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11f263b1-74ea-46ae-bb37-035422b10b08 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:33.738418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 11f263b1-74ea-46ae-bb37-035422b10b08, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=11f263b1-74ea-46ae-bb37-035422b10b08,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:33.749387 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.816181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port d6e15d2d-9543-4bfd-9b65-46cc1f97345a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:33.835674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port d6e15d2d-9543-4bfd-9b65-46cc1f97345a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:33.836435 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.881864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['11f263b1-74ea-46ae-bb37-035422b10b08'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:33.906695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267ed3c9-765e-4c8d-b20f-674f51aa8c5a {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:33.917519 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.935892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=11f263b1-74ea-46ae-bb37-035422b10b08,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:33.974268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06db8cc3-8495-462d-ab88-998175df4eff req-7c88947e-f84b-4ef6-81d5-687bea13ef2c tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050726 Jul 08 18:04:33.977840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-263b4706-74c3-478f-a200-60138db45695 req-0fbcf62d-5aa7-4016-9ced-0b6bada621df tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 210 time: 0.1126275 Jul 08 18:04:33.981819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Transition to ACTIVE for port object 267ed3c9-765e-4c8d-b20f-674f51aa8c5a will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:33.986524 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:34.089177 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea865ab7-e66c-4421-83a2-ea864f5d5b80 x-openstack-request-id: req-ea865ab7-e66c-4421-83a2-ea864f5d5b80 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:34.089560 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "0d54f308-a6d8-415d-8624-8a6a6c642bdf", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:34.089909 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea865ab7-e66c-4421-83a2-ea864f5d5b80 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:34.090425 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': '0d54f308-a6d8-415d-8624-8a6a6c642bdf', 'status': 'completed', 'code': 200} Jul 08 18:04:34.157937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Pushing event updated for resources: {'Port': ['ID=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:34.160826 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:34.185038 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:34.234195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Attempting to bind port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:34.234636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Attempting to bind port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:34.234902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Attempting to bind port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:34.247955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:34.248290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Attempting to bind port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:34.262495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:34.262959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Checking segment: {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:34.263235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Bound using segment: {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:34.265819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Bound port: 267ed3c9-765e-4c8d-b20f-674f51aa8c5a, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:34.266200 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:34.270914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d10e668-10eb-41c3-be86-7abc66f12fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e15d2d-9543-4bfd-9b65-46cc1f97345a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:34.273262 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5913fd5-6d16-4a90-9f6f-5a2a307fd321" -d '{"events": [{"server_uuid": "2d10e668-10eb-41c3-be86-7abc66f12fa9", "name": "network-vif-plugged", "status": "completed", "tag": "d6e15d2d-9543-4bfd-9b65-46cc1f97345a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:34.295739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-9fcea842-1f12-48c2-994b-01c06074a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.296351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-9fcea842-1f12-48c2-994b-01c06074a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.298474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-9fcea842-1f12-48c2-994b-01c06074a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.298965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-9fcea842-1f12-48c2-994b-01c06074a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.299434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-9fcea842-1f12-48c2-994b-01c06074a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.299900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-9fcea842-1f12-48c2-994b-01c06074a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.300359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-9fcea842-1f12-48c2-994b-01c06074a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.306746 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-9fcea842-1f12-48c2-994b-01c06074a9dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6169 time: 0.2105465 Jul 08 18:04:34.344527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d6e15d2d-9543-4bfd-9b65-46cc1f97345a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d6e15d2d-9543-4bfd-9b65-46cc1f97345a,segment=NetworkSegment(e433d99f-65c9-4cb6-9638-7f22c0d2378f),segment_id=e433d99f-65c9-4cb6-9638-7f22c0d2378f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:34.373338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] For port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:34.376118 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:34.378313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] For port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:34.396654 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:34.483242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.484211 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:34.486089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/267ed3c9-765e-4c8d-b20f-674f51aa8c5a HTTP/1.1" status: 200 len: 1130 time: 1.5771964 Jul 08 18:04:34.526271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=d6e15d2d-9543-4bfd-9b65-46cc1f97345a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:34.550738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:34.609790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-04be5385-6828-4242-8d00-39a3b4f2c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.610324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-04be5385-6828-4242-8d00-39a3b4f2c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.610820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-04be5385-6828-4242-8d00-39a3b4f2c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.613285 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-04be5385-6828-4242-8d00-39a3b4f2c337 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0e23f221efbf49719d17e99b8720fa2b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2969227 Jul 08 18:04:34.708904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Pushing event updated for resources: {'Port': ['ID=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:34.737307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.741791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.742266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.742688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.744507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.744996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.745470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.746439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.746785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.747122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.747455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.747782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75336443-4c2e-496a-984f-e94e8b4804d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:34.775911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-00530898-74b5-41b4-9abd-0cef0eb885e3 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=38d87ab8c9f44869b401f0837aa06af1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1919715 Jul 08 18:04:34.859274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-4a41edcf-e09a-40e6-b6d5-30ec464d9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.861420 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-01d113f4-9c59-4323-b69b-91f0c5291fee req-4a41edcf-e09a-40e6-b6d5-30ec464d9468 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2312958 Jul 08 18:04:34.920716 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a54f-87a9-4780-961a-8959cbe17886 req-866f2806-7218-42bd-ad18-50e05c507405 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.932176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a54f-87a9-4780-961a-8959cbe17886 req-866f2806-7218-42bd-ad18-50e05c507405 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.938590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a54f-87a9-4780-961a-8959cbe17886 req-866f2806-7218-42bd-ad18-50e05c507405 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.944968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a54f-87a9-4780-961a-8959cbe17886 req-866f2806-7218-42bd-ad18-50e05c507405 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.950989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a54f-87a9-4780-961a-8959cbe17886 req-866f2806-7218-42bd-ad18-50e05c507405 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.957110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a54f-87a9-4780-961a-8959cbe17886 req-866f2806-7218-42bd-ad18-50e05c507405 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.963670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a54f-87a9-4780-961a-8959cbe17886 req-866f2806-7218-42bd-ad18-50e05c507405 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:34.965621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fa7a54f-87a9-4780-961a-8959cbe17886 req-866f2806-7218-42bd-ad18-50e05c507405 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5374 time: 0.5834899 Jul 08 18:04:35.044794 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.095033 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fa7a54f-87a9-4780-961a-8959cbe17886 req-2937ac89-209f-43c0-960c-b5e286ce6c8c tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137745 Jul 08 18:04:35.129416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-be89947e-6829-4e7a-b73e-acdcac2be198 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:35.130946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-be89947e-6829-4e7a-b73e-acdcac2be198 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3458772 Jul 08 18:04:35.153607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Request body: {'port': {'device_id': 'e5666479-3c8f-497c-ac10-1c155c826097', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '38d87ab8c9f44869b401f0837aa06af1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:35.166868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04137f35-81aa-422c-bda9-d0a816434ded req-1321355c-47d6-40c5-8abb-6e3568b40aaa tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:35.168369 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04137f35-81aa-422c-bda9-d0a816434ded req-1321355c-47d6-40c5-8abb-6e3568b40aaa tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.3428478 Jul 08 18:04:35.374823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04137f35-81aa-422c-bda9-d0a816434ded req-ade45e75-46fb-40b7-a8c3-d2f86a88f479 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885686 Jul 08 18:04:35.378307 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5cb341-59b7-4818-8a4e-f7cc0153e6d3 x-openstack-request-id: req-cc5cb341-59b7-4818-8a4e-f7cc0153e6d3 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:35.380035 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d10e668-10eb-41c3-be86-7abc66f12fa9", "name": "network-vif-plugged", "status": "completed", "tag": "d6e15d2d-9543-4bfd-9b65-46cc1f97345a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:35.383603 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc5cb341-59b7-4818-8a4e-f7cc0153e6d3 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:35.384320 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d10e668-10eb-41c3-be86-7abc66f12fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e15d2d-9543-4bfd-9b65-46cc1f97345a', 'code': 200} Jul 08 18:04:35.440073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 11f263b1-74ea-46ae-bb37-035422b10b08 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:35.485119 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Made reservation on behalf of 38d87ab8c9f44869b401f0837aa06af1 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:35.489164 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.502632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.580095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 11f263b1-74ea-46ae-bb37-035422b10b08 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:35.580990 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.609839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9725ba56-db2f-41c2-9b67-365af91eb663 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:35.621832 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.656514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d2fb6-c0ef-44b2-98a4-bf05055597ca req-7a8e3050-42c3-412d-92ca-11fd0d89103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:35.658271 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd4d2fb6-c0ef-44b2-98a4-bf05055597ca req-7a8e3050-42c3-412d-92ca-11fd0d89103e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 1097 time: 0.2077403 Jul 08 18:04:35.691227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Transition to ACTIVE for port object 9725ba56-db2f-41c2-9b67-365af91eb663 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:35.709302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.719617 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd4d2fb6-c0ef-44b2-98a4-bf05055597ca req-931422e8-e7be-49f2-9e62-59e4f6c25347 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535154 Jul 08 18:04:35.788012 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.843188 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.889470 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.894591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Pushing event updated for resources: {'Port': ['ID=9725ba56-db2f-41c2-9b67-365af91eb663,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:35.905707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf265a4-f243-40b2-98e7-dc22639dc3a4 req-7bf82477-2fe5-43a1-9ca9-d6f17437660e tempest-ServersAdminNegativeTestJSON-258277229 tempest-ServersAdminNegativeTestJSON-258277229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:35.906992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cf265a4-f243-40b2-98e7-dc22639dc3a4 req-7bf82477-2fe5-43a1-9ca9-d6f17437660e tempest-ServersAdminNegativeTestJSON-258277229 tempest-ServersAdminNegativeTestJSON-258277229-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 1100 time: 0.2793579 Jul 08 18:04:35.981446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 11f263b1-74ea-46ae-bb37-035422b10b08, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=11f263b1-74ea-46ae-bb37-035422b10b08,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:35.992570 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.031601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0503bb5-1722-4c8b-b437-4729bf1ddf5e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:36.070307 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3cf265a4-f243-40b2-98e7-dc22639dc3a4 req-32e51002-b389-45a5-b9e6-6f21b70299bc tempest-ServersAdminNegativeTestJSON-258277229 tempest-ServersAdminNegativeTestJSON-258277229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.082992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=11f263b1-74ea-46ae-bb37-035422b10b08,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:36.106399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': '267ed3c9-765e-4c8d-b20f-674f51aa8c5a'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:36.109040 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103ca682-9474-4e1e-a2c1-97c821d2b43b" -d '{"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "267ed3c9-765e-4c8d-b20f-674f51aa8c5a"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:36.204967 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1233036-a8e1-4921-a285-2cd43a4bb7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.209438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a26ab-af36-438d-87b7-6b92037d59a3 req-43625a00-c409-497c-bafd-74023e9f1a50 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.211374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-894a26ab-af36-438d-87b7-6b92037d59a3 req-43625a00-c409-497c-bafd-74023e9f1a50 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 946 time: 0.4378378 Jul 08 18:04:36.216582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Attempting to bind port 9725ba56-db2f-41c2-9b67-365af91eb663 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:36.216916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Attempting to bind port 9725ba56-db2f-41c2-9b67-365af91eb663 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:36.217245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Attempting to bind port 9725ba56-db2f-41c2-9b67-365af91eb663 on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:36.240293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Port 9725ba56-db2f-41c2-9b67-365af91eb663 on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:36.241162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Attempting to bind port 9725ba56-db2f-41c2-9b67-365af91eb663 on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:36.280016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Allocated IP 192.168.233.159 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/6bd2b289-91d7-4c70-8d99-857f0ea1defb) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:36.283661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:36.284129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Checking segment: {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:36.284546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Bound using segment: {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:36.285076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Bound port: 9725ba56-db2f-41c2-9b67-365af91eb663, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:36.285439 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.347578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34948) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:36.367265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-894a26ab-af36-438d-87b7-6b92037d59a3 req-7f551f65-3953-4ca9-ac7b-7848fdd014c6 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394923 Jul 08 18:04:36.444728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] For port 9725ba56-db2f-41c2-9b67-365af91eb663, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:36.451003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] For port 9725ba56-db2f-41c2-9b67-365af91eb663, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9725ba56-db2f-41c2-9b67-365af91eb663,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:36.497288 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cfd819d-0105-4d61-8afe-5b70aaed3881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.497897 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.555977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3cf265a4-f243-40b2-98e7-dc22639dc3a4 req-32e51002-b389-45a5-b9e6-6f21b70299bc tempest-ServersAdminNegativeTestJSON-258277229 tempest-ServersAdminNegativeTestJSON-258277229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.583532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db9b50dc-3910-492f-b1a1-8f64c57e4188 req-edea117d-5291-424b-a9cd-49dd8f6d54d6 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 210 time: 0.0796688 Jul 08 18:04:36.584130 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3cf265a4-f243-40b2-98e7-dc22639dc3a4 req-32e51002-b389-45a5-b9e6-6f21b70299bc tempest-ServersAdminNegativeTestJSON-258277229 tempest-ServersAdminNegativeTestJSON-258277229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.613797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.614524 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.616645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] 10.222.0.59 "PUT /v2.0/ports/9725ba56-db2f-41c2-9b67-365af91eb663 HTTP/1.1" status: 200 len: 1091 time: 2.0956311 Jul 08 18:04:36.659559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cf265a4-f243-40b2-98e7-dc22639dc3a4 req-32e51002-b389-45a5-b9e6-6f21b70299bc tempest-ServersAdminNegativeTestJSON-258277229 tempest-ServersAdminNegativeTestJSON-258277229-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7262065 Jul 08 18:04:36.660989 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc4506b-738c-4ac9-8c2e-67446186a42c x-openstack-request-id: req-6fc4506b-738c-4ac9-8c2e-67446186a42c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:36.661270 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "267ed3c9-765e-4c8d-b20f-674f51aa8c5a", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:36.661511 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6fc4506b-738c-4ac9-8c2e-67446186a42c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:36.662720 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': '267ed3c9-765e-4c8d-b20f-674f51aa8c5a', 'status': 'completed', 'code': 200} Jul 08 18:04:36.667736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:36.675681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cfd819d-0105-4d61-8afe-5b70aaed3881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.699705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cfd819d-0105-4d61-8afe-5b70aaed3881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.723400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f129e-f6ef-451d-a8db-8f973557c0bc service neutron] Pushing event updated for resources: {'Port': ['ID=9725ba56-db2f-41c2-9b67-365af91eb663,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:36.743278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e51002-b389-45a5-b9e6-6f21b70299bc tempest-ServersAdminNegativeTestJSON-258277229 tempest-ServersAdminNegativeTestJSON-258277229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daccbce1-3f48-4be1-954f-a411ea2289fe,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:36.776834 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.816921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd819d-0105-4d61-8afe-5b70aaed3881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d21dfb4-447c-4dda-a67a-1a8cd8ea5005,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:36.839159 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7cfd819d-0105-4d61-8afe-5b70aaed3881 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78d64b9822b1446e9fa57b8b5b473d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900641 Jul 08 18:04:36.840251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34954) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:36.848332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Transition to ACTIVE for port object 6bd2b289-91d7-4c70-8d99-857f0ea1defb will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:36.873389 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.910646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-3ff13d97-e57b-45ad-a7ff-6227df534f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.911459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-3ff13d97-e57b-45ad-a7ff-6227df534f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.911929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-3ff13d97-e57b-45ad-a7ff-6227df534f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.913147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-3ff13d97-e57b-45ad-a7ff-6227df534f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.913801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-3ff13d97-e57b-45ad-a7ff-6227df534f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.914284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-3ff13d97-e57b-45ad-a7ff-6227df534f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.914929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-3ff13d97-e57b-45ad-a7ff-6227df534f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.917218 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-3ff13d97-e57b-45ad-a7ff-6227df534f38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6278 time: 0.2255495 Jul 08 18:04:36.963361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.983721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adadd14-f94d-4e8a-afd6-c11224be211d req-42066976-7292-443c-b141-004ef63ebfaa tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.989485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adadd14-f94d-4e8a-afd6-c11224be211d req-42066976-7292-443c-b141-004ef63ebfaa tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.995303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adadd14-f94d-4e8a-afd6-c11224be211d req-42066976-7292-443c-b141-004ef63ebfaa tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.001392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adadd14-f94d-4e8a-afd6-c11224be211d req-42066976-7292-443c-b141-004ef63ebfaa tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.007319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adadd14-f94d-4e8a-afd6-c11224be211d req-42066976-7292-443c-b141-004ef63ebfaa tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.012980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adadd14-f94d-4e8a-afd6-c11224be211d req-42066976-7292-443c-b141-004ef63ebfaa tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.018999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adadd14-f94d-4e8a-afd6-c11224be211d req-42066976-7292-443c-b141-004ef63ebfaa tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.021040 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7adadd14-f94d-4e8a-afd6-c11224be211d req-42066976-7292-443c-b141-004ef63ebfaa tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5386 time: 0.2370329 Jul 08 18:04:37.022419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c29a9179-3d71-464e-b0dc-1c6f6c34cb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.066308 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c29a9179-3d71-464e-b0dc-1c6f6c34cb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.079000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-a50be5fb-c932-46bd-9c0b-3208a067b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.079478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-a50be5fb-c932-46bd-9c0b-3208a067b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.079947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-a50be5fb-c932-46bd-9c0b-3208a067b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.081510 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-a50be5fb-c932-46bd-9c0b-3208a067b4cb service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0e23f221efbf49719d17e99b8720fa2b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1479242 Jul 08 18:04:37.138806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:37.167314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:37.171558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:37.218339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Pushing event updated for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:37.241608 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7adadd14-f94d-4e8a-afd6-c11224be211d req-2b76ee06-e4e5-4af7-8ee9-20df96629230 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2083545 Jul 08 18:04:37.328715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.329395 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.361895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-19524a69-c81f-4f2e-8222-14685089e7c2 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2126238 Jul 08 18:04:37.380464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Request body: {'port': {'device_id': 'e5666479-3c8f-497c-ac10-1c155c826097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:37.386561 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f263b1-74ea-46ae-bb37-035422b10b08'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:37.390066 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24522934-2262-4706-bdf6-3b6042c56f48" -d '{"events": [{"server_uuid": "39a64c5a-d551-44a4-9644-c2eebbe86a65", "name": "network-vif-plugged", "status": "completed", "tag": "11f263b1-74ea-46ae-bb37-035422b10b08"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:37.397804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e9f60-e891-4325-a0f4-e4d18eecc182 req-a2ba9865-fdf9-4b3d-833a-de2578c07b1a tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.399419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d3e9f60-e891-4325-a0f4-e4d18eecc182 req-a2ba9865-fdf9-4b3d-833a-de2578c07b1a tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.3370886 Jul 08 18:04:37.518822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ec3a1cf3-d655-48e6-bfea-651d3b378e68 None None] Provisioning for port 6bd2b289-91d7-4c70-8d99-857f0ea1defb completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:37.525983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ec3a1cf3-d655-48e6-bfea-651d3b378e68 None None] Provisioning complete for port 6bd2b289-91d7-4c70-8d99-857f0ea1defb triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:37.526674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1cf3-d655-48e6-bfea-651d3b378e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.537723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-c8d8aa83-8c9d-44d4-8feb-d226a1cba251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.539455 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-103ca682-9474-4e1e-a2c1-97c821d2b43b req-c8d8aa83-8c9d-44d4-8feb-d226a1cba251 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4505382 Jul 08 18:04:37.547461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d3e9f60-e891-4325-a0f4-e4d18eecc182 req-af7c8f4a-3b87-429f-ae6a-a32228d298ce tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062315 Jul 08 18:04:37.559540 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c29a9179-3d71-464e-b0dc-1c6f6c34cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.563582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c29a9179-3d71-464e-b0dc-1c6f6c34cb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.565014 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c29a9179-3d71-464e-b0dc-1c6f6c34cb12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d21dfb4-447c-4dda-a67a-1a8cd8ea5005 HTTP/1.1" status: 204 len: 168 time: 0.7235503 Jul 08 18:04:37.591361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1cf3-d655-48e6-bfea-651d3b378e68 None None] Port 6bd2b289-91d7-4c70-8d99-857f0ea1defb cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:37.593653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a9179-3d71-464e-b0dc-1c6f6c34cb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d21dfb4-447c-4dda-a67a-1a8cd8ea5005,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:37.610229 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bfdc19-92f9-4e63-87ae-0a3b82fa5bf2 x-openstack-request-id: req-27bfdc19-92f9-4e63-87ae-0a3b82fa5bf2 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:37.611026 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a64c5a-d551-44a4-9644-c2eebbe86a65", "name": "network-vif-plugged", "status": "completed", "tag": "11f263b1-74ea-46ae-bb37-035422b10b08", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:37.611348 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27bfdc19-92f9-4e63-87ae-0a3b82fa5bf2 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:37.612216 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f263b1-74ea-46ae-bb37-035422b10b08', 'code': 200} Jul 08 18:04:37.634668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.657216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:37.668835 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.720953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Transition to ACTIVE for port object 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:37.877937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34978) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:37.892145 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f0dfbec-ba7c-4b01-9d6f-128051010e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.989342 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f0dfbec-ba7c-4b01-9d6f-128051010e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.993798 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f0dfbec-ba7c-4b01-9d6f-128051010e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.032755 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7f0dfbec-ba7c-4b01-9d6f-128051010e09 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbc83c388ed84ecf826404e0748a70eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536558 Jul 08 18:04:38.033643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dfbec-ba7c-4b01-9d6f-128051010e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0476f1e-6b61-4422-98ab-263b29359fba,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:38.036262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34982) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:38.053709 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.089582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7356c93e-b312-4cbd-8f32-855d0ce77712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.093135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca0807-1cf7-4bcd-bb76-1bbdd858220f req-e69c1489-73b0-4a9c-ad98-3c1849d3f15f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:38.094655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8ca0807-1cf7-4bcd-bb76-1bbdd858220f req-e69c1489-73b0-4a9c-ad98-3c1849d3f15f tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 946 time: 0.5549688 Jul 08 18:04:38.111119 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7356c93e-b312-4cbd-8f32-855d0ce77712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.158012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7356c93e-b312-4cbd-8f32-855d0ce77712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.160631 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7356c93e-b312-4cbd-8f32-855d0ce77712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.161817 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7356c93e-b312-4cbd-8f32-855d0ce77712 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0476f1e-6b61-4422-98ab-263b29359fba HTTP/1.1" status: 204 len: 168 time: 0.1247768 Jul 08 18:04:38.180025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356c93e-b312-4cbd-8f32-855d0ce77712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0476f1e-6b61-4422-98ab-263b29359fba,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:38.259521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Pushing event updated for resources: {'Port': ['ID=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:38.331828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8ca0807-1cf7-4bcd-bb76-1bbdd858220f req-05b453a3-ad1e-4d37-bbbf-829922d2a631 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146614 Jul 08 18:04:38.377263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb308f8d-0e3c-4f58-b620-9a7eeafeac30 req-e7cd3040-dfad-46b3-92b8-a616e68adf65 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:38.385074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb308f8d-0e3c-4f58-b620-9a7eeafeac30 req-e7cd3040-dfad-46b3-92b8-a616e68adf65 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 936 time: 0.6628282 Jul 08 18:04:38.484307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb308f8d-0e3c-4f58-b620-9a7eeafeac30 req-7f90ca02-045c-4064-8b57-40295bc8a171 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967691 Jul 08 18:04:38.489670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Attempting to bind port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:38.490014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Attempting to bind port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:38.490425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Attempting to bind port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:38.529431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:38.529796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Attempting to bind port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:38.547744 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:38.548291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Checking segment: {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:38.548774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Bound using segment: {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:38.549032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Bound port: 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37479b06-24af-4f01-8553-148dab31d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:38.549446 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.626851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd2b289-91d7-4c70-8d99-857f0ea1defb {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:38.639972 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.664773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': '9725ba56-db2f-41c2-9b67-365af91eb663'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:38.667137 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87666fb1-cedc-4086-89c0-04bb2edcb841" -d '{"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "9725ba56-db2f-41c2-9b67-365af91eb663"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:38.679866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Transition to ACTIVE for port object 6bd2b289-91d7-4c70-8d99-857f0ea1defb will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:38.696541 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.705476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a9989-80f4-4ddb-a7cf-a36133ddf3f3 req-09474984-eee2-434f-91b6-cfbddbd6b6fa tempest-ServersAdminNegativeTestJSON-258277229 tempest-ServersAdminNegativeTestJSON-258277229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:38.707338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-062a9989-80f4-4ddb-a7cf-a36133ddf3f3 req-09474984-eee2-434f-91b6-cfbddbd6b6fa tempest-ServersAdminNegativeTestJSON-258277229 tempest-ServersAdminNegativeTestJSON-258277229-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 1100 time: 0.2325997 Jul 08 18:04:38.761961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] For port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:38.782481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] For port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:38.795126 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.830807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Pushing event updated for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:38.880012 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-062a9989-80f4-4ddb-a7cf-a36133ddf3f3 req-7571980d-76f5-487d-9d37-03329896fdd3 tempest-ServersAdminNegativeTestJSON-258277229 tempest-ServersAdminNegativeTestJSON-258277229-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449509 Jul 08 18:04:38.985548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:38.986182 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.991079 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] 10.222.0.59 "PUT /v2.0/ports/3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 HTTP/1.1" status: 200 len: 1091 time: 2.3369088 Jul 08 18:04:39.052177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:39.058053 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.115817 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6421e161-6138-43f4-b484-1365da543a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.210975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c7e94-879a-4479-8802-28cf8613f10a service neutron] Pushing event updated for resources: {'Port': ['ID=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:39.270187 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.284964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d68300-6865-4d39-8dc1-dcf636a9f57c req-a8f54d26-555d-4913-9231-c3bcae8944a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.292585 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d68300-6865-4d39-8dc1-dcf636a9f57c req-a8f54d26-555d-4913-9231-c3bcae8944a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.311095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d68300-6865-4d39-8dc1-dcf636a9f57c req-a8f54d26-555d-4913-9231-c3bcae8944a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.317278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d68300-6865-4d39-8dc1-dcf636a9f57c req-a8f54d26-555d-4913-9231-c3bcae8944a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.323694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d68300-6865-4d39-8dc1-dcf636a9f57c req-a8f54d26-555d-4913-9231-c3bcae8944a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.329616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d68300-6865-4d39-8dc1-dcf636a9f57c req-a8f54d26-555d-4913-9231-c3bcae8944a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.335985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d68300-6865-4d39-8dc1-dcf636a9f57c req-a8f54d26-555d-4913-9231-c3bcae8944a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.337972 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1d68300-6865-4d39-8dc1-dcf636a9f57c req-a8f54d26-555d-4913-9231-c3bcae8944a2 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5398 time: 0.5362298 Jul 08 18:04:39.340687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Attempting to bind port 6bd2b289-91d7-4c70-8d99-857f0ea1defb on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:39.341019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Attempting to bind port 6bd2b289-91d7-4c70-8d99-857f0ea1defb by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:39.341340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Attempting to bind port 6bd2b289-91d7-4c70-8d99-857f0ea1defb on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:39.369683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Port 6bd2b289-91d7-4c70-8d99-857f0ea1defb on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:39.370005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Attempting to bind port 6bd2b289-91d7-4c70-8d99-857f0ea1defb on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:39.411174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:39.411329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:39.411661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:39.412131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Bound port: 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:39.412488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.473482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0aca4-1aa2-4036-a48c-cc79472d0c5b req-1893cf22-0ef7-4d54-8137-dd9fd84f523c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.480256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86f0aca4-1aa2-4036-a48c-cc79472d0c5b req-1893cf22-0ef7-4d54-8137-dd9fd84f523c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.3428221 Jul 08 18:04:39.494883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1d68300-6865-4d39-8dc1-dcf636a9f57c req-03ae3105-ad35-4c55-bd12-bae5bc2fc28f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1447694 Jul 08 18:04:39.601026 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75136ac7-65aa-47f4-b0a4-bd860d8a8ac9 x-openstack-request-id: req-75136ac7-65aa-47f4-b0a4-bd860d8a8ac9 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:39.601307 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "9725ba56-db2f-41c2-9b67-365af91eb663", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:39.601556 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75136ac7-65aa-47f4-b0a4-bd860d8a8ac9 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:39.601939 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': '9725ba56-db2f-41c2-9b67-365af91eb663', 'status': 'completed', 'code': 200} Jul 08 18:04:39.738083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-54ed1129-d935-4244-b53d-d42dec35b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.748630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-54ed1129-d935-4244-b53d-d42dec35b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.749413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-54ed1129-d935-4244-b53d-d42dec35b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.750870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-54ed1129-d935-4244-b53d-d42dec35b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.751355 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-54ed1129-d935-4244-b53d-d42dec35b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.751831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-54ed1129-d935-4244-b53d-d42dec35b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.752302 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-54ed1129-d935-4244-b53d-d42dec35b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.757664 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-54ed1129-d935-4244-b53d-d42dec35b6ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6345 time: 0.1422293 Jul 08 18:04:39.814118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86f0aca4-1aa2-4036-a48c-cc79472d0c5b req-eaca1fde-9cc5-4c14-8278-b6ebed955e64 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327255 Jul 08 18:04:39.838688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:39.866891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:39.907473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-9aee84c1-60d8-4bfb-bdea-1c60c5f9d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.908100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-9aee84c1-60d8-4bfb-bdea-1c60c5f9d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.908588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-9aee84c1-60d8-4bfb-bdea-1c60c5f9d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:39.910240 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-9aee84c1-60d8-4bfb-bdea-1c60c5f9d99a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0e23f221efbf49719d17e99b8720fa2b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1449702 Jul 08 18:04:39.956070 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:40.074886 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:40.086458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-c65f3e3f-c0f7-446c-8b25-1397ae380715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:40.090822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-87666fb1-cedc-4086-89c0-04bb2edcb841 req-c65f3e3f-c0f7-446c-8b25-1397ae380715 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1722481 Jul 08 18:04:40.123698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:40.124313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:40.125739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] 10.222.0.74 "PUT /v2.0/ports/6bd2b289-91d7-4c70-8d99-857f0ea1defb HTTP/1.1" status: 200 len: 1096 time: 2.7529821 Jul 08 18:04:40.261902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3a663-c765-4a3d-b4f9-f44ef49a534d service neutron] Pushing event updated for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:40.334309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a1273-dc5f-4f21-9f4c-4c1e2b850824 req-0d523c3c-a6e9-417f-a162-13e47293131e tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:40.339036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a02a1273-dc5f-4f21-9f4c-4c1e2b850824 req-0d523c3c-a6e9-417f-a162-13e47293131e tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 946 time: 0.3759754 Jul 08 18:04:40.367581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de85f7-6208-4d5e-b48d-2f6f39ab2a26 req-3ac5bfde-0de7-4e4e-b02f-ca0ff0b7002e tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:40.369064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93de85f7-6208-4d5e-b48d-2f6f39ab2a26 req-3ac5bfde-0de7-4e4e-b02f-ca0ff0b7002e tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 948 time: 0.3302670 Jul 08 18:04:40.467260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-a6c39f26-9b94-4ed1-992e-61f37847f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:40.469868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-a6c39f26-9b94-4ed1-992e-61f37847f6b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38d87ab8c9f44869b401f0837aa06af1&device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 1099 time: 0.2770319 Jul 08 18:04:40.507723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93de85f7-6208-4d5e-b48d-2f6f39ab2a26 req-8f74ca3c-1ba5-48d8-9ba2-3c96a306323e tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161468 Jul 08 18:04:40.512533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a02a1273-dc5f-4f21-9f4c-4c1e2b850824 req-3844e278-7bd0-4417-b02c-a698206b6918 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632502 Jul 08 18:04:40.559490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1a4fdb-735a-4e95-acd6-453bdafb529c {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:40.605939 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-0bd13ad6-0ff8-4c3d-8293-e7354af85cb4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb HTTP/1.1" status: 200 len: 217 time: 0.1104913 Jul 08 18:04:40.607885 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:40.721076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Transition to ACTIVE for port object 5c1a4fdb-735a-4e95-acd6-453bdafb529c will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:40.731600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:40.833049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-289ad4e5-a1f8-42c5-8dc6-2e4b0ef906e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:40.835626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-289ad4e5-a1f8-42c5-8dc6-2e4b0ef906e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.2220812 Jul 08 18:04:40.890533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a4fdb-735a-4e95-acd6-453bdafb529c,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:41.168530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Attempting to bind port 5c1a4fdb-735a-4e95-acd6-453bdafb529c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:41.171804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Attempting to bind port 5c1a4fdb-735a-4e95-acd6-453bdafb529c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:41.172536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Attempting to bind port 5c1a4fdb-735a-4e95-acd6-453bdafb529c on network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:41.182871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-fa182c09-0474-4d94-8bd4-d45d6abeaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:41.184376 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-fa182c09-0474-4d94-8bd4-d45d6abeaac0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2821043 Jul 08 18:04:41.189903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Port 5c1a4fdb-735a-4e95-acd6-453bdafb529c on network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:41.190243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Attempting to bind port 5c1a4fdb-735a-4e95-acd6-453bdafb529c on network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:41.215103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc83edf-db9e-434d-a73e-c28117f07ec4 req-5f6a9ea8-38c6-4391-a960-34d308a4e08f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:41.220965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc83edf-db9e-434d-a73e-c28117f07ec4 req-5f6a9ea8-38c6-4391-a960-34d308a4e08f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:41.234351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc83edf-db9e-434d-a73e-c28117f07ec4 req-5f6a9ea8-38c6-4391-a960-34d308a4e08f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:41.241386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc83edf-db9e-434d-a73e-c28117f07ec4 req-5f6a9ea8-38c6-4391-a960-34d308a4e08f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:41.247296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc83edf-db9e-434d-a73e-c28117f07ec4 req-5f6a9ea8-38c6-4391-a960-34d308a4e08f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:41.253186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc83edf-db9e-434d-a73e-c28117f07ec4 req-5f6a9ea8-38c6-4391-a960-34d308a4e08f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:41.259145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc83edf-db9e-434d-a73e-c28117f07ec4 req-5f6a9ea8-38c6-4391-a960-34d308a4e08f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:41.261080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fc83edf-db9e-434d-a73e-c28117f07ec4 req-5f6a9ea8-38c6-4391-a960-34d308a4e08f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5410 time: 0.4301779 Jul 08 18:04:41.276471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:41.276791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Checking segment: {'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:41.277418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Bound using segment: {'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:41.278231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Bound port: 5c1a4fdb-735a-4e95-acd6-453bdafb529c, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:41.278512 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.305208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb72e1-a4c6-46a2-b734-3bd4df465616 req-a9b4c90d-66b0-4bfe-8eb9-8ef3e1eed569 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:41.305879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93eb72e1-a4c6-46a2-b734-3bd4df465616 req-a9b4c90d-66b0-4bfe-8eb9-8ef3e1eed569 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.2971218 Jul 08 18:04:41.426994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fc83edf-db9e-434d-a73e-c28117f07ec4 req-df36bf2f-c1bb-4415-80f0-7e4166d13eb0 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554005 Jul 08 18:04:41.477690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93eb72e1-a4c6-46a2-b734-3bd4df465616 req-5c6b4310-7331-4897-9052-cfc918441057 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337740 Jul 08 18:04:41.528343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] For port 5c1a4fdb-735a-4e95-acd6-453bdafb529c, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:41.532698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] For port 5c1a4fdb-735a-4e95-acd6-453bdafb529c, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5c1a4fdb-735a-4e95-acd6-453bdafb529c,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:41.535817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-de2af6cd-e422-4150-a861-23014f01141b service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398323 Jul 08 18:04:41.540483 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.551789 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.619164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': '3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5'}, {'name': 'network-changed', 'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:41.622355 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971a2144-78bc-45be-89e5-d52c1d6b9d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5"}, {"name": "network-changed", "server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:41.644996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:41.644996 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.646429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] 10.222.0.59 "PUT /v2.0/ports/5c1a4fdb-735a-4e95-acd6-453bdafb529c HTTP/1.1" status: 200 len: 1091 time: 2.6100135 Jul 08 18:04:41.711171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Request body: {'port': {'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:41.802018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f070fee-4b30-4d71-b452-a6869b29176e service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a4fdb-735a-4e95-acd6-453bdafb529c,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:41.861767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68cfe489-7ff0-4237-8e86-01fd90e7412e req-95ad3028-f73f-4abb-b16f-bd3577d76b3c service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163295 Jul 08 18:04:41.934563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.075516 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b22db7-5657-4ab8-8253-f58ba440dc64 x-openstack-request-id: req-85b22db7-5657-4ab8-8253-f58ba440dc64 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:42.075814 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:42.076114 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85b22db7-5657-4ab8-8253-f58ba440dc64 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:42.076709 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': '3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5', 'status': 'completed', 'code': 200} Jul 08 18:04:42.076828 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'status': 'completed', 'code': 200} Jul 08 18:04:42.297279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-934cab9d-7b26-403b-9857-4ecd4b79838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.311288 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-934cab9d-7b26-403b-9857-4ecd4b79838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.312401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-934cab9d-7b26-403b-9857-4ecd4b79838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.314052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-934cab9d-7b26-403b-9857-4ecd4b79838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.315568 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-934cab9d-7b26-403b-9857-4ecd4b79838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.317265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-934cab9d-7b26-403b-9857-4ecd4b79838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.320313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-934cab9d-7b26-403b-9857-4ecd4b79838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.325045 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-934cab9d-7b26-403b-9857-4ecd4b79838b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6412 time: 0.2382867 Jul 08 18:04:42.328065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-23aec6b4-4ca8-4c04-a428-4a8ef8d55b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.331688 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-23aec6b4-4ca8-4c04-a428-4a8ef8d55b23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38d87ab8c9f44869b401f0837aa06af1&device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 1099 time: 0.1856780 Jul 08 18:04:42.540800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-52c8e5bc-a61a-42f5-9ab6-067c4d73d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.542120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-52c8e5bc-a61a-42f5-9ab6-067c4d73d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.542796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-52c8e5bc-a61a-42f5-9ab6-067c4d73d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.545830 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-52c8e5bc-a61a-42f5-9ab6-067c4d73d56f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0e23f221efbf49719d17e99b8720fa2b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2086544 Jul 08 18:04:42.643858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-d0ffef42-29f2-4b16-bfaf-dcc21cc2eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.645737 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-d0ffef42-29f2-4b16-bfaf-dcc21cc2eab7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1717126 Jul 08 18:04:42.687531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a3db2-e7f4-4bfa-bf13-7da1be974b1f req-fc85c0c9-8a43-412d-af5c-e4c7b5575e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.689007 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-343a3db2-e7f4-4bfa-bf13-7da1be974b1f req-fc85c0c9-8a43-412d-af5c-e4c7b5575e88 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ef79936b09324e65bdb79c8e8447c1e9&device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 1097 time: 0.6911426 Jul 08 18:04:42.744015 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-6f3f45b6-2b2f-40ce-8cb7-80b36145498f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb HTTP/1.1" status: 200 len: 217 time: 0.0892453 Jul 08 18:04:42.798151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-f3e7ca8f-a399-4df5-8db3-5edbb9330647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.800528 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-f3e7ca8f-a399-4df5-8db3-5edbb9330647 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2392249 Jul 08 18:04:42.821739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-0407cbbd-afb4-4537-9dab-335195e72b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.823593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee9495-56c8-449c-a037-849b30c927c3 req-d944a7f6-205f-497e-b889-f5eb409b4e96 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.824414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-0407cbbd-afb4-4537-9dab-335195e72b65 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0688655 Jul 08 18:04:42.825107 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63ee9495-56c8-449c-a037-849b30c927c3 req-d944a7f6-205f-497e-b889-f5eb409b4e96 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 948 time: 0.6604373 Jul 08 18:04:42.906770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a3db2-e7f4-4bfa-bf13-7da1be974b1f req-32dc081c-dd2f-447b-a8cb-437a6464b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.908268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-343a3db2-e7f4-4bfa-bf13-7da1be974b1f req-32dc081c-dd2f-447b-a8cb-437a6464b1a6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff204538-e1ac-4667-820e-141c4803c5f3 HTTP/1.1" status: 200 len: 914 time: 0.2091231 Jul 08 18:04:42.918218 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-331b0cc4-f9a4-4842-9f91-67c40fa750c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.919900 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-331b0cc4-f9a4-4842-9f91-67c40fa750c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829611 Jul 08 18:04:42.931076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d5fb1-9e37-4d02-87d5-5172f12d5709 req-d9d947b3-0f84-4e7f-a677-4c193f869d66 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.937838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-334d5fb1-9e37-4d02-87d5-5172f12d5709 req-d9d947b3-0f84-4e7f-a677-4c193f869d66 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 946 time: 0.3197639 Jul 08 18:04:43.014288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63ee9495-56c8-449c-a037-849b30c927c3 req-e5c39546-0315-487f-8c3b-32722b828083 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780093 Jul 08 18:04:43.019666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-343a3db2-e7f4-4bfa-bf13-7da1be974b1f req-32b31451-dc30-48dd-9116-7d0f6b52b363 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e15d2d-9543-4bfd-9b65-46cc1f97345a HTTP/1.1" status: 200 len: 217 time: 0.1022749 Jul 08 18:04:43.031024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6220108-c2fb-4dae-a334-33b1a571ec89 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:43.059808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:43.096328 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-af303640-1dbb-4041-b351-f2e8bc0b4065 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671808 Jul 08 18:04:43.183646 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-334d5fb1-9e37-4d02-87d5-5172f12d5709 req-7b047afc-39f2-4e72-80f7-1d489f029f07 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448235 Jul 08 18:04:43.200049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Transition to ACTIVE for port object f6220108-c2fb-4dae-a334-33b1a571ec89 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:43.221525 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:43.292379 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-971a2144-78bc-45be-89e5-d52c1d6b9d0f req-606fc910-61fc-4886-a53e-baa9a7f8e0cc service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882980 Jul 08 18:04:43.315980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a3db2-e7f4-4bfa-bf13-7da1be974b1f req-fd3139fe-9f40-4fcc-b560-80ec09238c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:43.317528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-343a3db2-e7f4-4bfa-bf13-7da1be974b1f req-fd3139fe-9f40-4fcc-b560-80ec09238c75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5b292def-2da4-414e-93b4-4aa1efcb5947 HTTP/1.1" status: 200 len: 853 time: 0.2816343 Jul 08 18:04:43.457379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-343a3db2-e7f4-4bfa-bf13-7da1be974b1f req-9142ce7b-9e8c-440b-bc96-dfd73555416a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff204538-e1ac-4667-820e-141c4803c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914979 Jul 08 18:04:43.467798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Pushing event updated for resources: {'Port': ['ID=f6220108-c2fb-4dae-a334-33b1a571ec89,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:43.693361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Attempting to bind port f6220108-c2fb-4dae-a334-33b1a571ec89 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:43.693989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Attempting to bind port f6220108-c2fb-4dae-a334-33b1a571ec89 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:43.694264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Attempting to bind port f6220108-c2fb-4dae-a334-33b1a571ec89 on network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:43.715444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Port f6220108-c2fb-4dae-a334-33b1a571ec89 on network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:43.715940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Attempting to bind port f6220108-c2fb-4dae-a334-33b1a571ec89 on network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:43.739966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:43.741910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Checking segment: {'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:43.742072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Bound using segment: {'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:43.743456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Bound port: f6220108-c2fb-4dae-a334-33b1a571ec89, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff5154d-87c9-4e56-9b21-2e7860475481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:43.747724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:43.780369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac39f31-576c-428b-bb68-3725801df6bf req-cb6f7d8f-1686-4ae7-9671-ca7aeae075af tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:43.782084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aac39f31-576c-428b-bb68-3725801df6bf req-cb6f7d8f-1686-4ae7-9671-ca7aeae075af tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 949 time: 0.5634589 Jul 08 18:04:43.810490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d548-c4fe-47e0-9bd5-2332873f067f req-1ca2b4ef-a20e-4d82-a8ab-2f83eb95a8d4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:43.816494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d548-c4fe-47e0-9bd5-2332873f067f req-1ca2b4ef-a20e-4d82-a8ab-2f83eb95a8d4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:43.823007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d548-c4fe-47e0-9bd5-2332873f067f req-1ca2b4ef-a20e-4d82-a8ab-2f83eb95a8d4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:43.829136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d548-c4fe-47e0-9bd5-2332873f067f req-1ca2b4ef-a20e-4d82-a8ab-2f83eb95a8d4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:43.835156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d548-c4fe-47e0-9bd5-2332873f067f req-1ca2b4ef-a20e-4d82-a8ab-2f83eb95a8d4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:43.841156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d548-c4fe-47e0-9bd5-2332873f067f req-1ca2b4ef-a20e-4d82-a8ab-2f83eb95a8d4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:43.847452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d548-c4fe-47e0-9bd5-2332873f067f req-1ca2b4ef-a20e-4d82-a8ab-2f83eb95a8d4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:43.855954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b50d548-c4fe-47e0-9bd5-2332873f067f req-1ca2b4ef-a20e-4d82-a8ab-2f83eb95a8d4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.4414439 Jul 08 18:04:43.957360 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-343a3db2-e7f4-4bfa-bf13-7da1be974b1f req-7d0cf8d5-bb06-453a-a1f4-451622587db7 service neutron] 10.222.0.74 "GET /v2.0/networks/ff204538-e1ac-4667-820e-141c4803c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801695 Jul 08 18:04:43.986554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f842055-8f91-4559-9c96-39bc9eca8cd4 req-442b567b-4ce2-47a5-a934-269ecc99eed4 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:43.990894 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7f842055-8f91-4559-9c96-39bc9eca8cd4 req-442b567b-4ce2-47a5-a934-269ecc99eed4 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.59 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 949 time: 0.1157355 Jul 08 18:04:44.067324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aac39f31-576c-428b-bb68-3725801df6bf req-d17fe231-374a-4cde-a808-9f6eff13d202 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743239 Jul 08 18:04:44.080740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': '5c1a4fdb-735a-4e95-acd6-453bdafb529c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:44.083113 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950ab61e-6a30-43d6-ba29-1f5c91f19267" -d '{"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "5c1a4fdb-735a-4e95-acd6-453bdafb529c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:44.117586 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b50d548-c4fe-47e0-9bd5-2332873f067f req-6bc7a0cf-0725-46f5-b679-056afb33c660 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2603240 Jul 08 18:04:44.123359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-343a3db2-e7f4-4bfa-bf13-7da1be974b1f req-3ca43fa3-ac73-4999-a215-3426d08b7a5a service neutron] 10.222.0.74 "GET /v2.0/networks/ff204538-e1ac-4667-820e-141c4803c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514089 Jul 08 18:04:44.135194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] For port f6220108-c2fb-4dae-a334-33b1a571ec89, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:44.141617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] For port f6220108-c2fb-4dae-a334-33b1a571ec89, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f6220108-c2fb-4dae-a334-33b1a571ec89,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:44.154942 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:44.271226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7f842055-8f91-4559-9c96-39bc9eca8cd4 req-ad267cf4-2eec-47d3-8575-c748e48cafa9 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Deleting port 32cc8150-789f-49ad-85fe-08ee078d13fb {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:44.276810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7f842055-8f91-4559-9c96-39bc9eca8cd4 req-ad267cf4-2eec-47d3-8575-c748e48cafa9 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:44.282281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.282924 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:44.284720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] 10.222.0.59 "PUT /v2.0/ports/f6220108-c2fb-4dae-a334-33b1a571ec89 HTTP/1.1" status: 200 len: 1091 time: 2.5934582 Jul 08 18:04:44.285382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c81a96-4449-484f-a31d-d15119975258 service neutron] Pushing event updated for resources: {'Port': ['ID=f6220108-c2fb-4dae-a334-33b1a571ec89,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:44.463522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3a247-4ab0-4a0d-8dd6-055f6c6d945c req-64760025-da8e-4df7-8062-3776635c08a3 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.475755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0aa3a247-4ab0-4a0d-8dd6-055f6c6d945c req-64760025-da8e-4df7-8062-3776635c08a3 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.1211066 Jul 08 18:04:44.519124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7f842055-8f91-4559-9c96-39bc9eca8cd4 req-ad267cf4-2eec-47d3-8575-c748e48cafa9 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] For port 32cc8150-789f-49ad-85fe-08ee078d13fb, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32cc8150-789f-49ad-85fe-08ee078d13fb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:44.519495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7f842055-8f91-4559-9c96-39bc9eca8cd4 req-ad267cf4-2eec-47d3-8575-c748e48cafa9 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:44.554791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7f842055-8f91-4559-9c96-39bc9eca8cd4 req-ad267cf4-2eec-47d3-8575-c748e48cafa9 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Calling delete_port for 32cc8150-789f-49ad-85fe-08ee078d13fb owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:44.617475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0aa3a247-4ab0-4a0d-8dd6-055f6c6d945c req-61aa99a7-d262-4d4b-a63c-a4955ed77e31 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407237 Jul 08 18:04:44.673666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-1fe1617c-dc2f-44b2-bc76-4b3dfb7f3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.676829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-1fe1617c-dc2f-44b2-bc76-4b3dfb7f3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.679935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-1fe1617c-dc2f-44b2-bc76-4b3dfb7f3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.681999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-1fe1617c-dc2f-44b2-bc76-4b3dfb7f3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.682685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-1fe1617c-dc2f-44b2-bc76-4b3dfb7f3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.683334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-1fe1617c-dc2f-44b2-bc76-4b3dfb7f3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.685602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-1fe1617c-dc2f-44b2-bc76-4b3dfb7f3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.690738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-1fe1617c-dc2f-44b2-bc76-4b3dfb7f3427 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6479 time: 0.2016320 Jul 08 18:04:44.703253 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1587181-4f34-435e-9efb-2368e451022b x-openstack-request-id: req-c1587181-4f34-435e-9efb-2368e451022b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:44.704260 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "5c1a4fdb-735a-4e95-acd6-453bdafb529c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:44.704707 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1587181-4f34-435e-9efb-2368e451022b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:44.705308 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': '5c1a4fdb-735a-4e95-acd6-453bdafb529c', 'status': 'completed', 'code': 200} Jul 08 18:04:44.818877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-3c823ba9-8c53-4bbc-b638-4c092707fd43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ab8975-505c-44f2-8d74-a2402dead1e2 HTTP/1.1" status: 200 len: 217 time: 0.1102004 Jul 08 18:04:44.873231 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7f842055-8f91-4559-9c96-39bc9eca8cd4 req-ad267cf4-2eec-47d3-8575-c748e48cafa9 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:44.889286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9044e148-489b-4e11-96c4-2b569a68bf62', '32cc8150-789f-49ad-85fe-08ee078d13fb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:44.914046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad267cf4-2eec-47d3-8575-c748e48cafa9 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Pushing event deleted for resources: {'Port': ['ID=32cc8150-789f-49ad-85fe-08ee078d13fb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:44.934377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-da59fca9-85c5-4643-b900-649860d80876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.936294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-da59fca9-85c5-4643-b900-649860d80876 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffd178d-f064-4531-9efd-737edfc74720 HTTP/1.1" status: 200 len: 851 time: 0.0818005 Jul 08 18:04:44.975678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d23905-ef1f-4497-847c-cb22a1a5e14f req-f30209cd-964a-4c01-87f9-fa0b90168a88 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.985999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d23905-ef1f-4497-847c-cb22a1a5e14f req-f30209cd-964a-4c01-87f9-fa0b90168a88 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 948 time: 0.1831801 Jul 08 18:04:45.020828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f842055-8f91-4559-9c96-39bc9eca8cd4 req-ad267cf4-2eec-47d3-8575-c748e48cafa9 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] No DVR routers for this DVR port 32cc8150-789f-49ad-85fe-08ee078d13fb on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:04:45.041338 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7f842055-8f91-4559-9c96-39bc9eca8cd4 req-ad267cf4-2eec-47d3-8575-c748e48cafa9 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.048073 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7f842055-8f91-4559-9c96-39bc9eca8cd4 req-ad267cf4-2eec-47d3-8575-c748e48cafa9 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.59 "DELETE /v2.0/ports/32cc8150-789f-49ad-85fe-08ee078d13fb HTTP/1.1" status: 204 len: 173 time: 1.0512948 Jul 08 18:04:45.050497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c497e-6d96-4d77-ad32-ab45fc403327', 'name': 'network-vif-deleted', 'tag': '32cc8150-789f-49ad-85fe-08ee078d13fb'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:45.056028 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ffd3d2-4e9d-4774-a8c7-6c9217a5bde6" -d '{"events": [{"server_uuid": "940c497e-6d96-4d77-ad32-ab45fc403327", "name": "network-vif-deleted", "tag": "32cc8150-789f-49ad-85fe-08ee078d13fb"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:45.152683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d23905-ef1f-4497-847c-cb22a1a5e14f req-18abc22d-cb45-46ab-8b0a-680b8f6fb844 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614017 Jul 08 18:04:45.283606 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906f4d4-7848-4989-83f0-ced4c9a82c5b x-openstack-request-id: req-d906f4d4-7848-4989-83f0-ced4c9a82c5b {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:45.284333 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c497e-6d96-4d77-ad32-ab45fc403327", "name": "network-vif-deleted", "tag": "32cc8150-789f-49ad-85fe-08ee078d13fb", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:45.284768 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d906f4d4-7848-4989-83f0-ced4c9a82c5b {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:45.285348 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940c497e-6d96-4d77-ad32-ab45fc403327', 'name': 'network-vif-deleted', 'tag': '32cc8150-789f-49ad-85fe-08ee078d13fb', 'status': 'completed', 'code': 200} Jul 08 18:04:45.294709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762835b-d875-49bd-babf-f5a904fc421c req-fd9df251-5a4b-4351-85ff-25a2f9be0d64 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:45.309706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f762835b-d875-49bd-babf-f5a904fc421c req-fd9df251-5a4b-4351-85ff-25a2f9be0d64 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 946 time: 0.2791922 Jul 08 18:04:45.327238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-5dc34003-41cb-41d9-908a-8441fe57d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:45.328789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-5dc34003-41cb-41d9-908a-8441fe57d837 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4d07708-357c-46da-80fc-75d7056d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3784392 Jul 08 18:04:45.446701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f762835b-d875-49bd-babf-f5a904fc421c req-ada730e0-8f67-4706-9da9-9ff0c4bff864 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359532 Jul 08 18:04:45.513699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6bd2b289-91d7-4c70-8d99-857f0ea1defb details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:45.574598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9093ace8-0c75-4328-b080-763b45602239 service neutron] 10.222.0.59 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355046 Jul 08 18:04:45.726687 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:45.765208 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'mac_address': 'fa:16:3e:09:fd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:45.827928 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.833992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f898ebee-e441-4008-ad54-04b46ca4854c req-306b284c-d3c2-4e7c-81ce-af6eecd9d80d tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=940c497e-6d96-4d77-ad32-ab45fc403327 HTTP/1.1" status: 200 len: 210 time: 0.0459847 Jul 08 18:04:45.855464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-a801af4d-a0d2-45ca-857f-bf8b06fb90a6 service neutron] 10.222.0.59 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726729 Jul 08 18:04:45.872067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd2b289-91d7-4c70-8d99-857f0ea1defb {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:45.936074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:45.957671 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.000332 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-fa8d23bb-bac3-4c8d-9998-ef362b779dc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=0d54f308-a6d8-415d-8624-8a6a6c642bdf HTTP/1.1" status: 200 len: 217 time: 0.1311302 Jul 08 18:04:46.066476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:46.113693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f198c9-f8a5-4012-baf2-42b892eeee96 req-dbe34946-18e3-4ea3-bd51-f7a41b2124c9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.130786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f198c9-f8a5-4012-baf2-42b892eeee96 req-dbe34946-18e3-4ea3-bd51-f7a41b2124c9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.139443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f198c9-f8a5-4012-baf2-42b892eeee96 req-dbe34946-18e3-4ea3-bd51-f7a41b2124c9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.146690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f198c9-f8a5-4012-baf2-42b892eeee96 req-dbe34946-18e3-4ea3-bd51-f7a41b2124c9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.152776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f198c9-f8a5-4012-baf2-42b892eeee96 req-dbe34946-18e3-4ea3-bd51-f7a41b2124c9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.159124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f198c9-f8a5-4012-baf2-42b892eeee96 req-dbe34946-18e3-4ea3-bd51-f7a41b2124c9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.167707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f198c9-f8a5-4012-baf2-42b892eeee96 req-dbe34946-18e3-4ea3-bd51-f7a41b2124c9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.170048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27f198c9-f8a5-4012-baf2-42b892eeee96 req-dbe34946-18e3-4ea3-bd51-f7a41b2124c9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.4561157 Jul 08 18:04:46.175203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-21c0ce17-1953-4c97-a0db-49dc7c5f08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.177283 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-21c0ce17-1953-4c97-a0db-49dc7c5f08dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.1693268 Jul 08 18:04:46.262975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27f198c9-f8a5-4012-baf2-42b892eeee96 req-1e529ef1-2d0f-40a3-8688-5e70981c02c9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780807 Jul 08 18:04:46.306958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5a3dee7-72a9-4257-b843-32c842797012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.308501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-f5a3dee7-72a9-4257-b843-32c842797012 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1223099 Jul 08 18:04:46.419934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6bd2b289-91d7-4c70-8d99-857f0ea1defb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:46.450869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24900cc-fd72-4d07-a7af-9ceaf6454771 req-5ebd3d6d-86f8-459f-a93a-0c4f86dc5533 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.458082 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c24900cc-fd72-4d07-a7af-9ceaf6454771 req-5ebd3d6d-86f8-459f-a93a-0c4f86dc5533 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.1639526 Jul 08 18:04:46.514745 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7ed14f18-3bc7-4bf7-b0d7-b54f0fcabeac service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862960 Jul 08 18:04:46.639285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c24900cc-fd72-4d07-a7af-9ceaf6454771 req-f2f72970-7577-4b65-9a6e-ad88550cfcf9 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801310 Jul 08 18:04:46.707703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': 'f6220108-c2fb-4dae-a334-33b1a571ec89'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:46.713391 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16583783-e00b-4d27-8784-330451a7fcd0" -d '{"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "f6220108-c2fb-4dae-a334-33b1a571ec89"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:46.749149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0493b53-4c1c-4b04-943e-0b59ae19c64e req-8ef5b8f9-b804-440b-b7a3-2bff7ca049a4 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.752045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0493b53-4c1c-4b04-943e-0b59ae19c64e req-8ef5b8f9-b804-440b-b7a3-2bff7ca049a4 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 949 time: 0.3240950 Jul 08 18:04:46.756820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-84f04e0e-5569-494b-ad5b-d8ad40bf85b0 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329166 Jul 08 18:04:46.868411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0493b53-4c1c-4b04-943e-0b59ae19c64e req-89102279-1e45-4ef8-9daf-64fd63f83170 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083729 Jul 08 18:04:46.869845 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b79bceef-d105-475e-b9dd-b8d90f7bc977 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=267ed3c9-765e-4c8d-b20f-674f51aa8c5a HTTP/1.1" status: 200 len: 217 time: 0.0741863 Jul 08 18:04:47.011881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d39391-a9a6-4f07-a49d-ef0b1d754b6a req-2b0768fc-143f-4d5d-9839-c1f0594ec530 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.014261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31d39391-a9a6-4f07-a49d-ef0b1d754b6a req-2b0768fc-143f-4d5d-9839-c1f0594ec530 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 946 time: 0.2201235 Jul 08 18:04:47.016333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-a33186c4-8f1a-423e-a631-dc6338bf1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.018918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-a33186c4-8f1a-423e-a631-dc6338bf1ce4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.1428514 Jul 08 18:04:47.023155 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2563c6fa-7fdf-43dc-af67-291a8a4d3cc1 x-openstack-request-id: req-2563c6fa-7fdf-43dc-af67-291a8a4d3cc1 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:47.023451 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "f6220108-c2fb-4dae-a334-33b1a571ec89", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:47.023753 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2563c6fa-7fdf-43dc-af67-291a8a4d3cc1 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:47.024233 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': 'f6220108-c2fb-4dae-a334-33b1a571ec89', 'status': 'completed', 'code': 200} Jul 08 18:04:47.103205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31d39391-a9a6-4f07-a49d-ef0b1d754b6a req-42ebfa1b-64bf-4ea5-8996-572ebf1c907a tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768423 Jul 08 18:04:47.181220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-3ae82fa0-30e9-46b7-a5bf-5e5143f8151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.182904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-3ae82fa0-30e9-46b7-a5bf-5e5143f8151d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325066 Jul 08 18:04:47.406358 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-129a4816-58d8-4711-af1c-78e9b663700e service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160523 Jul 08 18:04:47.586174 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-755f5d4a-f927-4941-b777-4b88efb4d040 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728439 Jul 08 18:04:47.645021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-132f731b-004d-44ce-b705-8208fa11083e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=9725ba56-db2f-41c2-9b67-365af91eb663 HTTP/1.1" status: 200 len: 217 time: 0.0512886 Jul 08 18:04:47.759706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-db864b35-edac-4d68-a0e4-c55638b4cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.761336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-db864b35-edac-4d68-a0e4-c55638b4cffb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.0935204 Jul 08 18:04:47.782178 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fc5b6-37cd-4b5a-9764-fe695e7fba84 req-eada29c7-c0f0-4944-ba78-c33fe66c9f6f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.788184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fc5b6-37cd-4b5a-9764-fe695e7fba84 req-eada29c7-c0f0-4944-ba78-c33fe66c9f6f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.794157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fc5b6-37cd-4b5a-9764-fe695e7fba84 req-eada29c7-c0f0-4944-ba78-c33fe66c9f6f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.800925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fc5b6-37cd-4b5a-9764-fe695e7fba84 req-eada29c7-c0f0-4944-ba78-c33fe66c9f6f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.806911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fc5b6-37cd-4b5a-9764-fe695e7fba84 req-eada29c7-c0f0-4944-ba78-c33fe66c9f6f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.812957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fc5b6-37cd-4b5a-9764-fe695e7fba84 req-eada29c7-c0f0-4944-ba78-c33fe66c9f6f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.819370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fc5b6-37cd-4b5a-9764-fe695e7fba84 req-eada29c7-c0f0-4944-ba78-c33fe66c9f6f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.826779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea4fc5b6-37cd-4b5a-9764-fe695e7fba84 req-eada29c7-c0f0-4944-ba78-c33fe66c9f6f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.1860049 Jul 08 18:04:47.910611 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea4fc5b6-37cd-4b5a-9764-fe695e7fba84 req-a34a73cc-36e3-4398-9f7f-91552b10157e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829318 Jul 08 18:04:47.947057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-474c949e-6a88-48f0-acd6-8293175d680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.948541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-474c949e-6a88-48f0-acd6-8293175d680c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1792247 Jul 08 18:04:48.002965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32cc8150-789f-49ad-85fe-08ee078d13fb no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:48.037550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 32cc8150-789f-49ad-85fe-08ee078d13fb {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:48.037894 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32cc8150-789f-49ad-85fe-08ee078d13fb not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:48.159232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-4bfcc085-4061-4641-b50a-63633c7b1fb6 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019672 Jul 08 18:04:48.322122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc9db4-89c0-4143-916f-75b7c1194d1a req-4553b505-a5fe-4696-87f6-b17ad87c6bfb tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:48.331395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dedc9db4-89c0-4143-916f-75b7c1194d1a req-4553b505-a5fe-4696-87f6-b17ad87c6bfb tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 950 time: 0.2743225 Jul 08 18:04:48.370022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd554e5b-8130-4649-809c-7ca8dd26227f req-476d65c5-0cf1-46d6-b8da-d20dc135688b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:48.371788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd554e5b-8130-4649-809c-7ca8dd26227f req-476d65c5-0cf1-46d6-b8da-d20dc135688b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.2490060 Jul 08 18:04:48.375794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-58edcfc6-6f35-427b-a54b-e7df6fd9fb40 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929348 Jul 08 18:04:48.404142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dedc9db4-89c0-4143-916f-75b7c1194d1a req-38f2b80f-b166-476c-a856-d0c2868203b7 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716016 Jul 08 18:04:48.449983 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-09548298-e12f-440b-b36d-6c9fb36a3493 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 HTTP/1.1" status: 200 len: 217 time: 0.0579751 Jul 08 18:04:48.530519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-05de2881-656b-4dba-b838-6c7ac74c6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:48.532218 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-05de2881-656b-4dba-b838-6c7ac74c6cc3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.0695980 Jul 08 18:04:48.606574 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd554e5b-8130-4649-809c-7ca8dd26227f req-d0d7fefb-d4b8-45c7-b851-ffa38bf71e58 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155807 Jul 08 18:04:48.682089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35296) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:48.734340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-5706dffc-890b-446f-9a4f-7a73e7e3f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:48.735846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-5706dffc-890b-446f-9a4f-7a73e7e3f51e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1919465 Jul 08 18:04:48.748728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb380c9-67e4-49f0-89a0-bd34af4fef7e req-4a21eec1-d5ce-4569-8dfe-204d6c363ae0 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:48.750298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bb380c9-67e4-49f0-89a0-bd34af4fef7e req-4a21eec1-d5ce-4569-8dfe-204d6c363ae0 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 946 time: 0.2080660 Jul 08 18:04:48.836612 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99cb1704-55c5-4b86-9de2-a4cba3d779a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:48.878089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bb380c9-67e4-49f0-89a0-bd34af4fef7e req-22e3f2dc-b009-42dc-b303-1a5100ad3f69 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171398 Jul 08 18:04:48.931598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-fe771fbd-3f55-486e-a236-2eaa56687062 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802258 Jul 08 18:04:49.003687 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99cb1704-55c5-4b86-9de2-a4cba3d779a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.014620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99cb1704-55c5-4b86-9de2-a4cba3d779a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.085780 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-99cb1704-55c5-4b86-9de2-a4cba3d779a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff6d2ead613b4d54aaffd0be1d8c0af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4011629 Jul 08 18:04:49.086842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35310) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:49.087868 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb1704-55c5-4b86-9de2-a4cba3d779a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59898d0f-0b76-4c64-80c1-0ebf56aca26b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:49.237937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4539114e-554e-4950-9949-9e87a43e79fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.272670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4539114e-554e-4950-9949-9e87a43e79fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.330120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4598ce-1d7e-423c-a810-9a38fe0b0ae8 req-19d9abb8-ae66-4143-9fbb-78ef6a272512 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:49.331773 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6c4598ce-1d7e-423c-a810-9a38fe0b0ae8 req-19d9abb8-ae66-4143-9fbb-78ef6a272512 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 950 time: 0.1715927 Jul 08 18:04:49.387538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63093d-22c0-444b-83e4-8b8960d9fb27 req-37cfb696-b5d1-47ed-a889-71487631eee6 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:49.400946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4539114e-554e-4950-9949-9e87a43e79fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.403270 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b63093d-22c0-444b-83e4-8b8960d9fb27 req-37cfb696-b5d1-47ed-a889-71487631eee6 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 949 time: 0.5860844 Jul 08 18:04:49.403643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4539114e-554e-4950-9949-9e87a43e79fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.404983 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4539114e-554e-4950-9949-9e87a43e79fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59898d0f-0b76-4c64-80c1-0ebf56aca26b HTTP/1.1" status: 204 len: 168 time: 0.3138561 Jul 08 18:04:49.424715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539114e-554e-4950-9949-9e87a43e79fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59898d0f-0b76-4c64-80c1-0ebf56aca26b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:49.486779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-6c4598ce-1d7e-423c-a810-9a38fe0b0ae8 req-6c4244e8-812f-4197-b32e-0c3d0f40c9a8 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Deleting port 9044e148-489b-4e11-96c4-2b569a68bf62 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:49.488183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6c4598ce-1d7e-423c-a810-9a38fe0b0ae8 req-6c4244e8-812f-4197-b32e-0c3d0f40c9a8 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.522861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b63093d-22c0-444b-83e4-8b8960d9fb27 req-e116d3af-8306-4a6a-af10-e41d37d9ed31 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185489 Jul 08 18:04:49.531914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6bd2b289-91d7-4c70-8d99-857f0ea1defb up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:49.567374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-818ea110-f532-40d9-8ba6-8c8242dcbbb1 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269760 Jul 08 18:04:49.671120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-b4f3db61-c0f0-4f9a-9a06-2b1ef3d7f99e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c1a4fdb-735a-4e95-acd6-453bdafb529c HTTP/1.1" status: 200 len: 217 time: 0.0824640 Jul 08 18:04:49.681011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 6bd2b289-91d7-4c70-8d99-857f0ea1defb completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:49.685494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 6bd2b289-91d7-4c70-8d99-857f0ea1defb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:49.686244 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.714299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-6c4598ce-1d7e-423c-a810-9a38fe0b0ae8 req-6c4244e8-812f-4197-b32e-0c3d0f40c9a8 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] For port 9044e148-489b-4e11-96c4-2b569a68bf62, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9044e148-489b-4e11-96c4-2b569a68bf62,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:49.714299 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6c4598ce-1d7e-423c-a810-9a38fe0b0ae8 req-6c4244e8-812f-4197-b32e-0c3d0f40c9a8 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.769124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-6c4598ce-1d7e-423c-a810-9a38fe0b0ae8 req-6c4244e8-812f-4197-b32e-0c3d0f40c9a8 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Calling delete_port for 9044e148-489b-4e11-96c4-2b569a68bf62 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:49.773472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24845d-f3ba-40f2-bd04-6280adc47baf req-0c0d27fc-f537-464d-bd22-150eab847fba tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:49.780056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24845d-f3ba-40f2-bd04-6280adc47baf req-0c0d27fc-f537-464d-bd22-150eab847fba tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:49.788035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24845d-f3ba-40f2-bd04-6280adc47baf req-0c0d27fc-f537-464d-bd22-150eab847fba tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:49.794412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24845d-f3ba-40f2-bd04-6280adc47baf req-0c0d27fc-f537-464d-bd22-150eab847fba tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:49.804054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24845d-f3ba-40f2-bd04-6280adc47baf req-0c0d27fc-f537-464d-bd22-150eab847fba tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:49.811976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24845d-f3ba-40f2-bd04-6280adc47baf req-0c0d27fc-f537-464d-bd22-150eab847fba tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:49.813274 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.820556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24845d-f3ba-40f2-bd04-6280adc47baf req-0c0d27fc-f537-464d-bd22-150eab847fba tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:49.824535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d24845d-f3ba-40f2-bd04-6280adc47baf req-0c0d27fc-f537-464d-bd22-150eab847fba tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.4603786 Jul 08 18:04:49.862979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:49.870031 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be72dba-7f75-459f-8e56-f1d9c0d04baa" -d '{"events": [{"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:49.879965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d527fff-d748-4a19-87ca-da4f517af956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:49.882376 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-7d527fff-d748-4a19-87ca-da4f517af956 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be2c2c08-32f0-4e07-8941-4d57046ff43f HTTP/1.1" status: 200 len: 797 time: 0.2030060 Jul 08 18:04:49.905551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:49.915104 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.935063 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35328) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:49.992444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76dfd605-da3f-4e70-84fa-ce30cf7e0697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.021494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:50.032213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.032650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.032995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.033330 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.033715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.034052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.036754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.036754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.037544 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6c4598ce-1d7e-423c-a810-9a38fe0b0ae8 req-6c4244e8-812f-4197-b32e-0c3d0f40c9a8 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.037663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.037663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.037663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.037902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:50.048024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9044e148-489b-4e11-96c4-2b569a68bf62'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:50.059378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d24845d-f3ba-40f2-bd04-6280adc47baf req-bb17de0e-9e2e-416f-a304-901f6a9c3795 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158225 Jul 08 18:04:50.093968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4244e8-812f-4197-b32e-0c3d0f40c9a8 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Pushing event deleted for resources: {'Port': ['ID=9044e148-489b-4e11-96c4-2b569a68bf62,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:50.165251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4598ce-1d7e-423c-a810-9a38fe0b0ae8 req-6c4244e8-812f-4197-b32e-0c3d0f40c9a8 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] No DVR routers for this DVR port 9044e148-489b-4e11-96c4-2b569a68bf62 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:04:50.169119 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6c4598ce-1d7e-423c-a810-9a38fe0b0ae8 req-6c4244e8-812f-4197-b32e-0c3d0f40c9a8 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.171966 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6c4598ce-1d7e-423c-a810-9a38fe0b0ae8 req-6c4244e8-812f-4197-b32e-0c3d0f40c9a8 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.59 "DELETE /v2.0/ports/9044e148-489b-4e11-96c4-2b569a68bf62 HTTP/1.1" status: 204 len: 173 time: 0.8348391 Jul 08 18:04:50.172712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4e438a-f1a3-4736-abf5-23fc11e99a06', 'name': 'network-vif-deleted', 'tag': '9044e148-489b-4e11-96c4-2b569a68bf62'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:50.185606 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ee1620-aaf3-4881-999e-5f6630b6a037" -d '{"events": [{"server_uuid": "4b4e438a-f1a3-4736-abf5-23fc11e99a06", "name": "network-vif-deleted", "tag": "9044e148-489b-4e11-96c4-2b569a68bf62"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:50.214883 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76dfd605-da3f-4e70-84fa-ce30cf7e0697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.235938 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76dfd605-da3f-4e70-84fa-ce30cf7e0697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.298532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce9334-7821-485a-bee0-c23ee5681ddf req-e4089479-9e27-4d73-b5e8-55ece79a14d6 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:50.308928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ce9334-7821-485a-bee0-c23ee5681ddf req-e4089479-9e27-4d73-b5e8-55ece79a14d6 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b4e438a-f1a3-4736-abf5-23fc11e99a06 HTTP/1.1" status: 200 len: 867 time: 0.4805691 Jul 08 18:04:50.385767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-76dfd605-da3f-4e70-84fa-ce30cf7e0697 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e29a5554ee49438db0dd356ca2abca86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483354 Jul 08 18:04:50.388594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35336) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:50.393385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-c88690ce-d388-4922-a2b3-b0ade3229cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:50.394874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-c88690ce-d388-4922-a2b3-b0ade3229cad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5039856 Jul 08 18:04:50.398280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfd605-da3f-4e70-84fa-ce30cf7e0697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6202cd09-370b-454f-8b48-90c996e38bc7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:50.408773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517e92c-c9c4-444d-b649-41371a7d59bb req-6f811f9b-aa72-42a4-8dc0-453ee2a8a5a9 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:50.410321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2517e92c-c9c4-444d-b649-41371a7d59bb req-6f811f9b-aa72-42a4-8dc0-453ee2a8a5a9 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 946 time: 0.4761488 Jul 08 18:04:50.478728 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7a3345d2-e6db-46fd-b7a3-ab40c33885bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.511801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7a3345d2-e6db-46fd-b7a3-ab40c33885bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.568117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ce9334-7821-485a-bee0-c23ee5681ddf req-08189234-9520-4064-a9fa-5bae994bbb92 tempest-ServersAdminNegativeTestJSON-2057642938 tempest-ServersAdminNegativeTestJSON-2057642938-project] 10.222.0.73 "GET /v2.0/security-groups?id=28246dba-4224-4f4e-9f87-798b7f8f1ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583106 Jul 08 18:04:50.580344 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7a3345d2-e6db-46fd-b7a3-ab40c33885bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.592183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7a3345d2-e6db-46fd-b7a3-ab40c33885bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.598980 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7a3345d2-e6db-46fd-b7a3-ab40c33885bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6202cd09-370b-454f-8b48-90c996e38bc7 HTTP/1.1" status: 204 len: 168 time: 0.2081668 Jul 08 18:04:50.637671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3345d2-e6db-46fd-b7a3-ab40c33885bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6202cd09-370b-454f-8b48-90c996e38bc7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:50.652343 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491077b7-e5e9-474c-88e8-365a35ea08ca x-openstack-request-id: req-491077b7-e5e9-474c-88e8-365a35ea08ca {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:50.652828 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:50.653053 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-491077b7-e5e9-474c-88e8-365a35ea08ca {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:50.653599 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'code': 200} Jul 08 18:04:50.817437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867994d-f897-433f-afd4-ec58f170b337 req-a0f0275c-2344-4afe-8044-017c0c401f7c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:50.821450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c867994d-f897-433f-afd4-ec58f170b337 req-a0f0275c-2344-4afe-8044-017c0c401f7c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.5454798 Jul 08 18:04:50.830116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb4773-65d1-4d5c-8034-6c01d0748c82 req-d8f5fc00-0f87-41e3-a53f-ead0f423eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:50.832553 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-27eb4773-65d1-4d5c-8034-6c01d0748c82 req-d8f5fc00-0f87-41e3-a53f-ead0f423eb71 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 1101 time: 0.0855014 Jul 08 18:04:50.884635 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-27eb4773-65d1-4d5c-8034-6c01d0748c82 req-aca74087-5414-498b-b146-85f11531ebc4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Jul 08 18:04:50.903437 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-21c7b095-389b-4c60-9abb-afe68dd7e5a7 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913692 Jul 08 18:04:51.062963 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c867994d-f897-433f-afd4-ec58f170b337 req-330eb504-7a0f-40cd-887f-d04e7644efe5 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173076 Jul 08 18:04:51.101004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2517e92c-c9c4-444d-b649-41371a7d59bb req-dcfbf79e-d461-4c65-9d34-adc669e643ca tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Deleting port d6e15d2d-9543-4bfd-9b65-46cc1f97345a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:51.101597 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2517e92c-c9c4-444d-b649-41371a7d59bb req-dcfbf79e-d461-4c65-9d34-adc669e643ca tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:51.241191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d47ae-1ac8-4404-8675-d902fb6c5f16 req-82d49e70-363a-43f8-bb46-17ba9b03facc tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.249757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d3d47ae-1ac8-4404-8675-d902fb6c5f16 req-82d49e70-363a-43f8-bb46-17ba9b03facc tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 946 time: 0.4119823 Jul 08 18:04:51.335366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-9a25dc3e-dc4c-43ce-9dea-e45591869d8a service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166672 Jul 08 18:04:51.415311 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d7db83-8ae6-4efd-917a-c40db5983466 x-openstack-request-id: req-73d7db83-8ae6-4efd-917a-c40db5983466 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:51.415613 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4e438a-f1a3-4736-abf5-23fc11e99a06", "name": "network-vif-deleted", "tag": "9044e148-489b-4e11-96c4-2b569a68bf62", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:51.415870 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73d7db83-8ae6-4efd-917a-c40db5983466 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:51.416275 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4e438a-f1a3-4736-abf5-23fc11e99a06', 'name': 'network-vif-deleted', 'tag': '9044e148-489b-4e11-96c4-2b569a68bf62', 'status': 'completed', 'code': 200} Jul 08 18:04:51.434147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d3d47ae-1ac8-4404-8675-d902fb6c5f16 req-4fb568bc-0fef-4403-b69b-e9b03a27f36d tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/security-groups?id=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824892 Jul 08 18:04:51.529776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-aa28a824-4bf7-4996-91ab-492a4b6c7293 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f6220108-c2fb-4dae-a334-33b1a571ec89 HTTP/1.1" status: 200 len: 217 time: 0.1552894 Jul 08 18:04:51.734258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-dc1ae58a-fa64-40f6-9a4e-22b19ab3c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.735768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-dc1ae58a-fa64-40f6-9a4e-22b19ab3c886 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be2c2c08-32f0-4e07-8941-4d57046ff43f HTTP/1.1" status: 200 len: 797 time: 0.1865320 Jul 08 18:04:51.738978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2517e92c-c9c4-444d-b649-41371a7d59bb req-dcfbf79e-d461-4c65-9d34-adc669e643ca tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] For port d6e15d2d-9543-4bfd-9b65-46cc1f97345a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d6e15d2d-9543-4bfd-9b65-46cc1f97345a,segment=NetworkSegment(e433d99f-65c9-4cb6-9638-7f22c0d2378f),segment_id=e433d99f-65c9-4cb6-9638-7f22c0d2378f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:51.739338 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2517e92c-c9c4-444d-b649-41371a7d59bb req-dcfbf79e-d461-4c65-9d34-adc669e643ca tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:51.791335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2517e92c-c9c4-444d-b649-41371a7d59bb req-dcfbf79e-d461-4c65-9d34-adc669e643ca tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Calling delete_port for d6e15d2d-9543-4bfd-9b65-46cc1f97345a owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:51.886454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03044da-b527-4086-a809-fe6be934600d req-bc726cea-9198-4e2a-bb9b-f67af46a7a2e tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.891427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c03044da-b527-4086-a809-fe6be934600d req-bc726cea-9198-4e2a-bb9b-f67af46a7a2e tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 950 time: 0.2601101 Jul 08 18:04:51.910822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8f48-2fc2-43a4-b6ee-952d6860152b req-c5b0002b-6b8d-4134-aa9b-635f137ae9a4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.917891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8f48-2fc2-43a4-b6ee-952d6860152b req-c5b0002b-6b8d-4134-aa9b-635f137ae9a4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.924580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8f48-2fc2-43a4-b6ee-952d6860152b req-c5b0002b-6b8d-4134-aa9b-635f137ae9a4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.931154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8f48-2fc2-43a4-b6ee-952d6860152b req-c5b0002b-6b8d-4134-aa9b-635f137ae9a4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.937170 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8f48-2fc2-43a4-b6ee-952d6860152b req-c5b0002b-6b8d-4134-aa9b-635f137ae9a4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.943517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8f48-2fc2-43a4-b6ee-952d6860152b req-c5b0002b-6b8d-4134-aa9b-635f137ae9a4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.949812 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8f48-2fc2-43a4-b6ee-952d6860152b req-c5b0002b-6b8d-4134-aa9b-635f137ae9a4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.952282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88aa8f48-2fc2-43a4-b6ee-952d6860152b req-c5b0002b-6b8d-4134-aa9b-635f137ae9a4 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.3124952 Jul 08 18:04:52.076276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-10802a66-00b2-44bc-8a8e-517cbe26b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:52.077906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-10802a66-00b2-44bc-8a8e-517cbe26b76f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3317404 Jul 08 18:04:52.127476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c03044da-b527-4086-a809-fe6be934600d req-06a686a9-0b38-481e-a036-def4ce43313d tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704862 Jul 08 18:04:52.143606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88aa8f48-2fc2-43a4-b6ee-952d6860152b req-d6f1bb55-fbe5-4f68-9d34-a783d055a4b3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1839690 Jul 08 18:04:52.475506 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2517e92c-c9c4-444d-b649-41371a7d59bb req-dcfbf79e-d461-4c65-9d34-adc669e643ca tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.554551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-4d9fcbb9-dd8a-4022-9f91-452bff4a875c service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495244 Jul 08 18:04:52.555675 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbf79e-d461-4c65-9d34-adc669e643ca tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Pushing event deleted for resources: {'Port': ['ID=d6e15d2d-9543-4bfd-9b65-46cc1f97345a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:52.638478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35404) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:52.646193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eb9c9-1680-4d61-ba0e-f3847677af27 req-5c0fc296-c7f4-43fc-9cf8-2b483ad785c0 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:52.654627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d5eb9c9-1680-4d61-ba0e-f3847677af27 req-5c0fc296-c7f4-43fc-9cf8-2b483ad785c0 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.3163817 Jul 08 18:04:52.717722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2517e92c-c9c4-444d-b649-41371a7d59bb req-dcfbf79e-d461-4c65-9d34-adc669e643ca tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] No DVR routers for this DVR port d6e15d2d-9543-4bfd-9b65-46cc1f97345a on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:04:52.744997 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2517e92c-c9c4-444d-b649-41371a7d59bb req-dcfbf79e-d461-4c65-9d34-adc669e643ca tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.748142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2517e92c-c9c4-444d-b649-41371a7d59bb req-dcfbf79e-d461-4c65-9d34-adc669e643ca tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.74 "DELETE /v2.0/ports/d6e15d2d-9543-4bfd-9b65-46cc1f97345a HTTP/1.1" status: 204 len: 173 time: 2.3227742 Jul 08 18:04:52.748715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d10e668-10eb-41c3-be86-7abc66f12fa9', 'name': 'network-vif-deleted', 'tag': 'd6e15d2d-9543-4bfd-9b65-46cc1f97345a'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:52.751204 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031619e5-f9a3-4216-8111-71a3d6fb057f" -d '{"events": [{"server_uuid": "2d10e668-10eb-41c3-be86-7abc66f12fa9", "name": "network-vif-deleted", "tag": "d6e15d2d-9543-4bfd-9b65-46cc1f97345a"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:52.814096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d5eb9c9-1680-4d61-ba0e-f3847677af27 req-12037747-49f4-431d-9600-66e82e8561d5 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583641 Jul 08 18:04:52.913852 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4110fe3d-2fb3-46ab-a4e4-13f2818600e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e9cbf8362df42fdaca427ecda6d36a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695284 Jul 08 18:04:52.915042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35416) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:52.968535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc31e78e-a73d-450c-bf15-178c014cc712 req-527352c9-37c6-4229-9498-fdcce9370c41 tempest-InstanceActionsTestJSON-1027325794 tempest-InstanceActionsTestJSON-1027325794-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d10e668-10eb-41c3-be86-7abc66f12fa9 HTTP/1.1" status: 200 len: 210 time: 0.1192033 Jul 08 18:04:52.980583 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f733f0b8-8c3a-445b-9e27-87badf1f8ae4 x-openstack-request-id: req-f733f0b8-8c3a-445b-9e27-87badf1f8ae4 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:52.981172 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d10e668-10eb-41c3-be86-7abc66f12fa9", "name": "network-vif-deleted", "tag": "d6e15d2d-9543-4bfd-9b65-46cc1f97345a", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:52.981469 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f733f0b8-8c3a-445b-9e27-87badf1f8ae4 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:52.982405 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d10e668-10eb-41c3-be86-7abc66f12fa9', 'name': 'network-vif-deleted', 'tag': 'd6e15d2d-9543-4bfd-9b65-46cc1f97345a', 'status': 'completed', 'code': 200} Jul 08 18:04:52.996394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb7ab54b-61b3-4551-8818-16702186c2fb req-eb56bb39-7a4f-467f-9f40-cc39b2cdbeff service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328866 Jul 08 18:04:53.003407 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.058738 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.165398 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.171074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.172905 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28246dba-4224-4f4e-9f87-798b7f8f1ccb HTTP/1.1" status: 204 len: 168 time: 0.2567415 Jul 08 18:04:53.208335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28246dba-4224-4f4e-9f87-798b7f8f1ccb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:53.225319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.225673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.226013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.226368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.228839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.229527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.230032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.231565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.232191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.233604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.235700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.236325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d811d0-d3df-499b-bf62-2c5d27e1e15a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:53.391629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-5c2f12ce-d7af-420f-be11-3787a2e8c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.392332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-5c2f12ce-d7af-420f-be11-3787a2e8c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.393149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-5c2f12ce-d7af-420f-be11-3787a2e8c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.393684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-5c2f12ce-d7af-420f-be11-3787a2e8c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.394278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-5c2f12ce-d7af-420f-be11-3787a2e8c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.394798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-5c2f12ce-d7af-420f-be11-3787a2e8c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.395452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-5c2f12ce-d7af-420f-be11-3787a2e8c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.397754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-5c2f12ce-d7af-420f-be11-3787a2e8c79f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6479 time: 0.2626355 Jul 08 18:04:53.549117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d6e15d2d-9543-4bfd-9b65-46cc1f97345a no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:53.587407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: d6e15d2d-9543-4bfd-9b65-46cc1f97345a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:53.591536 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d6e15d2d-9543-4bfd-9b65-46cc1f97345a not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:53.634335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb34a-9b19-4c74-99b5-f92f8037cc9e req-87433c01-47c3-47b1-b529-96a175c626d1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.642247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb34a-9b19-4c74-99b5-f92f8037cc9e req-87433c01-47c3-47b1-b529-96a175c626d1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.648607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb34a-9b19-4c74-99b5-f92f8037cc9e req-87433c01-47c3-47b1-b529-96a175c626d1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.654660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb34a-9b19-4c74-99b5-f92f8037cc9e req-87433c01-47c3-47b1-b529-96a175c626d1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.660472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb34a-9b19-4c74-99b5-f92f8037cc9e req-87433c01-47c3-47b1-b529-96a175c626d1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.667245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb34a-9b19-4c74-99b5-f92f8037cc9e req-87433c01-47c3-47b1-b529-96a175c626d1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.673358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb34a-9b19-4c74-99b5-f92f8037cc9e req-87433c01-47c3-47b1-b529-96a175c626d1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.682015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22deb34a-9b19-4c74-99b5-f92f8037cc9e req-87433c01-47c3-47b1-b529-96a175c626d1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.3567045 Jul 08 18:04:53.742089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-fd802ef8-c52d-44b6-8fa2-0fe22f3b0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.744046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-fd802ef8-c52d-44b6-8fa2-0fe22f3b0eff service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1 HTTP/1.1" status: 200 len: 903 time: 0.3355327 Jul 08 18:04:53.768972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e75e-dba0-42e0-809c-f538cd8536c0 req-f6ae725c-e4a4-4e50-96e4-5b0543ff1208 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.777340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a21e75e-dba0-42e0-809c-f538cd8536c0 req-f6ae725c-e4a4-4e50-96e4-5b0543ff1208 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 950 time: 0.3673999 Jul 08 18:04:53.828232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35446) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:53.841846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-aee20af8-0a89-4a56-8a2e-9e93d384283b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c1a4fdb-735a-4e95-acd6-453bdafb529c HTTP/1.1" status: 200 len: 217 time: 0.0856795 Jul 08 18:04:53.904071 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eaea8c6b-5044-42f5-8ae6-fb1e68e3de5f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db13db60190c4c97aecf86a1602e0e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746076 Jul 08 18:04:53.905329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35450) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:53.921635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-75b1ed09-ec76-4584-b71b-964528cbe0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.924938 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-75b1ed09-ec76-4584-b71b-964528cbe0c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be2c2c08-32f0-4e07-8941-4d57046ff43f HTTP/1.1" status: 200 len: 797 time: 0.0601015 Jul 08 18:04:53.965425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a21e75e-dba0-42e0-809c-f538cd8536c0 req-4bb9d6f7-9895-4ea3-81e3-6c91c2d7f94e tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869881 Jul 08 18:04:54.002142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b228840a-cba0-4d57-8c27-6bd7c89b4aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.030846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22deb34a-9b19-4c74-99b5-f92f8037cc9e req-836c75fb-7ce7-4781-ba9c-be605d412548 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3478475 Jul 08 18:04:54.041086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b228840a-cba0-4d57-8c27-6bd7c89b4aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.055771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9044e148-489b-4e11-96c4-2b569a68bf62 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:54.108656 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-d5ce47c8-9675-4367-b48d-49cf218cfd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.114650 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-d5ce47c8-9675-4367-b48d-49cf218cfd6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1639621 Jul 08 18:04:54.115670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 9044e148-489b-4e11-96c4-2b569a68bf62 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:54.116197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9044e148-489b-4e11-96c4-2b569a68bf62 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:54.178697 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b228840a-cba0-4d57-8c27-6bd7c89b4aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.192263 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b228840a-cba0-4d57-8c27-6bd7c89b4aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.194710 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b228840a-cba0-4d57-8c27-6bd7c89b4aee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/daccbce1-3f48-4be1-954f-a411ea2289fe HTTP/1.1" status: 204 len: 168 time: 0.2882295 Jul 08 18:04:54.203550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228840a-cba0-4d57-8c27-6bd7c89b4aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daccbce1-3f48-4be1-954f-a411ea2289fe,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:54.260688 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-55786233-93ec-4a55-b97f-5becb2ad420f service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385536 Jul 08 18:04:54.372412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-950ab61e-6a30-43d6-ba29-1f5c91f19267 req-1d2fc42f-01a2-4483-bea6-cacffe2f8c02 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021991 Jul 08 18:04:54.535189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d674f3c-5454-4468-86d8-b033f370a6c6 req-b2029062-156f-4618-b23a-5c6fca1b51dd tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.536948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d674f3c-5454-4468-86d8-b033f370a6c6 req-b2029062-156f-4618-b23a-5c6fca1b51dd tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.1468887 Jul 08 18:04:54.580541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583783-e00b-4d27-8784-330451a7fcd0 req-7dea8493-9ad5-40ee-9f83-0e03bffdb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.581141 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583783-e00b-4d27-8784-330451a7fcd0 req-7dea8493-9ad5-40ee-9f83-0e03bffdb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.581620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583783-e00b-4d27-8784-330451a7fcd0 req-7dea8493-9ad5-40ee-9f83-0e03bffdb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.582086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583783-e00b-4d27-8784-330451a7fcd0 req-7dea8493-9ad5-40ee-9f83-0e03bffdb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.582815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583783-e00b-4d27-8784-330451a7fcd0 req-7dea8493-9ad5-40ee-9f83-0e03bffdb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.583292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583783-e00b-4d27-8784-330451a7fcd0 req-7dea8493-9ad5-40ee-9f83-0e03bffdb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.584434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583783-e00b-4d27-8784-330451a7fcd0 req-7dea8493-9ad5-40ee-9f83-0e03bffdb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.586515 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16583783-e00b-4d27-8784-330451a7fcd0 req-7dea8493-9ad5-40ee-9f83-0e03bffdb5d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6479 time: 0.1447437 Jul 08 18:04:54.606269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d674f3c-5454-4468-86d8-b033f370a6c6 req-d5075093-d358-4326-b2c3-9cac5879c4ed tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598621 Jul 08 18:04:54.774260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583783-e00b-4d27-8784-330451a7fcd0 req-339984ee-3b62-4200-8f9b-1231048ad6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.774260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16583783-e00b-4d27-8784-330451a7fcd0 req-339984ee-3b62-4200-8f9b-1231048ad6ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1 HTTP/1.1" status: 200 len: 903 time: 0.1665893 Jul 08 18:04:54.818047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35502) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:54.851112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16583783-e00b-4d27-8784-330451a7fcd0 req-10ecd800-ecb4-470d-a484-137136d07336 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f6220108-c2fb-4dae-a334-33b1a571ec89 HTTP/1.1" status: 200 len: 217 time: 0.0638270 Jul 08 18:04:54.896955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b33d03-4379-46f2-bb27-2b91cbcdc46c admin admin] Deleting subnet 5b292def-2da4-414e-93b4-4aa1efcb5947 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:04:54.907426 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56b33d03-4379-46f2-bb27-2b91cbcdc46c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.949191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583783-e00b-4d27-8784-330451a7fcd0 req-90377161-f607-4db9-a669-fe095083e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.950876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16583783-e00b-4d27-8784-330451a7fcd0 req-90377161-f607-4db9-a669-fe095083e799 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be2c2c08-32f0-4e07-8941-4d57046ff43f HTTP/1.1" status: 200 len: 797 time: 0.0932786 Jul 08 18:04:54.967957 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56b33d03-4379-46f2-bb27-2b91cbcdc46c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.016404 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56b33d03-4379-46f2-bb27-2b91cbcdc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.042511 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:04:55.106021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583783-e00b-4d27-8784-330451a7fcd0 req-c0ef4cfc-2c68-4807-b3b3-27d97586a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:55.107655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16583783-e00b-4d27-8784-330451a7fcd0 req-c0ef4cfc-2c68-4807-b3b3-27d97586a337 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1499491 Jul 08 18:04:55.138833 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56b33d03-4379-46f2-bb27-2b91cbcdc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.247243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35536) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:55.250150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b33d03-4379-46f2-bb27-2b91cbcdc46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b292def-2da4-414e-93b4-4aa1efcb5947,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:55.297628 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56b33d03-4379-46f2-bb27-2b91cbcdc46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.312523 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-56b33d03-4379-46f2-bb27-2b91cbcdc46c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5b292def-2da4-414e-93b4-4aa1efcb5947 HTTP/1.1" status: 204 len: 168 time: 0.4927530 Jul 08 18:04:55.316371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35546) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:55.580164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4784c73e-e266-4d15-aa55-1a1e20787217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.588970 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16583783-e00b-4d27-8784-330451a7fcd0 req-ed187f3a-a0b4-4ad9-be27-d32760507568 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723780 Jul 08 18:04:55.591751 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.751352 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4784c73e-e266-4d15-aa55-1a1e20787217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.757597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4784c73e-e266-4d15-aa55-1a1e20787217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.808639 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784c73e-e266-4d15-aa55-1a1e20787217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac15c4ea-c1a0-4fea-8406-b53f6864a5ee,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:55.840112 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4784c73e-e266-4d15-aa55-1a1e20787217 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3786757eff9049e49e2f3a9be2a6d3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5723019 Jul 08 18:04:55.843267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35564) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:55.909941 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6c60464-2a95-4436-b4d5-22afe51f64bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.935448 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6c60464-2a95-4436-b4d5-22afe51f64bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.997174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6c60464-2a95-4436-b4d5-22afe51f64bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.000496 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6c60464-2a95-4436-b4d5-22afe51f64bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.001666 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d6c60464-2a95-4436-b4d5-22afe51f64bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ac15c4ea-c1a0-4fea-8406-b53f6864a5ee HTTP/1.1" status: 204 len: 168 time: 0.1574314 Jul 08 18:04:56.011637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c60464-2a95-4436-b4d5-22afe51f64bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac15c4ea-c1a0-4fea-8406-b53f6864a5ee,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:56.121468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7123-1c33-418d-b58f-44136dd4336d req-7ace011f-fae9-42c0-8502-900a2613e8e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:56.127298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7123-1c33-418d-b58f-44136dd4336d req-7ace011f-fae9-42c0-8502-900a2613e8e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:56.133625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7123-1c33-418d-b58f-44136dd4336d req-7ace011f-fae9-42c0-8502-900a2613e8e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:56.139443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7123-1c33-418d-b58f-44136dd4336d req-7ace011f-fae9-42c0-8502-900a2613e8e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:56.145397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7123-1c33-418d-b58f-44136dd4336d req-7ace011f-fae9-42c0-8502-900a2613e8e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:56.151757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7123-1c33-418d-b58f-44136dd4336d req-7ace011f-fae9-42c0-8502-900a2613e8e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:56.157654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7123-1c33-418d-b58f-44136dd4336d req-7ace011f-fae9-42c0-8502-900a2613e8e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:56.159614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f5d7123-1c33-418d-b58f-44136dd4336d req-7ace011f-fae9-42c0-8502-900a2613e8e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.7077086 Jul 08 18:04:56.255394 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.272925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff204538-e1ac-4667-820e-141c4803c5f3']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:56.280811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16583783-e00b-4d27-8784-330451a7fcd0 req-501fd5f4-9467-45c0-b4f5-673b17791350 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834879 Jul 08 18:04:56.303507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e433d99f-65c9-4cb6-9638-7f22c0d2378f') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:56.303789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e433d99f-65c9-4cb6-9638-7f22c0d2378f') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:56.313318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35586) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:56.315758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f5d7123-1c33-418d-b58f-44136dd4336d req-58d4f13f-8280-4292-bcc6-978c7acfdf78 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1416783 Jul 08 18:04:56.321430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.332247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e2826c3d-9794-4bdd-948f-f2b6485abb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.336360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97df322-1e1e-4adb-90d1-7bb6fc3db1d3 req-57823abe-6cf5-4ee2-8da9-ca17db73d16c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:56.343350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f97df322-1e1e-4adb-90d1-7bb6fc3db1d3 req-57823abe-6cf5-4ee2-8da9-ca17db73d16c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.3112743 Jul 08 18:04:56.359790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.376367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:04:56.376782 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:04:56.379039 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:04:56.383164 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:04:56.467360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e2826c3d-9794-4bdd-948f-f2b6485abb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.478464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e2826c3d-9794-4bdd-948f-f2b6485abb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.479106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f97df322-1e1e-4adb-90d1-7bb6fc3db1d3 req-bbf93a6e-a1cf-416f-9522-50cf9a3292f8 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346021 Jul 08 18:04:56.496104 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.505189 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.513404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ff204538-e1ac-4667-820e-141c4803c5f3 HTTP/1.1" status: 204 len: 168 time: 1.1912494 Jul 08 18:04:56.536193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2826c3d-9794-4bdd-948f-f2b6485abb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb138dc-dbf2-463a-a55a-01e62fec4262,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:56.537204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ceda0-192a-4478-8b10-98f4a53b9ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff204538-e1ac-4667-820e-141c4803c5f3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:56.546707 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e2826c3d-9794-4bdd-948f-f2b6485abb85 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1eb2c71f211846d6a41cebeb85b96294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317255 Jul 08 18:04:56.547626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35618) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:56.657033 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b97ff36-3192-45aa-ba17-f775518f5e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.684018 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b97ff36-3192-45aa-ba17-f775518f5e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.701444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35628) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:56.748310 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b97ff36-3192-45aa-ba17-f775518f5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.751230 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b97ff36-3192-45aa-ba17-f775518f5e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.752495 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4b97ff36-3192-45aa-ba17-f775518f5e03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dfb138dc-dbf2-463a-a55a-01e62fec4262 HTTP/1.1" status: 204 len: 168 time: 0.2040086 Jul 08 18:04:56.761182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97ff36-3192-45aa-ba17-f775518f5e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb138dc-dbf2-463a-a55a-01e62fec4262,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:56.787870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4e32d76c-c49d-4ea7-b7db-19ab35957df2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef79936b09324e65bdb79c8e8447c1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839994 Jul 08 18:04:56.789744 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35636) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:56.843094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad75828-fdbf-4a4a-b3ae-f7c47eb1b735 req-00cd1613-96f7-4261-b6e6-6750370fab38 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:56.844599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ad75828-fdbf-4a4a-b3ae-f7c47eb1b735 req-00cd1613-96f7-4261-b6e6-6750370fab38 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 950 time: 0.1408515 Jul 08 18:04:56.875706 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4adbd50c-1d30-4454-82e2-300d75b0480f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.932617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4adbd50c-1d30-4454-82e2-300d75b0480f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.937814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ad75828-fdbf-4a4a-b3ae-f7c47eb1b735 req-3f50951d-93d1-4402-a354-b0826893af64 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863287 Jul 08 18:04:56.999501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4adbd50c-1d30-4454-82e2-300d75b0480f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:57.002457 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4adbd50c-1d30-4454-82e2-300d75b0480f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:57.006776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4adbd50c-1d30-4454-82e2-300d75b0480f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7adce79-e1ea-45c4-92ad-742f6e3a1e7b HTTP/1.1" status: 204 len: 168 time: 0.2131388 Jul 08 18:04:57.013755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbd50c-1d30-4454-82e2-300d75b0480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7adce79-e1ea-45c4-92ad-742f6e3a1e7b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:57.450883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35682) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:57.564165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05412-55d6-4428-9b56-7b38dee863d3 req-87e5b205-6957-4edb-a61c-3257a00af4d6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:57.571611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05412-55d6-4428-9b56-7b38dee863d3 req-87e5b205-6957-4edb-a61c-3257a00af4d6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:57.578116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05412-55d6-4428-9b56-7b38dee863d3 req-87e5b205-6957-4edb-a61c-3257a00af4d6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:57.589325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05412-55d6-4428-9b56-7b38dee863d3 req-87e5b205-6957-4edb-a61c-3257a00af4d6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:57.597036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05412-55d6-4428-9b56-7b38dee863d3 req-87e5b205-6957-4edb-a61c-3257a00af4d6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:57.603598 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05412-55d6-4428-9b56-7b38dee863d3 req-87e5b205-6957-4edb-a61c-3257a00af4d6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:57.609499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05412-55d6-4428-9b56-7b38dee863d3 req-87e5b205-6957-4edb-a61c-3257a00af4d6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:57.611763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3df05412-55d6-4428-9b56-7b38dee863d3 req-87e5b205-6957-4edb-a61c-3257a00af4d6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.1546142 Jul 08 18:04:57.676564 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90dbac82-7a2b-421c-96f4-d31ed55b209b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:57.729772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3df05412-55d6-4428-9b56-7b38dee863d3 req-42bd0248-0268-4e1f-ad00-77168b100512 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059279 Jul 08 18:04:57.757893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cad79-238d-4c2f-b591-f2147b6900c9 req-98a34073-18fb-4875-884c-c0f005248a7c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:57.765048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-972cad79-238d-4c2f-b591-f2147b6900c9 req-98a34073-18fb-4875-884c-c0f005248a7c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.1525242 Jul 08 18:04:57.829418 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-972cad79-238d-4c2f-b591-f2147b6900c9 req-55d954d2-1bfd-43a1-b57e-c36688082694 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631475 Jul 08 18:04:57.892282 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90dbac82-7a2b-421c-96f4-d31ed55b209b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:57.897828 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90dbac82-7a2b-421c-96f4-d31ed55b209b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:57.938175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-90dbac82-7a2b-421c-96f4-d31ed55b209b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9294bf13b1d144868b7f6a637d1b6bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858279 Jul 08 18:04:57.939245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbac82-7a2b-421c-96f4-d31ed55b209b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42dcecb-6445-45f4-8fd9-a2434ef23e64,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:57.940894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35712) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:58.002750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8be13f9-435e-4b21-8b1d-ca871a98f805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.026178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8be13f9-435e-4b21-8b1d-ca871a98f805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.060916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c7b55f9d-335c-431f-a04d-e4498b4fd47a no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:58.063639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c7b55f9d-335c-431f-a04d-e4498b4fd47a details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:58.091996 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8be13f9-435e-4b21-8b1d-ca871a98f805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.095367 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8be13f9-435e-4b21-8b1d-ca871a98f805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.096794 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b8be13f9-435e-4b21-8b1d-ca871a98f805 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f42dcecb-6445-45f4-8fd9-a2434ef23e64 HTTP/1.1" status: 204 len: 168 time: 0.1548834 Jul 08 18:04:58.117730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be13f9-435e-4b21-8b1d-ca871a98f805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42dcecb-6445-45f4-8fd9-a2434ef23e64,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:58.158645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35726) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:58.227177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c7b55f9d-335c-431f-a04d-e4498b4fd47a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c7b55f9d-335c-431f-a04d-e4498b4fd47a,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:58.233696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ada3c9-0db5-4f68-b5ad-371f56cb5c55 req-1f7daf28-0692-432b-a237-6a954c66727d tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:58.236083 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9ada3c9-0db5-4f68-b5ad-371f56cb5c55 req-1f7daf28-0692-432b-a237-6a954c66727d tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 950 time: 0.0986755 Jul 08 18:04:58.267170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a', 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003', 'port_id': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a', 'mac_address': 'fa:16:3e:54:cc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd494eaa6-a027-48ad-9264-18ec89b809c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:58.320523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9ada3c9-0db5-4f68-b5ad-371f56cb5c55 req-2d914bbc-8c68-423c-819c-81c95088372c tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676856 Jul 08 18:04:58.348703 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.352196 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.390850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:58.393618 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a1ff4-a5a7-4f70-b1bb-bdfb7513c801" -d '{"events": [{"server_uuid": "b7afcf15-fdcc-4c10-8f80-9eec145f11b0", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b55f9d-335c-431f-a04d-e4498b4fd47a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:58.408333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7b55f9d-335c-431f-a04d-e4498b4fd47a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:58.416623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c7b55f9d-335c-431f-a04d-e4498b4fd47a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c7b55f9d-335c-431f-a04d-e4498b4fd47a,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:58.421598 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.462093 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b5162b-532f-4e41-a14a-939cffad9178 x-openstack-request-id: req-29b5162b-532f-4e41-a14a-939cffad9178 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:58.462439 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7afcf15-fdcc-4c10-8f80-9eec145f11b0", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b55f9d-335c-431f-a04d-e4498b4fd47a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:58.462698 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29b5162b-532f-4e41-a14a-939cffad9178 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:58.463092 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a', 'code': 200} Jul 08 18:04:58.483782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1955558969-network', 'tenant_id': 'e63bde94dae540c4a8e80ad6f8673a0b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:58.499051 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:04:58.499465 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:04:58.526380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c7b55f9d-335c-431f-a04d-e4498b4fd47a,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:58.530373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Made reservation on behalf of e63bde94dae540c4a8e80ad6f8673a0b for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:58.544857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.564651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.608205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35778) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:58.626776 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc5b36af-977d-41d6-a502-1d7721026328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.676080 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.681952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.720549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf0a12c-7456-4974-ae3a-369101b0a31c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:58.740304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:04:58.754730 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.755143 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Added segment 0f336a19-c82a-4530-aafd-a47fd80d2a1a of type vlan for network 4259e422-2d46-4b86-a883-12d74c754436 Jul 08 18:04:58.805535 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc5b36af-977d-41d6-a502-1d7721026328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.811279 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc5b36af-977d-41d6-a502-1d7721026328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.852561 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.876547 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bc5b36af-977d-41d6-a502-1d7721026328 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=df68203c01594eb49d40aeec0d86bad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632806 Jul 08 18:04:58.876547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b36af-977d-41d6-a502-1d7721026328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddaff12-d486-48ee-8084-f18b9946973e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:58.882448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35826) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:58.930088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.931524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:58.932475 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.008898 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-583d36af-37ef-4c80-9899-40fdd52da1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.048127 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8870919 Jul 08 18:04:59.051040 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35850) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:59.056283 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.063666 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-583d36af-37ef-4c80-9899-40fdd52da1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.069545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] Request body: {'subnet': {'network_id': '4259e422-2d46-4b86-a883-12d74c754436', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1955558969-subnet', 'tenant_id': 'e63bde94dae540c4a8e80ad6f8673a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:59.079155 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b55f9d-335c-431f-a04d-e4498b4fd47a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:59.093195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fbcfe-43e2-475a-bd11-79f8b85d44ff admin admin] Pushing event updated for resources: {'Network': ['ID=4259e422-2d46-4b86-a883-12d74c754436,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:59.111282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c7b55f9d-335c-431f-a04d-e4498b4fd47a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c7b55f9d-335c-431f-a04d-e4498b4fd47a,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:59.126588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 4259e422-2d46-4b86-a883-12d74c754436 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:04:59.131194 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.143724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] Made reservation on behalf of e63bde94dae540c4a8e80ad6f8673a0b for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:59.147907 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.188227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8280dd1-1faf-4f99-9a87-f717ab949396 req-e2af3ad3-9df9-427c-92b3-afe14e0c7c87 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:59.194891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8280dd1-1faf-4f99-9a87-f717ab949396 req-e2af3ad3-9df9-427c-92b3-afe14e0c7c87 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:59.201347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8280dd1-1faf-4f99-9a87-f717ab949396 req-e2af3ad3-9df9-427c-92b3-afe14e0c7c87 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:59.209185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8280dd1-1faf-4f99-9a87-f717ab949396 req-e2af3ad3-9df9-427c-92b3-afe14e0c7c87 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:59.216619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8280dd1-1faf-4f99-9a87-f717ab949396 req-e2af3ad3-9df9-427c-92b3-afe14e0c7c87 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:59.223930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8280dd1-1faf-4f99-9a87-f717ab949396 req-e2af3ad3-9df9-427c-92b3-afe14e0c7c87 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:59.232738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8280dd1-1faf-4f99-9a87-f717ab949396 req-e2af3ad3-9df9-427c-92b3-afe14e0c7c87 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:59.235363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8280dd1-1faf-4f99-9a87-f717ab949396 req-e2af3ad3-9df9-427c-92b3-afe14e0c7c87 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.2763827 Jul 08 18:04:59.246719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c7b55f9d-335c-431f-a04d-e4498b4fd47a,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:59.308294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8280dd1-1faf-4f99-9a87-f717ab949396 req-6f9957ae-709e-40b4-a0ae-7077b78d1dd9 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623107 Jul 08 18:04:59.308890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-583d36af-37ef-4c80-9899-40fdd52da1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.311432 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-583d36af-37ef-4c80-9899-40fdd52da1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.314260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-583d36af-37ef-4c80-9899-40fdd52da1d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ddaff12-d486-48ee-8084-f18b9946973e HTTP/1.1" status: 204 len: 168 time: 0.4286544 Jul 08 18:04:59.327004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d36af-37ef-4c80-9899-40fdd52da1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddaff12-d486-48ee-8084-f18b9946973e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:59.364145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32559-703f-4a4b-9c07-dd2ffc2c8664 req-0e4f3787-8d69-43b3-aa05-bc86a517e408 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:59.371579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ee32559-703f-4a4b-9c07-dd2ffc2c8664 req-0e4f3787-8d69-43b3-aa05-bc86a517e408 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 945 time: 0.2679851 Jul 08 18:04:59.397555 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.442294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ee32559-703f-4a4b-9c07-dd2ffc2c8664 req-cd5e1cce-4469-4dfa-968e-b97b454f4bf3 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694642 Jul 08 18:04:59.462074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['c7b55f9d-335c-431f-a04d-e4498b4fd47a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:59.493866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] Checking segment: {'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:59.493866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] Network hostable DHCP agents. Network: 4259e422-2d46-4b86-a883-12d74c754436, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:04:59.499753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2ed2bd-cd83-469a-ab38-9d5cda438b1a,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:59.522507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] Network 4259e422-2d46-4b86-a883-12d74c754436 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:04:59.547307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 4259e422-2d46-4b86-a883-12d74c754436) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:59.562540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:59.563223 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.590430 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d589ed64-60a0-48c3-a432-e7bdbf75df79 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5266852 Jul 08 18:04:59.622071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35874) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:59.662191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a479ef8-a02e-4bf3-b82f-b9cb50ec3be2 None None] Network 4259e422-2d46-4b86-a883-12d74c754436 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:04:59.664195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6bd2b289-91d7-4c70-8d99-857f0ea1defb details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:59.675047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 11f263b1-74ea-46ae-bb37-035422b10b08 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:59.787695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1040f3af-f6ad-4982-a460-fdfc8ae6d1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.916007 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1040f3af-f6ad-4982-a460-fdfc8ae6d1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.922392 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1040f3af-f6ad-4982-a460-fdfc8ae6d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.976769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:59.986729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1040f3af-f6ad-4982-a460-fdfc8ae6d1a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4640c8a0b6e240dda7422c73294fa8d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633902 Jul 08 18:04:59.988410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040f3af-f6ad-4982-a460-fdfc8ae6d1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2484a4c9-4b39-4741-be47-5ada8c3f1bb1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:59.990846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35904) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:00.036457 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.036794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'mac_address': 'fa:16:3e:09:fd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:00.040911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f81dcda-875a-4fb4-82d2-86a247950c61 None None] Network 4259e422-2d46-4b86-a883-12d74c754436 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:00.077635 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e553-4290-4de1-9ddf-a8878c2f0880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.109137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e553-4290-4de1-9ddf-a8878c2f0880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.176273 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e553-4290-4de1-9ddf-a8878c2f0880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.181676 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e553-4290-4de1-9ddf-a8878c2f0880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.186535 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4bc4e553-4290-4de1-9ddf-a8878c2f0880 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2484a4c9-4b39-4741-be47-5ada8c3f1bb1 HTTP/1.1" status: 204 len: 168 time: 0.1941960 Jul 08 18:05:00.188632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 11f263b1-74ea-46ae-bb37-035422b10b08, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=11f263b1-74ea-46ae-bb37-035422b10b08,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:00.210301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4e553-4290-4de1-9ddf-a8878c2f0880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2484a4c9-4b39-4741-be47-5ada8c3f1bb1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:00.213221 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.228435 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.316526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bd2b289-91d7-4c70-8d99-857f0ea1defb {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:00.319443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-feda6e68-f60e-49b0-9e07-57dedc69c211 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:00.321952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-feda6e68-f60e-49b0-9e07-57dedc69c211 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/networks?id=4259e422-2d46-4b86-a883-12d74c754436 HTTP/1.1" status: 200 len: 818 time: 0.1278856 Jul 08 18:05:00.339789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-c64e6de3-41c8-44f3-a839-a4dc8956d900 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/quotas/e63bde94dae540c4a8e80ad6f8673a0b HTTP/1.1" status: 200 len: 375 time: 0.0100060 Jul 08 18:05:00.373237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=11f263b1-74ea-46ae-bb37-035422b10b08,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:00.383690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:00.391609 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.418935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-fd9cfa39-8762-48d7-807a-cff65e43fff1 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e63bde94dae540c4a8e80ad6f8673a0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526068 Jul 08 18:05:00.460721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:00.463949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f263b1-74ea-46ae-bb37-035422b10b08'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:00.467391 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f60ed67-0b94-4bf6-8744-b03abaa98586" -d '{"events": [{"server_uuid": "39a64c5a-d551-44a4-9644-c2eebbe86a65", "name": "network-vif-unplugged", "status": "completed", "tag": "11f263b1-74ea-46ae-bb37-035422b10b08"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:00.484344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6bd2b289-91d7-4c70-8d99-857f0ea1defb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:00.575931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-054bf6f3-ee42-42f5-a402-683cf922d968 service neutron] 10.222.0.73 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501746 Jul 08 18:05:00.658456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e723aa-c10b-47fd-8a51-95e852c3e675 req-76bbacd4-30e5-48f4-a7c3-55e9b5ce7c5a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:00.666433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e723aa-c10b-47fd-8a51-95e852c3e675 req-76bbacd4-30e5-48f4-a7c3-55e9b5ce7c5a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:00.674321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e723aa-c10b-47fd-8a51-95e852c3e675 req-76bbacd4-30e5-48f4-a7c3-55e9b5ce7c5a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:00.680891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e723aa-c10b-47fd-8a51-95e852c3e675 req-76bbacd4-30e5-48f4-a7c3-55e9b5ce7c5a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:00.687908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e723aa-c10b-47fd-8a51-95e852c3e675 req-76bbacd4-30e5-48f4-a7c3-55e9b5ce7c5a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:00.694032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e723aa-c10b-47fd-8a51-95e852c3e675 req-76bbacd4-30e5-48f4-a7c3-55e9b5ce7c5a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:00.699916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e723aa-c10b-47fd-8a51-95e852c3e675 req-76bbacd4-30e5-48f4-a7c3-55e9b5ce7c5a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:00.703926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22e723aa-c10b-47fd-8a51-95e852c3e675 req-76bbacd4-30e5-48f4-a7c3-55e9b5ce7c5a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.2125065 Jul 08 18:05:00.766134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22e723aa-c10b-47fd-8a51-95e852c3e675 req-12656d67-4e2c-4fc5-9f37-60dd2ccd191c tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560038 Jul 08 18:05:00.788169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-fd3d7c75-c125-4a67-a726-7ad8af14b0c0 service neutron] 10.222.0.73 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024043 Jul 08 18:05:00.980948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1b6e2-91b7-473a-b16b-d939c3464033 req-b9429d1c-beab-4e1d-a823-721a0726e6aa tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:00.982667 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9a1b6e2-91b7-473a-b16b-d939c3464033 req-b9429d1c-beab-4e1d-a823-721a0726e6aa tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 945 time: 0.0800533 Jul 08 18:05:01.039019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9a1b6e2-91b7-473a-b16b-d939c3464033 req-c55eb0eb-b215-4cfc-8819-fc782c294df3 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372055 Jul 08 18:05:01.098498 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e2409e-5351-44c9-9931-5179af21efa8 x-openstack-request-id: req-28e2409e-5351-44c9-9931-5179af21efa8 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:01.098795 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a64c5a-d551-44a4-9644-c2eebbe86a65", "name": "network-vif-unplugged", "status": "completed", "tag": "11f263b1-74ea-46ae-bb37-035422b10b08", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:01.099089 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28e2409e-5351-44c9-9931-5179af21efa8 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:01.099526 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f263b1-74ea-46ae-bb37-035422b10b08', 'code': 200} Jul 08 18:05:01.408328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98fe7274-8c1c-482b-9787-eee3fd3e9c85 req-143f1300-9378-4e7e-bafe-75324b674e6e tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 210 time: 0.0399420 Jul 08 18:05:01.583162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6bd2b289-91d7-4c70-8d99-857f0ea1defb up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:01.649532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 6bd2b289-91d7-4c70-8d99-857f0ea1defb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:01.649919 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.788980 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.855778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:01.864165 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.924897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:02.082734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36076) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:02.094656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c7b55f9d-335c-431f-a04d-e4498b4fd47a up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:02.229489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port c7b55f9d-335c-431f-a04d-e4498b4fd47a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:02.230098 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.241465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84ad3d-762c-438c-b944-5c40156d9adc req-4bafbc53-2c0c-4eca-b1bb-831e50c3ef09 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:02.258676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84ad3d-762c-438c-b944-5c40156d9adc req-4bafbc53-2c0c-4eca-b1bb-831e50c3ef09 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:02.273951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84ad3d-762c-438c-b944-5c40156d9adc req-4bafbc53-2c0c-4eca-b1bb-831e50c3ef09 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:02.289172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84ad3d-762c-438c-b944-5c40156d9adc req-4bafbc53-2c0c-4eca-b1bb-831e50c3ef09 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:02.303452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84ad3d-762c-438c-b944-5c40156d9adc req-4bafbc53-2c0c-4eca-b1bb-831e50c3ef09 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:02.313491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84ad3d-762c-438c-b944-5c40156d9adc req-4bafbc53-2c0c-4eca-b1bb-831e50c3ef09 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:02.328505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84ad3d-762c-438c-b944-5c40156d9adc req-4bafbc53-2c0c-4eca-b1bb-831e50c3ef09 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:02.342665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d84ad3d-762c-438c-b944-5c40156d9adc req-4bafbc53-2c0c-4eca-b1bb-831e50c3ef09 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.3210151 Jul 08 18:05:02.388530 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.432277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d84ad3d-762c-438c-b944-5c40156d9adc req-d7504db4-2811-40f1-add8-7fa3af223d3e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886052 Jul 08 18:05:02.434889 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b15c0736-43ed-42df-b3b5-996b4e68e69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.471165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c7b55f9d-335c-431f-a04d-e4498b4fd47a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c7b55f9d-335c-431f-a04d-e4498b4fd47a,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:02.481229 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.483203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88111-d9d7-4439-826b-9abab5b69bd4 req-a61afd55-40e5-47f1-a905-9a3d8a836cfd tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:02.485115 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86f88111-d9d7-4439-826b-9abab5b69bd4 req-a61afd55-40e5-47f1-a905-9a3d8a836cfd tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 945 time: 0.1404357 Jul 08 18:05:02.485761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36096) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:02.548115 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86f88111-d9d7-4439-826b-9abab5b69bd4 req-4ec7c736-0d52-4968-b4d8-aad71f9cbaaf tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556307 Jul 08 18:05:02.602904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c7b55f9d-335c-431f-a04d-e4498b4fd47a,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:02.693323 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cca087d-9117-42af-b649-79899f84f1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.727066 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b15c0736-43ed-42df-b3b5-996b4e68e69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.738676 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b15c0736-43ed-42df-b3b5-996b4e68e69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.808079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c0736-43ed-42df-b3b5-996b4e68e69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891d3877-e553-407e-8c91-21a735b572e0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:02.843429 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b15c0736-43ed-42df-b3b5-996b4e68e69b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28c4ba4cfb014b289766c946b05cb42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7578998 Jul 08 18:05:02.845087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36112) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:02.873462 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad5e05a2-fe55-46ab-9160-47cf72201ef6 req-7f534c64-860d-42a0-8b63-f3fdb65e4863 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 210 time: 0.0377133 Jul 08 18:05:02.932007 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cca087d-9117-42af-b649-79899f84f1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.941707 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cca087d-9117-42af-b649-79899f84f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.946690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e40b762d-2fc5-45ec-add4-2d7a4ddcd72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.979497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e40b762d-2fc5-45ec-add4-2d7a4ddcd72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.985363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3cca087d-9117-42af-b649-79899f84f1e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d40800b21437447f9016a3bc4a2b37f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983869 Jul 08 18:05:02.987687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca087d-9117-42af-b649-79899f84f1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4941dd03-f98d-4213-9bef-186468924f59,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:02.989359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36114) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:03.059419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf534430-0165-4aa5-8829-114edc0a807e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.072737 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e40b762d-2fc5-45ec-add4-2d7a4ddcd72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.075264 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e40b762d-2fc5-45ec-add4-2d7a4ddcd72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.078503 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e40b762d-2fc5-45ec-add4-2d7a4ddcd72b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/891d3877-e553-407e-8c91-21a735b572e0 HTTP/1.1" status: 204 len: 168 time: 0.2320707 Jul 08 18:05:03.098369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf534430-0165-4aa5-8829-114edc0a807e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.100360 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b762d-2fc5-45ec-add4-2d7a4ddcd72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891d3877-e553-407e-8c91-21a735b572e0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:03.100922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb'}, {'server_uuid': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:03.104214 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a7cb9d-7757-4347-9976-665fe073b9fd" -d '{"events": [{"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb"}, {"server_uuid": "b7afcf15-fdcc-4c10-8f80-9eec145f11b0", "name": "network-vif-plugged", "status": "completed", "tag": "c7b55f9d-335c-431f-a04d-e4498b4fd47a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:03.150608 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756adc00-f17b-4d77-9ed3-a7eb7f589205 x-openstack-request-id: req-756adc00-f17b-4d77-9ed3-a7eb7f589205 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:03.150990 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb", "code": 200}, {"server_uuid": "b7afcf15-fdcc-4c10-8f80-9eec145f11b0", "name": "network-vif-plugged", "status": "completed", "tag": "c7b55f9d-335c-431f-a04d-e4498b4fd47a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:03.151255 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-756adc00-f17b-4d77-9ed3-a7eb7f589205 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:03.151689 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'code': 200} Jul 08 18:05:03.152274 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a', 'code': 200} Jul 08 18:05:03.166571 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf534430-0165-4aa5-8829-114edc0a807e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.172449 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf534430-0165-4aa5-8829-114edc0a807e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.173919 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cf534430-0165-4aa5-8829-114edc0a807e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4941dd03-f98d-4213-9bef-186468924f59 HTTP/1.1" status: 204 len: 168 time: 0.1829693 Jul 08 18:05:03.185073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf534430-0165-4aa5-8829-114edc0a807e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4941dd03-f98d-4213-9bef-186468924f59,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:03.355306 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.655474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a2929-e90e-4c6c-b6b5-caaacb29125c req-2aebc351-e1d8-4150-86b0-cf7f38cf9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:03.660201 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-733a2929-e90e-4c6c-b6b5-caaacb29125c req-2aebc351-e1d8-4150-86b0-cf7f38cf9087 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 1097 time: 0.1149130 Jul 08 18:05:03.719552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36150) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:03.757460 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-733a2929-e90e-4c6c-b6b5-caaacb29125c req-7508d61e-33da-4a31-886e-80085a3922fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851722 Jul 08 18:05:03.758954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee720-5e42-4cfe-b1b9-0937b053d613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.980564 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee720-5e42-4cfe-b1b9-0937b053d613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.986109 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee720-5e42-4cfe-b1b9-0937b053d613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.047440 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.059162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7e4ee720-5e42-4cfe-b1b9-0937b053d613 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c74d7a1ca114637b793137e3805fedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385384 Jul 08 18:05:04.066113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36172) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:04.091872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ee720-5e42-4cfe-b1b9-0937b053d613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0294660b-34b9-4f14-bb33-84864589e0e3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:04.099597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-b4b7fbfd-8b4a-4c2c-85f3-1eb1df569b40 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:04.101819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-b4b7fbfd-8b4a-4c2c-85f3-1eb1df569b40 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.59 "GET /v2.0/networks?id=4259e422-2d46-4b86-a883-12d74c754436 HTTP/1.1" status: 200 len: 818 time: 0.5633163 Jul 08 18:05:04.102830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8e98c429-d781-43af-947b-033b2224b034 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:04.109863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-7c10233f-a764-478f-864f-094e03285363 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:04.111415 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-7c10233f-a764-478f-864f-094e03285363 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.74 "GET /v2.0/networks?id=4259e422-2d46-4b86-a883-12d74c754436 HTTP/1.1" status: 200 len: 818 time: 0.4960587 Jul 08 18:05:04.152075 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e4e305b-90ba-4ee4-8492-26720f5c9932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.180152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70a0a-9bb5-4f74-98d5-b5c7be663ae1 req-5e806521-cc00-45bc-8ba0-d47a43f46e18 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:04.185957 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e4e305b-90ba-4ee4-8492-26720f5c9932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.197154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70a0a-9bb5-4f74-98d5-b5c7be663ae1 req-5e806521-cc00-45bc-8ba0-d47a43f46e18 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:04.208054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70a0a-9bb5-4f74-98d5-b5c7be663ae1 req-5e806521-cc00-45bc-8ba0-d47a43f46e18 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:04.228733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70a0a-9bb5-4f74-98d5-b5c7be663ae1 req-5e806521-cc00-45bc-8ba0-d47a43f46e18 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:04.244379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70a0a-9bb5-4f74-98d5-b5c7be663ae1 req-5e806521-cc00-45bc-8ba0-d47a43f46e18 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:04.259216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70a0a-9bb5-4f74-98d5-b5c7be663ae1 req-5e806521-cc00-45bc-8ba0-d47a43f46e18 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:04.271998 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e4e305b-90ba-4ee4-8492-26720f5c9932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.274905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70a0a-9bb5-4f74-98d5-b5c7be663ae1 req-5e806521-cc00-45bc-8ba0-d47a43f46e18 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:04.275711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e4e305b-90ba-4ee4-8492-26720f5c9932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.279857 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7e4e305b-90ba-4ee4-8492-26720f5c9932 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0294660b-34b9-4f14-bb33-84864589e0e3 HTTP/1.1" status: 204 len: 168 time: 0.2101669 Jul 08 18:05:04.285327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24a70a0a-9bb5-4f74-98d5-b5c7be663ae1 req-5e806521-cc00-45bc-8ba0-d47a43f46e18 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.5700324 Jul 08 18:05:04.292468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e305b-90ba-4ee4-8492-26720f5c9932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0294660b-34b9-4f14-bb33-84864589e0e3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:04.299793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:04.311939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Request body: {'port': {'device_id': '8cb8577e-afb1-48e6-bde3-71526b57f606', 'network_id': '4259e422-2d46-4b86-a883-12d74c754436', 'admin_state_up': True, 'tenant_id': 'e63bde94dae540c4a8e80ad6f8673a0b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:04.328972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '8e98c429-d781-43af-947b-033b2224b034', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '8e98c429-d781-43af-947b-033b2224b034', 'mac_address': 'fa:16:3e:7d:5c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:04.383470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Request body: {'port': {'device_id': 'f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe', 'network_id': '4259e422-2d46-4b86-a883-12d74c754436', 'admin_state_up': True, 'tenant_id': 'e63bde94dae540c4a8e80ad6f8673a0b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:04.407634 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.428544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e98c429-d781-43af-947b-033b2224b034 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:04.463186 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:04.469388 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.489405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a765a-7f06-4f49-8d09-e280dfb75d26 req-0e12115b-baf6-4203-84cb-f7f4c0cf819b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:04.497431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-259a765a-7f06-4f49-8d09-e280dfb75d26 req-0e12115b-baf6-4203-84cb-f7f4c0cf819b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.6216969 Jul 08 18:05:04.579953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24a70a0a-9bb5-4f74-98d5-b5c7be663ae1 req-6f529e3e-1f48-4054-bbb1-1b7ff48f4f0b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2922781 Jul 08 18:05:04.601872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-86b4fa7e-a3d2-4ce2-be04-b65f808d37fa tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:04.605984 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-86b4fa7e-a3d2-4ce2-be04-b65f808d37fa tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.74 "GET /v2.0/networks?id=4259e422-2d46-4b86-a883-12d74c754436 HTTP/1.1" status: 200 len: 818 time: 0.2591956 Jul 08 18:05:04.609090 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:04.627784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Request body: {'port': {'device_id': '9deef4be-2ced-40c6-89a4-718c8de10c52', 'network_id': '4259e422-2d46-4b86-a883-12d74c754436', 'admin_state_up': True, 'tenant_id': 'e63bde94dae540c4a8e80ad6f8673a0b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:04.684060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-259a765a-7f06-4f49-8d09-e280dfb75d26 req-743b2102-de61-43a3-b353-2913a3b5072a tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832631 Jul 08 18:05:04.759293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Made reservation on behalf of e63bde94dae540c4a8e80ad6f8673a0b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:04.770792 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.814908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Made reservation on behalf of e63bde94dae540c4a8e80ad6f8673a0b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:04.819145 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.827638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Made reservation on behalf of e63bde94dae540c4a8e80ad6f8673a0b for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:04.829391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['8e98c429-d781-43af-947b-033b2224b034'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:04.831991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.061791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a87aac89-05a1-4493-8f91-d3d54fd40fa2 req-e2c34824-54ec-408f-80dd-64852474edc5 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 210 time: 0.0486546 Jul 08 18:05:05.100015 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Allocated IP 172.20.0.14 (4259e422-2d46-4b86-a883-12d74c754436/8e2ed2bd-cd83-469a-ab38-9d5cda438b1a/aad4f678-ef5d-4851-86ec-63c051beb02e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:05.334380 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.390157 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.458945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Network 4259e422-2d46-4b86-a883-12d74c754436 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:05.465047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:05.469344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:05.495581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Pushing event updated for resources: {'Port': ['ID=aad4f678-ef5d-4851-86ec-63c051beb02e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:05.496848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Allocated IP 172.20.0.2 (4259e422-2d46-4b86-a883-12d74c754436/8e2ed2bd-cd83-469a-ab38-9d5cda438b1a/f5e2a72d-c681-4926-980b-27c36eee0af3) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:05.551371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:05.552252 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.572661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-7168c9f4-c216-4579-bc2e-6a7c1e45d432 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4421422 Jul 08 18:05:05.699041 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.734667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Request body: {'port': {'device_id': '8cb8577e-afb1-48e6-bde3-71526b57f606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:05.793078 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.891013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Network 4259e422-2d46-4b86-a883-12d74c754436 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:05.900539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:05.908152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:05.976556 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-825a9c00-eda1-4f12-a1bb-8299c3f924b2 {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:05:05.977552 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:05:05.981409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36264) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:06.013351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Pushing event updated for resources: {'Port': ['ID=f5e2a72d-c681-4926-980b-27c36eee0af3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:06.061985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.063344 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.088574 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-cd889188-90d8-497b-b04d-8a09a4b6b35a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4722195 Jul 08 18:05:06.104080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8e98c429-d781-43af-947b-033b2224b034 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:06.107941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Request body: {'port': {'device_id': '9deef4be-2ced-40c6-89a4-718c8de10c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:06.179250 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.232528 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e5050dca-4842-40d5-a8c7-a57a96232369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.244995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 8e98c429-d781-43af-947b-033b2224b034 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:06.245594 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.257322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36276) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:06.305131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.338962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da410aaa-5a92-4454-94bf-9b2f74d17355 req-50f794f4-d66a-4a21-bdef-2b57932a7038 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.345065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da410aaa-5a92-4454-94bf-9b2f74d17355 req-50f794f4-d66a-4a21-bdef-2b57932a7038 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.369127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da410aaa-5a92-4454-94bf-9b2f74d17355 req-50f794f4-d66a-4a21-bdef-2b57932a7038 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.379759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da410aaa-5a92-4454-94bf-9b2f74d17355 req-50f794f4-d66a-4a21-bdef-2b57932a7038 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.386507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da410aaa-5a92-4454-94bf-9b2f74d17355 req-50f794f4-d66a-4a21-bdef-2b57932a7038 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.390809 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.394316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da410aaa-5a92-4454-94bf-9b2f74d17355 req-50f794f4-d66a-4a21-bdef-2b57932a7038 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.400684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da410aaa-5a92-4454-94bf-9b2f74d17355 req-50f794f4-d66a-4a21-bdef-2b57932a7038 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.402766 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da410aaa-5a92-4454-94bf-9b2f74d17355 req-50f794f4-d66a-4a21-bdef-2b57932a7038 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.6002789 Jul 08 18:05:06.418795 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-157330868-network', 'tenant_id': '62e730d5e7b74cdd8b34099b61a5fd9b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:06.451934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e98c429-d781-43af-947b-033b2224b034'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:06.458551 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13898363-b127-4e85-b785-ab1d2edad6ec" -d '{"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "8e98c429-d781-43af-947b-033b2224b034"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:06.465848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ff3e0-44be-4d4b-bd99-17b18bf7aaf4 req-0849e86b-00ab-49e5-a9cf-f26292d37516 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.473709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-304ff3e0-44be-4d4b-bd99-17b18bf7aaf4 req-0849e86b-00ab-49e5-a9cf-f26292d37516 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.4246640 Jul 08 18:05:06.487903 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.491204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:06.504167 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.553703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:06.570082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=10']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:06.605837 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da410aaa-5a92-4454-94bf-9b2f74d17355 req-80ed576e-6cd3-4b9a-8188-739a36e29930 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1906757 Jul 08 18:05:06.680912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Made reservation on behalf of 62e730d5e7b74cdd8b34099b61a5fd9b for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:06.683276 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.743624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e2a72d-c681-4926-980b-27c36eee0af3 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:06.757185 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.779212 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Transition to ACTIVE for port object f5e2a72d-c681-4926-980b-27c36eee0af3 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:06.785284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.794899 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.810413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-304ff3e0-44be-4d4b-bd99-17b18bf7aaf4 req-ede33716-af91-467d-9649-0bb3fdf78a30 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330605 Jul 08 18:05:06.816932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.879481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Pushing event updated for resources: {'Port': ['ID=f5e2a72d-c681-4926-980b-27c36eee0af3,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:06.998547 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219804f9-047f-4f1e-8136-219cba06c71e x-openstack-request-id: req-219804f9-047f-4f1e-8136-219cba06c71e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:06.998835 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "8e98c429-d781-43af-947b-033b2224b034", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:06.999082 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-219804f9-047f-4f1e-8136-219cba06c71e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:06.999470 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e98c429-d781-43af-947b-033b2224b034', 'code': 200} Jul 08 18:05:07.016530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Attempting to bind port f5e2a72d-c681-4926-980b-27c36eee0af3 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:05:07.018559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Attempting to bind port f5e2a72d-c681-4926-980b-27c36eee0af3 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:05:07.019005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Attempting to bind port f5e2a72d-c681-4926-980b-27c36eee0af3 on network 4259e422-2d46-4b86-a883-12d74c754436 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:07.025142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Port f5e2a72d-c681-4926-980b-27c36eee0af3 on network 4259e422-2d46-4b86-a883-12d74c754436 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:05:07.026997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Attempting to bind port f5e2a72d-c681-4926-980b-27c36eee0af3 on network 4259e422-2d46-4b86-a883-12d74c754436 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:07.034182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:05:07.034732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Checking segment: {'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:07.035286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Bound using segment: {'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:05:07.035994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Bound port: f5e2a72d-c681-4926-980b-27c36eee0af3, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:05:07.036341 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.128689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] For port f5e2a72d-c681-4926-980b-27c36eee0af3, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:05:07.132235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] For port f5e2a72d-c681-4926-980b-27c36eee0af3, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f5e2a72d-c681-4926-980b-27c36eee0af3,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:05:07.136932 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.183632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:07.184246 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.185660 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] 10.222.0.74 "PUT /v2.0/ports/f5e2a72d-c681-4926-980b-27c36eee0af3 HTTP/1.1" status: 200 len: 1091 time: 1.0864677 Jul 08 18:05:07.186109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9deef4be-2ced-40c6-89a4-718c8de10c52', 'tag': 'f5e2a72d-c681-4926-980b-27c36eee0af3'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:07.188438 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238c1b84-fdfd-4435-bad8-76c59022f667" -d '{"events": [{"name": "network-changed", "server_uuid": "9deef4be-2ced-40c6-89a4-718c8de10c52", "tag": "f5e2a72d-c681-4926-980b-27c36eee0af3"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:07.206825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1f000-8783-44fa-b4a5-b29e01126c4c service neutron] Pushing event updated for resources: {'Port': ['ID=f5e2a72d-c681-4926-980b-27c36eee0af3,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:07.252699 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08966095-1a1f-4cd1-9434-2ab9259e23fc x-openstack-request-id: req-08966095-1a1f-4cd1-9434-2ab9259e23fc {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:07.252985 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9deef4be-2ced-40c6-89a4-718c8de10c52", "tag": "f5e2a72d-c681-4926-980b-27c36eee0af3", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:07.253235 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08966095-1a1f-4cd1-9434-2ab9259e23fc {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:07.253627 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9deef4be-2ced-40c6-89a4-718c8de10c52', 'tag': 'f5e2a72d-c681-4926-980b-27c36eee0af3', 'status': 'completed', 'code': 200} Jul 08 18:05:07.315039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-e52b3cc7-5b6a-4045-ba80-146f17e1ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:07.316553 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-e52b3cc7-5b6a-4045-ba80-146f17e1ab15 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e63bde94dae540c4a8e80ad6f8673a0b&device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 1094 time: 0.0726302 Jul 08 18:05:07.367917 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-787dc2d3-fddb-4e1e-8a88-9995dc8fccbf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5e2a72d-c681-4926-980b-27c36eee0af3 HTTP/1.1" status: 200 len: 217 time: 0.0418501 Jul 08 18:05:07.432677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-d34ecc9b-8813-4c41-90e9-daacdf4d3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:07.434919 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-d34ecc9b-8813-4c41-90e9-daacdf4d3838 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8e2ed2bd-cd83-469a-ab38-9d5cda438b1a HTTP/1.1" status: 200 len: 858 time: 0.0579190 Jul 08 18:05:07.483149 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-ae16c6f8-6603-4986-b424-cfcfce0dfe45 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4259e422-2d46-4b86-a883-12d74c754436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386479 Jul 08 18:05:07.557106 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.576895 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.592123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993542e3-8fbe-430b-b063-1cbaba41cf39 req-19ea500a-1fb9-4ad6-9c23-3fcc2f5d6bb5 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:07.594573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-993542e3-8fbe-430b-b063-1cbaba41cf39 req-19ea500a-1fb9-4ad6-9c23-3fcc2f5d6bb5 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 943 time: 0.5978332 Jul 08 18:05:07.598236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad4f678-ef5d-4851-86ec-63c051beb02e {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:07.619420 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.620673 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-9e9dcbee-b723-4fcd-9cb8-f0ff4ef81237 service neutron] 10.222.0.74 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305311 Jul 08 18:05:07.643654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:05:07.669567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:07.677768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Transition to ACTIVE for port object aad4f678-ef5d-4851-86ec-63c051beb02e will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:07.683030 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.683369 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Added segment 75c86e93-db9f-49c7-aac1-c4c177374c06 of type vlan for network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 Jul 08 18:05:07.685693 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.728894 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.763586 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-1fa703e4-a33d-4d18-b6a9-f0e5ef080b0d service neutron] 10.222.0.74 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342151 Jul 08 18:05:07.859551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-993542e3-8fbe-430b-b063-1cbaba41cf39 req-2f2a33c6-b66d-4223-b51e-4935df2fb465 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409029 Jul 08 18:05:07.933789 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.993902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Allocated IP 172.20.0.6 (4259e422-2d46-4b86-a883-12d74c754436/8e2ed2bd-cd83-469a-ab38-9d5cda438b1a/02ec96f3-2737-4d28-9e69-7ff8442de452) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:08.009663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Pushing event updated for resources: {'Port': ['ID=aad4f678-ef5d-4851-86ec-63c051beb02e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:08.065557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c1b84-fdfd-4435-bad8-76c59022f667 req-b60698c2-383e-4f12-b6ae-4b7955e40512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.070903 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-238c1b84-fdfd-4435-bad8-76c59022f667 req-b60698c2-383e-4f12-b6ae-4b7955e40512 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e63bde94dae540c4a8e80ad6f8673a0b&device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 1094 time: 0.1048136 Jul 08 18:05:08.175151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Allocated IP 172.25.8.235 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/37f5f82f-0431-4cbf-ad65-ec5cfa4edcbc) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:08.186861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:08.187836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.188824 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:08.323641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c1b84-fdfd-4435-bad8-76c59022f667 req-780250a9-5054-438e-bc74-54c7fe5e3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.325777 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-238c1b84-fdfd-4435-bad8-76c59022f667 req-780250a9-5054-438e-bc74-54c7fe5e3200 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4259e422-2d46-4b86-a883-12d74c754436 HTTP/1.1" status: 200 len: 919 time: 0.2457945 Jul 08 18:05:08.365464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3746822 Jul 08 18:05:08.385147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36326) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:08.391137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] Request body: {'subnet': {'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-157330868-subnet', 'tenant_id': '62e730d5e7b74cdd8b34099b61a5fd9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:08.395820 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-238c1b84-fdfd-4435-bad8-76c59022f667 req-1f927def-11c7-4a47-8fe5-c7275dfe06e0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5e2a72d-c681-4926-980b-27c36eee0af3 HTTP/1.1" status: 200 len: 217 time: 0.0619087 Jul 08 18:05:08.460746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] Made reservation on behalf of 62e730d5e7b74cdd8b34099b61a5fd9b for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:08.463563 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:08.465727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402fc5-167c-4cfa-9ec0-de0e15ccd4d1 req-b3f2af15-5877-4938-9cab-fa292dd6f469 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.471836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402fc5-167c-4cfa-9ec0-de0e15ccd4d1 req-b3f2af15-5877-4938-9cab-fa292dd6f469 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.477735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402fc5-167c-4cfa-9ec0-de0e15ccd4d1 req-b3f2af15-5877-4938-9cab-fa292dd6f469 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.481668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c1b84-fdfd-4435-bad8-76c59022f667 req-8dd40bc0-88bf-494f-a2d6-8db408e07cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.483185 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-238c1b84-fdfd-4435-bad8-76c59022f667 req-8dd40bc0-88bf-494f-a2d6-8db408e07cec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8e2ed2bd-cd83-469a-ab38-9d5cda438b1a HTTP/1.1" status: 200 len: 858 time: 0.0754142 Jul 08 18:05:08.485727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402fc5-167c-4cfa-9ec0-de0e15ccd4d1 req-b3f2af15-5877-4938-9cab-fa292dd6f469 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.492432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402fc5-167c-4cfa-9ec0-de0e15ccd4d1 req-b3f2af15-5877-4938-9cab-fa292dd6f469 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.498393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402fc5-167c-4cfa-9ec0-de0e15ccd4d1 req-b3f2af15-5877-4938-9cab-fa292dd6f469 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.504261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402fc5-167c-4cfa-9ec0-de0e15ccd4d1 req-b3f2af15-5877-4938-9cab-fa292dd6f469 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.506300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b402fc5-167c-4cfa-9ec0-de0e15ccd4d1 req-b3f2af15-5877-4938-9cab-fa292dd6f469 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5422 time: 0.6420319 Jul 08 18:05:08.517707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4acf30-4b86-4cfe-a816-b068c304b3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=7b78e95b-48dd-4080-adfd-42fa93b2ffa0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:08.521697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Attempting to bind port aad4f678-ef5d-4851-86ec-63c051beb02e on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:05:08.521697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Attempting to bind port aad4f678-ef5d-4851-86ec-63c051beb02e by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:05:08.521697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Attempting to bind port aad4f678-ef5d-4851-86ec-63c051beb02e on network 4259e422-2d46-4b86-a883-12d74c754436 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:08.531952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:05:08.549913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Port aad4f678-ef5d-4851-86ec-63c051beb02e on network 4259e422-2d46-4b86-a883-12d74c754436 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:05:08.550252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Attempting to bind port aad4f678-ef5d-4851-86ec-63c051beb02e on network 4259e422-2d46-4b86-a883-12d74c754436 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:08.555610 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-238c1b84-fdfd-4435-bad8-76c59022f667 req-1e3de66c-cd33-46a0-b8a0-de4000efdf6e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4259e422-2d46-4b86-a883-12d74c754436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458114 Jul 08 18:05:08.583964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:05:08.584589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Checking segment: {'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:08.584688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Bound using segment: {'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:05:08.585104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Bound port: aad4f678-ef5d-4851-86ec-63c051beb02e, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:05:08.585463 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:08.685668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b402fc5-167c-4cfa-9ec0-de0e15ccd4d1 req-b768c838-1d4d-4b5a-bc47-91175cce15ad tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1589308 Jul 08 18:05:08.705147 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:08.711575 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-238c1b84-fdfd-4435-bad8-76c59022f667 req-5ff85a2e-918d-41fc-8903-a6f2d428e092 service neutron] 10.222.0.74 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413743 Jul 08 18:05:08.785468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89efa8b-6d37-4808-bcd6-2a0842544dac req-6d901ff4-193a-49b5-bd76-1bc5138c22fe tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.799450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f89efa8b-6d37-4808-bcd6-2a0842544dac req-6d901ff4-193a-49b5-bd76-1bc5138c22fe tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.5804386 Jul 08 18:05:08.856991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:08.922098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] For port aad4f678-ef5d-4851-86ec-63c051beb02e, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:05:08.969566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f89efa8b-6d37-4808-bcd6-2a0842544dac req-49a919cb-30f3-47c6-9967-2f8c0fe851c1 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687639 Jul 08 18:05:09.015505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] For port aad4f678-ef5d-4851-86ec-63c051beb02e, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=aad4f678-ef5d-4851-86ec-63c051beb02e,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:05:09.031985 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.041849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.052989 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-238c1b84-fdfd-4435-bad8-76c59022f667 req-b1e09885-e94a-4888-b0c6-dcc36189ef2d service neutron] 10.222.0.74 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293042 Jul 08 18:05:09.053793 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.062315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.104974 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:09.105826 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.107515 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] 10.222.0.59 "PUT /v2.0/ports/aad4f678-ef5d-4851-86ec-63c051beb02e HTTP/1.1" status: 200 len: 1092 time: 3.3790195 Jul 08 18:05:09.111932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb8577e-afb1-48e6-bde3-71526b57f606', 'tag': 'aad4f678-ef5d-4851-86ec-63c051beb02e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:09.123612 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf2205a-4adf-4eeb-aa97-3c3a9a6244e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb8577e-afb1-48e6-bde3-71526b57f606", "tag": "aad4f678-ef5d-4851-86ec-63c051beb02e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:09.128404 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1bd158ae-ae03-45dd-83c6-4a1714934ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.148073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:09.148073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.153239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:09.158902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:09.218427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ef02c4-868f-454a-8c50-80f46eec3007,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:09.256956 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e5b47-3421-46a8-9796-2debbaf0aa3b service neutron] Pushing event updated for resources: {'Port': ['ID=aad4f678-ef5d-4851-86ec-63c051beb02e,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:09.272680 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Network 4259e422-2d46-4b86-a883-12d74c754436 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:09.279865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:09.290273 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] Checking segment: {'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:09.295524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] Network hostable DHCP agents. Network: 7b78e95b-48dd-4080-adfd-42fa93b2ffa0, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:05:09.309894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:09.338104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] Network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:05:09.349662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 7b78e95b-48dd-4080-adfd-42fa93b2ffa0) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:09.354533 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:09.355171 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.365983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2966d10-f93e-4268-a0cb-91600fce4983 None None] Network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:09.385205 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9740848a-7bc1-4415-949e-180146d387c0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9981225 Jul 08 18:05:09.429682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event updated for resources: {'Port': ['ID=37f5f82f-0431-4cbf-ad65-ec5cfa4edcbc,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:09.480078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-b5af22f6-14c3-42da-8a39-983dfe0f0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:09.481532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-b5af22f6-14c3-42da-8a39-983dfe0f0f3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e63bde94dae540c4a8e80ad6f8673a0b&device_id=8cb8577e-afb1-48e6-bde3-71526b57f606 HTTP/1.1" status: 200 len: 1095 time: 0.3074362 Jul 08 18:05:09.488451 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:09.489170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.527544 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.577230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-185a83c7-a237-42f6-9123-b08d2e1487b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad4f678-ef5d-4851-86ec-63c051beb02e HTTP/1.1" status: 200 len: 217 time: 0.0842240 Jul 08 18:05:09.578426 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2000468 Jul 08 18:05:09.597398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039005f-0724-4ffb-8366-a8d1ff08c4c6 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Pushing event updated for resources: {'Port': ['ID=02ec96f3-2737-4d28-9e69-7ff8442de452,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:09.628891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Request body: {'port': {'device_id': 'f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:09.659167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a8a01-6634-48d7-a9e2-6c4cb47856f5 None None] Network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:09.719803 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.722447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-4116e7d0-bc0a-4128-9272-8880e25d56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:09.724122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-4116e7d0-bc0a-4128-9272-8880e25d56f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e2ed2bd-cd83-469a-ab38-9d5cda438b1a HTTP/1.1" status: 200 len: 858 time: 0.1384795 Jul 08 18:05:09.810260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-55021f02-64c5-46ac-96ec-172ed1797128 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4259e422-2d46-4b86-a883-12d74c754436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573099 Jul 08 18:05:09.856206 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.045671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-2c00d65f-99fb-42ae-8b1a-0948921b3c75 service neutron] 10.222.0.59 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232060 Jul 08 18:05:10.071721 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.255697 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.266283 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.339595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event updated for resources: {'Port': ['ID=37f5f82f-0431-4cbf-ad65-ec5cfa4edcbc,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:10.354124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-35dfafaa-7a65-48a4-bf7f-80af7826e6d5 service neutron] 10.222.0.59 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790010 Jul 08 18:05:10.503109 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.533496 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.533496 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5529361f-e377-4fac-a6e4-fe23a97aae7f tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2725253 Jul 08 18:05:10.535791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36362) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:10.546795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1842821559'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:10.592118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ec96f3-2737-4d28-9e69-7ff8442de452 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:10.605389 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.606028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Made reservation on behalf of 0a9f751e8a014b00b643f95d44dfd2b9 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:10.610921 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.633687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Transition to ACTIVE for port object 02ec96f3-2737-4d28-9e69-7ff8442de452 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:10.648576 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.650767 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.723808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Pushing event updated for resources: {'Port': ['ID=02ec96f3-2737-4d28-9e69-7ff8442de452,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:10.854927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Attempting to bind port 02ec96f3-2737-4d28-9e69-7ff8442de452 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:05:10.855370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Attempting to bind port 02ec96f3-2737-4d28-9e69-7ff8442de452 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:05:10.855947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Attempting to bind port 02ec96f3-2737-4d28-9e69-7ff8442de452 on network 4259e422-2d46-4b86-a883-12d74c754436 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:10.859198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.862069 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Port 02ec96f3-2737-4d28-9e69-7ff8442de452 on network 4259e422-2d46-4b86-a883-12d74c754436 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:05:10.863149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Attempting to bind port 02ec96f3-2737-4d28-9e69-7ff8442de452 on network 4259e422-2d46-4b86-a883-12d74c754436 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:10.869525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.871395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:05:10.872045 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Checking segment: {'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:10.874370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Bound using segment: {'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:05:10.876689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Bound port: 02ec96f3-2737-4d28-9e69-7ff8442de452, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f336a19-c82a-4530-aafd-a47fd80d2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4259e422-2d46-4b86-a883-12d74c754436'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:05:10.876689 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.917719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:05:10.942661 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d73ea2-44e8-408e-9a18-5a4b22ef7592,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:10.955124 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:10.955370 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Added segment 66c531f4-60d9-4240-b940-41d0e585f896 of type vlan for network a6180e52-7e02-42b3-ba60-711dda94e50d Jul 08 18:05:11.012623 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:11.056650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] For port 02ec96f3-2737-4d28-9e69-7ff8442de452, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:05:11.070454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] For port 02ec96f3-2737-4d28-9e69-7ff8442de452, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02ec96f3-2737-4d28-9e69-7ff8442de452,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:05:11.080833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:11.086697 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:11.094176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:11.100231 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:11.120724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:11.121636 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:11.123219 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] 10.222.0.74 "PUT /v2.0/ports/02ec96f3-2737-4d28-9e69-7ff8442de452 HTTP/1.1" status: 200 len: 1091 time: 1.5282309 Jul 08 18:05:11.230650 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6920660 Jul 08 18:05:11.236657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36366) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:11.242907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Request body: {'subnet': {'network_id': 'a6180e52-7e02-42b3-ba60-711dda94e50d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:11.357557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa27a1d-04cf-4c4c-bb11-4d292370aa5d service neutron] Pushing event updated for resources: {'Port': ['ID=02ec96f3-2737-4d28-9e69-7ff8442de452,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:11.384510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-35238613-bea4-4e35-83a7-243b419088b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:11.386051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-35238613-bea4-4e35-83a7-243b419088b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e63bde94dae540c4a8e80ad6f8673a0b&device_id=f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe HTTP/1.1" status: 200 len: 1094 time: 0.2006001 Jul 08 18:05:11.483191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-d1a4800a-fa0b-49c4-ad7a-270ff090ea26 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02ec96f3-2737-4d28-9e69-7ff8442de452 HTTP/1.1" status: 200 len: 217 time: 0.0866997 Jul 08 18:05:11.590201 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:11.613394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014de4-4f61-4896-b661-67287263e84a req-264d640e-4a8e-4484-ac9b-c5c450b1f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:11.619221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-264d640e-4a8e-4484-ac9b-c5c450b1f9ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8e2ed2bd-cd83-469a-ab38-9d5cda438b1a HTTP/1.1" status: 200 len: 858 time: 0.1265590 Jul 08 18:05:11.655224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f5e2a72d-c681-4926-980b-27c36eee0af3 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:11.692226 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-b9e4c10f-f604-4cbe-a047-77461d76b9a2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4259e422-2d46-4b86-a883-12d74c754436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653176 Jul 08 18:05:11.785756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf4e15-601e-4829-93e6-4227f67bc631 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event updated for resources: {'Network': ['ID=a6180e52-7e02-42b3-ba60-711dda94e50d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:11.821349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network a6180e52-7e02-42b3-ba60-711dda94e50d details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:05:11.884400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Made reservation on behalf of 0a9f751e8a014b00b643f95d44dfd2b9 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:11.899851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:11.914006 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-9d63eefe-1622-49f8-95d5-45e74380607a service neutron] 10.222.0.74 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141743 Jul 08 18:05:12.175973 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28014de4-4f61-4896-b661-67287263e84a req-50c0c4c1-49db-4a0b-b781-09f872df782c service neutron] 10.222.0.74 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502093 Jul 08 18:05:12.276933 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:12.334772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f5e2a72d-c681-4926-980b-27c36eee0af3, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f5e2a72d-c681-4926-980b-27c36eee0af3,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:12.348673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'f5e2a72d-c681-4926-980b-27c36eee0af3', 'network_id': '4259e422-2d46-4b86-a883-12d74c754436', 'port_id': 'f5e2a72d-c681-4926-980b-27c36eee0af3', 'mac_address': 'fa:16:3e:3e:76:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2ed2bd-cd83-469a-ab38-9d5cda438b1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:12.425954 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:12.433047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event updated for resources: {'Subnet': ['ID=d810b684-1a37-46a6-8c9c-f0df002c88de,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:12.435744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Checking segment: {'id': '66c531f4-60d9-4240-b940-41d0e585f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6180e52-7e02-42b3-ba60-711dda94e50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:12.436461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Network hostable DHCP agents. Network: a6180e52-7e02-42b3-ba60-711dda94e50d, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:05:12.449092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e2a72d-c681-4926-980b-27c36eee0af3 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:12.466023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Network a6180e52-7e02-42b3-ba60-711dda94e50d is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:05:12.478951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, a6180e52-7e02-42b3-ba60-711dda94e50d) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:12.495861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f5e2a72d-c681-4926-980b-27c36eee0af3, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f5e2a72d-c681-4926-980b-27c36eee0af3,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:12.498602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65dba1-c5d2-4aac-9e1f-379794d1b13b None None] Network a6180e52-7e02-42b3-ba60-711dda94e50d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:12.501296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:12.502429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:12.523717 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-af8fb8d2-0deb-4ab3-9e99-de2e8ec6b5b8 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2856138 Jul 08 18:05:12.526592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36368) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:12.530553 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:12.531262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-989846744', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:12.571212 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:12.585449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:12.723130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=f5e2a72d-c681-4926-980b-27c36eee0af3,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:12.748324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-a6180e52-7e02-42b3-ba60-711dda94e50d', 'network_id': 'a6180e52-7e02-42b3-ba60-711dda94e50d', 'tenant_id': '0a9f751e8a014b00b643f95d44dfd2b9', 'fixed_ips': [{'subnet_id': 'd810b684-1a37-46a6-8c9c-f0df002c88de'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:05:12.750276 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:12.790386 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:13.261990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['f5e2a72d-c681-4926-980b-27c36eee0af3'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:13.323009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Allocated IP 172.20.0.2 (a6180e52-7e02-42b3-ba60-711dda94e50d/d810b684-1a37-46a6-8c9c-f0df002c88de/fd649c66-b1ed-4a0c-949f-3952a25baa12) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:13.692166 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:13.743459 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:13.773698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Transition to ACTIVE for port object fd649c66-b1ed-4a0c-949f-3952a25baa12 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:13.823539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Transition to ACTIVE for port object fd649c66-b1ed-4a0c-949f-3952a25baa12 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:13.893533 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:13.937709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fbd6-7aea-4e61-925e-c135b8c9e391 req-b48babac-46d6-42e8-81ad-58fd4baa631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:13.940243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eab5fbd6-7aea-4e61-925e-c135b8c9e391 req-b48babac-46d6-42e8-81ad-58fd4baa631a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&device_id=4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5 HTTP/1.1" status: 200 len: 1102 time: 0.9012997 Jul 08 18:05:13.975737 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Pushing event updated for resources: {'Port': ['ID=fd649c66-b1ed-4a0c-949f-3952a25baa12,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:14.044629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Network a6180e52-7e02-42b3-ba60-711dda94e50d is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:14.048680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:14.055817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:14.142380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5c1a4fdb-735a-4e95-acd6-453bdafb529c details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:14.232676 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.240448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Attempting to bind port fd649c66-b1ed-4a0c-949f-3952a25baa12 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:05:14.241087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Attempting to bind port fd649c66-b1ed-4a0c-949f-3952a25baa12 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '66c531f4-60d9-4240-b940-41d0e585f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6180e52-7e02-42b3-ba60-711dda94e50d'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:05:14.241614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Attempting to bind port fd649c66-b1ed-4a0c-949f-3952a25baa12 on network a6180e52-7e02-42b3-ba60-711dda94e50d {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:14.248721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:05:14.249373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Checking segment: {'id': '66c531f4-60d9-4240-b940-41d0e585f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6180e52-7e02-42b3-ba60-711dda94e50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:14.249942 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.250535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Bound using segment: {'id': '66c531f4-60d9-4240-b940-41d0e585f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6180e52-7e02-42b3-ba60-711dda94e50d'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:05:14.251182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Bound port: fd649c66-b1ed-4a0c-949f-3952a25baa12, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c531f4-60d9-4240-b940-41d0e585f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6180e52-7e02-42b3-ba60-711dda94e50d'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:05:14.251736 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.264468 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.284681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fbd6-7aea-4e61-925e-c135b8c9e391 req-a094827e-7865-4f62-884b-15581e03fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:14.286463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eab5fbd6-7aea-4e61-925e-c135b8c9e391 req-a094827e-7865-4f62-884b-15581e03fd13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.3103583 Jul 08 18:05:14.390056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] For port fd649c66-b1ed-4a0c-949f-3952a25baa12, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:05:14.396476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eab5fbd6-7aea-4e61-925e-c135b8c9e391 req-1d1ff410-5a1b-446c-a842-897271163e24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8e98c429-d781-43af-947b-033b2224b034 HTTP/1.1" status: 200 len: 217 time: 0.0460663 Jul 08 18:05:14.413277 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] For port fd649c66-b1ed-4a0c-949f-3952a25baa12, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fd649c66-b1ed-4a0c-949f-3952a25baa12,segment=NetworkSegment(66c531f4-60d9-4240-b940-41d0e585f896),segment_id=66c531f4-60d9-4240-b940-41d0e585f896)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:05:14.415798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5c1a4fdb-735a-4e95-acd6-453bdafb529c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5c1a4fdb-735a-4e95-acd6-453bdafb529c,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:14.427662 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.512044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fbd6-7aea-4e61-925e-c135b8c9e391 req-419357a4-5852-4985-9714-de1c379240db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:14.512044 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eab5fbd6-7aea-4e61-925e-c135b8c9e391 req-419357a4-5852-4985-9714-de1c379240db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0568128 Jul 08 18:05:14.550144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '5c1a4fdb-735a-4e95-acd6-453bdafb529c', 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1', 'port_id': '5c1a4fdb-735a-4e95-acd6-453bdafb529c', 'mac_address': 'fa:16:3e:5b:b4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2c2c08-32f0-4e07-8941-4d57046ff43f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:14.615630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Allocated IP 172.25.8.64 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/8a56d91f-9f09-43f1-b398-f82f969be7bb) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:14.617968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd9052-1f51-4075-9ee9-f0a68bc87d10 None None] Pushing event updated for resources: {'Port': ['ID=fd649c66-b1ed-4a0c-949f-3952a25baa12,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:14.619355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fbd6-7aea-4e61-925e-c135b8c9e391 req-1524e72e-f494-43cd-9b52-81158f1f60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:14.621064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eab5fbd6-7aea-4e61-925e-c135b8c9e391 req-1524e72e-f494-43cd-9b52-81158f1f60c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1507080 Jul 08 18:05:14.662193 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.686423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1a4fdb-735a-4e95-acd6-453bdafb529c {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:14.722951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5c1a4fdb-735a-4e95-acd6-453bdafb529c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5c1a4fdb-735a-4e95-acd6-453bdafb529c,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:14.734900 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.738916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9725ba56-db2f-41c2-9b67-365af91eb663 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:14.855080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eab5fbd6-7aea-4e61-925e-c135b8c9e391 req-852a2679-9fef-4a95-9134-078abef92614 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201383 Jul 08 18:05:15.010569 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:15.089154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9725ba56-db2f-41c2-9b67-365af91eb663, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9725ba56-db2f-41c2-9b67-365af91eb663,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:15.107449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '9725ba56-db2f-41c2-9b67-365af91eb663', 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3', 'port_id': '9725ba56-db2f-41c2-9b67-365af91eb663', 'mac_address': 'fa:16:3e:11:9c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84362d63-79a6-4d43-b4aa-585b5546de95', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:15.109302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=5c1a4fdb-735a-4e95-acd6-453bdafb529c,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:15.167161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eab5fbd6-7aea-4e61-925e-c135b8c9e391 req-140ef9d1-aefd-4871-b41d-43a50709af36 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981403 Jul 08 18:05:15.213955 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:15.236072 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:15.290094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9725ba56-db2f-41c2-9b67-365af91eb663 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:15.356564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9725ba56-db2f-41c2-9b67-365af91eb663, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9725ba56-db2f-41c2-9b67-365af91eb663,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:15.367175 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:15.367175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b1ab8975-505c-44f2-8d74-a2402dead1e2 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:15.381801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:15.406776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:15.414490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:15.516749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event updated for resources: {'Port': ['ID=8a56d91f-9f09-43f1-b398-f82f969be7bb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:15.637815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=9725ba56-db2f-41c2-9b67-365af91eb663,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:15.731119 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b1ab8975-505c-44f2-8d74-a2402dead1e2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b1ab8975-505c-44f2-8d74-a2402dead1e2,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:15.752104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'b1ab8975-505c-44f2-8d74-a2402dead1e2', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'port_id': 'b1ab8975-505c-44f2-8d74-a2402dead1e2', 'mac_address': 'fa:16:3e:50:7d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffd178d-f064-4531-9efd-737edfc74720', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:15.759028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 02ec96f3-2737-4d28-9e69-7ff8442de452 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:15.943922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 02ec96f3-2737-4d28-9e69-7ff8442de452, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02ec96f3-2737-4d28-9e69-7ff8442de452,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:15.961541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f5e2a72d-c681-4926-980b-27c36eee0af3 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:15.971172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '02ec96f3-2737-4d28-9e69-7ff8442de452', 'network_id': '4259e422-2d46-4b86-a883-12d74c754436', 'port_id': '02ec96f3-2737-4d28-9e69-7ff8442de452', 'mac_address': 'fa:16:3e:b2:26:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2ed2bd-cd83-469a-ab38-9d5cda438b1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:16.099512 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:16.119801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ec96f3-2737-4d28-9e69-7ff8442de452 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:16.135460 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:16.154444 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 02ec96f3-2737-4d28-9e69-7ff8442de452, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02ec96f3-2737-4d28-9e69-7ff8442de452,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:16.166903 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:16.183586 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:16.233695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ab8975-505c-44f2-8d74-a2402dead1e2 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:16.266035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b1ab8975-505c-44f2-8d74-a2402dead1e2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b1ab8975-505c-44f2-8d74-a2402dead1e2,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:16.276201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d535b7-3978-4ecf-aa25-34b77de5b9ab None None] Network a6180e52-7e02-42b3-ba60-711dda94e50d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:16.288892 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:16.289676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:16.433207 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port f5e2a72d-c681-4926-980b-27c36eee0af3 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:16.470837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fd649c66-b1ed-4a0c-949f-3952a25baa12 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:16.621988 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:16.791018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port f5e2a72d-c681-4926-980b-27c36eee0af3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:16.791357 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:16.815467 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Router 9b695da7-7ad2-4f36-af76-e920d3398178 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:05:16.868869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=02ec96f3-2737-4d28-9e69-7ff8442de452,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:16.872454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-be150cbd-9f10-45b1-aed4-c15bda4533c7 None None] Provisioning for port fd649c66-b1ed-4a0c-949f-3952a25baa12 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:16.959991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b1ab8975-505c-44f2-8d74-a2402dead1e2,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:17.031860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['02ec96f3-2737-4d28-9e69-7ff8442de452'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:17.037304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:17.073925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eee479-587d-4db3-a460-a2951f272944 None None] Sync routers for ids ['9b695da7-7ad2-4f36-af76-e920d3398178'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:17.075668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:17.077207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5991eb85-2907-4dd8-aeb5-ff36f77885b3 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.5495856 Jul 08 18:05:17.080636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36378) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:17.099673 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.resource_extend [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:05:17.243690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eee479-587d-4db3-a460-a2951f272944 None None] Routers {'9b695da7-7ad2-4f36-af76-e920d3398178'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:17.244377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b4eee479-587d-4db3-a460-a2951f272944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9b695da7-7ad2-4f36-af76-e920d3398178'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:17.454294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b4eee479-587d-4db3-a460-a2951f272944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:17.539957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:17.758569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port fd649c66-b1ed-4a0c-949f-3952a25baa12 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:17.768800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port fd649c66-b1ed-4a0c-949f-3952a25baa12 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:17.770536 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:17.919846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5', 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3', 'port_id': '3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5', 'mac_address': 'fa:16:3e:15:cb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84362d63-79a6-4d43-b4aa-585b5546de95', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:17.945599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eee479-587d-4db3-a460-a2951f272944 None None] Routers {'9b695da7-7ad2-4f36-af76-e920d3398178'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:17.945599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b4eee479-587d-4db3-a460-a2951f272944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9b695da7-7ad2-4f36-af76-e920d3398178'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:18.080498 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-44a284a7-5e69-450d-b0fc-fe24330b03f2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1262226 Jul 08 18:05:18.158629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b4eee479-587d-4db3-a460-a2951f272944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:18.159294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eee479-587d-4db3-a460-a2951f272944 None None] The sync data for ids ['9b695da7-7ad2-4f36-af76-e920d3398178'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:18.221873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-79e181bf-f2b0-44cc-be20-2284c0e8661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:18.223419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-79e181bf-f2b0-44cc-be20-2284c0e8661d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 1099 time: 0.1078181 Jul 08 18:05:18.299649 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:18.307977 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:18.407843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:18.420788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deef4be-2ced-40c6-89a4-718c8de10c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e2a72d-c681-4926-980b-27c36eee0af3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:18.422432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-caba8681-7ee5-4a36-a5d8-e3f4a314e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:18.424048 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9077d926-6ab6-4fdd-977f-42a731594d7b" -d '{"events": [{"server_uuid": "9deef4be-2ced-40c6-89a4-718c8de10c52", "name": "network-vif-plugged", "status": "completed", "tag": "f5e2a72d-c681-4926-980b-27c36eee0af3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:18.424184 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-caba8681-7ee5-4a36-a5d8-e3f4a314e8e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.1562006 Jul 08 18:05:18.486380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f5e2a72d-c681-4926-980b-27c36eee0af3, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f5e2a72d-c681-4926-980b-27c36eee0af3,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:18.487636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-fc359c66-32e6-468a-a046-e334c4e19ef0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=11f263b1-74ea-46ae-bb37-035422b10b08 HTTP/1.1" status: 200 len: 217 time: 0.0563636 Jul 08 18:05:18.488174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:18.501569 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:18.519024 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:18.531026 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:18.531026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 267ed3c9-765e-4c8d-b20f-674f51aa8c5a details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:18.578363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:18.593086 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '267ed3c9-765e-4c8d-b20f-674f51aa8c5a', 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3', 'port_id': '267ed3c9-765e-4c8d-b20f-674f51aa8c5a', 'mac_address': 'fa:16:3e:d5:d5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84362d63-79a6-4d43-b4aa-585b5546de95', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:18.606117 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:18.623910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-5b3cb636-1b0e-4817-9d92-df3ce0ef5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:18.625772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-5b3cb636-1b0e-4817-9d92-df3ce0ef5ba8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1299717 Jul 08 18:05:18.749671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port fd649c66-b1ed-4a0c-949f-3952a25baa12, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fd649c66-b1ed-4a0c-949f-3952a25baa12,segment=NetworkSegment(66c531f4-60d9-4240-b940-41d0e585f896),segment_id=66c531f4-60d9-4240-b940-41d0e585f896)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:18.776335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=f5e2a72d-c681-4926-980b-27c36eee0af3,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:18.798943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-f8f98127-ada3-4b2a-ab3f-a24bcceeb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:18.800458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-f8f98127-ada3-4b2a-ab3f-a24bcceeb652 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1651938 Jul 08 18:05:18.854496 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:18.873827 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:18.917432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267ed3c9-765e-4c8d-b20f-674f51aa8c5a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:18.980365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:19.004462 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.006674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 0d54f308-a6d8-415d-8624-8a6a6c642bdf details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:19.007262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Allocated IP 172.20.0.1 (a6180e52-7e02-42b3-ba60-711dda94e50d/d810b684-1a37-46a6-8c9c-f0df002c88de/08cfdc10-c519-4d4a-9d55-1c143ff15826) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:19.010403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-a436fda2-08a2-44e3-b88e-b0d11baef45c service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001193 Jul 08 18:05:19.075869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:19.146222 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-95ef7284-86f0-4f67-a41c-95b5bd9a7e30 None None] Provisioning complete for port fd649c66-b1ed-4a0c-949f-3952a25baa12 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:19.157372 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95ef7284-86f0-4f67-a41c-95b5bd9a7e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.164069 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.192657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Transition to ACTIVE for port object 08cfdc10-c519-4d4a-9d55-1c143ff15826 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:19.227782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 0d54f308-a6d8-415d-8624-8a6a6c642bdf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=0d54f308-a6d8-415d-8624-8a6a6c642bdf,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:19.254590 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.256711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '0d54f308-a6d8-415d-8624-8a6a6c642bdf', 'network_id': '50e47434-1d5f-4dc6-9a53-2f92119d91b3', 'port_id': '0d54f308-a6d8-415d-8624-8a6a6c642bdf', 'mac_address': 'fa:16:3e:3c:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84362d63-79a6-4d43-b4aa-585b5546de95', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:19.263859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-749e7e8f-bdcc-4ddc-a7a5-2bf188b5ce11 req-f2528200-0aeb-4ea6-ac60-61942121c2fa service neutron] 10.222.0.74 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181225 Jul 08 18:05:19.300448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Network a6180e52-7e02-42b3-ba60-711dda94e50d is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:19.306053 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=fd649c66-b1ed-4a0c-949f-3952a25baa12,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:19.307388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:19.311612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:19.371952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event updated for resources: {'Port': ['ID=08cfdc10-c519-4d4a-9d55-1c143ff15826,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:19.391267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:19.404364 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.421842 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.446938 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d54f308-a6d8-415d-8624-8a6a6c642bdf {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:19.475640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 0d54f308-a6d8-415d-8624-8a6a6c642bdf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=0d54f308-a6d8-415d-8624-8a6a6c642bdf,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:19.493536 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.541089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f6220108-c2fb-4dae-a334-33b1a571ec89 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:19.667011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.718179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=0d54f308-a6d8-415d-8624-8a6a6c642bdf,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:19.728358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 02ec96f3-2737-4d28-9e69-7ff8442de452 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:19.819497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d281b4cc-a123-41d8-8164-eaeac8f893f0 None None] Provisioning for port 08cfdc10-c519-4d4a-9d55-1c143ff15826 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:19.851719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d281b4cc-a123-41d8-8164-eaeac8f893f0 None None] Provisioning complete for port 08cfdc10-c519-4d4a-9d55-1c143ff15826 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:19.852105 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d281b4cc-a123-41d8-8164-eaeac8f893f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.907978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f6220108-c2fb-4dae-a334-33b1a571ec89, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f6220108-c2fb-4dae-a334-33b1a571ec89,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:19.943109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'f6220108-c2fb-4dae-a334-33b1a571ec89', 'network_id': 'a6a38d63-e447-4c31-9872-e6ee7b2f97a1', 'port_id': 'f6220108-c2fb-4dae-a334-33b1a571ec89', 'mac_address': 'fa:16:3e:75:8e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2c2c08-32f0-4e07-8941-4d57046ff43f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:19.947098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d281b4cc-a123-41d8-8164-eaeac8f893f0 None None] Port 08cfdc10-c519-4d4a-9d55-1c143ff15826 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:05:19.954957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 02ec96f3-2737-4d28-9e69-7ff8442de452 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:19.959776 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 02ec96f3-2737-4d28-9e69-7ff8442de452 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:19.960345 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.033455 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.063833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6220108-c2fb-4dae-a334-33b1a571ec89 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:20.122448 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.134608 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.148857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f6220108-c2fb-4dae-a334-33b1a571ec89, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f6220108-c2fb-4dae-a334-33b1a571ec89,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:20.156866 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.157823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device aad4f678-ef5d-4851-86ec-63c051beb02e details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:20.211441 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.217052 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.301488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event updated for resources: {'Port': ['ID=08cfdc10-c519-4d4a-9d55-1c143ff15826,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:20.321323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 02ec96f3-2737-4d28-9e69-7ff8442de452, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02ec96f3-2737-4d28-9e69-7ff8442de452,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:20.325190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f6220108-c2fb-4dae-a334-33b1a571ec89,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:20.332146 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.362293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Network a6180e52-7e02-42b3-ba60-711dda94e50d is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:20.364250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:20.420283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port aad4f678-ef5d-4851-86ec-63c051beb02e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=aad4f678-ef5d-4851-86ec-63c051beb02e,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:20.444374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=02ec96f3-2737-4d28-9e69-7ff8442de452,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:20.452478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'aad4f678-ef5d-4851-86ec-63c051beb02e', 'network_id': '4259e422-2d46-4b86-a883-12d74c754436', 'port_id': 'aad4f678-ef5d-4851-86ec-63c051beb02e', 'mac_address': 'fa:16:3e:4c:5f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2ed2bd-cd83-469a-ab38-9d5cda438b1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:20.535432 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.571691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Router 9b695da7-7ad2-4f36-af76-e920d3398178 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:05:20.576910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad4f678-ef5d-4851-86ec-63c051beb02e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:20.581644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['b1ab8975-505c-44f2-8d74-a2402dead1e2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:20.593224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094496e-1bae-4e63-b56b-835a22a3936a req-7b6292d1-b1fa-468a-a156-6f183e888ea4 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:20.595146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3094496e-1bae-4e63-b56b-835a22a3936a req-7b6292d1-b1fa-468a-a156-6f183e888ea4 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 945 time: 0.1357286 Jul 08 18:05:20.632283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:20.644986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port aad4f678-ef5d-4851-86ec-63c051beb02e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=aad4f678-ef5d-4851-86ec-63c051beb02e,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:20.671860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['267ed3c9-765e-4c8d-b20f-674f51aa8c5a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:20.678332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5c1a4fdb-735a-4e95-acd6-453bdafb529c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:20.713487 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3094496e-1bae-4e63-b56b-835a22a3936a req-7710f9d9-4fd9-42ca-bc55-3e69c1136296 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075199 Jul 08 18:05:20.796199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5ceab-7102-4a23-8969-22636e775494 req-f8b703ef-d2b2-4784-a184-93958cfa6ec8 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:20.801308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:20.806426 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8f5ceab-7102-4a23-8969-22636e775494 req-f8b703ef-d2b2-4784-a184-93958cfa6ec8 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.1879661 Jul 08 18:05:20.812332 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520d2c7b-d057-400e-92ac-9b7020f6e387 None None] Sync routers for ids ['9b695da7-7ad2-4f36-af76-e920d3398178'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:20.817864 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c40d6638-dbf9-4a5e-9d6e-fa1e802e8d68 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "PUT /v2.0/routers/9b695da7-7ad2-4f36-af76-e920d3398178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7336171 Jul 08 18:05:20.818017 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36414) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:20.824184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Request body: {'port': {'network_id': 'a6180e52-7e02-42b3-ba60-711dda94e50d', 'name': 'tempest-FloatingIPAdminTestJSON-2145013612'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:20.827884 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d2c7b-d057-400e-92ac-9b7020f6e387 None None] Routers {'9b695da7-7ad2-4f36-af76-e920d3398178'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:20.831968 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-520d2c7b-d057-400e-92ac-9b7020f6e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9b695da7-7ad2-4f36-af76-e920d3398178'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:20.914491 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8f5ceab-7102-4a23-8969-22636e775494 req-08663a13-0567-457c-a45f-e53c052036ab tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069424 Jul 08 18:05:20.935560 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-520d2c7b-d057-400e-92ac-9b7020f6e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:20.953390 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3785acd-91b5-460e-9975-fd991957de6d x-openstack-request-id: req-d3785acd-91b5-460e-9975-fd991957de6d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:20.955576 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb8577e-afb1-48e6-bde3-71526b57f606", "tag": "aad4f678-ef5d-4851-86ec-63c051beb02e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:20.955943 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3785acd-91b5-460e-9975-fd991957de6d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:20.956460 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb8577e-afb1-48e6-bde3-71526b57f606', 'tag': 'aad4f678-ef5d-4851-86ec-63c051beb02e', 'status': 'completed', 'code': 200} Jul 08 18:05:20.972868 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d2c7b-d057-400e-92ac-9b7020f6e387 None None] Routers {'9b695da7-7ad2-4f36-af76-e920d3398178'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:20.973668 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-520d2c7b-d057-400e-92ac-9b7020f6e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9b695da7-7ad2-4f36-af76-e920d3398178'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:21.030253 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-520d2c7b-d057-400e-92ac-9b7020f6e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:21.031138 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520d2c7b-d057-400e-92ac-9b7020f6e387 None None] The sync data for ids ['9b695da7-7ad2-4f36-af76-e920d3398178'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:21.053517 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9725ba56-db2f-41c2-9b67-365af91eb663'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:21.108671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2205a-4adf-4eeb-aa97-3c3a9a6244e4 req-8f497459-9636-43f3-ae0f-c05d05772d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:21.110422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bf2205a-4adf-4eeb-aa97-3c3a9a6244e4 req-8f497459-9636-43f3-ae0f-c05d05772d5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e63bde94dae540c4a8e80ad6f8673a0b&device_id=8cb8577e-afb1-48e6-bde3-71526b57f606 HTTP/1.1" status: 200 len: 1096 time: 0.1258981 Jul 08 18:05:21.117561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Made reservation on behalf of 0a9f751e8a014b00b643f95d44dfd2b9 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:21.122399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:21.173251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] device_id is not set on port c1c58e60-bec9-46bb-b8c2-dd36126f296b yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:05:21.179287 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fd649c66-b1ed-4a0c-949f-3952a25baa12 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:21.182330 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:21.395461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Allocated IP 172.20.0.4 (a6180e52-7e02-42b3-ba60-711dda94e50d/d810b684-1a37-46a6-8c9c-f0df002c88de/c1c58e60-bec9-46bb-b8c2-dd36126f296b) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:21.490747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['0d54f308-a6d8-415d-8624-8a6a6c642bdf'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:21.557379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-204e0a32-8efd-4a2c-b85c-376c6e949dd6 None None] Provisioning complete for port 08cfdc10-c519-4d4a-9d55-1c143ff15826 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:21.557916 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-204e0a32-8efd-4a2c-b85c-376c6e949dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:21.601911 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:21.616905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Transition to ACTIVE for port object c1c58e60-bec9-46bb-b8c2-dd36126f296b will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:21.660979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:21.725548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Network a6180e52-7e02-42b3-ba60-711dda94e50d is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:21.729751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:21.737603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=aad4f678-ef5d-4851-86ec-63c051beb02e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:21.745950 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:21.771932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2205a-4adf-4eeb-aa97-3c3a9a6244e4 req-4794ea1c-8c18-4672-a07a-a834764c7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:21.773426 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bf2205a-4adf-4eeb-aa97-3c3a9a6244e4 req-4794ea1c-8c18-4672-a07a-a834764c7545 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4259e422-2d46-4b86-a883-12d74c754436 HTTP/1.1" status: 200 len: 919 time: 0.6559386 Jul 08 18:05:21.798056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f6220108-c2fb-4dae-a334-33b1a571ec89'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:21.801789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['aad4f678-ef5d-4851-86ec-63c051beb02e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:21.809818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-1e5f84f0-982f-4f3f-9f1b-e5d329f62580 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:21.820912 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-1e5f84f0-982f-4f3f-9f1b-e5d329f62580 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/networks?id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0 HTTP/1.1" status: 200 len: 821 time: 0.6057825 Jul 08 18:05:21.834347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event updated for resources: {'Port': ['ID=c1c58e60-bec9-46bb-b8c2-dd36126f296b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:21.851166 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:21.852346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:21.870921 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3b78f03d-833f-49ab-95d2-aa31b9f3fc8c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0515425 Jul 08 18:05:21.871992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bf2205a-4adf-4eeb-aa97-3c3a9a6244e4 req-bf13e479-63be-4921-8125-eb1c105c6ab1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad4f678-ef5d-4851-86ec-63c051beb02e HTTP/1.1" status: 200 len: 217 time: 0.0834258 Jul 08 18:05:21.876821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36438) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:21.892655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed07e-1c41-46bd-bec4-cfd1f8d1552a req-9b6341bc-5645-43ff-861c-a21244481633 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:21.899435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed07e-1c41-46bd-bec4-cfd1f8d1552a req-9b6341bc-5645-43ff-861c-a21244481633 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:21.905278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed07e-1c41-46bd-bec4-cfd1f8d1552a req-9b6341bc-5645-43ff-861c-a21244481633 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:21.911315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed07e-1c41-46bd-bec4-cfd1f8d1552a req-9b6341bc-5645-43ff-861c-a21244481633 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:21.917754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed07e-1c41-46bd-bec4-cfd1f8d1552a req-9b6341bc-5645-43ff-861c-a21244481633 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:21.924589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed07e-1c41-46bd-bec4-cfd1f8d1552a req-9b6341bc-5645-43ff-861c-a21244481633 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:21.931062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed07e-1c41-46bd-bec4-cfd1f8d1552a req-9b6341bc-5645-43ff-861c-a21244481633 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:21.937355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-204e0a32-8efd-4a2c-b85c-376c6e949dd6 None None] Port 08cfdc10-c519-4d4a-9d55-1c143ff15826 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:05:21.944885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2bed07e-1c41-46bd-bec4-cfd1f8d1552a req-9b6341bc-5645-43ff-861c-a21244481633 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5429 time: 0.7379794 Jul 08 18:05:21.966712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-532a5459-ae38-4118-9bab-bfe617899366 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/quotas/62e730d5e7b74cdd8b34099b61a5fd9b HTTP/1.1" status: 200 len: 375 time: 0.1447992 Jul 08 18:05:22.007971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'project_id': '0a9f751e8a014b00b643f95d44dfd2b9', 'port_id': 'c1c58e60-bec9-46bb-b8c2-dd36126f296b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:22.046357 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.078867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-d42e3536-133f-44ef-8b41-aaa9bb3458d2 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=62e730d5e7b74cdd8b34099b61a5fd9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109478 Jul 08 18:05:22.080682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2205a-4adf-4eeb-aa97-3c3a9a6244e4 req-0aa6139c-37dc-4102-83a5-d57caa736595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:22.084207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bf2205a-4adf-4eeb-aa97-3c3a9a6244e4 req-0aa6139c-37dc-4102-83a5-d57caa736595 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e2ed2bd-cd83-469a-ab38-9d5cda438b1a HTTP/1.1" status: 200 len: 858 time: 0.1407340 Jul 08 18:05:22.119033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port fd649c66-b1ed-4a0c-949f-3952a25baa12 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:22.119411 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.188969 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bf2205a-4adf-4eeb-aa97-3c3a9a6244e4 req-65f58de0-f7bf-49d9-9402-65ded85b124f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4259e422-2d46-4b86-a883-12d74c754436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883739 Jul 08 18:05:22.199243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2bed07e-1c41-46bd-bec4-cfd1f8d1552a req-84c03033-d88d-4bab-a5bb-04eeee0a157a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2582135 Jul 08 18:05:22.222285 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.353274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Allocated IP 172.25.8.204 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/60415c35-cc83-4131-bafa-85e95c5b911c) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:22.372136 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c2099d-87d1-49a6-9a8d-e0f110fec08d x-openstack-request-id: req-35c2099d-87d1-49a6-9a8d-e0f110fec08d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:22.372515 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deef4be-2ced-40c6-89a4-718c8de10c52", "name": "network-vif-plugged", "status": "completed", "tag": "f5e2a72d-c681-4926-980b-27c36eee0af3", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:22.372777 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35c2099d-87d1-49a6-9a8d-e0f110fec08d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:22.373466 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deef4be-2ced-40c6-89a4-718c8de10c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e2a72d-c681-4926-980b-27c36eee0af3', 'code': 200} Jul 08 18:05:22.399476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-237cb492-48bb-4893-9100-84eaa209b953 service neutron] 10.222.0.73 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085108 Jul 08 18:05:22.469419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.510909 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.511132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bf2205a-4adf-4eeb-aa97-3c3a9a6244e4 req-31b8474a-c8cc-4de3-89de-aff35cca00de service neutron] 10.222.0.59 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101048 Jul 08 18:05:22.559945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:22.562886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:22.573586 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:22.628619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Pushing event updated for resources: {'Port': ['ID=60415c35-cc83-4131-bafa-85e95c5b911c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:22.726281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-69b44956-0abc-4ee2-8278-79ca50b742f2 None None] Provisioning for port c1c58e60-bec9-46bb-b8c2-dd36126f296b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:22.743324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bf2205a-4adf-4eeb-aa97-3c3a9a6244e4 req-f1811dfb-87d3-4277-8883-0d171cac5720 service neutron] 10.222.0.59 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183812 Jul 08 18:05:22.748663 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-03330458-24f3-4a6f-a049-ff04df3d530f service neutron] 10.222.0.73 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426108 Jul 08 18:05:22.754401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc11136-5b5e-4e1b-aa4f-3cfdd9dabfef req-4fc9c9a9-a0e6-49b8-897c-b20868fe90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:22.756509 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dcc11136-5b5e-4e1b-aa4f-3cfdd9dabfef req-4fc9c9a9-a0e6-49b8-897c-b20868fe90e0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 1096 time: 0.3397646 Jul 08 18:05:22.806424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dcc11136-5b5e-4e1b-aa4f-3cfdd9dabfef req-f35c7b45-5e1c-465d-8285-9186f6d20bbc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433283 Jul 08 18:05:22.823686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-69b44956-0abc-4ee2-8278-79ca50b742f2 None None] Provisioning complete for port c1c58e60-bec9-46bb-b8c2-dd36126f296b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:22.824068 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-69b44956-0abc-4ee2-8278-79ca50b742f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.958109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe', 'tag': '02ec96f3-2737-4d28-9e69-7ff8442de452'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:22.959896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-69b44956-0abc-4ee2-8278-79ca50b742f2 None None] Port c1c58e60-bec9-46bb-b8c2-dd36126f296b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:05:22.969532 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afd79ba-7852-45e5-9766-bd26e73abb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe", "tag": "02ec96f3-2737-4d28-9e69-7ff8442de452"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:23.254458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77310a14-65b3-4bd3-984e-cc578716f0b6 req-fc9c443b-70b0-4052-8a75-93cd462a77cf tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:23.257094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77310a14-65b3-4bd3-984e-cc578716f0b6 req-fc9c443b-70b0-4052-8a75-93cd462a77cf tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 945 time: 0.1486614 Jul 08 18:05:23.317077 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.339184 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77310a14-65b3-4bd3-984e-cc578716f0b6 req-0c09bf9d-251d-4174-b52f-606ef9a9d71f tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769300 Jul 08 18:05:23.416286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba275d26-6a4e-4194-b74c-c42e470c4d18 req-c8880a38-39f8-4dae-9266-1bbb3010690f tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:23.422179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba275d26-6a4e-4194-b74c-c42e470c4d18 req-c8880a38-39f8-4dae-9266-1bbb3010690f tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 950 time: 0.1509168 Jul 08 18:05:23.426670 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ba8621-e2f9-4baf-be4c-f3d6e14f6c01 x-openstack-request-id: req-c4ba8621-e2f9-4baf-be4c-f3d6e14f6c01 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:23.427699 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe", "tag": "02ec96f3-2737-4d28-9e69-7ff8442de452", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:23.428102 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4ba8621-e2f9-4baf-be4c-f3d6e14f6c01 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:23.428666 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe', 'tag': '02ec96f3-2737-4d28-9e69-7ff8442de452', 'status': 'completed', 'code': 200} Jul 08 18:05:23.521542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 267ed3c9-765e-4c8d-b20f-674f51aa8c5a up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:23.615445 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-220ab629-bb2f-4c2d-8201-4a4e6f6f40e9 req-7dc7809a-12e6-438c-b9e6-f9cf45349517 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 210 time: 0.0679183 Jul 08 18:05:23.629841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:23.637280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:23.637892 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.645348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba275d26-6a4e-4194-b74c-c42e470c4d18 req-d91ee231-7bb9-4432-95b5-53087e86ee5f tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041681 Jul 08 18:05:23.708620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd79ba-7852-45e5-9766-bd26e73abb1c req-a5413ada-da88-4689-9bc2-abd9b36e74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:23.714834 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7afd79ba-7852-45e5-9766-bd26e73abb1c req-a5413ada-da88-4689-9bc2-abd9b36e74e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e63bde94dae540c4a8e80ad6f8673a0b&device_id=f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe HTTP/1.1" status: 200 len: 1096 time: 0.2458549 Jul 08 18:05:23.786993 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6bd2b289-91d7-4c70-8d99-857f0ea1defb no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:23.844593 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.942338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd79ba-7852-45e5-9766-bd26e73abb1c req-02af71f5-842f-4a85-85db-982a3ff10198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:23.947836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7afd79ba-7852-45e5-9766-bd26e73abb1c req-02af71f5-842f-4a85-85db-982a3ff10198 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4259e422-2d46-4b86-a883-12d74c754436 HTTP/1.1" status: 200 len: 919 time: 0.2191696 Jul 08 18:05:23.970459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-b60c0a76-002b-408d-9b72-a9675c4c99bf tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:23.978599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-b60c0a76-002b-408d-9b72-a9675c4c99bf tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/networks?id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 HTTP/1.1" status: 200 len: 814 time: 0.2212303 Jul 08 18:05:23.984769 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.037542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7afd79ba-7852-45e5-9766-bd26e73abb1c req-ca6316fd-9ac6-4c34-9b14-68877e49dec0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02ec96f3-2737-4d28-9e69-7ff8442de452 HTTP/1.1" status: 200 len: 217 time: 0.0813644 Jul 08 18:05:24.045983 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-a26fc882-eb0e-4e76-b32c-fabd9a39230f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/quotas/e35676191624470a874e0121ae80323e HTTP/1.1" status: 200 len: 375 time: 0.0656443 Jul 08 18:05:24.073924 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.120383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:24.132353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:24.134337 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.136773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd79ba-7852-45e5-9766-bd26e73abb1c req-6cee1f36-e83b-43d5-823c-b8e6f1635665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:24.138592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7afd79ba-7852-45e5-9766-bd26e73abb1c req-6cee1f36-e83b-43d5-823c-b8e6f1635665 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8e2ed2bd-cd83-469a-ab38-9d5cda438b1a HTTP/1.1" status: 200 len: 858 time: 0.0900545 Jul 08 18:05:24.198967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:24.205523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7afd79ba-7852-45e5-9766-bd26e73abb1c req-42d51b64-4029-43ef-846c-db2b4dee1b03 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4259e422-2d46-4b86-a883-12d74c754436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425599 Jul 08 18:05:24.209562 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.268156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:24.282895 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.296280 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.299847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3258-1cfd-41af-ac95-016927327d71 req-405f455e-d1af-4886-ba43-adccdf0fdb32 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:24.306699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3258-1cfd-41af-ac95-016927327d71 req-405f455e-d1af-4886-ba43-adccdf0fdb32 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:24.314258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3258-1cfd-41af-ac95-016927327d71 req-405f455e-d1af-4886-ba43-adccdf0fdb32 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:24.320915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3258-1cfd-41af-ac95-016927327d71 req-405f455e-d1af-4886-ba43-adccdf0fdb32 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:24.326849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3258-1cfd-41af-ac95-016927327d71 req-405f455e-d1af-4886-ba43-adccdf0fdb32 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:24.333625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3258-1cfd-41af-ac95-016927327d71 req-405f455e-d1af-4886-ba43-adccdf0fdb32 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:24.340196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3258-1cfd-41af-ac95-016927327d71 req-405f455e-d1af-4886-ba43-adccdf0fdb32 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:24.342309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef1b3258-1cfd-41af-ac95-016927327d71 req-405f455e-d1af-4886-ba43-adccdf0fdb32 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5429 time: 0.3478863 Jul 08 18:05:24.375601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec96f3-2737-4d28-9e69-7ff8442de452'}, {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ed3c9-765e-4c8d-b20f-674f51aa8c5a'}, {'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:24.377335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Pushing event updated for resources: {'Port': ['ID=60415c35-cc83-4131-bafa-85e95c5b911c,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:24.378928 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afac19ea-0887-4351-a5ab-22bc3f69031e" -d '{"events": [{"server_uuid": "f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "02ec96f3-2737-4d28-9e69-7ff8442de452"}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "267ed3c9-765e-4c8d-b20f-674f51aa8c5a"}, {"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:24.400139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.400856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7202a131-21b0-4af8-a5c6-3c9e43a8a4fb tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e35676191624470a874e0121ae80323e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3534904 Jul 08 18:05:24.514477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef1b3258-1cfd-41af-ac95-016927327d71 req-33b7b074-f14f-46fd-81e3-e23006d9959a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1634305 Jul 08 18:05:24.523376 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7afd79ba-7852-45e5-9766-bd26e73abb1c req-daa9ac5e-0804-495e-821f-7f35fe0f10a5 service neutron] 10.222.0.74 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092256 Jul 08 18:05:24.550745 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Floating IP f7b55aa2-d6b1-435c-a672-0df4fef3c08f associated. External IP: 172.25.8.204, port: c1c58e60-bec9-46bb-b8c2-dd36126f296b. Jul 08 18:05:24.709112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-b40296c1-cdb1-4409-b1a1-fafc9d66780e service neutron] 10.222.0.73 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066890 Jul 08 18:05:24.744649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7afd79ba-7852-45e5-9766-bd26e73abb1c req-ea945753-6512-4c7b-bb69-c3c37f0ae0cd service neutron] 10.222.0.74 "GET /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133925 Jul 08 18:05:24.878418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79922d-6674-4c72-a3be-a0ae91ff3a30 req-5286d627-b46d-4ddf-a86d-7b8e0e2b3663 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:24.880031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b79922d-6674-4c72-a3be-a0ae91ff3a30 req-5286d627-b46d-4ddf-a86d-7b8e0e2b3663 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7afcf15-fdcc-4c10-8f80-9eec145f11b0 HTTP/1.1" status: 200 len: 946 time: 0.3532083 Jul 08 18:05:24.945759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-6ad72508-f124-408f-b3ef-73efb3fb81c5 service neutron] 10.222.0.73 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357633 Jul 08 18:05:25.051835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Router 9b695da7-7ad2-4f36-af76-e920d3398178 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:05:25.089120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24115d44-820d-4e38-9663-cbe7da05e431 req-1f8edc87-940b-422f-9e39-10df9a6690ee tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:25.090846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24115d44-820d-4e38-9663-cbe7da05e431 req-1f8edc87-940b-422f-9e39-10df9a6690ee tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 945 time: 0.0938606 Jul 08 18:05:25.092765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b79922d-6674-4c72-a3be-a0ae91ff3a30 req-5a102d29-6943-497f-a370-e548210388e6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Deleting port c7b55f9d-335c-431f-a04d-e4498b4fd47a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:25.093222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b79922d-6674-4c72-a3be-a0ae91ff3a30 req-5a102d29-6943-497f-a370-e548210388e6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:25.211842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24115d44-820d-4e38-9663-cbe7da05e431 req-481fc1e9-81cf-4a97-80f8-c91ef8588040 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140122 Jul 08 18:05:25.259436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:25.262290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2b79922d-6674-4c72-a3be-a0ae91ff3a30 req-5a102d29-6943-497f-a370-e548210388e6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] For port c7b55f9d-335c-431f-a04d-e4498b4fd47a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c7b55f9d-335c-431f-a04d-e4498b4fd47a,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:25.262876 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b79922d-6674-4c72-a3be-a0ae91ff3a30 req-5a102d29-6943-497f-a370-e548210388e6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:25.273892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e6647-a819-4f38-ac9b-5ac71c05b363 None None] Sync routers for ids ['9b695da7-7ad2-4f36-af76-e920d3398178'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:25.281676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b79922d-6674-4c72-a3be-a0ae91ff3a30 req-5a102d29-6943-497f-a370-e548210388e6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Calling delete_port for c7b55f9d-335c-431f-a04d-e4498b4fd47a owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:25.299830 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ccf0a0-c786-4f2b-9d6f-d3cb17725fcc x-openstack-request-id: req-42ccf0a0-c786-4f2b-9d6f-d3cb17725fcc {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:25.300129 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "02ec96f3-2737-4d28-9e69-7ff8442de452", "code": 200}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "267ed3c9-765e-4c8d-b20f-674f51aa8c5a", "code": 200}, {"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:25.300386 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42ccf0a0-c786-4f2b-9d6f-d3cb17725fcc {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:25.300793 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec96f3-2737-4d28-9e69-7ff8442de452', 'code': 200} Jul 08 18:05:25.301045 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ed3c9-765e-4c8d-b20f-674f51aa8c5a', 'code': 200} Jul 08 18:05:25.301297 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'code': 200} Jul 08 18:05:25.301890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e6647-a819-4f38-ac9b-5ac71c05b363 None None] Routers {'9b695da7-7ad2-4f36-af76-e920d3398178'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:25.302608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a46e6647-a819-4f38-ac9b-5ac71c05b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9b695da7-7ad2-4f36-af76-e920d3398178'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:25.324685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:25.391085 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a46e6647-a819-4f38-ac9b-5ac71c05b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:25.403973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e6647-a819-4f38-ac9b-5ac71c05b363 None None] Routers {'9b695da7-7ad2-4f36-af76-e920d3398178'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:25.404901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a46e6647-a819-4f38-ac9b-5ac71c05b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9b695da7-7ad2-4f36-af76-e920d3398178'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:25.426615 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7ab41fa6-4e30-4b0e-903c-4c0fae2b3ba1 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.5483251 Jul 08 18:05:25.430313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36530) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:25.455376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a46e6647-a819-4f38-ac9b-5ac71c05b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:25.456045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e6647-a819-4f38-ac9b-5ac71c05b363 None None] The sync data for ids ['9b695da7-7ad2-4f36-af76-e920d3398178'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:25.529619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f5acc18-f4d3-4e83-8515-20d6ec3125b6 req-654af5d4-30e3-4778-bf74-07bba39c127f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 210 time: 0.1119549 Jul 08 18:05:25.533498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9725ba56-db2f-41c2-9b67-365af91eb663 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:25.626836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3510801-33df-4002-a6b7-63b42caf188b req-19fe1815-bc0d-4ff4-a783-6e706bc5c276 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 210 time: 0.1166663 Jul 08 18:05:25.694336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 9725ba56-db2f-41c2-9b67-365af91eb663 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:25.699004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 9725ba56-db2f-41c2-9b67-365af91eb663 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:25.699419 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:25.744486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca606a6-3f9a-462d-b622-725b75811eed req-a20ae1a1-7081-4e77-bb1f-cf32f755a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:25.747161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ca606a6-3f9a-462d-b622-725b75811eed req-a20ae1a1-7081-4e77-bb1f-cf32f755a489 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe HTTP/1.1" status: 200 len: 1096 time: 0.2386093 Jul 08 18:05:25.882884 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:25.935996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9725ba56-db2f-41c2-9b67-365af91eb663, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9725ba56-db2f-41c2-9b67-365af91eb663,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:25.943959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ca606a6-3f9a-462d-b622-725b75811eed req-a485ecca-95a3-4d91-bfb4-ad81815ad78b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877890 Jul 08 18:05:25.951790 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:25.952923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:26.004229 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-edfe48ea-11f9-44d0-bbf4-ea7061c8c936 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] 10.222.0.73 "GET /v2.0/floatingips/f7b55aa2-d6b1-435c-a672-0df4fef3c08f HTTP/1.1" status: 200 len: 983 time: 0.5726194 Jul 08 18:05:26.021864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36554) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:26.141322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-6e48349b-e6eb-4e84-a781-32482e89e1dc tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:26.143135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-6e48349b-e6eb-4e84-a781-32482e89e1dc tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "GET /v2.0/networks?id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0 HTTP/1.1" status: 200 len: 821 time: 0.4775331 Jul 08 18:05:26.158914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=9725ba56-db2f-41c2-9b67-365af91eb663,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:26.159641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Request body: {'port': {'device_id': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0', 'admin_state_up': True, 'tenant_id': '62e730d5e7b74cdd8b34099b61a5fd9b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:26.168888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:26.187995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:26.188376 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:26.224226 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b79922d-6674-4c72-a3be-a0ae91ff3a30 req-5a102d29-6943-497f-a370-e548210388e6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:26.360988 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:26.367110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Made reservation on behalf of 62e730d5e7b74cdd8b34099b61a5fd9b for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:26.397882 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a102d29-6943-497f-a370-e548210388e6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Pushing event deleted for resources: {'Port': ['ID=c7b55f9d-335c-431f-a04d-e4498b4fd47a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:26.401152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:26.419096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b7329-7143-4395-96f0-7e67603090ac req-daadce0a-f41d-4aa0-a1e5-6ef216b04d51 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:26.429760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f45b7329-7143-4395-96f0-7e67603090ac req-daadce0a-f41d-4aa0-a1e5-6ef216b04d51 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb8577e-afb1-48e6-bde3-71526b57f606 HTTP/1.1" status: 200 len: 945 time: 0.5782576 Jul 08 18:05:26.479763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-67c66072-d275-4ca9-aaaf-69f599cd2369 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.4560535 Jul 08 18:05:26.480386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36584) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:26.509706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b79922d-6674-4c72-a3be-a0ae91ff3a30 req-5a102d29-6943-497f-a370-e548210388e6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] No DVR routers for this DVR port c7b55f9d-335c-431f-a04d-e4498b4fd47a on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:26.512908 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b79922d-6674-4c72-a3be-a0ae91ff3a30 req-5a102d29-6943-497f-a370-e548210388e6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:26.516050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b79922d-6674-4c72-a3be-a0ae91ff3a30 req-5a102d29-6943-497f-a370-e548210388e6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.59 "DELETE /v2.0/ports/c7b55f9d-335c-431f-a04d-e4498b4fd47a HTTP/1.1" status: 204 len: 173 time: 1.6195102 Jul 08 18:05:26.518264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'name': 'network-vif-deleted', 'tag': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:26.521927 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da98bb24-b5e3-45d4-9d39-69429c712658" -d '{"events": [{"server_uuid": "b7afcf15-fdcc-4c10-8f80-9eec145f11b0", "name": "network-vif-deleted", "tag": "c7b55f9d-335c-431f-a04d-e4498b4fd47a"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:26.616785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f45b7329-7143-4395-96f0-7e67603090ac req-c61eab76-4e78-4bd2-9a11-cbe76c15c6aa tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859620 Jul 08 18:05:26.717950 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Allocated IP 172.20.0.6 (7b78e95b-48dd-4080-adfd-42fa93b2ffa0/f3ef02c4-868f-454a-8c50-80f46eec3007/b19e670b-937f-4523-a712-192f9ec3d71a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:26.752745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:26.761299 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:26.837371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:26.916132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f53ab-64c2-4442-9ea0-7fa5d4452aa9 req-a668ac38-5f86-465c-9a97-5455f5c8ba0d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:26.922283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f53ab-64c2-4442-9ea0-7fa5d4452aa9 req-a668ac38-5f86-465c-9a97-5455f5c8ba0d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:26.932548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f53ab-64c2-4442-9ea0-7fa5d4452aa9 req-a668ac38-5f86-465c-9a97-5455f5c8ba0d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:26.932719 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:26.935117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f53ab-64c2-4442-9ea0-7fa5d4452aa9 req-a668ac38-5f86-465c-9a97-5455f5c8ba0d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:26.945347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f53ab-64c2-4442-9ea0-7fa5d4452aa9 req-a668ac38-5f86-465c-9a97-5455f5c8ba0d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:26.947440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f53ab-64c2-4442-9ea0-7fa5d4452aa9 req-a668ac38-5f86-465c-9a97-5455f5c8ba0d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:26.953552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f53ab-64c2-4442-9ea0-7fa5d4452aa9 req-a668ac38-5f86-465c-9a97-5455f5c8ba0d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:26.955575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a0f53ab-64c2-4442-9ea0-7fa5d4452aa9 req-a668ac38-5f86-465c-9a97-5455f5c8ba0d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5432 time: 0.1891029 Jul 08 18:05:26.985533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Deleting port 60415c35-cc83-4131-bafa-85e95c5b911c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:26.986022 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.011015 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.062546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:27.065897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:27.071104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:27.075655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event updated for resources: {'Port': ['ID=b19e670b-937f-4523-a712-192f9ec3d71a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:27.079957 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b1bc35a-80b7-433e-a1c5-2d59ac4ccc6d req-854df1c4-b99e-4fa6-a02d-d5829439f136 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 210 time: 0.0502162 Jul 08 18:05:27.086106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a0f53ab-64c2-4442-9ea0-7fa5d4452aa9 req-55bf7a78-a523-4176-9d50-4796bb274660 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227157 Jul 08 18:05:27.139860 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:27.140705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.161423 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-f3532ea1-afd4-410a-9710-17703ce83873 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0091720 Jul 08 18:05:27.173583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-fac5d9ba-746f-4636-bc45-fcbd21f271d7 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:05:27.176589 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-fac5d9ba-746f-4636-bc45-fcbd21f271d7 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086048 Jul 08 18:05:27.294712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Request body: {'port': {'device_id': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:27.302871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9725ba56-db2f-41c2-9b67-365af91eb663'}, {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:27.305839 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80e95d8-ee0b-41e1-8559-9843ad915683" -d '{"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "9725ba56-db2f-41c2-9b67-365af91eb663"}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:27.477155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.538393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5c1a4fdb-735a-4e95-acd6-453bdafb529c up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:27.606382 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd6cada-d5a3-49ad-9645-78cd9330f218 x-openstack-request-id: req-3fd6cada-d5a3-49ad-9645-78cd9330f218 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:27.606925 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7afcf15-fdcc-4c10-8f80-9eec145f11b0", "name": "network-vif-deleted", "tag": "c7b55f9d-335c-431f-a04d-e4498b4fd47a", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:27.607491 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3fd6cada-d5a3-49ad-9645-78cd9330f218 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:27.608053 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7afcf15-fdcc-4c10-8f80-9eec145f11b0', 'name': 'network-vif-deleted', 'tag': 'c7b55f9d-335c-431f-a04d-e4498b4fd47a', 'status': 'completed', 'code': 200} Jul 08 18:05:27.647251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 5c1a4fdb-735a-4e95-acd6-453bdafb529c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:27.660156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 5c1a4fdb-735a-4e95-acd6-453bdafb529c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:27.660520 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.697720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.698418 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.721395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Calling delete_port for 60415c35-cc83-4131-bafa-85e95c5b911c owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:27.757608 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.803893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5c1a4fdb-735a-4e95-acd6-453bdafb529c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5c1a4fdb-735a-4e95-acd6-453bdafb529c,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:27.811782 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.812547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f6220108-c2fb-4dae-a334-33b1a571ec89 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:27.836859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7427ce2f-e49a-47ea-9feb-3acf6747dd85 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:27.838430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7427ce2f-e49a-47ea-9feb-3acf6747dd85 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.74 "GET /v2.0/networks?id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 HTTP/1.1" status: 200 len: 814 time: 0.7368321 Jul 08 18:05:27.872211 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Request body: {'port': {'device_id': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003', 'admin_state_up': True, 'tenant_id': 'e35676191624470a874e0121ae80323e'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:27.891059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa61c65-a436-4b41-9cfa-4c6047746ba6 req-d3666c41-1701-49aa-a533-450fcff31459 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:27.898693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fa61c65-a436-4b41-9cfa-4c6047746ba6 req-d3666c41-1701-49aa-a533-450fcff31459 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 931 time: 0.2940741 Jul 08 18:05:27.907876 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb1c9fd-42a8-4fb3-8e14-88be9ad6a26b x-openstack-request-id: req-5eb1c9fd-42a8-4fb3-8e14-88be9ad6a26b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:27.907876 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "9725ba56-db2f-41c2-9b67-365af91eb663", "code": 200}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:27.909014 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5eb1c9fd-42a8-4fb3-8e14-88be9ad6a26b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:27.909574 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9725ba56-db2f-41c2-9b67-365af91eb663', 'code': 200} Jul 08 18:05:27.910429 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5', 'code': 200} Jul 08 18:05:27.920320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19e670b-937f-4523-a712-192f9ec3d71a {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:27.929110 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.945084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Transition to ACTIVE for port object b19e670b-937f-4523-a712-192f9ec3d71a will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:27.953295 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.965470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port f6220108-c2fb-4dae-a334-33b1a571ec89 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:27.986979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port f6220108-c2fb-4dae-a334-33b1a571ec89 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:27.987801 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.992588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=5c1a4fdb-735a-4e95-acd6-453bdafb529c,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:28.022125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fa61c65-a436-4b41-9cfa-4c6047746ba6 req-acccffec-516a-4945-8589-3258eaab589e tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224592 Jul 08 18:05:28.114071 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.120821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Made reservation on behalf of e35676191624470a874e0121ae80323e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:28.124740 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.138030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Pushing event updated for resources: {'Port': ['ID=b19e670b-937f-4523-a712-192f9ec3d71a,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:28.159920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f6220108-c2fb-4dae-a334-33b1a571ec89, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f6220108-c2fb-4dae-a334-33b1a571ec89,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:28.165886 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.167113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b1ab8975-505c-44f2-8d74-a2402dead1e2 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:28.174995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Attempting to bind port b19e670b-937f-4523-a712-192f9ec3d71a on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:05:28.175645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Attempting to bind port b19e670b-937f-4523-a712-192f9ec3d71a by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:05:28.176196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Attempting to bind port b19e670b-937f-4523-a712-192f9ec3d71a on network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:28.181169 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Port b19e670b-937f-4523-a712-192f9ec3d71a on network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:05:28.181736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Attempting to bind port b19e670b-937f-4523-a712-192f9ec3d71a on network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:28.187563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:05:28.188195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Checking segment: {'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:28.188793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Bound using segment: {'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:05:28.189613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Bound port: b19e670b-937f-4523-a712-192f9ec3d71a, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:05:28.190200 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.255827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f6220108-c2fb-4dae-a334-33b1a571ec89,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:28.259519 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.273020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port b1ab8975-505c-44f2-8d74-a2402dead1e2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:28.276492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port b1ab8975-505c-44f2-8d74-a2402dead1e2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:28.276869 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.289772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] For port b19e670b-937f-4523-a712-192f9ec3d71a, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:05:28.293233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] For port b19e670b-937f-4523-a712-192f9ec3d71a, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b19e670b-937f-4523-a712-192f9ec3d71a,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:05:28.297556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.335264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:28.335887 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.340773 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] 10.222.0.59 "PUT /v2.0/ports/b19e670b-937f-4523-a712-192f9ec3d71a HTTP/1.1" status: 200 len: 1091 time: 1.0489430 Jul 08 18:05:28.341248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'tag': 'b19e670b-937f-4523-a712-192f9ec3d71a'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:28.344321 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4b652c-f35e-40c4-843e-4e5d1e25ea74" -d '{"events": [{"name": "network-changed", "server_uuid": "ad04353b-d6b8-4f20-aaac-200e98ff13ec", "tag": "b19e670b-937f-4523-a712-192f9ec3d71a"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:28.346617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event deleted for resources: {'Port': ['ID=60415c35-cc83-4131-bafa-85e95c5b911c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:28.372388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73c5cf-5fcb-4e17-812c-9d0858ea5551 service neutron] Pushing event updated for resources: {'Port': ['ID=b19e670b-937f-4523-a712-192f9ec3d71a,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:28.389633 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.424032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b1ab8975-505c-44f2-8d74-a2402dead1e2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b1ab8975-505c-44f2-8d74-a2402dead1e2,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:28.430877 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.431911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 0d54f308-a6d8-415d-8624-8a6a6c642bdf up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:28.437201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c99f47-4e91-47df-887f-e94cc3c283a6 req-bc9c111a-003d-415a-b779-c34e34989711 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:28.438747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27c99f47-4e91-47df-887f-e94cc3c283a6 req-bc9c111a-003d-415a-b779-c34e34989711 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5 HTTP/1.1" status: 200 len: 951 time: 0.2908678 Jul 08 18:05:28.486323 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-444a5e54-8bb8-4013-b50d-2323d32013ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:28.487817 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-444a5e54-8bb8-4013-b50d-2323d32013ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62e730d5e7b74cdd8b34099b61a5fd9b&device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 1094 time: 0.1118982 Jul 08 18:05:28.499174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.499616 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Floating IP f7b55aa2-d6b1-435c-a672-0df4fef3c08f disassociated (deleted). External IP: 172.25.8.204, port: c1c58e60-bec9-46bb-b8c2-dd36126f296b. Jul 08 18:05:28.526120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b1ab8975-505c-44f2-8d74-a2402dead1e2,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:28.529557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 0d54f308-a6d8-415d-8624-8a6a6c642bdf completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:28.533463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 0d54f308-a6d8-415d-8624-8a6a6c642bdf triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:28.533834 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.534233 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-2802c119-e0f3-4b79-9967-ec4f8c4f4aff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b19e670b-937f-4523-a712-192f9ec3d71a HTTP/1.1" status: 200 len: 217 time: 0.0387938 Jul 08 18:05:28.551330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ed2ce-1ceb-4568-bf0f-705979f945e0 req-39dd83c3-fec7-43b5-b650-135653668815 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:28.553666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-985ed2ce-1ceb-4568-bf0f-705979f945e0 req-39dd83c3-fec7-43b5-b650-135653668815 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb8577e-afb1-48e6-bde3-71526b57f606 HTTP/1.1" status: 200 len: 945 time: 0.3690338 Jul 08 18:05:28.588834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-c1311018-c55a-4fec-bd54-cb50d37a0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:28.590515 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-c1311018-c55a-4fec-bd54-cb50d37a0208 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3ef02c4-868f-454a-8c50-80f46eec3007 HTTP/1.1" status: 200 len: 861 time: 0.0504210 Jul 08 18:05:28.611470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27c99f47-4e91-47df-887f-e94cc3c283a6 req-fbe58d48-e490-4701-bf6b-0a9efb18873a tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613505 Jul 08 18:05:28.616211 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.628301 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-3a9998f7-2339-45c6-9ecd-7421230b6a3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305297 Jul 08 18:05:28.651563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 0d54f308-a6d8-415d-8624-8a6a6c642bdf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=0d54f308-a6d8-415d-8624-8a6a6c642bdf,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:28.657943 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.659015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device aad4f678-ef5d-4851-86ec-63c051beb02e up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:28.672569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Allocated IP 172.20.0.8 (ae4f2772-c7b3-4d5d-a2a4-7eacbed40003/d494eaa6-a027-48ad-9264-18ec89b809c0/9a9b8146-65f7-4e34-8f65-9729c2c982b2) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:28.742403 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-84f9b26c-5bfb-412f-8c53-cfe31ee3f955 service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078265 Jul 08 18:05:28.747319 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=0d54f308-a6d8-415d-8624-8a6a6c642bdf,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:28.747837 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-985ed2ce-1ceb-4568-bf0f-705979f945e0 req-3ac94dff-e3a7-4704-991b-a85b1ec19c18 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813173 Jul 08 18:05:28.765211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port aad4f678-ef5d-4851-86ec-63c051beb02e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:28.775662 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port aad4f678-ef5d-4851-86ec-63c051beb02e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:28.775662 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.891273 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.952274 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11112eab-bc0e-4272-94f7-8cfaf9881790 req-e5a6845c-ce1c-4731-bda6-88f3330d8433 service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888814 Jul 08 18:05:28.970119 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port aad4f678-ef5d-4851-86ec-63c051beb02e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=aad4f678-ef5d-4851-86ec-63c051beb02e,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:28.978824 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:28.979658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c7b55f9d-335c-431f-a04d-e4498b4fd47a no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:29.025566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: c7b55f9d-335c-431f-a04d-e4498b4fd47a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:29.025900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c7b55f9d-335c-431f-a04d-e4498b4fd47a not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:29.050181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=aad4f678-ef5d-4851-86ec-63c051beb02e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:29.141687 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:29.150864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef42e58a-b28c-4416-a892-a5b47f25ab07 req-27ed4cc5-be72-4385-9092-fcff0b9e97ef tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 210 time: 0.0577607 Jul 08 18:05:29.152567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Router 9b695da7-7ad2-4f36-af76-e920d3398178 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:05:29.189040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b055cb-a3f2-4c78-b6cb-721a202ca209 req-be916738-03f5-453e-a62e-169ed0b9f3fb tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.195112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b055cb-a3f2-4c78-b6cb-721a202ca209 req-be916738-03f5-453e-a62e-169ed0b9f3fb tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.197910 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ea7894-0c1d-4998-a238-5377acc8d9cd x-openstack-request-id: req-50ea7894-0c1d-4998-a238-5377acc8d9cd {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:29.198435 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad04353b-d6b8-4f20-aaac-200e98ff13ec", "tag": "b19e670b-937f-4523-a712-192f9ec3d71a", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:29.198824 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50ea7894-0c1d-4998-a238-5377acc8d9cd {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:29.199314 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'tag': 'b19e670b-937f-4523-a712-192f9ec3d71a', 'status': 'completed', 'code': 200} Jul 08 18:05:29.201143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b055cb-a3f2-4c78-b6cb-721a202ca209 req-be916738-03f5-453e-a62e-169ed0b9f3fb tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.207609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b055cb-a3f2-4c78-b6cb-721a202ca209 req-be916738-03f5-453e-a62e-169ed0b9f3fb tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.214056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b055cb-a3f2-4c78-b6cb-721a202ca209 req-be916738-03f5-453e-a62e-169ed0b9f3fb tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.220020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b055cb-a3f2-4c78-b6cb-721a202ca209 req-be916738-03f5-453e-a62e-169ed0b9f3fb tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.226715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b055cb-a3f2-4c78-b6cb-721a202ca209 req-be916738-03f5-453e-a62e-169ed0b9f3fb tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.228624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98b055cb-a3f2-4c78-b6cb-721a202ca209 req-be916738-03f5-453e-a62e-169ed0b9f3fb tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5436 time: 0.2696528 Jul 08 18:05:29.277862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b652c-f35e-40c4-843e-4e5d1e25ea74 req-1a3bc7cb-19bd-4d09-8bbc-5af4210684fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.279565 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab4b652c-f35e-40c4-843e-4e5d1e25ea74 req-1a3bc7cb-19bd-4d09-8bbc-5af4210684fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62e730d5e7b74cdd8b34099b61a5fd9b&device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 1094 time: 0.0546472 Jul 08 18:05:29.355246 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:29.374996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98b055cb-a3f2-4c78-b6cb-721a202ca209 req-6a03e438-28dd-4409-880f-0a192d4b1227 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338313 Jul 08 18:05:29.382071 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b652c-f35e-40c4-843e-4e5d1e25ea74 req-0bf61e41-7d03-461d-8950-5de7e3c57750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.383630 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab4b652c-f35e-40c4-843e-4e5d1e25ea74 req-0bf61e41-7d03-461d-8950-5de7e3c57750 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0 HTTP/1.1" status: 200 len: 922 time: 0.0959873 Jul 08 18:05:29.432790 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab4b652c-f35e-40c4-843e-4e5d1e25ea74 req-89c92926-9ca8-4751-8b46-ccc972bce226 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b19e670b-937f-4523-a712-192f9ec3d71a HTTP/1.1" status: 200 len: 217 time: 0.0420399 Jul 08 18:05:29.455024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:29.466577 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:29.473030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:29.475743 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:29.483108 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821c242-d5d8-4537-bfe9-68d15ca73686 None None] Sync routers for ids ['9b695da7-7ad2-4f36-af76-e920d3398178'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:29.485795 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:29.488291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Pushing event updated for resources: {'Port': ['ID=9a9b8146-65f7-4e34-8f65-9729c2c982b2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:29.492749 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821c242-d5d8-4537-bfe9-68d15ca73686 None None] Routers {'9b695da7-7ad2-4f36-af76-e920d3398178'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:29.493368 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d821c242-d5d8-4537-bfe9-68d15ca73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9b695da7-7ad2-4f36-af76-e920d3398178'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:29.495600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b652c-f35e-40c4-843e-4e5d1e25ea74 req-e0be9106-cbf8-41ff-b256-99a0c0ef4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.497430 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab4b652c-f35e-40c4-843e-4e5d1e25ea74 req-e0be9106-cbf8-41ff-b256-99a0c0ef4f03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3ef02c4-868f-454a-8c50-80f46eec3007 HTTP/1.1" status: 200 len: 861 time: 0.0551963 Jul 08 18:05:29.539972 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d821c242-d5d8-4537-bfe9-68d15ca73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:29.540210 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab4b652c-f35e-40c4-843e-4e5d1e25ea74 req-def94432-fda5-403b-ada0-314297c8d55c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319006 Jul 08 18:05:29.550126 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821c242-d5d8-4537-bfe9-68d15ca73686 None None] Routers {'9b695da7-7ad2-4f36-af76-e920d3398178'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:29.550896 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d821c242-d5d8-4537-bfe9-68d15ca73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9b695da7-7ad2-4f36-af76-e920d3398178'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:29.573394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.573952 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:29.594440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bcaaa6ec-2125-4f01-b0e2-c1c5940962da tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "DELETE /v2.0/floatingips/f7b55aa2-d6b1-435c-a672-0df4fef3c08f HTTP/1.1" status: 204 len: 168 time: 3.0883353 Jul 08 18:05:29.594440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36692) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:29.594721 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d821c242-d5d8-4537-bfe9-68d15ca73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:29.594721 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821c242-d5d8-4537-bfe9-68d15ca73686 None None] The sync data for ids ['9b695da7-7ad2-4f36-af76-e920d3398178'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:29.601602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:29.611978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8bc61-b9b8-4aa3-8d0c-d111502343c6 req-4c9af807-31b9-4f13-b87e-de04e8ad0839 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:29.613482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9b8bc61-b9b8-4aa3-8d0c-d111502343c6 req-4c9af807-31b9-4f13-b87e-de04e8ad0839 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 943 time: 0.2114902 Jul 08 18:05:29.615962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7c1acab3-93fc-4ea3-998f-63900bb879ee tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7486501 Jul 08 18:05:29.646242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Request body: {'port': {'device_id': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:29.658363 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab4b652c-f35e-40c4-843e-4e5d1e25ea74 req-01ea74e2-c09e-4e39-ba92-1d96b07fe4bc service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110330 Jul 08 18:05:29.685761 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:29.718016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9b8bc61-b9b8-4aa3-8d0c-d111502343c6 req-2b06affb-451c-4ccd-bf7d-817aa1f34c67 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963335 Jul 08 18:05:29.778245 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab4b652c-f35e-40c4-843e-4e5d1e25ea74 req-974bc2cb-fbbe-4b76-a04f-de4a34bcd176 service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128573 Jul 08 18:05:29.792092 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:29.911363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1a4fdb-735a-4e95-acd6-453bdafb529c'}, {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6220108-c2fb-4dae-a334-33b1a571ec89'}, {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ab8975-505c-44f2-8d74-a2402dead1e2'}, {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d54f308-a6d8-415d-8624-8a6a6c642bdf'}, {'server_uuid': '8cb8577e-afb1-48e6-bde3-71526b57f606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4f678-ef5d-4851-86ec-63c051beb02e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:29.913739 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b90f08b-8028-4549-83e0-0c11a869d85b" -d '{"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "5c1a4fdb-735a-4e95-acd6-453bdafb529c"}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "f6220108-c2fb-4dae-a334-33b1a571ec89"}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "b1ab8975-505c-44f2-8d74-a2402dead1e2"}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "0d54f308-a6d8-415d-8624-8a6a6c642bdf"}, {"server_uuid": "8cb8577e-afb1-48e6-bde3-71526b57f606", "name": "network-vif-plugged", "status": "completed", "tag": "aad4f678-ef5d-4851-86ec-63c051beb02e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:30.037893 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:30.146475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1413de-e3ec-4e05-b225-b41d7ea96959 req-f7546ff1-be20-431c-a8d4-42a0c475515e tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:30.148011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed1413de-e3ec-4e05-b225-b41d7ea96959 req-f7546ff1-be20-431c-a8d4-42a0c475515e tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb8577e-afb1-48e6-bde3-71526b57f606 HTTP/1.1" status: 200 len: 946 time: 0.2323573 Jul 08 18:05:30.155018 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f00a255-ec3f-4aed-a945-3f2bfe35061c x-openstack-request-id: req-3f00a255-ec3f-4aed-a945-3f2bfe35061c {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:30.155328 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "5c1a4fdb-735a-4e95-acd6-453bdafb529c", "code": 200}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "f6220108-c2fb-4dae-a334-33b1a571ec89", "code": 200}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "b1ab8975-505c-44f2-8d74-a2402dead1e2", "code": 200}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-plugged", "status": "completed", "tag": "0d54f308-a6d8-415d-8624-8a6a6c642bdf", "code": 200}, {"server_uuid": "8cb8577e-afb1-48e6-bde3-71526b57f606", "name": "network-vif-plugged", "status": "completed", "tag": "aad4f678-ef5d-4851-86ec-63c051beb02e", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:30.155578 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f00a255-ec3f-4aed-a945-3f2bfe35061c {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:30.155978 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1a4fdb-735a-4e95-acd6-453bdafb529c', 'code': 200} Jul 08 18:05:30.156229 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6220108-c2fb-4dae-a334-33b1a571ec89', 'code': 200} Jul 08 18:05:30.156474 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ab8975-505c-44f2-8d74-a2402dead1e2', 'code': 200} Jul 08 18:05:30.156716 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d54f308-a6d8-415d-8624-8a6a6c642bdf', 'code': 200} Jul 08 18:05:30.156962 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8577e-afb1-48e6-bde3-71526b57f606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4f678-ef5d-4851-86ec-63c051beb02e', 'code': 200} Jul 08 18:05:30.267799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed1413de-e3ec-4e05-b225-b41d7ea96959 req-0543b8d5-2c07-4568-86a3-5df1ce3fee39 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096957 Jul 08 18:05:30.286116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Allocated IP 172.25.8.3 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/455bdc85-b957-4b97-96e6-fc3978e625c5) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:30.328187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d883e2a-4ed8-4b1c-ac10-8efb58d18c98 req-540596e1-b2ce-4bd7-80ea-5c500439b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:30.329774 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d883e2a-4ed8-4b1c-ac10-8efb58d18c98 req-540596e1-b2ce-4bd7-80ea-5c500439b4fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8cb8577e-afb1-48e6-bde3-71526b57f606 HTTP/1.1" status: 200 len: 1097 time: 0.0581441 Jul 08 18:05:30.331963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9b8146-65f7-4e34-8f65-9729c2c982b2 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:30.345821 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:30.369697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d883e2a-4ed8-4b1c-ac10-8efb58d18c98 req-707e63be-ce1c-499f-88ec-c9759f3dd7da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318732 Jul 08 18:05:30.433877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Transition to ACTIVE for port object 9a9b8146-65f7-4e34-8f65-9729c2c982b2 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:30.446143 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:30.551524 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a288b19-1843-4aa1-b4bb-06310d0ff030 req-ae31a0d3-530a-45f1-98a4-0a991def5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:30.552636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a288b19-1843-4aa1-b4bb-06310d0ff030 req-ae31a0d3-530a-45f1-98a4-0a991def5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:30.553105 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a288b19-1843-4aa1-b4bb-06310d0ff030 req-ae31a0d3-530a-45f1-98a4-0a991def5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:30.553575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a288b19-1843-4aa1-b4bb-06310d0ff030 req-ae31a0d3-530a-45f1-98a4-0a991def5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:30.554037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a288b19-1843-4aa1-b4bb-06310d0ff030 req-ae31a0d3-530a-45f1-98a4-0a991def5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:30.554532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a288b19-1843-4aa1-b4bb-06310d0ff030 req-ae31a0d3-530a-45f1-98a4-0a991def5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:30.554990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a288b19-1843-4aa1-b4bb-06310d0ff030 req-ae31a0d3-530a-45f1-98a4-0a991def5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:30.556839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a288b19-1843-4aa1-b4bb-06310d0ff030 req-ae31a0d3-530a-45f1-98a4-0a991def5860 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6493 time: 0.2738073 Jul 08 18:05:30.598016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9b8146-65f7-4e34-8f65-9729c2c982b2,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:30.624023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f572594-a030-4886-a15d-c0543dc09e17 req-373c9171-ce51-431e-b612-8ca21bb0ff45 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:30.625483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f572594-a030-4886-a15d-c0543dc09e17 req-373c9171-ce51-431e-b612-8ca21bb0ff45 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 931 time: 0.2835388 Jul 08 18:05:30.651194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.059221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a288b19-1843-4aa1-b4bb-06310d0ff030 req-fd50ed9e-ca21-4779-8088-57188ac044cb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=783105f0-58e8-428f-b269-b8258584f1bd&id=063954eb-daad-4399-bd92-3aa32d14fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4735703 Jul 08 18:05:31.082278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f572594-a030-4886-a15d-c0543dc09e17 req-d74a31ed-a9fd-4833-847d-da0f4a5fcb43 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288027 Jul 08 18:05:31.113356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd7d1-ef07-4152-a642-153b5b96bf9c req-20f23df6-4acf-49bd-bd7e-56c0caf11e13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:31.119792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd7d1-ef07-4152-a642-153b5b96bf9c req-20f23df6-4acf-49bd-bd7e-56c0caf11e13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:31.125632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd7d1-ef07-4152-a642-153b5b96bf9c req-20f23df6-4acf-49bd-bd7e-56c0caf11e13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:31.131483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd7d1-ef07-4152-a642-153b5b96bf9c req-20f23df6-4acf-49bd-bd7e-56c0caf11e13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:31.137224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd7d1-ef07-4152-a642-153b5b96bf9c req-20f23df6-4acf-49bd-bd7e-56c0caf11e13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:31.143080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd7d1-ef07-4152-a642-153b5b96bf9c req-20f23df6-4acf-49bd-bd7e-56c0caf11e13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:31.149190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd7d1-ef07-4152-a642-153b5b96bf9c req-20f23df6-4acf-49bd-bd7e-56c0caf11e13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:31.151167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-680cd7d1-ef07-4152-a642-153b5b96bf9c req-20f23df6-4acf-49bd-bd7e-56c0caf11e13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5436 time: 0.6370726 Jul 08 18:05:31.163103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Attempting to bind port 9a9b8146-65f7-4e34-8f65-9729c2c982b2 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:05:31.163103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Attempting to bind port 9a9b8146-65f7-4e34-8f65-9729c2c982b2 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:05:31.163460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Attempting to bind port 9a9b8146-65f7-4e34-8f65-9729c2c982b2 on network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:31.174348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.187341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Port 9a9b8146-65f7-4e34-8f65-9729c2c982b2 on network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:05:31.187797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Attempting to bind port 9a9b8146-65f7-4e34-8f65-9729c2c982b2 on network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:31.220936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:05:31.221192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Checking segment: {'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:31.221574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Bound using segment: {'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:05:31.222014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Bound port: 9a9b8146-65f7-4e34-8f65-9729c2c982b2, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:05:31.222405 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.254331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:31.262137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-680cd7d1-ef07-4152-a642-153b5b96bf9c req-a187959d-e714-48fa-904a-503cc108ee29 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033001 Jul 08 18:05:31.265564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Pushing event updated for resources: {'Port': ['ID=455bdc85-b957-4b97-96e6-fc3978e625c5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:31.268059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:31.271680 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:31.402901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] For port 9a9b8146-65f7-4e34-8f65-9729c2c982b2, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:05:31.442956 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] For port 9a9b8146-65f7-4e34-8f65-9729c2c982b2, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9a9b8146-65f7-4e34-8f65-9729c2c982b2,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:05:31.451690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52adcb0-4956-4d44-b7b5-da272db40c0f req-28b4bd35-31c8-4462-a078-67f15874253f tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:31.453204 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e52adcb0-4956-4d44-b7b5-da272db40c0f req-28b4bd35-31c8-4462-a078-67f15874253f tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 943 time: 0.1899185 Jul 08 18:05:31.456477 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.505365 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.528366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:31.529170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.530582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] 10.222.0.74 "PUT /v2.0/ports/9a9b8146-65f7-4e34-8f65-9729c2c982b2 HTTP/1.1" status: 200 len: 1091 time: 1.8974552 Jul 08 18:05:31.531022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'tag': '9a9b8146-65f7-4e34-8f65-9729c2c982b2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:31.533573 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1ea3db-68aa-489a-a648-5f37b8800b30" -d '{"events": [{"name": "network-changed", "server_uuid": "4e495f8e-2fcb-4a1e-84f8-be1fc17fd843", "tag": "9a9b8146-65f7-4e34-8f65-9729c2c982b2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:31.544520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b19e670b-937f-4523-a712-192f9ec3d71a details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:31.550895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8e98c429-d781-43af-947b-033b2224b034 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:31.589827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e52adcb0-4956-4d44-b7b5-da272db40c0f req-2021c441-7118-48b8-99eb-e4a4e81e79ed tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254408 Jul 08 18:05:31.592281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f35c8a-1f65-48d7-990f-66bdfcd331f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9b8146-65f7-4e34-8f65-9729c2c982b2,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:31.668840 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.741404 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf8e01f-6ea3-44da-bc27-3fdb492e9fd0 x-openstack-request-id: req-fcf8e01f-6ea3-44da-bc27-3fdb492e9fd0 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:31.741734 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e495f8e-2fcb-4a1e-84f8-be1fc17fd843", "tag": "9a9b8146-65f7-4e34-8f65-9729c2c982b2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:31.741942 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fcf8e01f-6ea3-44da-bc27-3fdb492e9fd0 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:31.742383 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'tag': '9a9b8146-65f7-4e34-8f65-9729c2c982b2', 'status': 'completed', 'code': 200} Jul 08 18:05:31.774633 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.777545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b19e670b-937f-4523-a712-192f9ec3d71a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b19e670b-937f-4523-a712-192f9ec3d71a,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:31.809266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'b19e670b-937f-4523-a712-192f9ec3d71a', 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0', 'port_id': 'b19e670b-937f-4523-a712-192f9ec3d71a', 'mac_address': 'fa:16:3e:bc:06:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef02c4-868f-454a-8c50-80f46eec3007', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:31.825919 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-4671b66f-12b3-495e-a680-f80cdc0e5952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:31.827671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-4671b66f-12b3-495e-a680-f80cdc0e5952 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e35676191624470a874e0121ae80323e&device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 1094 time: 0.2308817 Jul 08 18:05:31.832541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:31.841591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ca228-30bd-4d06-ae4b-870ae62b07c0 req-8dac9bfe-0839-4df4-be68-a06e1926ec59 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:31.843205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a94ca228-30bd-4d06-ae4b-870ae62b07c0 req-8dac9bfe-0839-4df4-be68-a06e1926ec59 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb8577e-afb1-48e6-bde3-71526b57f606 HTTP/1.1" status: 200 len: 946 time: 0.2378762 Jul 08 18:05:31.863019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.898459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-2e79f8b9-ad2b-4d29-aa00-17b2c2cf651d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9b8146-65f7-4e34-8f65-9729c2c982b2 HTTP/1.1" status: 200 len: 217 time: 0.0542374 Jul 08 18:05:31.919739 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.955365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19e670b-937f-4523-a712-192f9ec3d71a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:31.964596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=11']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:31.982450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b19e670b-937f-4523-a712-192f9ec3d71a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b19e670b-937f-4523-a712-192f9ec3d71a,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:31.987141 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.988921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a94ca228-30bd-4d06-ae4b-870ae62b07c0 req-3f118b68-03ba-4f5d-84a7-2f4e16ac5e76 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353183 Jul 08 18:05:32.006815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7bacacc9-2875-426e-897d-56d472ff89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.008387 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-7bacacc9-2875-426e-897d-56d472ff89ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d494eaa6-a027-48ad-9264-18ec89b809c0 HTTP/1.1" status: 200 len: 854 time: 0.1028156 Jul 08 18:05:32.031174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:32.053436 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:05:32.054153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-1633575c-7dfe-4e68-8f91-cac3cacc8682 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358822 Jul 08 18:05:32.054925 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:32.056558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b19e670b-937f-4523-a712-192f9ec3d71a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:32.158652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e98c429-d781-43af-947b-033b2224b034'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:32.162712 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf9341f-4cdb-48c1-8c16-e3f0d4ad5cdb" -d '{"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8e98c429-d781-43af-947b-033b2224b034"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:32.182527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Pushing event updated for resources: {'Port': ['ID=455bdc85-b957-4b97-96e6-fc3978e625c5,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:32.233310 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:32.251282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-3ec143aa-8bb3-4276-82eb-f9f2d39b5f4a service neutron] 10.222.0.74 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714499 Jul 08 18:05:32.275361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:32.276665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8976a30a-14ce-4bb9-8f9e-73c9177b0c11 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6796157 Jul 08 18:05:32.279951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36882) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:32.353499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797e0b5-b00b-4a6f-af37-9d4e9fcf75fa req-134aa723-107f-42b6-934b-456ebef78bf4 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.355038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e797e0b5-b00b-4a6f-af37-9d4e9fcf75fa req-134aa723-107f-42b6-934b-456ebef78bf4 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 943 time: 0.1557608 Jul 08 18:05:32.387017 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:32.417464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:32.417828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['b19e670b-937f-4523-a712-192f9ec3d71a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:32.419235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e797e0b5-b00b-4a6f-af37-9d4e9fcf75fa req-376d0499-f315-45b2-b7e7-3a4a2b52a299 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547273 Jul 08 18:05:32.422700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddc9b32b-1d2d-4041-ac93-d1de1136ed60 req-deab661e-a21a-4ede-9609-6f37502e3a26 service neutron] 10.222.0.74 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615613 Jul 08 18:05:32.535584 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac5b1bf-92cb-4eca-aa31-daa0fbb03708 x-openstack-request-id: req-8ac5b1bf-92cb-4eca-aa31-daa0fbb03708 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:32.535584 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8e98c429-d781-43af-947b-033b2224b034", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:32.535971 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ac5b1bf-92cb-4eca-aa31-daa0fbb03708 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:32.537263 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e98c429-d781-43af-947b-033b2224b034', 'code': 200} Jul 08 18:05:32.561759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ea3db-68aa-489a-a648-5f37b8800b30 req-936995fc-f86d-4fbe-b32a-5a004577f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.565514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b1ea3db-68aa-489a-a648-5f37b8800b30 req-936995fc-f86d-4fbe-b32a-5a004577f393 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e35676191624470a874e0121ae80323e&device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 1094 time: 0.0734804 Jul 08 18:05:32.574818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:32.748474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ea3db-68aa-489a-a648-5f37b8800b30 req-bc42da6f-c67b-48bf-b01a-c1c0596f2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.750193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b1ea3db-68aa-489a-a648-5f37b8800b30 req-bc42da6f-c67b-48bf-b01a-c1c0596f2dcf service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 HTTP/1.1" status: 200 len: 915 time: 0.1699708 Jul 08 18:05:32.757746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Allocated IP 172.25.8.247 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/6be71b72-bc7b-4eed-bce0-7a23fbc0de50) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:32.805777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b1ea3db-68aa-489a-a648-5f37b8800b30 req-e390bd9a-9485-4993-9de0-58ccf8e66457 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9b8146-65f7-4e34-8f65-9729c2c982b2 HTTP/1.1" status: 200 len: 217 time: 0.0466409 Jul 08 18:05:32.822186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138a00-2456-40ac-ab8c-b7a976cbebcf req-2d3c70e3-bf15-45fe-9dce-9effab0c7f38 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.828145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138a00-2456-40ac-ab8c-b7a976cbebcf req-2d3c70e3-bf15-45fe-9dce-9effab0c7f38 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.834625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138a00-2456-40ac-ab8c-b7a976cbebcf req-2d3c70e3-bf15-45fe-9dce-9effab0c7f38 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.840554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138a00-2456-40ac-ab8c-b7a976cbebcf req-2d3c70e3-bf15-45fe-9dce-9effab0c7f38 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.846465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138a00-2456-40ac-ab8c-b7a976cbebcf req-2d3c70e3-bf15-45fe-9dce-9effab0c7f38 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.852354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138a00-2456-40ac-ab8c-b7a976cbebcf req-2d3c70e3-bf15-45fe-9dce-9effab0c7f38 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.858253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138a00-2456-40ac-ab8c-b7a976cbebcf req-2d3c70e3-bf15-45fe-9dce-9effab0c7f38 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.860204 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5138a00-2456-40ac-ab8c-b7a976cbebcf req-2d3c70e3-bf15-45fe-9dce-9effab0c7f38 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5436 time: 0.1768544 Jul 08 18:05:32.876755 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:32.924172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:32.942776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ea3db-68aa-489a-a648-5f37b8800b30 req-a1a31dc9-3f20-49e2-a741-c77679f920e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:32.944222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b1ea3db-68aa-489a-a648-5f37b8800b30 req-a1a31dc9-3f20-49e2-a741-c77679f920e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d494eaa6-a027-48ad-9264-18ec89b809c0 HTTP/1.1" status: 200 len: 854 time: 0.0831270 Jul 08 18:05:32.957084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:32.961987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:32.964280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5138a00-2456-40ac-ab8c-b7a976cbebcf req-ee30069a-2588-4c3a-a62f-884a074bb3d5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947752 Jul 08 18:05:32.964488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:33.002488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b1ea3db-68aa-489a-a648-5f37b8800b30 req-89f25b74-594c-4e60-ad4f-6ab7bac99322 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370817 Jul 08 18:05:33.005287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Pushing event updated for resources: {'Port': ['ID=6be71b72-bc7b-4eed-bce0-7a23fbc0de50,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:33.071196 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:33.080989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cf234-4506-4972-9fb1-3a7e645411ff req-fbf5d926-49b7-413d-897b-3a7f58e55966 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:33.083555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-339cf234-4506-4972-9fb1-3a7e645411ff req-fbf5d926-49b7-413d-897b-3a7f58e55966 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 944 time: 0.1531656 Jul 08 18:05:33.125647 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:33.148739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b1ea3db-68aa-489a-a648-5f37b8800b30 req-dc765a92-079a-4383-a55a-5d0edfd42868 service neutron] 10.222.0.74 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390688 Jul 08 18:05:33.152023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-339cf234-4506-4972-9fb1-3a7e645411ff req-396f60e8-f269-4e0e-95d6-c7562c36896a tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624352 Jul 08 18:05:33.282381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b1ea3db-68aa-489a-a648-5f37b8800b30 req-ba4f8bd9-9df4-43d3-af0e-df00029e65d0 service neutron] 10.222.0.74 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185787 Jul 08 18:05:33.305886 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:33.313340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:33.363426 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:33.369245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15693222-426f-4d4a-bb70-2b715ebe4329 req-82fb8252-cf16-4cd2-8384-ca2d33189b9c tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:33.371416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15693222-426f-4d4a-bb70-2b715ebe4329 req-82fb8252-cf16-4cd2-8384-ca2d33189b9c tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb8577e-afb1-48e6-bde3-71526b57f606 HTTP/1.1" status: 200 len: 946 time: 0.0803769 Jul 08 18:05:33.392813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Pushing event updated for resources: {'Port': ['ID=6be71b72-bc7b-4eed-bce0-7a23fbc0de50,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:33.403159 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:33.419424 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:33.420462 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15693222-426f-4d4a-bb70-2b715ebe4329 req-e0f9ac28-ba6d-4161-aacd-8fb795b9b89a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 Jul 08 18:05:33.421280 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dbc85ce8-e431-46ca-bad3-85d70946ffad tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1402798 Jul 08 18:05:33.423919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36964) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:33.546250 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-55e46bbd-61ff-4455-b225-8ecc4c4be269 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.1196508 Jul 08 18:05:33.547221 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36972) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:33.635241 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ad8926ec-8469-4a99-8a81-cf654703c9dd tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0867112 Jul 08 18:05:33.637728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36974) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:33.660576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4113a-c225-4e92-bf32-bbd8cba93e2c req-84167cd3-522a-45a6-9262-6b1de7c515fb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:33.662613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fa4113a-c225-4e92-bf32-bbd8cba93e2c req-84167cd3-522a-45a6-9262-6b1de7c515fb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe HTTP/1.1" status: 200 len: 945 time: 0.1158681 Jul 08 18:05:33.670937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7db2e4-e723-4dc9-a4ef-864d7e25cf71 req-c2765c30-1f02-45ff-a9b0-1532dd062aa7 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:33.672439 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b7db2e4-e723-4dc9-a4ef-864d7e25cf71 req-c2765c30-1f02-45ff-a9b0-1532dd062aa7 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 943 time: 0.0916643 Jul 08 18:05:33.729320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fa4113a-c225-4e92-bf32-bbd8cba93e2c req-0afa47f8-92fb-4f52-9f09-54c83bfcf8fc tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558968 Jul 08 18:05:33.734166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b7db2e4-e723-4dc9-a4ef-864d7e25cf71 req-fad7ef40-b07d-4369-84ac-cf2324258c9d tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547657 Jul 08 18:05:33.748083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6bd2b289-91d7-4c70-8d99-857f0ea1defb details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:33.810525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-9f451b94-714f-4ee1-9863-e12c1e4de2a5 tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Deleting port 6be71b72-bc7b-4eed-bce0-7a23fbc0de50 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:33.810949 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f451b94-714f-4ee1-9863-e12c1e4de2a5 tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:33.859732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:33.874050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'mac_address': 'fa:16:3e:09:fd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:33.919336 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f451b94-714f-4ee1-9863-e12c1e4de2a5 tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:33.919803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f451b94-714f-4ee1-9863-e12c1e4de2a5 tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:33.927505 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:33.933982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-9f451b94-714f-4ee1-9863-e12c1e4de2a5 tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Calling delete_port for 6be71b72-bc7b-4eed-bce0-7a23fbc0de50 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:33.949598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd2b289-91d7-4c70-8d99-857f0ea1defb {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:33.981027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:33.986821 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:34.056675 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:34.072727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:34.248892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6bd2b289-91d7-4c70-8d99-857f0ea1defb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:34.439047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f451b94-714f-4ee1-9863-e12c1e4de2a5 tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:34.451944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3242b-5b21-45aa-bed7-d854c92186ec req-33b77506-16e8-486a-a5a9-1919423015c3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.457757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3242b-5b21-45aa-bed7-d854c92186ec req-33b77506-16e8-486a-a5a9-1919423015c3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.464430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3242b-5b21-45aa-bed7-d854c92186ec req-33b77506-16e8-486a-a5a9-1919423015c3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.470691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3242b-5b21-45aa-bed7-d854c92186ec req-33b77506-16e8-486a-a5a9-1919423015c3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.474286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f451b94-714f-4ee1-9863-e12c1e4de2a5 tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Pushing event deleted for resources: {'Port': ['ID=6be71b72-bc7b-4eed-bce0-7a23fbc0de50,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:34.479334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3242b-5b21-45aa-bed7-d854c92186ec req-33b77506-16e8-486a-a5a9-1919423015c3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.485298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3242b-5b21-45aa-bed7-d854c92186ec req-33b77506-16e8-486a-a5a9-1919423015c3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.491227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3242b-5b21-45aa-bed7-d854c92186ec req-33b77506-16e8-486a-a5a9-1919423015c3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.493174 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36b3242b-5b21-45aa-bed7-d854c92186ec req-33b77506-16e8-486a-a5a9-1919423015c3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5436 time: 0.1654809 Jul 08 18:05:34.537365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f451b94-714f-4ee1-9863-e12c1e4de2a5 tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:34.540079 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f451b94-714f-4ee1-9863-e12c1e4de2a5 tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:34.541162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9f451b94-714f-4ee1-9863-e12c1e4de2a5 tempest-FloatingIPAdminTestJSON-1632880500 tempest-FloatingIPAdminTestJSON-1632880500-project] 10.222.0.73 "DELETE /v2.0/floatingips/0c0adcc8-17cd-4bcc-82b4-80b706bbb07f HTTP/1.1" status: 204 len: 168 time: 0.9024293 Jul 08 18:05:34.543748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37034) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:34.548436 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36b3242b-5b21-45aa-bed7-d854c92186ec req-1ff67de2-ee26-4283-a996-5a1780bd510c tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490391 Jul 08 18:05:34.561288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826ae5-2d13-46f4-a758-2fd6e397df90 req-0df3437d-73f5-44bf-aa3d-51b99557ff90 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.562900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3826ae5-2d13-46f4-a758-2fd6e397df90 req-0df3437d-73f5-44bf-aa3d-51b99557ff90 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe HTTP/1.1" status: 200 len: 945 time: 0.1593254 Jul 08 18:05:34.610497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3826ae5-2d13-46f4-a758-2fd6e397df90 req-80c84297-cc10-4426-aa8d-b228c80213aa tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392191 Jul 08 18:05:34.665453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b075345b-ddb2-4dad-a3f8-fa04bdfd1439 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Deleting port 455bdc85-b957-4b97-96e6-fc3978e625c5 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:34.665796 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b075345b-ddb2-4dad-a3f8-fa04bdfd1439 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:34.727155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d2d39-77b4-4de0-a0bd-657f6589a784 req-915ad959-7d01-403c-bfbd-10ce19f02430 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.728758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f6d2d39-77b4-4de0-a0bd-657f6589a784 req-915ad959-7d01-403c-bfbd-10ce19f02430 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 944 time: 0.0728824 Jul 08 18:05:34.743662 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b075345b-ddb2-4dad-a3f8-fa04bdfd1439 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:34.743994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b075345b-ddb2-4dad-a3f8-fa04bdfd1439 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:34.756497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b075345b-ddb2-4dad-a3f8-fa04bdfd1439 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Calling delete_port for 455bdc85-b957-4b97-96e6-fc3978e625c5 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:34.770130 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f6d2d39-77b4-4de0-a0bd-657f6589a784 req-18feab23-69b2-4611-9dbb-e9c5e64b5e98 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339508 Jul 08 18:05:34.906184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b075345b-ddb2-4dad-a3f8-fa04bdfd1439 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:34.933996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075345b-ddb2-4dad-a3f8-fa04bdfd1439 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Pushing event deleted for resources: {'Port': ['ID=455bdc85-b957-4b97-96e6-fc3978e625c5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:34.964581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640187-389d-4d05-91b1-3d1f54e50a7b req-6620391b-58d2-4fde-a914-232f253df7e3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.971188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640187-389d-4d05-91b1-3d1f54e50a7b req-6620391b-58d2-4fde-a914-232f253df7e3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.977749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640187-389d-4d05-91b1-3d1f54e50a7b req-6620391b-58d2-4fde-a914-232f253df7e3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.984270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640187-389d-4d05-91b1-3d1f54e50a7b req-6620391b-58d2-4fde-a914-232f253df7e3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.990571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640187-389d-4d05-91b1-3d1f54e50a7b req-6620391b-58d2-4fde-a914-232f253df7e3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.996454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640187-389d-4d05-91b1-3d1f54e50a7b req-6620391b-58d2-4fde-a914-232f253df7e3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:35.002421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640187-389d-4d05-91b1-3d1f54e50a7b req-6620391b-58d2-4fde-a914-232f253df7e3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:35.004412 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b075345b-ddb2-4dad-a3f8-fa04bdfd1439 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.005673 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd640187-389d-4d05-91b1-3d1f54e50a7b req-6620391b-58d2-4fde-a914-232f253df7e3 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5436 time: 0.1192298 Jul 08 18:05:35.007531 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b075345b-ddb2-4dad-a3f8-fa04bdfd1439 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.012585 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b075345b-ddb2-4dad-a3f8-fa04bdfd1439 tempest-FloatingIPAdminTestJSON-902011400 tempest-FloatingIPAdminTestJSON-902011400-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/e1c0af09-77e9-410d-8933-f3d0594bbd7a HTTP/1.1" status: 204 len: 168 time: 0.4640603 Jul 08 18:05:35.015721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37044) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:35.016815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37046) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:35.021763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1c5cf11f-3d19-411c-bfe9-06dc57e8b99a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Request body: {'floatingip': {'port_id': 'b1ab8975-505c-44f2-8d74-a2402dead1e2'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:35.060514 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf11f-3d19-411c-bfe9-06dc57e8b99a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.178814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69dc4c-3f6e-4d82-a9f1-c8bf3f076e7d req-ebfbebfe-7ed8-415f-9f97-e77fbbab784b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:35.180313 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d69dc4c-3f6e-4d82-a9f1-c8bf3f076e7d req-ebfbebfe-7ed8-415f-9f97-e77fbbab784b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 943 time: 0.2282872 Jul 08 18:05:35.245258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Deleting port c1c58e60-bec9-46bb-b8c2-dd36126f296b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:35.245601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.253355 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d69dc4c-3f6e-4d82-a9f1-c8bf3f076e7d req-dfe53937-c17f-4a4e-9066-ab56947a8371 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651305 Jul 08 18:05:35.261127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2521ba0-6ba0-4f1c-ad45-32425bb53de4 req-afb1af6d-1efb-4eba-8ee6-247d080df3bd tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:35.262620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2521ba0-6ba0-4f1c-ad45-32425bb53de4 req-afb1af6d-1efb-4eba-8ee6-247d080df3bd tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 948 time: 0.1574204 Jul 08 18:05:35.351916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2521ba0-6ba0-4f1c-ad45-32425bb53de4 req-04c1ec0a-f521-4928-80f3-9bd4e164a31f tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787323 Jul 08 18:05:35.385523 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.401339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Calling delete_port for c1c58e60-bec9-46bb-b8c2-dd36126f296b owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:35.531984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.555955 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf11f-3d19-411c-bfe9-06dc57e8b99a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.560185 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf11f-3d19-411c-bfe9-06dc57e8b99a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.562804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event deleted for resources: {'Port': ['ID=c1c58e60-bec9-46bb-b8c2-dd36126f296b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:35.582725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b19e670b-937f-4523-a712-192f9ec3d71a up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:35.590501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.590787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.591128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.591465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.591800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.592133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.592456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.592781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.593104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.593428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.593754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.594071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:35.650360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.652758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cfcdabdd-c8f3-4f09-bb61-71cf5924fc4c tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "DELETE /v2.0/ports/c1c58e60-bec9-46bb-b8c2-dd36126f296b HTTP/1.1" status: 204 len: 168 time: 0.6359949 Jul 08 18:05:35.655605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37060) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:35.669477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port b19e670b-937f-4523-a712-192f9ec3d71a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:35.673847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port b19e670b-937f-4523-a712-192f9ec3d71a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:35.674235 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.679254 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-1c5cf11f-3d19-411c-bfe9-06dc57e8b99a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Floating IP 74f5898e-b322-46c9-9609-fc8611b59c27 associated. External IP: 172.25.8.25, port: b1ab8975-505c-44f2-8d74-a2402dead1e2. Jul 08 18:05:35.742832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343d1095-5ac2-4824-9a18-8a6c00789e1b tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:35.744523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-343d1095-5ac2-4824-9a18-8a6c00789e1b tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b695da7-7ad2-4f36-af76-e920d3398178 HTTP/1.1" status: 200 len: 913 time: 0.0875304 Jul 08 18:05:35.747196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37062) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:35.756150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6bd2b289-91d7-4c70-8d99-857f0ea1defb up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:35.832121 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.862553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19e670b-937f-4523-a712-192f9ec3d71a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:35.865569 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb781152-6d36-4ba6-8262-de24ad2d3392" -d '{"events": [{"server_uuid": "ad04353b-d6b8-4f20-aaac-200e98ff13ec", "name": "network-vif-plugged", "status": "completed", "tag": "b19e670b-937f-4523-a712-192f9ec3d71a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:35.882110 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b19e670b-937f-4523-a712-192f9ec3d71a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b19e670b-937f-4523-a712-192f9ec3d71a,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:35.885383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 6bd2b289-91d7-4c70-8d99-857f0ea1defb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:35.885921 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.890728 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:35.938079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e26887-e48a-4f3d-afdd-6ec638de6563 req-b8bc9353-a9d9-4d69-b496-3dbd657fe09f tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:35.939889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-44e26887-e48a-4f3d-afdd-6ec638de6563 req-b8bc9353-a9d9-4d69-b496-3dbd657fe09f tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe HTTP/1.1" status: 200 len: 945 time: 0.1705513 Jul 08 18:05:35.987104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b19e670b-937f-4523-a712-192f9ec3d71a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:35.996585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5cf11f-3d19-411c-bfe9-06dc57e8b99a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:05:36.026114 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:36.064846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:36.071802 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:36.086808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-44e26887-e48a-4f3d-afdd-6ec638de6563 req-3eddeb61-9279-4642-bb3f-8cf3f96544cb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340919 Jul 08 18:05:36.125870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5cf11f-3d19-411c-bfe9-06dc57e8b99a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:36.131583 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf11f-3d19-411c-bfe9-06dc57e8b99a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:36.140169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff85ff-2d66-47a2-962d-3bb36c4af706 None None] Sync routers for ids ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:36.147004 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0691b4da-e6db-4ef3-8a2c-e7364d19bc89 x-openstack-request-id: req-0691b4da-e6db-4ef3-8a2c-e7364d19bc89 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:36.147368 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad04353b-d6b8-4f20-aaac-200e98ff13ec", "name": "network-vif-plugged", "status": "completed", "tag": "b19e670b-937f-4523-a712-192f9ec3d71a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:36.147711 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0691b4da-e6db-4ef3-8a2c-e7364d19bc89 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:36.148164 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19e670b-937f-4523-a712-192f9ec3d71a', 'code': 200} Jul 08 18:05:36.152226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=10']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:36.160397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff85ff-2d66-47a2-962d-3bb36c4af706 None None] Routers {'614f1695-40dd-4ef7-8b3e-44eb41bebd15'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:36.161972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0dff85ff-2d66-47a2-962d-3bb36c4af706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:36.172839 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1c5cf11f-3d19-411c-bfe9-06dc57e8b99a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "PUT /v2.0/floatingips/74f5898e-b322-46c9-9609-fc8611b59c27 HTTP/1.1" status: 200 len: 991 time: 1.1549261 Jul 08 18:05:36.173534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': 'b1ab8975-505c-44f2-8d74-a2402dead1e2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:36.182313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25d9e5-bbde-4e19-a4f5-77dd61ab6b42 req-6ff66f7b-5f32-4819-935a-50f2c837cb9c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.184864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f25d9e5-bbde-4e19-a4f5-77dd61ab6b42 req-6ff66f7b-5f32-4819-935a-50f2c837cb9c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.2439709 Jul 08 18:05:36.195822 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "b1ab8975-505c-44f2-8d74-a2402dead1e2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:36.234566 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b20b89a7-d012-4b6a-9956-3af00098e46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:36.305690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0dff85ff-2d66-47a2-962d-3bb36c4af706 None None] Set router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:36.314749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f25d9e5-bbde-4e19-a4f5-77dd61ab6b42 req-1323b839-7441-4ccc-b744-17493c38511b tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217637 Jul 08 18:05:36.382443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958753f-dce2-4a24-90b4-943ca232f6cd req-64173255-1592-48c8-8797-17dd29691820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.384090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8958753f-dce2-4a24-90b4-943ca232f6cd req-64173255-1592-48c8-8797-17dd29691820 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 1096 time: 0.1454470 Jul 08 18:05:36.393731 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c214cb09-16fe-43d1-9850-40d541248946 x-openstack-request-id: req-c214cb09-16fe-43d1-9850-40d541248946 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:36.394381 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "tag": "b1ab8975-505c-44f2-8d74-a2402dead1e2", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:36.395025 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c214cb09-16fe-43d1-9850-40d541248946 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:36.396138 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'tag': 'b1ab8975-505c-44f2-8d74-a2402dead1e2', 'status': 'completed', 'code': 200} Jul 08 18:05:36.447352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8958753f-dce2-4a24-90b4-943ca232f6cd req-fee864cf-0f4a-4bc4-8fab-7eb91554ecca service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540009 Jul 08 18:05:36.497970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-64f3e322-05f5-479b-b56e-13cd971cd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.498483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-64f3e322-05f5-479b-b56e-13cd971cd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.498958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-64f3e322-05f5-479b-b56e-13cd971cd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.499427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-64f3e322-05f5-479b-b56e-13cd971cd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.499890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-64f3e322-05f5-479b-b56e-13cd971cd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.500354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-64f3e322-05f5-479b-b56e-13cd971cd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.500993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-64f3e322-05f5-479b-b56e-13cd971cd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.503149 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-64f3e322-05f5-479b-b56e-13cd971cd839 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6493 time: 0.0758240 Jul 08 18:05:36.547812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-240b95d9-cc37-42db-a634-8ad7732f19b7 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:36.605899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3a7a7-b3ab-4a50-8ea2-7e4613950a63 req-f430e7d7-5cd5-4899-8b44-bdaa0da0222e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.607363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ae3a7a7-b3ab-4a50-8ea2-7e4613950a63 req-f430e7d7-5cd5-4899-8b44-bdaa0da0222e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 943 time: 0.1639366 Jul 08 18:05:36.699129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-09b68b99-dd01-47be-a29e-1dc14a1a8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.700611 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-09b68b99-dd01-47be-a29e-1dc14a1a8579 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4d07708-357c-46da-80fc-75d7056d9d48 HTTP/1.1" status: 200 len: 913 time: 0.0996828 Jul 08 18:05:36.728280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0dff85ff-2d66-47a2-962d-3bb36c4af706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:08Z', 'revision_number': 4, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '74f5898e-b322-46c9-9609-fc8611b59c27', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'port_id': 'b1ab8975-505c-44f2-8d74-a2402dead1e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'mac_address': 'fa:16:3e:50:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:05Z', 'updated_at': '2021-07-08T18:05:35Z', 'revision_number': 1, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c0e2b1-3b35-45d7-b40f-11addda0d0a0', 'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'mac_address': 'fa:16:3e:39:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'cffd178d-f064-4531-9efd-737edfc74720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:19Z', 'revision_number': 5, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'subnets': [{'id': 'cffd178d-f064-4531-9efd-737edfc74720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:36.766244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff85ff-2d66-47a2-962d-3bb36c4af706 None None] Checking router: 614f1695-40dd-4ef7-8b3e-44eb41bebd15 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:05:36.776383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff85ff-2d66-47a2-962d-3bb36c4af706 None None] Routers {'614f1695-40dd-4ef7-8b3e-44eb41bebd15'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:36.777025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0dff85ff-2d66-47a2-962d-3bb36c4af706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:36.808033 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-677e2498-ceff-49a4-8626-bdfa145550c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ab8975-505c-44f2-8d74-a2402dead1e2 HTTP/1.1" status: 200 len: 999 time: 0.0996439 Jul 08 18:05:36.860340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-877961e8-ffaf-42aa-a6e2-8121a556ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.861773 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-877961e8-ffaf-42aa-a6e2-8121a556ef04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffd178d-f064-4531-9efd-737edfc74720 HTTP/1.1" status: 200 len: 851 time: 0.0467446 Jul 08 18:05:36.893003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0dff85ff-2d66-47a2-962d-3bb36c4af706 None None] Set router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:36.929245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-c569c867-e462-44b2-879d-069c345df67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.930971 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-c569c867-e462-44b2-879d-069c345df67b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4d07708-357c-46da-80fc-75d7056d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624471 Jul 08 18:05:37.041213 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-a83c10fe-b654-4c53-8995-486cafa3bc49 service neutron] 10.222.0.59 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024251 Jul 08 18:05:37.056100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ae3a7a7-b3ab-4a50-8ea2-7e4613950a63 req-d7fe79eb-bdb9-4c86-bcbe-0abbde217342 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240065 Jul 08 18:05:37.123883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a553df3-a1db-457a-b0f1-d74cd21b21c3 req-749b8402-a958-4c4b-9f6f-09b6a88e4f3a tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:37.130610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a553df3-a1db-457a-b0f1-d74cd21b21c3 req-749b8402-a958-4c4b-9f6f-09b6a88e4f3a tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 948 time: 0.5452671 Jul 08 18:05:37.154153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99eb8cfe-1844-4ed3-b1a5-f6cc36f971a8 req-cb3575ad-f00d-4c9d-b875-bd254cabdb0c service neutron] 10.222.0.59 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059630 Jul 08 18:05:37.190244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0dff85ff-2d66-47a2-962d-3bb36c4af706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:08Z', 'revision_number': 4, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '74f5898e-b322-46c9-9609-fc8611b59c27', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'port_id': 'b1ab8975-505c-44f2-8d74-a2402dead1e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'mac_address': 'fa:16:3e:50:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:05Z', 'updated_at': '2021-07-08T18:05:35Z', 'revision_number': 1, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c0e2b1-3b35-45d7-b40f-11addda0d0a0', 'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'mac_address': 'fa:16:3e:39:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'cffd178d-f064-4531-9efd-737edfc74720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:19Z', 'revision_number': 5, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'subnets': [{'id': 'cffd178d-f064-4531-9efd-737edfc74720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:37.195841 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a553df3-a1db-457a-b0f1-d74cd21b21c3 req-be450b34-ebb1-4b2a-acde-55fdb48fd399 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643613 Jul 08 18:05:37.218314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff85ff-2d66-47a2-962d-3bb36c4af706 None None] The sync data for ids ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'] in n-d-799684-3 is: [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:08Z', 'revision_number': 4, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '74f5898e-b322-46c9-9609-fc8611b59c27', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'port_id': 'b1ab8975-505c-44f2-8d74-a2402dead1e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'mac_address': 'fa:16:3e:50:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:05Z', 'updated_at': '2021-07-08T18:05:35Z', 'revision_number': 1, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c0e2b1-3b35-45d7-b40f-11addda0d0a0', 'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'mac_address': 'fa:16:3e:39:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'cffd178d-f064-4531-9efd-737edfc74720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:19Z', 'revision_number': 5, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'subnets': [{'id': 'cffd178d-f064-4531-9efd-737edfc74720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:37.341048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-240b95d9-cc37-42db-a634-8ad7732f19b7 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Deleting port 08cfdc10-c519-4d4a-9d55-1c143ff15826 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:37.341492 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-240b95d9-cc37-42db-a634-8ad7732f19b7 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.445294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038202ca-7a4f-48e1-afe0-788c543c4c67 req-0b54b6c4-5cfe-4a1f-a34e-db1ae1dcef2c tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:37.446870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-038202ca-7a4f-48e1-afe0-788c543c4c67 req-0b54b6c4-5cfe-4a1f-a34e-db1ae1dcef2c tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe HTTP/1.1" status: 200 len: 945 time: 0.1440699 Jul 08 18:05:37.464294 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026145fa-509f-4f9f-a7b4-9308de5080de None None] New status for floating IP 74f5898e-b322-46c9-9609-fc8611b59c27: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:05:37.473454 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-240b95d9-cc37-42db-a634-8ad7732f19b7 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.496605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-240b95d9-cc37-42db-a634-8ad7732f19b7 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Calling delete_port for 08cfdc10-c519-4d4a-9d55-1c143ff15826 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:37.544171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-038202ca-7a4f-48e1-afe0-788c543c4c67 req-3e4f5d33-a770-4c79-818e-b329cf6aa208 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871172 Jul 08 18:05:37.736453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ea08b-33fe-494c-9592-623f823b4487 req-5877f33a-df6c-495e-a4aa-2ec20f8b9147 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:37.738041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b89ea08b-33fe-494c-9592-623f823b4487 req-5877f33a-df6c-495e-a4aa-2ec20f8b9147 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.2309484 Jul 08 18:05:37.747570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408fc7d-63e2-49c9-b9e7-2f00bab2a4ea req-76fe6496-5da3-4768-bab9-64796b2b5a83 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:37.748987 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9408fc7d-63e2-49c9-b9e7-2f00bab2a4ea req-76fe6496-5da3-4768-bab9-64796b2b5a83 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.74 "GET /v2.0/ports?device_id=f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe HTTP/1.1" status: 200 len: 945 time: 0.1663756 Jul 08 18:05:37.839048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b89ea08b-33fe-494c-9592-623f823b4487 req-968c24f9-351e-44f9-8851-e0c195ea3ed1 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873644 Jul 08 18:05:37.925612 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-240b95d9-cc37-42db-a634-8ad7732f19b7 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.959920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-9408fc7d-63e2-49c9-b9e7-2f00bab2a4ea req-fa409ddd-c9f9-4151-9667-9e5bbb9f3acb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Deleting port 02ec96f3-2737-4d28-9e69-7ff8442de452 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:37.960280 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9408fc7d-63e2-49c9-b9e7-2f00bab2a4ea req-fa409ddd-c9f9-4151-9667-9e5bbb9f3acb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.966354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b95d9-cc37-42db-a634-8ad7732f19b7 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event deleted for resources: {'Port': ['ID=08cfdc10-c519-4d4a-9d55-1c143ff15826,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:38.033408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eece6cc-e2cb-43cc-9244-6fe6b47155f3 req-35065b52-448a-4c88-adb7-372359a5af4e tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:38.035233 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eece6cc-e2cb-43cc-9244-6fe6b47155f3 req-35065b52-448a-4c88-adb7-372359a5af4e tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.74 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 948 time: 0.0752785 Jul 08 18:05:38.145175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-9408fc7d-63e2-49c9-b9e7-2f00bab2a4ea req-fa409ddd-c9f9-4151-9667-9e5bbb9f3acb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] For port 02ec96f3-2737-4d28-9e69-7ff8442de452, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=02ec96f3-2737-4d28-9e69-7ff8442de452,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:38.146121 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9408fc7d-63e2-49c9-b9e7-2f00bab2a4ea req-fa409ddd-c9f9-4151-9667-9e5bbb9f3acb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:38.149994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:38.152422 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46811b19-13ca-4573-908f-32d31b4ef762" -d '{"events": [{"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:38.167472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-4eece6cc-e2cb-43cc-9244-6fe6b47155f3 req-ba19a6b5-fd26-4716-b7a9-b8c19d794954 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Deleting port 11f263b1-74ea-46ae-bb37-035422b10b08 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:38.168147 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eece6cc-e2cb-43cc-9244-6fe6b47155f3 req-ba19a6b5-fd26-4716-b7a9-b8c19d794954 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:38.201091 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-9408fc7d-63e2-49c9-b9e7-2f00bab2a4ea req-fa409ddd-c9f9-4151-9667-9e5bbb9f3acb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Calling delete_port for 02ec96f3-2737-4d28-9e69-7ff8442de452 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:38.205832 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ab78ed-90ab-48f4-b15d-3e3480f494dd x-openstack-request-id: req-26ab78ed-90ab-48f4-b15d-3e3480f494dd {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:38.208833 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:38.209214 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26ab78ed-90ab-48f4-b15d-3e3480f494dd {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:38.209960 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'code': 200} Jul 08 18:05:38.284756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-4eece6cc-e2cb-43cc-9244-6fe6b47155f3 req-ba19a6b5-fd26-4716-b7a9-b8c19d794954 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] For port 11f263b1-74ea-46ae-bb37-035422b10b08, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=11f263b1-74ea-46ae-bb37-035422b10b08,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:38.285153 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eece6cc-e2cb-43cc-9244-6fe6b47155f3 req-ba19a6b5-fd26-4716-b7a9-b8c19d794954 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:38.299662 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-240b95d9-cc37-42db-a634-8ad7732f19b7 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:38.299876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-4eece6cc-e2cb-43cc-9244-6fe6b47155f3 req-ba19a6b5-fd26-4716-b7a9-b8c19d794954 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Calling delete_port for 11f263b1-74ea-46ae-bb37-035422b10b08 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:38.441226 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eece6cc-e2cb-43cc-9244-6fe6b47155f3 req-ba19a6b5-fd26-4716-b7a9-b8c19d794954 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:38.473452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19a6b5-fd26-4716-b7a9-b8c19d794954 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Pushing event deleted for resources: {'Port': ['ID=11f263b1-74ea-46ae-bb37-035422b10b08,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:38.495610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e708499-19d6-407c-a639-75112c6321bf req-b32b446f-7c97-4c23-82ec-815a0a7f0bcc tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:38.497173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e708499-19d6-407c-a639-75112c6321bf req-b32b446f-7c97-4c23-82ec-815a0a7f0bcc tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 943 time: 0.2729456 Jul 08 18:05:38.499110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e04baef4-8067-4864-8e21-cb7af931b957 req-ca480c25-5be4-4aa7-8240-3f177f945966 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=39a64c5a-d551-44a4-9644-c2eebbe86a65 HTTP/1.1" status: 200 len: 210 time: 0.0717030 Jul 08 18:05:38.526690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eece6cc-e2cb-43cc-9244-6fe6b47155f3 req-ba19a6b5-fd26-4716-b7a9-b8c19d794954 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] No DVR routers for this DVR port 11f263b1-74ea-46ae-bb37-035422b10b08 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:38.529861 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eece6cc-e2cb-43cc-9244-6fe6b47155f3 req-ba19a6b5-fd26-4716-b7a9-b8c19d794954 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:38.531791 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eece6cc-e2cb-43cc-9244-6fe6b47155f3 req-ba19a6b5-fd26-4716-b7a9-b8c19d794954 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.74 "DELETE /v2.0/ports/11f263b1-74ea-46ae-bb37-035422b10b08 HTTP/1.1" status: 204 len: 173 time: 0.4898577 Jul 08 18:05:38.532343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'name': 'network-vif-deleted', 'tag': '11f263b1-74ea-46ae-bb37-035422b10b08'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:38.535279 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d90f20-3f77-479f-a7a2-1e05da7879ba" -d '{"events": [{"server_uuid": "39a64c5a-d551-44a4-9644-c2eebbe86a65", "name": "network-vif-deleted", "tag": "11f263b1-74ea-46ae-bb37-035422b10b08"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:38.550398 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9408fc7d-63e2-49c9-b9e7-2f00bab2a4ea req-fa409ddd-c9f9-4151-9667-9e5bbb9f3acb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:38.561926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['f5e2a72d-c681-4926-980b-27c36eee0af3', '02ec96f3-2737-4d28-9e69-7ff8442de452'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:38.589989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['aad4f678-ef5d-4851-86ec-63c051beb02e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:38.636160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e708499-19d6-407c-a639-75112c6321bf req-da24790c-0da9-44df-938f-373e3898dda6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205938 Jul 08 18:05:38.641044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa409ddd-c9f9-4151-9667-9e5bbb9f3acb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Pushing event deleted for resources: {'Port': ['ID=02ec96f3-2737-4d28-9e69-7ff8442de452,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:38.734246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9408fc7d-63e2-49c9-b9e7-2f00bab2a4ea req-fa409ddd-c9f9-4151-9667-9e5bbb9f3acb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] No DVR routers for this DVR port 02ec96f3-2737-4d28-9e69-7ff8442de452 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:38.735935 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d836a45-7f30-4c1e-b2e7-743b007b1951 x-openstack-request-id: req-0d836a45-7f30-4c1e-b2e7-743b007b1951 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:38.736894 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a64c5a-d551-44a4-9644-c2eebbe86a65", "name": "network-vif-deleted", "tag": "11f263b1-74ea-46ae-bb37-035422b10b08", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:38.737935 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d836a45-7f30-4c1e-b2e7-743b007b1951 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:38.738119 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9408fc7d-63e2-49c9-b9e7-2f00bab2a4ea req-fa409ddd-c9f9-4151-9667-9e5bbb9f3acb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:38.740744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9408fc7d-63e2-49c9-b9e7-2f00bab2a4ea req-fa409ddd-c9f9-4151-9667-9e5bbb9f3acb tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.74 "DELETE /v2.0/ports/02ec96f3-2737-4d28-9e69-7ff8442de452 HTTP/1.1" status: 204 len: 173 time: 0.9787881 Jul 08 18:05:38.741197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe', 'name': 'network-vif-deleted', 'tag': '02ec96f3-2737-4d28-9e69-7ff8442de452'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:38.743516 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a64c5a-d551-44a4-9644-c2eebbe86a65', 'name': 'network-vif-deleted', 'tag': '11f263b1-74ea-46ae-bb37-035422b10b08', 'status': 'completed', 'code': 200} Jul 08 18:05:38.743628 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03e5c74-f02d-46a6-ab08-4a170cd2d415" -d '{"events": [{"server_uuid": "f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe", "name": "network-vif-deleted", "tag": "02ec96f3-2737-4d28-9e69-7ff8442de452"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:38.788472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240b95d9-cc37-42db-a634-8ad7732f19b7 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Router 9b695da7-7ad2-4f36-af76-e920d3398178 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:05:38.952154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b3c9770-2903-459d-b262-f576804f7096 req-fef264e9-6633-45b9-910f-d0b24401bb20 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe HTTP/1.1" status: 200 len: 210 time: 0.0447304 Jul 08 18:05:38.954013 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c2ef88-c2f1-4aa1-bbfe-0348a8930160 x-openstack-request-id: req-74c2ef88-c2f1-4aa1-bbfe-0348a8930160 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:38.954331 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe", "name": "network-vif-deleted", "tag": "02ec96f3-2737-4d28-9e69-7ff8442de452", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:38.954641 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74c2ef88-c2f1-4aa1-bbfe-0348a8930160 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:38.954986 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b039ca-35e5-43c9-abe4-3b4a41a2ebbe', 'name': 'network-vif-deleted', 'tag': '02ec96f3-2737-4d28-9e69-7ff8442de452', 'status': 'completed', 'code': 200} Jul 08 18:05:38.982874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240b95d9-cc37-42db-a634-8ad7732f19b7 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:38.988689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-240b95d9-cc37-42db-a634-8ad7732f19b7 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "PUT /v2.0/routers/9b695da7-7ad2-4f36-af76-e920d3398178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2387314 Jul 08 18:05:38.991192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37136) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:38.995540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497467d-bc9c-41e5-a258-cd4136e3b6ef None None] Sync routers for ids ['9b695da7-7ad2-4f36-af76-e920d3398178'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:39.005148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497467d-bc9c-41e5-a258-cd4136e3b6ef None None] Routers {'9b695da7-7ad2-4f36-af76-e920d3398178'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:39.005860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a497467d-bc9c-41e5-a258-cd4136e3b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9b695da7-7ad2-4f36-af76-e920d3398178'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:39.046005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a497467d-bc9c-41e5-a258-cd4136e3b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:39.065435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497467d-bc9c-41e5-a258-cd4136e3b6ef None None] Routers {'9b695da7-7ad2-4f36-af76-e920d3398178'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:39.066197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a497467d-bc9c-41e5-a258-cd4136e3b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9b695da7-7ad2-4f36-af76-e920d3398178'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:39.069747 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:39.105544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a497467d-bc9c-41e5-a258-cd4136e3b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:39.106559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497467d-bc9c-41e5-a258-cd4136e3b6ef None None] The sync data for ids ['9b695da7-7ad2-4f36-af76-e920d3398178'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:39.127831 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b3931b7-18d2-4cbe-a1de-3fa72418fbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:39.144819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ef266-633a-4414-9646-0c0c1fb7ebdf req-ab0ca079-0f47-496d-ad1a-09de994bcffb tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:39.146968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a4ef266-633a-4414-9646-0c0c1fb7ebdf req-ab0ca079-0f47-496d-ad1a-09de994bcffb tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.0692813 Jul 08 18:05:39.214024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a4ef266-633a-4414-9646-0c0c1fb7ebdf req-9e2028ad-3d14-4758-a74f-cac297efb8bb tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499883 Jul 08 18:05:39.397366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:39.454509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ffc29-d291-415a-a9a6-7930061ef9cc req-2b9897d0-3fde-4680-a46d-f62dff15a053 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:39.456237 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a5ffc29-d291-415a-a9a6-7930061ef9cc req-2b9897d0-3fde-4680-a46d-f62dff15a053 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.1105092 Jul 08 18:05:39.498425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a5ffc29-d291-415a-a9a6-7930061ef9cc req-96b050b0-6e95-4131-853a-f7dc1370620b tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Jul 08 18:05:39.514670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:39.580466 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Deleting port 8a56d91f-9f09-43f1-b398-f82f969be7bb {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:39.580925 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:39.689061 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:39.704586 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Calling delete_port for 8a56d91f-9f09-43f1-b398-f82f969be7bb owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:39.757739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bf327-99f3-4a23-8a8f-a92e200cb1b5 req-036f9221-dc40-4df8-9fc6-7a063ea4e236 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:39.759591 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e31bf327-99f3-4a23-8a8f-a92e200cb1b5 req-036f9221-dc40-4df8-9fc6-7a063ea4e236 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.0975828 Jul 08 18:05:39.789865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9a9b8146-65f7-4e34-8f65-9729c2c982b2 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:39.835699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e31bf327-99f3-4a23-8a8f-a92e200cb1b5 req-f86848f3-3c72-407e-8ea5-e099d5275334 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681498 Jul 08 18:05:39.941485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9a9b8146-65f7-4e34-8f65-9729c2c982b2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9a9b8146-65f7-4e34-8f65-9729c2c982b2,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:39.957415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '9a9b8146-65f7-4e34-8f65-9729c2c982b2', 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003', 'port_id': '9a9b8146-65f7-4e34-8f65-9729c2c982b2', 'mac_address': 'fa:16:3e:75:32:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd494eaa6-a027-48ad-9264-18ec89b809c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:40.046113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:40.120555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9b8146-65f7-4e34-8f65-9729c2c982b2 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:40.128870 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:40.137490 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:40.156524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9a9b8146-65f7-4e34-8f65-9729c2c982b2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9a9b8146-65f7-4e34-8f65-9729c2c982b2,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:40.164961 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:40.206696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event deleted for resources: {'Port': ['ID=8a56d91f-9f09-43f1-b398-f82f969be7bb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:40.247444 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9a9b8146-65f7-4e34-8f65-9729c2c982b2,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:40.251202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:40.294663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2abb3d-a8a9-495f-8826-81644c00d5ed req-13aead7d-9a01-4d6b-b0c0-b6e1ac9ac143 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:40.296532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f2abb3d-a8a9-495f-8826-81644c00d5ed req-13aead7d-9a01-4d6b-b0c0-b6e1ac9ac143 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 943 time: 0.2015648 Jul 08 18:05:40.402530 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f2abb3d-a8a9-495f-8826-81644c00d5ed req-2da200e6-d823-410f-a321-67597b2df8c8 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965333 Jul 08 18:05:40.407519 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:40.409899 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:40.515533 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:40.516067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Fanout notify agent at l3_agent the message router_deleted on router 9b695da7-7ad2-4f36-af76-e920d3398178 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:05:40.524025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:40.525322 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c876607c-8b74-437b-893a-29ae449cc239 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "DELETE /v2.0/routers/9b695da7-7ad2-4f36-af76-e920d3398178 HTTP/1.1" status: 204 len: 168 time: 1.5323985 Jul 08 18:05:40.530839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37194) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:40.569682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faa1e6-036e-4347-9972-ae58af595a1d req-ff41a058-b7b5-403b-b2c7-60ba7da17e53 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:40.571992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69faa1e6-036e-4347-9972-ae58af595a1d req-ff41a058-b7b5-403b-b2c7-60ba7da17e53 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.1903701 Jul 08 18:05:40.576404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9a9b8146-65f7-4e34-8f65-9729c2c982b2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:40.665813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8297f925-c93a-427c-9924-60abaea437dd tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Deleting subnet d810b684-1a37-46a6-8c9c-f0df002c88de {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:05:40.672008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69faa1e6-036e-4347-9972-ae58af595a1d req-7d41d3f9-9420-441f-8fbe-51144f30dd37 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652456 Jul 08 18:05:40.687258 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8297f925-c93a-427c-9924-60abaea437dd tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:40.735169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd8cf1-e059-432a-bdaa-0072d22a4e98 req-df02532c-9aa0-46ca-b28d-5928f6f0d91c tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:40.742266 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39cd8cf1-e059-432a-bdaa-0072d22a4e98 req-df02532c-9aa0-46ca-b28d-5928f6f0d91c tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5 HTTP/1.1" status: 200 len: 949 time: 0.1692364 Jul 08 18:05:40.758258 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8297f925-c93a-427c-9924-60abaea437dd tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:40.821706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39cd8cf1-e059-432a-bdaa-0072d22a4e98 req-1e6f2c3f-3c97-4902-94e3-3ffa4a4de68d tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783169 Jul 08 18:05:40.917429 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8297f925-c93a-427c-9924-60abaea437dd tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.066435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8297f925-c93a-427c-9924-60abaea437dd tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.092428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219e423-47c0-4a7c-bd16-6ab92355f648 None None] Network a6180e52-7e02-42b3-ba60-711dda94e50d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:41.107723 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8297f925-c93a-427c-9924-60abaea437dd tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.116578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37208) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:41.130893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8297f925-c93a-427c-9924-60abaea437dd tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "DELETE /v2.0/subnets/d810b684-1a37-46a6-8c9c-f0df002c88de HTTP/1.1" status: 204 len: 168 time: 0.5952868 Jul 08 18:05:41.168911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297f925-c93a-427c-9924-60abaea437dd tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event deleted for resources: {'Subnet': ['ID=d810b684-1a37-46a6-8c9c-f0df002c88de,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:41.256013 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d349a-4b3b-4c8e-bf3b-3cfaadf663e1 req-d92bb1f4-6817-49ce-adc7-08fb294ee80b tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:41.256360 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad0d349a-4b3b-4c8e-bf3b-3cfaadf663e1 req-d92bb1f4-6817-49ce-adc7-08fb294ee80b tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.1238890 Jul 08 18:05:41.329099 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.333300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad0d349a-4b3b-4c8e-bf3b-3cfaadf663e1 req-4c9106b6-139a-4863-9ad1-a48d70cc0aef tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705318 Jul 08 18:05:41.395544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf919890-db37-46de-881a-b02e9659241d None None] DHCP port deletion for a6180e52-7e02-42b3-ba60-711dda94e50d request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:05:41.464826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Deleting port fd649c66-b1ed-4a0c-949f-3952a25baa12 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:41.465724 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.504079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-cf919890-db37-46de-881a-b02e9659241d None None] Deleting port fd649c66-b1ed-4a0c-949f-3952a25baa12 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:41.504483 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cf919890-db37-46de-881a-b02e9659241d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.557724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] For port fd649c66-b1ed-4a0c-949f-3952a25baa12, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fd649c66-b1ed-4a0c-949f-3952a25baa12,segment=NetworkSegment(66c531f4-60d9-4240-b940-41d0e585f896),segment_id=66c531f4-60d9-4240-b940-41d0e585f896)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:41.558233 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.579840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cf919890-db37-46de-881a-b02e9659241d None None] For port fd649c66-b1ed-4a0c-949f-3952a25baa12, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fd649c66-b1ed-4a0c-949f-3952a25baa12,segment=NetworkSegment(66c531f4-60d9-4240-b940-41d0e585f896),segment_id=66c531f4-60d9-4240-b940-41d0e585f896)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:41.580465 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cf919890-db37-46de-881a-b02e9659241d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.587901 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Calling delete_port for fd649c66-b1ed-4a0c-949f-3952a25baa12 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:41.594237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-cf919890-db37-46de-881a-b02e9659241d None None] Calling delete_port for fd649c66-b1ed-4a0c-949f-3952a25baa12 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:41.660892 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.677063 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.706545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event deleted for resources: {'Port': ['ID=fd649c66-b1ed-4a0c-949f-3952a25baa12,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:41.714460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] No DVR routers for this DVR port fd649c66-b1ed-4a0c-949f-3952a25baa12 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: from cryptography.utils import int_from_bytes Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: from cryptography.utils import int_from_bytes Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.729877 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:05:41.732920 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:05:41.740394 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cf919890-db37-46de-881a-b02e9659241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.748397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be0191-1c5b-4f23-8bf0-ab5b8dfb2852 req-99378881-a05f-41a1-8679-626c343f55ff tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:41.775526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf919890-db37-46de-881a-b02e9659241d None None] No DVR routers for this DVR port fd649c66-b1ed-4a0c-949f-3952a25baa12 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:41.780876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf919890-db37-46de-881a-b02e9659241d None None] Pushing event deleted for resources: {'Port': ['ID=fd649c66-b1ed-4a0c-949f-3952a25baa12,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:41.782907 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3be0191-1c5b-4f23-8bf0-ab5b8dfb2852 req-99378881-a05f-41a1-8679-626c343f55ff tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.1652553 Jul 08 18:05:41.798665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 11f263b1-74ea-46ae-bb37-035422b10b08 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:41.832946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.841264 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 11f263b1-74ea-46ae-bb37-035422b10b08 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:41.841805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 11f263b1-74ea-46ae-bb37-035422b10b08 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:41.846272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 02ec96f3-2737-4d28-9e69-7ff8442de452 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:41.849105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6180e52-7e02-42b3-ba60-711dda94e50d']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:41.868348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c531f4-60d9-4240-b940-41d0e585f896') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:41.868559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c531f4-60d9-4240-b940-41d0e585f896') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:41.883812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 02ec96f3-2737-4d28-9e69-7ff8442de452 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:41.884161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 02ec96f3-2737-4d28-9e69-7ff8442de452 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:41.885618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.917771 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.925805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:05:41.926227 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:05:41.933726 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:05:41.936898 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3be0191-1c5b-4f23-8bf0-ab5b8dfb2852 req-66a0c3c5-6988-44bd-a637-14eaea152387 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504929 Jul 08 18:05:41.992414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1e94a-8d64-48c2-b9f7-0894e155bd0e req-7c535cb2-b9b0-4a07-b1df-ce2a7163f941 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:41.994667 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3da1e94a-8d64-48c2-b9f7-0894e155bd0e req-7c535cb2-b9b0-4a07-b1df-ce2a7163f941 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 944 time: 0.2076776 Jul 08 18:05:42.025365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.052302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.052970 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "DELETE /v2.0/networks/a6180e52-7e02-42b3-ba60-711dda94e50d HTTP/1.1" status: 204 len: 168 time: 0.9332328 Jul 08 18:05:42.058347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37236) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:42.073987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde25f3-0ce7-4d88-9ef9-59119903a704 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event deleted for resources: {'Network': ['ID=a6180e52-7e02-42b3-ba60-711dda94e50d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:42.128389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f823c2-6fdc-4a85-abc0-b79556e24ae3 req-afffd7a9-e3d1-4d7b-89e9-a3e7a7aec10c tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:42.131174 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f823c2-6fdc-4a85-abc0-b79556e24ae3 req-afffd7a9-e3d1-4d7b-89e9-a3e7a7aec10c tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5 HTTP/1.1" status: 200 len: 949 time: 0.1190972 Jul 08 18:05:42.135380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3da1e94a-8d64-48c2-b9f7-0894e155bd0e req-481fde29-69e1-4dfd-9c10-019ede4d5bbf tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279941 Jul 08 18:05:42.277665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-71f823c2-6fdc-4a85-abc0-b79556e24ae3 req-2d5e7b6d-b510-495a-9424-ffcc6954e514 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Deleting port 8e98c429-d781-43af-947b-033b2224b034 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:42.278987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f823c2-6fdc-4a85-abc0-b79556e24ae3 req-2d5e7b6d-b510-495a-9424-ffcc6954e514 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.360705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeea070-3188-4275-9de6-72ea2f34fb70 req-dde7f824-c23f-4ce5-ae32-39f0ee128011 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:42.370555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6aeea070-3188-4275-9de6-72ea2f34fb70 req-dde7f824-c23f-4ce5-ae32-39f0ee128011 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5 HTTP/1.1" status: 200 len: 949 time: 0.2040057 Jul 08 18:05:42.382089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c1579-88a4-4341-a85e-aef31e0ae666 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Deleting port 37f5f82f-0431-4cbf-ad65-ec5cfa4edcbc {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:42.382089 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1579-88a4-4341-a85e-aef31e0ae666 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.441947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-71f823c2-6fdc-4a85-abc0-b79556e24ae3 req-2d5e7b6d-b510-495a-9424-ffcc6954e514 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] For port 8e98c429-d781-43af-947b-033b2224b034, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8e98c429-d781-43af-947b-033b2224b034,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:42.443189 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f823c2-6fdc-4a85-abc0-b79556e24ae3 req-2d5e7b6d-b510-495a-9424-ffcc6954e514 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.465058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-71f823c2-6fdc-4a85-abc0-b79556e24ae3 req-2d5e7b6d-b510-495a-9424-ffcc6954e514 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Calling delete_port for 8e98c429-d781-43af-947b-033b2224b034 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:42.502348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6aeea070-3188-4275-9de6-72ea2f34fb70 req-6251e84b-00ba-4033-a15f-cc0b8d099fe6 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.73 "GET /v2.0/security-groups?id=3c4a2ab4-b30d-4a48-ae91-c64672ee966d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308012 Jul 08 18:05:42.559933 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1579-88a4-4341-a85e-aef31e0ae666 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.560311 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1579-88a4-4341-a85e-aef31e0ae666 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.617109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c1579-88a4-4341-a85e-aef31e0ae666 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Calling delete_port for 37f5f82f-0431-4cbf-ad65-ec5cfa4edcbc owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:42.641020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1daec-5ee2-4363-a4b2-aa8144aeed94 req-b6e36911-d7c5-447c-b211-2f5434e07473 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:42.649188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dcc1daec-5ee2-4363-a4b2-aa8144aeed94 req-b6e36911-d7c5-447c-b211-2f5434e07473 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.2027955 Jul 08 18:05:42.710944 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f823c2-6fdc-4a85-abc0-b79556e24ae3 req-2d5e7b6d-b510-495a-9424-ffcc6954e514 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.748528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dcc1daec-5ee2-4363-a4b2-aa8144aeed94 req-e51e2f86-aae6-48bd-8783-27b63221fa43 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983648 Jul 08 18:05:42.821180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e7b6d-b510-495a-9424-ffcc6954e514 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Pushing event deleted for resources: {'Port': ['ID=8e98c429-d781-43af-947b-033b2224b034,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:42.846517 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f823c2-6fdc-4a85-abc0-b79556e24ae3 req-2d5e7b6d-b510-495a-9424-ffcc6954e514 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] No DVR routers for this DVR port 8e98c429-d781-43af-947b-033b2224b034 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:42.849341 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f823c2-6fdc-4a85-abc0-b79556e24ae3 req-2d5e7b6d-b510-495a-9424-ffcc6954e514 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.851393 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f823c2-6fdc-4a85-abc0-b79556e24ae3 req-2d5e7b6d-b510-495a-9424-ffcc6954e514 tempest-ListImageFiltersTestJSON-703280300 tempest-ListImageFiltersTestJSON-703280300-project] 10.222.0.59 "DELETE /v2.0/ports/8e98c429-d781-43af-947b-033b2224b034 HTTP/1.1" status: 204 len: 173 time: 0.7132790 Jul 08 18:05:42.851898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-deleted', 'tag': '8e98c429-d781-43af-947b-033b2224b034'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:42.854705 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c11b52b-ab1c-4d82-98eb-5866f9a7879e" -d '{"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-deleted", "tag": "8e98c429-d781-43af-947b-033b2224b034"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:42.953526 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1579-88a4-4341-a85e-aef31e0ae666 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.999100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c1579-88a4-4341-a85e-aef31e0ae666 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Pushing event deleted for resources: {'Port': ['ID=37f5f82f-0431-4cbf-ad65-ec5cfa4edcbc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:43.073359 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96332596-e739-4f4f-8c7d-53821fe740f9 x-openstack-request-id: req-96332596-e739-4f4f-8c7d-53821fe740f9 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:43.073709 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5", "name": "network-vif-deleted", "tag": "8e98c429-d781-43af-947b-033b2224b034", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:43.074659 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96332596-e739-4f4f-8c7d-53821fe740f9 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:43.074659 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6f5fd1-ee27-4f74-bb96-b12be1c2d7e5', 'name': 'network-vif-deleted', 'tag': '8e98c429-d781-43af-947b-033b2224b034', 'status': 'completed', 'code': 200} Jul 08 18:05:43.145517 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fd649c66-b1ed-4a0c-949f-3952a25baa12 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:43.155831 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1579-88a4-4341-a85e-aef31e0ae666 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:43.159255 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1579-88a4-4341-a85e-aef31e0ae666 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:43.160622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6a8c1579-88a4-4341-a85e-aef31e0ae666 tempest-FloatingIPAdminTestJSON-118707587 tempest-FloatingIPAdminTestJSON-118707587-project] 10.222.0.73 "DELETE /v2.0/floatingips/f150d9bc-bdac-44ec-9d22-5713c57fbb75 HTTP/1.1" status: 204 len: 168 time: 1.1012344 Jul 08 18:05:43.191127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: fd649c66-b1ed-4a0c-949f-3952a25baa12 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:43.194695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fd649c66-b1ed-4a0c-949f-3952a25baa12 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:43.253151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938c4ea-dd83-42de-a5e2-064cec6662e5 req-b4426bf4-fab7-4589-9736-50b4ba397fc1 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:43.255159 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1938c4ea-dd83-42de-a5e2-064cec6662e5 req-b4426bf4-fab7-4589-9736-50b4ba397fc1 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.1544666 Jul 08 18:05:43.343409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1938c4ea-dd83-42de-a5e2-064cec6662e5 req-88aae32d-545c-49ca-b6f7-ea432a4147be tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821624 Jul 08 18:05:43.475910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf1ecc-4a17-4d5a-9e40-c1325a24dcc3 req-bf627262-5634-401a-9f23-c91c84fa286f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:43.493064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7daf1ecc-4a17-4d5a-9e40-c1325a24dcc3 req-bf627262-5634-401a-9f23-c91c84fa286f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 944 time: 0.1344044 Jul 08 18:05:43.569932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7daf1ecc-4a17-4d5a-9e40-c1325a24dcc3 req-b803452d-b040-4ffc-ba58-6eb08cdf78e7 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758870 Jul 08 18:05:43.595362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37276) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:43.803785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9a9b8146-65f7-4e34-8f65-9729c2c982b2 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:43.875090 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 9a9b8146-65f7-4e34-8f65-9729c2c982b2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:43.880792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 9a9b8146-65f7-4e34-8f65-9729c2c982b2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:43.881171 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:43.925103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6dce-74fd-4e0b-8782-ea4ad47704a7 req-c166765d-97eb-4103-a6e6-daa2bf637257 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:43.936004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6dce-74fd-4e0b-8782-ea4ad47704a7 req-c166765d-97eb-4103-a6e6-daa2bf637257 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:43.942744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b8e6dce-74fd-4e0b-8782-ea4ad47704a7 req-c166765d-97eb-4103-a6e6-daa2bf637257 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb8577e-afb1-48e6-bde3-71526b57f606&device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 1682 time: 0.1244254 Jul 08 18:05:43.964525 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d8d57904-e546-440e-9c82-40541bb02d26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a9f751e8a014b00b643f95d44dfd2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656440 Jul 08 18:05:43.965166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37288) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:44.013971 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:44.056487 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9b8146-65f7-4e34-8f65-9729c2c982b2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:44.060043 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00e91ac-4bb0-4d7a-8107-d136c769c119" -d '{"events": [{"server_uuid": "4e495f8e-2fcb-4a1e-84f8-be1fc17fd843", "name": "network-vif-plugged", "status": "completed", "tag": "9a9b8146-65f7-4e34-8f65-9729c2c982b2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:44.079494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b8e6dce-74fd-4e0b-8782-ea4ad47704a7 req-153d27ac-1c1f-44d0-abf5-36a1059582e8 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153939 Jul 08 18:05:44.088059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9a9b8146-65f7-4e34-8f65-9729c2c982b2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9a9b8146-65f7-4e34-8f65-9729c2c982b2,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:44.099540 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:44.100791 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5b22d75-369c-44f2-90c1-2116bc0813ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:44.134695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5b22d75-369c-44f2-90c1-2116bc0813ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:44.206970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9a9b8146-65f7-4e34-8f65-9729c2c982b2,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:44.225295 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5b22d75-369c-44f2-90c1-2116bc0813ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:44.232428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5b22d75-369c-44f2-90c1-2116bc0813ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:44.236015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b5b22d75-369c-44f2-90c1-2116bc0813ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/55d73ea2-44e8-408e-9a18-5a4b22ef7592 HTTP/1.1" status: 204 len: 168 time: 0.2681406 Jul 08 18:05:44.261145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b22d75-369c-44f2-90c1-2116bc0813ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d73ea2-44e8-408e-9a18-5a4b22ef7592,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:44.373971 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb00ce7-d60e-4d3f-a5c8-84cc5e8d6170 x-openstack-request-id: req-7bb00ce7-d60e-4d3f-a5c8-84cc5e8d6170 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:44.374270 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e495f8e-2fcb-4a1e-84f8-be1fc17fd843", "name": "network-vif-plugged", "status": "completed", "tag": "9a9b8146-65f7-4e34-8f65-9729c2c982b2", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:44.374531 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bb00ce7-d60e-4d3f-a5c8-84cc5e8d6170 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:44.374980 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9b8146-65f7-4e34-8f65-9729c2c982b2', 'code': 200} Jul 08 18:05:44.607267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e360337-b408-46d5-a232-4550de780b84 req-e2293fbf-cc60-44c6-986b-e07d4f47ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:44.611473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e360337-b408-46d5-a232-4550de780b84 req-e2293fbf-cc60-44c6-986b-e07d4f47ab70 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 1096 time: 0.0990577 Jul 08 18:05:44.747625 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e360337-b408-46d5-a232-4550de780b84 req-195f4a85-ef4f-4530-b6f8-a17954fc27f9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120589 Jul 08 18:05:44.885218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37332) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:44.917016 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b6356b7-e5ad-4895-aad3-0f7a0f236215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:45.116270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1e2cc-bb36-4ad8-8120-8b5290f77292 req-1a0b7ed1-9487-48de-8193-cd68783f8039 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:45.117825 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2e1e2cc-bb36-4ad8-8120-8b5290f77292 req-1a0b7ed1-9487-48de-8193-cd68783f8039 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1206443 Jul 08 18:05:45.123242 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b6356b7-e5ad-4895-aad3-0f7a0f236215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:45.136285 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b6356b7-e5ad-4895-aad3-0f7a0f236215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:45.205098 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4b6356b7-e5ad-4895-aad3-0f7a0f236215 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=729bbbda731a4a1e86ee2683b1ae54b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179302 Jul 08 18:05:45.207704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37344) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:45.224083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6356b7-e5ad-4895-aad3-0f7a0f236215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4ecc99-aa2c-468e-9a7d-3df8761daf30,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:45.257509 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2e1e2cc-bb36-4ad8-8120-8b5290f77292 req-1cdc632a-448a-4037-9ffd-d59a52d54396 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229136 Jul 08 18:05:45.309989 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa66327-53bd-4a8e-afa1-d76728450c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:45.343024 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa66327-53bd-4a8e-afa1-d76728450c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:45.411084 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa66327-53bd-4a8e-afa1-d76728450c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:45.414624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa66327-53bd-4a8e-afa1-d76728450c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:45.416444 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cfa66327-53bd-4a8e-afa1-d76728450c0d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b4ecc99-aa2c-468e-9a7d-3df8761daf30 HTTP/1.1" status: 204 len: 168 time: 0.2067978 Jul 08 18:05:45.455575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa66327-53bd-4a8e-afa1-d76728450c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4ecc99-aa2c-468e-9a7d-3df8761daf30,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:45.634436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8e98c429-d781-43af-947b-033b2224b034 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:45.702024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 8e98c429-d781-43af-947b-033b2224b034 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:45.704044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8e98c429-d781-43af-947b-033b2224b034 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:46.004124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01695c-b4ee-4f17-9882-517287c20851 req-3639b99e-3452-4b33-9e30-0467236f902a tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:46.007006 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a01695c-b4ee-4f17-9882-517287c20851 req-3639b99e-3452-4b33-9e30-0467236f902a tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.0986073 Jul 08 18:05:46.087896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a01695c-b4ee-4f17-9882-517287c20851 req-0e681b97-5749-4aaf-b6cd-d822a1b93037 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717239 Jul 08 18:05:46.147066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37384) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:46.172759 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a23865e6-a6a2-4b93-b9e9-401a71bdaa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:46.350234 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a23865e6-a6a2-4b93-b9e9-401a71bdaa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:46.356405 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a23865e6-a6a2-4b93-b9e9-401a71bdaa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:46.409297 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a23865e6-a6a2-4b93-b9e9-401a71bdaa6a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=727a89c9347146ae948804943aa881bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581639 Jul 08 18:05:46.409760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37396) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:46.420033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23865e6-a6a2-4b93-b9e9-401a71bdaa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3631bd49-2a4e-4314-98f8-84ba9c2a5ca2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:46.533441 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc8a31ab-97a3-413e-bd4a-9a9cf1250920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:46.594711 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc8a31ab-97a3-413e-bd4a-9a9cf1250920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:46.678469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5431b7-a08a-414d-8e31-0ab8790dd983 req-dbc31670-cfde-4310-a036-5a3450e9b74e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:46.685697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe5431b7-a08a-414d-8e31-0ab8790dd983 req-dbc31670-cfde-4310-a036-5a3450e9b74e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1408074 Jul 08 18:05:46.740930 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe5431b7-a08a-414d-8e31-0ab8790dd983 req-b39d2af8-1428-4a8d-9561-53a483c7397c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544829 Jul 08 18:05:46.746129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc8a31ab-97a3-413e-bd4a-9a9cf1250920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:46.754864 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc8a31ab-97a3-413e-bd4a-9a9cf1250920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:46.756503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cc8a31ab-97a3-413e-bd4a-9a9cf1250920 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3631bd49-2a4e-4314-98f8-84ba9c2a5ca2 HTTP/1.1" status: 204 len: 168 time: 0.3457131 Jul 08 18:05:46.769376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a31ab-97a3-413e-bd4a-9a9cf1250920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3631bd49-2a4e-4314-98f8-84ba9c2a5ca2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:47.439365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a85248-63cf-44d7-987f-e63c41c465dd req-4e9db1b1-671b-468b-b6aa-8c4a32c5e4cc tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:47.448517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6a85248-63cf-44d7-987f-e63c41c465dd req-4e9db1b1-671b-468b-b6aa-8c4a32c5e4cc tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1102831 Jul 08 18:05:47.529756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37454) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:47.533896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6a85248-63cf-44d7-987f-e63c41c465dd req-2082f828-7fcf-4559-9667-d9fac9e9d6fc tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841119 Jul 08 18:05:47.637112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b19e670b-937f-4523-a712-192f9ec3d71a details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:47.831226 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-076800dd-c1b8-4140-b972-19e5c5b7b869 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6c21f07b4404ff68fc576da9b0b69f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993727 Jul 08 18:05:47.832360 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37466) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:47.884548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b19e670b-937f-4523-a712-192f9ec3d71a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b19e670b-937f-4523-a712-192f9ec3d71a,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:47.914897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'b19e670b-937f-4523-a712-192f9ec3d71a', 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0', 'port_id': 'b19e670b-937f-4523-a712-192f9ec3d71a', 'mac_address': 'fa:16:3e:bc:06:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef02c4-868f-454a-8c50-80f46eec3007', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:47.939210 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b55384e-8685-4a1c-bac3-0a8a4282840e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:47.983457 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b55384e-8685-4a1c-bac3-0a8a4282840e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:47.992979 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:48.013897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b19e670b-937f-4523-a712-192f9ec3d71a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:48.077121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37470) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:48.077816 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b55384e-8685-4a1c-bac3-0a8a4282840e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:48.081889 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b19e670b-937f-4523-a712-192f9ec3d71a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b19e670b-937f-4523-a712-192f9ec3d71a,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:48.086274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b55384e-8685-4a1c-bac3-0a8a4282840e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:48.088071 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6b55384e-8685-4a1c-bac3-0a8a4282840e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c4a2ab4-b30d-4a48-ae91-c64672ee966d HTTP/1.1" status: 204 len: 168 time: 0.2534556 Jul 08 18:05:48.101726 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:48.160741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55384e-8685-4a1c-bac3-0a8a4282840e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4a2ab4-b30d-4a48-ae91-c64672ee966d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:48.229699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b19e670b-937f-4523-a712-192f9ec3d71a,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:48.331934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['b19e670b-937f-4523-a712-192f9ec3d71a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:48.346360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c037d90-21e2-465e-b2af-7f23fad700c9 req-da3ee9b0-264e-43f2-805a-1055c9fa147a tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:48.354280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c037d90-21e2-465e-b2af-7f23fad700c9 req-da3ee9b0-264e-43f2-805a-1055c9fa147a tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.7312872 Jul 08 18:05:48.359670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1442014546'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:48.373771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d1cc2-674b-4e0d-8d0e-7cc26d8fde5e req-b79aed97-222e-42c7-ac53-a9732d47e6ea tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:48.389854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b3d1cc2-674b-4e0d-8d0e-7cc26d8fde5e req-b79aed97-222e-42c7-ac53-a9732d47e6ea tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb8577e-afb1-48e6-bde3-71526b57f606 HTTP/1.1" status: 200 len: 946 time: 0.7025721 Jul 08 18:05:48.412321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Made reservation on behalf of 05fc5ca887a340f7917679bb0184eb0e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:48.422828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:48.445175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c037d90-21e2-465e-b2af-7f23fad700c9 req-9895cfa9-9e9a-4e53-829a-44f7bc907f2c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896389 Jul 08 18:05:48.445681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:48.485931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b3d1cc2-674b-4e0d-8d0e-7cc26d8fde5e req-15d4d26e-9c81-446e-a61b-7b38112a877a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdf0a12c-7456-4974-ae3a-369101b0a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947864 Jul 08 18:05:48.765858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:48.779594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:48.809974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:05:48.844367 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e96668a-7fc6-4b9a-a408-0f6c4bf7dcba,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:48.850839 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:48.851287 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Added segment 6f1919ec-f9db-4ca9-9057-1553521e2488 of type vlan for network a672ef09-228d-464a-9f9a-c24b8c800dd6 Jul 08 18:05:48.958615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fcbed-c762-40c6-bc3f-cc204ec88029 req-a885f109-226f-420f-aa89-9149a754766d tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:48.960377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a7fcbed-c762-40c6-bc3f-cc204ec88029 req-a885f109-226f-420f-aa89-9149a754766d tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.74 "GET /v2.0/ports?device_id=9deef4be-2ced-40c6-89a4-718c8de10c52 HTTP/1.1" status: 200 len: 945 time: 0.0879314 Jul 08 18:05:49.010538 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.075396 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.082802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:49.083530 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.170896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa994d-4c4b-41a6-921f-ad07bc2f0579 req-84334a67-550a-4b21-a6da-6c590324edb7 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:49.172614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a2fa994d-4c4b-41a6-921f-ad07bc2f0579 req-84334a67-550a-4b21-a6da-6c590324edb7 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cb8577e-afb1-48e6-bde3-71526b57f606 HTTP/1.1" status: 200 len: 946 time: 0.1748569 Jul 08 18:05:49.187341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e22abf-f6cd-4791-9f57-f2bad440fe8e req-6536e855-e15f-43b6-b564-a6dfe9ec954e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:49.189325 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46e22abf-f6cd-4791-9f57-f2bad440fe8e req-6536e855-e15f-43b6-b564-a6dfe9ec954e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1624818 Jul 08 18:05:49.226035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1a7fcbed-c762-40c6-bc3f-cc204ec88029 req-0e850faa-6fc6-4162-a258-6e5be3a6748a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Deleting port f5e2a72d-c681-4926-980b-27c36eee0af3 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:49.226618 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a7fcbed-c762-40c6-bc3f-cc204ec88029 req-0e850faa-6fc6-4162-a258-6e5be3a6748a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.246088 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1565881 Jul 08 18:05:49.258669 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37508) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:49.266880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'subnet': {'network_id': 'a672ef09-228d-464a-9f9a-c24b8c800dd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:49.270343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885acdb-379c-4da6-9106-84b089ccdc31 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Network': ['ID=a672ef09-228d-464a-9f9a-c24b8c800dd6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:49.284350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network a672ef09-228d-464a-9f9a-c24b8c800dd6 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:05:49.352139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46e22abf-f6cd-4791-9f57-f2bad440fe8e req-9ba6630d-bebc-4dda-8b4d-9a3be48b30a9 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565402 Jul 08 18:05:49.358663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-a2fa994d-4c4b-41a6-921f-ad07bc2f0579 req-56502a36-106c-439c-853d-68ee83b3e857 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Deleting port aad4f678-ef5d-4851-86ec-63c051beb02e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:49.359008 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2fa994d-4c4b-41a6-921f-ad07bc2f0579 req-56502a36-106c-439c-853d-68ee83b3e857 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.471460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37514) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:49.530403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1a7fcbed-c762-40c6-bc3f-cc204ec88029 req-0e850faa-6fc6-4162-a258-6e5be3a6748a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] For port f5e2a72d-c681-4926-980b-27c36eee0af3, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f5e2a72d-c681-4926-980b-27c36eee0af3,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:49.530779 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a7fcbed-c762-40c6-bc3f-cc204ec88029 req-0e850faa-6fc6-4162-a258-6e5be3a6748a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.544121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a2fa994d-4c4b-41a6-921f-ad07bc2f0579 req-56502a36-106c-439c-853d-68ee83b3e857 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] For port aad4f678-ef5d-4851-86ec-63c051beb02e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=aad4f678-ef5d-4851-86ec-63c051beb02e,segment=NetworkSegment(0f336a19-c82a-4530-aafd-a47fd80d2a1a),segment_id=0f336a19-c82a-4530-aafd-a47fd80d2a1a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:49.544835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2fa994d-4c4b-41a6-921f-ad07bc2f0579 req-56502a36-106c-439c-853d-68ee83b3e857 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.572671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-a2fa994d-4c4b-41a6-921f-ad07bc2f0579 req-56502a36-106c-439c-853d-68ee83b3e857 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Calling delete_port for aad4f678-ef5d-4851-86ec-63c051beb02e owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:49.584239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1a7fcbed-c762-40c6-bc3f-cc204ec88029 req-0e850faa-6fc6-4162-a258-6e5be3a6748a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Calling delete_port for f5e2a72d-c681-4926-980b-27c36eee0af3 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:49.679060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Made reservation on behalf of 05fc5ca887a340f7917679bb0184eb0e for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:49.697062 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.697207 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b19e670b-937f-4523-a712-192f9ec3d71a up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:49.782812 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2fa994d-4c4b-41a6-921f-ad07bc2f0579 req-56502a36-106c-439c-853d-68ee83b3e857 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.805868 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['f5e2a72d-c681-4926-980b-27c36eee0af3'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:49.807646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1825013774-network', 'tenant_id': 'b7f7f3adccda47ed97b710c1fffd1525'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:49.855065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56502a36-106c-439c-853d-68ee83b3e857 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Pushing event deleted for resources: {'Port': ['ID=aad4f678-ef5d-4851-86ec-63c051beb02e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:49.868893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port b19e670b-937f-4523-a712-192f9ec3d71a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:49.869739 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.880515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fa994d-4c4b-41a6-921f-ad07bc2f0579 req-56502a36-106c-439c-853d-68ee83b3e857 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] No DVR routers for this DVR port aad4f678-ef5d-4851-86ec-63c051beb02e on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:49.883301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a2fa994d-4c4b-41a6-921f-ad07bc2f0579 req-56502a36-106c-439c-853d-68ee83b3e857 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.885499 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a2fa994d-4c4b-41a6-921f-ad07bc2f0579 req-56502a36-106c-439c-853d-68ee83b3e857 tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.59 "DELETE /v2.0/ports/aad4f678-ef5d-4851-86ec-63c051beb02e HTTP/1.1" status: 204 len: 173 time: 0.7043672 Jul 08 18:05:49.885952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8577e-afb1-48e6-bde3-71526b57f606', 'name': 'network-vif-deleted', 'tag': 'aad4f678-ef5d-4851-86ec-63c051beb02e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:49.888284 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aca1bb-800c-4dc8-9bda-e897105b8d83" -d '{"events": [{"server_uuid": "8cb8577e-afb1-48e6-bde3-71526b57f606", "name": "network-vif-deleted", "tag": "aad4f678-ef5d-4851-86ec-63c051beb02e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:49.953864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Made reservation on behalf of b7f7f3adccda47ed97b710c1fffd1525 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:49.959427 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.025103 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.034811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d265b1d-a263-4255-9fb8-2f88b603a07d req-9d7e7f3d-8de9-4872-80ba-73ac4252b390 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:50.042431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d265b1d-a263-4255-9fb8-2f88b603a07d req-9d7e7f3d-8de9-4872-80ba-73ac4252b390 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.4554615 Jul 08 18:05:50.111351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124998a2-67ef-49a4-8795-37d579c57061 req-2bb55e08-ffaf-4d26-8295-b7b18b1e3b08 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:50.119478 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.119678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-124998a2-67ef-49a4-8795-37d579c57061 req-2bb55e08-ffaf-4d26-8295-b7b18b1e3b08 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 944 time: 0.4560943 Jul 08 18:05:50.164267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b19e670b-937f-4523-a712-192f9ec3d71a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b19e670b-937f-4523-a712-192f9ec3d71a,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:50.165661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19e670b-937f-4523-a712-192f9ec3d71a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:50.168534 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415aec20-bcf2-4af0-920b-a74b0056592a" -d '{"events": [{"server_uuid": "ad04353b-d6b8-4f20-aaac-200e98ff13ec", "name": "network-vif-plugged", "status": "completed", "tag": "b19e670b-937f-4523-a712-192f9ec3d71a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:50.174117 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.175449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device aad4f678-ef5d-4851-86ec-63c051beb02e no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:50.193284 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a7fcbed-c762-40c6-bc3f-cc204ec88029 req-0e850faa-6fc6-4162-a258-6e5be3a6748a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.224036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: aad4f678-ef5d-4851-86ec-63c051beb02e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:50.224724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device aad4f678-ef5d-4851-86ec-63c051beb02e not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:50.259829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d265b1d-a263-4255-9fb8-2f88b603a07d req-a1797166-5356-46ec-9e8b-4132bc47c8d4 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164030 Jul 08 18:05:50.260936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b19e670b-937f-4523-a712-192f9ec3d71a,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:50.269028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.269375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.269715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.270043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.270430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.271072 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.271412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.271887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.272069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.272385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.272788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.273014 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:50.333005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-124998a2-67ef-49a4-8795-37d579c57061 req-3b643735-0877-402e-8876-da9a48898ced tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124963 Jul 08 18:05:50.344164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e850faa-6fc6-4162-a258-6e5be3a6748a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Pushing event deleted for resources: {'Port': ['ID=f5e2a72d-c681-4926-980b-27c36eee0af3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:50.512565 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-457e5884-2b35-4a9d-90ed-e3a1f455dd05 req-df935e19-9f3d-4959-a668-63e76eb356cc tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cb8577e-afb1-48e6-bde3-71526b57f606 HTTP/1.1" status: 200 len: 210 time: 0.0558500 Jul 08 18:05:50.513500 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.562373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7fcbed-c762-40c6-bc3f-cc204ec88029 req-0e850faa-6fc6-4162-a258-6e5be3a6748a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] No DVR routers for this DVR port f5e2a72d-c681-4926-980b-27c36eee0af3 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:50.566176 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.590271 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbea4a6-9753-49b4-bf99-86e141c323a7 x-openstack-request-id: req-7fbea4a6-9753-49b4-bf99-86e141c323a7 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:50.590687 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8577e-afb1-48e6-bde3-71526b57f606", "name": "network-vif-deleted", "tag": "aad4f678-ef5d-4851-86ec-63c051beb02e", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:50.590944 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7fbea4a6-9753-49b4-bf99-86e141c323a7 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:50.591414 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8577e-afb1-48e6-bde3-71526b57f606', 'name': 'network-vif-deleted', 'tag': 'aad4f678-ef5d-4851-86ec-63c051beb02e', 'status': 'completed', 'code': 200} Jul 08 18:05:50.597857 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a7fcbed-c762-40c6-bc3f-cc204ec88029 req-0e850faa-6fc6-4162-a258-6e5be3a6748a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.600750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a7fcbed-c762-40c6-bc3f-cc204ec88029 req-0e850faa-6fc6-4162-a258-6e5be3a6748a tempest-ListServersNegativeTestJSON-1121357511 tempest-ListServersNegativeTestJSON-1121357511-project] 10.222.0.74 "DELETE /v2.0/ports/f5e2a72d-c681-4926-980b-27c36eee0af3 HTTP/1.1" status: 204 len: 173 time: 1.6345096 Jul 08 18:05:50.601213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deef4be-2ced-40c6-89a4-718c8de10c52', 'name': 'network-vif-deleted', 'tag': 'f5e2a72d-c681-4926-980b-27c36eee0af3'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:50.603632 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3108e886-47be-44fa-a49e-937abc11ba35" -d '{"events": [{"server_uuid": "9deef4be-2ced-40c6-89a4-718c8de10c52", "name": "network-vif-deleted", "tag": "f5e2a72d-c681-4926-980b-27c36eee0af3"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:50.621950 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.699387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:05:50.712552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Subnet': ['ID=2a8467b3-9024-404a-b28b-a7ef00c28f90,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:50.715236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Checking segment: {'id': '6f1919ec-f9db-4ca9-9057-1553521e2488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a672ef09-228d-464a-9f9a-c24b8c800dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:50.715598 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network hostable DHCP agents. Network: a672ef09-228d-464a-9f9a-c24b8c800dd6, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:05:50.743028 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.744077 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Added segment 449b01f5-b1b5-45a7-9d0d-65138c15b69e of type vlan for network 43045534-9103-436b-a9f7-3eb2ba0cbdd3 Jul 08 18:05:50.785432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de53469b-e0b7-4f71-9e43-f86f9dd88cf5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:50.856196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network a672ef09-228d-464a-9f9a-c24b8c800dd6 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:05:50.893465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.912479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, a672ef09-228d-464a-9f9a-c24b8c800dd6) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:50.925709 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2f070e-997c-4902-a3ef-c2615f3ffcc7 x-openstack-request-id: req-bb2f070e-997c-4902-a3ef-c2615f3ffcc7 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:50.926153 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad04353b-d6b8-4f20-aaac-200e98ff13ec", "name": "network-vif-plugged", "status": "completed", "tag": "b19e670b-937f-4523-a712-192f9ec3d71a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:50.926153 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb2f070e-997c-4902-a3ef-c2615f3ffcc7 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:50.927105 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19e670b-937f-4523-a712-192f9ec3d71a', 'code': 200} Jul 08 18:05:50.931270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a58b31-79d0-4502-b261-6f75a533bdc7 None None] Network a672ef09-228d-464a-9f9a-c24b8c800dd6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:50.933601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:50.934199 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:50.990153 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d432a4-cd71-4003-b55f-2a4fa1b9d799 x-openstack-request-id: req-06d432a4-cd71-4003-b55f-2a4fa1b9d799 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:50.990470 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deef4be-2ced-40c6-89a4-718c8de10c52", "name": "network-vif-deleted", "tag": "f5e2a72d-c681-4926-980b-27c36eee0af3", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:50.990721 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06d432a4-cd71-4003-b55f-2a4fa1b9d799 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:50.991112 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deef4be-2ced-40c6-89a4-718c8de10c52', 'name': 'network-vif-deleted', 'tag': 'f5e2a72d-c681-4926-980b-27c36eee0af3', 'status': 'completed', 'code': 200} Jul 08 18:05:50.992472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b9fedb51-8db1-4903-a231-99d38ed38bcc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7325811 Jul 08 18:05:50.995294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37556) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:51.000869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1644541497', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:51.013138 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.014136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:51.014751 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.072057 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.077952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.123373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6364377 Jul 08 18:05:51.124573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37562) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:51.125346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfc295-a724-498f-9672-b5d03c56c44f admin admin] Pushing event updated for resources: {'Network': ['ID=43045534-9103-436b-a9f7-3eb2ba0cbdd3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:51.134365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] Request body: {'subnet': {'network_id': '43045534-9103-436b-a9f7-3eb2ba0cbdd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1825013774-subnet', 'tenant_id': 'b7f7f3adccda47ed97b710c1fffd1525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:51.167671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] Made reservation on behalf of b7f7f3adccda47ed97b710c1fffd1525 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:51.170614 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.202832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 43045534-9103-436b-a9f7-3eb2ba0cbdd3 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:05:51.296446 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.441491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe349c-9c8b-4056-ac72-030e31d9cc18 None None] Network a672ef09-228d-464a-9f9a-c24b8c800dd6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:51.538259 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.783774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68067307-90f5-498f-b398-96f9cd46e369,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:51.905929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] Checking segment: {'id': '449b01f5-b1b5-45a7-9d0d-65138c15b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '43045534-9103-436b-a9f7-3eb2ba0cbdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:51.906428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] Network hostable DHCP agents. Network: 43045534-9103-436b-a9f7-3eb2ba0cbdd3, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:05:51.921509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b077c8b-c591-45b1-a93d-f906b35f6853 req-be05b7f8-f3d8-4397-bf90-5a81bd358067 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:51.929704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b077c8b-c591-45b1-a93d-f906b35f6853 req-be05b7f8-f3d8-4397-bf90-5a81bd358067 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.2423201 Jul 08 18:05:52.033081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b077c8b-c591-45b1-a93d-f906b35f6853 req-8d49b751-5cf4-4bf0-9b42-e9c836073198 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023519 Jul 08 18:05:52.035466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] Network 43045534-9103-436b-a9f7-3eb2ba0cbdd3 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:05:52.078068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 43045534-9103-436b-a9f7-3eb2ba0cbdd3) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:52.086963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:52.087656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.109130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f873a3e-73df-4cec-a68e-6d24e4e8b91e None None] Network 43045534-9103-436b-a9f7-3eb2ba0cbdd3 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:52.144382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704de55-a9a2-410c-842d-4827ab443abe req-e797c0e5-40d9-421d-bd5d-1ff853566097 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:52.153388 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7704de55-a9a2-410c-842d-4827ab443abe req-e797c0e5-40d9-421d-bd5d-1ff853566097 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1848798 Jul 08 18:05:52.156012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.179864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a3af1483-6bea-480d-9b8e-e97477770e39 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0508387 Jul 08 18:05:52.283868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7704de55-a9a2-410c-842d-4827ab443abe req-6702ffdf-4d29-4985-9b75-44c673b4e115 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297221 Jul 08 18:05:52.403189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db99c0-eb39-4662-8051-308712526512 None None] Network 43045534-9103-436b-a9f7-3eb2ba0cbdd3 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:52.505762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-70fb907e-98ea-45f0-9299-5d9e579f8e98 req-774c2aa5-85a5-4285-9ead-6484064a36b1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2055868595', 'description': 'tempest-description-1242179989'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:52.547954 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-70fb907e-98ea-45f0-9299-5d9e579f8e98 req-774c2aa5-85a5-4285-9ead-6484064a36b1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.612295 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.614550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37598) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:52.650649 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.673734 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-70fb907e-98ea-45f0-9299-5d9e579f8e98 req-774c2aa5-85a5-4285-9ead-6484064a36b1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.681615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-70fb907e-98ea-45f0-9299-5d9e579f8e98 req-774c2aa5-85a5-4285-9ead-6484064a36b1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.722462 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-70fb907e-98ea-45f0-9299-5d9e579f8e98 req-774c2aa5-85a5-4285-9ead-6484064a36b1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.729442 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70fb907e-98ea-45f0-9299-5d9e579f8e98 req-774c2aa5-85a5-4285-9ead-6484064a36b1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2285686 Jul 08 18:05:52.730828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c2aa5-85a5-4285-9ead-6484064a36b1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3f2fa8-fa58-4e5a-837f-3e808ebed6b9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:52.765674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b12b420-5845-49ed-b7ea-6303b06c3875 admin admin] Deleting subnet 8e2ed2bd-cd83-469a-ab38-9d5cda438b1a {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:05:52.772487 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b12b420-5845-49ed-b7ea-6303b06c3875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.821678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-646af9f4-ce07-4ce5-9b60-99d626a87143 req-b196ba93-03fc-4874-b264-61a68574f623 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/2d3f2fa8-fa58-4e5a-837f-3e808ebed6b9 HTTP/1.1" status: 200 len: 1807 time: 0.0718129 Jul 08 18:05:52.844223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-646af9f4-ce07-4ce5-9b60-99d626a87143 req-e81d35ba-73bc-49e2-9e8f-042ab737e3c3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d3f2fa8-fa58-4e5a-837f-3e808ebed6b9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:52.844624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-646af9f4-ce07-4ce5-9b60-99d626a87143 req-e81d35ba-73bc-49e2-9e8f-042ab737e3c3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d3f2fa8-fa58-4e5a-837f-3e808ebed6b9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:52.854823 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b12b420-5845-49ed-b7ea-6303b06c3875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.905523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.25.8.194 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/b00f1d6f-51f4-4cb8-9927-8db5ff24cb78) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:52.929870 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b12b420-5845-49ed-b7ea-6303b06c3875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.964668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-646af9f4-ce07-4ce5-9b60-99d626a87143 req-e81d35ba-73bc-49e2-9e8f-042ab737e3c3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.012553 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-646af9f4-ce07-4ce5-9b60-99d626a87143 req-e81d35ba-73bc-49e2-9e8f-042ab737e3c3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.019664 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-646af9f4-ce07-4ce5-9b60-99d626a87143 req-e81d35ba-73bc-49e2-9e8f-042ab737e3c3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.048233 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d35ba-73bc-49e2-9e8f-042ab737e3c3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8723f3d0-ea0d-4107-84b5-ee6467c8a36c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:53.066129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b12b420-5845-49ed-b7ea-6303b06c3875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.073787 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-646af9f4-ce07-4ce5-9b60-99d626a87143 req-e81d35ba-73bc-49e2-9e8f-042ab737e3c3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.083209 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-646af9f4-ce07-4ce5-9b60-99d626a87143 req-e81d35ba-73bc-49e2-9e8f-042ab737e3c3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2504470 Jul 08 18:05:53.112331 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.116963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b12b420-5845-49ed-b7ea-6303b06c3875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.118468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-ae02bd32-3cfa-411c-8328-57950f2b514e req-f9452646-31b6-45ca-8218-0a12f4f6eab7 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1616141138', 'description': 'tempest-description-1907698126'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:53.118862 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1b12b420-5845-49ed-b7ea-6303b06c3875 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8e2ed2bd-cd83-469a-ab38-9d5cda438b1a HTTP/1.1" status: 204 len: 168 time: 0.5033355 Jul 08 18:05:53.149416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37608) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:53.155091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12b420-5845-49ed-b7ea-6303b06c3875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2ed2bd-cd83-469a-ab38-9d5cda438b1a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:53.200029 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ae02bd32-3cfa-411c-8328-57950f2b514e req-f9452646-31b6-45ca-8218-0a12f4f6eab7 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.212121 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.258445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:53.262905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:53.266976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:53.315703 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.408835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc6f8a-182f-48f9-8520-eed805d0363a req-87123c4e-e57c-40b5-9371-c5d8d1f5a1df tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:53.412853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20cc6f8a-182f-48f9-8520-eed805d0363a req-87123c4e-e57c-40b5-9371-c5d8d1f5a1df tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 945 time: 0.2243960 Jul 08 18:05:53.430474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=b00f1d6f-51f4-4cb8-9927-8db5ff24cb78,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:53.480100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.480456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.480910 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.481257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.481595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.481946 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.482294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.483349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.483349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.483601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.483962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.484463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:53.519699 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.534865 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ae02bd32-3cfa-411c-8328-57950f2b514e req-f9452646-31b6-45ca-8218-0a12f4f6eab7 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.543877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4259e422-2d46-4b86-a883-12d74c754436']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:53.559581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ae02bd32-3cfa-411c-8328-57950f2b514e req-f9452646-31b6-45ca-8218-0a12f4f6eab7 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.568917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f336a19-c82a-4530-aafd-a47fd80d2a1a') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:53.569216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f336a19-c82a-4530-aafd-a47fd80d2a1a') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:53.587685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20cc6f8a-182f-48f9-8520-eed805d0363a req-91e8d507-4331-4089-af14-667e319a2220 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521933 Jul 08 18:05:53.633859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.640869 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.648146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ae02bd32-3cfa-411c-8328-57950f2b514e req-f9452646-31b6-45ca-8218-0a12f4f6eab7 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.658834 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae02bd32-3cfa-411c-8328-57950f2b514e req-f9452646-31b6-45ca-8218-0a12f4f6eab7 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5406921 Jul 08 18:05:53.658834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9452646-31b6-45ca-8218-0a12f4f6eab7 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb08585-cad6-4d80-9323-763e5544d3d3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:53.687866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.692832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b19e670b-937f-4523-a712-192f9ec3d71a no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:53.707873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:05:53.708639 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:05:53.710733 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:05:53.846790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.856101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.861818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] 10.222.0.73 "DELETE /v2.0/networks/4259e422-2d46-4b86-a883-12d74c754436 HTTP/1.1" status: 204 len: 168 time: 0.7108660 Jul 08 18:05:53.891435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fceb3e-00f8-4cbd-b4d2-c973d6bc959e admin admin] Pushing event deleted for resources: {'Network': ['ID=4259e422-2d46-4b86-a883-12d74c754436,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:54.013360 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f5e2a72d-c681-4926-980b-27c36eee0af3 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:54.017273 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.044869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: f5e2a72d-c681-4926-980b-27c36eee0af3 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:54.045211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f5e2a72d-c681-4926-980b-27c36eee0af3 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:54.093101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd63cf6-1331-4ad8-87bc-1d5fc7fc9a48 req-12b01d67-c3cb-4829-b221-accaa92b248b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:54.105752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fd63cf6-1331-4ad8-87bc-1d5fc7fc9a48 req-12b01d67-c3cb-4829-b221-accaa92b248b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.2255366 Jul 08 18:05:54.110497 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.121888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37632) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:54.183217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b19e670b-937f-4523-a712-192f9ec3d71a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b19e670b-937f-4523-a712-192f9ec3d71a,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:54.184192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b19e670b-937f-4523-a712-192f9ec3d71a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:54.190733 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad6f679-d700-4701-982a-42b9227727d4" -d '{"events": [{"server_uuid": "ad04353b-d6b8-4f20-aaac-200e98ff13ec", "name": "network-vif-unplugged", "status": "completed", "tag": "b19e670b-937f-4523-a712-192f9ec3d71a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:54.195515 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.257929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:05:54.272120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b19e670b-937f-4523-a712-192f9ec3d71a,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:54.288546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fd63cf6-1331-4ad8-87bc-1d5fc7fc9a48 req-6c64a85b-1546-4409-ba0e-39189c73455d tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815190 Jul 08 18:05:54.324286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-939da4d5-b1a5-45af-b89f-ce2690a01bd8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e63bde94dae540c4a8e80ad6f8673a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883945 Jul 08 18:05:54.324497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37636) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:54.494239 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1e37be-c994-4860-a62d-d70cdf0a690b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.499517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee47b07c-bf99-41a2-bdad-8b248001735f req-32ba8de7-3172-42fb-94c9-d0226dedfc32 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/3cb08585-cad6-4d80-9323-763e5544d3d3 HTTP/1.1" status: 200 len: 1807 time: 0.1540513 Jul 08 18:05:54.513343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:54.522098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-ee47b07c-bf99-41a2-bdad-8b248001735f req-624cd7c0-d827-4780-89a1-4194988066c2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3cb08585-cad6-4d80-9323-763e5544d3d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:54.522449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-ee47b07c-bf99-41a2-bdad-8b248001735f req-624cd7c0-d827-4780-89a1-4194988066c2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3cb08585-cad6-4d80-9323-763e5544d3d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:54.527558 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a0ed7-d520-40a3-a1c4-6efed4df39e0 None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:54.537515 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb06cd1-cad9-4c3b-982f-175658525b47 x-openstack-request-id: req-4eb06cd1-cad9-4c3b-982f-175658525b47 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:54.537990 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad04353b-d6b8-4f20-aaac-200e98ff13ec", "name": "network-vif-unplugged", "status": "completed", "tag": "b19e670b-937f-4523-a712-192f9ec3d71a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:54.538109 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1e37be-c994-4860-a62d-d70cdf0a690b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.538528 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4eb06cd1-cad9-4c3b-982f-175658525b47 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:54.539076 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b19e670b-937f-4523-a712-192f9ec3d71a', 'code': 200} Jul 08 18:05:54.551079 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a0ed7-d520-40a3-a1c4-6efed4df39e0 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:54.554501 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3b9a0ed7-d520-40a3-a1c4-6efed4df39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:54.587992 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.590503 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b30318a3-e0dd-4381-bef8-a07c523d531e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5936813 Jul 08 18:05:54.592620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37640) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:54.636061 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3b9a0ed7-d520-40a3-a1c4-6efed4df39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:54.646809 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a0ed7-d520-40a3-a1c4-6efed4df39e0 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:54.647697 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3b9a0ed7-d520-40a3-a1c4-6efed4df39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:54.666085 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1e37be-c994-4860-a62d-d70cdf0a690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.668889 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1e37be-c994-4860-a62d-d70cdf0a690b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.670069 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bb1e37be-c994-4860-a62d-d70cdf0a690b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fdf0a12c-7456-4974-ae3a-369101b0a31c HTTP/1.1" status: 204 len: 168 time: 0.3446517 Jul 08 18:05:54.673466 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ee47b07c-bf99-41a2-bdad-8b248001735f req-624cd7c0-d827-4780-89a1-4194988066c2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.686750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e37be-c994-4860-a62d-d70cdf0a690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf0a12c-7456-4974-ae3a-369101b0a31c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:54.708306 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ee47b07c-bf99-41a2-bdad-8b248001735f req-624cd7c0-d827-4780-89a1-4194988066c2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.719854 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ee47b07c-bf99-41a2-bdad-8b248001735f req-624cd7c0-d827-4780-89a1-4194988066c2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.745699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cd7c0-d827-4780-89a1-4194988066c2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbd0ccd-dd84-4242-9980-d27afdd24e94,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:54.777283 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3b9a0ed7-d520-40a3-a1c4-6efed4df39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:54.781809 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a0ed7-d520-40a3-a1c4-6efed4df39e0 None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:54.786121 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ee47b07c-bf99-41a2-bdad-8b248001735f req-624cd7c0-d827-4780-89a1-4194988066c2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:54.801071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee47b07c-bf99-41a2-bdad-8b248001735f req-624cd7c0-d827-4780-89a1-4194988066c2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2889533 Jul 08 18:05:54.859951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7764e1-2ea3-4e26-a337-56c3f7cdb7c7 req-c86b0afc-8ef6-474d-956d-c8b3e5afed44 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:54.861687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c7764e1-2ea3-4e26-a337-56c3f7cdb7c7 req-c86b0afc-8ef6-474d-956d-c8b3e5afed44 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 943 time: 0.1181750 Jul 08 18:05:54.923244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c7764e1-2ea3-4e26-a337-56c3f7cdb7c7 req-38282c8c-91d6-4dd9-a867-9c62757bc442 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547261 Jul 08 18:05:54.936794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-299ba09f-c38b-4b1c-8ccc-491ca1b1d3f7 req-b15d72ff-3e38-4406-a30e-05cbf3f04396 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1916359258', 'description': 'tempest-description-147923614'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:55.010790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-299ba09f-c38b-4b1c-8ccc-491ca1b1d3f7 req-b15d72ff-3e38-4406-a30e-05cbf3f04396 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:55.220321 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-299ba09f-c38b-4b1c-8ccc-491ca1b1d3f7 req-b15d72ff-3e38-4406-a30e-05cbf3f04396 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:55.272984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-299ba09f-c38b-4b1c-8ccc-491ca1b1d3f7 req-b15d72ff-3e38-4406-a30e-05cbf3f04396 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:55.306334 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-299ba09f-c38b-4b1c-8ccc-491ca1b1d3f7 req-b15d72ff-3e38-4406-a30e-05cbf3f04396 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:55.307622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-299ba09f-c38b-4b1c-8ccc-491ca1b1d3f7 req-b15d72ff-3e38-4406-a30e-05cbf3f04396 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3891752 Jul 08 18:05:55.308283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d72ff-3e38-4406-a30e-05cbf3f04396 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4134a63-7b78-4453-bff1-8787ae4c7e1e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:55.345368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-5a69140f-82f4-4224-b19d-12e9baa03e98 req-05bf4dad-f672-4af9-9dcc-69c3d3ee3a28 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-783929055', 'description': 'tempest-description-1609177756'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:55.387093 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a69140f-82f4-4224-b19d-12e9baa03e98 req-05bf4dad-f672-4af9-9dcc-69c3d3ee3a28 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:55.458224 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:55.716132 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a69140f-82f4-4224-b19d-12e9baa03e98 req-05bf4dad-f672-4af9-9dcc-69c3d3ee3a28 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:55.736749 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a69140f-82f4-4224-b19d-12e9baa03e98 req-05bf4dad-f672-4af9-9dcc-69c3d3ee3a28 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:55.822321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb83db-bed0-4820-b388-0a5b1b494b48 req-6ca7e321-e367-473f-80dd-2dc0f370d7c9 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:55.836366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06eb83db-bed0-4820-b388-0a5b1b494b48 req-6ca7e321-e367-473f-80dd-2dc0f370d7c9 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.3663273 Jul 08 18:05:55.889550 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a69140f-82f4-4224-b19d-12e9baa03e98 req-05bf4dad-f672-4af9-9dcc-69c3d3ee3a28 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:55.902999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a69140f-82f4-4224-b19d-12e9baa03e98 req-05bf4dad-f672-4af9-9dcc-69c3d3ee3a28 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5662887 Jul 08 18:05:55.911584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf4dad-f672-4af9-9dcc-69c3d3ee3a28 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bd2d9f-80e1-4ec3-9025-e444c47e3348,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:55.933049 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37690) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:55.951600 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06eb83db-bed0-4820-b388-0a5b1b494b48 req-28b34461-1329-49e2-b2ff-6f014be26147 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140590 Jul 08 18:05:55.962846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.20.0.1 (a672ef09-228d-464a-9f9a-c24b8c800dd6/2a8467b3-9024-404a-b28b-a7ef00c28f90/6803c3c9-6e0c-46bd-80cc-8fe31304b0cb) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:56.136999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1914801862-network', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:56.156470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fd9a815-5790-4b06-8c42-d9c55c115cdf req-8bad4dd6-5f28-4113-98a5-bdfe13f7bf1c tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/c4134a63-7b78-4453-bff1-8787ae4c7e1e HTTP/1.1" status: 200 len: 1806 time: 0.0641837 Jul 08 18:05:56.201404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Made reservation on behalf of 60b0c86a14ff4f54a31a20233e52f69f for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:56.204205 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.219366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fd9a815-5790-4b06-8c42-d9c55c115cdf req-d2af8f0b-43dd-4d18-8d23-1e809221721d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/91bd2d9f-80e1-4ec3-9025-e444c47e3348 HTTP/1.1" status: 200 len: 1806 time: 0.0618391 Jul 08 18:05:56.223373 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.225524 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3fd9a815-5790-4b06-8c42-d9c55c115cdf req-6047930f-12c2-4ab4-a02b-5cb44a78c49d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c4134a63-7b78-4453-bff1-8787ae4c7e1e', 'remote_group_id': '91bd2d9f-80e1-4ec3-9025-e444c47e3348', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:56.225661 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.225838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3fd9a815-5790-4b06-8c42-d9c55c115cdf req-6047930f-12c2-4ab4-a02b-5cb44a78c49d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c4134a63-7b78-4453-bff1-8787ae4c7e1e', 'remote_group_id': '91bd2d9f-80e1-4ec3-9025-e444c47e3348', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:56.278351 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.325690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network a672ef09-228d-464a-9f9a-c24b8c800dd6 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:56.336613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:56.345005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef1ff7-850a-41ea-95b9-e891dc3fcfba req-50728bcb-000c-472b-a2b3-3793bc54a586 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:56.345257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:56.346580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12ef1ff7-850a-41ea-95b9-e891dc3fcfba req-50728bcb-000c-472b-a2b3-3793bc54a586 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 943 time: 0.1162715 Jul 08 18:05:56.367048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3fd9a815-5790-4b06-8c42-d9c55c115cdf req-6047930f-12c2-4ab4-a02b-5cb44a78c49d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.385551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=6803c3c9-6e0c-46bd-80cc-8fe31304b0cb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:56.413588 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.418743 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3fd9a815-5790-4b06-8c42-d9c55c115cdf req-6047930f-12c2-4ab4-a02b-5cb44a78c49d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.421962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12ef1ff7-850a-41ea-95b9-e891dc3fcfba req-d813660b-793d-4de7-9010-43aad46826e0 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684943 Jul 08 18:05:56.423047 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3fd9a815-5790-4b06-8c42-d9c55c115cdf req-6047930f-12c2-4ab4-a02b-5cb44a78c49d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.438942 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047930f-12c2-4ab4-a02b-5cb44a78c49d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b9c674-da5b-44ea-987d-a95e48e7407b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:56.815313 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.823891 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3fd9a815-5790-4b06-8c42-d9c55c115cdf req-6047930f-12c2-4ab4-a02b-5cb44a78c49d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.825300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fd9a815-5790-4b06-8c42-d9c55c115cdf req-6047930f-12c2-4ab4-a02b-5cb44a78c49d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6051006 Jul 08 18:05:56.826532 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.855064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-f4ea9860-1147-4787-9159-de1d392ee7d9 req-e57d666f-c528-4463-891c-e824b7f3dd5f tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-84175231', 'description': 'tempest-description-725244323'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:56.860093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8307f-2125-4847-80c2-f4b07c3866c4 req-2e1f8433-cecb-41f6-a9bd-2388002231cc tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:56.861587 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6a8307f-2125-4847-80c2-f4b07c3866c4 req-2e1f8433-cecb-41f6-a9bd-2388002231cc tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 943 time: 0.4388895 Jul 08 18:05:56.881100 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f4ea9860-1147-4787-9159-de1d392ee7d9 req-e57d666f-c528-4463-891c-e824b7f3dd5f tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.884774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:05:56.944506 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.944506 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Added segment 9e8944f4-ac07-43d4-9aee-56b1c478b5f9 of type vlan for network c92d1067-af3d-4be1-a412-78a68c63eea9 Jul 08 18:05:56.946084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890593b9-6f40-4713-9b9c-eb07f547560d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:57.013073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f4ea9860-1147-4787-9159-de1d392ee7d9 req-e57d666f-c528-4463-891c-e824b7f3dd5f tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.017200 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f4ea9860-1147-4787-9159-de1d392ee7d9 req-e57d666f-c528-4463-891c-e824b7f3dd5f tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.017353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.021615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.052969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d666f-c528-4463-891c-e824b7f3dd5f tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d0618-0d29-4876-a6d4-2324562d77d9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:57.057348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f4ea9860-1147-4787-9159-de1d392ee7d9 req-e57d666f-c528-4463-891c-e824b7f3dd5f tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.059139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f4ea9860-1147-4787-9159-de1d392ee7d9 req-e57d666f-c528-4463-891c-e824b7f3dd5f tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2095516 Jul 08 18:05:57.086037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-9940c257-de1d-4313-9670-1b66d10923a1 req-00667fd2-dfa9-4c99-9243-24f6e990bfdd tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1817631301', 'description': 'tempest-description-1711292343'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:57.113542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.114582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:57.115170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.136760 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9940c257-de1d-4313-9670-1b66d10923a1 req-00667fd2-dfa9-4c99-9243-24f6e990bfdd tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.198291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6579873-92bd-44d1-a276-52b5761df815 req-e1c4d7fc-c5a4-4e94-9897-3818b956cf38 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:57.199776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6579873-92bd-44d1-a276-52b5761df815 req-e1c4d7fc-c5a4-4e94-9897-3818b956cf38 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.0976768 Jul 08 18:05:57.250946 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] Pushing event updated for resources: {'Network': ['ID=c92d1067-af3d-4be1-a412-78a68c63eea9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:57.254701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6579873-92bd-44d1-a276-52b5761df815 req-f3a74174-b882-465b-b92a-b4d732c3b822 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490596 Jul 08 18:05:57.261737 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network c92d1067-af3d-4be1-a412-78a68c63eea9 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:05:57.280629 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9940c257-de1d-4313-9670-1b66d10923a1 req-00667fd2-dfa9-4c99-9243-24f6e990bfdd tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.280903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-d6a8307f-2125-4847-80c2-f4b07c3866c4 req-809ff181-ac35-4322-a6db-380489ae19cf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Deleting port b19e670b-937f-4523-a712-192f9ec3d71a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:57.281316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d6a8307f-2125-4847-80c2-f4b07c3866c4 req-809ff181-ac35-4322-a6db-380489ae19cf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.287770 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9940c257-de1d-4313-9670-1b66d10923a1 req-00667fd2-dfa9-4c99-9243-24f6e990bfdd tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.322702 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9940c257-de1d-4313-9670-1b66d10923a1 req-00667fd2-dfa9-4c99-9243-24f6e990bfdd tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.324033 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9940c257-de1d-4313-9670-1b66d10923a1 req-00667fd2-dfa9-4c99-9243-24f6e990bfdd tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2437272 Jul 08 18:05:57.326398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00667fd2-dfa9-4c99-9243-24f6e990bfdd tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8739ab0-69bf-4731-a0ef-027e19c3d05c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:57.329045 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cc363860-96e8-4d49-9c2d-a7542b39025d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3948269 Jul 08 18:05:57.333323 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37730) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:57.346820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] Request body: {'subnet': {'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1914801862-subnet', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:57.438144 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] Made reservation on behalf of 60b0c86a14ff4f54a31a20233e52f69f for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:57.440537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.441900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0eb515a7-5a70-4d6e-8441-290c414b87bc req-07241709-5a3a-48b0-baa8-554f1e170770 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/8a6d0618-0d29-4876-a6d4-2324562d77d9 HTTP/1.1" status: 200 len: 1804 time: 0.0452523 Jul 08 18:05:57.494090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0eb515a7-5a70-4d6e-8441-290c414b87bc req-520a7405-419e-4b35-9c9d-460f4946dde8 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/d8739ab0-69bf-4731-a0ef-027e19c3d05c HTTP/1.1" status: 200 len: 1807 time: 0.0466294 Jul 08 18:05:57.504261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-0eb515a7-5a70-4d6e-8441-290c414b87bc req-b26e64d1-90b4-4bcf-8e8e-1d2475fce6d2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8a6d0618-0d29-4876-a6d4-2324562d77d9', 'remote_group_id': 'd8739ab0-69bf-4731-a0ef-027e19c3d05c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:57.505038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-0eb515a7-5a70-4d6e-8441-290c414b87bc req-b26e64d1-90b4-4bcf-8e8e-1d2475fce6d2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8a6d0618-0d29-4876-a6d4-2324562d77d9', 'remote_group_id': 'd8739ab0-69bf-4731-a0ef-027e19c3d05c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:57.523836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-d6a8307f-2125-4847-80c2-f4b07c3866c4 req-809ff181-ac35-4322-a6db-380489ae19cf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] For port b19e670b-937f-4523-a712-192f9ec3d71a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b19e670b-937f-4523-a712-192f9ec3d71a,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:57.523836 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d6a8307f-2125-4847-80c2-f4b07c3866c4 req-809ff181-ac35-4322-a6db-380489ae19cf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.559477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-d6a8307f-2125-4847-80c2-f4b07c3866c4 req-809ff181-ac35-4322-a6db-380489ae19cf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Calling delete_port for b19e670b-937f-4523-a712-192f9ec3d71a owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:57.574326 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0eb515a7-5a70-4d6e-8441-290c414b87bc req-b26e64d1-90b4-4bcf-8e8e-1d2475fce6d2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.608957 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0eb515a7-5a70-4d6e-8441-290c414b87bc req-b26e64d1-90b4-4bcf-8e8e-1d2475fce6d2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.612509 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0eb515a7-5a70-4d6e-8441-290c414b87bc req-b26e64d1-90b4-4bcf-8e8e-1d2475fce6d2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.658255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e64d1-90b4-4bcf-8e8e-1d2475fce6d2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ff0e4f-58d0-45ce-aa75-241bee1613f1,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:57.664931 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0eb515a7-5a70-4d6e-8441-290c414b87bc req-b26e64d1-90b4-4bcf-8e8e-1d2475fce6d2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.678801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0eb515a7-5a70-4d6e-8441-290c414b87bc req-b26e64d1-90b4-4bcf-8e8e-1d2475fce6d2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1788814 Jul 08 18:05:57.709671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391bd91-92c9-4b2d-8b21-e57888343880 req-d01c0ff6-5b8b-4618-8471-8c1637990edd tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:57.716433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5391bd91-92c9-4b2d-8b21-e57888343880 req-d01c0ff6-5b8b-4618-8471-8c1637990edd tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad04353b-d6b8-4f20-aaac-200e98ff13ec HTTP/1.1" status: 200 len: 943 time: 0.1011429 Jul 08 18:05:57.721855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.734636 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.753999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5391bd91-92c9-4b2d-8b21-e57888343880 req-21433713-ee3c-4b18-af78-ce6c730bed3d tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366855 Jul 08 18:05:57.840858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b889d2c-ca5d-491e-8dbe-005942c74f0c req-fc523f66-3a83-4346-a24d-1efcf19cec25 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:57.842602 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b889d2c-ca5d-491e-8dbe-005942c74f0c req-fc523f66-3a83-4346-a24d-1efcf19cec25 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 951 time: 0.0851574 Jul 08 18:05:57.876012 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=6803c3c9-6e0c-46bd-80cc-8fe31304b0cb,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:57.896125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b889d2c-ca5d-491e-8dbe-005942c74f0c req-2ef17eae-5dab-47e6-986b-d793f8770751 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Jul 08 18:05:57.898733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.913204 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.946656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7848c176-3b30-48e2-8888-5120a3823eb1 req-0a2d5da0-3857-46c7-8b64-0b11e78162b3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/d8739ab0-69bf-4731-a0ef-027e19c3d05c HTTP/1.1" status: 200 len: 1807 time: 0.0495801 Jul 08 18:05:58.010885 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7848c176-3b30-48e2-8888-5120a3823eb1 req-96d50f2c-3b28-4510-8188-b2905d44bd3d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.016294 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d6a8307f-2125-4847-80c2-f4b07c3866c4 req-809ff181-ac35-4322-a6db-380489ae19cf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.036336 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7848c176-3b30-48e2-8888-5120a3823eb1 req-96d50f2c-3b28-4510-8188-b2905d44bd3d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.065112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=133a1f4a-a81c-4a07-ad29-cf650dc922d6,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:58.088025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ff181-ac35-4322-a6db-380489ae19cf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event deleted for resources: {'Port': ['ID=b19e670b-937f-4523-a712-192f9ec3d71a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:58.109994 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7848c176-3b30-48e2-8888-5120a3823eb1 req-96d50f2c-3b28-4510-8188-b2905d44bd3d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.112739 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7848c176-3b30-48e2-8888-5120a3823eb1 req-96d50f2c-3b28-4510-8188-b2905d44bd3d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.114251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7848c176-3b30-48e2-8888-5120a3823eb1 req-96d50f2c-3b28-4510-8188-b2905d44bd3d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "DELETE /v2.0/security-groups/d8739ab0-69bf-4731-a0ef-027e19c3d05c HTTP/1.1" status: 204 len: 173 time: 0.1602621 Jul 08 18:05:58.124793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] Checking segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:58.125389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] Network hostable DHCP agents. Network: c92d1067-af3d-4be1-a412-78a68c63eea9, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:05:58.147089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d50f2c-3b28-4510-8188-b2905d44bd3d tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8739ab0-69bf-4731-a0ef-027e19c3d05c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:58.150348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a8307f-2125-4847-80c2-f4b07c3866c4 req-809ff181-ac35-4322-a6db-380489ae19cf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] No DVR routers for this DVR port b19e670b-937f-4523-a712-192f9ec3d71a on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:58.155216 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d6a8307f-2125-4847-80c2-f4b07c3866c4 req-809ff181-ac35-4322-a6db-380489ae19cf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.157206 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6a8307f-2125-4847-80c2-f4b07c3866c4 req-809ff181-ac35-4322-a6db-380489ae19cf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "DELETE /v2.0/ports/b19e670b-937f-4523-a712-192f9ec3d71a HTTP/1.1" status: 204 len: 173 time: 1.2893898 Jul 08 18:05:58.157833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'name': 'network-vif-deleted', 'tag': 'b19e670b-937f-4523-a712-192f9ec3d71a'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:58.160204 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e80fca-d0a8-4dc6-9a7b-8e46cab5773b" -d '{"events": [{"server_uuid": "ad04353b-d6b8-4f20-aaac-200e98ff13ec", "name": "network-vif-deleted", "tag": "b19e670b-937f-4523-a712-192f9ec3d71a"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:58.180805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network a672ef09-228d-464a-9f9a-c24b8c800dd6 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:58.183412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:58.198600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] Network c92d1067-af3d-4be1-a412-78a68c63eea9 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:05:58.226057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7146b730-56c2-455f-8187-0fe9b42eed03 req-23f98f27-7047-487c-8bf7-c1e01bad4bc2 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/8a6d0618-0d29-4876-a6d4-2324562d77d9 HTTP/1.1" status: 200 len: 1804 time: 0.0890875 Jul 08 18:05:58.261967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, c92d1067-af3d-4be1-a412-78a68c63eea9) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:58.267693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:58.268280 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.276027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e120d7fe-3adb-4605-b463-e34b8e086232 None None] Network c92d1067-af3d-4be1-a412-78a68c63eea9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:58.287952 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f18bb9-97c4-4dcb-8eb1-4836bce2c2aa x-openstack-request-id: req-56f18bb9-97c4-4dcb-8eb1-4836bce2c2aa {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:58.288326 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad04353b-d6b8-4f20-aaac-200e98ff13ec", "name": "network-vif-deleted", "tag": "b19e670b-937f-4523-a712-192f9ec3d71a", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:58.288593 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56f18bb9-97c4-4dcb-8eb1-4836bce2c2aa {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:58.289077 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad04353b-d6b8-4f20-aaac-200e98ff13ec', 'name': 'network-vif-deleted', 'tag': 'b19e670b-937f-4523-a712-192f9ec3d71a', 'status': 'completed', 'code': 200} Jul 08 18:05:58.302954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7cd0f416-5768-45a1-be46-15aeea462001 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9645221 Jul 08 18:05:58.305584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37780) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:58.310651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:58.339816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-e71963b9-27fa-4719-9e3d-526c799fd3b3 req-97126db7-20b5-4e92-a6ab-4eff0e9f2939 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-635675941', 'description': 'tempest-description-1102862793'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:58.370662 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.373651 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.383369 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e71963b9-27fa-4719-9e3d-526c799fd3b3 req-97126db7-20b5-4e92-a6ab-4eff0e9f2939 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.409296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:05:58.480788 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.495234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-c92d1067-af3d-4be1-a412-78a68c63eea9', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:05:58.496136 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.574698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:58.588920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e48167-85ea-416d-a65e-5fb6badc7a40 None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:58.589951 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9c95177c-fb89-45fe-9a76-073c752ede6c tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "PUT /v2.0/routers/3447d1e2-c575-464f-bcb6-264e68cb6689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9953785 Jul 08 18:05:58.591037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37806) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:58.598393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'port': {'network_id': 'a672ef09-228d-464a-9f9a-c24b8c800dd6', 'name': 'tempest-FloatingIPTestJSON-1456800519'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:58.634495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e48167-85ea-416d-a65e-5fb6badc7a40 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:58.635147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d7e48167-85ea-416d-a65e-5fb6badc7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:58.685806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d7e48167-85ea-416d-a65e-5fb6badc7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:58.702028 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.705365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Allocated IP 172.20.0.2 (c92d1067-af3d-4be1-a412-78a68c63eea9/133a1f4a-a81c-4a07-ad29-cf650dc922d6/0460f31c-64f5-4e1f-aa6b-42f46cedf188) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:58.708244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e48167-85ea-416d-a65e-5fb6badc7a40 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:58.709044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d7e48167-85ea-416d-a65e-5fb6badc7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:58.748943 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d7e48167-85ea-416d-a65e-5fb6badc7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:58.749711 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e71963b9-27fa-4719-9e3d-526c799fd3b3 req-97126db7-20b5-4e92-a6ab-4eff0e9f2939 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.750015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e48167-85ea-416d-a65e-5fb6badc7a40 None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:58.777196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Made reservation on behalf of 05fc5ca887a340f7917679bb0184eb0e for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:58.782965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.786342 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e71963b9-27fa-4719-9e3d-526c799fd3b3 req-97126db7-20b5-4e92-a6ab-4eff0e9f2939 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.809231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] device_id is not set on port 6ef5be69-281c-4005-a868-504e01d104ea yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:05:58.884477 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e71963b9-27fa-4719-9e3d-526c799fd3b3 req-97126db7-20b5-4e92-a6ab-4eff0e9f2939 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.904552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e71963b9-27fa-4719-9e3d-526c799fd3b3 req-97126db7-20b5-4e92-a6ab-4eff0e9f2939 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5707014 Jul 08 18:05:58.912245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97126db7-20b5-4e92-a6ab-4eff0e9f2939 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8865025d-7a2c-457a-9d08-0d5ff575b5ab,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:58.933160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.20.0.13 (a672ef09-228d-464a-9f9a-c24b8c800dd6/2a8467b3-9024-404a-b28b-a7ef00c28f90/6ef5be69-281c-4005-a868-504e01d104ea) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:58.951887 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.966557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Transition to ACTIVE for port object 0460f31c-64f5-4e1f-aa6b-42f46cedf188 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:58.988523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Transition to ACTIVE for port object 0460f31c-64f5-4e1f-aa6b-42f46cedf188 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:59.000929 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.021230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25445e04-6683-458a-b63c-3f7b93a8947a req-326719a0-28ac-4cd4-a0e1-a68fac06a059 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:59.041277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25445e04-6683-458a-b63c-3f7b93a8947a req-326719a0-28ac-4cd4-a0e1-a68fac06a059 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.2782328 Jul 08 18:05:59.071043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Network c92d1067-af3d-4be1-a412-78a68c63eea9 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:59.075856 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:59.081357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:59.112361 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25445e04-6683-458a-b63c-3f7b93a8947a req-b6001b4e-efdd-47da-a7c1-0ea290d2af73 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610867 Jul 08 18:05:59.138030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Pushing event updated for resources: {'Port': ['ID=0460f31c-64f5-4e1f-aa6b-42f46cedf188,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:59.171333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.175761 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Attempting to bind port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:05:59.176031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Attempting to bind port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:05:59.176482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Attempting to bind port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:59.183145 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:05:59.183530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Checking segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:59.184057 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.184614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Bound using segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:05:59.184962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Bound port: 0460f31c-64f5-4e1f-aa6b-42f46cedf188, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:05:59.185395 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.225430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.279281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network a672ef09-228d-464a-9f9a-c24b8c800dd6 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:59.285723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:59.292828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ba0a56d-027f-4bf8-8da1-f3b45239f639 req-cf3ef906-630f-44f8-a90b-c57d817e2d15 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/8865025d-7a2c-457a-9d08-0d5ff575b5ab HTTP/1.1" status: 200 len: 1806 time: 0.0769470 Jul 08 18:05:59.293264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=6ef5be69-281c-4005-a868-504e01d104ea,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:59.296482 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.302974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:59.308808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] For port 0460f31c-64f5-4e1f-aa6b-42f46cedf188, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:05:59.313516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] For port 0460f31c-64f5-4e1f-aa6b-42f46cedf188, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0460f31c-64f5-4e1f-aa6b-42f46cedf188,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:05:59.318192 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.319480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.324690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7ba0a56d-027f-4bf8-8da1-f3b45239f639 req-097724b0-605e-4902-8458-69970b0037e3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8865025d-7a2c-457a-9d08-0d5ff575b5ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:59.325009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7ba0a56d-027f-4bf8-8da1-f3b45239f639 req-097724b0-605e-4902-8458-69970b0037e3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8865025d-7a2c-457a-9d08-0d5ff575b5ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:59.367975 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:59.368628 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.387073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0004d6a-4c2f-4b08-a70a-db2bbf00f532 None None] Pushing event updated for resources: {'Port': ['ID=0460f31c-64f5-4e1f-aa6b-42f46cedf188,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:59.413422 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1dfa35a1-5812-4441-a1f0-674f8324a1ff tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8205400 Jul 08 18:05:59.415988 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37824) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:59.423196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'port': {'network_id': 'a672ef09-228d-464a-9f9a-c24b8c800dd6', 'name': 'tempest-FloatingIPTestJSON-809318330'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:59.490621 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7ba0a56d-027f-4bf8-8da1-f3b45239f639 req-097724b0-605e-4902-8458-69970b0037e3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.499756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Allocated IP 172.25.8.83 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/fa7ea7fb-593a-46f4-b13b-d774006abc60) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:59.523164 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7ba0a56d-027f-4bf8-8da1-f3b45239f639 req-097724b0-605e-4902-8458-69970b0037e3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.529508 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7ba0a56d-027f-4bf8-8da1-f3b45239f639 req-097724b0-605e-4902-8458-69970b0037e3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.543691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Made reservation on behalf of 05fc5ca887a340f7917679bb0184eb0e for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:59.547799 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.583465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] device_id is not set on port 54cbd75a-9a5c-49d4-999f-84f47cc9f377 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:05:59.589000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097724b0-605e-4902-8458-69970b0037e3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017e1a7c-cb4f-4eec-9d06-60d35ba8abeb,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:59.681935 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7ba0a56d-027f-4bf8-8da1-f3b45239f639 req-097724b0-605e-4902-8458-69970b0037e3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.683411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ba0a56d-027f-4bf8-8da1-f3b45239f639 req-097724b0-605e-4902-8458-69970b0037e3 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3664131 Jul 08 18:05:59.710254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b19e670b-937f-4523-a712-192f9ec3d71a no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:59.711285 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.757781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: b19e670b-937f-4523-a712-192f9ec3d71a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:59.760571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b19e670b-937f-4523-a712-192f9ec3d71a not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:59.771309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.20.0.8 (a672ef09-228d-464a-9f9a-c24b8c800dd6/2a8467b3-9024-404a-b28b-a7ef00c28f90/54cbd75a-9a5c-49d4-999f-84f47cc9f377) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:59.805124 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:59.865389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7ea7fb-593a-46f4-b13b-d774006abc60,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:59.916134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:59.920767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:59.923424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:59.934640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37830) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:00.094954 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb63ee-6a7d-4c6e-9201-ec706f78b32c req-fefbc2d0-6a06-4874-8392-3875bebbd08e tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:00.097614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35fb63ee-6a7d-4c6e-9201-ec706f78b32c req-fefbc2d0-6a06-4874-8392-3875bebbd08e tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 951 time: 0.2269683 Jul 08 18:06:00.100607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ac91778-ae9e-4f42-a125-43094313c5cd req-ab7ba7d8-3c43-4082-a1aa-d422acfd3c74 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/8865025d-7a2c-457a-9d08-0d5ff575b5ab HTTP/1.1" status: 200 len: 2400 time: 0.1488194 Jul 08 18:06:00.143420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-4ac91778-ae9e-4f42-a125-43094313c5cd req-94a7a3f7-83b4-4579-8787-55e729c5b8c1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8865025d-7a2c-457a-9d08-0d5ff575b5ab', 'remote_group_id': None}]} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:00.143728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-4ac91778-ae9e-4f42-a125-43094313c5cd req-94a7a3f7-83b4-4579-8787-55e729c5b8c1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8865025d-7a2c-457a-9d08-0d5ff575b5ab', 'remote_group_id': None}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:00.192671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5f42955f-180e-48df-8fc2-c1da76e6e67c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--415582032', 'description': 'tempest-description--137769872'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:00.200061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35fb63ee-6a7d-4c6e-9201-ec706f78b32c req-6cc99ea5-8338-4318-9256-cc3f2ab6bcf0 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954919 Jul 08 18:06:00.256392 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.269085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f42955f-180e-48df-8fc2-c1da76e6e67c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.297244 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ac91778-ae9e-4f42-a125-43094313c5cd req-94a7a3f7-83b4-4579-8787-55e729c5b8c1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.336307 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.400124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network a672ef09-228d-464a-9f9a-c24b8c800dd6 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:00.410546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:00.417156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:00.419792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=54cbd75a-9a5c-49d4-999f-84f47cc9f377,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:00.492826 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f42955f-180e-48df-8fc2-c1da76e6e67c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.499756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:00.500427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.504364 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f42955f-180e-48df-8fc2-c1da76e6e67c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.540037 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4d585b60-a077-4543-b4cf-ef9a12cd051e tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1229327 Jul 08 18:06:00.543201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f42955f-180e-48df-8fc2-c1da76e6e67c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.544375 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5f42955f-180e-48df-8fc2-c1da76e6e67c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6066103 Jul 08 18:06:00.545724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37838) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:00.550300 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '54cbd75a-9a5c-49d4-999f-84f47cc9f377', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:00.555336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37840) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:00.561245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0ff4e373-62cc-4620-84a7-90f69fee6298 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Request body: {'security_group_rule': {'security_group_id': '0e183afe-5ad5-42f9-8083-7fd83704cf83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:00.566245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42955f-180e-48df-8fc2-c1da76e6e67c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e183afe-5ad5-42f9-8083-7fd83704cf83,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:00.592966 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.655485 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e373-62cc-4620-84a7-90f69fee6298 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.703293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f3f37d-a0c3-472d-bcd4-25f90c18f413 None None] Network c92d1067-af3d-4be1-a412-78a68c63eea9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:00.757543 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e373-62cc-4620-84a7-90f69fee6298 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.763569 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e373-62cc-4620-84a7-90f69fee6298 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.777720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ac91778-ae9e-4f42-a125-43094313c5cd req-94a7a3f7-83b4-4579-8787-55e729c5b8c1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.777925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-28e45b6a-6ca6-427b-92ab-395e5b5ea7ed None None] Provisioning for port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:00.788713 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ac91778-ae9e-4f42-a125-43094313c5cd req-94a7a3f7-83b4-4579-8787-55e729c5b8c1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.791054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4e373-62cc-4620-84a7-90f69fee6298 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27165bd-81fc-4b8a-9da8-9ac1f20b8c5d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:00.796147 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e373-62cc-4620-84a7-90f69fee6298 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.797595 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0ff4e373-62cc-4620-84a7-90f69fee6298 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412968 Jul 08 18:06:00.799370 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.802486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37842) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:00.805485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7a3f7-83b4-4579-8787-55e729c5b8c1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2053b9-9b9e-4ae2-9b56-a8cd4f2ff378,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:00.807247 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.811026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d4fd7c6d-44b4-4877-a727-c10f80870f7c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Request body: {'security_group_rule': {'security_group_id': '0e183afe-5ad5-42f9-8083-7fd83704cf83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:00.881408 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7c6d-44b4-4877-a727-c10f80870f7c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.882380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d860-36ab-4d96-a7b2-601193e1d44f req-42543f05-c0c8-4027-aab1-1c62f2c06996 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:00.889226 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d342d860-36ab-4d96-a7b2-601193e1d44f req-42543f05-c0c8-4027-aab1-1c62f2c06996 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1740196 Jul 08 18:06:00.899443 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ac91778-ae9e-4f42-a125-43094313c5cd req-94a7a3f7-83b4-4579-8787-55e729c5b8c1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.900557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ac91778-ae9e-4f42-a125-43094313c5cd req-94a7a3f7-83b4-4579-8787-55e729c5b8c1 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7695603 Jul 08 18:06:00.955234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.25.8.86 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/9f98f4a6-979a-41f6-8f1e-b9d55aa5ac45) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:00.977727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7c6d-44b4-4877-a727-c10f80870f7c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.998422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7c6d-44b4-4877-a727-c10f80870f7c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.999114 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d342d860-36ab-4d96-a7b2-601193e1d44f req-6feaa295-3330-4dbf-928e-c40d6950be94 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089220 Jul 08 18:06:01.089016 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd7c6d-44b4-4877-a727-c10f80870f7c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d463ac7e-f697-4d11-b638-6a8e56c067db,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:01.092563 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7c6d-44b4-4877-a727-c10f80870f7c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.096997 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d4fd7c6d-44b4-4877-a727-c10f80870f7c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2904251 Jul 08 18:06:01.097288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37846) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:01.101977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:01.131472 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.164306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0460f31c-64f5-4e1f-aa6b-42f46cedf188 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:01.165511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.215674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:01.215924 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.221116 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:01.221721 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.266481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:01.273352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:01.277135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fbfdfef-d80b-437d-b4f5-c124ff9e9b9c req-4948c702-a04f-4417-a71b-eb362b0aede5 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/8865025d-7a2c-457a-9d08-0d5ff575b5ab HTTP/1.1" status: 200 len: 2999 time: 0.2013609 Jul 08 18:06:01.286152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:01.296051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=9f98f4a6-979a-41f6-8f1e-b9d55aa5ac45,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:01.302481 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.325108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b83612ac-efe4-4036-866b-b15c25ad3f77 req-c4537886-9bcb-40ba-bdc5-5e6f7d3dab9b tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-group-rules/ee2053b9-9b9e-4ae2-9b56-a8cd4f2ff378 HTTP/1.1" status: 200 len: 783 time: 0.0380254 Jul 08 18:06:01.356030 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.378164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6d0e1afe-f7bb-4608-88da-10990aea3f0a None None] Provisioning complete for port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:01.378543 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1afe-f7bb-4608-88da-10990aea3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.422875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0460f31c-64f5-4e1f-aa6b-42f46cedf188, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0460f31c-64f5-4e1f-aa6b-42f46cedf188,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:01.429807 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.504943 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=0460f31c-64f5-4e1f-aa6b-42f46cedf188,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:01.513664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b83612ac-efe4-4036-866b-b15c25ad3f77 req-0179d215-9cb8-4f8c-a46b-845d237971b7 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/8865025d-7a2c-457a-9d08-0d5ff575b5ab HTTP/1.1" status: 200 len: 2999 time: 0.1874709 Jul 08 18:06:01.606649 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b83612ac-efe4-4036-866b-b15c25ad3f77 req-c0052266-4899-42ed-b511-f0219cafca18 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.614028 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.626921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d43146-6593-4121-85c8-c8ac1cad02b8 req-1260cb74-4650-4b2a-bb60-7ff0359ebc32 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:01.628403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77d43146-6593-4121-85c8-c8ac1cad02b8 req-1260cb74-4650-4b2a-bb60-7ff0359ebc32 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 951 time: 0.2365291 Jul 08 18:06:01.632171 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b83612ac-efe4-4036-866b-b15c25ad3f77 req-c0052266-4899-42ed-b511-f0219cafca18 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.734193 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.741278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Router fb00410d-2c33-4c03-860c-ccc78d1003bb is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:06:01.764430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77d43146-6593-4121-85c8-c8ac1cad02b8 req-57b52f21-381d-4d91-91e5-2be3c7eaa96f tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244895 Jul 08 18:06:01.793340 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b83612ac-efe4-4036-866b-b15c25ad3f77 req-c0052266-4899-42ed-b511-f0219cafca18 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.798917 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b83612ac-efe4-4036-866b-b15c25ad3f77 req-c0052266-4899-42ed-b511-f0219cafca18 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.800173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b83612ac-efe4-4036-866b-b15c25ad3f77 req-c0052266-4899-42ed-b511-f0219cafca18 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ee2053b9-9b9e-4ae2-9b56-a8cd4f2ff378 HTTP/1.1" status: 204 len: 173 time: 0.2858081 Jul 08 18:06:01.821316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.869224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0052266-4899-42ed-b511-f0219cafca18 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee2053b9-9b9e-4ae2-9b56-a8cd4f2ff378,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:01.917122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6bd2b289-91d7-4c70-8d99-857f0ea1defb no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:01.974535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Allocated IP 172.25.8.197 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/75b23b46-d69b-4718-bd5d-99e38eb7028e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:01.987651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:01.994617 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.026548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.030411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc2760c3-48b8-419a-a44d-5580d91ff02d req-b2e48523-91d9-41f4-b1c2-b469ac2d550a tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/8865025d-7a2c-457a-9d08-0d5ff575b5ab HTTP/1.1" status: 200 len: 2400 time: 0.2016525 Jul 08 18:06:02.063067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:02.064119 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:02.066730 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d06769-0904-4737-8f86-ce1f644e6e3c" -d '{"events": [{"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:02.074460 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.133164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=11']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:02.153230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=9f98f4a6-979a-41f6-8f1e-b9d55aa5ac45,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:02.167100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f261d47-8883-4c2a-9536-804d83bed535 req-f7d52e02-fb87-4a87-a09c-530080e1b56f tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:02.169119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f261d47-8883-4c2a-9536-804d83bed535 req-f7d52e02-fb87-4a87-a09c-530080e1b56f tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 951 time: 0.3643749 Jul 08 18:06:02.174351 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.193635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:02.205328 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Sync routers for ids ['fb00410d-2c33-4c03-860c-ccc78d1003bb'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:02.215461 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Routers {'fb00410d-2c33-4c03-860c-ccc78d1003bb'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:02.216419 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fb00410d-2c33-4c03-860c-ccc78d1003bb'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:02.321051 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc2760c3-48b8-419a-a44d-5580d91ff02d req-2cd2e18e-7391-439c-b506-17beec5cd676 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.330471 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP 42699ff3-7306-44e6-af4c-6c3ea12ebc17 associated. External IP: 172.25.8.86, port: 54cbd75a-9a5c-49d4-999f-84f47cc9f377. Jul 08 18:06:02.336109 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.336271 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-51067c9d-a5d8-4cc8-b7d5-fe5a1efca814 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0295668 Jul 08 18:06:02.340603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37862) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:02.358691 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Set router fb00410d-2c33-4c03-860c-ccc78d1003bb gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:02.404077 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.407586 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc2760c3-48b8-419a-a44d-5580d91ff02d req-2cd2e18e-7391-439c-b506-17beec5cd676 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.501373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a1ba5-a358-418b-b1cb-afc9cdd831b3 req-aa8a46a5-c02d-4742-847a-3fea7a1cf62a tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:02.506703 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-566a1ba5-a358-418b-b1cb-afc9cdd831b3 req-aa8a46a5-c02d-4742-847a-3fea7a1cf62a tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.3178196 Jul 08 18:06:02.530566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3f261d47-8883-4c2a-9536-804d83bed535 req-f81e0a09-692c-4ce1-b927-18912d6abc52 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Deleting port 6bd2b289-91d7-4c70-8d99-857f0ea1defb {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:02.530856 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3f261d47-8883-4c2a-9536-804d83bed535 req-f81e0a09-692c-4ce1-b927-18912d6abc52 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.592250 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.600377 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc2760c3-48b8-419a-a44d-5580d91ff02d req-2cd2e18e-7391-439c-b506-17beec5cd676 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.608188 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc2760c3-48b8-419a-a44d-5580d91ff02d req-2cd2e18e-7391-439c-b506-17beec5cd676 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.609462 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc2760c3-48b8-419a-a44d-5580d91ff02d req-2cd2e18e-7391-439c-b506-17beec5cd676 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "DELETE /v2.0/security-groups/8865025d-7a2c-457a-9d08-0d5ff575b5ab HTTP/1.1" status: 204 len: 173 time: 0.5785747 Jul 08 18:06:02.660473 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:00Z', 'revision_number': 3, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:02.681465 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-566a1ba5-a358-418b-b1cb-afc9cdd831b3 req-ed80a878-98f6-41fc-8f9f-4301e9a0cce4 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674819 Jul 08 18:06:02.684665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2e18e-7391-439c-b506-17beec5cd676 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8865025d-7a2c-457a-9d08-0d5ff575b5ab,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:02.708213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:02.712359 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Checking router: fb00410d-2c33-4c03-860c-ccc78d1003bb for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:06:02.713189 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Updating router fb00410d-2c33-4c03-860c-ccc78d1003bb port fa7ea7fb-593a-46f4-b13b-d774006abc60 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:06:02.720128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:02.732410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:02.760571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event updated for resources: {'Port': ['ID=75b23b46-d69b-4718-bd5d-99e38eb7028e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:02.760710 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.793480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3f261d47-8883-4c2a-9536-804d83bed535 req-f81e0a09-692c-4ce1-b927-18912d6abc52 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] For port 6bd2b289-91d7-4c70-8d99-857f0ea1defb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6bd2b289-91d7-4c70-8d99-857f0ea1defb,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:02.795876 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3f261d47-8883-4c2a-9536-804d83bed535 req-f81e0a09-692c-4ce1-b927-18912d6abc52 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.819719 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3f261d47-8883-4c2a-9536-804d83bed535 req-f81e0a09-692c-4ce1-b927-18912d6abc52 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Calling delete_port for 6bd2b289-91d7-4c70-8d99-857f0ea1defb owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:02.825432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:02.852325 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e49762-d496-4d32-b98f-c35c5cab4966 x-openstack-request-id: req-09e49762-d496-4d32-b98f-c35c5cab4966 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:02.852873 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:02.853327 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09e49762-d496-4d32-b98f-c35c5cab4966 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:02.854567 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'code': 200} Jul 08 18:06:02.935650 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.937611 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-8865caa5-8d97-4430-93e8-9779cd3a5ebc req-2aef3f5b-dcb4-487b-9d88-d9754fdca51f tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] show failed (client error): The resource could not be found. Jul 08 18:06:02.953772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8865caa5-8d97-4430-93e8-9779cd3a5ebc req-2aef3f5b-dcb4-487b-9d88-d9754fdca51f tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/d8739ab0-69bf-4731-a0ef-027e19c3d05c HTTP/1.1" status: 404 len: 352 time: 0.0590098 Jul 08 18:06:03.088134 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.125175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0460f31c-64f5-4e1f-aa6b-42f46cedf188 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:03.241346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:03.242531 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.287932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:03.309274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a7049-3f9f-4653-b856-205da2e1eb12 None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:03.331090 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a7049-3f9f-4653-b856-205da2e1eb12 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:03.331927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b6a7049-3f9f-4653-b856-205da2e1eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:03.359464 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3f261d47-8883-4c2a-9536-804d83bed535 req-f81e0a09-692c-4ce1-b927-18912d6abc52 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.382070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b6a7049-3f9f-4653-b856-205da2e1eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:03.387836 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.410685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36adb196-77b0-481e-8a28-1dc7e040a5ca req-73befc1f-eaf6-4bd4-9eb1-f67aa6311d72 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/8a6d0618-0d29-4876-a6d4-2324562d77d9 HTTP/1.1" status: 200 len: 1804 time: 0.2202182 Jul 08 18:06:03.416289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.420901 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Transition to ACTIVE for port object fa7ea7fb-593a-46f4-b13b-d774006abc60 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:03.427445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a7049-3f9f-4653-b856-205da2e1eb12 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:03.428353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b6a7049-3f9f-4653-b856-205da2e1eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:03.429835 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.430242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e0a09-692c-4ce1-b927-18912d6abc52 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Pushing event deleted for resources: {'Port': ['ID=6bd2b289-91d7-4c70-8d99-857f0ea1defb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:03.431505 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.497542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b6a7049-3f9f-4653-b856-205da2e1eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:03.498488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a7049-3f9f-4653-b856-205da2e1eb12 None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:03.538520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f261d47-8883-4c2a-9536-804d83bed535 req-f81e0a09-692c-4ce1-b927-18912d6abc52 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] No DVR routers for this DVR port 6bd2b289-91d7-4c70-8d99-857f0ea1defb on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:06:03.540655 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Pushing event updated for resources: {'Port': ['ID=fa7ea7fb-593a-46f4-b13b-d774006abc60,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:03.546852 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3f261d47-8883-4c2a-9536-804d83bed535 req-f81e0a09-692c-4ce1-b927-18912d6abc52 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.549144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f261d47-8883-4c2a-9536-804d83bed535 req-f81e0a09-692c-4ce1-b927-18912d6abc52 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.74 "DELETE /v2.0/ports/6bd2b289-91d7-4c70-8d99-857f0ea1defb HTTP/1.1" status: 204 len: 173 time: 1.3732133 Jul 08 18:06:03.549734 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Attempting to bind port fa7ea7fb-593a-46f4-b13b-d774006abc60 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:03.550154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-deleted', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:03.550395 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Attempting to bind port fa7ea7fb-593a-46f4-b13b-d774006abc60 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:03.550699 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Attempting to bind port fa7ea7fb-593a-46f4-b13b-d774006abc60 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:03.553044 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5142fa-a247-48fb-937f-25882dede192" -d '{"events": [{"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-deleted", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:03.553806 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.554166 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.554527 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.554847 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.555360 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.555929 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.556407 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.556926 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.557432 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.558399 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.558877 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.559350 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:03.568932 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:03.569672 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:03.570269 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.570815 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:03.571450 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Bound port: fa7ea7fb-593a-46f4-b13b-d774006abc60, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:03.572102 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.574760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d1c9d-ac4f-44a2-8f17-e4322e6e06b4 req-10ca2b63-1510-4673-989b-61a410c38d28 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:03.576614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e61d1c9d-ac4f-44a2-8f17-e4322e6e06b4 req-10ca2b63-1510-4673-989b-61a410c38d28 tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5666479-3c8f-497c-ac10-1c155c826097 HTTP/1.1" status: 200 len: 866 time: 0.3669658 Jul 08 18:06:03.635956 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36adb196-77b0-481e-8a28-1dc7e040a5ca req-97e31afb-3a40-4bbd-9347-9ad50ff0973a tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.659611 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] For port fa7ea7fb-593a-46f4-b13b-d774006abc60, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:03.664958 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.666072 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] For port fa7ea7fb-593a-46f4-b13b-d774006abc60, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fa7ea7fb-593a-46f4-b13b-d774006abc60,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:03.675143 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.679879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e61d1c9d-ac4f-44a2-8f17-e4322e6e06b4 req-9e82abb1-b874-426c-97d4-e3da7acb060d tempest-ImagesOneServerTestJSON-603907403 tempest-ImagesOneServerTestJSON-603907403-project] 10.222.0.73 "GET /v2.0/security-groups?id=f0503bb5-1722-4c8b-b437-4729bf1ddf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948193 Jul 08 18:06:03.680634 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.733159 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36adb196-77b0-481e-8a28-1dc7e040a5ca req-97e31afb-3a40-4bbd-9347-9ad50ff0973a tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.754723 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128f7b9-f257-4512-9c0c-4a29e7872613 None None] Pushing event updated for resources: {'Port': ['ID=fa7ea7fb-593a-46f4-b13b-d774006abc60,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:03.774948 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5fb569-8635-4195-911f-7a99c63ef407 x-openstack-request-id: req-cf5fb569-8635-4195-911f-7a99c63ef407 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:03.775332 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5666479-3c8f-497c-ac10-1c155c826097", "name": "network-vif-deleted", "tag": "6bd2b289-91d7-4c70-8d99-857f0ea1defb", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:03.775691 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf5fb569-8635-4195-911f-7a99c63ef407 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:03.776187 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5666479-3c8f-497c-ac10-1c155c826097', 'name': 'network-vif-deleted', 'tag': '6bd2b289-91d7-4c70-8d99-857f0ea1defb', 'status': 'completed', 'code': 200} Jul 08 18:06:03.795927 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Routers {'fb00410d-2c33-4c03-860c-ccc78d1003bb'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:03.797323 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fb00410d-2c33-4c03-860c-ccc78d1003bb'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:03.817529 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.857798 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1b59c796-6ce1-424d-979b-5dfb6f8a38e3 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.3107386 Jul 08 18:06:03.861034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37876) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:03.867722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c66788f7-9bb1-46e5-b084-ca338fdc6dbf tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:03.912688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event updated for resources: {'Port': ['ID=75b23b46-d69b-4718-bd5d-99e38eb7028e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:03.941153 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.962648 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36adb196-77b0-481e-8a28-1dc7e040a5ca req-97e31afb-3a40-4bbd-9347-9ad50ff0973a tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.965626 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36adb196-77b0-481e-8a28-1dc7e040a5ca req-97e31afb-3a40-4bbd-9347-9ad50ff0973a tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.967053 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36adb196-77b0-481e-8a28-1dc7e040a5ca req-97e31afb-3a40-4bbd-9347-9ad50ff0973a tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "DELETE /v2.0/security-groups/8a6d0618-0d29-4876-a6d4-2324562d77d9 HTTP/1.1" status: 204 len: 173 time: 0.5555091 Jul 08 18:06:03.994459 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.997231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5cfe662a-663f-4093-871f-64088ad6b836 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8987412 Jul 08 18:06:04.000126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e31afb-3a40-4bbd-9347-9ad50ff0973a tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d0618-0d29-4876-a6d4-2324562d77d9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:04.038658 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] Set router fb00410d-2c33-4c03-860c-ccc78d1003bb gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:04.070424 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c66788f7-9bb1-46e5-b084-ca338fdc6dbf tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.102164 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.118020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11630a7-c87e-49b9-b0ac-67988b261c4b req-e4f95e66-40de-4514-bf40-35fc481612b1 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:04.134962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f11630a7-c87e-49b9-b0ac-67988b261c4b req-e4f95e66-40de-4514-bf40-35fc481612b1 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.2335811 Jul 08 18:06:04.198963 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f11630a7-c87e-49b9-b0ac-67988b261c4b req-b1ec0bfd-bd15-4a78-a049-9dcdd68c672d tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610399 Jul 08 18:06:04.287374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26427305-575c-451d-ab60-fcceac9a9eea req-41d83784-2d13-4dbe-ae90-75592f254567 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/91bd2d9f-80e1-4ec3-9025-e444c47e3348 HTTP/1.1" status: 200 len: 1806 time: 0.0663774 Jul 08 18:06:04.354385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Allocated IP 172.20.0.1 (c92d1067-af3d-4be1-a412-78a68c63eea9/133a1f4a-a81c-4a07-ad29-cf650dc922d6/d04fab51-833d-434b-952f-9d9f6ec13422) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:04.381155 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:00Z', 'revision_number': 3, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:04.400195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-26427305-575c-451d-ab60-fcceac9a9eea req-7eae018c-2b17-4e01-8035-9c78d9f4cfea tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.400813 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c66788f7-9bb1-46e5-b084-ca338fdc6dbf tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.408584 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c66788f7-9bb1-46e5-b084-ca338fdc6dbf tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.408928 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-c66788f7-9bb1-46e5-b084-ca338fdc6dbf tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP 42699ff3-7306-44e6-af4c-6c3ea12ebc17 disassociated. External IP: 172.25.8.86, port: 54cbd75a-9a5c-49d4-999f-84f47cc9f377. Jul 08 18:06:04.459986 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-26427305-575c-451d-ab60-fcceac9a9eea req-7eae018c-2b17-4e01-8035-9c78d9f4cfea tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.468375 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22034f04-a860-441d-bb58-b1b706f5c287 None None] The sync data for ids ['fb00410d-2c33-4c03-860c-ccc78d1003bb'] in n-d-799684-3 is: [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:00Z', 'revision_number': 3, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:04.547067 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-26427305-575c-451d-ab60-fcceac9a9eea req-7eae018c-2b17-4e01-8035-9c78d9f4cfea tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.549912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-26427305-575c-451d-ab60-fcceac9a9eea req-7eae018c-2b17-4e01-8035-9c78d9f4cfea tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.552115 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26427305-575c-451d-ab60-fcceac9a9eea req-7eae018c-2b17-4e01-8035-9c78d9f4cfea tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "DELETE /v2.0/security-groups/91bd2d9f-80e1-4ec3-9025-e444c47e3348 HTTP/1.1" status: 204 len: 173 time: 0.2570734 Jul 08 18:06:04.568078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae018c-2b17-4e01-8035-9c78d9f4cfea tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bd2d9f-80e1-4ec3-9025-e444c47e3348,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:04.641122 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.664840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Transition to ACTIVE for port object d04fab51-833d-434b-952f-9d9f6ec13422 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:04.751544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66788f7-9bb1-46e5-b084-ca338fdc6dbf tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:04.762037 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.871078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Network c92d1067-af3d-4be1-a412-78a68c63eea9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:04.874425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ba29d74-04c2-4821-9547-db6fe0c1c055 req-f8f96b58-71f9-4ff7-b271-27d824706d83 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/c4134a63-7b78-4453-bff1-8787ae4c7e1e HTTP/1.1" status: 200 len: 1806 time: 0.1222522 Jul 08 18:06:04.877374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:04.896239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:04.898130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-577f7f8d-be79-4082-b0fe-3ea4b2aecdc7 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:04.906842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-577f7f8d-be79-4082-b0fe-3ea4b2aecdc7 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/networks?id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0 HTTP/1.1" status: 200 len: 821 time: 0.2265894 Jul 08 18:06:04.959692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-32cbcdc0-7f71-41b9-aa17-e5c62363ed29 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/quotas/62e730d5e7b74cdd8b34099b61a5fd9b HTTP/1.1" status: 200 len: 375 time: 0.0514867 Jul 08 18:06:04.994783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Pushing event updated for resources: {'Port': ['ID=d04fab51-833d-434b-952f-9d9f6ec13422,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:05.021438 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.064333 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ba29d74-04c2-4821-9547-db6fe0c1c055 req-1f96ba04-08b4-4ebd-8df1-5f5811e82ee8 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.117637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-33b5dad6-b42b-4089-990a-8938273cde63 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=62e730d5e7b74cdd8b34099b61a5fd9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570547 Jul 08 18:06:05.122257 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ba29d74-04c2-4821-9547-db6fe0c1c055 req-1f96ba04-08b4-4ebd-8df1-5f5811e82ee8 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.144534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66788f7-9bb1-46e5-b084-ca338fdc6dbf tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:05.150042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c66788f7-9bb1-46e5-b084-ca338fdc6dbf tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.164065 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065e31e-7a85-4e91-ad6b-b9ba43adc665 None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:05.175040 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065e31e-7a85-4e91-ad6b-b9ba43adc665 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:05.175657 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3065e31e-7a85-4e91-ad6b-b9ba43adc665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:05.224363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fa7ea7fb-593a-46f4-b13b-d774006abc60 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:05.237867 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3065e31e-7a85-4e91-ad6b-b9ba43adc665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:05.247141 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c66788f7-9bb1-46e5-b084-ca338fdc6dbf tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "PUT /v2.0/floatingips/42699ff3-7306-44e6-af4c-6c3ea12ebc17 HTTP/1.1" status: 200 len: 687 time: 1.3822851 Jul 08 18:06:05.247571 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37902) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:05.253146 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065e31e-7a85-4e91-ad6b-b9ba43adc665 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:05.254053 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3065e31e-7a85-4e91-ad6b-b9ba43adc665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:05.259977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.299491 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3065e31e-7a85-4e91-ad6b-b9ba43adc665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:05.300714 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065e31e-7a85-4e91-ad6b-b9ba43adc665 None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:05.312615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ba29d74-04c2-4821-9547-db6fe0c1c055 req-1f96ba04-08b4-4ebd-8df1-5f5811e82ee8 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.313664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-78870155-53b4-40e3-9f5e-ee21e1e52c8b None None] Provisioning for port d04fab51-833d-434b-952f-9d9f6ec13422 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:05.318832 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ba29d74-04c2-4821-9547-db6fe0c1c055 req-1f96ba04-08b4-4ebd-8df1-5f5811e82ee8 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.320738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ba29d74-04c2-4821-9547-db6fe0c1c055 req-1f96ba04-08b4-4ebd-8df1-5f5811e82ee8 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "DELETE /v2.0/security-groups/c4134a63-7b78-4453-bff1-8787ae4c7e1e HTTP/1.1" status: 204 len: 173 time: 0.4331088 Jul 08 18:06:05.320988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-78870155-53b4-40e3-9f5e-ee21e1e52c8b None None] Provisioning complete for port d04fab51-833d-434b-952f-9d9f6ec13422 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:05.321361 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78870155-53b4-40e3-9f5e-ee21e1e52c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.341031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96ba04-08b4-4ebd-8df1-5f5811e82ee8 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4134a63-7b78-4453-bff1-8787ae4c7e1e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:05.381881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-78870155-53b4-40e3-9f5e-ee21e1e52c8b None None] Port d04fab51-833d-434b-952f-9d9f6ec13422 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:06:05.385724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-d6c17c0b-59bf-499b-8613-df3ddc1781c0 service neutron] 10.222.0.73 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599273 Jul 08 18:06:05.392188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port fa7ea7fb-593a-46f4-b13b-d774006abc60 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:05.400426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port fa7ea7fb-593a-46f4-b13b-d774006abc60 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:05.401034 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.522709 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.549764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port fa7ea7fb-593a-46f4-b13b-d774006abc60, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fa7ea7fb-593a-46f4-b13b-d774006abc60,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:05.550159 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-2a8a91c8-519c-4849-b239-7f4b25c63a22 service neutron] 10.222.0.73 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578407 Jul 08 18:06:05.563131 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.589781 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-203294df-b0b9-4ab8-9309-6b9ea76adadb tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port 9f98f4a6-979a-41f6-8f1e-b9d55aa5ac45 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:05.590857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-203294df-b0b9-4ab8-9309-6b9ea76adadb tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.632740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=fa7ea7fb-593a-46f4-b13b-d774006abc60,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:05.703125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdeeaa-fc98-40f1-8682-2b72152248e7 req-8d33ce04-4641-43c3-9e4f-945efe53bc96 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:05.710831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2dcdeeaa-fc98-40f1-8682-2b72152248e7 req-8d33ce04-4641-43c3-9e4f-945efe53bc96 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.0956502 Jul 08 18:06:05.728077 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-203294df-b0b9-4ab8-9309-6b9ea76adadb tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.728689 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-203294df-b0b9-4ab8-9309-6b9ea76adadb tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.752923 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2dcdeeaa-fc98-40f1-8682-2b72152248e7 req-ba720b50-90ec-4689-83a5-4ec9444d1faa tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410399 Jul 08 18:06:05.769916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-203294df-b0b9-4ab8-9309-6b9ea76adadb tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for 9f98f4a6-979a-41f6-8f1e-b9d55aa5ac45 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:05.862693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd9fba70-dbf7-4b6e-a14f-01b257edb96a req-29cd61cd-ad2f-4708-9a2d-50c70c07f7fa tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/3cb08585-cad6-4d80-9323-763e5544d3d3 HTTP/1.1" status: 200 len: 2407 time: 0.0842614 Jul 08 18:06:05.875552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.889781 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37920) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:05.903959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.936176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6bd2b289-91d7-4c70-8d99-857f0ea1defb no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:05.965491 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd9fba70-dbf7-4b6e-a14f-01b257edb96a req-2b7d1519-e180-43e4-b1ef-2dbd5f451b8e tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:05.991131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 6bd2b289-91d7-4c70-8d99-857f0ea1defb {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:05.994845 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6bd2b289-91d7-4c70-8d99-857f0ea1defb not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:06.016558 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.020796 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd9fba70-dbf7-4b6e-a14f-01b257edb96a req-2b7d1519-e180-43e4-b1ef-2dbd5f451b8e tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.020968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Pushing event updated for resources: {'Port': ['ID=d04fab51-833d-434b-952f-9d9f6ec13422,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:06.100093 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd9fba70-dbf7-4b6e-a14f-01b257edb96a req-2b7d1519-e180-43e4-b1ef-2dbd5f451b8e tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.104399 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-dd9fba70-dbf7-4b6e-a14f-01b257edb96a req-2b7d1519-e180-43e4-b1ef-2dbd5f451b8e tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.105855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd9fba70-dbf7-4b6e-a14f-01b257edb96a req-2b7d1519-e180-43e4-b1ef-2dbd5f451b8e tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "DELETE /v2.0/security-groups/3cb08585-cad6-4d80-9323-763e5544d3d3 HTTP/1.1" status: 204 len: 173 time: 0.2423694 Jul 08 18:06:06.121711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d1519-e180-43e4-b1ef-2dbd5f451b8e tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb08585-cad6-4d80-9323-763e5544d3d3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:06.155833 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-203294df-b0b9-4ab8-9309-6b9ea76adadb tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.206946 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f8fe1213-63f5-461a-b147-8d2eefde7587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.214805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f420a06-0d38-4706-a73a-7af36c654458 req-5ec38969-f7b1-4439-9246-82f02c862b25 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 210 time: 0.0777674 Jul 08 18:06:06.245529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f8f6a5d-5323-4019-8a3a-7cc96e01abc4 req-e4ef17da-1c6b-4062-81d6-ffd69384ea07 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "GET /v2.0/security-groups/2d3f2fa8-fa58-4e5a-837f-3e808ebed6b9 HTTP/1.1" status: 200 len: 2401 time: 0.1098390 Jul 08 18:06:06.349989 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f8f6a5d-5323-4019-8a3a-7cc96e01abc4 req-9f53389f-841b-4950-8b46-e3fe5febf5f5 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.377573 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f8f6a5d-5323-4019-8a3a-7cc96e01abc4 req-9f53389f-841b-4950-8b46-e3fe5febf5f5 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.436749 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f8f6a5d-5323-4019-8a3a-7cc96e01abc4 req-9f53389f-841b-4950-8b46-e3fe5febf5f5 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.442032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f8f6a5d-5323-4019-8a3a-7cc96e01abc4 req-9f53389f-841b-4950-8b46-e3fe5febf5f5 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.444524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f8f6a5d-5323-4019-8a3a-7cc96e01abc4 req-9f53389f-841b-4950-8b46-e3fe5febf5f5 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] 10.222.0.73 "DELETE /v2.0/security-groups/2d3f2fa8-fa58-4e5a-837f-3e808ebed6b9 HTTP/1.1" status: 204 len: 173 time: 0.1818967 Jul 08 18:06:06.451086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37932) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:06.468471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53389f-841b-4950-8b46-e3fe5febf5f5 tempest-SecurityGroupRulesTestJSON-1615836339 tempest-SecurityGroupRulesTestJSON-1615836339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3f2fa8-fa58-4e5a-837f-3e808ebed6b9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:06.479488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203294df-b0b9-4ab8-9309-6b9ea76adadb tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=9f98f4a6-979a-41f6-8f1e-b9d55aa5ac45,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:06.516241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-15df7d91-6b01-4ecf-8628-fc62a10d9167 admin admin] Deleting subnet 68067307-90f5-498f-b398-96f9cd46e369 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:06:06.520890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15df7d91-6b01-4ecf-8628-fc62a10d9167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.552288 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Network c92d1067-af3d-4be1-a412-78a68c63eea9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:06.563267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:06.572800 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15df7d91-6b01-4ecf-8628-fc62a10d9167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.574145 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3d5a09b7-2dbf-423b-85ae-528118c2cf0a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=38d87ab8c9f44869b401f0837aa06af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6767054 Jul 08 18:06:06.577437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37936) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:06.623207 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15df7d91-6b01-4ecf-8628-fc62a10d9167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.638356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-203294df-b0b9-4ab8-9309-6b9ea76adadb tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.640951 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-203294df-b0b9-4ab8-9309-6b9ea76adadb tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.646026 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-203294df-b0b9-4ab8-9309-6b9ea76adadb tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/floatingips/42699ff3-7306-44e6-af4c-6c3ea12ebc17 HTTP/1.1" status: 204 len: 168 time: 1.3936625 Jul 08 18:06:06.647663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37938) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:06.665249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '6ef5be69-281c-4005-a868-504e01d104ea'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:06.720449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15df7d91-6b01-4ecf-8628-fc62a10d9167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.746890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df7d91-6b01-4ecf-8628-fc62a10d9167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68067307-90f5-498f-b398-96f9cd46e369,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:06.756285 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15df7d91-6b01-4ecf-8628-fc62a10d9167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.758356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-15df7d91-6b01-4ecf-8628-fc62a10d9167 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/68067307-90f5-498f-b398-96f9cd46e369 HTTP/1.1" status: 204 len: 168 time: 0.3046978 Jul 08 18:06:06.761642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37940) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:06.793003 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.829254 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7881bf13-6851-4acc-b585-a0db6b64bd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.925794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7881bf13-6851-4acc-b585-a0db6b64bd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.933819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Router fb00410d-2c33-4c03-860c-ccc78d1003bb has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:06.948095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dc9b5d7c-7c35-4d3e-bd39-c5851a2614e7 None None] Provisioning complete for port d04fab51-833d-434b-952f-9d9f6ec13422 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:06.948937 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9b5d7c-7c35-4d3e-bd39-c5851a2614e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.981082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:06.999799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b5d7c-7c35-4d3e-bd39-c5851a2614e7 None None] Port d04fab51-833d-434b-952f-9d9f6ec13422 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:06:07.014547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530c6ef-e23f-46be-b566-20a484978fc3 req-78e92afe-43ec-4919-bf2e-4b083db5cdef tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:07.022477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2530c6ef-e23f-46be-b566-20a484978fc3 req-78e92afe-43ec-4919-bf2e-4b083db5cdef tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1185017 Jul 08 18:06:07.094317 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2530c6ef-e23f-46be-b566-20a484978fc3 req-df89bd6e-bf1d-42e0-89f3-0ce821edd931 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680621 Jul 08 18:06:07.100089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fa7ea7fb-593a-46f4-b13b-d774006abc60 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:07.161968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port fa7ea7fb-593a-46f4-b13b-d774006abc60 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:07.162461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.235525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.239147 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7881bf13-6851-4acc-b585-a0db6b64bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.241659 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7881bf13-6851-4acc-b585-a0db6b64bd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.245254 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7881bf13-6851-4acc-b585-a0db6b64bd94 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f0503bb5-1722-4c8b-b437-4729bf1ddf5e HTTP/1.1" status: 204 len: 168 time: 0.6641715 Jul 08 18:06:07.263673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43045534-9103-436b-a9f7-3eb2ba0cbdd3']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:07.274050 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881bf13-6851-4acc-b585-a0db6b64bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0503bb5-1722-4c8b-b437-4729bf1ddf5e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:07.278549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:07.281159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449b01f5-b1b5-45a7-9d0d-65138c15b69e') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:07.281460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449b01f5-b1b5-45a7-9d0d-65138c15b69e') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:07.287902 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cdfe47d6-b25d-465c-acf0-216d66849810 admin admin] 10.222.0.73 "PUT /v2.0/routers/fb00410d-2c33-4c03-860c-ccc78d1003bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8960137 Jul 08 18:06:07.298942 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.308807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Sync routers for ids ['fb00410d-2c33-4c03-860c-ccc78d1003bb'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:07.324320 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.335306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.344301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:06:07.344686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:06:07.346419 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:06:07.368491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Routers {'fb00410d-2c33-4c03-860c-ccc78d1003bb'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:07.371181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:05:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fb00410d-2c33-4c03-860c-ccc78d1003bb'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:07.462925 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.472066 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.473862 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] 10.222.0.73 "DELETE /v2.0/networks/43045534-9103-436b-a9f7-3eb2ba0cbdd3 HTTP/1.1" status: 204 len: 168 time: 0.7111742 Jul 08 18:06:07.491350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3b6b4-b935-4d40-8e4c-1e88ccf2989a admin admin] Pushing event deleted for resources: {'Network': ['ID=43045534-9103-436b-a9f7-3eb2ba0cbdd3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:07.513085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.25.8.243 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/f8441bdc-9670-45bc-8f18-80d462678f65) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:07.536738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d53f3253-d28a-4552-83c5-0b157d4d150f req-d86ce674-9bb6-4131-996c-6d1f28652c26 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 210 time: 0.0830512 Jul 08 18:06:07.674613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Set router fb00410d-2c33-4c03-860c-ccc78d1003bb gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:07.714060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-750f4d3d-b77b-4b26-877c-5b8236a3e629 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:07.716520 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-750f4d3d-b77b-4b26-877c-5b8236a3e629 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "GET /v2.0/networks?id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0 HTTP/1.1" status: 200 len: 821 time: 0.1908135 Jul 08 18:06:07.735342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Request body: {'port': {'device_id': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0', 'admin_state_up': True, 'tenant_id': '62e730d5e7b74cdd8b34099b61a5fd9b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:07.747578 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.827035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37964) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:07.913465 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-addfe35c-3087-4df8-bb0e-35699b566052 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7f7f3adccda47ed97b710c1fffd1525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842154 Jul 08 18:06:07.915932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37966) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:07.979734 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:07.998686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'd04fab51-833d-434b-952f-9d9f6ec13422', 'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'mac_address': 'fa:16:3e:09:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:03Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 2, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'subnets': [{'id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:08.025977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-347b4162-a816-4f70-9383-a03e82d2322a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.041455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=f8441bdc-9670-45bc-8f18-80d462678f65,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:08.051797 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Made reservation on behalf of 62e730d5e7b74cdd8b34099b61a5fd9b for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:08.054126 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-347b4162-a816-4f70-9383-a03e82d2322a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.055931 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.076309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:08.078935 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:08.079564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Checking router: fb00410d-2c33-4c03-860c-ccc78d1003bb for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:06:08.079963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Updating router fb00410d-2c33-4c03-860c-ccc78d1003bb port d04fab51-833d-434b-952f-9d9f6ec13422 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:06:08.087558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:08.131429 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-347b4162-a816-4f70-9383-a03e82d2322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.134693 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-347b4162-a816-4f70-9383-a03e82d2322a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.136235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-347b4162-a816-4f70-9383-a03e82d2322a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de53469b-e0b7-4f71-9e43-f86f9dd88cf5 HTTP/1.1" status: 204 len: 168 time: 0.2190540 Jul 08 18:06:08.145779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b4162-a816-4f70-9383-a03e82d2322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de53469b-e0b7-4f71-9e43-f86f9dd88cf5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:08.184699 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.582022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Allocated IP 172.20.0.6 (7b78e95b-48dd-4080-adfd-42fa93b2ffa0/f3ef02c4-868f-454a-8c50-80f46eec3007/1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:08.598540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37994) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:08.621491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8e05c34f-46ed-42ef-8374-f192a3f56130 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--936438672', 'description': 'tempest-description--1072050219'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:08.682812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e05c34f-46ed-42ef-8374-f192a3f56130 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.763902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0275a-a67d-4c31-aac4-a515fc5da5e0 req-4df7204c-dfce-41d6-949b-24e2049ffd9b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:08.765873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ad0275a-a67d-4c31-aac4-a515fc5da5e0 req-4df7204c-dfce-41d6-949b-24e2049ffd9b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.2492239 Jul 08 18:06:08.770060 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.849998 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.859015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ad0275a-a67d-4c31-aac4-a515fc5da5e0 req-2de5e6a4-ce50-4f90-9acd-cb341a390045 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837133 Jul 08 18:06:08.941117 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.950532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:08.954925 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e05c34f-46ed-42ef-8374-f192a3f56130 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.959144 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:08.965429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:08.967038 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e05c34f-46ed-42ef-8374-f192a3f56130 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:08.969421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event updated for resources: {'Port': ['ID=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:08.978759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Transition to ACTIVE for port object d04fab51-833d-434b-952f-9d9f6ec13422 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:08.998128 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.044483 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:06:09.065607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e05c34f-46ed-42ef-8374-f192a3f56130 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.070464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8e05c34f-46ed-42ef-8374-f192a3f56130 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4641142 Jul 08 18:06:09.072439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38010) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:09.086538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-235d3d0b-8e78-4d1d-9060-2ddf37be595b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Request body: {'security_group_rule': {'security_group_id': 'e65ce106-c1cb-4c08-b146-e965dd6515cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:09.087423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:09.088402 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.104184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eacf8-5d71-4674-930f-d2f23fbbbe66 None None] Pushing event updated for resources: {'Port': ['ID=d04fab51-833d-434b-952f-9d9f6ec13422,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:09.156466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05c34f-46ed-42ef-8374-f192a3f56130 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65ce106-c1cb-4c08-b146-e965dd6515cd,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:09.181677 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-66a93c04-a960-4f97-9ff8-1617cf513528 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4508195 Jul 08 18:06:09.197146 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.201663 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b823e3ed-d84c-4aa8-9500-bf67860b3714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.201776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Request body: {'port': {'device_id': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:09.216877 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Attempting to bind port d04fab51-833d-434b-952f-9d9f6ec13422 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:09.217264 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Attempting to bind port d04fab51-833d-434b-952f-9d9f6ec13422 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:09.217636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Attempting to bind port d04fab51-833d-434b-952f-9d9f6ec13422 on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:09.231430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:09.233013 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-235d3d0b-8e78-4d1d-9060-2ddf37be595b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.234717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Checking segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:09.235302 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.235744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Bound using segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:09.236208 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Bound port: d04fab51-833d-434b-952f-9d9f6ec13422, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:09.236607 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.397673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] For port d04fab51-833d-434b-952f-9d9f6ec13422, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:09.405667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] For port d04fab51-833d-434b-952f-9d9f6ec13422, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=d04fab51-833d-434b-952f-9d9f6ec13422,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:09.418522 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.420150 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.420558 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.499930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38022) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:09.604194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eacf8-5d71-4674-930f-d2f23fbbbe66 None None] Pushing event updated for resources: {'Port': ['ID=d04fab51-833d-434b-952f-9d9f6ec13422,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:09.624450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Routers {'fb00410d-2c33-4c03-860c-ccc78d1003bb'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:09.624450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fb00410d-2c33-4c03-860c-ccc78d1003bb'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:09.817626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-9977867-network', 'tenant_id': '6655462c5b97467482a6538c52beed2f'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:09.861319 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] Set router fb00410d-2c33-4c03-860c-ccc78d1003bb gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:09.865852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a692-8540-4d12-9246-2054b98dda1b req-8b6cda5c-481b-4bcd-80e4-cd41f0ea724d tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:09.874070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7a3a692-8540-4d12-9246-2054b98dda1b req-8b6cda5c-481b-4bcd-80e4-cd41f0ea724d tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 931 time: 0.7186852 Jul 08 18:06:09.913382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-235d3d0b-8e78-4d1d-9060-2ddf37be595b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.921690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Made reservation on behalf of 6655462c5b97467482a6538c52beed2f for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:09.924985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.936647 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.946049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-235d3d0b-8e78-4d1d-9060-2ddf37be595b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.964483 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:09.979033 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7a3a692-8540-4d12-9246-2054b98dda1b req-74db9509-403e-4174-84ce-9772cb7008c5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034434 Jul 08 18:06:09.987212 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d3d0b-8e78-4d1d-9060-2ddf37be595b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f36937-883d-4b08-b0a3-fc1467bd3f60,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:10.027428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-235d3d0b-8e78-4d1d-9060-2ddf37be595b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.030835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-235d3d0b-8e78-4d1d-9060-2ddf37be595b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9546695 Jul 08 18:06:10.031042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38044) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:10.035518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-dc515e46-4590-4f9e-8bcc-75835d835930 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Request body: {'security_group_rule': {'security_group_id': 'e65ce106-c1cb-4c08-b146-e965dd6515cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:10.125494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:10.129128 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.147018 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.171391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Transition to ACTIVE for port object 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:10.186680 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4336-d1cc-4d85-821a-21a094d9c7e9 req-fde362e7-16b3-4dee-a3f4-395a750b585c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:10.194200 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.194772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-831e4336-d1cc-4d85-821a-21a094d9c7e9 req-fde362e7-16b3-4dee-a3f4-395a750b585c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.0996134 Jul 08 18:06:10.224166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'd04fab51-833d-434b-952f-9d9f6ec13422', 'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'mac_address': 'fa:16:3e:09:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:03Z', 'updated_at': '2021-07-08T18:06:09Z', 'revision_number': 4, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'subnets': [{'id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:10.254788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-831e4336-d1cc-4d85-821a-21a094d9c7e9 req-6bd0a669-3337-4135-b3bf-68522641d637 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588889 Jul 08 18:06:10.275765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386fe22a-16e5-4293-af07-72b2d16f3805 None None] The sync data for ids ['fb00410d-2c33-4c03-860c-ccc78d1003bb'] in n-d-799684-3 is: [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'd04fab51-833d-434b-952f-9d9f6ec13422', 'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'mac_address': 'fa:16:3e:09:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:03Z', 'updated_at': '2021-07-08T18:06:09Z', 'revision_number': 4, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'subnets': [{'id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:10.367641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38052) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:10.504451 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-244221c3-b31a-4045-a0b6-f4f6a7cc47fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.590076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:10.611549 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.636032 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.637120 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.670337 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc515e46-4590-4f9e-8bcc-75835d835930 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.683328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.736113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:06:10.780121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=f8441bdc-9670-45bc-8f18-80d462678f65,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:10.792603 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc515e46-4590-4f9e-8bcc-75835d835930 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.795843 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.796349 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Added segment edb8d913-b2e8-407c-8c36-a06cb3a7b9ca of type vlan for network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd Jul 08 18:06:10.804496 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc515e46-4590-4f9e-8bcc-75835d835930 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.806872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513f8945-850d-4168-8185-6afc8bca3cf7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:10.833945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Attempting to bind port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:10.834721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Attempting to bind port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:10.834721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Attempting to bind port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 on network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:10.839124 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.875128 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-244221c3-b31a-4045-a0b6-f4f6a7cc47fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.878029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc515e46-4590-4f9e-8bcc-75835d835930 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a183933b-f7ea-47b9-8f05-7289d3be9ca7,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:10.883689 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-244221c3-b31a-4045-a0b6-f4f6a7cc47fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.889415 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc515e46-4590-4f9e-8bcc-75835d835930 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.893537 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dc515e46-4590-4f9e-8bcc-75835d835930 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8587112 Jul 08 18:06:10.898869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38058) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:10.912625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:10.918560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 on network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:06:10.919104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Attempting to bind port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 on network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:10.926281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244221c3-b31a-4045-a0b6-f4f6a7cc47fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a1ad36-e6ac-4b58-a73f-d5e3da28bd38,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:10.930678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-244221c3-b31a-4045-a0b6-f4f6a7cc47fd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44ab9cd66ae24ac1888182ea366f8508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617821 Jul 08 18:06:10.933376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38060) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:10.936744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:10.949876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:10.950399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Checking segment: {'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:10.950798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Bound using segment: {'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:10.951254 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Bound port: 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:10.951594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.000236 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27f67a11-17ab-4efa-b30a-b2f9652e4b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.041006 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27f67a11-17ab-4efa-b30a-b2f9652e4b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.085086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.094047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.095181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:11.095651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.123777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27f67a11-17ab-4efa-b30a-b2f9652e4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.133372 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27f67a11-17ab-4efa-b30a-b2f9652e4b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.133372 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-27f67a11-17ab-4efa-b30a-b2f9652e4b12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6a1ad36-e6ac-4b58-a73f-d5e3da28bd38 HTTP/1.1" status: 204 len: 168 time: 0.1936290 Jul 08 18:06:11.155361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f67a11-17ab-4efa-b30a-b2f9652e4b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a1ad36-e6ac-4b58-a73f-d5e3da28bd38,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:11.189314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device d04fab51-833d-434b-952f-9d9f6ec13422 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:11.271990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bc073-0de6-4b22-8ac8-ae0dc6c34334 req-e66bfa44-16d8-495a-aefb-3adbd2f190e4 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:11.279176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b22bc073-0de6-4b22-8ac8-ae0dc6c34334 req-e66bfa44-16d8-495a-aefb-3adbd2f190e4 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 943 time: 0.0929480 Jul 08 18:06:11.300237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port d04fab51-833d-434b-952f-9d9f6ec13422 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:11.316454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port d04fab51-833d-434b-952f-9d9f6ec13422 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:11.317793 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.356408 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8397052 Jul 08 18:06:11.362785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] For port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:11.365180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b22bc073-0de6-4b22-8ac8-ae0dc6c34334 req-1beb064a-74e6-438e-907c-4a9b5a61b1aa tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850236 Jul 08 18:06:11.365874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38072) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:11.366865 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP b07bbbdd-c7a2-4a00-9865-767fce2c4a97 associated. External IP: 172.25.8.243, port: 6ef5be69-281c-4005-a868-504e01d104ea. Jul 08 18:06:11.386916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] Request body: {'subnet': {'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-9977867-subnet', 'tenant_id': '6655462c5b97467482a6538c52beed2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:11.410325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] Made reservation on behalf of 6655462c5b97467482a6538c52beed2f for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:11.413412 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.505919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fe7e4-5323-43f5-a392-a7c85f1eca3e admin admin] Pushing event updated for resources: {'Network': ['ID=59fb5ee7-cecf-466d-8f9c-3815a4857bfd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:11.513554 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.518012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:06:11.525311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] For port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:11.624391 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.682119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:11.682987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.684068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46cf1f-85df-4e8e-bd5a-21a987eb4d32 req-04b7c52c-5de9-4b46-b969-77b3b06a9755 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:11.685004 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] 10.222.0.59 "PUT /v2.0/ports/1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 HTTP/1.1" status: 200 len: 1091 time: 2.4913299 Jul 08 18:06:11.686859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d46cf1f-85df-4e8e-bd5a-21a987eb4d32 req-04b7c52c-5de9-4b46-b969-77b3b06a9755 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1462402 Jul 08 18:06:11.691954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'tag': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:11.694679 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345c847e-66e7-4503-88ae-c75cb06238bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c9ef81-9bee-43ba-9674-4c8ac0f267c6", "tag": "1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:11.699223 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.700783 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.715968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port d04fab51-833d-434b-952f-9d9f6ec13422, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=d04fab51-833d-434b-952f-9d9f6ec13422,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:11.721433 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.753877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a41417a-9610-4e78-aa1c-6c2d94c44b77,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:11.815691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:11.825391 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a7eb65-08a1-4c3c-9d74-206c7f06d8c5 x-openstack-request-id: req-e9a7eb65-08a1-4c3c-9d74-206c7f06d8c5 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:11.825949 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c9ef81-9bee-43ba-9674-4c8ac0f267c6", "tag": "1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:11.826080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=d04fab51-833d-434b-952f-9d9f6ec13422,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:11.826477 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9a7eb65-08a1-4c3c-9d74-206c7f06d8c5 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:11.827007 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'tag': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1', 'status': 'completed', 'code': 200} Jul 08 18:06:11.827821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] Checking segment: {'id': 'edb8d913-b2e8-407c-8c36-a06cb3a7b9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:11.828190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] Network hostable DHCP agents. Network: 59fb5ee7-cecf-466d-8f9c-3815a4857bfd, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:06:11.851484 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d46cf1f-85df-4e8e-bd5a-21a987eb4d32 req-81f7ec5a-f02a-4c37-8983-ed3527fe8f3d tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568961 Jul 08 18:06:11.881472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489872e7-a4d6-4dd8-ad8c-024faaf54cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:11.898109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] Network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:06:11.905498 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.914229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 59fb5ee7-cecf-466d-8f9c-3815a4857bfd) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:11.933441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:11.934587 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:11.934807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a20e19-e4c4-4348-b9a2-2bfdcb5685e7 None None] Network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:11.976689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c50c3d3f-4a03-484d-8049-2234648ba3b7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6095638 Jul 08 18:06:12.100167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:12.113932 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ce16e5-da11-44ca-8ca1-03a9de2ff31a None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:12.121021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-4c6829ec-30f8-4fea-8c19-4d64c502abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:12.122579 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-4c6829ec-30f8-4fea-8c19-4d64c502abb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62e730d5e7b74cdd8b34099b61a5fd9b&device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 1094 time: 0.3653679 Jul 08 18:06:12.126250 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:12.151523 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ce16e5-da11-44ca-8ca1-03a9de2ff31a None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:12.170007 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-24ce16e5-da11-44ca-8ca1-03a9de2ff31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:12.172284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbbc587-245a-44b6-9c99-c2dd81365719 None None] Network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:12.228598 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-dcafc133-0961-4032-8e8b-6c794f9d6cf9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 HTTP/1.1" status: 200 len: 217 time: 0.0971596 Jul 08 18:06:12.245674 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-22565ef4-e5b8-4ab5-a57f-cfa3837a9c0f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.5932598 Jul 08 18:06:12.248826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38102) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:12.258692 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-24ce16e5-da11-44ca-8ca1-03a9de2ff31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:12.275292 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ce16e5-da11-44ca-8ca1-03a9de2ff31a None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:12.276901 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-24ce16e5-da11-44ca-8ca1-03a9de2ff31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:12.319242 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-24ce16e5-da11-44ca-8ca1-03a9de2ff31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:12.320411 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ce16e5-da11-44ca-8ca1-03a9de2ff31a None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:12.329125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Allocated IP 172.25.8.14 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/0fc3a6a2-896b-44aa-a414-d576dffdc43d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:12.340175 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38104) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:12.353315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-28f30221-6792-4b2a-b840-202ee4d5fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:12.354831 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-28f30221-6792-4b2a-b840-202ee4d5fef9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3ef02c4-868f-454a-8c50-80f46eec3007 HTTP/1.1" status: 200 len: 861 time: 0.1176357 Jul 08 18:06:12.408778 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0557fa62-7591-4bc9-860d-2b65804025ef tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "GET /v2.0/floatingips/b07bbbdd-c7a2-4a00-9865-767fce2c4a97 HTTP/1.1" status: 200 len: 979 time: 0.1563201 Jul 08 18:06:12.409113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38110) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:12.464291 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-6da90439-f672-43a9-b65f-64be466f390b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944159 Jul 08 18:06:12.540450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1584810521-network', 'tenant_id': '15542bc003ac44cd8677a31a8c43497c'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:12.574099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-f63ed057-e126-49d9-b84f-f2926c101826 req-7e95c3a4-774a-42a0-ae76-b562f01d00b3 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-949145512', 'description': 'tempest-description-551988004'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:12.587143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2b6c9e66-f89f-4de9-a100-3f7435837771 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1768868 Jul 08 18:06:12.590705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38112) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:12.595985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a3ba7ab0-f4c1-477f-a337-f6cbcd893ce5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'floatingip': {'port_id': '54cbd75a-9a5c-49d4-999f-84f47cc9f377'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:12.608681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:12.614882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Made reservation on behalf of 15542bc003ac44cd8677a31a8c43497c for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:12.617150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:12.632870 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:12.635786 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-8648905c-bfc7-483d-9238-b9a78ec862b0 service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618173 Jul 08 18:06:12.666759 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f63ed057-e126-49d9-b84f-f2926c101826 req-7e95c3a4-774a-42a0-ae76-b562f01d00b3 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:12.683097 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7ab0-f4c1-477f-a337-f6cbcd893ce5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:12.726138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898b64b-77c6-484b-a911-9a5e478997d7 req-b0b3ac2e-b528-4a18-bc30-77ef2b889eee tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:12.727690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7898b64b-77c6-484b-a911-9a5e478997d7 req-b0b3ac2e-b528-4a18-bc30-77ef2b889eee tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 943 time: 0.2234368 Jul 08 18:06:12.773151 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:12.809303 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f81e43f7-b7ac-4d0b-a4f2-a79066a5c9a6 req-fea68c64-f20a-417e-b1df-fb049f694c23 service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649005 Jul 08 18:06:12.810758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7898b64b-77c6-484b-a911-9a5e478997d7 req-1c35c074-1c80-43ac-a069-2a104134b12c tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722225 Jul 08 18:06:12.837640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:12.846140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:12.849644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event updated for resources: {'Port': ['ID=0fc3a6a2-896b-44aa-a414-d576dffdc43d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:12.853044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:12.941402 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:12.956077 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.013550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:06:13.026591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb073f2d-5bce-408c-9cda-6a69063ace17,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:13.041567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c847e-66e7-4503-88ae-c75cb06238bc req-73cd05a0-f7f7-467b-91b1-a08469495f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:13.043118 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-345c847e-66e7-4503-88ae-c75cb06238bc req-73cd05a0-f7f7-467b-91b1-a08469495f3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62e730d5e7b74cdd8b34099b61a5fd9b&device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 1094 time: 0.1646626 Jul 08 18:06:13.046280 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.046624 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Added segment 02a9d237-7d71-4f86-925f-0efe09dd2237 of type vlan for network 870660ea-3114-495c-80f8-94bbbe6b12e1 Jul 08 18:06:13.059325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.110835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device d04fab51-833d-434b-952f-9d9f6ec13422 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:13.162619 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.167193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38831939-33f6-4832-8415-74418261a99d req-9e3cda1b-e393-40be-88d9-07a3a0790dfe tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:13.168700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38831939-33f6-4832-8415-74418261a99d req-9e3cda1b-e393-40be-88d9-07a3a0790dfe tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1887002 Jul 08 18:06:13.170721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port d04fab51-833d-434b-952f-9d9f6ec13422 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:13.171093 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.203809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.213293 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f63ed057-e126-49d9-b84f-f2926c101826 req-7e95c3a4-774a-42a0-ae76-b562f01d00b3 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.229487 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f63ed057-e126-49d9-b84f-f2926c101826 req-7e95c3a4-774a-42a0-ae76-b562f01d00b3 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.256985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.258009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:13.258616 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.261069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c847e-66e7-4503-88ae-c75cb06238bc req-0904ba08-42c1-45e0-afa0-69fda291136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:13.262556 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-345c847e-66e7-4503-88ae-c75cb06238bc req-0904ba08-42c1-45e0-afa0-69fda291136f service neutron] 10.222.0.59 "GET /v2.0/networks?id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0 HTTP/1.1" status: 200 len: 922 time: 0.2053249 Jul 08 18:06:13.312453 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f63ed057-e126-49d9-b84f-f2926c101826 req-7e95c3a4-774a-42a0-ae76-b562f01d00b3 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.313695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f63ed057-e126-49d9-b84f-f2926c101826 req-7e95c3a4-774a-42a0-ae76-b562f01d00b3 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7538307 Jul 08 18:06:13.320106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95c3a4-774a-42a0-ae76-b562f01d00b3 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65591a5f-2853-4ce3-a097-05e2d4c2d401,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:13.324706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38831939-33f6-4832-8415-74418261a99d req-0893e0b8-cdb6-445c-8fd5-d2381ba4ee18 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213014 Jul 08 18:06:13.390463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-fed74fde-362f-4b17-b6fd-1e723a1f2e78 req-2f7b2195-37ce-4110-8ffc-3f03af57928b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2111962740', 'description': 'tempest-description-1797405188'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:13.464195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fed74fde-362f-4b17-b6fd-1e723a1f2e78 req-2f7b2195-37ce-4110-8ffc-3f03af57928b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.485475 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7ab0-f4c1-477f-a337-f6cbcd893ce5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.490954 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7ab0-f4c1-477f-a337-f6cbcd893ce5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.612190 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2674868 Jul 08 18:06:13.616647 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38122) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:13.625196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] Request body: {'subnet': {'network_id': '870660ea-3114-495c-80f8-94bbbe6b12e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1584810521-subnet', 'tenant_id': '15542bc003ac44cd8677a31a8c43497c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:13.628005 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-345c847e-66e7-4503-88ae-c75cb06238bc req-d4a36a54-41e3-4175-8621-0ae9987d3890 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 HTTP/1.1" status: 200 len: 217 time: 0.3551552 Jul 08 18:06:13.641785 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-a3ba7ab0-f4c1-477f-a337-f6cbcd893ce5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP b07bbbdd-c7a2-4a00-9865-767fce2c4a97 associated. External IP: 172.25.8.243, port: 6ef5be69-281c-4005-a868-504e01d104ea. Jul 08 18:06:13.692527 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fed74fde-362f-4b17-b6fd-1e723a1f2e78 req-2f7b2195-37ce-4110-8ffc-3f03af57928b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.698665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31160009-e043-4cd0-9cc2-228a677a2799 admin admin] Pushing event updated for resources: {'Network': ['ID=870660ea-3114-495c-80f8-94bbbe6b12e1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:13.702615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fed74fde-362f-4b17-b6fd-1e723a1f2e78 req-2f7b2195-37ce-4110-8ffc-3f03af57928b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.712377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 870660ea-3114-495c-80f8-94bbbe6b12e1 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:06:13.726718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c847e-66e7-4503-88ae-c75cb06238bc req-f62ebf59-d13f-472f-8297-654c162636c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:13.728106 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-345c847e-66e7-4503-88ae-c75cb06238bc req-f62ebf59-d13f-472f-8297-654c162636c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3ef02c4-868f-454a-8c50-80f46eec3007 HTTP/1.1" status: 200 len: 861 time: 0.0694890 Jul 08 18:06:13.767651 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-345c847e-66e7-4503-88ae-c75cb06238bc req-04f3f33e-0204-4b1d-9064-712fe80d61cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316699 Jul 08 18:06:13.789891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] Made reservation on behalf of 15542bc003ac44cd8677a31a8c43497c for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:13.793205 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.800063 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b2195-37ce-4110-8ffc-3f03af57928b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe42e88-7ebb-4bf8-bfc6-d77d0fd3d729,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:13.805790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fed74fde-362f-4b17-b6fd-1e723a1f2e78 req-2f7b2195-37ce-4110-8ffc-3f03af57928b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.810531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fed74fde-362f-4b17-b6fd-1e723a1f2e78 req-2f7b2195-37ce-4110-8ffc-3f03af57928b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4272087 Jul 08 18:06:13.853789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.863302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.941688 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-345c847e-66e7-4503-88ae-c75cb06238bc req-f4806fb7-87d0-47ae-a496-cfdd2a667d66 service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618574 Jul 08 18:06:14.030671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event updated for resources: {'Port': ['ID=0fc3a6a2-896b-44aa-a414-d576dffdc43d,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:14.050129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:14.076915 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:14.078151 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e7bc2d1a-db9c-417f-9158-7ed7643103ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1751144 Jul 08 18:06:14.096930 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-345c847e-66e7-4503-88ae-c75cb06238bc req-a1d5ee81-fc62-44dc-8871-9f8e5770bac2 service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250048 Jul 08 18:06:14.243393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ba7ab0-f4c1-477f-a337-f6cbcd893ce5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:14.256996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aeb3b742-52e2-4348-879d-0a636a2c4c08 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:14.258478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aeb3b742-52e2-4348-879d-0a636a2c4c08 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/networks?id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 200 len: 810 time: 0.2784126 Jul 08 18:06:14.260987 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:14.271818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b056dd-5637-46ad-9816-38415ad3174c req-bff67edb-956a-498a-abdc-77c0d96b1bc9 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:14.273222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8b056dd-5637-46ad-9816-38415ad3174c req-bff67edb-956a-498a-abdc-77c0d96b1bc9 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 943 time: 0.2942934 Jul 08 18:06:14.364507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-49d5936f-20a9-46d7-ae19-d074b0f0bde7 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/quotas/6655462c5b97467482a6538c52beed2f HTTP/1.1" status: 200 len: 375 time: 0.0894952 Jul 08 18:06:14.393863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=60def79e-4429-45d6-bd37-1da592e3e273,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:14.427739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-07c0934a-d765-4466-8dfa-c1927340f305 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6655462c5b97467482a6538c52beed2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548947 Jul 08 18:06:14.471845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-a5abc74b-fd96-4f5a-aac1-7464f63e3778 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:06:14.472797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-a5abc74b-fd96-4f5a-aac1-7464f63e3778 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0336101 Jul 08 18:06:14.476460 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8b056dd-5637-46ad-9816-38415ad3174c req-28db7995-aa4f-482c-bf34-b1d039e4e7a9 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782753 Jul 08 18:06:14.536901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] Checking segment: {'id': '02a9d237-7d71-4f86-925f-0efe09dd2237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870660ea-3114-495c-80f8-94bbbe6b12e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:14.536901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] Network hostable DHCP agents. Network: 870660ea-3114-495c-80f8-94bbbe6b12e1, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:06:14.563861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ba7ab0-f4c1-477f-a337-f6cbcd893ce5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:14.573394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a903e2f9-b5f4-48c4-b9ed-4f13ea0f56a5 None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:14.583473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903e2f9-b5f4-48c4-b9ed-4f13ea0f56a5 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:14.584240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a903e2f9-b5f4-48c4-b9ed-4f13ea0f56a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:14.616159 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a903e2f9-b5f4-48c4-b9ed-4f13ea0f56a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:14.624515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903e2f9-b5f4-48c4-b9ed-4f13ea0f56a5 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:14.625104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a903e2f9-b5f4-48c4-b9ed-4f13ea0f56a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:14.632432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] Network 870660ea-3114-495c-80f8-94bbbe6b12e1 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:06:14.660920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a903e2f9-b5f4-48c4-b9ed-4f13ea0f56a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:14.661764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a903e2f9-b5f4-48c4-b9ed-4f13ea0f56a5 None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:14.667842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 870660ea-3114-495c-80f8-94bbbe6b12e1) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:14.674280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-3e449a9f-4345-4ce7-b567-754a87b36b33 service neutron] 10.222.0.73 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922874 Jul 08 18:06:14.677516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0192a72-f7dc-4428-9fe1-c2a906679808 None None] Network 870660ea-3114-495c-80f8-94bbbe6b12e1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:14.701518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:14.702095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:14.708330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-e61df1b9-06c9-4561-baa1-a087c2f532cd tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--936438672&fields=id&tenant_id=60b0c86a14ff4f54a31a20233e52f69f HTTP/1.1" status: 200 len: 267 time: 0.1499701 Jul 08 18:06:14.816456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306522f1-33d7-46a7-b2b5-caaecaaae1d7 None None] Network 870660ea-3114-495c-80f8-94bbbe6b12e1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:15.152858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-57f2da5a-a7d5-4ec9-96dd-fee86455c8ff admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5351236 Jul 08 18:06:15.260578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-f5e05925-4944-4495-8210-8d16372045b0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:15.262052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-f5e05925-4944-4495-8210-8d16372045b0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 812 time: 0.5439067 Jul 08 18:06:15.274094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-d58f146b-8ed5-4235-b3db-948bf7a0159f service neutron] 10.222.0.73 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696335 Jul 08 18:06:15.322609 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-0168cfb4-a7e9-4989-aa89-c1e2b0201493 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/quotas/60b0c86a14ff4f54a31a20233e52f69f HTTP/1.1" status: 200 len: 375 time: 0.0497651 Jul 08 18:06:15.377484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ba7ab0-f4c1-477f-a337-f6cbcd893ce5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:15.453233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-0ef50faf-c8fd-436c-8b96-ab930ad0656b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1234262 Jul 08 18:06:15.607128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ba7ab0-f4c1-477f-a337-f6cbcd893ce5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:15.613866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7ab0-f4c1-477f-a337-f6cbcd893ce5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:15.617576 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97df4fb-1bf3-4bf3-b175-cc875fc9093f None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:15.630482 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97df4fb-1bf3-4bf3-b175-cc875fc9093f None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:15.631569 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c97df4fb-1bf3-4bf3-b175-cc875fc9093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:15.654691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-54019881-44ef-40ec-af72-e0aefd569533 service neutron] 10.222.0.73 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662250 Jul 08 18:06:15.673937 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c97df4fb-1bf3-4bf3-b175-cc875fc9093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:15.686956 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97df4fb-1bf3-4bf3-b175-cc875fc9093f None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:15.687644 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c97df4fb-1bf3-4bf3-b175-cc875fc9093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:15.729018 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c97df4fb-1bf3-4bf3-b175-cc875fc9093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:15.729923 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97df4fb-1bf3-4bf3-b175-cc875fc9093f None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:15.756915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8359d-bde3-465c-a92f-dd7d93a36085 req-3aad0cb6-2525-49c3-b5b9-83085bd8b3fa tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:15.758479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06d8359d-bde3-465c-a92f-dd7d93a36085 req-3aad0cb6-2525-49c3-b5b9-83085bd8b3fa tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.2477651 Jul 08 18:06:15.769609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:15.778644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a3ba7ab0-f4c1-477f-a337-f6cbcd893ce5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "PUT /v2.0/floatingips/b07bbbdd-c7a2-4a00-9865-767fce2c4a97 HTTP/1.1" status: 200 len: 977 time: 3.1870110 Jul 08 18:06:15.781749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38174) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:15.787243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-711f0e57-c779-4a98-806a-4e9f1e30c028 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:15.825332 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06d8359d-bde3-465c-a92f-dd7d93a36085 req-eacc8a0f-f76c-4fd0-9242-1e0567d2715c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605793 Jul 08 18:06:15.837473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-bedc3f4e-2739-44ca-ba78-cc09e1b55b1d service neutron] 10.222.0.73 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720057 Jul 08 18:06:15.908194 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-711f0e57-c779-4a98-806a-4e9f1e30c028 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:15.918072 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:15.953040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1', 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0', 'port_id': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1', 'mac_address': 'fa:16:3e:7f:47:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef02c4-868f-454a-8c50-80f46eec3007', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:16.011534 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:16.052644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:16.096047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:16.109521 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:16.235675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:16.327772 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-711f0e57-c779-4a98-806a-4e9f1e30c028 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:16.335109 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-711f0e57-c779-4a98-806a-4e9f1e30c028 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:16.336609 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-711f0e57-c779-4a98-806a-4e9f1e30c028 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP b07bbbdd-c7a2-4a00-9865-767fce2c4a97 disassociated. External IP: 172.25.8.243, port: 54cbd75a-9a5c-49d4-999f-84f47cc9f377. Jul 08 18:06:16.476211 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02b9ebc0-c206-4356-9b17-d5b574c743ca req-9ef49e5f-39dc-4362-8d88-c636ef9919ef tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 210 time: 0.0557988 Jul 08 18:06:16.481329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:16.599675 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-24ac16a8-42bb-491c-841e-4f0d62379939 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:16.602056 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-24ac16a8-42bb-491c-841e-4f0d62379939 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/networks?id=870660ea-3114-495c-80f8-94bbbe6b12e1 HTTP/1.1" status: 200 len: 821 time: 0.2568629 Jul 08 18:06:16.633475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-36e7482c-b5ec-49de-ad11-e06b9171b7e8 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/quotas/15542bc003ac44cd8677a31a8c43497c HTTP/1.1" status: 200 len: 375 time: 0.0199003 Jul 08 18:06:16.682160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-091f8856-77c4-482a-b0a4-579e8a17c86d tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=15542bc003ac44cd8677a31a8c43497c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397713 Jul 08 18:06:16.696225 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711f0e57-c779-4a98-806a-4e9f1e30c028 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:16.830896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-149ad432-c0cc-4d1a-be49-334172e83c28 service neutron] 10.222.0.73 "GET /v2.0/networks/870660ea-3114-495c-80f8-94bbbe6b12e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404912 Jul 08 18:06:16.849283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711f0e57-c779-4a98-806a-4e9f1e30c028 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:16.854433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-711f0e57-c779-4a98-806a-4e9f1e30c028 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:16.860227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19350322-c430-4427-8938-b43e26b5fcbb None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:16.872187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19350322-c430-4427-8938-b43e26b5fcbb None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:16.873099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19350322-c430-4427-8938-b43e26b5fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:16.879054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1007b-112a-4674-b52b-0953e0455330 req-b4a9cbdf-5cfd-4ee5-8712-771431270cab tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:16.881297 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89f1007b-112a-4674-b52b-0953e0455330 req-b4a9cbdf-5cfd-4ee5-8712-771431270cab tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 944 time: 0.1405146 Jul 08 18:06:16.900995 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-711f0e57-c779-4a98-806a-4e9f1e30c028 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "PUT /v2.0/floatingips/b07bbbdd-c7a2-4a00-9865-767fce2c4a97 HTTP/1.1" status: 200 len: 688 time: 1.1174824 Jul 08 18:06:16.903647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38198) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:16.919573 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19350322-c430-4427-8938-b43e26b5fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:16.930596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19350322-c430-4427-8938-b43e26b5fcbb None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:16.931871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19350322-c430-4427-8938-b43e26b5fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:16.977282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19350322-c430-4427-8938-b43e26b5fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:16.978799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19350322-c430-4427-8938-b43e26b5fcbb None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:16.989145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89f1007b-112a-4674-b52b-0953e0455330 req-8f223807-2b3d-4e42-8e40-9ec3d23387d3 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712664 Jul 08 18:06:17.031979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-6b4f3e9c-81dd-432b-95cd-7a89ecd50ed3 service neutron] 10.222.0.73 "GET /v2.0/networks/870660ea-3114-495c-80f8-94bbbe6b12e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938314 Jul 08 18:06:17.077019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-7dc153c4-d7c7-4fb3-9e8d-f3937c2f0cc0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port f8441bdc-9670-45bc-8f18-80d462678f65 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:17.077686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dc153c4-d7c7-4fb3-9e8d-f3937c2f0cc0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:17.200019 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dc153c4-d7c7-4fb3-9e8d-f3937c2f0cc0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:17.200338 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dc153c4-d7c7-4fb3-9e8d-f3937c2f0cc0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:17.214549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-7dc153c4-d7c7-4fb3-9e8d-f3937c2f0cc0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for f8441bdc-9670-45bc-8f18-80d462678f65 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:17.217046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2dd91f63-129e-4c86-a895-7c31b3ed12e7 req-29f82f5d-aae8-4acb-b59b-75d3aee4b278 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 210 time: 0.0649173 Jul 08 18:06:17.341854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-9b96c685-f538-420e-ae34-f1e149169559 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:17.344985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-9b96c685-f538-420e-ae34-f1e149169559 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.74 "GET /v2.0/networks?id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 200 len: 810 time: 0.2253311 Jul 08 18:06:17.358857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'port': {'device_id': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd', 'admin_state_up': True, 'tenant_id': '6655462c5b97467482a6538c52beed2f'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:17.467517 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dc153c4-d7c7-4fb3-9e8d-f3937c2f0cc0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:17.502361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc153c4-d7c7-4fb3-9e8d-f3937c2f0cc0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=f8441bdc-9670-45bc-8f18-80d462678f65,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:17.546961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c6ae1-8cab-460c-8834-2a6b14822cf5 req-dc0a6443-4adf-4cd7-a3e3-ef4e9eb4899d tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:17.548343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-348c6ae1-8cab-460c-8834-2a6b14822cf5 req-dc0a6443-4adf-4cd7-a3e3-ef4e9eb4899d tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1613758 Jul 08 18:06:17.605473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-348c6ae1-8cab-460c-8834-2a6b14822cf5 req-24e27106-a8d7-4a99-90e5-4ffae1b322d2 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 Jul 08 18:06:17.644446 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dc153c4-d7c7-4fb3-9e8d-f3937c2f0cc0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:17.648263 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7dc153c4-d7c7-4fb3-9e8d-f3937c2f0cc0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:17.653798 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7dc153c4-d7c7-4fb3-9e8d-f3937c2f0cc0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/floatingips/b07bbbdd-c7a2-4a00-9865-767fce2c4a97 HTTP/1.1" status: 204 len: 168 time: 0.7458551 Jul 08 18:06:17.654393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38214) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:17.666048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef8fd7a2-ded7-41d7-ae36-6184f2a55475 req-f896d3f1-ebd9-4b79-938a-1a6d60ddbb1e tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 210 time: 0.0638871 Jul 08 18:06:17.666702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Made reservation on behalf of 6655462c5b97467482a6538c52beed2f for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:17.682280 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:17.717459 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-2373dfc5-520d-47c9-a8f0-f4ec6ee018b2 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] delete failed (client error): The resource could not be found. Jul 08 18:06:17.722461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2373dfc5-520d-47c9-a8f0-f4ec6ee018b2 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/floatingips/b07bbbdd-c7a2-4a00-9865-767fce2c4a97 HTTP/1.1" status: 404 len: 345 time: 0.0633087 Jul 08 18:06:17.723553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38216) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:17.771695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:17.884792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed3ee8a7-c318-431c-b851-7b5627217742 req-b1458274-1fad-4d34-81c5-8374142df198 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 210 time: 0.0476718 Jul 08 18:06:17.889408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5280aa6-b606-41c3-9df5-2e240ae57a60 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:17.892039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:17.899913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5280aa6-b606-41c3-9df5-2e240ae57a60 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:17.906815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:17.907399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5280aa6-b606-41c3-9df5-2e240ae57a60 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:17.909461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:17.909607 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a5280aa6-b606-41c3-9df5-2e240ae57a60 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "GET /v2.0/ports?network_id=a672ef09-228d-464a-9f9a-c24b8c800dd6 HTTP/1.1" status: 200 len: 2358 time: 0.1850019 Jul 08 18:06:17.912783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38222) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:17.920903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Allocated IP 172.20.0.7 (59fb5ee7-cecf-466d-8f9c-3815a4857bfd/6a41417a-9610-4e78-aa1c-6c2d94c44b77/df42c4ed-a216-4132-9b76-be1f3534c4ab) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:18.014190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a6e33b-d6ea-478d-a994-b1cb5dcb7107 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:18.021819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38226) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:18.022099 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28a6e33b-d6ea-478d-a994-b1cb5dcb7107 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "GET /v2.0/subnets/2a8467b3-9024-404a-b28b-a7ef00c28f90 HTTP/1.1" status: 200 len: 797 time: 0.1083052 Jul 08 18:06:18.029693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'port': {'network_id': 'a672ef09-228d-464a-9f9a-c24b8c800dd6', 'name': 'tempest-FloatingIPTestJSON-281771845', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:18.096641 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:18.131993 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:18.137078 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee20c236-e3bd-46f5-879a-9ef8744743b9" -d '{"events": [{"server_uuid": "f2c9ef81-9bee-43ba-9674-4c8ac0f267c6", "name": "network-vif-plugged", "status": "completed", "tag": "1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:18.157627 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:18.164466 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:18.177466 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-89167664-2486-440a-ab93-36b0d3801509 req-337195ab-6c82-4a45-b51b-dca003c89160 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3374717 Jul 08 18:06:18.187224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-598cba2a-8440-41b3-a173-56d68f03ed7b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:18.188761 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-598cba2a-8440-41b3-a173-56d68f03ed7b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 812 time: 0.2773764 Jul 08 18:06:18.232523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:18.248849 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a940e6-2c23-46f8-ab3d-6dd52fc5cb39 x-openstack-request-id: req-08a940e6-2c23-46f8-ab3d-6dd52fc5cb39 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:18.249981 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c9ef81-9bee-43ba-9674-4c8ac0f267c6", "name": "network-vif-plugged", "status": "completed", "tag": "1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:18.250579 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08a940e6-2c23-46f8-ab3d-6dd52fc5cb39 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:18.251122 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1', 'code': 200} Jul 08 18:06:18.274282 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:18.299218 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-43675857-eddc-4417-a383-efc8df0df3ca tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60b0c86a14ff4f54a31a20233e52f69f HTTP/1.1" status: 200 len: 379 time: 0.0971093 Jul 08 18:06:18.309693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Request body: {'port': {'device_id': '80ebbb36-c3e3-4598-83e5-95409e076346', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'admin_state_up': True, 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'security_groups': ['e65ce106-c1cb-4c08-b146-e965dd6515cd']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:18.404456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Made reservation on behalf of 05fc5ca887a340f7917679bb0184eb0e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:18.428467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-378a7e53-4260-4019-aef9-b8558daaccf7 req-fafa5243-2502-46ef-a561-556a5d6f0945 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 210 time: 0.0521376 Jul 08 18:06:18.470508 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:18.480243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167664-2486-440a-ab93-36b0d3801509 req-974e0ee5-e3a1-4151-876b-49b984f3d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:18.481822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-89167664-2486-440a-ab93-36b0d3801509 req-974e0ee5-e3a1-4151-876b-49b984f3d6dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e71714b6726422698ef18c9981ae25e&device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 1096 time: 0.1124585 Jul 08 18:06:18.506570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Made reservation on behalf of 60b0c86a14ff4f54a31a20233e52f69f for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:18.510406 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:18.580829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:18.598691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:18.616946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71745c-e4e4-4637-91da-f1a7698c240c req-e3db87f2-a91e-40bd-b6d4-f7197ac73b0f tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:18.619477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c71745c-e4e4-4637-91da-f1a7698c240c req-e3db87f2-a91e-40bd-b6d4-f7197ac73b0f tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 945 time: 0.3182864 Jul 08 18:06:18.622190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:18.626337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'Port': ['ID=df42c4ed-a216-4132-9b76-be1f3534c4ab,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:18.710917 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:18.718550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7701bf1-54d7-43c4-9013-51e1cfc42a22 req-a9027ee3-0c68-46a2-9084-1f7a810d3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:18.720191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7701bf1-54d7-43c4-9013-51e1cfc42a22 req-a9027ee3-0c68-46a2-9084-1f7a810d3c21 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 1096 time: 0.3104024 Jul 08 18:06:18.751407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:18.752149 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:18.776768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c71745c-e4e4-4637-91da-f1a7698c240c req-6b1354ad-7e4a-4788-ace8-ed0c19e15be6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443570 Jul 08 18:06:18.778005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] device_id is not set on port 9d4c7d7a-61f6-4e27-a92a-398eb19c853a yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:06:18.780085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167664-2486-440a-ab93-36b0d3801509 req-5cacae0e-41b5-4971-b9b0-85ce23d55e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:18.781717 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-89167664-2486-440a-ab93-36b0d3801509 req-5cacae0e-41b5-4971-b9b0-85ce23d55e26 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aba4ff34-3904-4abd-9278-ba4fa8a97426 HTTP/1.1" status: 200 len: 907 time: 0.2607784 Jul 08 18:06:18.833087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-6c4e6c67-54b7-4038-b095-51fd8de46c16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4783731 Jul 08 18:06:18.847534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-ed9144eb-5a04-4f19-aa38-9da5d12c897b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:06:18.849246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-ed9144eb-5a04-4f19-aa38-9da5d12c897b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059278 Jul 08 18:06:18.853752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7701bf1-54d7-43c4-9013-51e1cfc42a22 req-f2c9f73d-c37a-4117-a721-f2a0dfacbfd4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165817 Jul 08 18:06:18.860963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Request body: {'port': {'device_id': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:18.864750 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-89167664-2486-440a-ab93-36b0d3801509 req-7569d2fa-2749-46d0-9297-3610623b3ff9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=104842c7-ee23-4d1e-963f-8ead045aaf04 HTTP/1.1" status: 200 len: 1001 time: 0.0751665 Jul 08 18:06:18.916242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Allocated IP 172.20.0.12 (c92d1067-af3d-4be1-a412-78a68c63eea9/133a1f4a-a81c-4a07-ad29-cf650dc922d6/bbe890c4-8dd9-45a5-b31b-133cbf90a7d3) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:18.938388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167664-2486-440a-ab93-36b0d3801509 req-d3fdc66f-95a2-4c56-95ce-68adfd8c857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:18.939450 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-89167664-2486-440a-ab93-36b0d3801509 req-d3fdc66f-95a2-4c56-95ce-68adfd8c857c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c92eafc-1e96-495c-be54-5fa4d91755fc HTTP/1.1" status: 200 len: 845 time: 0.0687714 Jul 08 18:06:18.989627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3928817-dd11-463f-844a-4fd4f013bf1c req-d82a49ae-ec9a-4489-a2a2-727cb576aa05 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 210 time: 0.0677056 Jul 08 18:06:19.081757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167664-2486-440a-ab93-36b0d3801509 req-1f880124-8a13-4628-a1b6-d352b81585d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:19.084039 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-89167664-2486-440a-ab93-36b0d3801509 req-1f880124-8a13-4628-a1b6-d352b81585d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aba4ff34-3904-4abd-9278-ba4fa8a97426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352048 Jul 08 18:06:19.097012 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:19.151490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2233b6-dff1-4636-8aa7-5b992ccfb4b6 req-bfb81aca-4218-47fd-b880-9e714b0b95a8 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:19.153147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a2233b6-dff1-4636-8aa7-5b992ccfb4b6 req-bfb81aca-4218-47fd-b880-9e714b0b95a8 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.2871141 Jul 08 18:06:19.473092 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:19.499839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Transition to ACTIVE for port object bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:19.522697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-89167664-2486-440a-ab93-36b0d3801509 req-a0289dff-b9f6-4763-80b0-cd65880de351 service neutron] 10.222.0.74 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314330 Jul 08 18:06:19.607594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:19.678354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Network c92d1067-af3d-4be1-a412-78a68c63eea9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:19.680858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:19.683679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:19.686842 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-89167664-2486-440a-ab93-36b0d3801509 req-c926571d-deaa-4301-bcdd-1acadebea87f service neutron] 10.222.0.74 "GET /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548679 Jul 08 18:06:19.688346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:19.726927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a2233b6-dff1-4636-8aa7-5b992ccfb4b6 req-a98e9204-2595-4925-be88-9043d610993e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662682 Jul 08 18:06:19.751565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:19.751565 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:19.765755 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-8b2c1e9f-2507-4d06-8978-ba5bc021551b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4615107 Jul 08 18:06:19.783277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Request body: {'port': {'device_id': '80ebbb36-c3e3-4598-83e5-95409e076346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:19.876919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:19.890191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.20.0.14 (a672ef09-228d-464a-9f9a-c24b8c800dd6/2a8467b3-9024-404a-b28b-a7ef00c28f90/9d4c7d7a-61f6-4e27-a92a-398eb19c853a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:19.925503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.20.0.12 (a672ef09-228d-464a-9f9a-c24b8c800dd6/2a8467b3-9024-404a-b28b-a7ef00c28f90/9d4c7d7a-61f6-4e27-a92a-398eb19c853a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:19.968280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afb9e9-bd10-4419-ae39-0fd5bc020d96 req-ce5d8583-696f-4e91-b5b6-925026ee4785 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:19.969740 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7afb9e9-bd10-4419-ae39-0fd5bc020d96 req-ce5d8583-696f-4e91-b5b6-925026ee4785 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 931 time: 0.7797668 Jul 08 18:06:19.985088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-d78852a6-fe97-49fa-a7fe-5d474b618135 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:19.986592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-d78852a6-fe97-49fa-a7fe-5d474b618135 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.59 "GET /v2.0/networks?id=870660ea-3114-495c-80f8-94bbbe6b12e1 HTTP/1.1" status: 200 len: 821 time: 0.7469471 Jul 08 18:06:20.023818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Request body: {'port': {'device_id': '4a886244-0b46-439b-9130-0a65f83896b0', 'network_id': '870660ea-3114-495c-80f8-94bbbe6b12e1', 'admin_state_up': True, 'tenant_id': '15542bc003ac44cd8677a31a8c43497c'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:20.052707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3857c380-f77b-4f24-9411-36b431167a6e None None] Provisioning for port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:20.060961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3857c380-f77b-4f24-9411-36b431167a6e None None] Provisioning complete for port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:20.064445 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3857c380-f77b-4f24-9411-36b431167a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:20.108151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3857c380-f77b-4f24-9411-36b431167a6e None None] Port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:06:20.214066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7afb9e9-bd10-4419-ae39-0fd5bc020d96 req-c64b2e52-55ac-49c4-b438-0630de629cad tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220080 Jul 08 18:06:20.267234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:20.276356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:20.291434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71198aaa-37a9-4cdb-bcc6-4681727368bd req-4d680218-8de0-4504-a8f0-fbd86ad58373 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:20.291754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Transition to ACTIVE for port object bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:20.293013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71198aaa-37a9-4cdb-bcc6-4681727368bd req-4d680218-8de0-4504-a8f0-fbd86ad58373 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 932 time: 0.4004135 Jul 08 18:06:20.297698 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:20.361490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df42c4ed-a216-4132-9b76-be1f3534c4ab {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:20.381402 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:20.409016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Made reservation on behalf of 15542bc003ac44cd8677a31a8c43497c for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:20.413768 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:20.425676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:20.439734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Attempting to bind port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:20.440070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Attempting to bind port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:20.440400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Attempting to bind port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:20.445969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 on network c92d1067-af3d-4be1-a412-78a68c63eea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:06:20.446416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Attempting to bind port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:20.450685 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:20.453094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:20.453225 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Checking segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:20.453546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Bound using segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:20.453956 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Bound port: bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:20.454325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:20.476269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71198aaa-37a9-4cdb-bcc6-4681727368bd req-1e3768c5-dc20-4352-a377-aa934cd9af32 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728969 Jul 08 18:06:20.531105 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Transition to ACTIVE for port object df42c4ed-a216-4132-9b76-be1f3534c4ab will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:20.537719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:20.542786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:20.546812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:20.556546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:20.621621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Pushing event updated for resources: {'Port': ['ID=df42c4ed-a216-4132-9b76-be1f3534c4ab,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:20.640005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:20.641132 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:20.642829 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] 10.222.0.59 "PUT /v2.0/ports/bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 1092 time: 0.8653727 Jul 08 18:06:20.643339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:20.646307 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adb8791-4ce5-418a-b149-a680d232c30e" -d '{"events": [{"name": "network-changed", "server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:20.685754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc34a0-a1e0-4425-9c23-bf7a6a568f2b service neutron] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:20.748087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-6200c34f-b33f-47bf-969a-3bb3477b00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:20.749546 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-6200c34f-b33f-47bf-969a-3bb3477b00ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1095 time: 0.0604923 Jul 08 18:06:20.772646 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40a469eb-5891-4520-8add-b9b8552cca11 req-0395a2b5-cddd-4bcf-a05c-da49c97ee8b0 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 210 time: 0.0881581 Jul 08 18:06:20.809315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-5bcb6335-8b18-432b-98ed-51960829babd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0513215 Jul 08 18:06:20.821513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:20.855288 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3115e2-cffc-46ff-b4be-f65a067b9b77 x-openstack-request-id: req-1f3115e2-cffc-46ff-b4be-f65a067b9b77 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:20.855603 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:20.855839 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f3115e2-cffc-46ff-b4be-f65a067b9b77 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:20.856246 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'status': 'completed', 'code': 200} Jul 08 18:06:20.879618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-efbe5963-6da4-4349-ac8f-0d55d3c7dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:20.881375 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-efbe5963-6da4-4349-ac8f-0d55d3c7dc33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0639875 Jul 08 18:06:20.900416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Allocated IP 172.20.0.6 (870660ea-3114-495c-80f8-94bbbe6b12e1/60def79e-4429-45d6-bd37-1da592e3e273/f2689fdd-13eb-4a57-9884-c7c6d76bd64e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:20.951154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network a672ef09-228d-464a-9f9a-c24b8c800dd6 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:20.952746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-21d1e0e8-9e35-40a7-bc5b-96226d6553c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:20.954920 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-21d1e0e8-9e35-40a7-bc5b-96226d6553c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660434 Jul 08 18:06:20.969575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=9d4c7d7a-61f6-4e27-a92a-398eb19c853a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:20.972099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:21.001026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:21.053709 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-73ff6cf6-6d87-484d-9256-11b86accf8a9 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912757 Jul 08 18:06:21.058234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11eb6-42b9-49de-b433-99a88058e119 req-75ff18ca-4ef3-423d-aec4-1dad45dff0b2 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.059716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2b11eb6-42b9-49de-b433-99a88058e119 req-75ff18ca-4ef3-423d-aec4-1dad45dff0b2 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 945 time: 0.4181442 Jul 08 18:06:21.090506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Attempting to bind port df42c4ed-a216-4132-9b76-be1f3534c4ab on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:21.090831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Attempting to bind port df42c4ed-a216-4132-9b76-be1f3534c4ab by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'edb8d913-b2e8-407c-8c36-a06cb3a7b9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:21.091160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Attempting to bind port df42c4ed-a216-4132-9b76-be1f3534c4ab on network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:21.122397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Port df42c4ed-a216-4132-9b76-be1f3534c4ab on network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:06:21.122717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Attempting to bind port df42c4ed-a216-4132-9b76-be1f3534c4ab on network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:21.140871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.141480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:21.146539 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31440c4b-04d4-4c9c-a193-9a434d7a4492 req-e720849f-aaf5-40b4-a079-02c6366822bd service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858173 Jul 08 18:06:21.189405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:21.189737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Checking segment: {'id': 'edb8d913-b2e8-407c-8c36-a06cb3a7b9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:21.190118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Bound using segment: {'id': 'edb8d913-b2e8-407c-8c36-a06cb3a7b9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:21.190588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Bound port: df42c4ed-a216-4132-9b76-be1f3534c4ab, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb8d913-b2e8-407c-8c36-a06cb3a7b9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:21.190942 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:21.233312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2b11eb6-42b9-49de-b433-99a88058e119 req-ccc83aad-f28e-49eb-98fd-b6164c606b69 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648569 Jul 08 18:06:21.239049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c4d87da9-f372-4ef7-be14-da6bca806bc5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.2129242 Jul 08 18:06:21.240834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38258) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:21.247253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '9d4c7d7a-61f6-4e27-a92a-398eb19c853a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:21.274089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb8791-4ce5-418a-b149-a680d232c30e req-359a9aa4-5c1d-445b-be14-a35b20c05398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.275916 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7adb8791-4ce5-418a-b149-a680d232c30e req-359a9aa4-5c1d-445b-be14-a35b20c05398 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1095 time: 0.0812635 Jul 08 18:06:21.283396 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:21.302859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd5a7a-ea89-480d-aabb-26e8eea3d3f3 req-174e1bd5-36ab-4ab7-8b38-0d186d9e72da tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.304419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c0fd5a7a-ea89-480d-aabb-26e8eea3d3f3 req-174e1bd5-36ab-4ab7-8b38-0d186d9e72da tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.3605092 Jul 08 18:06:21.343983 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] For port df42c4ed-a216-4132-9b76-be1f3534c4ab, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:21.377321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] For port df42c4ed-a216-4132-9b76-be1f3534c4ab, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=df42c4ed-a216-4132-9b76-be1f3534c4ab,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:21.415518 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb8791-4ce5-418a-b149-a680d232c30e req-d61eb7f2-ec88-4052-ad7f-07b4ba1cdcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.417022 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7adb8791-4ce5-418a-b149-a680d232c30e req-d61eb7f2-ec88-4052-ad7f-07b4ba1cdcac service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.1294949 Jul 08 18:06:21.428778 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:21.442412 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:21.461318 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7adb8791-4ce5-418a-b149-a680d232c30e req-ad1bb69c-f4dc-4e55-a966-22c1f1d621e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0367219 Jul 08 18:06:21.473757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c0fd5a7a-ea89-480d-aabb-26e8eea3d3f3 req-bc284c14-b911-4bae-b8f6-6357b4d8250e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547711 Jul 08 18:06:21.496538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.497129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:21.498551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] 10.222.0.74 "PUT /v2.0/ports/df42c4ed-a216-4132-9b76-be1f3534c4ab HTTP/1.1" status: 200 len: 1091 time: 2.6416688 Jul 08 18:06:21.498994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'tag': 'df42c4ed-a216-4132-9b76-be1f3534c4ab'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:21.501227 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b9e957-f8cc-4780-8944-9cd3dc90e7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc27169-2a8f-43ee-b5f8-69c016dd0141", "tag": "df42c4ed-a216-4132-9b76-be1f3534c4ab"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:21.544889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad421f7-d7df-4691-adc0-2d4c07a33f0a service neutron] Pushing event updated for resources: {'Port': ['ID=df42c4ed-a216-4132-9b76-be1f3534c4ab,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:21.556584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb8791-4ce5-418a-b149-a680d232c30e req-8c9589ba-e2ee-4e35-9cf8-f483499b92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.557871 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7adb8791-4ce5-418a-b149-a680d232c30e req-8c9589ba-e2ee-4e35-9cf8-f483499b92e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0893989 Jul 08 18:06:21.580443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:21.590988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbdcf5-cbeb-4a28-a554-d51479ccfa29 req-b00e5f07-227b-416c-b377-511364c1d80e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.592540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-edcbdcf5-cbeb-4a28-a554-d51479ccfa29 req-b00e5f07-227b-416c-b377-511364c1d80e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 943 time: 0.2392752 Jul 08 18:06:21.611796 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:21.708345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb8791-4ce5-418a-b149-a680d232c30e req-42b1e63b-108b-4f52-89d9-f7cc8d49b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.709851 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7adb8791-4ce5-418a-b149-a680d232c30e req-42b1e63b-108b-4f52-89d9-f7cc8d49b75c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389668 Jul 08 18:06:21.730424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Network 870660ea-3114-495c-80f8-94bbbe6b12e1 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:21.741779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:21.750791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-edcbdcf5-cbeb-4a28-a554-d51479ccfa29 req-855b28fb-9e16-4253-82fd-30a2455c23a3 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491387 Jul 08 18:06:21.753124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:21.761923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Pushing event updated for resources: {'Port': ['ID=f2689fdd-13eb-4a57-9884-c7c6d76bd64e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:21.792659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-22e128da-bfe9-42c9-9438-5f8b64e05dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.794495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-22e128da-bfe9-42c9-9438-5f8b64e05dcd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6655462c5b97467482a6538c52beed2f&device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 1094 time: 0.2466578 Jul 08 18:06:21.820479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.25.8.54 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/c616154b-861e-4557-b040-a263ea3de1c3) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:21.862066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-c8129245-37e8-4b97-9012-42929306ba15 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df42c4ed-a216-4132-9b76-be1f3534c4ab HTTP/1.1" status: 200 len: 217 time: 0.0585613 Jul 08 18:06:21.867527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7adb8791-4ce5-418a-b149-a680d232c30e req-c007f458-1006-45fd-b883-4f3b91c4a208 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429336 Jul 08 18:06:21.872485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.873257 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:21.916045 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d669e2c-0fb5-4fab-b5e7-ded5aef43237 x-openstack-request-id: req-5d669e2c-0fb5-4fab-b5e7-ded5aef43237 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:21.916330 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc27169-2a8f-43ee-b5f8-69c016dd0141", "tag": "df42c4ed-a216-4132-9b76-be1f3534c4ab", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:21.916583 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d669e2c-0fb5-4fab-b5e7-ded5aef43237 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:21.916967 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'tag': 'df42c4ed-a216-4132-9b76-be1f3534c4ab', 'status': 'completed', 'code': 200} Jul 08 18:06:21.927806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9d224-bbb4-454f-8db0-d63345b6e7f5 req-5d077827-5c31-4bc7-a9fa-1da1d66d5897 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.929345 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26d9d224-bbb4-454f-8db0-d63345b6e7f5 req-5d077827-5c31-4bc7-a9fa-1da1d66d5897 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 945 time: 0.3072312 Jul 08 18:06:21.953144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-a28477de-8098-4988-8579-f1ad3c248461 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9496956 Jul 08 18:06:21.969799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Request body: {'port': {'device_id': '4a886244-0b46-439b-9130-0a65f83896b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:21.997006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-a9565627-25e0-469a-bb06-0ce964db8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.998519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-a9565627-25e0-469a-bb06-0ce964db8776 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a41417a-9610-4e78-aa1c-6c2d94c44b77 HTTP/1.1" status: 200 len: 850 time: 0.1221547 Jul 08 18:06:22.034605 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7adb8791-4ce5-418a-b149-a680d232c30e req-89c3589e-d838-476c-bfa9-9a1be4599a4e service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420407 Jul 08 18:06:22.037502 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:22.049102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-b7092968-226c-4cb2-b198-68ca0280daa0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359876 Jul 08 18:06:22.059347 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26d9d224-bbb4-454f-8db0-d63345b6e7f5 req-4706f6f3-0ff4-4fde-ae6d-a4ee74b2c274 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152949 Jul 08 18:06:22.104827 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:22.143734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:22.147025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:22.152644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:22.183546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=c616154b-861e-4557-b040-a263ea3de1c3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:22.197430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:22.300379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-fdd9f7dd-70b2-48a3-bdee-2059c8531133 service neutron] 10.222.0.74 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382667 Jul 08 18:06:22.328955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e246526-990c-4e00-8139-726a557a4ea3 req-79415c29-0444-4fc8-92ba-bac83606bbeb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:22.330416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e246526-990c-4e00-8139-726a557a4ea3 req-79415c29-0444-4fc8-92ba-bac83606bbeb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 944 time: 0.2228563 Jul 08 18:06:22.477916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305045da-acb9-4d11-8d4e-3715361fe2f8 req-6bb85ca9-a3ce-46f1-b230-2bf686548702 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:22.479664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-305045da-acb9-4d11-8d4e-3715361fe2f8 req-6bb85ca9-a3ce-46f1-b230-2bf686548702 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 931 time: 0.2832110 Jul 08 18:06:22.516261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e246526-990c-4e00-8139-726a557a4ea3 req-e1932c9a-97b1-45f4-ab30-d42cffffb57b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772218 Jul 08 18:06:22.532015 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:22.592596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0230d82-1ae6-4eeb-a31d-ceec4916b06c req-d433fb61-7267-4f78-9291-f88e5c86d7db service neutron] 10.222.0.74 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802250 Jul 08 18:06:22.614781 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-305045da-acb9-4d11-8d4e-3715361fe2f8 req-400db996-4be3-4fa2-93ae-f7e788bf94fb tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236963 Jul 08 18:06:22.657090 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:22.797336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2689fdd-13eb-4a57-9884-c7c6d76bd64e {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:22.806900 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:22.829050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Transition to ACTIVE for port object f2689fdd-13eb-4a57-9884-c7c6d76bd64e will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:22.835818 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:22.838825 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:22.843967 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:22.922103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=c616154b-861e-4557-b040-a263ea3de1c3,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:22.943046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:23.065368 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP ffb00d96-3beb-40b8-aa42-9a2becd82e3d associated. External IP: 172.25.8.54, port: 9d4c7d7a-61f6-4e27-a92a-398eb19c853a. Jul 08 18:06:23.280649 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:23.285208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9e957-f8cc-4780-8944-9cd3dc90e7c2 req-8f7db24b-b755-4452-bbb8-9c92c3f4b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:23.286775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-07b9e957-f8cc-4780-8944-9cd3dc90e7c2 req-8f7db24b-b755-4452-bbb8-9c92c3f4b780 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6655462c5b97467482a6538c52beed2f&device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 1094 time: 0.5583601 Jul 08 18:06:23.303254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95914c-bad2-44a8-bac4-d3d63009e99d req-46e0c715-578b-4a1a-bdc3-a6f006ac2676 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:23.304710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d95914c-bad2-44a8-bac4-d3d63009e99d req-46e0c715-578b-4a1a-bdc3-a6f006ac2676 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.5747874 Jul 08 18:06:23.313431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Pushing event updated for resources: {'Port': ['ID=f2689fdd-13eb-4a57-9884-c7c6d76bd64e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:23.393543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:23.407381 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50c3ed-6897-4a24-a123-e12690b3e246 None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:23.412725 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:23.417013 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50c3ed-6897-4a24-a123-e12690b3e246 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:23.417873 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4f50c3ed-6897-4a24-a123-e12690b3e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:23.450844 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cfa739c0-2400-4775-81ec-1c1c58604adc tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2082651 Jul 08 18:06:23.453713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38296) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:23.454394 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4f50c3ed-6897-4a24-a123-e12690b3e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:23.458668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-821dbc95-4747-43a4-a880-7d72ab40ff7f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'floatingip': {'port_id': '9d4c7d7a-61f6-4e27-a92a-398eb19c853a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:23.464356 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50c3ed-6897-4a24-a123-e12690b3e246 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:23.465021 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4f50c3ed-6897-4a24-a123-e12690b3e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:23.484351 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d95914c-bad2-44a8-bac4-d3d63009e99d req-f4f7c9e7-d2dd-40e1-ab5e-35820d01b56f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654472 Jul 08 18:06:23.496448 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4f50c3ed-6897-4a24-a123-e12690b3e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:23.497282 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50c3ed-6897-4a24-a123-e12690b3e246 None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:23.522012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-821dbc95-4747-43a4-a880-7d72ab40ff7f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:23.539280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b3706-65d7-433d-a194-ab33723fbc1f req-5796749c-17f4-4b65-8df8-f60fe3280db9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:23.540828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-453b3706-65d7-433d-a194-ab33723fbc1f req-5796749c-17f4-4b65-8df8-f60fe3280db9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 943 time: 0.3056931 Jul 08 18:06:23.544465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9e957-f8cc-4780-8944-9cd3dc90e7c2 req-7bf21531-24f6-439b-9bfa-c38547345c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:23.545852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-07b9e957-f8cc-4780-8944-9cd3dc90e7c2 req-7bf21531-24f6-439b-9bfa-c38547345c29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 200 len: 911 time: 0.2508378 Jul 08 18:06:23.548302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Attempting to bind port f2689fdd-13eb-4a57-9884-c7c6d76bd64e on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:23.548629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Attempting to bind port f2689fdd-13eb-4a57-9884-c7c6d76bd64e by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '02a9d237-7d71-4f86-925f-0efe09dd2237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870660ea-3114-495c-80f8-94bbbe6b12e1'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:23.549084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Attempting to bind port f2689fdd-13eb-4a57-9884-c7c6d76bd64e on network 870660ea-3114-495c-80f8-94bbbe6b12e1 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:23.573965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Port f2689fdd-13eb-4a57-9884-c7c6d76bd64e on network 870660ea-3114-495c-80f8-94bbbe6b12e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:06:23.573965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Attempting to bind port f2689fdd-13eb-4a57-9884-c7c6d76bd64e on network 870660ea-3114-495c-80f8-94bbbe6b12e1 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:23.610768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-07b9e957-f8cc-4780-8944-9cd3dc90e7c2 req-3dbf4c0c-76de-41b2-b0a0-3313ccb1ab60 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df42c4ed-a216-4132-9b76-be1f3534c4ab HTTP/1.1" status: 200 len: 217 time: 0.0560269 Jul 08 18:06:23.619260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:23.619601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Checking segment: {'id': '02a9d237-7d71-4f86-925f-0efe09dd2237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870660ea-3114-495c-80f8-94bbbe6b12e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:23.619992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Bound using segment: {'id': '02a9d237-7d71-4f86-925f-0efe09dd2237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870660ea-3114-495c-80f8-94bbbe6b12e1'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:23.620440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Bound port: f2689fdd-13eb-4a57-9884-c7c6d76bd64e, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a9d237-7d71-4f86-925f-0efe09dd2237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870660ea-3114-495c-80f8-94bbbe6b12e1'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:23.620791 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:23.669995 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-453b3706-65d7-433d-a194-ab33723fbc1f req-a1426782-2c17-4d5c-9ccd-cb7a15a51094 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179004 Jul 08 18:06:23.721477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9e957-f8cc-4780-8944-9cd3dc90e7c2 req-f1275c31-b6e7-428c-b400-85bf7cc71112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:23.724578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-07b9e957-f8cc-4780-8944-9cd3dc90e7c2 req-f1275c31-b6e7-428c-b400-85bf7cc71112 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a41417a-9610-4e78-aa1c-6c2d94c44b77 HTTP/1.1" status: 200 len: 850 time: 0.0958760 Jul 08 18:06:23.773632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-07b9e957-f8cc-4780-8944-9cd3dc90e7c2 req-f1b8010c-f0b4-441a-9c50-4ea98a9a060c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377386 Jul 08 18:06:23.805874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:23.880527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-07b9e957-f8cc-4780-8944-9cd3dc90e7c2 req-8c5cf1bb-a6f7-4a9c-812f-d1d6e03ccef5 service neutron] 10.222.0.74 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986128 Jul 08 18:06:23.884956 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] For port f2689fdd-13eb-4a57-9884-c7c6d76bd64e, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:23.939952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] For port f2689fdd-13eb-4a57-9884-c7c6d76bd64e, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f2689fdd-13eb-4a57-9884-c7c6d76bd64e,segment=NetworkSegment(02a9d237-7d71-4f86-925f-0efe09dd2237),segment_id=02a9d237-7d71-4f86-925f-0efe09dd2237)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:23.946317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:23.961550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'port_id': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'mac_address': 'fa:16:3e:de:fd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:23.993658 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:23.995187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9a9b8146-65f7-4e34-8f65-9729c2c982b2 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:23.997738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9a9b8146-65f7-4e34-8f65-9729c2c982b2 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:24.053979 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:24.057568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:24.058188 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:24.060572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] 10.222.0.59 "PUT /v2.0/ports/f2689fdd-13eb-4a57-9884-c7c6d76bd64e HTTP/1.1" status: 200 len: 1091 time: 2.0976648 Jul 08 18:06:24.077298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a886244-0b46-439b-9130-0a65f83896b0', 'tag': 'f2689fdd-13eb-4a57-9884-c7c6d76bd64e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:24.079806 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9232cf1-26ab-41c7-8ccb-018521228e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a886244-0b46-439b-9130-0a65f83896b0", "tag": "f2689fdd-13eb-4a57-9884-c7c6d76bd64e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:24.118349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c02bbf-e2c3-410c-9f29-e237fc20c112 service neutron] Pushing event updated for resources: {'Port': ['ID=f2689fdd-13eb-4a57-9884-c7c6d76bd64e,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:24.128152 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:24.205385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5be002-03f4-466d-9aa5-89c1d827fd5c req-8881eab4-0267-4add-a2e4-bd5e119f9360 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:24.207008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4c5be002-03f4-466d-9aa5-89c1d827fd5c req-8881eab4-0267-4add-a2e4-bd5e119f9360 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 944 time: 0.3255649 Jul 08 18:06:24.240739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-07b9e957-f8cc-4780-8944-9cd3dc90e7c2 req-be5f2bfc-3b04-4e9b-bbc2-a5870be8404e service neutron] 10.222.0.74 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209555 Jul 08 18:06:24.293397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6e786-3bd7-4b45-9b74-c6c79eb88ca9 req-eddeeafe-c61f-4a0f-a058-6fee977a3357 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:24.295300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ec6e786-3bd7-4b45-9b74-c6c79eb88ca9 req-eddeeafe-c61f-4a0f-a058-6fee977a3357 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 943 time: 0.3035936 Jul 08 18:06:24.300623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-ec5bb8c9-6b9c-4dfe-8d2d-89d3c1cad53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:24.302296 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-ec5bb8c9-6b9c-4dfe-8d2d-89d3c1cad53d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15542bc003ac44cd8677a31a8c43497c&device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 1094 time: 0.1770182 Jul 08 18:06:24.308649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4c5be002-03f4-466d-9aa5-89c1d827fd5c req-999cb87e-2ae9-48b6-b537-5ddcbf869679 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853813 Jul 08 18:06:24.339120 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:24.343367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:24.359030 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:24.373495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-821dbc95-4747-43a4-a880-7d72ab40ff7f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:24.383086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-821dbc95-4747-43a4-a880-7d72ab40ff7f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:24.386195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9b8146-65f7-4e34-8f65-9729c2c982b2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:24.388599 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625b43d0-ef5c-44f9-9f74-d1c37a42ec89" -d '{"events": [{"server_uuid": "4e495f8e-2fcb-4a1e-84f8-be1fc17fd843", "name": "network-vif-unplugged", "status": "completed", "tag": "9a9b8146-65f7-4e34-8f65-9729c2c982b2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:24.390165 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-c813804b-d55f-41ef-8f6c-e2ec54860a67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2689fdd-13eb-4a57-9884-c7c6d76bd64e HTTP/1.1" status: 200 len: 217 time: 0.0754993 Jul 08 18:06:24.414413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ec6e786-3bd7-4b45-9b74-c6c79eb88ca9 req-d017bc4b-57c4-4563-9e63-408cfbe589b0 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105857 Jul 08 18:06:24.432662 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9a9b8146-65f7-4e34-8f65-9729c2c982b2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9a9b8146-65f7-4e34-8f65-9729c2c982b2,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:24.439980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9a9b8146-65f7-4e34-8f65-9729c2c982b2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9a9b8146-65f7-4e34-8f65-9729c2c982b2,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:24.440550 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76cd536-6e7a-4aa5-8311-64dce283320d x-openstack-request-id: req-f76cd536-6e7a-4aa5-8311-64dce283320d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:24.440882 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a886244-0b46-439b-9130-0a65f83896b0", "tag": "f2689fdd-13eb-4a57-9884-c7c6d76bd64e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:24.441133 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f76cd536-6e7a-4aa5-8311-64dce283320d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:24.442097 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a886244-0b46-439b-9130-0a65f83896b0', 'tag': 'f2689fdd-13eb-4a57-9884-c7c6d76bd64e', 'status': 'completed', 'code': 200} Jul 08 18:06:24.451860 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:24.472164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '9a9b8146-65f7-4e34-8f65-9729c2c982b2', 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003', 'port_id': '9a9b8146-65f7-4e34-8f65-9729c2c982b2', 'mac_address': 'fa:16:3e:75:32:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd494eaa6-a027-48ad-9264-18ec89b809c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:24.480574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:24.509241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-c781ddac-f510-4b16-8e5d-315930a9d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:24.511014 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-c781ddac-f510-4b16-8e5d-315930a9d57f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60def79e-4429-45d6-bd37-1da592e3e273 HTTP/1.1" status: 200 len: 861 time: 0.0934484 Jul 08 18:06:24.530979 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0a0b7b-c2f2-409a-b2b6-31e34ddf4615 x-openstack-request-id: req-9e0a0b7b-c2f2-409a-b2b6-31e34ddf4615 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:24.531290 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e495f8e-2fcb-4a1e-84f8-be1fc17fd843", "name": "network-vif-unplugged", "status": "completed", "tag": "9a9b8146-65f7-4e34-8f65-9729c2c982b2", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:24.531519 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e0a0b7b-c2f2-409a-b2b6-31e34ddf4615 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:24.531910 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9b8146-65f7-4e34-8f65-9729c2c982b2', 'code': 200} Jul 08 18:06:24.561774 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:24.572078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-22909d02-dc51-4e76-a779-fceaa1ecef9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=870660ea-3114-495c-80f8-94bbbe6b12e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532403 Jul 08 18:06:24.577288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9b8146-65f7-4e34-8f65-9729c2c982b2 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:24.589331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9a9b8146-65f7-4e34-8f65-9729c2c982b2,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:24.605528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9a9b8146-65f7-4e34-8f65-9729c2c982b2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9a9b8146-65f7-4e34-8f65-9729c2c982b2,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:24.611890 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:24.663739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9a9b8146-65f7-4e34-8f65-9729c2c982b2,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:24.709107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821dbc95-4747-43a4-a880-7d72ab40ff7f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:24.784104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fa782-8fda-40cf-954f-c191f94c7e5f req-4507ed66-f462-44ac-b7c5-1bfc297fecf4 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:24.785608 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed4fa782-8fda-40cf-954f-c191f94c7e5f req-4507ed66-f462-44ac-b7c5-1bfc297fecf4 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 945 time: 0.2050445 Jul 08 18:06:24.787660 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-891a64fe-3a59-4af7-beb5-598bb79953f5 service neutron] 10.222.0.59 "GET /v2.0/networks/870660ea-3114-495c-80f8-94bbbe6b12e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926794 Jul 08 18:06:24.819022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821dbc95-4747-43a4-a880-7d72ab40ff7f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:24.823612 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-821dbc95-4747-43a4-a880-7d72ab40ff7f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:24.829175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac52c44-bd31-4948-b0b4-f16b57a4366f None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:24.838670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cd81b-8e64-4f4e-8026-a52734ac94c6 req-8ad64692-a1dc-46fb-a0b4-5937f329a33f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:24.838874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac52c44-bd31-4948-b0b4-f16b57a4366f None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:24.839480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dac52c44-bd31-4948-b0b4-f16b57a4366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:24.840257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-756cd81b-8e64-4f4e-8026-a52734ac94c6 req-8ad64692-a1dc-46fb-a0b4-5937f329a33f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 944 time: 0.2010891 Jul 08 18:06:24.882225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dac52c44-bd31-4948-b0b4-f16b57a4366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:24.892050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac52c44-bd31-4948-b0b4-f16b57a4366f None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:24.892650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dac52c44-bd31-4948-b0b4-f16b57a4366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:24.904435 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-821dbc95-4747-43a4-a880-7d72ab40ff7f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "PUT /v2.0/floatingips/ffb00d96-3beb-40b8-aa42-9a2becd82e3d HTTP/1.1" status: 200 len: 977 time: 1.4471045 Jul 08 18:06:24.904723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38328) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:24.913266 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed4fa782-8fda-40cf-954f-c191f94c7e5f req-58884af5-8982-4147-805d-d947cf48f0b2 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213095 Jul 08 18:06:24.939552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dac52c44-bd31-4948-b0b4-f16b57a4366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:24.940272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac52c44-bd31-4948-b0b4-f16b57a4366f None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:24.943734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9a9b8146-65f7-4e34-8f65-9729c2c982b2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:24.957205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-756cd81b-8e64-4f4e-8026-a52734ac94c6 req-167866cf-c592-473f-a4fe-46deb72fd80f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904620 Jul 08 18:06:24.995428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7fc46e9-e7f6-4368-9c76-a4f013b0c43c req-3abb4501-0a57-4b23-8ce4-886923077cc1 service neutron] 10.222.0.59 "GET /v2.0/networks/870660ea-3114-495c-80f8-94bbbe6b12e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965408 Jul 08 18:06:25.092666 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:25.156591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port c616154b-861e-4557-b040-a263ea3de1c3 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:25.156938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:25.212985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9232cf1-26ab-41c7-8ccb-018521228e4e req-c7638b33-cc57-40a1-89b2-4c1d096d57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:25.214862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9232cf1-26ab-41c7-8ccb-018521228e4e req-c7638b33-cc57-40a1-89b2-4c1d096d57c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15542bc003ac44cd8677a31a8c43497c&device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 1094 time: 0.1511879 Jul 08 18:06:25.248073 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:25.248415 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:25.263265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for c616154b-861e-4557-b040-a263ea3de1c3 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:25.282410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c83662-114c-4db2-b032-39f07168888c req-65d667b5-d56c-432f-8d7f-8f8585916a00 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:25.283915 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67c83662-114c-4db2-b032-39f07168888c req-65d667b5-d56c-432f-8d7f-8f8585916a00 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 943 time: 0.1655290 Jul 08 18:06:25.341457 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67c83662-114c-4db2-b032-39f07168888c req-f4aa57a1-39b3-46fc-8f3c-1c11faed8d87 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494044 Jul 08 18:06:25.357312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9232cf1-26ab-41c7-8ccb-018521228e4e req-a10e1a11-d416-4f6b-94c4-443dfc9100d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:25.358927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9232cf1-26ab-41c7-8ccb-018521228e4e req-a10e1a11-d416-4f6b-94c4-443dfc9100d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=870660ea-3114-495c-80f8-94bbbe6b12e1 HTTP/1.1" status: 200 len: 922 time: 0.1346953 Jul 08 18:06:25.403059 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9232cf1-26ab-41c7-8ccb-018521228e4e req-de96f914-d940-44f4-9430-1818465cd1e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2689fdd-13eb-4a57-9884-c7c6d76bd64e HTTP/1.1" status: 200 len: 217 time: 0.0369091 Jul 08 18:06:25.456613 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:25.489493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9232cf1-26ab-41c7-8ccb-018521228e4e req-46e6bc2a-c22c-4e1c-a46e-dfc73c6d2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:25.490948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9232cf1-26ab-41c7-8ccb-018521228e4e req-46e6bc2a-c22c-4e1c-a46e-dfc73c6d2d44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60def79e-4429-45d6-bd37-1da592e3e273 HTTP/1.1" status: 200 len: 861 time: 0.0797391 Jul 08 18:06:25.496554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=c616154b-861e-4557-b040-a263ea3de1c3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:25.528797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9232cf1-26ab-41c7-8ccb-018521228e4e req-356e477d-c6f2-47b2-a920-d98c0d259117 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=870660ea-3114-495c-80f8-94bbbe6b12e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310471 Jul 08 18:06:25.564803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ea66e-cb38-440d-80a8-b61d26806193 req-af83950d-d512-4f1a-81ea-549195284ec8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:25.566352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f48ea66e-cb38-440d-80a8-b61d26806193 req-af83950d-d512-4f1a-81ea-549195284ec8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1289737 Jul 08 18:06:25.574815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:25.575146 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP ffb00d96-3beb-40b8-aa42-9a2becd82e3d disassociated (deleted). External IP: 172.25.8.54, port: 9d4c7d7a-61f6-4e27-a92a-398eb19c853a. Jul 08 18:06:25.687185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f48ea66e-cb38-440d-80a8-b61d26806193 req-3a8608e0-baad-4dc3-b1a2-4c09104bb26a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952766 Jul 08 18:06:25.714946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade0527-27e6-46f4-8ef1-cab798576a26 req-227607cb-d39c-433c-82e7-f87f6f0abb4d tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:25.716457 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eade0527-27e6-46f4-8ef1-cab798576a26 req-227607cb-d39c-433c-82e7-f87f6f0abb4d tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 943 time: 0.1788435 Jul 08 18:06:25.718458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9232cf1-26ab-41c7-8ccb-018521228e4e req-e97ec1a1-7017-4556-a5b1-bf985170504e service neutron] 10.222.0.59 "GET /v2.0/networks/870660ea-3114-495c-80f8-94bbbe6b12e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820402 Jul 08 18:06:25.782179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:25.805549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eade0527-27e6-46f4-8ef1-cab798576a26 req-738afc48-8ccc-466a-9fbf-734928c69fa5 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835884 Jul 08 18:06:25.808656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:25.842133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9232cf1-26ab-41c7-8ccb-018521228e4e req-908bb20e-78f9-4b94-8d5b-617e4b3458a2 service neutron] 10.222.0.59 "GET /v2.0/networks/870660ea-3114-495c-80f8-94bbbe6b12e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132016 Jul 08 18:06:25.899100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:25.903735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:25.908030 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4901142-d04a-4236-8317-67c32db6a6a3 None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:25.908879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:25.916633 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4901142-d04a-4236-8317-67c32db6a6a3 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:25.917248 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f4901142-d04a-4236-8317-67c32db6a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:25.920722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1', 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0', 'port_id': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1', 'mac_address': 'fa:16:3e:7f:47:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef02c4-868f-454a-8c50-80f46eec3007', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:25.961625 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:25.964422 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f4901142-d04a-4236-8317-67c32db6a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:25.967158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38338) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:25.978957 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4901142-d04a-4236-8317-67c32db6a6a3 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:25.979934 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f4901142-d04a-4236-8317-67c32db6a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:25.980125 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4a9dec64-1619-4bb3-9835-4a99827977ac tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/floatingips/ffb00d96-3beb-40b8-aa42-9a2becd82e3d HTTP/1.1" status: 204 len: 168 time: 1.0728302 Jul 08 18:06:25.992784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:26.016796 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f4901142-d04a-4236-8317-67c32db6a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:26.017451 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4901142-d04a-4236-8317-67c32db6a6a3 None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:26.020908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9a9b8146-65f7-4e34-8f65-9729c2c982b2 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:26.066420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:26.075620 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:26.092191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4e69d06b-7dbe-491e-b2ac-ac1d3abaff80 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port 9d4c7d7a-61f6-4e27-a92a-398eb19c853a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:26.092570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e69d06b-7dbe-491e-b2ac-ac1d3abaff80 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:26.147141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:26.150441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 9a9b8146-65f7-4e34-8f65-9729c2c982b2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:26.150843 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:26.232035 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:26.263435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e69d06b-7dbe-491e-b2ac-ac1d3abaff80 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:26.265175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9a9b8146-65f7-4e34-8f65-9729c2c982b2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9a9b8146-65f7-4e34-8f65-9729c2c982b2,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:26.269487 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:26.287125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949f10d-d447-4a52-bae4-0a564d8ef59b req-dfc84851-7bf2-4c06-a110-318e02749303 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:26.288613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f949f10d-d447-4a52-bae4-0a564d8ef59b req-dfc84851-7bf2-4c06-a110-318e02749303 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 944 time: 0.1929786 Jul 08 18:06:26.289602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4e69d06b-7dbe-491e-b2ac-ac1d3abaff80 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for 9d4c7d7a-61f6-4e27-a92a-398eb19c853a owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:26.295276 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:26.319376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f61a66-fcd5-4955-a5f5-75f5ce3c2ba0 req-a588307f-c092-4709-a4d7-4c8aa0324f55 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:26.320746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64f61a66-fcd5-4955-a5f5-75f5ce3c2ba0 req-a588307f-c092-4709-a4d7-4c8aa0324f55 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 944 time: 0.2155166 Jul 08 18:06:26.350316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9a9b8146-65f7-4e34-8f65-9729c2c982b2,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:26.395462 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f949f10d-d447-4a52-bae4-0a564d8ef59b req-88bcd2e4-1998-41aa-a7e3-203c0f8a24c9 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995309 Jul 08 18:06:26.431100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64f61a66-fcd5-4955-a5f5-75f5ce3c2ba0 req-7535d0cc-1d63-4842-a490-f6c1ebbeeb36 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006818 Jul 08 18:06:26.532765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9b8146-65f7-4e34-8f65-9729c2c982b2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:26.536827 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1983b4-1d74-4f20-b3dd-9174841da613" -d '{"events": [{"server_uuid": "4e495f8e-2fcb-4a1e-84f8-be1fc17fd843", "name": "network-vif-plugged", "status": "completed", "tag": "9a9b8146-65f7-4e34-8f65-9729c2c982b2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:26.561152 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e69d06b-7dbe-491e-b2ac-ac1d3abaff80 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:26.592658 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bacee76-2eef-4004-a32e-64db0c9e2a59 x-openstack-request-id: req-3bacee76-2eef-4004-a32e-64db0c9e2a59 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:26.592933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69d06b-7dbe-491e-b2ac-ac1d3abaff80 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=9d4c7d7a-61f6-4e27-a92a-398eb19c853a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:26.593145 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e495f8e-2fcb-4a1e-84f8-be1fc17fd843", "name": "network-vif-plugged", "status": "completed", "tag": "9a9b8146-65f7-4e34-8f65-9729c2c982b2", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:26.593400 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3bacee76-2eef-4004-a32e-64db0c9e2a59 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:26.594015 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9b8146-65f7-4e34-8f65-9729c2c982b2', 'code': 200} Jul 08 18:06:26.741417 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e69d06b-7dbe-491e-b2ac-ac1d3abaff80 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:26.743356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4e69d06b-7dbe-491e-b2ac-ac1d3abaff80 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/ports/9d4c7d7a-61f6-4e27-a92a-398eb19c853a HTTP/1.1" status: 204 len: 168 time: 0.7751915 Jul 08 18:06:26.747490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38352) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:26.753294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:26.799728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4ef99-4f8a-4790-865f-428f7b48dd04 req-5c90ac46-eab9-4bad-b7dd-d7726a794e74 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:26.801810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70a4ef99-4f8a-4790-865f-428f7b48dd04 req-5c90ac46-eab9-4bad-b7dd-d7726a794e74 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 943 time: 0.1617191 Jul 08 18:06:26.808454 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:26.892646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97c6ec-bc39-42ed-8769-a1d166a636f8 req-19b7bc05-bd3c-48fb-9f5f-bed46e1c0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:26.894025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af97c6ec-bc39-42ed-8769-a1d166a636f8 req-19b7bc05-bd3c-48fb-9f5f-bed46e1c0d52 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 1096 time: 0.1846187 Jul 08 18:06:26.943299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70a4ef99-4f8a-4790-865f-428f7b48dd04 req-45fe8dd1-2790-42d6-a801-f35c76e9ad51 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295445 Jul 08 18:06:26.970968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af97c6ec-bc39-42ed-8769-a1d166a636f8 req-c0d29697-f25d-4066-83dc-a123cb1e7466 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672512 Jul 08 18:06:26.991767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59814991-0b09-4e34-9930-fc311c3cd9e6 req-f7793d26-576d-458b-99fe-ea1d06a48ad2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:26.993258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59814991-0b09-4e34-9930-fc311c3cd9e6 req-f7793d26-576d-458b-99fe-ea1d06a48ad2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1871626 Jul 08 18:06:27.046134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59814991-0b09-4e34-9930-fc311c3cd9e6 req-30aba95a-75dc-4fd6-b7ae-73e7bd331794 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463474 Jul 08 18:06:27.060764 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:27.189286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d977b28-2b8b-4bb4-943f-84781994ba79 req-e0598567-15e3-4dd1-8c64-d78068214a00 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:27.190813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d977b28-2b8b-4bb4-943f-84781994ba79 req-e0598567-15e3-4dd1-8c64-d78068214a00 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 943 time: 0.1402938 Jul 08 18:06:27.214088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.25.8.216 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/ee438366-2f31-4ab7-bb24-536e3cc6c4cf) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:27.262452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d977b28-2b8b-4bb4-943f-84781994ba79 req-90bb5b6c-2e41-43b5-ad84-90beee03a9ab tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638630 Jul 08 18:06:27.337572 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:27.375720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:27.414313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:27.419198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:27.421663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:27.445987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=ee438366-2f31-4ab7-bb24-536e3cc6c4cf,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:27.546481 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:27.640687 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:27.671943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66d1a7-cf75-49e1-8c78-0d20e0f47027 req-258a0454-165f-4967-95c5-1309d0a0ffcf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:27.673439 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e66d1a7-cf75-49e1-8c78-0d20e0f47027 req-258a0454-165f-4967-95c5-1309d0a0ffcf tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 944 time: 0.1643326 Jul 08 18:06:27.723490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538975ea-4bf8-4ca3-ac87-f3994f7a3e8c req-fcd7ba05-8cc6-4595-b690-d613f0042af2 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:27.724890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-538975ea-4bf8-4ca3-ac87-f3994f7a3e8c req-fcd7ba05-8cc6-4595-b690-d613f0042af2 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1760452 Jul 08 18:06:27.767319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e66d1a7-cf75-49e1-8c78-0d20e0f47027 req-2ee512bc-47fe-4809-aee6-0944cbcaf4a3 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839460 Jul 08 18:06:27.818991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f2689fdd-13eb-4a57-9884-c7c6d76bd64e details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:27.822935 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:27.824485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-538975ea-4bf8-4ca3-ac87-f3994f7a3e8c req-7c339889-3e51-4d16-b6ed-e2fc001f7f8c tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922558 Jul 08 18:06:27.902368 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:27.908088 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:27.965565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:27.974068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:27.974389 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:27.984074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=ee438366-2f31-4ab7-bb24-536e3cc6c4cf,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:27.998670 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.020925 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.025424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0730979e-a067-40b3-be57-529e7ec931e1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2745256 Jul 08 18:06:28.027235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38366) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:28.032802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device df42c4ed-a216-4132-9b76-be1f3534c4ab details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:28.035247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'port': {'network_id': 'a672ef09-228d-464a-9f9a-c24b8c800dd6', 'name': 'tempest-FloatingIPTestJSON-331599597'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:28.042785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f2689fdd-13eb-4a57-9884-c7c6d76bd64e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f2689fdd-13eb-4a57-9884-c7c6d76bd64e,segment=NetworkSegment(02a9d237-7d71-4f86-925f-0efe09dd2237),segment_id=02a9d237-7d71-4f86-925f-0efe09dd2237)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:28.064211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'f2689fdd-13eb-4a57-9884-c7c6d76bd64e', 'network_id': '870660ea-3114-495c-80f8-94bbbe6b12e1', 'port_id': 'f2689fdd-13eb-4a57-9884-c7c6d76bd64e', 'mac_address': 'fa:16:3e:26:1b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60def79e-4429-45d6-bd37-1da592e3e273', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:28.203463 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.230551 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.238260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2689fdd-13eb-4a57-9884-c7c6d76bd64e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:28.289566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port df42c4ed-a216-4132-9b76-be1f3534c4ab, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=df42c4ed-a216-4132-9b76-be1f3534c4ab,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:28.293152 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f2689fdd-13eb-4a57-9884-c7c6d76bd64e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f2689fdd-13eb-4a57-9884-c7c6d76bd64e,segment=NetworkSegment(02a9d237-7d71-4f86-925f-0efe09dd2237),segment_id=02a9d237-7d71-4f86-925f-0efe09dd2237)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:28.307752 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.319619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'df42c4ed-a216-4132-9b76-be1f3534c4ab', 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd', 'port_id': 'df42c4ed-a216-4132-9b76-be1f3534c4ab', 'mac_address': 'fa:16:3e:b3:28:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a41417a-9610-4e78-aa1c-6c2d94c44b77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:28.322308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:28.344630 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.345417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:28.434443 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.438240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f2689fdd-13eb-4a57-9884-c7c6d76bd64e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:28.475232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df42c4ed-a216-4132-9b76-be1f3534c4ab {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:28.512831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:28.513155 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.521013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port df42c4ed-a216-4132-9b76-be1f3534c4ab, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=df42c4ed-a216-4132-9b76-be1f3534c4ab,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:28.541465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:28.545916 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.596081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:28.598493 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275bb82a-22e9-4d4a-8c09-1daed8bd5834" -d '{"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-plugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:28.610843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89606e17-baaf-41fd-8091-8cba88fea89e req-7caed323-df70-46cb-9b19-8f1e4ef2fe18 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:28.612286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89606e17-baaf-41fd-8091-8cba88fea89e req-7caed323-df70-46cb-9b19-8f1e4ef2fe18 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 946 time: 0.1592431 Jul 08 18:06:28.620242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=df42c4ed-a216-4132-9b76-be1f3534c4ab,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:28.621809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf7d6c-d24c-4bea-82ce-8b7eba52cfbf req-d5773c10-46da-43ac-afc2-363a6fd60bb9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:28.623267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3adf7d6c-d24c-4bea-82ce-8b7eba52cfbf req-d5773c10-46da-43ac-afc2-363a6fd60bb9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 943 time: 0.1691461 Jul 08 18:06:28.626080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Made reservation on behalf of 05fc5ca887a340f7917679bb0184eb0e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:28.630117 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.665753 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.678973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] device_id is not set on port 9ccb350c-5e10-44a8-9d89-4e3ecf7694ed yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:06:28.699743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:28.703457 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.732096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3adf7d6c-d24c-4bea-82ce-8b7eba52cfbf req-29cb1196-b35a-43be-80c3-6adc32a5243e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995202 Jul 08 18:06:28.734692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89606e17-baaf-41fd-8091-8cba88fea89e req-53d1d037-b45e-4a55-88c3-e32610991256 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102219 Jul 08 18:06:28.767432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:28.802577 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7abe3f-ec4b-4ff3-a510-3b463d6f536b x-openstack-request-id: req-2d7abe3f-ec4b-4ff3-a510-3b463d6f536b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:28.803161 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-plugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:28.803761 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d7abe3f-ec4b-4ff3-a510-3b463d6f536b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:28.804407 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'code': 200} Jul 08 18:06:28.838814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.20.0.9 (a672ef09-228d-464a-9f9a-c24b8c800dd6/2a8467b3-9024-404a-b28b-a7ef00c28f90/9ccb350c-5e10-44a8-9d89-4e3ecf7694ed) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:28.882945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f2689fdd-13eb-4a57-9884-c7c6d76bd64e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:28.908067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['df42c4ed-a216-4132-9b76-be1f3534c4ab'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:29.112924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4645834-4ff1-4750-8c41-31dca920ad65 req-5e02596a-b82e-42a8-9bd4-010a7aedc358 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:29.114519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4645834-4ff1-4750-8c41-31dca920ad65 req-5e02596a-b82e-42a8-9bd4-010a7aedc358 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 944 time: 0.2581189 Jul 08 18:06:29.143999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de65fa6-f8e6-4433-985a-f0884c83d041 req-b5fc4c12-1290-463b-b309-6836259d1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:29.146309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5de65fa6-f8e6-4433-985a-f0884c83d041 req-b5fc4c12-1290-463b-b309-6836259d1bcf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1097 time: 0.2485802 Jul 08 18:06:29.171909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dccdc-0c61-4853-93d8-0fba1617b225 req-5fa0604c-8556-4698-bb8d-9040b2c39445 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:29.173323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-107dccdc-0c61-4853-93d8-0fba1617b225 req-5fa0604c-8556-4698-bb8d-9040b2c39445 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 945 time: 0.2619755 Jul 08 18:06:29.181033 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:29.247871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4645834-4ff1-4750-8c41-31dca920ad65 req-827ff71d-933f-4646-97e7-3c056e8c9c43 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157775 Jul 08 18:06:29.265949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5de65fa6-f8e6-4433-985a-f0884c83d041 req-ef98a7bc-c06e-4b1f-a8ba-42d9265ab8af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881231 Jul 08 18:06:29.282533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-107dccdc-0c61-4853-93d8-0fba1617b225 req-09424b7d-4928-403f-948f-f770b7ec6717 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927820 Jul 08 18:06:29.291452 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:29.345550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network a672ef09-228d-464a-9f9a-c24b8c800dd6 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:29.351464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:29.356459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:29.372003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=9ccb350c-5e10-44a8-9d89-4e3ecf7694ed,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:29.444618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:29.445245 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:29.464787 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c1965f80-5667-4e5e-a5fa-eca3e38ef850 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4359803 Jul 08 18:06:29.467950 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38382) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:29.474523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-292764ad-e2e1-49e2-9b7a-55a66126cf55 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'floatingip': {'port_id': '9ccb350c-5e10-44a8-9d89-4e3ecf7694ed'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:29.479503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e0ea0-49eb-44ae-ac75-27d194bba068 req-b704a06a-4f4d-4a41-8613-f74c5a8cf0bd tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:29.481036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d7e0ea0-49eb-44ae-ac75-27d194bba068 req-b704a06a-4f4d-4a41-8613-f74c5a8cf0bd tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1254737 Jul 08 18:06:29.520559 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292764ad-e2e1-49e2-9b7a-55a66126cf55 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:29.525785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d7e0ea0-49eb-44ae-ac75-27d194bba068 req-f7ccb1de-a411-4981-aad9-66c05bd4e6d2 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380094 Jul 08 18:06:29.699155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775a3ad-614e-4fb3-9db5-8ace9e9ca541 req-d0b8d7fb-2fbe-4c98-ac45-bb314eb2f829 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:29.700656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3775a3ad-614e-4fb3-9db5-8ace9e9ca541 req-d0b8d7fb-2fbe-4c98-ac45-bb314eb2f829 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.0642910 Jul 08 18:06:29.740244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3775a3ad-614e-4fb3-9db5-8ace9e9ca541 req-838b5f09-1a95-4283-adfe-508e5447f108 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Jul 08 18:06:29.959398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6aeb73-f41c-4c8f-9700-5992eac455d9 req-096183c8-afec-49b1-84eb-bb235fae8b8f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:29.966327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be6aeb73-f41c-4c8f-9700-5992eac455d9 req-096183c8-afec-49b1-84eb-bb235fae8b8f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 946 time: 0.1160467 Jul 08 18:06:29.992136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292764ad-e2e1-49e2-9b7a-55a66126cf55 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:29.997760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292764ad-e2e1-49e2-9b7a-55a66126cf55 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:30.005251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be6aeb73-f41c-4c8f-9700-5992eac455d9 req-1b0c3f3f-3327-4972-92f5-feb729ba87ca tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378489 Jul 08 18:06:30.056933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device df42c4ed-a216-4132-9b76-be1f3534c4ab up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:30.116399 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-292764ad-e2e1-49e2-9b7a-55a66126cf55 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP 8c3be17f-b93d-4caf-b929-ab264e331573 associated. External IP: 172.25.8.216, port: 9ccb350c-5e10-44a8-9d89-4e3ecf7694ed. Jul 08 18:06:30.123003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port df42c4ed-a216-4132-9b76-be1f3534c4ab completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:30.127070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port df42c4ed-a216-4132-9b76-be1f3534c4ab triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:30.127755 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:30.172378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e8dac-4e1d-4e9f-a38d-7b935c2401b1 req-293f816b-adef-4f50-8ad1-f48ca1924800 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:30.173873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f85e8dac-4e1d-4e9f-a38d-7b935c2401b1 req-293f816b-adef-4f50-8ad1-f48ca1924800 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 944 time: 0.0722051 Jul 08 18:06:30.219257 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:30.253576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port df42c4ed-a216-4132-9b76-be1f3534c4ab, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=df42c4ed-a216-4132-9b76-be1f3534c4ab,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:30.258200 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:30.280213 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f85e8dac-4e1d-4e9f-a38d-7b935c2401b1 req-0ef2af04-340f-491d-adda-bb0a51c2e1f7 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996230 Jul 08 18:06:30.320052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=df42c4ed-a216-4132-9b76-be1f3534c4ab,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:30.343986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-26784334-d0df-4395-a463-d6524fc39c37 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:30.345541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-26784334-d0df-4395-a463-d6524fc39c37 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/networks?id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 HTTP/1.1" status: 200 len: 814 time: 0.1468372 Jul 08 18:06:30.360980 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-53b204f2-14d1-4fd4-b0e8-653e9873e158 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/quotas/e35676191624470a874e0121ae80323e HTTP/1.1" status: 200 len: 375 time: 0.0093422 Jul 08 18:06:30.386607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292764ad-e2e1-49e2-9b7a-55a66126cf55 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:30.472520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-b9029f55-b9c9-451c-8846-00f5dca87ed5 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e35676191624470a874e0121ae80323e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055570 Jul 08 18:06:30.485379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae0f23-e4c2-4270-8f7d-0c92200727b6 req-793f2d63-4415-4fc0-b611-c3542514b232 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:30.486862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ae0f23-e4c2-4270-8f7d-0c92200727b6 req-793f2d63-4415-4fc0-b611-c3542514b232 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 944 time: 0.0867908 Jul 08 18:06:30.498329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292764ad-e2e1-49e2-9b7a-55a66126cf55 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:30.503387 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292764ad-e2e1-49e2-9b7a-55a66126cf55 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:30.509376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f1d03-ceac-4b21-8790-833c28aa8547 None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:30.520919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f1d03-ceac-4b21-8790-833c28aa8547 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:30.521772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cf1f1d03-ceac-4b21-8790-833c28aa8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:30.535786 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83ae0f23-e4c2-4270-8f7d-0c92200727b6 req-2b518933-e0ba-4a55-b0b1-c9341299ec4a tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416501 Jul 08 18:06:30.546620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38416) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:30.547420 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-292764ad-e2e1-49e2-9b7a-55a66126cf55 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "PUT /v2.0/floatingips/8c3be17f-b93d-4caf-b929-ab264e331573 HTTP/1.1" status: 200 len: 977 time: 1.0779381 Jul 08 18:06:30.591953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cf1f1d03-ceac-4b21-8790-833c28aa8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:30.609380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f1d03-ceac-4b21-8790-833c28aa8547 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:30.610020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cf1f1d03-ceac-4b21-8790-833c28aa8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:30.642781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cf1f1d03-ceac-4b21-8790-833c28aa8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:30.644067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f1d03-ceac-4b21-8790-833c28aa8547 None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:30.767417 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-4f9febf6-3566-4b45-b16b-bd191aede677 service neutron] 10.222.0.73 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795990 Jul 08 18:06:30.805428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1'}, {'server_uuid': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df42c4ed-a216-4132-9b76-be1f3534c4ab'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:30.808651 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934fc125-acba-4183-a6d4-b68878a6368a" -d '{"events": [{"server_uuid": "f2c9ef81-9bee-43ba-9674-4c8ac0f267c6", "name": "network-vif-plugged", "status": "completed", "tag": "1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1"}, {"server_uuid": "3fc27169-2a8f-43ee-b5f8-69c016dd0141", "name": "network-vif-plugged", "status": "completed", "tag": "df42c4ed-a216-4132-9b76-be1f3534c4ab"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:30.836949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port 9ccb350c-5e10-44a8-9d89-4e3ecf7694ed {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:30.837309 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:30.901580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d8b79-4c33-4c70-aa76-b21b986e0790 req-3ca84d62-1c12-4505-ae3c-55e804b8389b tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:30.903417 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-688d8b79-4c33-4c70-aa76-b21b986e0790 req-3ca84d62-1c12-4505-ae3c-55e804b8389b tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 945 time: 0.2354467 Jul 08 18:06:30.988064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-eb600875-bdeb-4f94-9c80-d8b5e9e0ba04 service neutron] 10.222.0.73 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105200 Jul 08 18:06:30.993765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-688d8b79-4c33-4c70-aa76-b21b986e0790 req-955989d5-770c-495e-af93-0216a79f6eb6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844276 Jul 08 18:06:31.010594 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:31.179757 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0193013-6d7f-45ab-b5a5-af521f0bf263 x-openstack-request-id: req-b0193013-6d7f-45ab-b5a5-af521f0bf263 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:31.180679 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c9ef81-9bee-43ba-9674-4c8ac0f267c6", "name": "network-vif-plugged", "status": "completed", "tag": "1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1", "code": 200}, {"server_uuid": "3fc27169-2a8f-43ee-b5f8-69c016dd0141", "name": "network-vif-plugged", "status": "completed", "tag": "df42c4ed-a216-4132-9b76-be1f3534c4ab", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:31.182252 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0193013-6d7f-45ab-b5a5-af521f0bf263 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:31.183709 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1', 'code': 200} Jul 08 18:06:31.185561 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df42c4ed-a216-4132-9b76-be1f3534c4ab', 'code': 200} Jul 08 18:06:31.229183 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:31.229707 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:31.230634 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP 8c3be17f-b93d-4caf-b929-ab264e331573 disassociated. External IP: 172.25.8.216, port: 9ccb350c-5e10-44a8-9d89-4e3ecf7694ed. Jul 08 18:06:31.232418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for 9ccb350c-5e10-44a8-9d89-4e3ecf7694ed owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:31.361539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ab7e362-fa92-4380-a9fe-63ba396f2806 req-1c8369f5-a6af-46b8-a808-48b964eec3af tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 210 time: 0.0639701 Jul 08 18:06:31.541566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b49d-7f20-48be-a5e6-97fe3bfd4c04 req-988d586d-f882-46fd-aaee-f53a6643a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:31.543148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90d5b49d-7f20-48be-a5e6-97fe3bfd4c04 req-988d586d-f882-46fd-aaee-f53a6643a2ec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 1096 time: 0.2427557 Jul 08 18:06:31.551420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d41d54-ef34-4bcd-9814-1afae1e43e3d req-9a0dca25-4d3f-4ad1-aed6-cebc155d053c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:31.552986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56d41d54-ef34-4bcd-9814-1afae1e43e3d req-9a0dca25-4d3f-4ad1-aed6-cebc155d053c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 946 time: 0.2537520 Jul 08 18:06:31.623442 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:31.669214 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90d5b49d-7f20-48be-a5e6-97fe3bfd4c04 req-42ad5116-5ce0-4c20-b2f7-fc14c39a0f68 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130753 Jul 08 18:06:31.680199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56d41d54-ef34-4bcd-9814-1afae1e43e3d req-ea893b74-1995-48ba-88f6-9053dc9dd2f6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214981 Jul 08 18:06:31.680917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=9ccb350c-5e10-44a8-9d89-4e3ecf7694ed,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:31.714626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82006a7-2f3a-455f-8f0b-74435ae69d17 req-09faf669-359b-4e6a-b399-8a1e2e6f4756 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:31.718222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b82006a7-2f3a-455f-8f0b-74435ae69d17 req-09faf669-359b-4e6a-b399-8a1e2e6f4756 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 945 time: 0.2258153 Jul 08 18:06:31.760125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95515fa-062e-436a-b8d8-931f8f0d7675 req-9d14aff7-24b0-454f-b401-73803b9fb0c0 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:31.762863 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e95515fa-062e-436a-b8d8-931f8f0d7675 req-9d14aff7-24b0-454f-b401-73803b9fb0c0 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.74 "GET /v2.0/ports?device_id=4e495f8e-2fcb-4a1e-84f8-be1fc17fd843 HTTP/1.1" status: 200 len: 945 time: 0.1049445 Jul 08 18:06:31.831949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f2689fdd-13eb-4a57-9884-c7c6d76bd64e up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:31.839919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b82006a7-2f3a-455f-8f0b-74435ae69d17 req-caa7f6b8-3c4c-46a5-8ac5-7fda45a7190b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215553 Jul 08 18:06:31.914287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-e95515fa-062e-436a-b8d8-931f8f0d7675 req-f879c80c-d82c-4d56-9fbc-f7259be9330b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Deleting port 9a9b8146-65f7-4e34-8f65-9729c2c982b2 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:31.915024 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e95515fa-062e-436a-b8d8-931f8f0d7675 req-f879c80c-d82c-4d56-9fbc-f7259be9330b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:31.938618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:31.983043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcf3c5-516a-481d-a057-d8a8a17aa38b req-02c9314a-6224-47fb-b2ab-f83b5f8e64b9 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:31.984617 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72dcf3c5-516a-481d-a057-d8a8a17aa38b req-02c9314a-6224-47fb-b2ab-f83b5f8e64b9 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 944 time: 0.1614609 Jul 08 18:06:32.067335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-e95515fa-062e-436a-b8d8-931f8f0d7675 req-f879c80c-d82c-4d56-9fbc-f7259be9330b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] For port 9a9b8146-65f7-4e34-8f65-9729c2c982b2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9a9b8146-65f7-4e34-8f65-9729c2c982b2,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:32.067786 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e95515fa-062e-436a-b8d8-931f8f0d7675 req-f879c80c-d82c-4d56-9fbc-f7259be9330b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:32.073791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port f2689fdd-13eb-4a57-9884-c7c6d76bd64e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:32.078718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port f2689fdd-13eb-4a57-9884-c7c6d76bd64e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:32.079258 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:32.081375 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-e95515fa-062e-436a-b8d8-931f8f0d7675 req-f879c80c-d82c-4d56-9fbc-f7259be9330b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Calling delete_port for 9a9b8146-65f7-4e34-8f65-9729c2c982b2 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:32.136642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72dcf3c5-516a-481d-a057-d8a8a17aa38b req-792e5d9a-4166-4089-8ab1-cc66330f0777 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180830 Jul 08 18:06:32.166251 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:32.171522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:32.183952 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3dcdd-2337-462e-8311-17364b1d55a1 None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:32.198472 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f3dcdd-2337-462e-8311-17364b1d55a1 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:32.203551 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-62f3dcdd-2337-462e-8311-17364b1d55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:32.217549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73a442-2901-4eda-9ba0-3ae2073680b0 req-12e6bb2f-98b7-4cc0-8cd0-3d567df2b38f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:32.219119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba73a442-2901-4eda-9ba0-3ae2073680b0 req-12e6bb2f-98b7-4cc0-8cd0-3d567df2b38f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 946 time: 0.1920936 Jul 08 18:06:32.229766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38444) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:32.235457 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-36ad2768-8d3c-4729-a6d8-b75eca6d7fc4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Request body: {'floatingip': {'port_id': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:32.240784 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e95515fa-062e-436a-b8d8-931f8f0d7675 req-f879c80c-d82c-4d56-9fbc-f7259be9330b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:32.251741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f2689fdd-13eb-4a57-9884-c7c6d76bd64e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f2689fdd-13eb-4a57-9884-c7c6d76bd64e,segment=NetworkSegment(02a9d237-7d71-4f86-925f-0efe09dd2237),segment_id=02a9d237-7d71-4f86-925f-0efe09dd2237)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:32.253066 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-62f3dcdd-2337-462e-8311-17364b1d55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:32.262849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9a9b8146-65f7-4e34-8f65-9729c2c982b2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:32.263447 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f3dcdd-2337-462e-8311-17364b1d55a1 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:32.264428 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-62f3dcdd-2337-462e-8311-17364b1d55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:32.272766 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:32.275066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-94573f63-df67-4ccc-8831-4139cf85dcfa tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/ports/9ccb350c-5e10-44a8-9d89-4e3ecf7694ed HTTP/1.1" status: 204 len: 168 time: 1.7267785 Jul 08 18:06:32.277813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38448) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:32.303796 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:32.304557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:32.305550 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-62f3dcdd-2337-462e-8311-17364b1d55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:32.306512 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3dcdd-2337-462e-8311-17364b1d55a1 None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:32.372240 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b8c9357b-73ff-4a7b-b34d-47c722bd836d tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "GET /v2.0/floatingips/8c3be17f-b93d-4caf-b929-ab264e331573 HTTP/1.1" status: 200 len: 688 time: 0.0930083 Jul 08 18:06:32.378982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38450) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:32.438419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f2689fdd-13eb-4a57-9884-c7c6d76bd64e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:32.452349 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:32.515951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:32.522139 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:32.592666 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:32.681394 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36ad2768-8d3c-4729-a6d8-b75eca6d7fc4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:32.702641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879c80c-d82c-4d56-9fbc-f7259be9330b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Pushing event deleted for resources: {'Port': ['ID=9a9b8146-65f7-4e34-8f65-9729c2c982b2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:32.743572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0137a4e1-c2cb-4ae3-9438-103384d807c4 req-0717c580-79d5-431c-9e09-607cb5a412f6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 210 time: 0.0722883 Jul 08 18:06:32.782779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbd802-4f4d-4cb9-b15b-0be4b0a59d73 req-a4498c0a-9c24-43ed-8dd8-331f89fe60a8 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:32.784295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81bbd802-4f4d-4cb9-b15b-0be4b0a59d73 req-a4498c0a-9c24-43ed-8dd8-331f89fe60a8 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 945 time: 0.3978622 Jul 08 18:06:32.804123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95515fa-062e-436a-b8d8-931f8f0d7675 req-f879c80c-d82c-4d56-9fbc-f7259be9330b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] No DVR routers for this DVR port 9a9b8146-65f7-4e34-8f65-9729c2c982b2 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:06:32.808887 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e95515fa-062e-436a-b8d8-931f8f0d7675 req-f879c80c-d82c-4d56-9fbc-f7259be9330b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:32.811106 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e95515fa-062e-436a-b8d8-931f8f0d7675 req-f879c80c-d82c-4d56-9fbc-f7259be9330b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.74 "DELETE /v2.0/ports/9a9b8146-65f7-4e34-8f65-9729c2c982b2 HTTP/1.1" status: 204 len: 173 time: 1.0279202 Jul 08 18:06:32.811570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'name': 'network-vif-deleted', 'tag': '9a9b8146-65f7-4e34-8f65-9729c2c982b2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:32.814022 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3680994-b6f1-4443-895d-0f570bf092b3" -d '{"events": [{"server_uuid": "4e495f8e-2fcb-4a1e-84f8-be1fc17fd843", "name": "network-vif-deleted", "tag": "9a9b8146-65f7-4e34-8f65-9729c2c982b2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:32.832902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-848f088a-a5ad-41e4-875a-7ca0914bacdc tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:32.834843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-848f088a-a5ad-41e4-875a-7ca0914bacdc tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.74 "GET /v2.0/networks?id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 HTTP/1.1" status: 200 len: 814 time: 0.3368828 Jul 08 18:06:32.853767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Request body: {'port': {'device_id': '288a61b0-20a8-4ea8-97c2-7e85d18a790f', 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003', 'admin_state_up': True, 'tenant_id': 'e35676191624470a874e0121ae80323e'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:32.865932 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee6e691-4e09-4bf9-b139-9a5efc3a1d53 x-openstack-request-id: req-7ee6e691-4e09-4bf9-b139-9a5efc3a1d53 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:32.866249 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e495f8e-2fcb-4a1e-84f8-be1fc17fd843", "name": "network-vif-deleted", "tag": "9a9b8146-65f7-4e34-8f65-9729c2c982b2", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:32.866502 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ee6e691-4e09-4bf9-b139-9a5efc3a1d53 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:32.866901 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e495f8e-2fcb-4a1e-84f8-be1fc17fd843', 'name': 'network-vif-deleted', 'tag': '9a9b8146-65f7-4e34-8f65-9729c2c982b2', 'status': 'completed', 'code': 200} Jul 08 18:06:32.917111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5989f-aafc-47cd-b384-fb4e307310d9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port ee438366-2f31-4ab7-bb24-536e3cc6c4cf {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:32.917454 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e5989f-aafc-47cd-b384-fb4e307310d9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:32.934175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81bbd802-4f4d-4cb9-b15b-0be4b0a59d73 req-e393b632-bbda-4120-89fb-4eda4a9f1535 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366968 Jul 08 18:06:33.083652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e5989f-aafc-47cd-b384-fb4e307310d9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:33.084125 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e5989f-aafc-47cd-b384-fb4e307310d9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:33.121722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5989f-aafc-47cd-b384-fb4e307310d9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for ee438366-2f31-4ab7-bb24-536e3cc6c4cf owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:33.167678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Made reservation on behalf of e35676191624470a874e0121ae80323e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:33.171181 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:33.187057 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a886244-0b46-439b-9130-0a65f83896b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2689fdd-13eb-4a57-9884-c7c6d76bd64e'}, {'server_uuid': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:33.190096 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2ec3a1-295f-4b7a-b39a-46b7ac0bfa02" -d '{"events": [{"server_uuid": "4a886244-0b46-439b-9130-0a65f83896b0", "name": "network-vif-plugged", "status": "completed", "tag": "f2689fdd-13eb-4a57-9884-c7c6d76bd64e"}, {"server_uuid": "f2c9ef81-9bee-43ba-9674-4c8ac0f267c6", "name": "network-vif-unplugged", "status": "completed", "tag": "1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:33.295818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36ad2768-8d3c-4729-a6d8-b75eca6d7fc4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:33.302431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36ad2768-8d3c-4729-a6d8-b75eca6d7fc4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:33.376156 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:33.424806 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-36ad2768-8d3c-4729-a6d8-b75eca6d7fc4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Floating IP 9241b078-1687-4833-9cca-6bf9a6350b08 associated. External IP: 172.25.8.14, port: bbe890c4-8dd9-45a5-b31b-133cbf90a7d3. Jul 08 18:06:33.667226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ad2768-8d3c-4729-a6d8-b75eca6d7fc4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Router fb00410d-2c33-4c03-860c-ccc78d1003bb has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:33.670901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa517f8-6996-48ba-bfa7-c58c3fb794cf req-319218ce-0057-47a0-9fad-59be017c8df5 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:33.672404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fa517f8-6996-48ba-bfa7-c58c3fb794cf req-319218ce-0057-47a0-9fad-59be017c8df5 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 945 time: 0.5736670 Jul 08 18:06:33.782373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ad2768-8d3c-4729-a6d8-b75eca6d7fc4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:33.787154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36ad2768-8d3c-4729-a6d8-b75eca6d7fc4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:33.792449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428351fc-5256-4116-ad03-08af12201189 None None] Sync routers for ids ['fb00410d-2c33-4c03-860c-ccc78d1003bb'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:33.802778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428351fc-5256-4116-ad03-08af12201189 None None] Routers {'fb00410d-2c33-4c03-860c-ccc78d1003bb'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:33.803632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-428351fc-5256-4116-ad03-08af12201189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fb00410d-2c33-4c03-860c-ccc78d1003bb'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:33.828093 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-36ad2768-8d3c-4729-a6d8-b75eca6d7fc4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "PUT /v2.0/floatingips/9241b078-1687-4833-9cca-6bf9a6350b08 HTTP/1.1" status: 200 len: 991 time: 1.5941718 Jul 08 18:06:33.836615 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fa517f8-6996-48ba-bfa7-c58c3fb794cf req-d72caf93-5684-4d36-aa83-166e9b9d29e5 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392899 Jul 08 18:06:33.845197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Allocated IP 172.20.0.7 (ae4f2772-c7b3-4d5d-a2a4-7eacbed40003/d494eaa6-a027-48ad-9264-18ec89b809c0/2a2cd8c5-6628-4a4f-948b-4a3e66868713) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:33.870402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ebf47-0519-4eb8-abb4-0a0dcef18d6f req-6d422505-be28-4a55-a48a-9f23eaa622db tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:33.871918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e6ebf47-0519-4eb8-abb4-0a0dcef18d6f req-6d422505-be28-4a55-a48a-9f23eaa622db tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 945 time: 0.2299728 Jul 08 18:06:33.897424 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e5989f-aafc-47cd-b384-fb4e307310d9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:33.903285 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9c1461-9ac3-46d5-b2cb-fea6fccb69ba x-openstack-request-id: req-2d9c1461-9ac3-46d5-b2cb-fea6fccb69ba {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:33.903581 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a886244-0b46-439b-9130-0a65f83896b0", "name": "network-vif-plugged", "status": "completed", "tag": "f2689fdd-13eb-4a57-9884-c7c6d76bd64e", "code": 200}, {"server_uuid": "f2c9ef81-9bee-43ba-9674-4c8ac0f267c6", "name": "network-vif-unplugged", "status": "completed", "tag": "1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:33.903836 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d9c1461-9ac3-46d5-b2cb-fea6fccb69ba {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:33.904254 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a886244-0b46-439b-9130-0a65f83896b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2689fdd-13eb-4a57-9884-c7c6d76bd64e', 'code': 200} Jul 08 18:06:33.904506 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1', 'code': 200} Jul 08 18:06:33.950348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5989f-aafc-47cd-b384-fb4e307310d9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=ee438366-2f31-4ab7-bb24-536e3cc6c4cf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:33.958251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-428351fc-5256-4116-ad03-08af12201189 None None] Set router fb00410d-2c33-4c03-860c-ccc78d1003bb gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:34.000335 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e6ebf47-0519-4eb8-abb4-0a0dcef18d6f req-37512ba6-5241-4bd5-af8d-f4646b233cec tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171877 Jul 08 18:06:34.061702 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:34.153155 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e5989f-aafc-47cd-b384-fb4e307310d9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:34.155731 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e5989f-aafc-47cd-b384-fb4e307310d9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:34.161049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b9e5989f-aafc-47cd-b384-fb4e307310d9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/floatingips/8c3be17f-b93d-4caf-b929-ab264e331573 HTTP/1.1" status: 204 len: 168 time: 1.7764053 Jul 08 18:06:34.161242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38476) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:34.166648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '54cbd75a-9a5c-49d4-999f-84f47cc9f377'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:34.192522 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:34.216683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-428351fc-5256-4116-ad03-08af12201189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '9241b078-1687-4833-9cca-6bf9a6350b08', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'port_id': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'mac_address': 'fa:16:3e:de:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ebbb36-c3e3-4598-83e5-95409e076346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:06:12Z', 'updated_at': '2021-07-08T18:06:33Z', 'revision_number': 1, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04fab51-833d-434b-952f-9d9f6ec13422', 'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'mac_address': 'fa:16:3e:09:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:03Z', 'updated_at': '2021-07-08T18:06:11Z', 'revision_number': 5, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'subnets': [{'id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:34.223359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1809978-ac27-4fd1-a80f-77b85a08b320 req-c8989fcc-2d29-4a9d-a135-72c2adb1970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:34.225016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1809978-ac27-4fd1-a80f-77b85a08b320 req-c8989fcc-2d29-4a9d-a135-72c2adb1970f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 1096 time: 0.2299700 Jul 08 18:06:34.250692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428351fc-5256-4116-ad03-08af12201189 None None] Checking router: fb00410d-2c33-4c03-860c-ccc78d1003bb for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:06:34.253961 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:34.264268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428351fc-5256-4116-ad03-08af12201189 None None] Routers {'fb00410d-2c33-4c03-860c-ccc78d1003bb'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:34.265065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-428351fc-5256-4116-ad03-08af12201189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fb00410d-2c33-4c03-860c-ccc78d1003bb'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:34.274539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc423d-c722-4990-b62c-e45aa31b2e95 req-f839fcb2-e0e3-431f-83ad-169f5f141906 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:34.282549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68bc423d-c722-4990-b62c-e45aa31b2e95 req-f839fcb2-e0e3-431f-83ad-169f5f141906 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 943 time: 0.2571232 Jul 08 18:06:34.329356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:34.342738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1809978-ac27-4fd1-a80f-77b85a08b320 req-222c499e-c98f-4eea-b4e9-817f163dea8e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079910 Jul 08 18:06:34.356684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68bc423d-c722-4990-b62c-e45aa31b2e95 req-75c7fd9a-acf6-4ac8-9c53-751f5db9970d tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730214 Jul 08 18:06:34.393765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-428351fc-5256-4116-ad03-08af12201189 None None] Set router fb00410d-2c33-4c03-860c-ccc78d1003bb gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:34.420390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62f804dd-5140-43f0-aae2-2f992a223c67 req-4ea2dcb2-0162-4a4e-aabb-ac9d53b840b7 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 210 time: 0.0426080 Jul 08 18:06:34.439881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:34.473357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.25.8.233 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/b38100b4-7dc1-4c93-9c59-c4d1406185ee) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:34.517386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:34.519174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Pushing event updated for resources: {'Port': ['ID=2a2cd8c5-6628-4a4f-948b-4a3e66868713,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:34.529946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:34.533387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:34.599912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:34.600579 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:34.602397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:34.631525 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a018295-f145-4695-bd26-d82958956378 req-3a3e0cd5-3fc9-4bce-8aab-0e50de4ad38f tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-949145512&fields=id&tenant_id=6655462c5b97467482a6538c52beed2f HTTP/1.1" status: 200 len: 267 time: 0.0612268 Jul 08 18:06:34.636918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-96b4cc64-f16b-4fc0-bd73-c005eb38c044 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7872143 Jul 08 18:06:34.654004 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:34.655743 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Request body: {'port': {'device_id': '288a61b0-20a8-4ea8-97c2-7e85d18a790f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:34.666543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-428351fc-5256-4116-ad03-08af12201189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '9241b078-1687-4833-9cca-6bf9a6350b08', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'port_id': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'mac_address': 'fa:16:3e:de:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ebbb36-c3e3-4598-83e5-95409e076346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:06:12Z', 'updated_at': '2021-07-08T18:06:33Z', 'revision_number': 1, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04fab51-833d-434b-952f-9d9f6ec13422', 'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'mac_address': 'fa:16:3e:09:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:03Z', 'updated_at': '2021-07-08T18:06:11Z', 'revision_number': 5, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'subnets': [{'id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:34.692577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428351fc-5256-4116-ad03-08af12201189 None None] The sync data for ids ['fb00410d-2c33-4c03-860c-ccc78d1003bb'] in n-d-799684-3 is: [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '9241b078-1687-4833-9cca-6bf9a6350b08', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'port_id': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'mac_address': 'fa:16:3e:de:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ebbb36-c3e3-4598-83e5-95409e076346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:06:12Z', 'updated_at': '2021-07-08T18:06:33Z', 'revision_number': 1, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04fab51-833d-434b-952f-9d9f6ec13422', 'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'mac_address': 'fa:16:3e:09:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:03Z', 'updated_at': '2021-07-08T18:06:11Z', 'revision_number': 5, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'subnets': [{'id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:34.692987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:34.697984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:34.704548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:34.730315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=b38100b4-7dc1-4c93-9c59-c4d1406185ee,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:34.783894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a018295-f145-4695-bd26-d82958956378 req-7454cf6b-4c4f-4f12-85c9-0da0cc71f68e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:34.785963 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a018295-f145-4695-bd26-d82958956378 req-7454cf6b-4c4f-4f12-85c9-0da0cc71f68e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 945 time: 0.1473632 Jul 08 18:06:34.787055 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:34.802952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-4a018295-f145-4695-bd26-d82958956378 req-0d93638c-2e4d-40ad-bffd-5da75e5fc35f tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'port': {'security_groups': ['513f8945-850d-4168-8185-6afc8bca3cf7', '65591a5f-2853-4ce3-a097-05e2d4c2d401']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:34.878364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:34.881215 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8de2192-e60f-4a62-a876-aa26affa6785" -d '{"events": [{"name": "network-changed", "server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:34.927624 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ff362-458e-4fc5-8351-3e4a32d7f205 None None] New status for floating IP 9241b078-1687-4833-9cca-6bf9a6350b08: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:06:34.940442 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47988bc-8a72-4776-bad2-79423f7ad533 x-openstack-request-id: req-c47988bc-8a72-4776-bad2-79423f7ad533 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:34.941176 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:34.942053 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c47988bc-8a72-4776-bad2-79423f7ad533 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:34.942564 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'status': 'completed', 'code': 200} Jul 08 18:06:35.034593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a018295-f145-4695-bd26-d82958956378 req-0d93638c-2e4d-40ad-bffd-5da75e5fc35f tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.156690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.209888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de2192-e60f-4a62-a876-aa26affa6785 req-62dc39d4-19a5-4d36-b154-1bace4f7180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:35.211441 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8de2192-e60f-4a62-a876-aa26affa6785 req-62dc39d4-19a5-4d36-b154-1bace4f7180e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1097 time: 0.2409620 Jul 08 18:06:35.234325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.415428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.421973 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.459989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d65db-9e8d-473c-9536-10eb1207a757 req-aab5487f-3586-44a7-adc8-e73dfd0fceb2 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:35.461485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b02d65db-9e8d-473c-9536-10eb1207a757 req-aab5487f-3586-44a7-adc8-e73dfd0fceb2 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 945 time: 0.3001738 Jul 08 18:06:35.470827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de2192-e60f-4a62-a876-aa26affa6785 req-32ad4336-e8e3-4a3b-b150-0cbdb561fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:35.472277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8de2192-e60f-4a62-a876-aa26affa6785 req-32ad4336-e8e3-4a3b-b150-0cbdb561fb4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.2529104 Jul 08 18:06:35.476237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2cd8c5-6628-4a4f-948b-4a3e66868713 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:35.497380 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.510499 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=b38100b4-7dc1-4c93-9c59-c4d1406185ee,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:35.532672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedb421-63bd-45fb-84e9-3b3848ba6cdc req-df470ece-8bcd-4460-b2a9-badea83c73bc tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:35.534121 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7bedb421-63bd-45fb-84e9-3b3848ba6cdc req-df470ece-8bcd-4460-b2a9-badea83c73bc tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 943 time: 0.1504669 Jul 08 18:06:35.537117 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.571620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Transition to ACTIVE for port object 2a2cd8c5-6628-4a4f-948b-4a3e66868713 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:35.591624 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.638791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b02d65db-9e8d-473c-9536-10eb1207a757 req-114d5afe-2c10-4cec-b73d-9eaf14405b6e tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692743 Jul 08 18:06:35.656986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-4a018295-f145-4695-bd26-d82958956378 req-0d93638c-2e4d-40ad-bffd-5da75e5fc35f tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] For port df42c4ed-a216-4132-9b76-be1f3534c4ab, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=df42c4ed-a216-4132-9b76-be1f3534c4ab,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:35.706872 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a018295-f145-4695-bd26-d82958956378 req-0d93638c-2e4d-40ad-bffd-5da75e5fc35f tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.715261 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP fa122c0b-7c6c-4281-a1ea-a59c6d889286 associated. External IP: 172.25.8.233, port: 54cbd75a-9a5c-49d4-999f-84f47cc9f377. Jul 08 18:06:35.727294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a018295-f145-4695-bd26-d82958956378 req-0d93638c-2e4d-40ad-bffd-5da75e5fc35f tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.730572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8de2192-e60f-4a62-a876-aa26affa6785 req-a3e0ae43-21b1-4810-b9ec-89d1b0d5d9bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 1001 time: 0.2472599 Jul 08 18:06:35.742743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['df42c4ed-a216-4132-9b76-be1f3534c4ab'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:35.781679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Pushing event updated for resources: {'Port': ['ID=2a2cd8c5-6628-4a4f-948b-4a3e66868713,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:35.806994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.807606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.807691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.808000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.808336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.808667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.808995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.809323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.809649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.809970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.810319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.810643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:35.819291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a018295-f145-4695-bd26-d82958956378 req-0d93638c-2e4d-40ad-bffd-5da75e5fc35f tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:35.819929 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4a018295-f145-4695-bd26-d82958956378 req-0d93638c-2e4d-40ad-bffd-5da75e5fc35f tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.821349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a018295-f145-4695-bd26-d82958956378 req-0d93638c-2e4d-40ad-bffd-5da75e5fc35f tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "PUT /v2.0/ports/df42c4ed-a216-4132-9b76-be1f3534c4ab HTTP/1.1" status: 200 len: 981 time: 1.0253005 Jul 08 18:06:35.839456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'tag': 'df42c4ed-a216-4132-9b76-be1f3534c4ab'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:35.841843 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eb1c56-1ff5-4e3a-9d8c-9a7515adb3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc27169-2a8f-43ee-b5f8-69c016dd0141", "tag": "df42c4ed-a216-4132-9b76-be1f3534c4ab"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:35.858539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7bedb421-63bd-45fb-84e9-3b3848ba6cdc req-ec8ce2ca-44e8-455a-82d8-36961745cd43 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Deleting port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:35.858888 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7bedb421-63bd-45fb-84e9-3b3848ba6cdc req-ec8ce2ca-44e8-455a-82d8-36961745cd43 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:35.903959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de2192-e60f-4a62-a876-aa26affa6785 req-e5a4496e-fef5-41fd-8c1a-4e3b09feb4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:35.905474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8de2192-e60f-4a62-a876-aa26affa6785 req-e5a4496e-fef5-41fd-8c1a-4e3b09feb4a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.1618309 Jul 08 18:06:35.982232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['df42c4ed-a216-4132-9b76-be1f3534c4ab'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:36.013593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93638c-2e4d-40ad-bffd-5da75e5fc35f tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'Port': ['ID=df42c4ed-a216-4132-9b76-be1f3534c4ab,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:36.032816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Attempting to bind port 2a2cd8c5-6628-4a4f-948b-4a3e66868713 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:36.033156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Attempting to bind port 2a2cd8c5-6628-4a4f-948b-4a3e66868713 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:36.033550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Attempting to bind port 2a2cd8c5-6628-4a4f-948b-4a3e66868713 on network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:36.047126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Port 2a2cd8c5-6628-4a4f-948b-4a3e66868713 on network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:06:36.047461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Attempting to bind port 2a2cd8c5-6628-4a4f-948b-4a3e66868713 on network ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:36.060245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:36.060588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Checking segment: {'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:36.060986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Bound using segment: {'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:36.061443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Bound port: 2a2cd8c5-6628-4a4f-948b-4a3e66868713, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddfe06e-1937-4e25-8ca7-7f2098a11075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:36.061816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:36.081450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9a9b8146-65f7-4e34-8f65-9729c2c982b2 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:36.123653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de2192-e60f-4a62-a876-aa26affa6785 req-e6f24b09-1f64-45b8-9457-f883cfd55f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:36.125411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8de2192-e60f-4a62-a876-aa26affa6785 req-e6f24b09-1f64-45b8-9457-f883cfd55f7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079155 Jul 08 18:06:36.127550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 9a9b8146-65f7-4e34-8f65-9729c2c982b2 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:36.127890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9a9b8146-65f7-4e34-8f65-9729c2c982b2 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:36.172599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1a68b-f388-419d-b0eb-82490a78ceff req-d9e4cea8-7435-4f46-810f-64f850388131 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:36.174549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18b1a68b-f388-419d-b0eb-82490a78ceff req-d9e4cea8-7435-4f46-810f-64f850388131 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 943 time: 0.2197664 Jul 08 18:06:36.242911 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1260-7bb6-4908-b941-e867dc72fbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:36.307395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] For port 2a2cd8c5-6628-4a4f-948b-4a3e66868713, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:36.344955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892c2fc-2570-48d9-9891-d585953c7409 req-6003f46b-f11f-452d-bd5e-35a78382bb36 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:36.346564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e892c2fc-2570-48d9-9891-d585953c7409 req-6003f46b-f11f-452d-bd5e-35a78382bb36 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 943 time: 0.2805583 Jul 08 18:06:36.349052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] For port 2a2cd8c5-6628-4a4f-948b-4a3e66868713, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2a2cd8c5-6628-4a4f-948b-4a3e66868713,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:36.354239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18b1a68b-f388-419d-b0eb-82490a78ceff req-3db18369-5334-49b6-9f05-c89e9eed172d tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630394 Jul 08 18:06:36.367824 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:36.398550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7bedb421-63bd-45fb-84e9-3b3848ba6cdc req-ec8ce2ca-44e8-455a-82d8-36961745cd43 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] For port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:36.399140 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7bedb421-63bd-45fb-84e9-3b3848ba6cdc req-ec8ce2ca-44e8-455a-82d8-36961745cd43 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:36.419449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7bedb421-63bd-45fb-84e9-3b3848ba6cdc req-ec8ce2ca-44e8-455a-82d8-36961745cd43 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Calling delete_port for 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:36.432236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:36.432571 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:36.434012 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-de814551-9022-4660-a7d1-670e56213247 service neutron] 10.222.0.74 "PUT /v2.0/ports/2a2cd8c5-6628-4a4f-948b-4a3e66868713 HTTP/1.1" status: 200 len: 1091 time: 1.7841241 Jul 08 18:06:36.435744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8de2192-e60f-4a62-a876-aa26affa6785 req-0d970cf3-b59b-4f76-a65c-1af549e9485e service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838953 Jul 08 18:06:36.439782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:36.474334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e892c2fc-2570-48d9-9891-d585953c7409 req-1086d968-59a4-49fc-8af5-87d76f584ba6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175692 Jul 08 18:06:36.544127 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b130d2-2f7c-4460-bf2c-71d5e88952d3 x-openstack-request-id: req-d8b130d2-2f7c-4460-bf2c-71d5e88952d3 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:36.544415 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc27169-2a8f-43ee-b5f8-69c016dd0141", "tag": "df42c4ed-a216-4132-9b76-be1f3534c4ab", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:36.544665 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d8b130d2-2f7c-4460-bf2c-71d5e88952d3 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:36.545058 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'tag': 'df42c4ed-a216-4132-9b76-be1f3534c4ab', 'status': 'completed', 'code': 200} Jul 08 18:06:36.567618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de814551-9022-4660-a7d1-670e56213247 service neutron] Pushing event updated for resources: {'Port': ['ID=2a2cd8c5-6628-4a4f-948b-4a3e66868713,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:36.616234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-ec4c7992-e3ae-476c-b721-40e3c4155798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:36.618682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-ec4c7992-e3ae-476c-b721-40e3c4155798 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e35676191624470a874e0121ae80323e&device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 1094 time: 0.1095135 Jul 08 18:06:36.621377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8de2192-e60f-4a62-a876-aa26affa6785 req-af04d49a-ffe2-40b8-8150-80d42b3d01bc service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768627 Jul 08 18:06:36.643025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:36.662345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7f1e2-e711-4f32-a177-ebef8bc0699c None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:36.680739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-fe76aefc-dec0-4084-8dde-5d655a5d7934 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a2cd8c5-6628-4a4f-948b-4a3e66868713 HTTP/1.1" status: 200 len: 217 time: 0.0522511 Jul 08 18:06:36.681723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7f1e2-e711-4f32-a177-ebef8bc0699c None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:36.682546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d8a7f1e2-e711-4f32-a177-ebef8bc0699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:36.698989 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:36.726408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8103c275-904f-4dae-bb8f-45e3ef65c4fd req-2c86c86c-2ce2-406c-9cc4-4393fe9835b2 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2111962740&fields=id&tenant_id=6655462c5b97467482a6538c52beed2f HTTP/1.1" status: 200 len: 267 time: 0.1139824 Jul 08 18:06:36.733255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb1c56-1ff5-4e3a-9d8c-9a7515adb3ea req-920926c8-e802-4ff0-b395-8118ce167d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:36.734828 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11eb1c56-1ff5-4e3a-9d8c-9a7515adb3ea req-920926c8-e802-4ff0-b395-8118ce167d99 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6655462c5b97467482a6538c52beed2f&device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 1135 time: 0.1619999 Jul 08 18:06:36.756209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-2c5a64ac-232f-4350-a00c-07289f16ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:36.758604 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-2c5a64ac-232f-4350-a00c-07289f16ed4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d494eaa6-a027-48ad-9264-18ec89b809c0 HTTP/1.1" status: 200 len: 854 time: 0.0664821 Jul 08 18:06:36.810153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4051fbc5-e4bc-4dcf-b445-27d8c850d5a7 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6477578 Jul 08 18:06:36.812934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38498) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:36.821893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-38522435'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:36.828953 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7bedb421-63bd-45fb-84e9-3b3848ba6cdc req-ec8ce2ca-44e8-455a-82d8-36961745cd43 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:36.853232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-ba4401bc-3865-4870-bbfe-cd5990fc0889 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829170 Jul 08 18:06:36.881329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d8a7f1e2-e711-4f32-a177-ebef8bc0699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:36.889771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ce2ca-44e8-455a-82d8-36961745cd43 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event deleted for resources: {'Port': ['ID=1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:36.889971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7f1e2-e711-4f32-a177-ebef8bc0699c None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:36.890425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d8a7f1e2-e711-4f32-a177-ebef8bc0699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:36.928186 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d8a7f1e2-e711-4f32-a177-ebef8bc0699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:36.928556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7f1e2-e711-4f32-a177-ebef8bc0699c None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:36.933296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Made reservation on behalf of 05fc5ca887a340f7917679bb0184eb0e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:36.936898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:36.953720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb1c56-1ff5-4e3a-9d8c-9a7515adb3ea req-43a2423d-e259-4fe7-9e9c-3b951dd5d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:36.955306 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11eb1c56-1ff5-4e3a-9d8c-9a7515adb3ea req-43a2423d-e259-4fe7-9e9c-3b951dd5d432 service neutron] 10.222.0.74 "GET /v2.0/networks?id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 200 len: 911 time: 0.2088869 Jul 08 18:06:36.976686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bedb421-63bd-45fb-84e9-3b3848ba6cdc req-ec8ce2ca-44e8-455a-82d8-36961745cd43 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] No DVR routers for this DVR port 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:06:36.986436 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7bedb421-63bd-45fb-84e9-3b3848ba6cdc req-ec8ce2ca-44e8-455a-82d8-36961745cd43 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:36.988584 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7bedb421-63bd-45fb-84e9-3b3848ba6cdc req-ec8ce2ca-44e8-455a-82d8-36961745cd43 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "DELETE /v2.0/ports/1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 HTTP/1.1" status: 204 len: 173 time: 1.4181354 Jul 08 18:06:36.991236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'name': 'network-vif-deleted', 'tag': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:36.993093 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dba06b3-b4fa-4c08-a33b-d7266f9ab70f" -d '{"events": [{"server_uuid": "f2c9ef81-9bee-43ba-9674-4c8ac0f267c6", "name": "network-vif-deleted", "tag": "1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:36.993225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103c275-904f-4dae-bb8f-45e3ef65c4fd req-8cff1880-14d6-4c61-90d8-a0ebb2948f12 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:36.999624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8103c275-904f-4dae-bb8f-45e3ef65c4fd req-8cff1880-14d6-4c61-90d8-a0ebb2948f12 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 984 time: 0.2452443 Jul 08 18:06:37.009316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-8103c275-904f-4dae-bb8f-45e3ef65c4fd req-6404312b-5f6c-4891-bd80-051fa1339cdd tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'port': {'security_groups': ['513f8945-850d-4168-8185-6afc8bca3cf7', '65591a5f-2853-4ce3-a097-05e2d4c2d401', '7fe42e88-7ebb-4bf8-bfc6-d77d0fd3d729']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:37.029583 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11eb1c56-1ff5-4e3a-9d8c-9a7515adb3ea req-3304ea3d-3c2a-4ff2-86ce-4b39fece3bc8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df42c4ed-a216-4132-9b76-be1f3534c4ab HTTP/1.1" status: 200 len: 217 time: 0.0541651 Jul 08 18:06:37.030352 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c41480-9086-4bb0-89d3-8c01183278c9 req-5e62cb20-446b-4840-ab34-17c4741911d9 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.031937 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28c41480-9086-4bb0-89d3-8c01183278c9 req-5e62cb20-446b-4840-ab34-17c4741911d9 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 945 time: 0.2122469 Jul 08 18:06:37.044973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:06:37.073051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-a32ed0fb-ba63-423a-bf6e-88c9365322eb service neutron] 10.222.0.74 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013509 Jul 08 18:06:37.083834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.084195 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Added segment 91fb3f9d-382e-4c07-9725-b4a18e25e4c0 of type vlan for network d6bf86b2-ac35-4183-b85f-b620b0f4358d Jul 08 18:06:37.120847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb1c56-1ff5-4e3a-9d8c-9a7515adb3ea req-bb2b7916-a333-4d3b-bd58-2e801aabeffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.122549 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11eb1c56-1ff5-4e3a-9d8c-9a7515adb3ea req-bb2b7916-a333-4d3b-bd58-2e801aabeffd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a41417a-9610-4e78-aa1c-6c2d94c44b77 HTTP/1.1" status: 200 len: 850 time: 0.0851974 Jul 08 18:06:37.142495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.168478 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11eb1c56-1ff5-4e3a-9d8c-9a7515adb3ea req-ebd1fa26-a282-4c41-838c-28880387d913 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363564 Jul 08 18:06:37.190659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28c41480-9086-4bb0-89d3-8c01183278c9 req-f3b67ce8-feea-439d-a8ab-90ec2b7fadcd tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314795 Jul 08 18:06:37.222059 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8103c275-904f-4dae-bb8f-45e3ef65c4fd req-6404312b-5f6c-4891-bd80-051fa1339cdd tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.250257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e11b7088-402b-4b87-a670-d8653e97f8c0 req-39f76233-79f8-4616-87a9-91d74b6a83fb service neutron] 10.222.0.74 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691222 Jul 08 18:06:37.287497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.293512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.294108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.380398 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5614772 Jul 08 18:06:37.383680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38510) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:37.389527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'subnet': {'network_id': 'd6bf86b2-ac35-4183-b85f-b620b0f4358d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:37.401227 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11eb1c56-1ff5-4e3a-9d8c-9a7515adb3ea req-66d3a20c-fe41-453b-a1d2-75a38ae4f8d0 service neutron] 10.222.0.74 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203257 Jul 08 18:06:37.419900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32508a54-2c0d-4dfd-9b54-7977298a092b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Network': ['ID=d6bf86b2-ac35-4183-b85f-b620b0f4358d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:37.431891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d6bf86b2-ac35-4183-b85f-b620b0f4358d details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:06:37.501090 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9854900-64b7-4a49-a816-8789bcf68cf8 x-openstack-request-id: req-f9854900-64b7-4a49-a816-8789bcf68cf8 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:37.501431 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c9ef81-9bee-43ba-9674-4c8ac0f267c6", "name": "network-vif-deleted", "tag": "1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:37.501643 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9854900-64b7-4a49-a816-8789bcf68cf8 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:37.502059 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c9ef81-9bee-43ba-9674-4c8ac0f267c6', 'name': 'network-vif-deleted', 'tag': '1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1', 'status': 'completed', 'code': 200} Jul 08 18:06:37.627969 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-11eb1c56-1ff5-4e3a-9d8c-9a7515adb3ea req-0634fe93-41d1-445b-9a4b-a1d8029962ce service neutron] 10.222.0.74 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155468 Jul 08 18:06:37.632365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Made reservation on behalf of 05fc5ca887a340f7917679bb0184eb0e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:37.636584 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.808534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37963674-e3a5-44ba-8941-bfd59025e61c req-1f2ba685-0b58-4f82-8fb5-422167379d4e tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c9ef81-9bee-43ba-9674-4c8ac0f267c6 HTTP/1.1" status: 200 len: 210 time: 0.0346074 Jul 08 18:06:37.834346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.851763 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-8103c275-904f-4dae-bb8f-45e3ef65c4fd req-6404312b-5f6c-4891-bd80-051fa1339cdd tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] For port df42c4ed-a216-4132-9b76-be1f3534c4ab, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=df42c4ed-a216-4132-9b76-be1f3534c4ab,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:37.884376 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8103c275-904f-4dae-bb8f-45e3ef65c4fd req-6404312b-5f6c-4891-bd80-051fa1339cdd tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.890510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:37.891840 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8103c275-904f-4dae-bb8f-45e3ef65c4fd req-6404312b-5f6c-4891-bd80-051fa1339cdd tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.909159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Subnet': ['ID=14470f9e-cbc8-4523-a989-9b015a877aab,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:37.917870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Checking segment: {'id': '91fb3f9d-382e-4c07-9725-b4a18e25e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd6bf86b2-ac35-4183-b85f-b620b0f4358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:37.918264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network hostable DHCP agents. Network: d6bf86b2-ac35-4183-b85f-b620b0f4358d, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:06:37.923072 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:37.923419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1b21ab7d-2ddb-4bed-b4f5-7dfb1373d9c1 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:37.931391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['df42c4ed-a216-4132-9b76-be1f3534c4ab'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:37.950558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network d6bf86b2-ac35-4183-b85f-b620b0f4358d is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:06:37.957241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103c275-904f-4dae-bb8f-45e3ef65c4fd req-6404312b-5f6c-4891-bd80-051fa1339cdd tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.958043 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8103c275-904f-4dae-bb8f-45e3ef65c4fd req-6404312b-5f6c-4891-bd80-051fa1339cdd tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.959844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8103c275-904f-4dae-bb8f-45e3ef65c4fd req-6404312b-5f6c-4891-bd80-051fa1339cdd tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "PUT /v2.0/ports/df42c4ed-a216-4132-9b76-be1f3534c4ab HTTP/1.1" status: 200 len: 1020 time: 0.9589546 Jul 08 18:06:37.961836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d6bf86b2-ac35-4183-b85f-b620b0f4358d) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:37.975133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5296ac0f-b2c4-4962-bc5c-c38a8f218c8c None None] Network d6bf86b2-ac35-4183-b85f-b620b0f4358d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:37.976217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.977796 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.003056 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-148b1ba9-156a-4ad3-9c17-509c7f7d8a07 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6156650 Jul 08 18:06:38.003332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38522) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:38.012180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-953504342', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:38.037137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404312b-5f6c-4891-bd80-051fa1339cdd tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'Port': ['ID=df42c4ed-a216-4132-9b76-be1f3534c4ab,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:38.043621 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.045359 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.086757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8629d-2c31-4485-855a-427e4295efaf req-196f2986-4655-4884-830b-6c3f00ef7a5b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:38.088762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cf8629d-2c31-4485-855a-427e4295efaf req-196f2986-4655-4884-830b-6c3f00ef7a5b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 943 time: 0.1279302 Jul 08 18:06:38.100339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['df42c4ed-a216-4132-9b76-be1f3534c4ab'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:38.112235 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.174062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cf8629d-2c31-4485-855a-427e4295efaf req-fd5c9f55-98f7-4aa3-a6c9-783d48e82104 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781381 Jul 08 18:06:38.299145 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b90988-4174-461b-b828-aaaced417031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-d6bf86b2-ac35-4183-b85f-b620b0f4358d', 'network_id': 'd6bf86b2-ac35-4183-b85f-b620b0f4358d', 'tenant_id': '05fc5ca887a340f7917679bb0184eb0e', 'fixed_ips': [{'subnet_id': '14470f9e-cbc8-4523-a989-9b015a877aab'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:06:38.299801 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96b90988-4174-461b-b828-aaaced417031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.305009 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.308494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a912e02-51da-4d53-9c5e-ab597c4c314b req-bb658473-15cf-4387-ad55-aa2dc5b7468a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:38.310527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a912e02-51da-4d53-9c5e-ab597c4c314b req-bb658473-15cf-4387-ad55-aa2dc5b7468a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 1023 time: 0.1055310 Jul 08 18:06:38.419350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a912e02-51da-4d53-9c5e-ab597c4c314b req-0e3a2136-cda8-4475-bd21-860dfa13625e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=65591a5f-2853-4ce3-a097-05e2d4c2d401&id=7fe42e88-7ebb-4bf8-bfc6-d77d0fd3d729&id=513f8945-850d-4168-8185-6afc8bca3cf7 HTTP/1.1" status: 200 len: 6156 time: 0.1006405 Jul 08 18:06:38.438823 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-5caf082f-b708-4aeb-a191-2446abfb8e66 req-5f34bca9-63bd-49a8-b5b5-85716cde2783 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'security_group': {'name': ' tempest-securitygroup -567448304 ', 'description': 'tempest-description-1983286992'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:38.474180 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5caf082f-b708-4aeb-a191-2446abfb8e66 req-5f34bca9-63bd-49a8-b5b5-85716cde2783 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.552860 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.579916 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5caf082f-b708-4aeb-a191-2446abfb8e66 req-5f34bca9-63bd-49a8-b5b5-85716cde2783 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.580834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.581174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288a61b0-20a8-4ea8-97c2-7e85d18a790f', 'tag': '2a2cd8c5-6628-4a4f-948b-4a3e66868713'}, {'name': 'network-changed', 'server_uuid': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'tag': 'df42c4ed-a216-4132-9b76-be1f3534c4ab'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:38.584321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-96b90988-4174-461b-b828-aaaced417031 None None] Allocated IP 172.20.0.2 (d6bf86b2-ac35-4183-b85f-b620b0f4358d/14470f9e-cbc8-4523-a989-9b015a877aab/cc913f0b-92fd-48a1-a4b4-9b77bee6f552) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:38.584943 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aafacd7-3cd8-4ea4-8493-9865593baab6" -d '{"events": [{"name": "network-changed", "server_uuid": "288a61b0-20a8-4ea8-97c2-7e85d18a790f", "tag": "2a2cd8c5-6628-4a4f-948b-4a3e66868713"}, {"name": "network-changed", "server_uuid": "3fc27169-2a8f-43ee-b5f8-69c016dd0141", "tag": "df42c4ed-a216-4132-9b76-be1f3534c4ab"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:38.592525 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5caf082f-b708-4aeb-a191-2446abfb8e66 req-5f34bca9-63bd-49a8-b5b5-85716cde2783 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.634122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34bca9-63bd-49a8-b5b5-85716cde2783 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbb930c-f3ab-4066-a752-85000cb62b7d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:38.648210 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5caf082f-b708-4aeb-a191-2446abfb8e66 req-5f34bca9-63bd-49a8-b5b5-85716cde2783 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.649789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5caf082f-b708-4aeb-a191-2446abfb8e66 req-5f34bca9-63bd-49a8-b5b5-85716cde2783 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.2153642 Jul 08 18:06:38.707921 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9700161-60fa-48e4-bd30-eb12129dd8e4 x-openstack-request-id: req-e9700161-60fa-48e4-bd30-eb12129dd8e4 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:38.708255 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288a61b0-20a8-4ea8-97c2-7e85d18a790f", "tag": "2a2cd8c5-6628-4a4f-948b-4a3e66868713", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3fc27169-2a8f-43ee-b5f8-69c016dd0141", "tag": "df42c4ed-a216-4132-9b76-be1f3534c4ab", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:38.708571 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9700161-60fa-48e4-bd30-eb12129dd8e4 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:38.709431 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288a61b0-20a8-4ea8-97c2-7e85d18a790f', 'tag': '2a2cd8c5-6628-4a4f-948b-4a3e66868713', 'status': 'completed', 'code': 200} Jul 08 18:06:38.709732 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'tag': 'df42c4ed-a216-4132-9b76-be1f3534c4ab', 'status': 'completed', 'code': 200} Jul 08 18:06:38.777501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.25.8.151 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/e036f419-1f59-4e16-b8a0-95cfe70ce22d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:38.783791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-179500eb-a69f-4477-be59-6791348fb6a0 req-9ac2347d-a423-4c6a-93a2-1b0a47cbd616 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/0bbb930c-f3ab-4066-a752-85000cb62b7d HTTP/1.1" status: 200 len: 1782 time: 0.0547311 Jul 08 18:06:38.848610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17d4a7d1-c1ab-42ed-b5d6-d6c08fcb17f8 req-650ca4a4-b8c6-41f7-aa06-ba7ae6b17849 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/0bbb930c-f3ab-4066-a752-85000cb62b7d HTTP/1.1" status: 200 len: 1782 time: 0.0509756 Jul 08 18:06:38.864525 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96b90988-4174-461b-b828-aaaced417031 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.870699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-3378bc25-22fc-44d5-bf8d-0ab2fea8b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:38.872418 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-3378bc25-22fc-44d5-bf8d-0ab2fea8b0a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e35676191624470a874e0121ae80323e&device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 1094 time: 0.1388969 Jul 08 18:06:38.874758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-96b90988-4174-461b-b828-aaaced417031 None None] Transition to ACTIVE for port object cc913f0b-92fd-48a1-a4b4-9b77bee6f552 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:38.893917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-96b90988-4174-461b-b828-aaaced417031 None None] Transition to ACTIVE for port object cc913f0b-92fd-48a1-a4b4-9b77bee6f552 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:38.907463 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96b90988-4174-461b-b828-aaaced417031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.928749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b90988-4174-461b-b828-aaaced417031 None None] Network d6bf86b2-ac35-4183-b85f-b620b0f4358d is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:38.931206 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-96b90988-4174-461b-b828-aaaced417031 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:38.939742 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-17d4a7d1-c1ab-42ed-b5d6-d6c08fcb17f8 req-75cf085a-663d-4a76-8800-bbd3e9006774 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:38.951323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b90988-4174-461b-b828-aaaced417031 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:38.993612 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-17d4a7d1-c1ab-42ed-b5d6-d6c08fcb17f8 req-75cf085a-663d-4a76-8800-bbd3e9006774 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.000326 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.059386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-f9db0004-6bbd-462c-a4a8-82496149d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.062266 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-f9db0004-6bbd-462c-a4a8-82496149d1d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 HTTP/1.1" status: 200 len: 915 time: 0.1792645 Jul 08 18:06:39.062480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b90988-4174-461b-b828-aaaced417031 None None] Pushing event updated for resources: {'Port': ['ID=cc913f0b-92fd-48a1-a4b4-9b77bee6f552,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:39.068772 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-17d4a7d1-c1ab-42ed-b5d6-d6c08fcb17f8 req-75cf085a-663d-4a76-8800-bbd3e9006774 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.072932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-17d4a7d1-c1ab-42ed-b5d6-d6c08fcb17f8 req-75cf085a-663d-4a76-8800-bbd3e9006774 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.073167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-96b90988-4174-461b-b828-aaaced417031 None None] Attempting to bind port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:39.073794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-96b90988-4174-461b-b828-aaaced417031 None None] Attempting to bind port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '91fb3f9d-382e-4c07-9725-b4a18e25e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd6bf86b2-ac35-4183-b85f-b620b0f4358d'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:39.074432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b90988-4174-461b-b828-aaaced417031 None None] Attempting to bind port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 on network d6bf86b2-ac35-4183-b85f-b620b0f4358d {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:39.085304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b90988-4174-461b-b828-aaaced417031 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:39.086057 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b90988-4174-461b-b828-aaaced417031 None None] Checking segment: {'id': '91fb3f9d-382e-4c07-9725-b4a18e25e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd6bf86b2-ac35-4183-b85f-b620b0f4358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:39.086453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96b90988-4174-461b-b828-aaaced417031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.086916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b90988-4174-461b-b828-aaaced417031 None None] Bound using segment: {'id': '91fb3f9d-382e-4c07-9725-b4a18e25e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd6bf86b2-ac35-4183-b85f-b620b0f4358d'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:39.087402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-96b90988-4174-461b-b828-aaaced417031 None None] Bound port: cc913f0b-92fd-48a1-a4b4-9b77bee6f552, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fb3f9d-382e-4c07-9725-b4a18e25e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd6bf86b2-ac35-4183-b85f-b620b0f4358d'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:39.087788 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96b90988-4174-461b-b828-aaaced417031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.090065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17d4a7d1-c1ab-42ed-b5d6-d6c08fcb17f8 req-75cf085a-663d-4a76-8800-bbd3e9006774 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "DELETE /v2.0/security-groups/0bbb930c-f3ab-4066-a752-85000cb62b7d HTTP/1.1" status: 204 len: 173 time: 0.2405934 Jul 08 18:06:39.112214 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.112610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf085a-663d-4a76-8800-bbd3e9006774 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbb930c-f3ab-4066-a752-85000cb62b7d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:39.133986 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-b233a716-8fcd-4c49-8e8b-03b95976bc1b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a2cd8c5-6628-4a4f-948b-4a3e66868713 HTTP/1.1" status: 200 len: 217 time: 0.0598464 Jul 08 18:06:39.166372 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-726a4d6e-e2fc-4408-90b7-44672bacc64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.180447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.236363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-96b90988-4174-461b-b828-aaaced417031 None None] For port cc913f0b-92fd-48a1-a4b4-9b77bee6f552, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:39.237516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-a0cbe0fb-f638-4adf-b4f4-a12c8cf74ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.239568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-a0cbe0fb-f638-4adf-b4f4-a12c8cf74ca3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d494eaa6-a027-48ad-9264-18ec89b809c0 HTTP/1.1" status: 200 len: 854 time: 0.0960312 Jul 08 18:06:39.241110 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-96b90988-4174-461b-b828-aaaced417031 None None] For port cc913f0b-92fd-48a1-a4b4-9b77bee6f552, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cc913f0b-92fd-48a1-a4b4-9b77bee6f552,segment=NetworkSegment(91fb3f9d-382e-4c07-9725-b4a18e25e4c0),segment_id=91fb3f9d-382e-4c07-9725-b4a18e25e4c0)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:39.241465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:39.245876 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96b90988-4174-461b-b828-aaaced417031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.250548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:39.258229 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-06d2c9ec-ebcf-4df7-adc2-036beb50cf3c req-d349b40a-6a1b-4422-b339-ec3afc40e909 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] show failed (client error): The resource could not be found. Jul 08 18:06:39.264767 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:39.266578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06d2c9ec-ebcf-4df7-adc2-036beb50cf3c req-d349b40a-6a1b-4422-b339-ec3afc40e909 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/0bbb930c-f3ab-4066-a752-85000cb62b7d HTTP/1.1" status: 404 len: 352 time: 0.0344841 Jul 08 18:06:39.319251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=e036f419-1f59-4e16-b8a0-95cfe70ce22d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:39.321680 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-117d44a0-5259-44eb-b749-a4a3e6d720d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743554 Jul 08 18:06:39.326107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b90988-4174-461b-b828-aaaced417031 None None] Pushing event updated for resources: {'Port': ['ID=cc913f0b-92fd-48a1-a4b4-9b77bee6f552,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:39.487663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a1268-8765-4757-bbaa-dab166f6cb26 req-c4cb9ab5-6f6c-45b7-819c-442f29715a87 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.495237 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-385a1268-8765-4757-bbaa-dab166f6cb26 req-c4cb9ab5-6f6c-45b7-819c-442f29715a87 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 943 time: 0.0744374 Jul 08 18:06:39.538593 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-2306df4d-24a6-4a74-802b-667c4913f760 service neutron] 10.222.0.74 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078781 Jul 08 18:06:39.581688 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-385a1268-8765-4757-bbaa-dab166f6cb26 req-af3a1567-203a-46aa-ae68-906438cc146f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854452 Jul 08 18:06:39.627345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239557b-804f-4929-91ea-5f27e68abba7 req-f606b66b-5baa-4eea-90d7-dc2ab6af4c81 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.629124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3239557b-804f-4929-91ea-5f27e68abba7 req-f606b66b-5baa-4eea-90d7-dc2ab6af4c81 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 945 time: 0.1171384 Jul 08 18:06:39.634399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-ce1db695-97b3-42a0-a504-c68ab7db4b9d req-6ffeb991-4277-4305-a063-8025293114a4 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2066470130', 'description': 'tempest-description-1961215390'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:39.688322 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ce1db695-97b3-42a0-a504-c68ab7db4b9d req-6ffeb991-4277-4305-a063-8025293114a4 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.705501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3239557b-804f-4929-91ea-5f27e68abba7 req-79f3d1d7-c5d6-4507-9c4e-345d5a2d1e6a tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645263 Jul 08 18:06:39.745636 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-b75803ab-4b94-46ad-9849-d1864d4c7066 service neutron] 10.222.0.74 "GET /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000818 Jul 08 18:06:39.759720 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.810174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ce1db695-97b3-42a0-a504-c68ab7db4b9d req-6ffeb991-4277-4305-a063-8025293114a4 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.815066 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ce1db695-97b3-42a0-a504-c68ab7db4b9d req-6ffeb991-4277-4305-a063-8025293114a4 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.888607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ce1db695-97b3-42a0-a504-c68ab7db4b9d req-6ffeb991-4277-4305-a063-8025293114a4 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:39.889745 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce1db695-97b3-42a0-a504-c68ab7db4b9d req-6ffeb991-4277-4305-a063-8025293114a4 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2595854 Jul 08 18:06:39.897998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffeb991-4277-4305-a063-8025293114a4 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8340fd1d-4744-49ed-bef7-f2641c78bc16,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:39.918406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-2944995d-893a-40d6-bd87-a5416a1dc88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.919926 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-2944995d-893a-40d6-bd87-a5416a1dc88b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6655462c5b97467482a6538c52beed2f&device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 1174 time: 0.1119297 Jul 08 18:06:39.961630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a696db9-6775-4819-a023-b49d86638690 req-49b34b24-8300-4973-9634-9c9134eada83 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.963201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-49b34b24-8300-4973-9634-9c9134eada83 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/networks?id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0 HTTP/1.1" status: 200 len: 821 time: 0.1438246 Jul 08 18:06:39.978166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-55f7e65d-58d8-417b-bb90-df8859b9e3da tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/quotas/62e730d5e7b74cdd8b34099b61a5fd9b HTTP/1.1" status: 200 len: 375 time: 0.0096414 Jul 08 18:06:40.054630 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-c06ffda3-e6d1-41a4-aced-cad0ed1e1a23 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=62e730d5e7b74cdd8b34099b61a5fd9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706346 Jul 08 18:06:40.079756 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:40.160615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-2f9de761-5ab4-4fc9-a117-b65fe34938a2 req-be83f3d3-1672-4d49-8be5-b05f11f6b0e0 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1289037977', 'description': 'tempest-description-131081333'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:40.167890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-6559a8f4-ccf1-455d-9392-343af18991f2 service neutron] 10.222.0.73 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064513 Jul 08 18:06:40.243429 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2f9de761-5ab4-4fc9-a117-b65fe34938a2 req-be83f3d3-1672-4d49-8be5-b05f11f6b0e0 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:40.303381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-b652c71e-c08e-443e-80bd-4d49094648e8 service neutron] 10.222.0.73 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280856 Jul 08 18:06:40.365988 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2f9de761-5ab4-4fc9-a117-b65fe34938a2 req-be83f3d3-1672-4d49-8be5-b05f11f6b0e0 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:40.372236 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2f9de761-5ab4-4fc9-a117-b65fe34938a2 req-be83f3d3-1672-4d49-8be5-b05f11f6b0e0 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:40.392663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-21537ead-09ce-43f9-b6eb-1a41407687aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:40.396014 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-21537ead-09ce-43f9-b6eb-1a41407687aa service neutron] 10.222.0.74 "GET /v2.0/networks?id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 200 len: 911 time: 0.4394758 Jul 08 18:06:40.402864 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:40.410068 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2f9de761-5ab4-4fc9-a117-b65fe34938a2 req-be83f3d3-1672-4d49-8be5-b05f11f6b0e0 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:40.411630 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f9de761-5ab4-4fc9-a117-b65fe34938a2 req-be83f3d3-1672-4d49-8be5-b05f11f6b0e0 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2591805 Jul 08 18:06:40.412398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83f3d3-1672-4d49-8be5-b05f11f6b0e0 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9853b8-9056-43fa-85f8-ddf745ea8dfa,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:40.455440 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-82d00f93-bdd4-4a70-9518-37bc39ecd1d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df42c4ed-a216-4132-9b76-be1f3534c4ab HTTP/1.1" status: 200 len: 217 time: 0.0463653 Jul 08 18:06:40.477046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d44b736c-085b-469d-bfa3-6508a397b2f6 req-84dbdaab-6261-431f-ae53-9b213a0af693 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1581347253', 'description': 'tempest-description-1571956003'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:40.506673 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d44b736c-085b-469d-bfa3-6508a397b2f6 req-84dbdaab-6261-431f-ae53-9b213a0af693 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:40.592570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-d66a4be1-0cc6-4d96-9eb8-532eebba02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:40.594074 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-d66a4be1-0cc6-4d96-9eb8-532eebba02ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a41417a-9610-4e78-aa1c-6c2d94c44b77 HTTP/1.1" status: 200 len: 850 time: 0.0919816 Jul 08 18:06:40.637988 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-06966573-47a1-40ab-9800-ca70a737200a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364799 Jul 08 18:06:40.667032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d44b736c-085b-469d-bfa3-6508a397b2f6 req-84dbdaab-6261-431f-ae53-9b213a0af693 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:40.668232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c9885-a2e3-4e11-ba8d-4126d35e794d None None] Network d6bf86b2-ac35-4183-b85f-b620b0f4358d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:40.681554 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d44b736c-085b-469d-bfa3-6508a397b2f6 req-84dbdaab-6261-431f-ae53-9b213a0af693 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:40.714624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbdaab-6261-431f-ae53-9b213a0af693 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f62fedb2-43e4-417f-a4f9-693d4323bd04,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:40.734748 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d44b736c-085b-469d-bfa3-6508a397b2f6 req-84dbdaab-6261-431f-ae53-9b213a0af693 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:40.748011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d44b736c-085b-469d-bfa3-6508a397b2f6 req-84dbdaab-6261-431f-ae53-9b213a0af693 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2751071 Jul 08 18:06:40.768986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd2887-570f-478b-b22b-61f303f114ce req-9da00b6e-88bf-453e-a693-3fc235465644 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:40.771108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7dd2887-570f-478b-b22b-61f303f114ce req-9da00b6e-88bf-453e-a693-3fc235465644 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 945 time: 0.1715958 Jul 08 18:06:40.816912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a18ec094-82d1-4f9c-b2eb-a4b18fea073e None None] Provisioning for port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:40.849450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:06:40.871368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7dd2887-570f-478b-b22b-61f303f114ce req-68cb38f0-4549-4499-8da6-854169708449 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936577 Jul 08 18:06:40.892937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ed076-9dcc-4d49-bdb5-d7e00462c36e req-3a5845af-1cb7-4ab0-8d03-4582391a1d17 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:40.895954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce4ed076-9dcc-4d49-bdb5-d7e00462c36e req-3a5845af-1cb7-4ab0-8d03-4582391a1d17 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 945 time: 0.2306793 Jul 08 18:06:40.986010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-831405ca-206a-4f1a-8fbe-836d9c8aa0f4 req-4bb1c1b8-72b6-4d25-94eb-00386541eeb1 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 210 time: 0.0653455 Jul 08 18:06:41.073769 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-f000c7ab-e8e8-4d6c-bb4b-1202e60e2424 service neutron] 10.222.0.74 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282305 Jul 08 18:06:41.191063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cc913f0b-92fd-48a1-a4b4-9b77bee6f552 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:41.192531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa22646-0e5b-43e8-951a-f572fd3dd287 req-13b9bbed-3a06-407e-9e3a-9b7279d6f436 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:41.209132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfa22646-0e5b-43e8-951a-f572fd3dd287 req-13b9bbed-3a06-407e-9e3a-9b7279d6f436 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 943 time: 0.1815231 Jul 08 18:06:41.224334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:41.251450 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218fddea-2862-42b7-ad2b-d4e2ddcdae44 None None] Sync routers for ids ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:41.287227 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218fddea-2862-42b7-ad2b-d4e2ddcdae44 None None] Routers {'8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:41.288681 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-218fddea-2862-42b7-ad2b-d4e2ddcdae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:41.299357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:41.304779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:41.305425 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.313357 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0aafacd7-3cd8-4ea4-8493-9865593baab6 req-3f8719c0-c78f-4b6e-b1d8-feb4305a4298 service neutron] 10.222.0.74 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243159 Jul 08 18:06:41.318249 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.343101 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3ef8742d-8a39-425c-88ac-ef22042b9d74 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3384058 Jul 08 18:06:41.346311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38612) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:41.363766 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-218fddea-2862-42b7-ad2b-d4e2ddcdae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:41.368967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfa22646-0e5b-43e8-951a-f572fd3dd287 req-d5baabfa-ffff-43da-9b0f-1529e070c2b9 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321585 Jul 08 18:06:41.385820 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218fddea-2862-42b7-ad2b-d4e2ddcdae44 None None] Routers {'8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:41.386671 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-218fddea-2862-42b7-ad2b-d4e2ddcdae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:41.397815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ce4ed076-9dcc-4d49-bdb5-d7e00462c36e req-b4a49016-36b8-4639-a4f6-d209bd0a8955 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Deleting port f2689fdd-13eb-4a57-9884-c7c6d76bd64e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:41.398312 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce4ed076-9dcc-4d49-bdb5-d7e00462c36e req-b4a49016-36b8-4639-a4f6-d209bd0a8955 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.408918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fddc1-757b-4ad6-8811-ee6ec3a53943 req-29922dd9-424b-43ff-9c42-67ca9adc781d tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:41.410653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa3fddc1-757b-4ad6-8811-ee6ec3a53943 req-29922dd9-424b-43ff-9c42-67ca9adc781d tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 945 time: 0.1965601 Jul 08 18:06:41.431982 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.438971 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-218fddea-2862-42b7-ad2b-d4e2ddcdae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:41.439855 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218fddea-2862-42b7-ad2b-d4e2ddcdae44 None None] The sync data for ids ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:41.455516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3ece3824-d008-4c2c-94ad-28de75fcb9d1 None None] Provisioning complete for port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:41.456214 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3ece3824-d008-4c2c-94ad-28de75fcb9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.507480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa3fddc1-757b-4ad6-8811-ee6ec3a53943 req-7572f62c-eeae-4b52-9356-452d698678c3 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb073f2d-5bce-408c-9cda-6a69063ace17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890677 Jul 08 18:06:41.524626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port cc913f0b-92fd-48a1-a4b4-9b77bee6f552, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cc913f0b-92fd-48a1-a4b4-9b77bee6f552,segment=NetworkSegment(91fb3f9d-382e-4c07-9725-b4a18e25e4c0),segment_id=91fb3f9d-382e-4c07-9725-b4a18e25e4c0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:41.548579 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.565709 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ce4ed076-9dcc-4d49-bdb5-d7e00462c36e req-b4a49016-36b8-4639-a4f6-d209bd0a8955 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] For port f2689fdd-13eb-4a57-9884-c7c6d76bd64e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f2689fdd-13eb-4a57-9884-c7c6d76bd64e,segment=NetworkSegment(02a9d237-7d71-4f86-925f-0efe09dd2237),segment_id=02a9d237-7d71-4f86-925f-0efe09dd2237)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:41.566180 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce4ed076-9dcc-4d49-bdb5-d7e00462c36e req-b4a49016-36b8-4639-a4f6-d209bd0a8955 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.596635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ce4ed076-9dcc-4d49-bdb5-d7e00462c36e req-b4a49016-36b8-4639-a4f6-d209bd0a8955 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Calling delete_port for f2689fdd-13eb-4a57-9884-c7c6d76bd64e owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:41.606108 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.631651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b93de80-dcc3-4ea2-9df9-9d6aa0266904 req-b73e1973-dde2-4b54-9d58-d161806293b3 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6655462c5b97467482a6538c52beed2f HTTP/1.1" status: 200 len: 10911 time: 0.2196784 Jul 08 18:06:41.647873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=cc913f0b-92fd-48a1-a4b4-9b77bee6f552,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:41.690803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b93de80-dcc3-4ea2-9df9-9d6aa0266904 req-8d09084a-ac7a-4347-8206-5071fb389257 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/513f8945-850d-4168-8185-6afc8bca3cf7 HTTP/1.1" status: 200 len: 2985 time: 0.0529232 Jul 08 18:06:41.735444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b93de80-dcc3-4ea2-9df9-9d6aa0266904 req-ef5e7e1f-50b8-4579-bef2-7d0ba78f38fb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/513f8945-850d-4168-8185-6afc8bca3cf7 HTTP/1.1" status: 200 len: 2985 time: 0.0430119 Jul 08 18:06:41.799702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7b7bf06-c693-4b0b-bc5b-44d31ef706e6 req-85aade5c-3765-4e08-a03b-26580584ddbd tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/8340fd1d-4744-49ed-bef7-f2641c78bc16 HTTP/1.1" status: 200 len: 1803 time: 0.0417984 Jul 08 18:06:41.887826 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b7bf06-c693-4b0b-bc5b-44d31ef706e6 req-ed8146d6-2247-4eb9-9944-dba1a22110cb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.915261 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b7bf06-c693-4b0b-bc5b-44d31ef706e6 req-ed8146d6-2247-4eb9-9944-dba1a22110cb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.985910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce4ed076-9dcc-4d49-bdb5-d7e00462c36e req-b4a49016-36b8-4639-a4f6-d209bd0a8955 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.990150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b7bf06-c693-4b0b-bc5b-44d31ef706e6 req-ed8146d6-2247-4eb9-9944-dba1a22110cb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.994993 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b7bf06-c693-4b0b-bc5b-44d31ef706e6 req-ed8146d6-2247-4eb9-9944-dba1a22110cb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:41.996725 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7b7bf06-c693-4b0b-bc5b-44d31ef706e6 req-ed8146d6-2247-4eb9-9944-dba1a22110cb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "DELETE /v2.0/security-groups/8340fd1d-4744-49ed-bef7-f2641c78bc16 HTTP/1.1" status: 204 len: 173 time: 0.1771131 Jul 08 18:06:42.014446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8146d6-2247-4eb9-9944-dba1a22110cb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8340fd1d-4744-49ed-bef7-f2641c78bc16,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:42.038423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a49016-36b8-4639-a4f6-d209bd0a8955 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Pushing event deleted for resources: {'Port': ['ID=f2689fdd-13eb-4a57-9884-c7c6d76bd64e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:42.115430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2a2cd8c5-6628-4a4f-948b-4a3e66868713 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:42.169204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4ed076-9dcc-4d49-bdb5-d7e00462c36e req-b4a49016-36b8-4639-a4f6-d209bd0a8955 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] No DVR routers for this DVR port f2689fdd-13eb-4a57-9884-c7c6d76bd64e on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:06:42.174877 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce4ed076-9dcc-4d49-bdb5-d7e00462c36e req-b4a49016-36b8-4639-a4f6-d209bd0a8955 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.178120 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce4ed076-9dcc-4d49-bdb5-d7e00462c36e req-b4a49016-36b8-4639-a4f6-d209bd0a8955 tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.59 "DELETE /v2.0/ports/f2689fdd-13eb-4a57-9884-c7c6d76bd64e HTTP/1.1" status: 204 len: 173 time: 1.2389655 Jul 08 18:06:42.178713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a886244-0b46-439b-9130-0a65f83896b0', 'name': 'network-vif-deleted', 'tag': 'f2689fdd-13eb-4a57-9884-c7c6d76bd64e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:42.181123 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ae5862-0660-4600-bc10-6c1f5d9ddf97" -d '{"events": [{"server_uuid": "4a886244-0b46-439b-9130-0a65f83896b0", "name": "network-vif-deleted", "tag": "f2689fdd-13eb-4a57-9884-c7c6d76bd64e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:42.212090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4af581d-e7da-475e-a438-84757f4f89e9 req-1c8d1840-62b8-49d8-aea9-640451ff9655 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 210 time: 0.0409687 Jul 08 18:06:42.264932 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.284606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a696db9-6775-4819-a023-b49d86638690 req-83620213-7bcc-4c29-88dc-c891e2c83118 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:42.286755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-83620213-7bcc-4c29-88dc-c891e2c83118 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "GET /v2.0/networks?id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0 HTTP/1.1" status: 200 len: 821 time: 0.1887968 Jul 08 18:06:42.292437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2a2cd8c5-6628-4a4f-948b-4a3e66868713, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2a2cd8c5-6628-4a4f-948b-4a3e66868713,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:42.306839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '2a2cd8c5-6628-4a4f-948b-4a3e66868713', 'network_id': 'ae4f2772-c7b3-4d5d-a2a4-7eacbed40003', 'port_id': '2a2cd8c5-6628-4a4f-948b-4a3e66868713', 'mac_address': 'fa:16:3e:25:cc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd494eaa6-a027-48ad-9264-18ec89b809c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:42.309900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Request body: {'port': {'device_id': '81b9ef4f-fec9-47b4-840c-9497bcbdbdd1', 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0', 'admin_state_up': True, 'tenant_id': '62e730d5e7b74cdd8b34099b61a5fd9b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:42.331300 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-358a854e-57f6-43ea-9f51-87e4e313dff6 req-965d26f0-a3ba-401f-8b83-89866841e859 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] show failed (client error): The resource could not be found. Jul 08 18:06:42.333455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-358a854e-57f6-43ea-9f51-87e4e313dff6 req-965d26f0-a3ba-401f-8b83-89866841e859 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/8340fd1d-4744-49ed-bef7-f2641c78bc16 HTTP/1.1" status: 404 len: 352 time: 0.0457168 Jul 08 18:06:42.356401 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.371528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2cd8c5-6628-4a4f-948b-4a3e66868713 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:42.399334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2a2cd8c5-6628-4a4f-948b-4a3e66868713, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2a2cd8c5-6628-4a4f-948b-4a3e66868713,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:42.407531 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.414536 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10b4593-0964-4906-a1ca-3fd4b4ad5fa8 x-openstack-request-id: req-e10b4593-0964-4906-a1ca-3fd4b4ad5fa8 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:42.431022 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a886244-0b46-439b-9130-0a65f83896b0", "name": "network-vif-deleted", "tag": "f2689fdd-13eb-4a57-9884-c7c6d76bd64e", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:42.431496 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e10b4593-0964-4906-a1ca-3fd4b4ad5fa8 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:42.432346 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a886244-0b46-439b-9130-0a65f83896b0', 'name': 'network-vif-deleted', 'tag': 'f2689fdd-13eb-4a57-9884-c7c6d76bd64e', 'status': 'completed', 'code': 200} Jul 08 18:06:42.488978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=2a2cd8c5-6628-4a4f-948b-4a3e66868713,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:42.555221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7953f3b-f398-4346-bc45-0d4bc0c781f8 req-83ddc1f1-589b-4575-bd38-ccb019e462d7 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/4e9853b8-9056-43fa-85f8-ddf745ea8dfa HTTP/1.1" status: 200 len: 1802 time: 0.1046996 Jul 08 18:06:42.567046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575a3a6-0bea-4ff4-a609-5617868ad51e req-517047e8-d2b2-4507-ba25-34027ab5a4b8 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:42.568574 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6575a3a6-0bea-4ff4-a609-5617868ad51e req-517047e8-d2b2-4507-ba25-34027ab5a4b8 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 945 time: 0.1912298 Jul 08 18:06:42.571757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Made reservation on behalf of 62e730d5e7b74cdd8b34099b61a5fd9b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:42.575246 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.688037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.20.0.1 (d6bf86b2-ac35-4183-b85f-b620b0f4358d/14470f9e-cbc8-4523-a989-9b015a877aab/af6acb20-1533-42f4-aaf2-89593f448037) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:42.697439 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6575a3a6-0bea-4ff4-a609-5617868ad51e req-76ebf54c-69e4-4de5-85c4-86aed7cd653c tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197190 Jul 08 18:06:42.730225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['2a2cd8c5-6628-4a4f-948b-4a3e66868713'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:42.762965 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7953f3b-f398-4346-bc45-0d4bc0c781f8 req-4cd23209-5dec-499b-b011-91f872cd1a83 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.819170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7953f3b-f398-4346-bc45-0d4bc0c781f8 req-4cd23209-5dec-499b-b011-91f872cd1a83 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.834572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Allocated IP 172.20.0.8 (7b78e95b-48dd-4080-adfd-42fa93b2ffa0/f3ef02c4-868f-454a-8c50-80f46eec3007/f0fdd8d3-23a9-4d5e-ba71-f418782a2c13) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:42.864868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.885170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Transition to ACTIVE for port object af6acb20-1533-42f4-aaf2-89593f448037 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:42.932760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.969410 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7953f3b-f398-4346-bc45-0d4bc0c781f8 req-4cd23209-5dec-499b-b011-91f872cd1a83 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.972014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7953f3b-f398-4346-bc45-0d4bc0c781f8 req-4cd23209-5dec-499b-b011-91f872cd1a83 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.979236 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7953f3b-f398-4346-bc45-0d4bc0c781f8 req-4cd23209-5dec-499b-b011-91f872cd1a83 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "DELETE /v2.0/security-groups/4e9853b8-9056-43fa-85f8-ddf745ea8dfa HTTP/1.1" status: 204 len: 173 time: 0.4087834 Jul 08 18:06:42.993570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network d6bf86b2-ac35-4183-b85f-b620b0f4358d is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:42.997638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:43.002419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:43.039031 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=af6acb20-1533-42f4-aaf2-89593f448037,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:43.062613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd23209-5dec-499b-b011-91f872cd1a83 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9853b8-9056-43fa-85f8-ddf745ea8dfa,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:43.086415 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.094749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4933cc-a0f1-4045-b2bd-634855e16ec7 req-dfd26daa-afcc-4d21-92a1-1b4e4c833985 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:43.110788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b4933cc-a0f1-4045-b2bd-634855e16ec7 req-dfd26daa-afcc-4d21-92a1-1b4e4c833985 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 944 time: 0.2656729 Jul 08 18:06:43.157401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cc913f0b-92fd-48a1-a4b4-9b77bee6f552 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:43.192089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b4933cc-a0f1-4045-b2bd-634855e16ec7 req-b2c8df8a-de17-4a22-bb56-264669622865 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870857 Jul 08 18:06:43.234525 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.258044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:43.258513 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.279581 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a492849-ef08-4435-a9c6-c0ae33d32119 req-dde2dd7b-b390-40a1-a023-884fbc4e6dea tempest-ServerMetadataNegativeTestJSON-1229772656 tempest-ServerMetadataNegativeTestJSON-1229772656-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a886244-0b46-439b-9130-0a65f83896b0 HTTP/1.1" status: 200 len: 210 time: 0.0601444 Jul 08 18:06:43.354030 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.372924 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-245b6d00-0fa8-419c-9594-9d8f882d22bb req-28adc92e-87d3-40e7-8e6c-a02e93c4272a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] show failed (client error): The resource could not be found. Jul 08 18:06:43.374269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-245b6d00-0fa8-419c-9594-9d8f882d22bb req-28adc92e-87d3-40e7-8e6c-a02e93c4272a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/4e9853b8-9056-43fa-85f8-ddf745ea8dfa HTTP/1.1" status: 404 len: 352 time: 0.0171285 Jul 08 18:06:43.375832 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.388655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-846a0568-402b-4dc8-9f53-8089a6d9f69b None None] Provisioning for port af6acb20-1533-42f4-aaf2-89593f448037 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:43.399095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-846a0568-402b-4dc8-9f53-8089a6d9f69b None None] Provisioning complete for port af6acb20-1533-42f4-aaf2-89593f448037 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:43.399470 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-846a0568-402b-4dc8-9f53-8089a6d9f69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.438797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:43.445801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-846a0568-402b-4dc8-9f53-8089a6d9f69b None None] Port af6acb20-1533-42f4-aaf2-89593f448037 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:06:43.447435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:43.457011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:43.489714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event updated for resources: {'Port': ['ID=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:43.524167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:43.526265 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.588572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-ecd935bf-9a32-4cb5-b816-86a629ed42d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2839632 Jul 08 18:06:43.603877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Request body: {'port': {'device_id': '81b9ef4f-fec9-47b4-840c-9497bcbdbdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:43.641583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da381cb1-4bec-458c-bc1b-1aee34af0951 req-679e9164-15b9-48f3-9311-8f135851143d tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/f62fedb2-43e4-417f-a4f9-693d4323bd04 HTTP/1.1" status: 200 len: 1803 time: 0.1130683 Jul 08 18:06:43.705673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.710262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686d13a-98b6-4805-9af6-71aba85fe6d2 req-235ddd61-a317-484d-9f07-2cd0b969d683 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:43.710495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.711808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c686d13a-98b6-4805-9af6-71aba85fe6d2 req-235ddd61-a317-484d-9f07-2cd0b969d683 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 931 time: 0.1747296 Jul 08 18:06:43.756777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.784643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.786421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=af6acb20-1533-42f4-aaf2-89593f448037,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:43.797262 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c686d13a-98b6-4805-9af6-71aba85fe6d2 req-c3917b86-b6b5-4a68-b4c2-30be7c26b567 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761323 Jul 08 18:06:43.802139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-da381cb1-4bec-458c-bc1b-1aee34af0951 req-7847a99c-510e-4388-bd65-cc9144c56456 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.849716 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-da381cb1-4bec-458c-bc1b-1aee34af0951 req-7847a99c-510e-4388-bd65-cc9144c56456 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.890662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network d6bf86b2-ac35-4183-b85f-b620b0f4358d is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:43.892155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:43.925164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f2689fdd-13eb-4a57-9884-c7c6d76bd64e no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:43.960016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: f2689fdd-13eb-4a57-9884-c7c6d76bd64e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:43.962498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f2689fdd-13eb-4a57-9884-c7c6d76bd64e not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:44.005072 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-da381cb1-4bec-458c-bc1b-1aee34af0951 req-7847a99c-510e-4388-bd65-cc9144c56456 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.007799 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-da381cb1-4bec-458c-bc1b-1aee34af0951 req-7847a99c-510e-4388-bd65-cc9144c56456 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.008932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da381cb1-4bec-458c-bc1b-1aee34af0951 req-7847a99c-510e-4388-bd65-cc9144c56456 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "DELETE /v2.0/security-groups/f62fedb2-43e4-417f-a4f9-693d4323bd04 HTTP/1.1" status: 204 len: 173 time: 0.3548391 Jul 08 18:06:44.027083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847a99c-510e-4388-bd65-cc9144c56456 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62fedb2-43e4-417f-a4f9-693d4323bd04,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:44.055293 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-21475f42-765f-48bf-b91b-f717b8a8a19a req-07a0a8de-0553-4f36-ad89-75298962301c tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] show failed (client error): The resource could not be found. Jul 08 18:06:44.056371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21475f42-765f-48bf-b91b-f717b8a8a19a req-07a0a8de-0553-4f36-ad89-75298962301c tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/f62fedb2-43e4-417f-a4f9-693d4323bd04 HTTP/1.1" status: 404 len: 352 time: 0.0263388 Jul 08 18:06:44.134778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2a2cd8c5-6628-4a4f-948b-4a3e66868713 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:44.210055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:44.224453 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.231254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 2a2cd8c5-6628-4a4f-948b-4a3e66868713 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:44.236249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 2a2cd8c5-6628-4a4f-948b-4a3e66868713 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:44.236872 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.279411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd17f05f-239f-4136-bf68-0b98db45149e req-76dff696-2c79-4727-8eda-b601ca6a6f82 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6655462c5b97467482a6538c52beed2f HTTP/1.1" status: 200 len: 6156 time: 0.1928103 Jul 08 18:06:44.284911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-367980e5-19a2-4511-8d0f-823ce6ebdad6 None None] Provisioning complete for port af6acb20-1533-42f4-aaf2-89593f448037 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:44.285755 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-367980e5-19a2-4511-8d0f-823ce6ebdad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.303540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Transition to ACTIVE for port object f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:44.318072 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.346991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-367980e5-19a2-4511-8d0f-823ce6ebdad6 None None] Port af6acb20-1533-42f4-aaf2-89593f448037 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:06:44.363761 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.389941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd17f05f-239f-4136-bf68-0b98db45149e req-24a4ef6e-9768-4526-b777-fb0b8e6ee64e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/513f8945-850d-4168-8185-6afc8bca3cf7 HTTP/1.1" status: 200 len: 2985 time: 0.1097398 Jul 08 18:06:44.390334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288a61b0-20a8-4ea8-97c2-7e85d18a790f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2cd8c5-6628-4a4f-948b-4a3e66868713'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:44.392708 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e830a4a-46bd-4195-8d0a-71acce62480d" -d '{"events": [{"server_uuid": "288a61b0-20a8-4ea8-97c2-7e85d18a790f", "name": "network-vif-plugged", "status": "completed", "tag": "2a2cd8c5-6628-4a4f-948b-4a3e66868713"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:44.399415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:44.402173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:44.413235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2a2cd8c5-6628-4a4f-948b-4a3e66868713, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2a2cd8c5-6628-4a4f-948b-4a3e66868713,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:44.418395 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.422330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1176dbc-4f05-438f-9e55-cf554ae9d573 req-6dc5aecc-07b2-4139-bb6f-50be858fd9ce tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:44.426782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1176dbc-4f05-438f-9e55-cf554ae9d573 req-6dc5aecc-07b2-4139-bb6f-50be858fd9ce tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 945 time: 0.2074027 Jul 08 18:06:44.468987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=2a2cd8c5-6628-4a4f-948b-4a3e66868713,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:44.515664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:44.524042 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f6c339e8-3ae5-4de4-ac03-96e7b7974ce9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "PUT /v2.0/routers/8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1738515 Jul 08 18:06:44.524042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38666) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:44.528238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5d31c-72d0-4ce4-b4e8-a9712932fe2f None None] Sync routers for ids ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:44.530125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'port': {'network_id': 'd6bf86b2-ac35-4183-b85f-b620b0f4358d', 'name': 'tempest-FloatingIPTestJSON-1993999697'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:44.537964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5d31c-72d0-4ce4-b4e8-a9712932fe2f None None] Routers {'8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:44.538632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-c3a5d31c-72d0-4ce4-b4e8-a9712932fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:44.553116 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1176dbc-4f05-438f-9e55-cf554ae9d573 req-171eae74-99e7-4547-9009-16b04022485c tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951319 Jul 08 18:06:44.560836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd17f05f-239f-4136-bf68-0b98db45149e req-f577e818-caec-42a8-9d59-216af1a2ecc8 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/513f8945-850d-4168-8185-6afc8bca3cf7 HTTP/1.1" status: 200 len: 2985 time: 0.1571226 Jul 08 18:06:44.565563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Attempting to bind port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:44.565932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Attempting to bind port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:44.566930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Attempting to bind port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 on network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:44.571923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-c3a5d31c-72d0-4ce4-b4e8-a9712932fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:44.574106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 on network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:06:44.574579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Attempting to bind port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 on network 7b78e95b-48dd-4080-adfd-42fa93b2ffa0 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:44.581928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:44.582933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Checking segment: {'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:44.583194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5d31c-72d0-4ce4-b4e8-a9712932fe2f None None] Routers {'8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:44.583637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Bound using segment: {'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:44.583788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-c3a5d31c-72d0-4ce4-b4e8-a9712932fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:44.584265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Bound port: f0fdd8d3-23a9-4d5e-ba71-f418782a2c13, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c86e93-db9f-49c7-aac1-c4c177374c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:44.584727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.618886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-c3a5d31c-72d0-4ce4-b4e8-a9712932fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:44.619540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5d31c-72d0-4ce4-b4e8-a9712932fe2f None None] The sync data for ids ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:44.667006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Made reservation on behalf of 05fc5ca887a340f7917679bb0184eb0e for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:44.667615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] For port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:44.670585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.671044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] For port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:44.676833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.690303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] device_id is not set on port 4f417f1c-6821-4489-ade5-dfaed606024b yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:06:44.713701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38670) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:44.724035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:44.724535 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.725961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] 10.222.0.59 "PUT /v2.0/ports/f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 HTTP/1.1" status: 200 len: 1091 time: 1.1273024 Jul 08 18:06:44.731463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b9ef4f-fec9-47b4-840c-9497bcbdbdd1', 'tag': 'f0fdd8d3-23a9-4d5e-ba71-f418782a2c13'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:44.733698 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cf259a-d69f-40ab-b73f-738db70fa705" -d '{"events": [{"name": "network-changed", "server_uuid": "81b9ef4f-fec9-47b4-840c-9497bcbdbdd1", "tag": "f0fdd8d3-23a9-4d5e-ba71-f418782a2c13"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:44.760436 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2235bdd7-a2c3-4631-9bf5-992e091b2931 x-openstack-request-id: req-2235bdd7-a2c3-4631-9bf5-992e091b2931 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:44.760899 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288a61b0-20a8-4ea8-97c2-7e85d18a790f", "name": "network-vif-plugged", "status": "completed", "tag": "2a2cd8c5-6628-4a4f-948b-4a3e66868713", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:44.761642 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2235bdd7-a2c3-4631-9bf5-992e091b2931 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:44.761927 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288a61b0-20a8-4ea8-97c2-7e85d18a790f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2cd8c5-6628-4a4f-948b-4a3e66868713', 'code': 200} Jul 08 18:06:44.829401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Allocated IP 172.20.0.14 (d6bf86b2-ac35-4183-b85f-b620b0f4358d/14470f9e-cbc8-4523-a989-9b015a877aab/4f417f1c-6821-4489-ade5-dfaed606024b) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:44.853551 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9b998-fc89-4282-8c22-c89b62c2dd53 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:44.903781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73005dcd-79cb-409a-8e9c-353421f8c575 req-afd5147b-b2c0-4b61-84d7-43dd131dad81 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:44.905343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73005dcd-79cb-409a-8e9c-353421f8c575 req-afd5147b-b2c0-4b61-84d7-43dd131dad81 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.1632743 Jul 08 18:06:44.908194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a730f78-ee78-41d8-ba1f-583241568bcd admin admin] Deleting subnet 60def79e-4429-45d6-bd37-1da592e3e273 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:06:44.911869 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a730f78-ee78-41d8-ba1f-583241568bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.974085 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a730f78-ee78-41d8-ba1f-583241568bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.994429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f620-3827-4067-919f-f57d130b856f req-b6d05f1e-30ab-4162-9297-8a7b650ba492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:44.995938 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4db2f620-3827-4067-919f-f57d130b856f req-b6d05f1e-30ab-4162-9297-8a7b650ba492 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 1096 time: 0.1397843 Jul 08 18:06:44.996290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a696db9-6775-4819-a023-b49d86638690 req-2207db12-d900-40f5-a6b2-878de353b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:44.997678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-2207db12-d900-40f5-a6b2-878de353b3b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62e730d5e7b74cdd8b34099b61a5fd9b&device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 1094 time: 0.1876576 Jul 08 18:06:45.013787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-bc37ab08-2854-43ae-9209-f956eee46a54 req-7ab59ddd-f773-4676-996b-d01ed9d2398a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-701719436', 'description': 'tempest-description-354656260'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:45.058411 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4db2f620-3827-4067-919f-f57d130b856f req-c2b986e0-0149-4b48-aded-4496a26757aa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525606 Jul 08 18:06:45.061178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.067724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73005dcd-79cb-409a-8e9c-353421f8c575 req-b3f3ac9e-c7a5-4bf1-8d73-531adfd3a0b2 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299040 Jul 08 18:06:45.073203 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-b40467e2-37e3-460a-ab40-bac332d437c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 HTTP/1.1" status: 200 len: 217 time: 0.0651834 Jul 08 18:06:45.076525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Transition to ACTIVE for port object 4f417f1c-6821-4489-ade5-dfaed606024b will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:45.097163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a730f78-ee78-41d8-ba1f-583241568bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.123556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.135614 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba589f9-1929-4e34-beb0-4005bc637412 x-openstack-request-id: req-aba589f9-1929-4e34-beb0-4005bc637412 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:45.135614 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b9ef4f-fec9-47b4-840c-9497bcbdbdd1", "tag": "f0fdd8d3-23a9-4d5e-ba71-f418782a2c13", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:45.135614 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aba589f9-1929-4e34-beb0-4005bc637412 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:45.135908 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b9ef4f-fec9-47b4-840c-9497bcbdbdd1', 'tag': 'f0fdd8d3-23a9-4d5e-ba71-f418782a2c13', 'status': 'completed', 'code': 200} Jul 08 18:06:45.138567 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc37ab08-2854-43ae-9209-f956eee46a54 req-7ab59ddd-f773-4676-996b-d01ed9d2398a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.177203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Network d6bf86b2-ac35-4183-b85f-b620b0f4358d is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:45.180243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:45.182901 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:45.186466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a696db9-6775-4819-a023-b49d86638690 req-2ab44196-7083-42e9-b745-c318b5e040c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:45.188056 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-2ab44196-7083-42e9-b745-c318b5e040c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3ef02c4-868f-454a-8c50-80f46eec3007 HTTP/1.1" status: 200 len: 861 time: 0.1063871 Jul 08 18:06:45.215921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event updated for resources: {'Port': ['ID=4f417f1c-6821-4489-ade5-dfaed606024b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:45.243834 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-536d5b32-dd8f-4284-9c56-9129d8c3c6b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484586 Jul 08 18:06:45.249343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:45.250126 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.301340 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a730f78-ee78-41d8-ba1f-583241568bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.382231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a730f78-ee78-41d8-ba1f-583241568bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60def79e-4429-45d6-bd37-1da592e3e273,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:45.385741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a730f78-ee78-41d8-ba1f-583241568bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.387669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3a730f78-ee78-41d8-ba1f-583241568bcd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/60def79e-4429-45d6-bd37-1da592e3e273 HTTP/1.1" status: 204 len: 168 time: 0.6729760 Jul 08 18:06:45.390402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38676) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:45.458928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-f4bf18dc-cd68-4098-a75b-8016bdac32a9 service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002621 Jul 08 18:06:45.460118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.462645 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc37ab08-2854-43ae-9209-f956eee46a54 req-7ab59ddd-f773-4676-996b-d01ed9d2398a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.471945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427f9bb-2887-4132-a88a-005b649b5e01 req-df9d7688-2450-465a-ab85-0c14bdc7cd1b tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:45.477761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1427f9bb-2887-4132-a88a-005b649b5e01 req-df9d7688-2450-465a-ab85-0c14bdc7cd1b tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 943 time: 0.2380831 Jul 08 18:06:45.477928 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-36dd3762-1584-476c-80d7-37f7b022d2f0 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9497552 Jul 08 18:06:45.478028 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc37ab08-2854-43ae-9209-f956eee46a54 req-7ab59ddd-f773-4676-996b-d01ed9d2398a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.478796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38678) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:45.482814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d5680d6b-4ab4-4b6e-abd6-5a3821da5416 None None] Provisioning for port 4f417f1c-6821-4489-ade5-dfaed606024b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:45.487363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d5680d6b-4ab4-4b6e-abd6-5a3821da5416 None None] Provisioning complete for port 4f417f1c-6821-4489-ade5-dfaed606024b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:45.487735 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d5680d6b-4ab4-4b6e-abd6-5a3821da5416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.501581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Request body: {'floatingip': {'port_id': '4f417f1c-6821-4489-ade5-dfaed606024b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:45.571471 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc37ab08-2854-43ae-9209-f956eee46a54 req-7ab59ddd-f773-4676-996b-d01ed9d2398a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.572714 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc37ab08-2854-43ae-9209-f956eee46a54 req-7ab59ddd-f773-4676-996b-d01ed9d2398a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5677555 Jul 08 18:06:45.587915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab59ddd-f773-4676-996b-d01ed9d2398a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9539f261-12ed-48c6-bad0-12f8faebbb63,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:45.606021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1427f9bb-2887-4132-a88a-005b649b5e01 req-fafcae79-0073-4ec6-9c46-cbd08434fce0 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239939 Jul 08 18:06:45.610582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.620186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1a6b792c-e4c1-4482-81b7-758b12cb094a req-a1d43e85-defe-42b6-ad40-78e9b599bd06 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-209034944', 'description': 'tempest-description-1411944182'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:45.624251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870660ea-3114-495c-80f8-94bbbe6b12e1']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:45.629582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.667228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d5680d6b-4ab4-4b6e-abd6-5a3821da5416 None None] Port 4f417f1c-6821-4489-ade5-dfaed606024b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:06:45.672893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a696db9-6775-4819-a023-b49d86638690 req-5e2b8a13-363b-4e59-a1f1-abf9aeea84bf service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963491 Jul 08 18:06:45.678452 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a6b792c-e4c1-4482-81b7-758b12cb094a req-a1d43e85-defe-42b6-ad40-78e9b599bd06 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.695754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a9d237-7d71-4f86-925f-0efe09dd2237') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:45.696084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a9d237-7d71-4f86-925f-0efe09dd2237') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:45.730520 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.756605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.783936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:06:45.784383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:06:45.786460 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:06:45.850266 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a6b792c-e4c1-4482-81b7-758b12cb094a req-a1d43e85-defe-42b6-ad40-78e9b599bd06 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.859884 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a6b792c-e4c1-4482-81b7-758b12cb094a req-a1d43e85-defe-42b6-ad40-78e9b599bd06 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.882313 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.887150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.891538 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] 10.222.0.73 "DELETE /v2.0/networks/870660ea-3114-495c-80f8-94bbbe6b12e1 HTTP/1.1" status: 204 len: 168 time: 0.4974847 Jul 08 18:06:45.894993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf259a-d69f-40ab-b73f-738db70fa705 req-1c7fbb7c-5490-430d-9c26-4bc6d395f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:45.896099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64cf259a-d69f-40ab-b73f-738db70fa705 req-1c7fbb7c-5490-430d-9c26-4bc6d395f5bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62e730d5e7b74cdd8b34099b61a5fd9b&device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 1094 time: 0.1655040 Jul 08 18:06:45.908392 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1a6b792c-e4c1-4482-81b7-758b12cb094a req-a1d43e85-defe-42b6-ad40-78e9b599bd06 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.909580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a6b792c-e4c1-4482-81b7-758b12cb094a req-a1d43e85-defe-42b6-ad40-78e9b599bd06 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2961187 Jul 08 18:06:45.915356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bb95d-b66d-412d-989c-475ca79c1b8c admin admin] Pushing event deleted for resources: {'Network': ['ID=870660ea-3114-495c-80f8-94bbbe6b12e1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:45.925035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e192b4-1178-4f2e-969d-189aeacb0483 req-4e6c5783-30ef-490e-88ef-1b485445f52e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:45.934575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21e192b4-1178-4f2e-969d-189aeacb0483 req-4e6c5783-30ef-490e-88ef-1b485445f52e tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 945 time: 0.1665361 Jul 08 18:06:45.936985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d43e85-defe-42b6-ad40-78e9b599bd06 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0afe541-e78f-4a8c-811c-9f185dd1bae9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:46.043968 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:06:46.065124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21e192b4-1178-4f2e-969d-189aeacb0483 req-d4776d27-c15a-46b5-b619-b3c1393a37eb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069961 Jul 08 18:06:46.072163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-af98702f-b2b2-495f-b3aa-cab960d8b6ea tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:46.073463 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-af98702f-b2b2-495f-b3aa-cab960d8b6ea tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.74 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 945 time: 0.1220140 Jul 08 18:06:46.089289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf259a-d69f-40ab-b73f-738db70fa705 req-0bdfaca3-7803-4e61-82ba-e19c2b7b863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:46.091908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64cf259a-d69f-40ab-b73f-738db70fa705 req-0bdfaca3-7803-4e61-82ba-e19c2b7b863a service neutron] 10.222.0.59 "GET /v2.0/networks?id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0 HTTP/1.1" status: 200 len: 922 time: 0.1849959 Jul 08 18:06:46.132962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38696) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:46.174924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64cf259a-d69f-40ab-b73f-738db70fa705 req-f48a56ab-e31d-40a6-8dcc-9ac2154b9dd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 HTTP/1.1" status: 200 len: 217 time: 0.0767560 Jul 08 18:06:46.255367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf259a-d69f-40ab-b73f-738db70fa705 req-ade773ec-ca9d-4772-8f1f-7628819817eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:46.256890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64cf259a-d69f-40ab-b73f-738db70fa705 req-ade773ec-ca9d-4772-8f1f-7628819817eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3ef02c4-868f-454a-8c50-80f46eec3007 HTTP/1.1" status: 200 len: 861 time: 0.0746348 Jul 08 18:06:46.302540 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c6176148-0173-43da-bf6d-115d39b12300 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15542bc003ac44cd8677a31a8c43497c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648178 Jul 08 18:06:46.307287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38706) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:46.378071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64cf259a-d69f-40ab-b73f-738db70fa705 req-e0a6a601-12c7-4930-8943-ce7264ac1b5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b78e95b-48dd-4080-adfd-42fa93b2ffa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482459 Jul 08 18:06:46.410766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Deleting port 104842c7-ee23-4d1e-963f-8ead045aaf04 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:46.411113 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.469062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-fbc342b6-789a-4e93-923c-f9dc98804817 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:46.470561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-fbc342b6-789a-4e93-923c-f9dc98804817 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/networks?id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 200 len: 810 time: 0.2127633 Jul 08 18:06:46.493104 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b981188-a18e-4fdf-bfe9-55e8b120e5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.506506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-6218f52c-b05c-4911-989a-729dfdb729fb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/quotas/6655462c5b97467482a6538c52beed2f HTTP/1.1" status: 200 len: 375 time: 0.0293460 Jul 08 18:06:46.508132 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.resource_extend [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:06:46.540008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82a6dc-593e-4cb5-97d9-6d1c92890607 req-55a33b9b-64c6-469c-84ea-6d64283d3601 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:46.541464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc82a6dc-593e-4cb5-97d9-6d1c92890607 req-55a33b9b-64c6-469c-84ea-6d64283d3601 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.2106934 Jul 08 18:06:46.574312 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b981188-a18e-4fdf-bfe9-55e8b120e5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.576169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64cf259a-d69f-40ab-b73f-738db70fa705 req-48564607-d367-4c48-a9ce-ab46f5e130cd service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753533 Jul 08 18:06:46.607496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] For port 104842c7-ee23-4d1e-963f-8ead045aaf04, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=104842c7-ee23-4d1e-963f-8ead045aaf04,segment=NetworkSegment(61f32b72-0f62-4a37-9ef2-397b7821a400),segment_id=61f32b72-0f62-4a37-9ef2-397b7821a400)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:46.607864 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.627982 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.659355 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc82a6dc-593e-4cb5-97d9-6d1c92890607 req-fcf20cb9-e256-45b6-9a75-f4920ee45bbd tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932739 Jul 08 18:06:46.693853 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.702106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-9a723c01-0bb7-4d24-a783-2d6633af5ab0 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6655462c5b97467482a6538c52beed2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1857133 Jul 08 18:06:46.706396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64cf259a-d69f-40ab-b73f-738db70fa705 req-9840395e-6fda-4a62-ae26-6c74e31e483b service neutron] 10.222.0.59 "GET /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192899 Jul 08 18:06:46.852572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-35fea53c-453c-4e77-bab1-7452245d0df1 service neutron] 10.222.0.73 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403894 Jul 08 18:06:46.868783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e057d-9d4c-46d1-9052-25723668fdde req-8f88866d-323f-4d31-9f9a-36e3c82813c6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:46.869029 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b981188-a18e-4fdf-bfe9-55e8b120e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.870259 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-582e057d-9d4c-46d1-9052-25723668fdde req-8f88866d-323f-4d31-9f9a-36e3c82813c6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 943 time: 0.1004817 Jul 08 18:06:46.871563 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b981188-a18e-4fdf-bfe9-55e8b120e5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.875156 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0b981188-a18e-4fdf-bfe9-55e8b120e5e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb073f2d-5bce-408c-9cda-6a69063ace17 HTTP/1.1" status: 204 len: 168 time: 0.5644898 Jul 08 18:06:46.924205 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b981188-a18e-4fdf-bfe9-55e8b120e5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb073f2d-5bce-408c-9cda-6a69063ace17,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:46.934253 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP fa122c0b-7c6c-4281-a1ea-a59c6d889286 associated. External IP: 172.25.8.233, port: 54cbd75a-9a5c-49d4-999f-84f47cc9f377. Jul 08 18:06:46.967783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-582e057d-9d4c-46d1-9052-25723668fdde req-04ea4f8a-e38c-49b2-a56a-822ecffdc371 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846443 Jul 08 18:06:47.011083 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:47.011470 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:47.012322 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Floating IP e0c2b54a-b992-401c-b3bf-02169d47538a disassociated. External IP: 172.25.8.133, port: 104842c7-ee23-4d1e-963f-8ead045aaf04. Jul 08 18:06:47.012322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Calling delete_port for 104842c7-ee23-4d1e-963f-8ead045aaf04 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:47.014640 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-0de10b79-26af-44b6-8469-f2f4eda6e967 service neutron] 10.222.0.73 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434216 Jul 08 18:06:47.371899 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f063488d-c9a7-4700-9187-d5e7eaceea60 req-00e9889f-2dc1-4bac-8cf7-573ca76f9e21 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 210 time: 0.0594854 Jul 08 18:06:47.390200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa972c-74fd-46df-a29c-fb31f8f2e645 req-3cdf4b0d-363b-46d6-acac-e87cda40b49a tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.390986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-edaa972c-74fd-46df-a29c-fb31f8f2e645 req-3cdf4b0d-363b-46d6-acac-e87cda40b49a tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 945 time: 0.1560040 Jul 08 18:06:47.442716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-edaa972c-74fd-46df-a29c-fb31f8f2e645 req-eafa9d41-a23a-4b8d-92b8-8bbdba9dd847 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups?id=97240d18-7d2d-406a-b8f0-36d7267ce2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479317 Jul 08 18:06:47.586852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:47.591207 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:47.631019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Pushing event deleted for resources: {'Port': ['ID=104842c7-ee23-4d1e-963f-8ead045aaf04,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:47.848442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:47.862878 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6f9070-fa56-4bca-b8e6-dca5ff50df16 None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:47.875393 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f9070-fa56-4bca-b8e6-dca5ff50df16 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:47.876770 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2e6f9070-fa56-4bca-b8e6-dca5ff50df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:47.880335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7451126-268c-4a02-97c2-8b4ed26b84f5 req-ca5cc7a7-93ac-450a-8204-8a82c485a87b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.882249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7451126-268c-4a02-97c2-8b4ed26b84f5 req-ca5cc7a7-93ac-450a-8204-8a82c485a87b tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.1028769 Jul 08 18:06:47.889614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38748) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:47.911591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Router e8564160-635e-469a-9ffc-7793bfe01f97 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:47.927007 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2e6f9070-fa56-4bca-b8e6-dca5ff50df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:47.940028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7451126-268c-4a02-97c2-8b4ed26b84f5 req-9a8a370c-861b-4728-9860-671eed3f9fda tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493131 Jul 08 18:06:47.945545 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f9070-fa56-4bca-b8e6-dca5ff50df16 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:47.946534 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2e6f9070-fa56-4bca-b8e6-dca5ff50df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:48.073543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-network', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:48.106605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Made reservation on behalf of 67fa5bbe2fc1449e9b752fd85841b4a2 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:48.110400 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:48.116411 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2e6f9070-fa56-4bca-b8e6-dca5ff50df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:48.117384 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6f9070-fa56-4bca-b8e6-dca5ff50df16 None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:48.133314 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:48.297805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:48.310596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4568632-1f73-494a-a31c-a23d6a6eee2d None None] Sync routers for ids ['e8564160-635e-469a-9ffc-7793bfe01f97'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:48.322114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4568632-1f73-494a-a31c-a23d6a6eee2d None None] Routers {'e8564160-635e-469a-9ffc-7793bfe01f97'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:48.323046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a4568632-1f73-494a-a31c-a23d6a6eee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['e8564160-635e-469a-9ffc-7793bfe01f97'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:48.348613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440567c4-0cd8-4e3b-94aa-8d30161f4714 req-76466a56-8aef-459b-b801-db362dd5b282 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:48.350116 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-440567c4-0cd8-4e3b-94aa-8d30161f4714 req-76466a56-8aef-459b-b801-db362dd5b282 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.1581903 Jul 08 18:06:48.351129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] No DVR routers for this DVR port 104842c7-ee23-4d1e-963f-8ead045aaf04 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:06:48.355265 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:48.357181 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52101540-5cca-4fe4-9ffa-8d433166d91c req-0ef64f6e-cf72-433f-8658-fd50b5e5d4e5 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.74 "DELETE /v2.0/ports/104842c7-ee23-4d1e-963f-8ead045aaf04 HTTP/1.1" status: 204 len: 173 time: 2.2722921 Jul 08 18:06:48.357679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'name': 'network-vif-deleted', 'tag': '104842c7-ee23-4d1e-963f-8ead045aaf04'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:48.360026 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f29595-e662-4ef5-91e7-a979980354a5" -d '{"events": [{"server_uuid": "515b9c5f-7e5f-4fdc-8fd9-e196734ff91c", "name": "network-vif-deleted", "tag": "104842c7-ee23-4d1e-963f-8ead045aaf04"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:48.363953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b89a0-d626-414f-9121-e2c59ac2cf06 req-5d85fd2f-136a-43b5-8324-5f295c0f8ee6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:48.365993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f1b89a0-d626-414f-9121-e2c59ac2cf06 req-5d85fd2f-136a-43b5-8324-5f295c0f8ee6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 943 time: 0.1800246 Jul 08 18:06:48.367207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:48.369446 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:48.382324 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:48.434911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:06:48.469413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117a950b-ca69-44f7-8aea-d34b66f87bcd,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:48.473224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a4568632-1f73-494a-a31c-a23d6a6eee2d None None] Set router e8564160-635e-469a-9ffc-7793bfe01f97 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:48.477378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:48.477738 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Added segment 318be056-7cf4-4b76-b6c3-d6730d9e0591 of type vlan for network 811ef628-e931-4676-a654-7d47371e6761 Jul 08 18:06:48.481471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-440567c4-0cd8-4e3b-94aa-8d30161f4714 req-aa66de04-7503-4c18-b294-91fa01ee108f tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145148 Jul 08 18:06:48.503546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f1b89a0-d626-414f-9121-e2c59ac2cf06 req-3e5c0c79-d8fb-409b-80bc-5ed76f0893ac tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254866 Jul 08 18:06:48.524029 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:48.532533 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:48.535788 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f877020-087e-4f45-893c-8e738e53eb0e None None] Sync routers for ids ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:48.549404 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f877020-087e-4f45-893c-8e738e53eb0e None None] Routers {'8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:48.550300 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6f877020-087e-4f45-893c-8e738e53eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:48.587633 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:48.591985 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa85496a-239a-4a27-b0e2-72a8f2dc6fce x-openstack-request-id: req-fa85496a-239a-4a27-b0e2-72a8f2dc6fce {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:48.592534 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515b9c5f-7e5f-4fdc-8fd9-e196734ff91c", "name": "network-vif-deleted", "tag": "104842c7-ee23-4d1e-963f-8ead045aaf04", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:48.592849 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6f877020-087e-4f45-893c-8e738e53eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:48.594350 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa85496a-239a-4a27-b0e2-72a8f2dc6fce {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:48.594770 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b9c5f-7e5f-4fdc-8fd9-e196734ff91c', 'name': 'network-vif-deleted', 'tag': '104842c7-ee23-4d1e-963f-8ead045aaf04', 'status': 'completed', 'code': 200} Jul 08 18:06:48.607787 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f877020-087e-4f45-893c-8e738e53eb0e None None] Routers {'8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:48.609000 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6f877020-087e-4f45-893c-8e738e53eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:48.666785 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6f877020-087e-4f45-893c-8e738e53eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:48.667802 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f877020-087e-4f45-893c-8e738e53eb0e None None] The sync data for ids ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:48.670910 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:48.672399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:48.673382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:48.703643 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-06fd540d-ed61-495c-9275-16c612280497 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "PUT /v2.0/floatingips/fa122c0b-7c6c-4281-a1ea-a59c6d889286 HTTP/1.1" status: 200 len: 979 time: 3.2234759 Jul 08 18:06:48.708926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38768) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:48.781148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1eb3d7aa-a4b2-462d-8130-9dffbe6cfd34 req-7f08e9ed-7f02-433c-a10d-57168bab8cf5 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 210 time: 0.0327840 Jul 08 18:06:48.786713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8947170 Jul 08 18:06:48.791027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38770) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:48.805713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] Request body: {'subnet': {'network_id': '811ef628-e931-4676-a654-7d47371e6761', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-subnet', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:48.812801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76adbe3-79f3-4b6e-bd22-bc587c031867 admin admin] Pushing event updated for resources: {'Network': ['ID=811ef628-e931-4676-a654-7d47371e6761,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:48.827850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 811ef628-e931-4676-a654-7d47371e6761 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:06:48.853944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a4568632-1f73-494a-a31c-a23d6a6eee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'da362e3e-f51a-446c-ba42-1e597e02c1ec', 'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'mac_address': 'fa:16:3e:3d:e5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:13Z', 'updated_at': '2021-07-08T18:03:28Z', 'revision_number': 5, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'subnets': [{'id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:48.928940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4568632-1f73-494a-a31c-a23d6a6eee2d None None] Checking router: e8564160-635e-469a-9ffc-7793bfe01f97 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:06:48.947894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] Made reservation on behalf of 67fa5bbe2fc1449e9b752fd85841b4a2 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:48.950360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:48.987142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4568632-1f73-494a-a31c-a23d6a6eee2d None None] Routers {'e8564160-635e-469a-9ffc-7793bfe01f97'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:48.993351 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a4568632-1f73-494a-a31c-a23d6a6eee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['e8564160-635e-469a-9ffc-7793bfe01f97'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:49.013848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d58b478-618e-46eb-a4eb-698d78d6de30 req-97184e6d-13f5-4636-9e6c-fc78c392931b tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/ports?device_id=515b9c5f-7e5f-4fdc-8fd9-e196734ff91c HTTP/1.1" status: 200 len: 210 time: 0.0573659 Jul 08 18:06:49.156187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-7b985a20-b638-4f25-ab26-7cbcc22df9cb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:49.158125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a4568632-1f73-494a-a31c-a23d6a6eee2d None None] Set router e8564160-635e-469a-9ffc-7793bfe01f97 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:49.160193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-7b985a20-b638-4f25-ab26-7cbcc22df9cb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.59 "GET /v2.0/networks?id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 200 len: 810 time: 0.3337109 Jul 08 18:06:49.193257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'port': {'device_id': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd', 'admin_state_up': True, 'tenant_id': '6655462c5b97467482a6538c52beed2f'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:49.266419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port 4f417f1c-6821-4489-ade5-dfaed606024b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:49.266872 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.339187 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.421594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.460607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a4568632-1f73-494a-a31c-a23d6a6eee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'da362e3e-f51a-446c-ba42-1e597e02c1ec', 'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'mac_address': 'fa:16:3e:3d:e5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:13Z', 'updated_at': '2021-07-08T18:03:28Z', 'revision_number': 5, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'subnets': [{'id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:49.488909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9a3154-9836-468e-8362-154411245c2e,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:49.492001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4568632-1f73-494a-a31c-a23d6a6eee2d None None] The sync data for ids ['e8564160-635e-469a-9ffc-7793bfe01f97'] in n-d-799684-3 is: [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:03:15Z', 'revision_number': 4, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'da362e3e-f51a-446c-ba42-1e597e02c1ec', 'name': '', 'network_id': 'aba4ff34-3904-4abd-9278-ba4fa8a97426', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'mac_address': 'fa:16:3e:3d:e5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:13Z', 'updated_at': '2021-07-08T18:03:28Z', 'revision_number': 5, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'subnets': [{'id': '9c92eafc-1e96-495c-be54-5fa4d91755fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:49.502334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] Checking segment: {'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:49.502772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] Network hostable DHCP agents. Network: 811ef628-e931-4676-a654-7d47371e6761, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:06:49.570246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] Network 811ef628-e931-4676-a654-7d47371e6761 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:06:49.617767 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 811ef628-e931-4676-a654-7d47371e6761) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:49.626928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:49.627520 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.637985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c323dc-bbcc-4f7d-b192-168cf051c499 None None] Network 811ef628-e931-4676-a654-7d47371e6761 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:49.649961 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3805e3bb-9e71-4295-8ddd-322e6e52397e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8583858 Jul 08 18:06:49.652701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38776) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:49.657107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-router', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:49.669141 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.669556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.669877 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Floating IP fa122c0b-7c6c-4281-a1ea-a59c6d889286 disassociated. External IP: 172.25.8.233, port: 4f417f1c-6821-4489-ade5-dfaed606024b. Jul 08 18:06:49.670240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for 4f417f1c-6821-4489-ade5-dfaed606024b owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:49.737320 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.738725 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.819843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f4a7c2-2e2e-4fec-96e6-9a1a78d8d1aa None None] Network 811ef628-e931-4676-a654-7d47371e6761 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:49.821619 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.885552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fb289-dd24-4c1e-8b92-bdc46aa5f1d0 req-b1f88697-95e0-48c9-987b-2ff86faee35a tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:49.887094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e32fb289-dd24-4c1e-8b92-bdc46aa5f1d0 req-b1f88697-95e0-48c9-987b-2ff86faee35a tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.2056572 Jul 08 18:06:49.889105 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Made reservation on behalf of 6655462c5b97467482a6538c52beed2f for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:49.892464 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.903821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970c2b4-98e7-4e6e-a52e-5b79abb17a5c None None] New status for floating IP e0c2b54a-b992-401c-b3bf-02169d47538a: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:06:49.922667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4c195-cdd6-45ea-ab59-8539d1630a8c req-cab1d403-b4ed-45da-bc94-01130ad0a1d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:49.924098 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31a4c195-cdd6-45ea-ab59-8539d1630a8c req-cab1d403-b4ed-45da-bc94-01130ad0a1d5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 943 time: 0.2415903 Jul 08 18:06:49.947635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:49.984212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e32fb289-dd24-4c1e-8b92-bdc46aa5f1d0 req-9908156c-c0fd-4bbc-bd2f-4156335109fb tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726697 Jul 08 18:06:50.004338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31a4c195-cdd6-45ea-ab59-8539d1630a8c req-a62abf06-9180-426f-a1c7-947c9fd3a664 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728254 Jul 08 18:06:50.052215 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.057659 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.092378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=4f417f1c-6821-4489-ade5-dfaed606024b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:50.212381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 104842c7-ee23-4d1e-963f-8ead045aaf04 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:50.262797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3d08299-18a1-49da-a8e8-5df7ff596be8 req-dcc4bf95-6e3e-4984-aa52-716616d96aaa tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 210 time: 0.0893228 Jul 08 18:06:50.298876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 104842c7-ee23-4d1e-963f-8ead045aaf04 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:50.298876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 104842c7-ee23-4d1e-963f-8ead045aaf04 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:50.335583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:50.337493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Allocated IP 172.20.0.8 (59fb5ee7-cecf-466d-8f9c-3815a4857bfd/6a41417a-9610-4e78-aa1c-6c2d94c44b77/75722af5-007b-4ff4-a2dc-f88a09eb816b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:50.359568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'f0fdd8d3-23a9-4d5e-ba71-f418782a2c13', 'network_id': '7b78e95b-48dd-4080-adfd-42fa93b2ffa0', 'port_id': 'f0fdd8d3-23a9-4d5e-ba71-f418782a2c13', 'mac_address': 'fa:16:3e:d1:c8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef02c4-868f-454a-8c50-80f46eec3007', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:50.405734 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4dc65c-70a4-41c1-afe1-aaf6692b8a7e req-e462d50d-0c46-415c-b441-f3ebd31b3fd6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:50.416322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe4dc65c-70a4-41c1-afe1-aaf6692b8a7e req-e462d50d-0c46-415c-b441-f3ebd31b3fd6 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.1191459 Jul 08 18:06:50.455863 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.476500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:50.495697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe4dc65c-70a4-41c1-afe1-aaf6692b8a7e req-2a83c646-c4f0-450b-b916-06ee0414a28a tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749640 Jul 08 18:06:50.506434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:50.513971 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.563219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38792) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:50.572108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:50.585748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.590311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.590668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.591011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.591355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.591689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.592018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.592344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.592683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.592987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.593309 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.593631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:50.652708 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.694849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.696116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:50.698226 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40434726-c48a-4c7b-8d38-9a202159119c tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.710944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['df42c4ed-a216-4132-9b76-be1f3534c4ab'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:50.733463 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40434726-c48a-4c7b-8d38-9a202159119c tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.755435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:50.760672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:50.763319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'Port': ['ID=75722af5-007b-4ff4-a2dc-f88a09eb816b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:50.765512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:50.826695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:50.827996 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.846965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-be95dcc2-e085-4d1c-b585-f9b2a5e40ad9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6755886 Jul 08 18:06:50.867010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Request body: {'port': {'device_id': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:50.916308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f0fdd8d3-23a9-4d5e-ba71-f418782a2c13'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:50.960542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40434726-c48a-4c7b-8d38-9a202159119c tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.963096 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40434726-c48a-4c7b-8d38-9a202159119c tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.967033 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-40434726-c48a-4c7b-8d38-9a202159119c tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "DELETE /v2.0/security-groups/97240d18-7d2d-406a-b8f0-36d7267ce2e2 HTTP/1.1" status: 204 len: 168 time: 0.3998358 Jul 08 18:06:50.970087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38796) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:50.982183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:50.999029 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.010153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bb8d9-a10e-4825-99fa-84cbb74eda4d req-b98982bb-a89e-46f8-9a8a-8a24124be899 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:51.011695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-794bb8d9-a10e-4825-99fa-84cbb74eda4d req-b98982bb-a89e-46f8-9a8a-8a24124be899 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.1573114 Jul 08 18:06:51.013968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40434726-c48a-4c7b-8d38-9a202159119c tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97240d18-7d2d-406a-b8f0-36d7267ce2e2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:51.016679 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.018760 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-0b074785-8d65-4021-8cd8-18bfaab80052 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] show failed (client error): The resource could not be found. Jul 08 18:06:51.022859 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0b074785-8d65-4021-8cd8-18bfaab80052 tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "GET /v2.0/security-groups/97240d18-7d2d-406a-b8f0-36d7267ce2e2 HTTP/1.1" status: 404 len: 347 time: 0.0491180 Jul 08 18:06:51.024787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38798) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:51.025898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:51.035656 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659838c-1fd0-4db5-9b74-00df73dfdc18 None None] Sync routers for ids ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:51.051987 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659838c-1fd0-4db5-9b74-00df73dfdc18 None None] Routers {'8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:51.052814 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c659838c-1fd0-4db5-9b74-00df73dfdc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:51.131514 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c659838c-1fd0-4db5-9b74-00df73dfdc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:51.141739 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659838c-1fd0-4db5-9b74-00df73dfdc18 None None] Routers {'8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:51.142384 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c659838c-1fd0-4db5-9b74-00df73dfdc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:51.151993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-794bb8d9-a10e-4825-99fa-84cbb74eda4d req-90c72996-7f89-486f-a472-7a682942e1f7 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310081 Jul 08 18:06:51.221173 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c659838c-1fd0-4db5-9b74-00df73dfdc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:51.221828 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659838c-1fd0-4db5-9b74-00df73dfdc18 None None] The sync data for ids ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:51.276409 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.281819 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-44a75c01-b437-4124-9b7f-f4b53533fda4 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/ports/4f417f1c-6821-4489-ade5-dfaed606024b HTTP/1.1" status: 204 len: 168 time: 2.5684078 Jul 08 18:06:51.281819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38806) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:51.350049 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Allocated IP 172.25.8.38 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/8d12e26c-5a49-43f5-bd80-488585a69f94) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:51.390107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1eb75-a1b1-4aab-b2af-863b1ed80f78 req-80672d46-4a33-4112-906f-adb5fd556925 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:51.391760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66d1eb75-a1b1-4aab-b2af-863b1ed80f78 req-80672d46-4a33-4112-906f-adb5fd556925 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 944 time: 0.2020688 Jul 08 18:06:51.422773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8274022d-eda7-4563-ae1e-1c9789b61cbb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Deleting port 20373e36-c6c4-40e8-bfb5-09f267ce9f9e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:51.423125 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8274022d-eda7-4563-ae1e-1c9789b61cbb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.486073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66d1eb75-a1b1-4aab-b2af-863b1ed80f78 req-871618ef-8f12-4225-a28f-982a3636ceb8 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820451 Jul 08 18:06:51.557022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2c1b1-3ec7-4044-b226-66b0b1e579bb req-ecd975d9-01a6-4496-be69-06d396b09149 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:51.558549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8b2c1b1-3ec7-4044-b226-66b0b1e579bb req-ecd975d9-01a6-4496-be69-06d396b09149 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.1446886 Jul 08 18:06:51.571272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75722af5-007b-4ff4-a2dc-f88a09eb816b {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:51.585111 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.603011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8274022d-eda7-4563-ae1e-1c9789b61cbb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.603346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8274022d-eda7-4563-ae1e-1c9789b61cbb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.629405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8274022d-eda7-4563-ae1e-1c9789b61cbb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Calling delete_port for 20373e36-c6c4-40e8-bfb5-09f267ce9f9e owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:51.641271 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Transition to ACTIVE for port object 75722af5-007b-4ff4-a2dc-f88a09eb816b will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:51.648817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8b2c1b1-3ec7-4044-b226-66b0b1e579bb req-11b528ad-ff1f-44d5-9d80-4bb99a0e6dbc tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824919 Jul 08 18:06:51.651070 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.680595 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.708659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Pushing event updated for resources: {'Port': ['ID=75722af5-007b-4ff4-a2dc-f88a09eb816b,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:51.775852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186995b-db00-4492-bd81-b7fb76d99c47 req-8a405cf1-9d3f-4b78-9a74-fa42f23bdb45 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:51.777641 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a186995b-db00-4492-bd81-b7fb76d99c47 req-8a405cf1-9d3f-4b78-9a74-fa42f23bdb45 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 931 time: 0.1746025 Jul 08 18:06:51.828485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a186995b-db00-4492-bd81-b7fb76d99c47 req-0ca96a93-0ad4-4a22-b155-5ce31083795c tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415494 Jul 08 18:06:51.835086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.845319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Attempting to bind port 75722af5-007b-4ff4-a2dc-f88a09eb816b on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:51.845847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Attempting to bind port 75722af5-007b-4ff4-a2dc-f88a09eb816b by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'edb8d913-b2e8-407c-8c36-a06cb3a7b9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:51.846181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Attempting to bind port 75722af5-007b-4ff4-a2dc-f88a09eb816b on network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:51.852719 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Port 75722af5-007b-4ff4-a2dc-f88a09eb816b on network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:06:51.853211 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Attempting to bind port 75722af5-007b-4ff4-a2dc-f88a09eb816b on network 59fb5ee7-cecf-466d-8f9c-3815a4857bfd {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:51.862498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:51.863267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Checking segment: {'id': 'edb8d913-b2e8-407c-8c36-a06cb3a7b9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:51.863689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Bound using segment: {'id': 'edb8d913-b2e8-407c-8c36-a06cb3a7b9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:51.864131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Bound port: 75722af5-007b-4ff4-a2dc-f88a09eb816b, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb8d913-b2e8-407c-8c36-a06cb3a7b9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:51.864495 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.922565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:51.936465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:51.951234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] For port 75722af5-007b-4ff4-a2dc-f88a09eb816b, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:51.954784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] For port 75722af5-007b-4ff4-a2dc-f88a09eb816b, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:51.959795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:51.963414 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.995013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d12e26c-5a49-43f5-bd80-488585a69f94,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:52.012815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:52.013438 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:52.014868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] 10.222.0.59 "PUT /v2.0/ports/75722af5-007b-4ff4-a2dc-f88a09eb816b HTTP/1.1" status: 200 len: 1091 time: 1.1592646 Jul 08 18:06:52.015307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'tag': '75722af5-007b-4ff4-a2dc-f88a09eb816b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:52.017574 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8340698-8b8f-4611-b53e-fb356220199a" -d '{"events": [{"name": "network-changed", "server_uuid": "44f3273f-3016-4c13-b6b1-0d3f195583a9", "tag": "75722af5-007b-4ff4-a2dc-f88a09eb816b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:52.057944 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8274022d-eda7-4563-ae1e-1c9789b61cbb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:52.071015 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a686f93-669d-42dc-b42b-ab3be41c515d x-openstack-request-id: req-7a686f93-669d-42dc-b42b-ab3be41c515d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:52.071388 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f3273f-3016-4c13-b6b1-0d3f195583a9", "tag": "75722af5-007b-4ff4-a2dc-f88a09eb816b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:52.071560 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7a686f93-669d-42dc-b42b-ab3be41c515d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:52.071906 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'tag': '75722af5-007b-4ff4-a2dc-f88a09eb816b', 'status': 'completed', 'code': 200} Jul 08 18:06:52.076931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf1ae8-bfd7-4770-bd1b-2466ce26da74 service neutron] Pushing event updated for resources: {'Port': ['ID=75722af5-007b-4ff4-a2dc-f88a09eb816b,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:52.148874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-b1915061-b966-4f9c-a676-1dc84bea29d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:52.150538 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-b1915061-b966-4f9c-a676-1dc84bea29d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6655462c5b97467482a6538c52beed2f&device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 1094 time: 0.0585973 Jul 08 18:06:52.162602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274022d-eda7-4563-ae1e-1c9789b61cbb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Pushing event deleted for resources: {'Port': ['ID=20373e36-c6c4-40e8-bfb5-09f267ce9f9e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:52.198193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-d1eb2fb3-76fe-4587-8872-c130074257fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b HTTP/1.1" status: 200 len: 217 time: 0.0401456 Jul 08 18:06:52.287716 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-a48e36b3-dbe5-4c73-96dc-9fe10ff5e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:52.289607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-a48e36b3-dbe5-4c73-96dc-9fe10ff5e59a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a41417a-9610-4e78-aa1c-6c2d94c44b77 HTTP/1.1" status: 200 len: 850 time: 0.0820744 Jul 08 18:06:52.369852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-cb6118f0-a0f6-43ce-9e16-146cb3216bee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726931 Jul 08 18:06:52.520395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba3fc3-af93-4e0c-bedc-529cd04d2c76 req-b92145f9-fcc0-4ede-b554-738b0d3ac580 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:52.529333 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3ba3fc3-af93-4e0c-bedc-529cd04d2c76 req-b92145f9-fcc0-4ede-b554-738b0d3ac580 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.1632450 Jul 08 18:06:52.542309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-ea4f1570-d18b-48bb-b5fa-0b8a4f3506ab service neutron] 10.222.0.59 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611314 Jul 08 18:06:52.618943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3ba3fc3-af93-4e0c-bedc-529cd04d2c76 req-b1270ebc-9b9e-416c-9b90-73370a6cf9e0 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883632 Jul 08 18:06:52.677471 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8274022d-eda7-4563-ae1e-1c9789b61cbb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:52.679979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8274022d-eda7-4563-ae1e-1c9789b61cbb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:52.681128 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8274022d-eda7-4563-ae1e-1c9789b61cbb tempest-ServersTestJSON-1962863935 tempest-ServersTestJSON-1962863935-project] 10.222.0.73 "DELETE /v2.0/floatingips/e0c2b54a-b992-401c-b3bf-02169d47538a HTTP/1.1" status: 204 len: 168 time: 1.6534858 Jul 08 18:06:52.685382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38824) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:52.725427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:52.734925 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c43f7d-a059-40ba-a6c8-10803d5a69c9 req-96722422-38f4-457c-9be6-285b7b21edd2 service neutron] 10.222.0.59 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847632 Jul 08 18:06:52.813233 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f396afb-67c5-4c07-9319-f644c166cab5 req-32c7a682-cabf-40eb-a4f8-d1e02db3d9b9 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:52.814472 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:52.815063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f396afb-67c5-4c07-9319-f644c166cab5 req-32c7a682-cabf-40eb-a4f8-d1e02db3d9b9 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 944 time: 0.1847956 Jul 08 18:06:52.976785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f396afb-67c5-4c07-9319-f644c166cab5 req-891a25f3-a6c4-4782-a4a1-4d92ab8b4760 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428099 Jul 08 18:06:53.009529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8340698-8b8f-4611-b53e-fb356220199a req-dabbeedb-a54b-4c7a-82da-7582e03fc2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:53.009529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8340698-8b8f-4611-b53e-fb356220199a req-dabbeedb-a54b-4c7a-82da-7582e03fc2bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6655462c5b97467482a6538c52beed2f&device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 1094 time: 0.2137616 Jul 08 18:06:53.199233 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.217100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118ff7c-b9f6-4075-99c1-3fbc2e313d56 req-3929c41e-b1b5-4b42-b4b9-8418a709c03b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:53.218636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7118ff7c-b9f6-4075-99c1-3fbc2e313d56 req-3929c41e-b1b5-4b42-b4b9-8418a709c03b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 943 time: 0.1878355 Jul 08 18:06:53.223937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8340698-8b8f-4611-b53e-fb356220199a req-d52ec321-9145-4c0b-b9cf-faaa79f6883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:53.225386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8340698-8b8f-4611-b53e-fb356220199a req-d52ec321-9145-4c0b-b9cf-faaa79f6883c service neutron] 10.222.0.59 "GET /v2.0/networks?id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 200 len: 911 time: 0.1957085 Jul 08 18:06:53.288832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8340698-8b8f-4611-b53e-fb356220199a req-7af01266-aefb-4d06-9219-f9d32a66d096 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b HTTP/1.1" status: 200 len: 217 time: 0.0522475 Jul 08 18:06:53.318715 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7118ff7c-b9f6-4075-99c1-3fbc2e313d56 req-c276538d-bbea-4c92-8e2e-46e950641869 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923545 Jul 08 18:06:53.333491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port af6acb20-1533-42f4-aaf2-89593f448037 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:53.333808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.381508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8340698-8b8f-4611-b53e-fb356220199a req-af5f13ed-b3ee-453f-bbd1-aea66b804857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:53.383000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8340698-8b8f-4611-b53e-fb356220199a req-af5f13ed-b3ee-453f-bbd1-aea66b804857 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a41417a-9610-4e78-aa1c-6c2d94c44b77 HTTP/1.1" status: 200 len: 850 time: 0.0815549 Jul 08 18:06:53.422374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8340698-8b8f-4611-b53e-fb356220199a req-233dbfd4-c6f9-4275-993f-babfdbe838d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318959 Jul 08 18:06:53.428991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.440336 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.447537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Router cd205c82-b24e-48fd-8f83-89225b9c3f91 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:06:53.457953 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for af6acb20-1533-42f4-aaf2-89593f448037 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:53.602235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8340698-8b8f-4611-b53e-fb356220199a req-69c8ae93-4f06-4030-8c42-aabe119d6d85 service neutron] 10.222.0.59 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705115 Jul 08 18:06:53.659880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:53.669722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Sync routers for ids ['cd205c82-b24e-48fd-8f83-89225b9c3f91'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:53.681999 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Routers {'cd205c82-b24e-48fd-8f83-89225b9c3f91'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:53.682950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cd205c82-b24e-48fd-8f83-89225b9c3f91'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:53.755687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8340698-8b8f-4611-b53e-fb356220199a req-d138033a-7c99-46e3-9434-3ca23c68975d service neutron] 10.222.0.59 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195862 Jul 08 18:06:53.772802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.774303 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0ca44335-386d-48d0-9625-0b00b2b6fdd7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1205852 Jul 08 18:06:53.777701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38834) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:53.786352 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.812957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Set router cd205c82-b24e-48fd-8f83-89225b9c3f91 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:53.858046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=af6acb20-1533-42f4-aaf2-89593f448037,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:53.883837 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b28a9d-d0b2-40b0-9542-52d305c2c106 req-0aee27c4-5d1e-4607-ace2-45a9ddbb9a9e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:53.885747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06b28a9d-d0b2-40b0-9542-52d305c2c106 req-0aee27c4-5d1e-4607-ace2-45a9ddbb9a9e tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.1012032 Jul 08 18:06:53.905042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:53.905481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:53.905716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:53.906054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:53.906958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:53.907290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:53.907611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:53.907934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:53.908255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:53.908573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:53.908917 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:53.909238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:54.042703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:54.156858 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:54.164446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:54.164823 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.222689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7dfec-9300-4fc4-b8bd-d28b02c24e36 req-fddd3666-9871-40ff-a6a6-4e4bf889caec tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:54.224879 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-13b7dfec-9300-4fc4-b8bd-d28b02c24e36 req-fddd3666-9871-40ff-a6a6-4e4bf889caec tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.74 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.3785195 Jul 08 18:06:54.237118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-router', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:06:49Z', 'updated_at': '2021-07-08T18:06:52Z', 'revision_number': 3, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'gw_port': {'id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:51Z', 'updated_at': '2021-07-08T18:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:54.282715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Checking router: cd205c82-b24e-48fd-8f83-89225b9c3f91 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:06:54.283042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Updating router cd205c82-b24e-48fd-8f83-89225b9c3f91 port 8d12e26c-5a49-43f5-bd80-488585a69f94 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:06:54.326018 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.338061 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.364742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] Deleting port da362e3e-f51a-446c-ba42-1e597e02c1ec {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:54.365298 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.377676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b9ef4f-fec9-47b4-840c-9497bcbdbdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fdd8d3-23a9-4d5e-ba71-f418782a2c13'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:54.380063 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d34641-26d6-45b5-9d8e-ee29c31775ba" -d '{"events": [{"server_uuid": "81b9ef4f-fec9-47b4-840c-9497bcbdbdd1", "name": "network-vif-plugged", "status": "completed", "tag": "f0fdd8d3-23a9-4d5e-ba71-f418782a2c13"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:54.398342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:54.407022 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.450167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06b28a9d-d0b2-40b0-9542-52d305c2c106 req-125b1f77-9ef7-40b1-aad3-d3e091fa4ea2 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574443 Jul 08 18:06:54.527799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] For port da362e3e-f51a-446c-ba42-1e597e02c1ec, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=da362e3e-f51a-446c-ba42-1e597e02c1ec,segment=NetworkSegment(61f32b72-0f62-4a37-9ef2-397b7821a400),segment_id=61f32b72-0f62-4a37-9ef2-397b7821a400)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:54.528246 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.529832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:54.546361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] Calling delete_port for da362e3e-f51a-446c-ba42-1e597e02c1ec owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:54.623158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf60d2e-29ed-4138-98db-f23d59b23444 req-42385960-2c99-43ee-a81b-63a0df594d03 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:54.625593 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cf60d2e-29ed-4138-98db-f23d59b23444 req-42385960-2c99-43ee-a81b-63a0df594d03 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 944 time: 0.2719154 Jul 08 18:06:54.708111 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.720801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Transition to ACTIVE for port object 8d12e26c-5a49-43f5-bd80-488585a69f94 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:54.729885 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.731211 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.762612 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cf60d2e-29ed-4138-98db-f23d59b23444 req-d02bb047-ff02-4968-93c4-b40e320120c9 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255286 Jul 08 18:06:54.782834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36882708-9e5c-494c-b902-64efa0ed313f None None] Pushing event updated for resources: {'Port': ['ID=8d12e26c-5a49-43f5-bd80-488585a69f94,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:54.798449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Attempting to bind port 8d12e26c-5a49-43f5-bd80-488585a69f94 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:54.798824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Attempting to bind port 8d12e26c-5a49-43f5-bd80-488585a69f94 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:54.799188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Attempting to bind port 8d12e26c-5a49-43f5-bd80-488585a69f94 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:54.809225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:54.809894 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:54.810428 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.811079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:54.812272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Bound port: 8d12e26c-5a49-43f5-bd80-488585a69f94, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:54.812496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de26a0-8d8b-4025-8192-75cf1be334c7 req-5346a71c-cadf-4d60-bebd-fdbe08f241e1 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:54.812777 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.814314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30de26a0-8d8b-4025-8192-75cf1be334c7 req-5346a71c-cadf-4d60-bebd-fdbe08f241e1 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 943 time: 0.1883354 Jul 08 18:06:54.890089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-13b7dfec-9300-4fc4-b8bd-d28b02c24e36 req-6555b74f-c673-473d-a4fc-3a8165365623 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Deleting port 2a2cd8c5-6628-4a4f-948b-4a3e66868713 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:54.890458 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-13b7dfec-9300-4fc4-b8bd-d28b02c24e36 req-6555b74f-c673-473d-a4fc-3a8165365623 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.939586 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b151d488-1877-4b2f-ad51-a479efd7429f x-openstack-request-id: req-b151d488-1877-4b2f-ad51-a479efd7429f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:54.939922 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b9ef4f-fec9-47b4-840c-9497bcbdbdd1", "name": "network-vif-plugged", "status": "completed", "tag": "f0fdd8d3-23a9-4d5e-ba71-f418782a2c13", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:54.940127 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b151d488-1877-4b2f-ad51-a479efd7429f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:54.940549 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b9ef4f-fec9-47b4-840c-9497bcbdbdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fdd8d3-23a9-4d5e-ba71-f418782a2c13', 'code': 200} Jul 08 18:06:54.946847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30de26a0-8d8b-4025-8192-75cf1be334c7 req-9723bf76-46ff-4ef0-b575-424967130528 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270182 Jul 08 18:06:54.952674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] For port 8d12e26c-5a49-43f5-bd80-488585a69f94, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:54.964141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] For port 8d12e26c-5a49-43f5-bd80-488585a69f94, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8d12e26c-5a49-43f5-bd80-488585a69f94,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:54.969653 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:55.020376 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:55.032921 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Routers {'cd205c82-b24e-48fd-8f83-89225b9c3f91'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:55.033562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cd205c82-b24e-48fd-8f83-89225b9c3f91'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:55.054745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=da362e3e-f51a-446c-ba42-1e597e02c1ec,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:55.070718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36882708-9e5c-494c-b902-64efa0ed313f None None] Pushing event updated for resources: {'Port': ['ID=8d12e26c-5a49-43f5-bd80-488585a69f94,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:55.117067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19598db-d759-496c-bb62-eec87459986a req-75044843-c167-41d7-8a9b-891ff05b433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:55.118703 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c19598db-d759-496c-bb62-eec87459986a req-75044843-c167-41d7-8a9b-891ff05b433a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 1096 time: 0.1596506 Jul 08 18:06:55.185463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] Set router cd205c82-b24e-48fd-8f83-89225b9c3f91 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:55.250441 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c19598db-d759-496c-bb62-eec87459986a req-cd1e8205-9ca9-47b8-82eb-43979e14d478 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228690 Jul 08 18:06:55.324774 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:55.339201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:55.343597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-13b7dfec-9300-4fc4-b8bd-d28b02c24e36 req-6555b74f-c673-473d-a4fc-3a8165365623 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] For port 2a2cd8c5-6628-4a4f-948b-4a3e66868713, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2a2cd8c5-6628-4a4f-948b-4a3e66868713,segment=NetworkSegment(8ddfe06e-1937-4e25-8ca7-7f2098a11075),segment_id=8ddfe06e-1937-4e25-8ca7-7f2098a11075)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:55.343957 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-13b7dfec-9300-4fc4-b8bd-d28b02c24e36 req-6555b74f-c673-473d-a4fc-3a8165365623 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:55.367603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-13b7dfec-9300-4fc4-b8bd-d28b02c24e36 req-6555b74f-c673-473d-a4fc-3a8165365623 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Calling delete_port for 2a2cd8c5-6628-4a4f-948b-4a3e66868713 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:55.413803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-router', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:06:49Z', 'updated_at': '2021-07-08T18:06:52Z', 'revision_number': 3, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'gw_port': {'id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:51Z', 'updated_at': '2021-07-08T18:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:55.452437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3cb915-3b69-4025-8f6b-62becb0939bd None None] The sync data for ids ['cd205c82-b24e-48fd-8f83-89225b9c3f91'] in n-d-799684-3 is: [{'id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-router', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:06:49Z', 'updated_at': '2021-07-08T18:06:52Z', 'revision_number': 3, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'gw_port': {'id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:51Z', 'updated_at': '2021-07-08T18:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:55.553258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] Router e8564160-635e-469a-9ffc-7793bfe01f97 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:55.603080 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:55.618198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:55.625320 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-88740c91-56e8-4bcd-a682-ce2e794972dd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "PUT /v2.0/routers/8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3421757 Jul 08 18:06:55.630096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38850) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:55.631551 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947fef9c-7134-403c-af52-d0844ffd3d3b None None] Sync routers for ids ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:55.646001 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947fef9c-7134-403c-af52-d0844ffd3d3b None None] Routers {'8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:55.646735 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-947fef9c-7134-403c-af52-d0844ffd3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:55.688693 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-947fef9c-7134-403c-af52-d0844ffd3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:55.699041 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947fef9c-7134-403c-af52-d0844ffd3d3b None None] Routers {'8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:55.699910 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-947fef9c-7134-403c-af52-d0844ffd3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:55.763938 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-947fef9c-7134-403c-af52-d0844ffd3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:55.765356 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947fef9c-7134-403c-af52-d0844ffd3d3b None None] The sync data for ids ['8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:55.774487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:55.782642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ddc92945-4952-4da1-bd6f-2ee23f54a4a9 admin admin] 10.222.0.73 "PUT /v2.0/routers/e8564160-635e-469a-9ffc-7793bfe01f97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0875714 Jul 08 18:06:55.789850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38852) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:55.801548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48a3be-68a7-42b8-aa40-f986948da6b0 None None] Sync routers for ids ['e8564160-635e-469a-9ffc-7793bfe01f97'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:55.812031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48a3be-68a7-42b8-aa40-f986948da6b0 None None] Routers {'e8564160-635e-469a-9ffc-7793bfe01f97'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:55.812786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ed48a3be-68a7-42b8-aa40-f986948da6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['e8564160-635e-469a-9ffc-7793bfe01f97'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:55.819076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f718271-c1f1-4f00-a7d7-41f11a787ef5 req-110adf72-41da-4b91-8f77-3708b06e9e80 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:55.820974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f718271-c1f1-4f00-a7d7-41f11a787ef5 req-110adf72-41da-4b91-8f77-3708b06e9e80 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/ports?device_id=288a61b0-20a8-4ea8-97c2-7e85d18a790f HTTP/1.1" status: 200 len: 945 time: 0.2016289 Jul 08 18:06:55.911738 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-13b7dfec-9300-4fc4-b8bd-d28b02c24e36 req-6555b74f-c673-473d-a4fc-3a8165365623 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:55.942685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ed48a3be-68a7-42b8-aa40-f986948da6b0 None None] Set router e8564160-635e-469a-9ffc-7793bfe01f97 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:55.986052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555b74f-c673-473d-a4fc-3a8165365623 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Pushing event deleted for resources: {'Port': ['ID=2a2cd8c5-6628-4a4f-948b-4a3e66868713,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:55.992759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['2a2cd8c5-6628-4a4f-948b-4a3e66868713'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:56.070179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b7dfec-9300-4fc4-b8bd-d28b02c24e36 req-6555b74f-c673-473d-a4fc-3a8165365623 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] No DVR routers for this DVR port 2a2cd8c5-6628-4a4f-948b-4a3e66868713 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:06:56.073800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-13b7dfec-9300-4fc4-b8bd-d28b02c24e36 req-6555b74f-c673-473d-a4fc-3a8165365623 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.074622 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.077077 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-13b7dfec-9300-4fc4-b8bd-d28b02c24e36 req-6555b74f-c673-473d-a4fc-3a8165365623 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.74 "DELETE /v2.0/ports/2a2cd8c5-6628-4a4f-948b-4a3e66868713 HTTP/1.1" status: 204 len: 173 time: 1.8195393 Jul 08 18:06:56.079543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f718271-c1f1-4f00-a7d7-41f11a787ef5 req-3eaf00ea-49b2-4dc3-bb49-1357de4b3ad7 tempest-ServerDiskConfigTestJSON-330519648 tempest-ServerDiskConfigTestJSON-330519648-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac7f1d52-35e5-4fbb-ae91-daa731eefefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916533 Jul 08 18:06:56.083592 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288a61b0-20a8-4ea8-97c2-7e85d18a790f', 'name': 'network-vif-deleted', 'tag': '2a2cd8c5-6628-4a4f-948b-4a3e66868713'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:56.085813 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34a6684-4387-4162-bf5d-f55037c2fc42" -d '{"events": [{"server_uuid": "288a61b0-20a8-4ea8-97c2-7e85d18a790f", "name": "network-vif-deleted", "tag": "2a2cd8c5-6628-4a4f-948b-4a3e66868713"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:56.114959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Allocated IP 172.20.0.1 (811ef628-e931-4676-a654-7d47371e6761/9d9a3154-9836-468e-8362-154411245c2e/b2f65223-e172-4a9c-96e5-8f670a5cf87e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:56.213392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc12bfc-f057-4ec2-9918-0f81b9d582d6 req-ba57f725-be17-4f32-9f64-22230d639926 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:56.227665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fc12bfc-f057-4ec2-9918-0f81b9d582d6 req-ba57f725-be17-4f32-9f64-22230d639926 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 945 time: 0.2407753 Jul 08 18:06:56.232501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ed48a3be-68a7-42b8-aa40-f986948da6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:06:54Z', 'revision_number': 5, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:56.289653 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.294899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48a3be-68a7-42b8-aa40-f986948da6b0 None None] Checking router: e8564160-635e-469a-9ffc-7793bfe01f97 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:06:56.306301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48a3be-68a7-42b8-aa40-f986948da6b0 None None] Routers {'e8564160-635e-469a-9ffc-7793bfe01f97'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:56.306929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ed48a3be-68a7-42b8-aa40-f986948da6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['e8564160-635e-469a-9ffc-7793bfe01f97'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:56.327225 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fc12bfc-f057-4ec2-9918-0f81b9d582d6 req-e5b4131d-5520-4712-bd3d-1faf44efe4c4 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985878 Jul 08 18:06:56.347882 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.351510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.439477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ed48a3be-68a7-42b8-aa40-f986948da6b0 None None] Set router e8564160-635e-469a-9ffc-7793bfe01f97 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:56.493351 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.497469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.563084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921cdc8-106d-48ad-a14e-9828f9eb182c req-c7f6daf9-6995-42ae-b270-040b90b84339 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:56.583882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0921cdc8-106d-48ad-a14e-9828f9eb182c req-c7f6daf9-6995-42ae-b270-040b90b84339 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 943 time: 0.2285492 Jul 08 18:06:56.585933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f65223-e172-4a9c-96e5-8f670a5cf87e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:56.596946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Deleting port 0e82fea4-9710-440c-b2f8-ff0957df44be {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:56.599204 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.609082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Network 811ef628-e931-4676-a654-7d47371e6761 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:56.610953 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:56.618781 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:56.663718 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.726650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ed48a3be-68a7-42b8-aa40-f986948da6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:06:54Z', 'revision_number': 5, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:56.762841 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6999e3f4-dfdf-4455-ae32-01f68458db80 x-openstack-request-id: req-6999e3f4-dfdf-4455-ae32-01f68458db80 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:56.763143 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288a61b0-20a8-4ea8-97c2-7e85d18a790f", "name": "network-vif-deleted", "tag": "2a2cd8c5-6628-4a4f-948b-4a3e66868713", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:56.763387 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6999e3f4-dfdf-4455-ae32-01f68458db80 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:56.763791 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288a61b0-20a8-4ea8-97c2-7e85d18a790f', 'name': 'network-vif-deleted', 'tag': '2a2cd8c5-6628-4a4f-948b-4a3e66868713', 'status': 'completed', 'code': 200} Jul 08 18:06:56.769376 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0921cdc8-106d-48ad-a14e-9828f9eb182c req-8ce85ab3-7c87-4c5c-acd5-d9aac3efc09c tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845737 Jul 08 18:06:56.781640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48a3be-68a7-42b8-aa40-f986948da6b0 None None] The sync data for ids ['e8564160-635e-469a-9ffc-7793bfe01f97'] in n-d-799684-3 is: [{'id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'name': 'tempest-ServersTestJSON-1300812986-router', 'tenant_id': '9e71714b6726422698ef18c9981ae25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:04Z', 'updated_at': '2021-07-08T18:06:54Z', 'revision_number': 5, 'project_id': '9e71714b6726422698ef18c9981ae25e', 'gw_port': {'id': '0e82fea4-9710-440c-b2f8-ff0957df44be', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8564160-635e-469a-9ffc-7793bfe01f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:56.791359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] For port 0e82fea4-9710-440c-b2f8-ff0957df44be, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0e82fea4-9710-440c-b2f8-ff0957df44be,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:56.791725 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.812062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Calling delete_port for 0e82fea4-9710-440c-b2f8-ff0957df44be owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:56.830143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port e036f419-1f59-4e16-b8a0-95cfe70ce22d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:56.830516 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.965670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.975172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.990597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for e036f419-1f59-4e16-b8a0-95cfe70ce22d owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:57.033802 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.057579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e82fea4-9710-440c-b2f8-ff0957df44be,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:57.131247 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.261760 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.266612 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.304973 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.313679 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.348545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.349083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8564160-635e-469a-9ffc-7793bfe01f97 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:06:57.360192 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.361739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-25d35c8d-d022-4bca-bc79-8c2ca47611e6 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e8564160-635e-469a-9ffc-7793bfe01f97 HTTP/1.1" status: 204 len: 168 time: 1.5708141 Jul 08 18:06:57.364920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38874) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:57.393979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.414785 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.447932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa6c389-d668-4ee7-bc1f-bd26bec51ddc admin admin] Deleting subnet 9c92eafc-1e96-495c-be54-5fa4d91755fc {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:06:57.451726 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c389-d668-4ee7-bc1f-bd26bec51ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.472957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8d12e26c-5a49-43f5-bd80-488585a69f94 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:57.526890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f65223-e172-4a9c-96e5-8f670a5cf87e,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:57.546437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c389-d668-4ee7-bc1f-bd26bec51ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.574270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 8d12e26c-5a49-43f5-bd80-488585a69f94 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:57.579822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8d12e26c-5a49-43f5-bd80-488585a69f94 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:57.580288 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.631314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=e036f419-1f59-4e16-b8a0-95cfe70ce22d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:57.692851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.727627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f0d53-76f1-4918-bec1-c4bcc4e91d25 req-e3e43381-b003-4c62-bf02-74accca1a244 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:57.730366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa3f0d53-76f1-4918-bec1-c4bcc4e91d25 req-e3e43381-b003-4c62-bf02-74accca1a244 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 945 time: 0.2080638 Jul 08 18:06:57.733801 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c389-d668-4ee7-bc1f-bd26bec51ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.740131 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.776734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 8d12e26c-5a49-43f5-bd80-488585a69f94, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8d12e26c-5a49-43f5-bd80-488585a69f94,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:57.786704 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.841114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38886) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:57.859988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa3f0d53-76f1-4918-bec1-c4bcc4e91d25 req-a263bff6-853f-4aaa-9ad5-c9ce792dedb2 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951297 Jul 08 18:06:57.890788 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.891692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=8d12e26c-5a49-43f5-bd80-488585a69f94,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:57.899611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device da362e3e-f51a-446c-ba42-1e597e02c1ec no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:57.899737 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.925106 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c389-d668-4ee7-bc1f-bd26bec51ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.942756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: da362e3e-f51a-446c-ba42-1e597e02c1ec {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:57.943101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device da362e3e-f51a-446c-ba42-1e597e02c1ec not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:57.954972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 75722af5-007b-4ff4-a2dc-f88a09eb816b details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:57.975717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6c389-d668-4ee7-bc1f-bd26bec51ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c92eafc-1e96-495c-be54-5fa4d91755fc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:57.982033 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c389-d668-4ee7-bc1f-bd26bec51ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.984527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2fa6c389-d668-4ee7-bc1f-bd26bec51ddc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9c92eafc-1e96-495c-be54-5fa4d91755fc HTTP/1.1" status: 204 len: 168 time: 0.6176145 Jul 08 18:06:57.986574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38890) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:58.039015 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.039636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Fanout notify agent at l3_agent the message router_deleted on router 8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:06:58.047656 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.052490 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0c005253-a42f-437e-ab6e-2d175a7488b1 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/routers/8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d HTTP/1.1" status: 204 len: 168 time: 2.4213455 Jul 08 18:06:58.053366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38892) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:58.085382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b501696e-0b61-4684-a3b3-25c019969852 admin admin] Deleting subnet d494eaa6-a027-48ad-9264-18ec89b809c0 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:06:58.088554 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b501696e-0b61-4684-a3b3-25c019969852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.117745 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.124761 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b501696e-0b61-4684-a3b3-25c019969852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.135766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 75722af5-007b-4ff4-a2dc-f88a09eb816b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:58.150554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '75722af5-007b-4ff4-a2dc-f88a09eb816b', 'network_id': '59fb5ee7-cecf-466d-8f9c-3815a4857bfd', 'port_id': '75722af5-007b-4ff4-a2dc-f88a09eb816b', 'mac_address': 'fa:16:3e:46:3f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a41417a-9610-4e78-aa1c-6c2d94c44b77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:58.154002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9d3dc-44ea-4f7d-a791-990c56e88c4f req-b22b0eb8-d692-4f74-91c1-9cbfc8c2188e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:58.154175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb693fc-313a-445a-9c2d-8dcb51e4546a None None] Network aba4ff34-3904-4abd-9278-ba4fa8a97426 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:58.161527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9d9d3dc-44ea-4f7d-a791-990c56e88c4f req-b22b0eb8-d692-4f74-91c1-9cbfc8c2188e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 943 time: 0.1114960 Jul 08 18:06:58.166701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b501696e-0b61-4684-a3b3-25c019969852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.236021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9d9d3dc-44ea-4f7d-a791-990c56e88c4f req-d44eab42-c84c-414d-8f7f-2c967e47d926 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734048 Jul 08 18:06:58.272425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Deleting port e123b248-1073-4351-ae7b-5f6c87fbb4a5 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:58.273535 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.285600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Network 811ef628-e931-4676-a654-7d47371e6761 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:58.286802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b501696e-0b61-4684-a3b3-25c019969852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.303557 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b501696e-0b61-4684-a3b3-25c019969852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.310803 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b501696e-0b61-4684-a3b3-25c019969852 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d494eaa6-a027-48ad-9264-18ec89b809c0 HTTP/1.1" status: 204 len: 168 time: 0.4478989 Jul 08 18:06:58.310803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:58.314712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38894) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:58.345807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501696e-0b61-4684-a3b3-25c019969852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d494eaa6-a027-48ad-9264-18ec89b809c0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:58.364141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e57878-3c41-48c1-a4d2-815e5a830272 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting subnet 14470f9e-cbc8-4523-a989-9b015a877aab {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:06:58.367809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60e57878-3c41-48c1-a4d2-815e5a830272 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.368108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] For port e123b248-1073-4351-ae7b-5f6c87fbb4a5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e123b248-1073-4351-ae7b-5f6c87fbb4a5,segment=NetworkSegment(61f32b72-0f62-4a37-9ef2-397b7821a400),segment_id=61f32b72-0f62-4a37-9ef2-397b7821a400)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:58.368396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.398170 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Calling delete_port for e123b248-1073-4351-ae7b-5f6c87fbb4a5 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:58.480637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2a2cd8c5-6628-4a4f-948b-4a3e66868713 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:58.483800 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.528029 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.535532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75722af5-007b-4ff4-a2dc-f88a09eb816b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:58.551635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 2a2cd8c5-6628-4a4f-948b-4a3e66868713 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:58.551916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2a2cd8c5-6628-4a4f-948b-4a3e66868713 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:58.564199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 75722af5-007b-4ff4-a2dc-f88a09eb816b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:58.570012 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.574559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e123b248-1073-4351-ae7b-5f6c87fbb4a5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:58.580835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] No DVR routers for this DVR port e123b248-1073-4351-ae7b-5f6c87fbb4a5 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:06:58.638954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=75722af5-007b-4ff4-a2dc-f88a09eb816b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:58.672720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.687441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad2131-52cf-477c-9477-b9336ff5d096 req-2f4c26ec-bc42-494a-ac1f-38b4ab2139a4 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:58.688976 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bad2131-52cf-477c-9477-b9336ff5d096 req-2f4c26ec-bc42-494a-ac1f-38b4ab2139a4 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 945 time: 0.1735303 Jul 08 18:06:58.692965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba4ff34-3904-4abd-9278-ba4fa8a97426']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:58.705424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f32b72-0f62-4a37-9ef2-397b7821a400') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:58.705716 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f32b72-0f62-4a37-9ef2-397b7821a400') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:58.727707 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.728399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e9788-723d-4328-8eda-0e0a875b8de3 None None] DHCP port deletion for aba4ff34-3904-4abd-9278-ba4fa8a97426 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:06:58.755291 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.766953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bad2131-52cf-477c-9477-b9336ff5d096 req-9ed8a356-a109-408c-a072-48ad102c9a33 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641296 Jul 08 18:06:58.767910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:06:58.768460 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:06:58.773292 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:06:58.805158 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60e57878-3c41-48c1-a4d2-815e5a830272 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.854192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.855402 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.860945 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.863224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/aba4ff34-3904-4abd-9278-ba4fa8a97426 HTTP/1.1" status: 204 len: 168 time: 0.8754992 Jul 08 18:06:58.876391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300da5b-3003-4a37-90ad-99cac4ff09f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba4ff34-3904-4abd-9278-ba4fa8a97426,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:58.948025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['75722af5-007b-4ff4-a2dc-f88a09eb816b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:58.998809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38902) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:59.046866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a309f176-bdd4-400e-9ccb-5d2127c28a8b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e71714b6726422698ef18c9981ae25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453222 Jul 08 18:06:59.048354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38906) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:59.071475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Router cd205c82-b24e-48fd-8f83-89225b9c3f91 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:59.091712 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.096089 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60e57878-3c41-48c1-a4d2-815e5a830272 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.129265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4f2772-c7b3-4d5d-a2a4-7eacbed40003']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:59.143167 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41c324aa-779f-4a4d-ab63-38f01080885d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.147381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddfe06e-1937-4e25-8ca7-7f2098a11075') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:59.148063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddfe06e-1937-4e25-8ca7-7f2098a11075') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:59.167312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41c324aa-779f-4a4d-ab63-38f01080885d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.168106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8d12e26c-5a49-43f5-bd80-488585a69f94 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:59.206323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.222538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8d12e26c-5a49-43f5-bd80-488585a69f94 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:59.222538 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.223815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41c324aa-779f-4a4d-ab63-38f01080885d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.226711 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41c324aa-779f-4a4d-ab63-38f01080885d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.230197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-41c324aa-779f-4a4d-ab63-38f01080885d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3e9969d9-bfc8-4729-a971-caf84338f819 HTTP/1.1" status: 204 len: 168 time: 0.1788845 Jul 08 18:06:59.237133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c324aa-779f-4a4d-ab63-38f01080885d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9969d9-bfc8-4729-a971-caf84338f819,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:59.273137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.283437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:06:59.283909 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:06:59.286169 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:06:59.329532 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60e57878-3c41-48c1-a4d2-815e5a830272 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.377006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e57878-3c41-48c1-a4d2-815e5a830272 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Subnet': ['ID=14470f9e-cbc8-4523-a989-9b015a877aab,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:59.385764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60e57878-3c41-48c1-a4d2-815e5a830272 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.387970 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-60e57878-3c41-48c1-a4d2-815e5a830272 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/subnets/14470f9e-cbc8-4523-a989-9b015a877aab HTTP/1.1" status: 204 len: 168 time: 1.3246486 Jul 08 18:06:59.390098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:59.393373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38912) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:59.408905 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1ef9c4f2-7df7-4e9b-bdf5-f4ffdf9adc50 admin admin] 10.222.0.73 "PUT /v2.0/routers/cd205c82-b24e-48fd-8f83-89225b9c3f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6298323 Jul 08 18:06:59.411498 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Sync routers for ids ['cd205c82-b24e-48fd-8f83-89225b9c3f91'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:59.413478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5009bcc-38dc-4f59-a8cd-f21bebab332e None None] Network d6bf86b2-ac35-4183-b85f-b620b0f4358d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:59.417200 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.427466 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.432015 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ae4f2772-c7b3-4d5d-a2a4-7eacbed40003 HTTP/1.1" status: 204 len: 168 time: 1.0974350 Jul 08 18:06:59.448617 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Routers {'cd205c82-b24e-48fd-8f83-89225b9c3f91'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:59.449277 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cd205c82-b24e-48fd-8f83-89225b9c3f91'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:59.454640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48589223-3ec5-489d-acd1-a8a1279b2d57 req-f82227ba-875f-41f3-955f-94e0ba5853ce tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:59.462804 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48589223-3ec5-489d-acd1-a8a1279b2d57 req-f82227ba-875f-41f3-955f-94e0ba5853ce tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 944 time: 0.0952814 Jul 08 18:06:59.508143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac29a6d-22a7-42f9-8a09-7ab22e7aeb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4f2772-c7b3-4d5d-a2a4-7eacbed40003,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:59.512228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0e82fea4-9710-440c-b2f8-ff0957df44be no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:59.522782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48589223-3ec5-489d-acd1-a8a1279b2d57 req-5227021b-aaea-4d08-98b8-8fd409a3a866 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564678 Jul 08 18:06:59.552285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 0e82fea4-9710-440c-b2f8-ff0957df44be {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:59.552884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0e82fea4-9710-440c-b2f8-ff0957df44be not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:59.553473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e123b248-1073-4351-ae7b-5f6c87fbb4a5 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:59.578866 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.588028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: e123b248-1073-4351-ae7b-5f6c87fbb4a5 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:59.589088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e123b248-1073-4351-ae7b-5f6c87fbb4a5 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:59.614869 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Set router cd205c82-b24e-48fd-8f83-89225b9c3f91 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:59.656201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:59.656558 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.773765 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] For port cc913f0b-92fd-48a1-a4b4-9b77bee6f552, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cc913f0b-92fd-48a1-a4b4-9b77bee6f552,segment=NetworkSegment(91fb3f9d-382e-4c07-9725-b4a18e25e4c0),segment_id=91fb3f9d-382e-4c07-9725-b4a18e25e4c0)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:59.774749 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.783901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5811c4-4f9e-4e5d-ac2d-ef5d3a1f3859 None None] DHCP port deletion for d6bf86b2-ac35-4183-b85f-b620b0f4358d request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:06:59.795636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for cc913f0b-92fd-48a1-a4b4-9b77bee6f552 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:59.849990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38932) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:59.904236 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-router', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:06:49Z', 'updated_at': '2021-07-08T18:06:56Z', 'revision_number': 4, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'gw_port': {'id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:51Z', 'updated_at': '2021-07-08T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b2f65223-e172-4a9c-96e5-8f670a5cf87e', 'name': '', 'network_id': '811ef628-e931-4676-a654-7d47371e6761', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'mac_address': 'fa:16:3e:ef:37:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '9d9a3154-9836-468e-8362-154411245c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:55Z', 'updated_at': '2021-07-08T18:06:57Z', 'revision_number': 2, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'subnets': [{'id': '9d9a3154-9836-468e-8362-154411245c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:59.922175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3e5811c4-4f9e-4e5d-ac2d-ef5d3a1f3859 None None] Deleting port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:59.922573 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3e5811c4-4f9e-4e5d-ac2d-ef5d3a1f3859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.942505 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.946780 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-40b63013-1900-4b81-be1a-5921f6f2f685 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e35676191624470a874e0121ae80323e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955327 Jul 08 18:06:59.952314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38936) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:59.957765 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Checking router: cd205c82-b24e-48fd-8f83-89225b9c3f91 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:06:59.958119 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Updating router cd205c82-b24e-48fd-8f83-89225b9c3f91 port b2f65223-e172-4a9c-96e5-8f670a5cf87e binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:06:59.989814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=cc913f0b-92fd-48a1-a4b4-9b77bee6f552,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:00.009705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] No DVR routers for this DVR port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:00.037972 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.056423 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d3fd0ca7-45eb-46a1-9db5-dcc03be3ef1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.074442 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3e5811c4-4f9e-4e5d-ac2d-ef5d3a1f3859 None None] For port cc913f0b-92fd-48a1-a4b4-9b77bee6f552, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cc913f0b-92fd-48a1-a4b4-9b77bee6f552,segment=NetworkSegment(91fb3f9d-382e-4c07-9725-b4a18e25e4c0),segment_id=91fb3f9d-382e-4c07-9725-b4a18e25e4c0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:00.075021 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3e5811c4-4f9e-4e5d-ac2d-ef5d3a1f3859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.091293 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d3fd0ca7-45eb-46a1-9db5-dcc03be3ef1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.106258 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3e5811c4-4f9e-4e5d-ac2d-ef5d3a1f3859 None None] Calling delete_port for cc913f0b-92fd-48a1-a4b4-9b77bee6f552 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:00.137397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.162872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bf86b2-ac35-4183-b85f-b620b0f4358d']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:00.198551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fb3f9d-382e-4c07-9725-b4a18e25e4c0') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:00.201182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fb3f9d-382e-4c07-9725-b4a18e25e4c0') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:00.217071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d8719-0768-491f-9939-a6e574ebbc4b req-76891117-cd56-4168-a73d-1bdad66969e5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:00.218934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-266d8719-0768-491f-9939-a6e574ebbc4b req-76891117-cd56-4168-a73d-1bdad66969e5 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 945 time: 0.2361679 Jul 08 18:07:00.221165 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.235204 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3e5811c4-4f9e-4e5d-ac2d-ef5d3a1f3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.250297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.261023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:00.261439 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.265019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5811c4-4f9e-4e5d-ac2d-ef5d3a1f3859 None None] Pushing event deleted for resources: {'Port': ['ID=cc913f0b-92fd-48a1-a4b4-9b77bee6f552,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:00.267341 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:00.275193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d3fd0ca7-45eb-46a1-9db5-dcc03be3ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.281791 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d3fd0ca7-45eb-46a1-9db5-dcc03be3ef1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.283035 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d3fd0ca7-45eb-46a1-9db5-dcc03be3ef1e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ac7f1d52-35e5-4fbb-ae91-daa731eefefc HTTP/1.1" status: 204 len: 168 time: 0.3295276 Jul 08 18:07:00.297634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5811c4-4f9e-4e5d-ac2d-ef5d3a1f3859 None None] No DVR routers for this DVR port cc913f0b-92fd-48a1-a4b4-9b77bee6f552 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:00.326337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd0ca7-45eb-46a1-9db5-dcc03be3ef1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7f1d52-35e5-4fbb-ae91-daa731eefefc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:00.392573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a21149-9e2c-4aa5-82ef-b6469b553bea req-bb53ac37-1599-4233-b688-d08847caeab7 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:00.401506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3a21149-9e2c-4aa5-82ef-b6469b553bea req-bb53ac37-1599-4233-b688-d08847caeab7 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 945 time: 0.2631221 Jul 08 18:07:00.410391 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.438767 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.443393 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/networks/d6bf86b2-ac35-4183-b85f-b620b0f4358d HTTP/1.1" status: 204 len: 168 time: 1.0303907 Jul 08 18:07:00.446840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0805b60-ae1d-4dfa-8fd0-15768c69d615 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Network': ['ID=d6bf86b2-ac35-4183-b85f-b620b0f4358d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:00.448562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38956) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:00.548439 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.561933 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Transition to ACTIVE for port object b2f65223-e172-4a9c-96e5-8f670a5cf87e will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:00.571724 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.625748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3a21149-9e2c-4aa5-82ef-b6469b553bea req-e2777a42-776e-4e69-bb61-77bff9c6d4ce tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups?id=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230408 Jul 08 18:07:00.646252 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-266bcb9c-2aef-4663-bd8d-6813d53c290b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port b38100b4-7dc1-4c93-9c59-c4d1406185ee {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:00.646252 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-266bcb9c-2aef-4663-bd8d-6813d53c290b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.668152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-266d8719-0768-491f-9939-a6e574ebbc4b req-44d288db-72d6-4db9-a889-b2b018b832d6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Deleting port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:00.668605 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-266d8719-0768-491f-9939-a6e574ebbc4b req-44d288db-72d6-4db9-a889-b2b018b832d6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.692303 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Attempting to bind port b2f65223-e172-4a9c-96e5-8f670a5cf87e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:00.692689 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Attempting to bind port b2f65223-e172-4a9c-96e5-8f670a5cf87e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:00.693143 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Attempting to bind port b2f65223-e172-4a9c-96e5-8f670a5cf87e on network 811ef628-e931-4676-a654-7d47371e6761 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:00.695032 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644be21-8dc7-4962-a2eb-afa1b6bfee1c None None] Pushing event updated for resources: {'Port': ['ID=b2f65223-e172-4a9c-96e5-8f670a5cf87e,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:00.711547 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:00.711986 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Checking segment: {'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:00.712570 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.713024 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Bound using segment: {'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:00.713620 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Bound port: b2f65223-e172-4a9c-96e5-8f670a5cf87e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:00.714117 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.803892 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] For port b2f65223-e172-4a9c-96e5-8f670a5cf87e, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:00.807268 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] For port b2f65223-e172-4a9c-96e5-8f670a5cf87e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b2f65223-e172-4a9c-96e5-8f670a5cf87e,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:00.812354 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-266bcb9c-2aef-4663-bd8d-6813d53c290b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.812688 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-266bcb9c-2aef-4663-bd8d-6813d53c290b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.813961 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.819788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825fce4-6e36-4989-aaa6-515435176794 req-2245b098-abd8-4560-b39d-aaf7256fe2fb tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:00.824540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-2245b098-abd8-4560-b39d-aaf7256fe2fb tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 819 time: 0.4438515 Jul 08 18:07:00.841727 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-266bcb9c-2aef-4663-bd8d-6813d53c290b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for b38100b4-7dc1-4c93-9c59-c4d1406185ee owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:00.853548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38976) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:00.888835 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Routers {'cd205c82-b24e-48fd-8f83-89225b9c3f91'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:07:00.889542 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cd205c82-b24e-48fd-8f83-89225b9c3f91'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:00.904958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-2c1345dd-aad9-4f85-80a3-326d6eaa04f6 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/quotas/67fa5bbe2fc1449e9b752fd85841b4a2 HTTP/1.1" status: 200 len: 375 time: 0.0521438 Jul 08 18:07:00.957873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-266d8719-0768-491f-9939-a6e574ebbc4b req-44d288db-72d6-4db9-a889-b2b018b832d6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] For port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13,segment=NetworkSegment(75c86e93-db9f-49c7-aac1-c4c177374c06),segment_id=75c86e93-db9f-49c7-aac1-c4c177374c06)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:00.958259 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-266d8719-0768-491f-9939-a6e574ebbc4b req-44d288db-72d6-4db9-a889-b2b018b832d6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:01.029329 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644be21-8dc7-4962-a2eb-afa1b6bfee1c None None] Pushing event updated for resources: {'Port': ['ID=b2f65223-e172-4a9c-96e5-8f670a5cf87e,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:01.043203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-266d8719-0768-491f-9939-a6e574ebbc4b req-44d288db-72d6-4db9-a889-b2b018b832d6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Calling delete_port for f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:01.068238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-network', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:01.086072 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] Set router cd205c82-b24e-48fd-8f83-89225b9c3f91 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:07:01.157033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cc913f0b-92fd-48a1-a4b4-9b77bee6f552 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:07:01.161518 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-266bcb9c-2aef-4663-bd8d-6813d53c290b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:01.189155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:01.189756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: cc913f0b-92fd-48a1-a4b4-9b77bee6f552 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:07:01.190109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cc913f0b-92fd-48a1-a4b4-9b77bee6f552 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:07:01.191816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:01.232343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bcb9c-2aef-4663-bd8d-6813d53c290b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=b38100b4-7dc1-4c93-9c59-c4d1406185ee,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:01.241397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:01.275431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-b757bd34-23e7-4dd6-90a1-7583db7cd7cb tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3585229 Jul 08 18:07:01.302993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-266bcb9c-2aef-4663-bd8d-6813d53c290b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:01.306265 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-266bcb9c-2aef-4663-bd8d-6813d53c290b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:01.311589 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-266bcb9c-2aef-4663-bd8d-6813d53c290b tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/floatingips/fa122c0b-7c6c-4281-a1ea-a59c6d889286 HTTP/1.1" status: 204 len: 168 time: 0.8620439 Jul 08 18:07:01.312436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38988) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:01.339222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38990) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:01.345819 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61e1865-5b98-4748-9ddc-48259784a01f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] DELETE failed (client error): The resource could not be found. Jul 08 18:07:01.346617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61e1865-5b98-4748-9ddc-48259784a01f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:01.352002 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c61e1865-5b98-4748-9ddc-48259784a01f tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/ports/4f417f1c-6821-4489-ade5-dfaed606024b HTTP/1.1" status: 404 len: 333 time: 0.0382760 Jul 08 18:07:01.352662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38994) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:01.375081 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-router', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:06:49Z', 'updated_at': '2021-07-08T18:06:56Z', 'revision_number': 4, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'gw_port': {'id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:51Z', 'updated_at': '2021-07-08T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b2f65223-e172-4a9c-96e5-8f670a5cf87e', 'name': '', 'network_id': '811ef628-e931-4676-a654-7d47371e6761', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'mac_address': 'fa:16:3e:ef:37:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '9d9a3154-9836-468e-8362-154411245c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:55Z', 'updated_at': '2021-07-08T18:07:00Z', 'revision_number': 4, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'subnets': [{'id': '9d9a3154-9836-468e-8362-154411245c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:01.390883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-06af38d6-e8c6-4b6e-869a-6d7b84b33432 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d HTTP/1.1" status: 200 len: 205 time: 0.0370572 Jul 08 18:07:01.391599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38996) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:01.419183 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c5a8a-ef02-4bae-b126-94716d80b069 None None] The sync data for ids ['cd205c82-b24e-48fd-8f83-89225b9c3f91'] in n-d-799684-3 is: [{'id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-router', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:06:49Z', 'updated_at': '2021-07-08T18:06:56Z', 'revision_number': 4, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'gw_port': {'id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:51Z', 'updated_at': '2021-07-08T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b2f65223-e172-4a9c-96e5-8f670a5cf87e', 'name': '', 'network_id': '811ef628-e931-4676-a654-7d47371e6761', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'mac_address': 'fa:16:3e:ef:37:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '9d9a3154-9836-468e-8362-154411245c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:55Z', 'updated_at': '2021-07-08T18:07:00Z', 'revision_number': 4, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'subnets': [{'id': '9d9a3154-9836-468e-8362-154411245c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:07:01.431605 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-e03e5a34-c0cc-4ec2-b688-7b6deeb72197 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] delete failed (client error): The resource could not be found. Jul 08 18:07:01.435485 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e03e5a34-c0cc-4ec2-b688-7b6deeb72197 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/routers/8d7335dd-54bb-4d79-9d7a-f9eab86d1e2d HTTP/1.1" status: 404 len: 336 time: 0.0428524 Jul 08 18:07:01.436095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38998) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:01.482023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-847439368-network', 'tenant_id': '588ab089e55e48f882e0551d4f129e8c'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:01.486262 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a85eeb2-f1f8-4f36-85c3-be8744a5f2d6 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] DELETE failed (client error): The resource could not be found. Jul 08 18:07:01.487077 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a85eeb2-f1f8-4f36-85c3-be8744a5f2d6 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:01.491015 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1a85eeb2-f1f8-4f36-85c3-be8744a5f2d6 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/subnets/14470f9e-cbc8-4523-a989-9b015a877aab HTTP/1.1" status: 404 len: 337 time: 0.0514827 Jul 08 18:07:01.492662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39000) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:01.615432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fa15b436-9b16-4150-8ca1-0b128feaf3f5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port 54cbd75a-9a5c-49d4-999f-84f47cc9f377 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:01.615779 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fa15b436-9b16-4150-8ca1-0b128feaf3f5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:01.710056 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fa15b436-9b16-4150-8ca1-0b128feaf3f5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:01.724464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fa15b436-9b16-4150-8ca1-0b128feaf3f5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for 54cbd75a-9a5c-49d4-999f-84f47cc9f377 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:01.729667 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.api [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 18:07:01.729667 n-d-799684-3 neutron-server[93741]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 18:07:01.729667 n-d-799684-3 neutron-server[93741]: [parameters: {'project_id_1': '588ab089e55e48f882e0551d4f129e8c', 'expiration_1': datetime.datetime(2021, 7, 8, 18, 7, 1, 491031)}] Jul 08 18:07:01.729667 n-d-799684-3 neutron-server[93741]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:07:01.730067 n-d-799684-3 neutron-server[93741]: DEBUG oslo_db.api [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:07:01.848265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5085-7c44-4c6a-906c-008673d86da4 req-7848958a-91d8-454a-9cc4-f3c250535193 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:01.849809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-456a5085-7c44-4c6a-906c-008673d86da4 req-7848958a-91d8-454a-9cc4-f3c250535193 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 944 time: 0.6651201 Jul 08 18:07:01.879776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-d583f8f5-3dae-41d7-a9bb-bd758d30efff service neutron] 10.222.0.73 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031556 Jul 08 18:07:01.899711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fa15b436-9b16-4150-8ca1-0b128feaf3f5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:01.930437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15b436-9b16-4150-8ca1-0b128feaf3f5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=54cbd75a-9a5c-49d4-999f-84f47cc9f377,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:01.982414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 75722af5-007b-4ff4-a2dc-f88a09eb816b up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:01.984426 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-266d8719-0768-491f-9939-a6e574ebbc4b req-44d288db-72d6-4db9-a889-b2b018b832d6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.017667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f0fdd8d3-23a9-4d5e-ba71-f418782a2c13'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:02.048360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fa15b436-9b16-4150-8ca1-0b128feaf3f5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.051667 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fa15b436-9b16-4150-8ca1-0b128feaf3f5 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/ports/54cbd75a-9a5c-49d4-999f-84f47cc9f377 HTTP/1.1" status: 204 len: 168 time: 0.5580659 Jul 08 18:07:02.054037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39008) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:02.055325 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.072488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-456a5085-7c44-4c6a-906c-008673d86da4 req-bdbbde24-412f-43e0-a2a7-32e47b0864a7 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135522 Jul 08 18:07:02.115356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 75722af5-007b-4ff4-a2dc-f88a09eb816b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:02.120772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 75722af5-007b-4ff4-a2dc-f88a09eb816b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:02.121144 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.135433 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.161275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:02.176116 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.176602 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Added segment 70e3454d-52df-43ab-af13-953ddc671c10 of type vlan for network 862c2a37-d96a-4888-ae5a-8d974ff33d02 Jul 08 18:07:02.227476 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.236049 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.276613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 75722af5-007b-4ff4-a2dc-f88a09eb816b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:02.277797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75722af5-007b-4ff4-a2dc-f88a09eb816b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:02.281214 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad781ca-6690-43e5-87e1-f15159e6a236" -d '{"events": [{"server_uuid": "44f3273f-3016-4c13-b6b1-0d3f195583a9", "name": "network-vif-plugged", "status": "completed", "tag": "75722af5-007b-4ff4-a2dc-f88a09eb816b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:02.285924 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.286693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:07:02.290948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Made reservation on behalf of 588ab089e55e48f882e0551d4f129e8c for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:02.302164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.319880 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.328349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:07:02.328688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:07:02.337606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5c4667-76b7-4899-bfdf-ca06b96909a4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:02.341455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d288db-72d6-4db9-a889-b2b018b832d6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event deleted for resources: {'Port': ['ID=f0fdd8d3-23a9-4d5e-ba71-f418782a2c13,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:02.357024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=75722af5-007b-4ff4-a2dc-f88a09eb816b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:02.359909 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.360883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:02.361477 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.401369 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-9152d28b-3b33-4310-884b-86aa342b2564 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port 6ef5be69-281c-4005-a868-504e01d104ea {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:02.404323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9152d28b-3b33-4310-884b-86aa342b2564 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.435170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5780706 Jul 08 18:07:02.450030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04d9270e-b604-484c-a16a-4d322f7913eb req-2f32133b-1a45-4294-a55a-b58f9a7a37f6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/ports?device_id=81b9ef4f-fec9-47b4-840c-9497bcbdbdd1 HTTP/1.1" status: 200 len: 210 time: 0.1532631 Jul 08 18:07:02.452962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39012) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:02.460404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] Request body: {'subnet': {'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-subnet', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:02.515325 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-cd6e2943-523c-4142-94c0-ab9382983a99 service neutron] 10.222.0.73 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346567 Jul 08 18:07:02.516205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-266d8719-0768-491f-9939-a6e574ebbc4b req-44d288db-72d6-4db9-a889-b2b018b832d6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] No DVR routers for this DVR port f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:02.525222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-266d8719-0768-491f-9939-a6e574ebbc4b req-44d288db-72d6-4db9-a889-b2b018b832d6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.527385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-266d8719-0768-491f-9939-a6e574ebbc4b req-44d288db-72d6-4db9-a889-b2b018b832d6 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.59 "DELETE /v2.0/ports/f0fdd8d3-23a9-4d5e-ba71-f418782a2c13 HTTP/1.1" status: 204 len: 173 time: 2.2815809 Jul 08 18:07:02.527852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b9ef4f-fec9-47b4-840c-9497bcbdbdd1', 'name': 'network-vif-deleted', 'tag': 'f0fdd8d3-23a9-4d5e-ba71-f418782a2c13'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:02.530377 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5962d8cb-6296-4b59-a1a8-fdfe77dda4f8" -d '{"events": [{"server_uuid": "81b9ef4f-fec9-47b4-840c-9497bcbdbdd1", "name": "network-vif-deleted", "tag": "f0fdd8d3-23a9-4d5e-ba71-f418782a2c13"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:02.553609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646aa96-6245-479f-a29b-15cb46f5331c admin admin] Pushing event updated for resources: {'Network': ['ID=862c2a37-d96a-4888-ae5a-8d974ff33d02,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:02.565514 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9152d28b-3b33-4310-884b-86aa342b2564 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.575493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 862c2a37-d96a-4888-ae5a-8d974ff33d02 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:02.633483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-9152d28b-3b33-4310-884b-86aa342b2564 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for 6ef5be69-281c-4005-a868-504e01d104ea owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:02.781121 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.787649 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eddd11-2d08-4d83-ae63-936939f50a23 x-openstack-request-id: req-e8eddd11-2d08-4d83-ae63-936939f50a23 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:02.788059 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f3273f-3016-4c13-b6b1-0d3f195583a9", "name": "network-vif-plugged", "status": "completed", "tag": "75722af5-007b-4ff4-a2dc-f88a09eb816b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:02.788794 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8eddd11-2d08-4d83-ae63-936939f50a23 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:02.788981 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75722af5-007b-4ff4-a2dc-f88a09eb816b', 'code': 200} Jul 08 18:07:02.815547 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.849439 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f1d257-ae24-4a22-92a0-97717fa36bf3 x-openstack-request-id: req-67f1d257-ae24-4a22-92a0-97717fa36bf3 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:02.849733 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b9ef4f-fec9-47b4-840c-9497bcbdbdd1", "name": "network-vif-deleted", "tag": "f0fdd8d3-23a9-4d5e-ba71-f418782a2c13", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:02.849987 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67f1d257-ae24-4a22-92a0-97717fa36bf3 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:02.850411 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b9ef4f-fec9-47b4-840c-9497bcbdbdd1', 'name': 'network-vif-deleted', 'tag': 'f0fdd8d3-23a9-4d5e-ba71-f418782a2c13', 'status': 'completed', 'code': 200} Jul 08 18:07:02.866318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:02.907549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:02.919605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.929930 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.930352 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Added segment ca85fe9e-7c61-40f4-b070-107d703a8516 of type vlan for network 4374e0d0-64ce-4652-8f1b-54232544ddaa Jul 08 18:07:02.955378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff8d2272-baa0-4f60-a833-5f5d572c9796 req-fa6f61ac-354e-4bc3-b348-37df689739a6 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 210 time: 0.0607252 Jul 08 18:07:03.025452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521b46ac-0031-445c-890d-1ee12e2d52d6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:03.159049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b22e37-83c0-49f3-af35-d09f6d1365e4 req-f1e56452-1826-4e8b-9ecd-7649271249dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:03.166712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85b22e37-83c0-49f3-af35-d09f6d1365e4 req-f1e56452-1826-4e8b-9ecd-7649271249dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 1096 time: 0.1921909 Jul 08 18:07:03.230477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85b22e37-83c0-49f3-af35-d09f6d1365e4 req-2ce6c2eb-cd63-4cc2-a56a-52e4b88bb24d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541158 Jul 08 18:07:03.251800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.277946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9152d28b-3b33-4310-884b-86aa342b2564 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.300874 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.336040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b2f65223-e172-4a9c-96e5-8f670a5cf87e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:03.412808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d28b-3b33-4310-884b-86aa342b2564 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=6ef5be69-281c-4005-a868-504e01d104ea,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:03.429540 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.431274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b2f65223-e172-4a9c-96e5-8f670a5cf87e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:03.438368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b2f65223-e172-4a9c-96e5-8f670a5cf87e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:03.438659 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.494688 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.496181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:03.497008 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.535121 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1921678 Jul 08 18:07:03.537846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39042) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:03.548647 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] Request body: {'subnet': {'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-847439368-subnet', 'tenant_id': '588ab089e55e48f882e0551d4f129e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:03.584292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-0e852f07-865f-45c7-a889-c526358c734e tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:03.589616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b086e9c1-9a00-48ee-9a32-68a956d42d32,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:03.592550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-0e852f07-865f-45c7-a889-c526358c734e tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 819 time: 0.2452004 Jul 08 18:07:03.594261 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.608574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48950b-3238-49e8-a396-cc190288d63a req-2a771469-86b1-425e-9d3d-007f054923f1 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:03.610647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a48950b-3238-49e8-a396-cc190288d63a req-2a771469-86b1-425e-9d3d-007f054923f1 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 945 time: 0.1642315 Jul 08 18:07:03.645370 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9152d28b-3b33-4310-884b-86aa342b2564 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.648651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-bcd7fda9-5696-445e-a3c8-d5ee20c0157c tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/quotas/67fa5bbe2fc1449e9b752fd85841b4a2 HTTP/1.1" status: 200 len: 375 time: 0.0546708 Jul 08 18:07:03.653369 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9152d28b-3b33-4310-884b-86aa342b2564 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/ports/6ef5be69-281c-4005-a868-504e01d104ea HTTP/1.1" status: 204 len: 168 time: 1.5978875 Jul 08 18:07:03.654007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39046) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:03.664429 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] Made reservation on behalf of 588ab089e55e48f882e0551d4f129e8c for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:03.666771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b2f65223-e172-4a9c-96e5-8f670a5cf87e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b2f65223-e172-4a9c-96e5-8f670a5cf87e,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:03.669789 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.671628 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.676917 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] Checking segment: {'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:03.677287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] Network hostable DHCP agents. Network: 862c2a37-d96a-4888-ae5a-8d974ff33d02, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:03.699163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b23d0-85ce-43d1-b086-ec49471daaa9 admin admin] Pushing event updated for resources: {'Network': ['ID=4374e0d0-64ce-4652-8f1b-54232544ddaa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:03.715878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 4374e0d0-64ce-4652-8f1b-54232544ddaa details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:03.722305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] Network 862c2a37-d96a-4888-ae5a-8d974ff33d02 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:03.743890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 862c2a37-d96a-4888-ae5a-8d974ff33d02) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:03.750260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:03.750876 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.767090 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fe1529-4f6b-4827-a657-5acd7a11b4d5 None None] Network 862c2a37-d96a-4888-ae5a-8d974ff33d02 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:03.777513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea4daa-cae4-4355-bfc0-4952440af5fd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:03.779807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a48950b-3238-49e8-a396-cc190288d63a req-a51b81cb-d32c-4077-a9c8-af9bd1d0b2c6 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605010 Jul 08 18:07:03.782774 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6aea4daa-cae4-4355-bfc0-4952440af5fd tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "GET /v2.0/ports?device_id=3447d1e2-c575-464f-bcb6-264e68cb6689 HTTP/1.1" status: 200 len: 913 time: 0.1240053 Jul 08 18:07:03.783722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39048) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:03.794444 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6e8ad9fb-2095-4c28-960a-95f146d8d395 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3403592 Jul 08 18:07:03.794688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39050) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:03.801044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:03.859458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b2f65223-e172-4a9c-96e5-8f670a5cf87e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:03.909604 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.911517 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.929479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-186de337-9459-4938-b0ce-0525b4188d6b tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2799993 Jul 08 18:07:04.084249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-862c2a37-d96a-4888-ae5a-8d974ff33d02', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'fixed_ips': [{'subnet_id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:07:04.085459 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:04.089500 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:04.118677 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:04.272738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Allocated IP 172.20.0.2 (862c2a37-d96a-4888-ae5a-8d974ff33d02/b086e9c1-9a00-48ee-9a32-68a956d42d32/a431201b-3e08-4560-846b-89bc2dfb1428) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:04.416160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-7f965357-3e5e-4a9c-9082-1a6b1589ba50 service neutron] 10.222.0.73 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857891 Jul 08 18:07:04.441826 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:04.481895 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:04.498898 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:04.513987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Transition to ACTIVE for port object a431201b-3e08-4560-846b-89bc2dfb1428 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:04.531612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Transition to ACTIVE for port object a431201b-3e08-4560-846b-89bc2dfb1428 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:04.545276 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:04.582695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39066) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:04.588333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Network 862c2a37-d96a-4888-ae5a-8d974ff33d02 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:04.593462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:04.597021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:04.658266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Pushing event updated for resources: {'Port': ['ID=a431201b-3e08-4560-846b-89bc2dfb1428,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:04.677371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:04.679088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Attempting to bind port a431201b-3e08-4560-846b-89bc2dfb1428 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:04.679465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Attempting to bind port a431201b-3e08-4560-846b-89bc2dfb1428 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:04.679838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Attempting to bind port a431201b-3e08-4560-846b-89bc2dfb1428 on network 862c2a37-d96a-4888-ae5a-8d974ff33d02 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:04.690456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:04.691748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Checking segment: {'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:04.692378 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:04.692920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Bound using segment: {'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:04.693607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Bound port: a431201b-3e08-4560-846b-89bc2dfb1428, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:04.694270 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:04.702979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-bebd167c-85c7-4a32-b938-e2ad55b2ca7e service neutron] 10.222.0.73 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783072 Jul 08 18:07:04.721526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825fce4-6e36-4989-aaa6-515435176794 req-d2b3f639-2b8e-4ac6-957c-48004606c9a1 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:04.723189 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-d2b3f639-2b8e-4ac6-957c-48004606c9a1 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.74 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 819 time: 0.1182392 Jul 08 18:07:04.728985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] Checking segment: {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:04.729559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] Network hostable DHCP agents. Network: 4374e0d0-64ce-4652-8f1b-54232544ddaa, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:04.744125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Request body: {'port': {'device_id': '387baff0-dab8-4daa-a93a-1713a634d241', 'network_id': '811ef628-e931-4676-a654-7d47371e6761', 'admin_state_up': True, 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:04.795537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] Network 4374e0d0-64ce-4652-8f1b-54232544ddaa is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:04.827995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] For port a431201b-3e08-4560-846b-89bc2dfb1428, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:04.835522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] For port a431201b-3e08-4560-846b-89bc2dfb1428, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a431201b-3e08-4560-846b-89bc2dfb1428,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:04.855635 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:04.881644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 4374e0d0-64ce-4652-8f1b-54232544ddaa) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:04.908154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:04.908821 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:04.911825 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df0f9e2-ae3a-4701-99e0-792e9dcee447 None None] Network 4374e0d0-64ce-4652-8f1b-54232544ddaa requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:04.967500 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-900b27f1-42a0-4dcb-a69e-88d4dd6bda0d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4238198 Jul 08 18:07:05.049721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6483465b-d9dd-4916-82d0-0eef8a7bb4c2 req-e3e3f85c-471c-403a-b12f-d2167f55714d tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 210 time: 0.0771933 Jul 08 18:07:05.061893 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.082280 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9704746c-e5b1-4dd3-91ed-441802f6740d tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.132249 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.186030 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9704746c-e5b1-4dd3-91ed-441802f6740d tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.230113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Made reservation on behalf of 67fa5bbe2fc1449e9b752fd85841b4a2 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:05.235650 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.255763 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c22ecfe6-2430-42af-9ed1-8b99138cceca tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.362143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b2f65223-e172-4a9c-96e5-8f670a5cf87e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:05.379425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b318218-afa4-4935-bf3c-350504525521 req-76946696-8649-465a-85e1-b4f2984731e7 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:05.390333 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b318218-afa4-4935-bf3c-350504525521 req-76946696-8649-465a-85e1-b4f2984731e7 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 945 time: 0.3722987 Jul 08 18:07:05.438306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21dcdb5-b030-4f36-a66c-40aa7d822e87 None None] Pushing event updated for resources: {'Port': ['ID=a431201b-3e08-4560-846b-89bc2dfb1428,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:05.541860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Allocated IP 172.25.8.40 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/16f4c161-c02e-4b82-93b0-1b0ba1da732a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:05.586163 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9704746c-e5b1-4dd3-91ed-441802f6740d tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.588749 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9704746c-e5b1-4dd3-91ed-441802f6740d tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.589663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b2f65223-e172-4a9c-96e5-8f670a5cf87e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:05.590171 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9704746c-e5b1-4dd3-91ed-441802f6740d tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "DELETE /v2.0/security-groups/0e183afe-5ad5-42f9-8083-7fd83704cf83 HTTP/1.1" status: 204 len: 168 time: 1.0050287 Jul 08 18:07:05.590756 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.603827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39090) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:05.662778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614bba3c-ac3e-4957-9c1b-8cd8e0676c03 None None] Network 4374e0d0-64ce-4652-8f1b-54232544ddaa requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:05.667429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704746c-e5b1-4dd3-91ed-441802f6740d tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e183afe-5ad5-42f9-8083-7fd83704cf83,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:05.679046 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-4bcd4678-4396-49a9-856f-dcc7b1653396 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] show failed (client error): The resource could not be found. Jul 08 18:07:05.680162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4bcd4678-4396-49a9-856f-dcc7b1653396 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "GET /v2.0/security-groups/0e183afe-5ad5-42f9-8083-7fd83704cf83 HTTP/1.1" status: 404 len: 347 time: 0.0735114 Jul 08 18:07:05.709208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39094) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:05.722267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Allocated IP 172.20.0.13 (811ef628-e931-4676-a654-7d47371e6761/9d9a3154-9836-468e-8362-154411245c2e/38fe7072-45b4-43d8-a193-f3eb9f151697) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:05.932276 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b318218-afa4-4935-bf3c-350504525521 req-55faa92b-5ef2-45b9-aa96-34aeb8ea1bb5 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162661 Jul 08 18:07:05.939415 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.018585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.085424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c22ecfe6-2430-42af-9ed1-8b99138cceca tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port 6803c3c9-6e0c-46bd-80cc-8fe31304b0cb {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:06.085924 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c22ecfe6-2430-42af-9ed1-8b99138cceca tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.130308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-23651858-1971-416f-b03c-c836443b1050 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:06.131866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-23651858-1971-416f-b03c-c836443b1050 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/networks?id=4374e0d0-64ce-4652-8f1b-54232544ddaa HTTP/1.1" status: 200 len: 812 time: 0.1986012 Jul 08 18:07:06.152954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.169949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-31c81a1d-9302-449e-9306-63954f517479 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Deleting port 75b23b46-d69b-4718-bd5d-99e38eb7028e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:06.170515 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31c81a1d-9302-449e-9306-63954f517479 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.218045 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-232baf8b-cc87-4c6a-adde-782dff72654c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.221202 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.225576 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ecd8223-520c-4f5a-9208-ea94de0a7953 req-220255fe-22fc-42d7-8e0f-abbe2e662213 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-701719436&fields=id&tenant_id=6655462c5b97467482a6538c52beed2f HTTP/1.1" status: 200 len: 267 time: 0.1561699 Jul 08 18:07:06.231297 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-bf23e918-87f0-4b85-b133-3376fac9b77e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/quotas/588ab089e55e48f882e0551d4f129e8c HTTP/1.1" status: 200 len: 375 time: 0.0868368 Jul 08 18:07:06.239495 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Network 811ef628-e931-4676-a654-7d47371e6761 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:06.247002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:06.249977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:06.317653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:06.319794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c22ecfe6-2430-42af-9ed1-8b99138cceca tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.322267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Pushing event updated for resources: {'Port': ['ID=38fe7072-45b4-43d8-a193-f3eb9f151697,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:06.344844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:06.345666 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.346886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:06.350874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-567baba8-9083-4ae6-ab33-459ac658c345 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=588ab089e55e48f882e0551d4f129e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867727 Jul 08 18:07:06.351148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c22ecfe6-2430-42af-9ed1-8b99138cceca tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for 6803c3c9-6e0c-46bd-80cc-8fe31304b0cb owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:06.356049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:06.385918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Pushing event updated for resources: {'Port': ['ID=16f4c161-c02e-4b82-93b0-1b0ba1da732a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:06.419240 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-cfcdfb49-bd78-4f70-a599-3645381ee330 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6798787 Jul 08 18:07:06.433000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Request body: {'port': {'device_id': '387baff0-dab8-4daa-a93a-1713a634d241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:06.471914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31c81a1d-9302-449e-9306-63954f517479 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.473015 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31c81a1d-9302-449e-9306-63954f517479 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.508072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-31c81a1d-9302-449e-9306-63954f517479 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Calling delete_port for 75b23b46-d69b-4718-bd5d-99e38eb7028e owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:06.540549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa79f00-09f3-4ac7-bb11-f34d7225d0e0 None None] Network 862c2a37-d96a-4888-ae5a-8d974ff33d02 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:06.579714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.600915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd8223-520c-4f5a-9208-ea94de0a7953 req-d55d9ef2-ab9f-4c9b-97d6-1d92dcae4a3e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:06.609004 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ecd8223-520c-4f5a-9208-ea94de0a7953 req-d55d9ef2-ab9f-4c9b-97d6-1d92dcae4a3e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 945 time: 0.3678350 Jul 08 18:07:06.620825 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-4ecd8223-520c-4f5a-9208-ea94de0a7953 req-489ee981-d7e5-4806-bd26-699704b6724b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'port': {'security_groups': ['513f8945-850d-4168-8185-6afc8bca3cf7', '9539f261-12ed-48c6-bad0-12f8faebbb63']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:06.653231 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7d7c6685-eb60-4b3f-b6b7-c37b3265a824 None None] Provisioning for port a431201b-3e08-4560-846b-89bc2dfb1428 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:06.755488 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c22ecfe6-2430-42af-9ed1-8b99138cceca tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.797597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ecfe6-2430-42af-9ed1-8b99138cceca tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=6803c3c9-6e0c-46bd-80cc-8fe31304b0cb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:07.122880 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c22ecfe6-2430-42af-9ed1-8b99138cceca tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.128381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fe7072-45b4-43d8-a193-f3eb9f151697 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:07.140505 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.194830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Transition to ACTIVE for port object 38fe7072-45b4-43d8-a193-f3eb9f151697 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:07.204415 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.214850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d505569f-cf75-4cfc-94a2-30f3d4d8da46 service neutron] 10.222.0.73 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8225691 Jul 08 18:07:07.217751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a431201b-3e08-4560-846b-89bc2dfb1428 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:07.275450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port a431201b-3e08-4560-846b-89bc2dfb1428 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:07.279748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port a431201b-3e08-4560-846b-89bc2dfb1428 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:07.280319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.296569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Pushing event updated for resources: {'Port': ['ID=38fe7072-45b4-43d8-a193-f3eb9f151697,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:07.366361 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.400645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port a431201b-3e08-4560-846b-89bc2dfb1428, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a431201b-3e08-4560-846b-89bc2dfb1428,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:07.406995 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.433292 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Attempting to bind port 38fe7072-45b4-43d8-a193-f3eb9f151697 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:07.433711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Attempting to bind port 38fe7072-45b4-43d8-a193-f3eb9f151697 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:07.434118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Attempting to bind port 38fe7072-45b4-43d8-a193-f3eb9f151697 on network 811ef628-e931-4676-a654-7d47371e6761 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:07.437812 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-81aa40a2-aa3e-4dd8-9841-36013438a3d8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:07.439354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-81aa40a2-aa3e-4dd8-9841-36013438a3d8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.74 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 819 time: 0.8055785 Jul 08 18:07:07.439948 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ecd8223-520c-4f5a-9208-ea94de0a7953 req-489ee981-d7e5-4806-bd26-699704b6724b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.463633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=a431201b-3e08-4560-846b-89bc2dfb1428,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:07.470714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Port 38fe7072-45b4-43d8-a193-f3eb9f151697 on network 811ef628-e931-4676-a654-7d47371e6761 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:07:07.471046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Attempting to bind port 38fe7072-45b4-43d8-a193-f3eb9f151697 on network 811ef628-e931-4676-a654-7d47371e6761 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:07.478471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:07.478814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Checking segment: {'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:07.479193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Bound using segment: {'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:07.479620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Bound port: 38fe7072-45b4-43d8-a193-f3eb9f151697, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:07.479977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.501946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Request body: {'port': {'device_id': '61605540-1df3-46fe-9889-8bfc7ea8f22e', 'network_id': '811ef628-e931-4676-a654-7d47371e6761', 'admin_state_up': True, 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:07.534120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22ecfe6-2430-42af-9ed1-8b99138cceca tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Router 3447d1e2-c575-464f-bcb6-264e68cb6689 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:07:07.594875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] For port 38fe7072-45b4-43d8-a193-f3eb9f151697, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:07.615674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] For port 38fe7072-45b4-43d8-a193-f3eb9f151697, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=38fe7072-45b4-43d8-a193-f3eb9f151697,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:07.622546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.662049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-8fd70ce0-7382-4e31-b34e-1dd50c9e752e service neutron] 10.222.0.73 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369907 Jul 08 18:07:07.676140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.685827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:07.686402 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.687795 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] 10.222.0.74 "PUT /v2.0/ports/38fe7072-45b4-43d8-a193-f3eb9f151697 HTTP/1.1" status: 200 len: 1092 time: 1.2592864 Jul 08 18:07:07.690242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387baff0-dab8-4daa-a93a-1713a634d241', 'tag': '38fe7072-45b4-43d8-a193-f3eb9f151697'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:07.693014 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d822af-39e0-4941-883f-b7565e7990e5" -d '{"events": [{"name": "network-changed", "server_uuid": "387baff0-dab8-4daa-a93a-1713a634d241", "tag": "38fe7072-45b4-43d8-a193-f3eb9f151697"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:07.727411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fe57f-f42d-481d-ab20-fdfb9c73d6fa service neutron] Pushing event updated for resources: {'Port': ['ID=38fe7072-45b4-43d8-a193-f3eb9f151697,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:07.732469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22ecfe6-2430-42af-9ed1-8b99138cceca tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:07:07.735190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31c81a1d-9302-449e-9306-63954f517479 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.740836 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c22ecfe6-2430-42af-9ed1-8b99138cceca tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "PUT /v2.0/routers/3447d1e2-c575-464f-bcb6-264e68cb6689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9560797 Jul 08 18:07:07.741440 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39114) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:07.747962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62228593-54a5-4ba4-988b-01e5bf81ed05 None None] Sync routers for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:07:07.766545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62228593-54a5-4ba4-988b-01e5bf81ed05 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:07:07.767257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-62228593-54a5-4ba4-988b-01e5bf81ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:07.823415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-62228593-54a5-4ba4-988b-01e5bf81ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:07.824967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c81a1d-9302-449e-9306-63954f517479 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Pushing event deleted for resources: {'Port': ['ID=75b23b46-d69b-4718-bd5d-99e38eb7028e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:07.836695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62228593-54a5-4ba4-988b-01e5bf81ed05 None None] Routers {'3447d1e2-c575-464f-bcb6-264e68cb6689'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:07:07.837549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-62228593-54a5-4ba4-988b-01e5bf81ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:06:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3447d1e2-c575-464f-bcb6-264e68cb6689'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:07.881128 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-62228593-54a5-4ba4-988b-01e5bf81ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:07.882736 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62228593-54a5-4ba4-988b-01e5bf81ed05 None None] The sync data for ids ['3447d1e2-c575-464f-bcb6-264e68cb6689'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:07:07.897289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:07.902494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825fce4-6e36-4989-aaa6-515435176794 req-fc92b08f-0ab7-4f38-8c77-73408d3b91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:07.904114 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-fc92b08f-0ab7-4f38-8c77-73408d3b91ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 1095 time: 0.1193984 Jul 08 18:07:07.991911 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-04c15b27-58c6-42d7-b760-a6c9d89772db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38fe7072-45b4-43d8-a193-f3eb9f151697 HTTP/1.1" status: 200 len: 217 time: 0.0434065 Jul 08 18:07:08.049713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Made reservation on behalf of 67fa5bbe2fc1449e9b752fd85841b4a2 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:08.054664 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:08.092618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825fce4-6e36-4989-aaa6-515435176794 req-f8c9a69c-9868-4cf6-9b67-0213c2635696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:08.094177 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-f8c9a69c-9868-4cf6-9b67-0213c2635696 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 200 len: 859 time: 0.0947733 Jul 08 18:07:08.113781 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:08.140141 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-23cf487d-4a46-46ea-b9f5-8e0589e8aeff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=811ef628-e931-4676-a654-7d47371e6761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368245 Jul 08 18:07:08.158379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3035378c-bb7d-423d-a0a9-e234e836f88f req-9c982a8a-c9aa-4b74-8938-a7144c8457cb tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 210 time: 0.1129310 Jul 08 18:07:08.161831 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31c81a1d-9302-449e-9306-63954f517479 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:08.164530 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31c81a1d-9302-449e-9306-63954f517479 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:08.168408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-31c81a1d-9302-449e-9306-63954f517479 tempest-ImagesOneServerNegativeTestJSON-950903519 tempest-ImagesOneServerNegativeTestJSON-950903519-project] 10.222.0.73 "DELETE /v2.0/floatingips/e56f9b04-3316-4f71-b30e-fe7844b08f63 HTTP/1.1" status: 204 len: 168 time: 2.4433653 Jul 08 18:07:08.315065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-4ecd8223-520c-4f5a-9208-ea94de0a7953 req-489ee981-d7e5-4806-bd26-699704b6724b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] For port 75722af5-007b-4ff4-a2dc-f88a09eb816b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:08.340181 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:08.451546 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ecd8223-520c-4f5a-9208-ea94de0a7953 req-489ee981-d7e5-4806-bd26-699704b6724b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:08.472833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ecd8223-520c-4f5a-9208-ea94de0a7953 req-489ee981-d7e5-4806-bd26-699704b6724b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:08.485955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['75722af5-007b-4ff4-a2dc-f88a09eb816b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:08.486969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Allocated IP 172.20.0.11 (811ef628-e931-4676-a654-7d47371e6761/9d9a3154-9836-468e-8362-154411245c2e/3bc5f862-0007-42a2-89ea-c00101c37cfd) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:08.488678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['df42c4ed-a216-4132-9b76-be1f3534c4ab'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:08.548575 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c05986-98d4-41f9-889b-960d84b1bcee x-openstack-request-id: req-58c05986-98d4-41f9-889b-960d84b1bcee {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:08.549019 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387baff0-dab8-4daa-a93a-1713a634d241", "tag": "38fe7072-45b4-43d8-a193-f3eb9f151697", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:08.549363 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58c05986-98d4-41f9-889b-960d84b1bcee {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:08.549822 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387baff0-dab8-4daa-a93a-1713a634d241', 'tag': '38fe7072-45b4-43d8-a193-f3eb9f151697', 'status': 'completed', 'code': 200} Jul 08 18:07:08.586145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd8223-520c-4f5a-9208-ea94de0a7953 req-489ee981-d7e5-4806-bd26-699704b6724b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:08.586804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ecd8223-520c-4f5a-9208-ea94de0a7953 req-489ee981-d7e5-4806-bd26-699704b6724b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:08.599804 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ecd8223-520c-4f5a-9208-ea94de0a7953 req-489ee981-d7e5-4806-bd26-699704b6724b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "PUT /v2.0/ports/75722af5-007b-4ff4-a2dc-f88a09eb816b HTTP/1.1" status: 200 len: 981 time: 1.9896986 Jul 08 18:07:08.625833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'tag': '75722af5-007b-4ff4-a2dc-f88a09eb816b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:08.638932 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ab3db2-0213-436f-8cce-9344c4276bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "44f3273f-3016-4c13-b6b1-0d3f195583a9", "tag": "75722af5-007b-4ff4-a2dc-f88a09eb816b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:08.650361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting port b00f1d6f-51f4-4cb8-9927-8db5ff24cb78 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:08.650798 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:08.668071 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-6611fa1e-199e-4155-ac22-cc1d376dc5f6 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191777 Jul 08 18:07:08.716874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['75722af5-007b-4ff4-a2dc-f88a09eb816b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:08.794685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77880168-e39c-4d0a-aa9b-774a23f37e20 req-78974258-da3e-4b7b-ba60-097ade119199 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/9539f261-12ed-48c6-bad0-12f8faebbb63 HTTP/1.1" status: 200 len: 1801 time: 0.1083865 Jul 08 18:07:08.802799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ee981-d7e5-4806-bd26-699704b6724b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'Port': ['ID=75722af5-007b-4ff4-a2dc-f88a09eb816b,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:08.845908 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:08.868494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Calling delete_port for b00f1d6f-51f4-4cb8-9927-8db5ff24cb78 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:08.872008 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2825fce4-6e36-4989-aaa6-515435176794 req-4e4c2a57-92e8-4240-999b-7c1bdb3f865f service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762140 Jul 08 18:07:08.925869 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-77880168-e39c-4d0a-aa9b-774a23f37e20 req-c6b49ec8-caca-4d9f-998a-e80a901ddc60 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 18:07:08.937561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77880168-e39c-4d0a-aa9b-774a23f37e20 req-c6b49ec8-caca-4d9f-998a-e80a901ddc60 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "DELETE /v2.0/security-groups/9539f261-12ed-48c6-bad0-12f8faebbb63 HTTP/1.1" status: 409 len: 341 time: 0.1219008 Jul 08 18:07:08.970815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Router 101355e7-b180-442b-86a1-e1b4d309a687 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:07:09.157470 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:09.167266 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a8a465-d10b-4235-a719-ed966e488b6d x-openstack-request-id: req-f8a8a465-d10b-4235-a719-ed966e488b6d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:09.168854 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f3273f-3016-4c13-b6b1-0d3f195583a9", "tag": "75722af5-007b-4ff4-a2dc-f88a09eb816b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:09.169584 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8a8a465-d10b-4235-a719-ed966e488b6d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:09.169997 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'tag': '75722af5-007b-4ff4-a2dc-f88a09eb816b', 'status': 'completed', 'code': 200} Jul 08 18:07:09.267031 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-51ecefce-3d6d-4056-a283-17d436ddc2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:09.287430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a431201b-3e08-4560-846b-89bc2dfb1428 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:09.372767 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:09.455196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Port': ['ID=b00f1d6f-51f4-4cb8-9927-8db5ff24cb78,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:09.461428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:09.472685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d822af-39e0-4941-883f-b7565e7990e5 req-5c6831be-3158-4cd0-955f-f9d55fd02d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:09.474467 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6d822af-39e0-4941-883f-b7565e7990e5 req-5c6831be-3158-4cd0-955f-f9d55fd02d37 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 1095 time: 0.2511210 Jul 08 18:07:09.510038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b44fc831-99e3-49d0-9812-c199efc993cd req-d435079e-c540-4794-9171-11390dc98f6d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 210 time: 0.1028512 Jul 08 18:07:09.526595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port a431201b-3e08-4560-846b-89bc2dfb1428 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:09.527179 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:09.531834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39156) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:09.569038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:07:09.588787 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Sync routers for ids ['101355e7-b180-442b-86a1-e1b4d309a687'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:07:09.600375 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Routers {'101355e7-b180-442b-86a1-e1b4d309a687'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:07:09.601235 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:07:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['101355e7-b180-442b-86a1-e1b4d309a687'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:09.665883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab3db2-0213-436f-8cce-9344c4276bf8 req-e03ff858-cfdb-439c-87bf-9716480396d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:09.667716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33ab3db2-0213-436f-8cce-9344c4276bf8 req-e03ff858-cfdb-439c-87bf-9716480396d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6655462c5b97467482a6538c52beed2f&device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 1135 time: 0.4814146 Jul 08 18:07:09.668300 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:09.670160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e4328672-3021-4757-a205-164668cd95e2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8732243 Jul 08 18:07:09.673818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39158) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:09.681593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e952ec-693f-4d65-85cf-7814aa4743a7 admin admin] Deleting subnet f3ef02c4-868f-454a-8c50-80f46eec3007 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:07:09.699804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22e952ec-693f-4d65-85cf-7814aa4743a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:09.776566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:09.863601 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Set router 101355e7-b180-442b-86a1-e1b4d309a687 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:07:09.902306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d822af-39e0-4941-883f-b7565e7990e5 req-14bb965c-4f7e-478b-aa05-a9816d8cc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:09.904565 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6d822af-39e0-4941-883f-b7565e7990e5 req-14bb965c-4f7e-478b-aa05-a9816d8cc347 service neutron] 10.222.0.74 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 920 time: 0.4077995 Jul 08 18:07:09.910419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:09.912874 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:09.925659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.004836 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22e952ec-693f-4d65-85cf-7814aa4743a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.030251 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6d822af-39e0-4941-883f-b7565e7990e5 req-d1b3731a-163a-45c6-99e8-312f7a8f3f1e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38fe7072-45b4-43d8-a193-f3eb9f151697 HTTP/1.1" status: 200 len: 217 time: 0.1146929 Jul 08 18:07:10.082926 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.103556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.104120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Fanout notify agent at l3_agent the message router_deleted on router 3447d1e2-c575-464f-bcb6-264e68cb6689 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:07:10.110699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Network 811ef628-e931-4676-a654-7d47371e6761 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:10.127717 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:07Z', 'revision_number': 3, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:10.135400 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.136518 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-781af2c1-b741-4ecc-9ae8-6a1430c17eb9 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/routers/3447d1e2-c575-464f-bcb6-264e68cb6689 HTTP/1.1" status: 204 len: 168 time: 2.3941483 Jul 08 18:07:10.141220 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39160) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:10.144352 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:10.151421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:10.158957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Pushing event updated for resources: {'Port': ['ID=3bc5f862-0007-42a2-89ea-c00101c37cfd,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:10.180213 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Checking router: 101355e7-b180-442b-86a1-e1b4d309a687 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:07:10.180840 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Updating router 101355e7-b180-442b-86a1-e1b4d309a687 port 16f4c161-c02e-4b82-93b0-1b0ba1da732a binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:07:10.206792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab3db2-0213-436f-8cce-9344c4276bf8 req-d6c344d6-95c2-4684-8b82-c1f39e113ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:10.208494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33ab3db2-0213-436f-8cce-9344c4276bf8 req-d6c344d6-95c2-4684-8b82-c1f39e113ff3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 200 len: 911 time: 0.5305467 Jul 08 18:07:10.209594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a79ace-f224-4be1-a488-0138dd592a26 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Deleting subnet 2a8467b3-9024-404a-b28b-a7ef00c28f90 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:07:10.225482 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22e952ec-693f-4d65-85cf-7814aa4743a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.231153 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06a79ace-f224-4be1-a488-0138dd592a26 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.235838 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.320636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d822af-39e0-4941-883f-b7565e7990e5 req-90160496-cde1-488d-a91a-7abe4b8afc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:10.322014 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6d822af-39e0-4941-883f-b7565e7990e5 req-90160496-cde1-488d-a91a-7abe4b8afc5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 200 len: 859 time: 0.2342112 Jul 08 18:07:10.438994 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6d822af-39e0-4941-883f-b7565e7990e5 req-be951b37-1239-430f-9e20-06c745d0fb9e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=811ef628-e931-4676-a654-7d47371e6761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989423 Jul 08 18:07:10.468181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-59c48161-f1b8-4fe9-a766-a26ff6d3900b tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:10.469365 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-59c48161-f1b8-4fe9-a766-a26ff6d3900b tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.74 "GET /v2.0/networks?id=4374e0d0-64ce-4652-8f1b-54232544ddaa HTTP/1.1" status: 200 len: 812 time: 0.5372994 Jul 08 18:07:10.491915 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06a79ace-f224-4be1-a488-0138dd592a26 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.510773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Request body: {'port': {'device_id': '3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5', 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa', 'admin_state_up': True, 'tenant_id': '588ab089e55e48f882e0551d4f129e8c'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:10.563132 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.575310 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Transition to ACTIVE for port object 16f4c161-c02e-4b82-93b0-1b0ba1da732a will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:10.581923 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.638276 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Attempting to bind port 16f4c161-c02e-4b82-93b0-1b0ba1da732a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:10.638972 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Attempting to bind port 16f4c161-c02e-4b82-93b0-1b0ba1da732a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:10.638972 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Attempting to bind port 16f4c161-c02e-4b82-93b0-1b0ba1da732a on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:10.640982 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Pushing event updated for resources: {'Port': ['ID=16f4c161-c02e-4b82-93b0-1b0ba1da732a,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:10.650194 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:10.650589 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:10.650978 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.651698 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:10.651863 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Bound port: 16f4c161-c02e-4b82-93b0-1b0ba1da732a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:10.652215 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.655221 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.655221 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.655529 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.655853 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.656173 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.656491 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.656804 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.657118 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.657755 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.657755 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.658027 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.658373 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:10.672684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-540e8bd5-9ca0-48d8-b1d0-e570f15059f3 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:10.674635 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-540e8bd5-9ca0-48d8-b1d0-e570f15059f3 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "GET /v2.0/networks?id=4374e0d0-64ce-4652-8f1b-54232544ddaa HTTP/1.1" status: 200 len: 812 time: 0.4621749 Jul 08 18:07:10.690921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Request body: {'port': {'device_id': '5dc80826-5f88-45ef-8860-5b9712611d4d', 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa', 'admin_state_up': True, 'tenant_id': '588ab089e55e48f882e0551d4f129e8c'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:10.709926 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06a79ace-f224-4be1-a488-0138dd592a26 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.721288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33ab3db2-0213-436f-8cce-9344c4276bf8 req-bf7477e5-eb2c-4210-b773-b2a9cb1b724d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b HTTP/1.1" status: 200 len: 217 time: 0.5021715 Jul 08 18:07:10.721856 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] For port 16f4c161-c02e-4b82-93b0-1b0ba1da732a, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:10.726423 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] For port 16f4c161-c02e-4b82-93b0-1b0ba1da732a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=16f4c161-c02e-4b82-93b0-1b0ba1da732a,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:10.731370 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.735788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279927f5-bbf1-46c5-9abf-c81a9d803e0d req-c586eeef-2f4d-4e6e-b38a-0afe9921d623 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:10.737436 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-279927f5-bbf1-46c5-9abf-c81a9d803e0d req-c586eeef-2f4d-4e6e-b38a-0afe9921d623 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 984 time: 0.8776760 Jul 08 18:07:10.749547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08240759-6de6-4740-b221-12b2c307b3cc req-b7b9480f-7653-4cab-89c1-73c02bba431b tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:10.752789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08240759-6de6-4740-b221-12b2c307b3cc req-b7b9480f-7653-4cab-89c1-73c02bba431b tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 932 time: 0.9761534 Jul 08 18:07:10.769656 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:10.770715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.784099 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Routers {'101355e7-b180-442b-86a1-e1b4d309a687'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:07:10.785593 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:07:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['101355e7-b180-442b-86a1-e1b4d309a687'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:10.832462 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6d822af-39e0-4941-883f-b7565e7990e5 req-07618d12-6993-40b7-98fe-ad1165bf5955 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590372 Jul 08 18:07:10.850400 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b423cdd-6373-4873-88fc-181b03200cca None None] Pushing event updated for resources: {'Port': ['ID=16f4c161-c02e-4b82-93b0-1b0ba1da732a,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:10.899526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-2ef35ee0-a8b7-41fb-840d-a7729709881a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4074934 Jul 08 18:07:10.923484 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22e952ec-693f-4d65-85cf-7814aa4743a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.940422 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] Set router 101355e7-b180-442b-86a1-e1b4d309a687 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:07:10.952232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Request body: {'port': {'device_id': '61605540-1df3-46fe-9889-8bfc7ea8f22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:10.955566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab3db2-0213-436f-8cce-9344c4276bf8 req-56354d92-e782-462a-a750-99b6eed0db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:10.957720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33ab3db2-0213-436f-8cce-9344c4276bf8 req-56354d92-e782-462a-a750-99b6eed0db47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a41417a-9610-4e78-aa1c-6c2d94c44b77 HTTP/1.1" status: 200 len: 850 time: 0.2160015 Jul 08 18:07:10.971309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06a79ace-f224-4be1-a488-0138dd592a26 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:10.988847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Made reservation on behalf of 588ab089e55e48f882e0551d4f129e8c for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:10.990246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08240759-6de6-4740-b221-12b2c307b3cc req-1c64edef-0dc8-4d37-b467-1f7b8a1eb0a7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162092 Jul 08 18:07:10.992392 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:11.028739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a79ace-f224-4be1-a488-0138dd592a26 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8467b3-9024-404a-b28b-a7ef00c28f90,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:11.031455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-279927f5-bbf1-46c5-9abf-c81a9d803e0d req-9e362168-60d7-45a1-819b-bd6ec14d4b50 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&id=9539f261-12ed-48c6-bad0-12f8faebbb63&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2758856 Jul 08 18:07:11.032682 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22e952ec-693f-4d65-85cf-7814aa4743a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:11.035100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-22e952ec-693f-4d65-85cf-7814aa4743a7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f3ef02c4-868f-454a-8c50-80f46eec3007 HTTP/1.1" status: 204 len: 168 time: 1.4684680 Jul 08 18:07:11.038867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e952ec-693f-4d65-85cf-7814aa4743a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ef02c4-868f-454a-8c50-80f46eec3007,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:11.040507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06a79ace-f224-4be1-a488-0138dd592a26 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:11.042428 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-06a79ace-f224-4be1-a488-0138dd592a26 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/subnets/2a8467b3-9024-404a-b28b-a7ef00c28f90 HTTP/1.1" status: 204 len: 168 time: 0.9002483 Jul 08 18:07:11.047076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39166) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:11.047419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39168) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:11.066915 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33ab3db2-0213-436f-8cce-9344c4276bf8 req-8090c6e4-a8d7-4b12-a623-0ad6d1101700 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806932 Jul 08 18:07:11.218656 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:07Z', 'revision_number': 3, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:11.259815 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7571b3d-4ea1-42e4-aa6d-5f7526807413 None None] The sync data for ids ['101355e7-b180-442b-86a1-e1b4d309a687'] in n-d-799684-3 is: [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:07Z', 'revision_number': 3, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:07:11.283315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6d822af-39e0-4941-883f-b7565e7990e5 req-d591f0f7-94c5-46dc-9b39-28f0c2079603 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398513 Jul 08 18:07:11.306788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17fa3173-f0eb-40f6-a095-1cac64d9103c req-42fce901-33a3-4183-a61d-10d316a14678 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 210 time: 0.0533783 Jul 08 18:07:11.307347 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:11.348329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33ab3db2-0213-436f-8cce-9344c4276bf8 req-27990a2a-0d49-471e-8afd-7acf1ab4c337 service neutron] 10.222.0.59 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437730 Jul 08 18:07:11.383050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:11.384621 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Made reservation on behalf of 588ab089e55e48f882e0551d4f129e8c for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:11.388154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:11.445699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:11.551440 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Allocated IP 172.20.0.9 (4374e0d0-64ce-4652-8f1b-54232544ddaa/04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a/c053edfb-1936-42b3-a7ff-82cdc97bbc64) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:11.583068 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:11.629644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33ab3db2-0213-436f-8cce-9344c4276bf8 req-8fbcd4f6-608d-44ec-9cfa-66183b83ced3 service neutron] 10.222.0.59 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588441 Jul 08 18:07:11.773816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:11.846139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91d7cd-8d0c-46d5-8ead-6cb5eff20b46 req-4b0c9751-4795-467c-b2b3-d282b00bfa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:11.848230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e91d7cd-8d0c-46d5-8ead-6cb5eff20b46 req-4b0c9751-4795-467c-b2b3-d282b00bfa5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6655462c5b97467482a6538c52beed2f&device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 1135 time: 0.1592307 Jul 08 18:07:12.007746 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.010131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc5f862-0007-42a2-89ea-c00101c37cfd {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:12.024616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.044027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b78e95b-48dd-4080-adfd-42fa93b2ffa0']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:12.066404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c86e93-db9f-49c7-aac1-c4c177374c06') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:12.066997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c86e93-db9f-49c7-aac1-c4c177374c06') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:12.068438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Transition to ACTIVE for port object 3bc5f862-0007-42a2-89ea-c00101c37cfd will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:12.070982 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.100106 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.114942 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.118058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a672ef09-228d-464a-9f9a-c24b8c800dd6']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:12.124750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91d7cd-8d0c-46d5-8ead-6cb5eff20b46 req-b462f894-5fec-4bd0-9f56-e36ed7204e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:12.126293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e91d7cd-8d0c-46d5-8ead-6cb5eff20b46 req-b462f894-5fec-4bd0-9f56-e36ed7204e86 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 200 len: 911 time: 0.2413254 Jul 08 18:07:12.136899 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.153713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1919ec-f9db-4ca9-9057-1553521e2488') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:12.154344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1919ec-f9db-4ca9-9057-1553521e2488') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:12.166403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:12.167046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:12.168979 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:12.247403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e91d7cd-8d0c-46d5-8ead-6cb5eff20b46 req-239e1d12-71b3-4dc7-a48d-7061b3aa4bd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b HTTP/1.1" status: 200 len: 217 time: 0.0882552 Jul 08 18:07:12.251559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Allocated IP 172.20.0.1 (862c2a37-d96a-4888-ae5a-8d974ff33d02/b086e9c1-9a00-48ee-9a32-68a956d42d32/ff6e55bb-08a0-4f8f-9acb-c712140cc8c7) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:12.257504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.279893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Pushing event updated for resources: {'Port': ['ID=3bc5f862-0007-42a2-89ea-c00101c37cfd,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:12.302991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.326629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:12.327349 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:12.330755 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:12.346774 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.352811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.364587 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7b78e95b-48dd-4080-adfd-42fa93b2ffa0 HTTP/1.1" status: 204 len: 168 time: 1.3078003 Jul 08 18:07:12.440530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c551fc-9256-4556-975b-3d5c32969dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b78e95b-48dd-4080-adfd-42fa93b2ffa0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:12.460377 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.491664 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.502652 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.507378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91d7cd-8d0c-46d5-8ead-6cb5eff20b46 req-aa7e0af9-b04f-4e58-bcd8-d5f93936f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:12.508216 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] 10.222.0.73 "DELETE /v2.0/networks/a672ef09-228d-464a-9f9a-c24b8c800dd6 HTTP/1.1" status: 204 len: 168 time: 1.4449570 Jul 08 18:07:12.509375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e91d7cd-8d0c-46d5-8ead-6cb5eff20b46 req-aa7e0af9-b04f-4e58-bcd8-d5f93936f38f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a41417a-9610-4e78-aa1c-6c2d94c44b77 HTTP/1.1" status: 200 len: 850 time: 0.2527075 Jul 08 18:07:12.521829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02673f-dbfd-4aac-be2e-5c51de00cc04 tempest-FloatingIPTestJSON-1315797620 tempest-FloatingIPTestJSON-1315797620-project] Pushing event deleted for resources: {'Network': ['ID=a672ef09-228d-464a-9f9a-c24b8c800dd6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:12.536242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.551569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39184) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:12.623024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Network 4374e0d0-64ce-4652-8f1b-54232544ddaa is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:12.625910 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e91d7cd-8d0c-46d5-8ead-6cb5eff20b46 req-f8ddebc2-a080-4a09-b6e2-fdd3e0637eb6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751069 Jul 08 18:07:12.632364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Pushing event updated for resources: {'Port': ['ID=c053edfb-1936-42b3-a7ff-82cdc97bbc64,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:12.635056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:12.639611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:12.648120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Allocated IP 172.20.0.2 (4374e0d0-64ce-4652-8f1b-54232544ddaa/04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a/cb367477-cfe2-43cc-a648-a0ab2b0efaac) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:12.724752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:12.725504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.731427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Attempting to bind port 3bc5f862-0007-42a2-89ea-c00101c37cfd on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:12.731675 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Attempting to bind port 3bc5f862-0007-42a2-89ea-c00101c37cfd by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:12.731993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Attempting to bind port 3bc5f862-0007-42a2-89ea-c00101c37cfd on network 811ef628-e931-4676-a654-7d47371e6761 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:12.760198 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-9a9c1240-7859-4ad7-8b9a-f9838a456a96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2707357 Jul 08 18:07:12.773492 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39188) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:12.782053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc5721-8b62-49c5-b878-0b7359a248c5 req-9ec77578-e409-4651-8d02-c411ab7284e4 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:12.783739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1dc5721-8b62-49c5-b878-0b7359a248c5 req-9ec77578-e409-4651-8d02-c411ab7284e4 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 984 time: 0.4668941 Jul 08 18:07:12.784395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Port 3bc5f862-0007-42a2-89ea-c00101c37cfd on network 811ef628-e931-4676-a654-7d47371e6761 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:07:12.784742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Attempting to bind port 3bc5f862-0007-42a2-89ea-c00101c37cfd on network 811ef628-e931-4676-a654-7d47371e6761 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:12.790536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.794636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ef6f573b-907f-4628-b50d-17a63124d525 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=62e730d5e7b74cdd8b34099b61a5fd9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396796 Jul 08 18:07:12.805146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39190) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:12.806943 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Request body: {'port': {'device_id': '3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:12.830020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:12.830398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Checking segment: {'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:12.830779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Bound using segment: {'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:12.831229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Bound port: 3bc5f862-0007-42a2-89ea-c00101c37cfd, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318be056-7cf4-4b76-b6c3-d6730d9e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '811ef628-e931-4676-a654-7d47371e6761'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:12.831602 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.868691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Transition to ACTIVE for port object ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:12.879976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2eb7c-51a6-48a6-9065-8b87e1a0a2e5 req-e8ce94c3-27a7-4672-ac23-67cdbb6f7095 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:12.881494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31a2eb7c-51a6-48a6-9065-8b87e1a0a2e5 req-e8ce94c3-27a7-4672-ac23-67cdbb6f7095 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 944 time: 0.4219997 Jul 08 18:07:12.950799 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.955248 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:12.986809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e91d7cd-8d0c-46d5-8ead-6cb5eff20b46 req-7f547bd3-d759-4b6d-a769-122d8db7f0e4 service neutron] 10.222.0.59 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506691 Jul 08 18:07:12.994711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1dc5721-8b62-49c5-b878-0b7359a248c5 req-23839b78-9d01-47e6-8de7-46ebbc31b9f8 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&id=9539f261-12ed-48c6-bad0-12f8faebbb63&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1964593 Jul 08 18:07:13.039640 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-03754e1d-c0f8-46f1-9a9f-e38858a49ac7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05fc5ca887a340f7917679bb0184eb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642016 Jul 08 18:07:13.040470 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39194) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:13.116560 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31a2eb7c-51a6-48a6-9065-8b87e1a0a2e5 req-c648ae56-c53a-4ff5-a6dd-e4dccd300f31 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071233 Jul 08 18:07:13.124945 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c90d3714-f4cb-4b25-9aeb-c9fb074f7d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.136243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] For port 3bc5f862-0007-42a2-89ea-c00101c37cfd, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:13.141276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] For port 3bc5f862-0007-42a2-89ea-c00101c37cfd, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=3bc5f862-0007-42a2-89ea-c00101c37cfd,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:13.145914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.172498 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.213005 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.240191 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c90d3714-f4cb-4b25-9aeb-c9fb074f7d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.240423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Network 4374e0d0-64ce-4652-8f1b-54232544ddaa is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:13.246401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:13.249344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:13.291726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6e55bb-08a0-4f8f-9acb-c712140cc8c7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:13.302875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 16f4c161-c02e-4b82-93b0-1b0ba1da732a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:13.334979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Network 862c2a37-d96a-4888-ae5a-8d974ff33d02 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:13.360685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:13.362392 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.364827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] 10.222.0.74 "PUT /v2.0/ports/3bc5f862-0007-42a2-89ea-c00101c37cfd HTTP/1.1" status: 200 len: 1092 time: 2.4310262 Jul 08 18:07:13.367121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e91d7cd-8d0c-46d5-8ead-6cb5eff20b46 req-3f85603a-fe9e-4f0c-a95b-560e57b43842 service neutron] 10.222.0.59 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668563 Jul 08 18:07:13.367628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61605540-1df3-46fe-9889-8bfc7ea8f22e', 'tag': '3bc5f862-0007-42a2-89ea-c00101c37cfd'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:13.370574 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4932532e-5072-4eaa-9ebf-8cffb74cdb29" -d '{"events": [{"name": "network-changed", "server_uuid": "61605540-1df3-46fe-9889-8bfc7ea8f22e", "tag": "3bc5f862-0007-42a2-89ea-c00101c37cfd"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:13.389356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Pushing event updated for resources: {'Port': ['ID=cb367477-cfe2-43cc-a648-a0ab2b0efaac,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:13.408082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f1be96a-9f09-4837-a54f-46c26407e1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.411143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:13.416015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 16f4c161-c02e-4b82-93b0-1b0ba1da732a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:13.421138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 16f4c161-c02e-4b82-93b0-1b0ba1da732a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:13.421881 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.435943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f1be96a-9f09-4837-a54f-46c26407e1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.521150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:13.522838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:13.523234 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.546136 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.558395 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed410b04-e848-4e30-b6cc-c7024c136e8a x-openstack-request-id: req-ed410b04-e848-4e30-b6cc-c7024c136e8a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:13.558669 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61605540-1df3-46fe-9889-8bfc7ea8f22e", "tag": "3bc5f862-0007-42a2-89ea-c00101c37cfd", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:13.558857 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed410b04-e848-4e30-b6cc-c7024c136e8a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:13.559315 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61605540-1df3-46fe-9889-8bfc7ea8f22e', 'tag': '3bc5f862-0007-42a2-89ea-c00101c37cfd', 'status': 'completed', 'code': 200} Jul 08 18:07:13.572127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 16f4c161-c02e-4b82-93b0-1b0ba1da732a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=16f4c161-c02e-4b82-93b0-1b0ba1da732a,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:13.576805 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.605414 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.610313 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d8ffd3e5-ebb7-4d6d-9df9-1787b5ff667f tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9248834 Jul 08 18:07:13.626427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f1be96a-9f09-4837-a54f-46c26407e1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.630345 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f1be96a-9f09-4837-a54f-46c26407e1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.631584 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5f1be96a-9f09-4837-a54f-46c26407e1df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e96668a-7fc6-4b9a-a408-0f6c4bf7dcba HTTP/1.1" status: 204 len: 168 time: 0.5789611 Jul 08 18:07:13.639114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Request body: {'port': {'device_id': '5dc80826-5f88-45ef-8860-5b9712611d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:13.656292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=16f4c161-c02e-4b82-93b0-1b0ba1da732a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:13.701176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca583b0-4c1f-48f9-9dc3-2ede063b121b service neutron] Pushing event updated for resources: {'Port': ['ID=3bc5f862-0007-42a2-89ea-c00101c37cfd,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:13.762800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c053edfb-1936-42b3-a7ff-82cdc97bbc64 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:13.774466 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c90d3714-f4cb-4b25-9aeb-c9fb074f7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.777138 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c90d3714-f4cb-4b25-9aeb-c9fb074f7d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.780938 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c90d3714-f4cb-4b25-9aeb-c9fb074f7d90 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9 HTTP/1.1" status: 204 len: 168 time: 0.9708586 Jul 08 18:07:13.781125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1be96a-9f09-4837-a54f-46c26407e1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e96668a-7fc6-4b9a-a408-0f6c4bf7dcba,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:13.795169 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.815897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58549698-b86b-4095-b26e-89b0f09bea2b req-383c948a-b9eb-4c66-9dbe-6461b2689abc tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:13.817847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58549698-b86b-4095-b26e-89b0f09bea2b req-383c948a-b9eb-4c66-9dbe-6461b2689abc tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 931 time: 0.4711659 Jul 08 18:07:13.826730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-29b7502a-84d5-41e6-9ad0-e078d607c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:13.828242 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-29b7502a-84d5-41e6-9ad0-e078d607c9b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 1095 time: 0.3630018 Jul 08 18:07:13.832634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f29c404b-3bd4-48ed-841b-9f963954eacf None None] Provisioning for port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:13.836609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f29c404b-3bd4-48ed-841b-9f963954eacf None None] Provisioning complete for port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:13.836896 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f29c404b-3bd4-48ed-841b-9f963954eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.844152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Transition to ACTIVE for port object c053edfb-1936-42b3-a7ff-82cdc97bbc64 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:13.869413 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.883079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f29c404b-3bd4-48ed-841b-9f963954eacf None None] Port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:07:13.900794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d3714-f4cb-4b25-9aeb-c9fb074f7d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae04d09-7bf4-4a8a-b3fc-fb592ba8a0f9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:13.948012 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Pushing event updated for resources: {'Port': ['ID=c053edfb-1936-42b3-a7ff-82cdc97bbc64,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:13.961831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-539fa1e8-e8e2-48d5-9067-5720a4be17f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bc5f862-0007-42a2-89ea-c00101c37cfd HTTP/1.1" status: 200 len: 217 time: 0.0701599 Jul 08 18:07:13.972649 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:14.031555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58549698-b86b-4095-b26e-89b0f09bea2b req-0805c8b3-2a44-4ec6-a426-dc49dead2007 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803212 Jul 08 18:07:14.050530 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:14.068839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-f216966b-99cb-49f9-84fa-bb6e88f3b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:14.070449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-f216966b-99cb-49f9-84fa-bb6e88f3b900 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 200 len: 859 time: 0.0818067 Jul 08 18:07:14.124684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-dfb43668-b0c6-4bee-93e3-5def411c6a00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=811ef628-e931-4676-a654-7d47371e6761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307727 Jul 08 18:07:14.245346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 38fe7072-45b4-43d8-a193-f3eb9f151697 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:07:14.401714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 38fe7072-45b4-43d8-a193-f3eb9f151697, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=38fe7072-45b4-43d8-a193-f3eb9f151697,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:14.418084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '38fe7072-45b4-43d8-a193-f3eb9f151697', 'network_id': '811ef628-e931-4676-a654-7d47371e6761', 'port_id': '38fe7072-45b4-43d8-a193-f3eb9f151697', 'mac_address': 'fa:16:3e:03:d2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9a3154-9836-468e-8362-154411245c2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:07:14.429284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Attempting to bind port c053edfb-1936-42b3-a7ff-82cdc97bbc64 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:14.429629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Attempting to bind port c053edfb-1936-42b3-a7ff-82cdc97bbc64 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:14.429970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Attempting to bind port c053edfb-1936-42b3-a7ff-82cdc97bbc64 on network 4374e0d0-64ce-4652-8f1b-54232544ddaa {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:14.444511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Port c053edfb-1936-42b3-a7ff-82cdc97bbc64 on network 4374e0d0-64ce-4652-8f1b-54232544ddaa not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:07:14.444856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Attempting to bind port c053edfb-1936-42b3-a7ff-82cdc97bbc64 on network 4374e0d0-64ce-4652-8f1b-54232544ddaa {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:14.458099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:14.458444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Checking segment: {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:14.458759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Bound using segment: {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:14.459198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Bound port: c053edfb-1936-42b3-a7ff-82cdc97bbc64, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:14.459602 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:14.467706 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:14.484007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fe7072-45b4-43d8-a193-f3eb9f151697 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:14.511902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 38fe7072-45b4-43d8-a193-f3eb9f151697, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=38fe7072-45b4-43d8-a193-f3eb9f151697,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:14.522331 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:14.531481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb367477-cfe2-43cc-a648-a0ab2b0efaac {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:14.550751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:14.593148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Transition to ACTIVE for port object cb367477-cfe2-43cc-a648-a0ab2b0efaac will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:14.595481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=38fe7072-45b4-43d8-a193-f3eb9f151697,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:14.615144 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:14.652383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] For port c053edfb-1936-42b3-a7ff-82cdc97bbc64, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:14.680012 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] For port c053edfb-1936-42b3-a7ff-82cdc97bbc64, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c053edfb-1936-42b3-a7ff-82cdc97bbc64,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:14.694871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:14.708747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Pushing event updated for resources: {'Port': ['ID=cb367477-cfe2-43cc-a648-a0ab2b0efaac,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:14.743472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39238) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:14.805701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:14.806366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:14.808438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] 10.222.0.74 "PUT /v2.0/ports/c053edfb-1936-42b3-a7ff-82cdc97bbc64 HTTP/1.1" status: 200 len: 1091 time: 2.0358067 Jul 08 18:07:14.816761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5', 'tag': 'c053edfb-1936-42b3-a7ff-82cdc97bbc64'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:14.819171 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15430557-ae7f-457a-a32b-4fbdbb0508d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5", "tag": "c053edfb-1936-42b3-a7ff-82cdc97bbc64"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:14.840807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['38fe7072-45b4-43d8-a193-f3eb9f151697'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:14.849147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Attempting to bind port cb367477-cfe2-43cc-a648-a0ab2b0efaac on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:14.849491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Attempting to bind port cb367477-cfe2-43cc-a648-a0ab2b0efaac by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:14.849824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Attempting to bind port cb367477-cfe2-43cc-a648-a0ab2b0efaac on network 4374e0d0-64ce-4652-8f1b-54232544ddaa {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:14.866604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Port cb367477-cfe2-43cc-a648-a0ab2b0efaac on network 4374e0d0-64ce-4652-8f1b-54232544ddaa not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:07:14.867042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Attempting to bind port cb367477-cfe2-43cc-a648-a0ab2b0efaac on network 4374e0d0-64ce-4652-8f1b-54232544ddaa {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:14.907857 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:14.908214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Checking segment: {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:14.908599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Bound using segment: {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:14.909206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Bound port: cb367477-cfe2-43cc-a648-a0ab2b0efaac, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:14.909812 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:14.933001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76405826-5513-4d7f-9930-a9a7cf3ec754 service neutron] Pushing event updated for resources: {'Port': ['ID=c053edfb-1936-42b3-a7ff-82cdc97bbc64,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:15.004662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'networks': [{'name': 'tempest-network--1049311647'}, {'name': 'tempest-network--283358063'}]} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:15.005036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'network': {'name': 'tempest-network--1049311647'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:15.005502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'network': {'name': 'tempest-network--283358063'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:15.050700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] For port cb367477-cfe2-43cc-a648-a0ab2b0efaac, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:15.054798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] For port cb367477-cfe2-43cc-a648-a0ab2b0efaac, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=cb367477-cfe2-43cc-a648-a0ab2b0efaac,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:15.065547 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.118137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.118544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8643ee-2f25-4422-be7b-25dd30f5fdc7 req-027b1036-8c2d-453a-8981-b3e4cc127a54 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.119102 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.120171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf8643ee-2f25-4422-be7b-25dd30f5fdc7 req-027b1036-8c2d-453a-8981-b3e4cc127a54 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 984 time: 0.3252599 Jul 08 18:07:15.123122 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] 10.222.0.59 "PUT /v2.0/ports/cb367477-cfe2-43cc-a648-a0ab2b0efaac HTTP/1.1" status: 200 len: 1091 time: 1.4993742 Jul 08 18:07:15.133361 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-eb3a2f31-1fbd-42f6-ba52-1548d0ad0de9 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0015810 Jul 08 18:07:15.141726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Made reservation on behalf of e8655a45db5443388c9fd94f35f58c3d for: {'network': 2} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:15.147910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.155739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d091582d-1441-40f2-81b5-c309f81e9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.157354 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-d091582d-1441-40f2-81b5-c309f81e9dad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=588ab089e55e48f882e0551d4f129e8c&device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 1094 time: 0.2920377 Jul 08 18:07:15.188534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 16f4c161-c02e-4b82-93b0-1b0ba1da732a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:15.206097 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.236750 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 16f4c161-c02e-4b82-93b0-1b0ba1da732a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:15.236935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d9926-dc7d-4e36-b2ba-c826cb7cfba6 req-fb15a55e-46e4-4fea-afce-20ffe0f6b005 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.237034 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.238678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-865d9926-dc7d-4e36-b2ba-c826cb7cfba6 req-fb15a55e-46e4-4fea-afce-20ffe0f6b005 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 944 time: 0.4393005 Jul 08 18:07:15.250480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-18a42baf-d84a-400d-b60e-7233c4564021 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4500601 Jul 08 18:07:15.271404 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-908d7e57-26bf-4e82-9ceb-ec3a76ddfd11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c053edfb-1936-42b3-a7ff-82cdc97bbc64 HTTP/1.1" status: 200 len: 217 time: 0.1018689 Jul 08 18:07:15.278534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547a7a9-b643-4d32-8048-3d2d0a97c2be service neutron] Pushing event updated for resources: {'Port': ['ID=cb367477-cfe2-43cc-a648-a0ab2b0efaac,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:15.317711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf8643ee-2f25-4422-be7b-25dd30f5fdc7 req-35aa441a-26d0-4120-81b3-7498b1c4b633 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&id=9539f261-12ed-48c6-bad0-12f8faebbb63&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1758878 Jul 08 18:07:15.344673 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.376180 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.381356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-865d9926-dc7d-4e36-b2ba-c826cb7cfba6 req-4a98b049-a40e-48ba-bc1c-483bb80ca5fe tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268685 Jul 08 18:07:15.387286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-fc39f55e-ae0b-46df-9d1a-6a096571fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.389136 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-fc39f55e-ae0b-46df-9d1a-6a096571fc02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a HTTP/1.1" status: 200 len: 852 time: 0.1031232 Jul 08 18:07:15.408413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-f77e6771-05c5-4b78-b261-8104d714975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.410425 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-f77e6771-05c5-4b78-b261-8104d714975c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=588ab089e55e48f882e0551d4f129e8c&device_id=5dc80826-5f88-45ef-8860-5b9712611d4d HTTP/1.1" status: 200 len: 1094 time: 0.2261801 Jul 08 18:07:15.451234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff0e09b-bcc3-4c51-b450-deeffe1b9f5c req-ffb856c4-a6c3-4fa3-b816-5556775ad18f service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081601 Jul 08 18:07:15.455295 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-fbb82b08-61b0-4ffb-b20b-1bc7227474ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4374e0d0-64ce-4652-8f1b-54232544ddaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563295 Jul 08 18:07:15.489064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6e55bb-08a0-4f8f-9acb-c712140cc8c7,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:15.491653 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.496581 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-ea540858-1ed2-4adf-a970-069aa2bd7b9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb367477-cfe2-43cc-a648-a0ab2b0efaac HTTP/1.1" status: 200 len: 217 time: 0.0723174 Jul 08 18:07:15.513081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-37d76f84-35b0-4f87-8402-f4ee92c1f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.513577 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-37d76f84-35b0-4f87-8402-f4ee92c1f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.514061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-37d76f84-35b0-4f87-8402-f4ee92c1f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.514572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-37d76f84-35b0-4f87-8402-f4ee92c1f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.515048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-37d76f84-35b0-4f87-8402-f4ee92c1f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.515527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-37d76f84-35b0-4f87-8402-f4ee92c1f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.516519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-37d76f84-35b0-4f87-8402-f4ee92c1f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.518179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-37d76f84-35b0-4f87-8402-f4ee92c1f8b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6493 time: 0.1961040 Jul 08 18:07:15.551027 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab212e78-d708-4a51-bb8c-490d537900be x-openstack-request-id: req-ab212e78-d708-4a51-bb8c-490d537900be {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:15.551537 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5", "tag": "c053edfb-1936-42b3-a7ff-82cdc97bbc64", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:15.551537 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab212e78-d708-4a51-bb8c-490d537900be {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:15.551991 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5', 'tag': 'c053edfb-1936-42b3-a7ff-82cdc97bbc64', 'status': 'completed', 'code': 200} Jul 08 18:07:15.671385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5e47-557d-4edf-b53d-733a386cd752 req-1c934803-b4fb-4433-a8ad-167401dc4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.672960 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-1c934803-b4fb-4433-a8ad-167401dc4b83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a HTTP/1.1" status: 200 len: 852 time: 0.1542649 Jul 08 18:07:15.696475 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.699235 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-ae519882-d17f-4d6a-b4f0-6795053542ec service neutron] 10.222.0.74 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150228 Jul 08 18:07:15.719784 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-f0eaaed6-9a83-43f6-8b4d-ac0cb79d287c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4374e0d0-64ce-4652-8f1b-54232544ddaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373139 Jul 08 18:07:15.736608 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.737084 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.779970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-5f5c9540-8467-4860-a352-444c13843510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.780470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-5f5c9540-8467-4860-a352-444c13843510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.780932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-5f5c9540-8467-4860-a352-444c13843510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.782569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-5f5c9540-8467-4860-a352-444c13843510 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4d07708-357c-46da-80fc-75d7056d9d48&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1 HTTP/1.1" status: 200 len: 2293 time: 0.2193215 Jul 08 18:07:15.785907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Network 862c2a37-d96a-4888-ae5a-8d974ff33d02 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:15.789834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932532e-5072-4eaa-9ebf-8cffb74cdb29 req-02428e2e-ca09-4aa9-b2aa-a15bfcb77327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.791234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4932532e-5072-4eaa-9ebf-8cffb74cdb29 req-02428e2e-ca09-4aa9-b2aa-a15bfcb77327 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 1095 time: 0.2613084 Jul 08 18:07:15.794623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:15.884447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:15.895399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff59785c-0646-46e6-8c85-f8b6bee6b084,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:15.922495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:15.922936 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Added segment 4be932c7-9778-4aef-ad96-276e6669fe93 of type vlan for network 1b4b2d30-ed99-4633-9c75-572738e1718c Jul 08 18:07:15.977014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888c23d-ed3d-48b5-a2ce-2e4697ae3512 req-4697428e-27ae-4668-be92-61635466973a tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.984633 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9888c23d-ed3d-48b5-a2ce-2e4697ae3512 req-4697428e-27ae-4668-be92-61635466973a tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 943 time: 0.3305197 Jul 08 18:07:16.008739 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-3121b367-0c59-4cd4-8f80-d08378105eef service neutron] 10.222.0.74 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915916 Jul 08 18:07:16.012100 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-b8fb9f1e-6f2c-48cf-b4c9-145a0b620bca service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301185 Jul 08 18:07:16.013725 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:16.014279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-a365f347-24d1-476f-b85c-7f36f51ee3b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ab8975-505c-44f2-8d74-a2402dead1e2 HTTP/1.1" status: 200 len: 1001 time: 0.2218673 Jul 08 18:07:16.068603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:16.091566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:16.091832 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Added segment 41456b28-8c9f-4efb-9cf1-c9790107502e of type vlan for network f47b4292-3ad1-4dc1-8b39-54c4922e6f07 Jul 08 18:07:16.142819 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e6d50036-98a7-421c-b530-b17e9be089a7 None None] Provisioning complete for port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:16.143295 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6d50036-98a7-421c-b530-b17e9be089a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:16.148118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9888c23d-ed3d-48b5-a2ce-2e4697ae3512 req-c815c56b-941c-48b2-8fb2-2966c7c860cf tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623056 Jul 08 18:07:16.154302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932532e-5072-4eaa-9ebf-8cffb74cdb29 req-c16fff9d-808b-4f87-bb3c-a88f840261e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:16.155772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4932532e-5072-4eaa-9ebf-8cffb74cdb29 req-c16fff9d-808b-4f87-bb3c-a88f840261e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 920 time: 0.3460212 Jul 08 18:07:16.179032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-426ce402-b08b-4b85-9e16-666bc115774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:16.180476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-426ce402-b08b-4b85-9e16-666bc115774c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffd178d-f064-4531-9efd-737edfc74720 HTTP/1.1" status: 200 len: 851 time: 0.1481438 Jul 08 18:07:16.204329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e6d50036-98a7-421c-b530-b17e9be089a7 None None] Port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:07:16.218403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4932532e-5072-4eaa-9ebf-8cffb74cdb29 req-eeb2ff56-f299-49aa-8962-17d31fae51eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bc5f862-0007-42a2-89ea-c00101c37cfd HTTP/1.1" status: 200 len: 217 time: 0.0508671 Jul 08 18:07:16.228595 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:16.253548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 38fe7072-45b4-43d8-a193-f3eb9f151697 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:16.268561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15430557-ae7f-457a-a32b-4fbdbb0508d6 req-9fb04c2b-ca38-4a8d-95a1-0318eb20961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:16.270614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15430557-ae7f-457a-a32b-4fbdbb0508d6 req-9fb04c2b-ca38-4a8d-95a1-0318eb20961e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=588ab089e55e48f882e0551d4f129e8c&device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 1094 time: 0.1806345 Jul 08 18:07:16.272841 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-026d5e47-557d-4edf-b53d-733a386cd752 req-05dccea0-ffb9-45cc-aa61-f3cde2b5a937 service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470198 Jul 08 18:07:16.275070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Router 101355e7-b180-442b-86a1-e1b4d309a687 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:07:16.310588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932532e-5072-4eaa-9ebf-8cffb74cdb29 req-e07068d0-7443-4f6a-af3f-7e38e8c37901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:16.312067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4932532e-5072-4eaa-9ebf-8cffb74cdb29 req-e07068d0-7443-4f6a-af3f-7e38e8c37901 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 200 len: 859 time: 0.0673559 Jul 08 18:07:16.333462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 38fe7072-45b4-43d8-a193-f3eb9f151697 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:16.339104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 38fe7072-45b4-43d8-a193-f3eb9f151697 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:16.339476 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:16.360166 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:16.360703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:16.368558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:16.374445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:16.374445 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:16.438286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6751351 Jul 08 18:07:16.458225 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:16.459819 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:16.471343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:07:16.482730 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Sync routers for ids ['101355e7-b180-442b-86a1-e1b4d309a687'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:07:16.496190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387baff0-dab8-4daa-a93a-1713a634d241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fe7072-45b4-43d8-a193-f3eb9f151697'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:16.498959 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d27f5db-4371-4d6a-9d46-315121f53e3a" -d '{"events": [{"server_uuid": "387baff0-dab8-4daa-a93a-1713a634d241", "name": "network-vif-plugged", "status": "completed", "tag": "38fe7072-45b4-43d8-a193-f3eb9f151697"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:16.516423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 38fe7072-45b4-43d8-a193-f3eb9f151697, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=38fe7072-45b4-43d8-a193-f3eb9f151697,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:16.519693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Routers {'101355e7-b180-442b-86a1-e1b4d309a687'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:07:16.520790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:07:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['101355e7-b180-442b-86a1-e1b4d309a687'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:16.527351 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5bcc553c-e6cd-4399-a49d-88472ef893a3 admin admin] 10.222.0.73 "PUT /v2.0/routers/101355e7-b180-442b-86a1-e1b4d309a687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8517957 Jul 08 18:07:16.530147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-e9fae118-3ac2-42fc-b63d-643446b01911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:16.531856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-e9fae118-3ac2-42fc-b63d-643446b01911 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4d07708-357c-46da-80fc-75d7056d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3227017 Jul 08 18:07:16.533790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4932532e-5072-4eaa-9ebf-8cffb74cdb29 req-00e5873c-40b6-4971-ab64-1f6c7082139b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=811ef628-e931-4676-a654-7d47371e6761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1893771 Jul 08 18:07:16.613805 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:16.641658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event updated for resources: {'Network': ['ID=1b4b2d30-ed99-4633-9c75-572738e1718c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:16.777212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-01dba1c4-1971-4e37-9b26-c47d19d64d69 service neutron] 10.222.0.59 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187066 Jul 08 18:07:16.805065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 1b4b2d30-ed99-4633-9c75-572738e1718c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:16.896711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=38fe7072-45b4-43d8-a193-f3eb9f151697,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:16.921352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Set router 101355e7-b180-442b-86a1-e1b4d309a687 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:07:17.014002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4932532e-5072-4eaa-9ebf-8cffb74cdb29 req-dbe5cf53-fc2f-4841-bd01-804d825f475a service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095543 Jul 08 18:07:17.044580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15430557-ae7f-457a-a32b-4fbdbb0508d6 req-5643356e-b88a-45cc-a49b-46403116728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:17.046070 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15430557-ae7f-457a-a32b-4fbdbb0508d6 req-5643356e-b88a-45cc-a49b-46403116728a service neutron] 10.222.0.74 "GET /v2.0/networks?id=4374e0d0-64ce-4652-8f1b-54232544ddaa HTTP/1.1" status: 200 len: 913 time: 0.7642322 Jul 08 18:07:17.085200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc4a9f-8856-443e-8a78-f8eaa6d63f16 req-9b3b6569-bdcb-452b-b175-c7f53f73c6f5 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:17.094361 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1cc4a9f-8856-443e-8a78-f8eaa6d63f16 req-9b3b6569-bdcb-452b-b175-c7f53f73c6f5 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 984 time: 0.5997448 Jul 08 18:07:17.135066 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15430557-ae7f-457a-a32b-4fbdbb0508d6 req-392e13c5-9fb7-4b3b-b0d1-64f7200dee22 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c053edfb-1936-42b3-a7ff-82cdc97bbc64 HTTP/1.1" status: 200 len: 217 time: 0.0801411 Jul 08 18:07:17.148649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-bb89eeb0-5803-4347-9c02-48f99161f765 service neutron] 10.222.0.59 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530507 Jul 08 18:07:17.200018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c33694-3d18-49db-93c7-94a3d955990d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event updated for resources: {'Network': ['ID=f47b4292-3ad1-4dc1-8b39-54c4922e6f07,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:17.215239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f47b4292-3ad1-4dc1-8b39-54c4922e6f07 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:17.239068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b97a8-66cd-4db6-acc9-cdd034db19a7 req-3717b64f-a475-42a9-8931-9d719df8d57e tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:17.246919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-876b97a8-66cd-4db6-acc9-cdd034db19a7 req-3717b64f-a475-42a9-8931-9d719df8d57e tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 944 time: 0.4666200 Jul 08 18:07:17.258390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ff6e55bb-08a0-4f8f-9acb-c712140cc8c7', 'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'mac_address': 'fa:16:3e:b0:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:11Z', 'updated_at': '2021-07-08T18:07:14Z', 'revision_number': 2, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'subnets': [{'id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:17.259813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-e768b168-cfdd-4e58-812f-04fb2eec9cf3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=0d54f308-a6d8-415d-8624-8a6a6c642bdf HTTP/1.1" status: 200 len: 217 time: 0.1016102 Jul 08 18:07:17.267844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7a314-a9de-4368-b99f-94c5aa2774bc tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:17.275743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7a314-a9de-4368-b99f-94c5aa2774bc tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:17.284529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7a314-a9de-4368-b99f-94c5aa2774bc tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:17.292056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7a314-a9de-4368-b99f-94c5aa2774bc tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:17.296927 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0be7a314-a9de-4368-b99f-94c5aa2774bc tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8372579 Jul 08 18:07:17.297706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Checking router: 101355e7-b180-442b-86a1-e1b4d309a687 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:07:17.298060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Updating router 101355e7-b180-442b-86a1-e1b4d309a687 port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:07:17.302806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39324) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:17.350241 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:17.369498 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1cc4a9f-8856-443e-8a78-f8eaa6d63f16 req-07681e9e-3f5c-412d-b0b4-662a5c2540ed tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=513f8945-850d-4168-8185-6afc8bca3cf7&id=9539f261-12ed-48c6-bad0-12f8faebbb63&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2729003 Jul 08 18:07:17.391668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15430557-ae7f-457a-a32b-4fbdbb0508d6 req-daeac679-62ff-4cba-bfb5-b16212fcb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:17.394524 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15430557-ae7f-457a-a32b-4fbdbb0508d6 req-daeac679-62ff-4cba-bfb5-b16212fcb5bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a HTTP/1.1" status: 200 len: 852 time: 0.2427719 Jul 08 18:07:17.414779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-299bcdf6-9e07-4baf-81d7-575178e46147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:17.419314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-299bcdf6-9e07-4baf-81d7-575178e46147 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.1439569 Jul 08 18:07:17.443061 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15430557-ae7f-457a-a32b-4fbdbb0508d6 req-a2282b14-1717-41d0-8973-02cc82f9eedf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4374e0d0-64ce-4652-8f1b-54232544ddaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412564 Jul 08 18:07:17.447229 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:17.447929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-876b97a8-66cd-4db6-acc9-cdd034db19a7 req-c7871d3b-feeb-4c48-a3dd-6721d3c34ff7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000511 Jul 08 18:07:17.556364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4932532e-5072-4eaa-9ebf-8cffb74cdb29 req-fc9e2958-c3b6-4107-80fa-50b0f141575f service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320425 Jul 08 18:07:17.580492 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc80826-5f88-45ef-8860-5b9712611d4d', 'tag': 'cb367477-cfe2-43cc-a648-a0ab2b0efaac'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:17.585827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-b64dc07c-4dfa-4897-b5de-3d44a8492ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:17.586458 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89fd753-c3ea-4928-af76-0f4dc85d9ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc80826-5f88-45ef-8860-5b9712611d4d", "tag": "cb367477-cfe2-43cc-a648-a0ab2b0efaac"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:17.587719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-b64dc07c-4dfa-4897-b5de-3d44a8492ea6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1373141 Jul 08 18:07:17.610386 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f108dfba-caa3-4660-9fc1-2bb83d50ae8a x-openstack-request-id: req-f108dfba-caa3-4660-9fc1-2bb83d50ae8a {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:17.610690 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387baff0-dab8-4daa-a93a-1713a634d241", "name": "network-vif-plugged", "status": "completed", "tag": "38fe7072-45b4-43d8-a193-f3eb9f151697", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:17.610948 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f108dfba-caa3-4660-9fc1-2bb83d50ae8a {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:17.618996 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387baff0-dab8-4daa-a93a-1713a634d241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fe7072-45b4-43d8-a193-f3eb9f151697', 'code': 200} Jul 08 18:07:17.783941 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15430557-ae7f-457a-a32b-4fbdbb0508d6 req-8039c3f3-7294-4a36-ae0d-ad091087d261 service neutron] 10.222.0.74 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327332 Jul 08 18:07:17.807181 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:17.834897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Transition to ACTIVE for port object ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:17.850090 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:17.853516 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:17.871293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4b2d30-ed99-4633-9c75-572738e1718c']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:17.898236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be932c7-9778-4aef-ad96-276e6669fe93') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:17.898559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be932c7-9778-4aef-ad96-276e6669fe93') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:17.915671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:17.941630 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:17.954119 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94927c52-ded0-4c29-b478-81436a4f4085 None None] Pushing event updated for resources: {'Port': ['ID=ff6e55bb-08a0-4f8f-9acb-c712140cc8c7,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:17.954557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:17.954957 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:17.958128 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:17.960388 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15430557-ae7f-457a-a32b-4fbdbb0508d6 req-66914bbb-447b-4f05-912d-d3b8d1e9080c service neutron] 10.222.0.74 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656315 Jul 08 18:07:18.001304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-b41f8b22-83b6-4f3d-a2fd-86da89ed2253 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060802 Jul 08 18:07:18.027333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a686c-4e5f-4586-a372-79cc7d483d4d req-eeffd6a8-f8b1-47d9-88c4-6e81c72d622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:18.029155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-703a686c-4e5f-4586-a372-79cc7d483d4d req-eeffd6a8-f8b1-47d9-88c4-6e81c72d622f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 1097 time: 0.3300691 Jul 08 18:07:18.062904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Attempting to bind port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:18.063416 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Attempting to bind port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:18.063878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Attempting to bind port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 on network 862c2a37-d96a-4888-ae5a-8d974ff33d02 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:18.072369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.079721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:18.080103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Checking segment: {'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:18.081023 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.081457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Bound using segment: {'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:18.082099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Bound port: ff6e55bb-08a0-4f8f-9acb-c712140cc8c7, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:18.082702 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.088072 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.093357 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "DELETE /v2.0/networks/1b4b2d30-ed99-4633-9c75-572738e1718c HTTP/1.1" status: 204 len: 168 time: 0.7880826 Jul 08 18:07:18.093496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39360) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:18.138223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe7515-d5fe-425f-9e6b-d98ec8970907 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event deleted for resources: {'Network': ['ID=1b4b2d30-ed99-4633-9c75-572738e1718c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:18.173910 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b16eb23-b00d-4d4f-a677-4cb7b1f0edc1 req-c166000f-db8d-4801-97cd-f2448280708d tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-209034944&fields=id&tenant_id=6655462c5b97467482a6538c52beed2f HTTP/1.1" status: 200 len: 267 time: 0.1327245 Jul 08 18:07:18.176100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-703a686c-4e5f-4586-a372-79cc7d483d4d req-a79d05ff-827c-4d2b-bf47-3c860bbcb495 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362059 Jul 08 18:07:18.199770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] For port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:18.205265 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] For port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff6e55bb-08a0-4f8f-9acb-c712140cc8c7,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:18.220023 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.254470 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.356781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94927c52-ded0-4c29-b478-81436a4f4085 None None] Pushing event updated for resources: {'Port': ['ID=ff6e55bb-08a0-4f8f-9acb-c712140cc8c7,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:18.361417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Routers {'101355e7-b180-442b-86a1-e1b4d309a687'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:07:18.362059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:07:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['101355e7-b180-442b-86a1-e1b4d309a687'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:18.434835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.452236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47b4292-3ad1-4dc1-8b39-54c4922e6f07']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:18.468596 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41456b28-8c9f-4efb-9cf1-c9790107502e') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:18.469582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41456b28-8c9f-4efb-9cf1-c9790107502e') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:18.485212 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.500702 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.510909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:18.511568 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.513790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] Set router 101355e7-b180-442b-86a1-e1b4d309a687 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:18.588479 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:18.595528 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.606390 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.609033 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "DELETE /v2.0/networks/f47b4292-3ad1-4dc1-8b39-54c4922e6f07 HTTP/1.1" status: 204 len: 168 time: 0.5145783 Jul 08 18:07:18.628973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac4974-ec82-435a-be39-633fd11bc043 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event deleted for resources: {'Network': ['ID=f47b4292-3ad1-4dc1-8b39-54c4922e6f07,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:18.632164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39372) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:18.708724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79180cd-fd1f-4e37-8c06-3d3b24d5ef15 req-a434dfe5-2c66-45bc-a91c-c80b5bc304e8 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:18.714892 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f79180cd-fd1f-4e37-8c06-3d3b24d5ef15 req-a434dfe5-2c66-45bc-a91c-c80b5bc304e8 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 943 time: 0.8385427 Jul 08 18:07:18.731733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-508a455b-cb0b-421b-8f40-27f0cafaebba service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7215173 Jul 08 18:07:18.797072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c96a53-2178-413f-9517-944175b5be05 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:18.805439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c96a53-2178-413f-9517-944175b5be05 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:18.813320 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-89c96a53-2178-413f-9517-944175b5be05 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1798623 Jul 08 18:07:18.814059 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39378) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:18.816475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-00b20aae-3fb8-42fe-b79b-a244e176acc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=267ed3c9-765e-4c8d-b20f-674f51aa8c5a HTTP/1.1" status: 200 len: 217 time: 0.0713909 Jul 08 18:07:18.821040 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-54369256'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:18.822599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ff6e55bb-08a0-4f8f-9acb-c712140cc8c7', 'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'mac_address': 'fa:16:3e:b0:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:11Z', 'updated_at': '2021-07-08T18:07:18Z', 'revision_number': 4, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'subnets': [{'id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:18.848700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Made reservation on behalf of e8655a45db5443388c9fd94f35f58c3d for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:18.852146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cca11-4068-41f5-9509-60921ac5b7a9 None None] The sync data for ids ['101355e7-b180-442b-86a1-e1b4d309a687'] in n-d-799684-3 is: [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ff6e55bb-08a0-4f8f-9acb-c712140cc8c7', 'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'mac_address': 'fa:16:3e:b0:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:11Z', 'updated_at': '2021-07-08T18:07:18Z', 'revision_number': 4, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'subnets': [{'id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:07:18.854040 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.887820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:18.919490 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:18.920215 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Added segment ed872280-3dd9-4135-8149-0ba05fad5d82 of type vlan for network ee65df88-e49f-4319-b83d-9190ed168c49 Jul 08 18:07:18.923036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16eb23-b00d-4d4f-a677-4cb7b1f0edc1 req-eca654f5-ffec-487d-996f-29071b93cf37 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:18.931296 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b16eb23-b00d-4d4f-a677-4cb7b1f0edc1 req-eca654f5-ffec-487d-996f-29071b93cf37 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 984 time: 0.7388937 Jul 08 18:07:18.941618 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f79180cd-fd1f-4e37-8c06-3d3b24d5ef15 req-5bde4b7f-572a-4051-964f-be18c4c22d96 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206018 Jul 08 18:07:18.951865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-2b16eb23-b00d-4d4f-a677-4cb7b1f0edc1 req-3b85c978-1fa4-4f16-95c8-b13d462f1e3a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'port': {'security_groups': ['513f8945-850d-4168-8185-6afc8bca3cf7', '9539f261-12ed-48c6-bad0-12f8faebbb63', 'a0afe541-e78f-4a8c-811c-9f185dd1bae9']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:19.002523 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.002803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-ac8879a8-76d2-41fd-83f6-86c6bb0e053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:19.004689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-ac8879a8-76d2-41fd-83f6-86c6bb0e053d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.1749709 Jul 08 18:07:19.028198 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6192bc1b-1cc7-4255-a803-d465f7cf5731 x-openstack-request-id: req-6192bc1b-1cc7-4255-a803-d465f7cf5731 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:19.028198 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc80826-5f88-45ef-8860-5b9712611d4d", "tag": "cb367477-cfe2-43cc-a648-a0ab2b0efaac", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:19.028198 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6192bc1b-1cc7-4255-a803-d465f7cf5731 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:19.028619 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc80826-5f88-45ef-8860-5b9712611d4d', 'tag': 'cb367477-cfe2-43cc-a648-a0ab2b0efaac', 'status': 'completed', 'code': 200} Jul 08 18:07:19.068722 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.075453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:19.076150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.158708 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b16eb23-b00d-4d4f-a677-4cb7b1f0edc1 req-3b85c978-1fa4-4f16-95c8-b13d462f1e3a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.180833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-01ec6f8d-7203-4457-8eaf-42a2b2f1afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:19.182392 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-01ec6f8d-7203-4457-8eaf-42a2b2f1afb6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1572433 Jul 08 18:07:19.217746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event updated for resources: {'Network': ['ID=ee65df88-e49f-4319-b83d-9190ed168c49,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:19.233997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network ee65df88-e49f-4319-b83d-9190ed168c49 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:19.236044 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fae604c7-d06c-4fd5-97a7-39c50bfa151e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4197936 Jul 08 18:07:19.243283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39384) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:19.252634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2068782568'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:19.329867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fd753-c3ea-4928-af76-0f4dc85d9ef0 req-fe302798-f042-42db-9eb4-bf1e98bccca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:19.333315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d89fd753-c3ea-4928-af76-0f4dc85d9ef0 req-fe302798-f042-42db-9eb4-bf1e98bccca7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=588ab089e55e48f882e0551d4f129e8c&device_id=5dc80826-5f88-45ef-8860-5b9712611d4d HTTP/1.1" status: 200 len: 1094 time: 0.2833424 Jul 08 18:07:19.335857 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Made reservation on behalf of e8655a45db5443388c9fd94f35f58c3d for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:19.340201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.351942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:19.389890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:19.399190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.400671 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Added segment c800d8ca-4930-4613-8bb4-a8b8b781d5a9 of type vlan for network ed0793ab-eb4a-4332-9d79-595eabf3cca8 Jul 08 18:07:19.507398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:19.511568 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.518096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:19.518354 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.578988 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fd753-c3ea-4928-af76-0f4dc85d9ef0 req-2986aaac-1063-43dd-b70f-cb8b83efc23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:19.580686 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d89fd753-c3ea-4928-af76-0f4dc85d9ef0 req-2986aaac-1063-43dd-b70f-cb8b83efc23e service neutron] 10.222.0.59 "GET /v2.0/networks?id=4374e0d0-64ce-4652-8f1b-54232544ddaa HTTP/1.1" status: 200 len: 913 time: 0.2087967 Jul 08 18:07:19.582981 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.588969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:19.589836 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.628159 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.674187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff6e55bb-08a0-4f8f-9acb-c712140cc8c7,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:19.678339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event updated for resources: {'Network': ['ID=ed0793ab-eb4a-4332-9d79-595eabf3cca8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:19.680687 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.689861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network ed0793ab-eb4a-4332-9d79-595eabf3cca8 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:19.717584 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d89fd753-c3ea-4928-af76-0f4dc85d9ef0 req-46ce34c3-c235-4155-9231-c1148573e825 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb367477-cfe2-43cc-a648-a0ab2b0efaac HTTP/1.1" status: 200 len: 217 time: 0.1234901 Jul 08 18:07:19.723306 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a9b05f9d-9c62-46ea-be73-e1c52b2b8a76 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4777429 Jul 08 18:07:19.747528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39386) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:19.762726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'ports': [{'network_id': 'ee65df88-e49f-4319-b83d-9190ed168c49', 'name': 'tempest-port--1065459210', 'admin_state_up': True}, {'network_id': 'ed0793ab-eb4a-4332-9d79-595eabf3cca8', 'admin_state_up': False}]} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:19.763527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'port': {'network_id': 'ee65df88-e49f-4319-b83d-9190ed168c49', 'name': 'tempest-port--1065459210', 'admin_state_up': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:19.764169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'port': {'network_id': 'ed0793ab-eb4a-4332-9d79-595eabf3cca8', 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:19.781022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fd753-c3ea-4928-af76-0f4dc85d9ef0 req-72574e5e-c296-4433-91f5-799391356365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:19.783075 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d89fd753-c3ea-4928-af76-0f4dc85d9ef0 req-72574e5e-c296-4433-91f5-799391356365 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a HTTP/1.1" status: 200 len: 852 time: 0.0585432 Jul 08 18:07:19.829183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=ff6e55bb-08a0-4f8f-9acb-c712140cc8c7,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:19.830227 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d89fd753-c3ea-4928-af76-0f4dc85d9ef0 req-84876c31-f96e-4a6c-9673-68f584bad8f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4374e0d0-64ce-4652-8f1b-54232544ddaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399156 Jul 08 18:07:19.931564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2b16eb23-b00d-4d4f-a677-4cb7b1f0edc1 req-3b85c978-1fa4-4f16-95c8-b13d462f1e3a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] For port 75722af5-007b-4ff4-a2dc-f88a09eb816b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:19.954802 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d89fd753-c3ea-4928-af76-0f4dc85d9ef0 req-9e78d12c-9a99-4d09-a8a1-0ee8ca0b4ce0 service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166854 Jul 08 18:07:19.971328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-98a640f9-561a-4a53-9c9d-ef218d971679 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951223 Jul 08 18:07:19.984149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abdc4f-10b8-449a-8acf-4ce8236f3948 req-b42b0f21-382c-41c6-8586-1fa0753889c7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:19.985996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15abdc4f-10b8-449a-8acf-4ce8236f3948 req-b42b0f21-382c-41c6-8586-1fa0753889c7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 944 time: 0.6085243 Jul 08 18:07:20.058183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device cb367477-cfe2-43cc-a648-a0ab2b0efaac details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:07:20.101461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d89fd753-c3ea-4928-af76-0f4dc85d9ef0 req-857157b7-dcce-4525-b37b-0aa3a43b50e0 service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382935 Jul 08 18:07:20.121144 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b16eb23-b00d-4d4f-a677-4cb7b1f0edc1 req-3b85c978-1fa4-4f16-95c8-b13d462f1e3a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:20.137432 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b16eb23-b00d-4d4f-a677-4cb7b1f0edc1 req-3b85c978-1fa4-4f16-95c8-b13d462f1e3a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:20.154180 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['df42c4ed-a216-4132-9b76-be1f3534c4ab'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:20.182482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['75722af5-007b-4ff4-a2dc-f88a09eb816b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:20.230191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15abdc4f-10b8-449a-8acf-4ce8236f3948 req-cb7cfa0c-2855-4fa4-bbe6-4ba506af7ab2 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247710 Jul 08 18:07:20.255637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16eb23-b00d-4d4f-a677-4cb7b1f0edc1 req-3b85c978-1fa4-4f16-95c8-b13d462f1e3a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:20.256322 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b16eb23-b00d-4d4f-a677-4cb7b1f0edc1 req-3b85c978-1fa4-4f16-95c8-b13d462f1e3a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:20.257784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b16eb23-b00d-4d4f-a677-4cb7b1f0edc1 req-3b85c978-1fa4-4f16-95c8-b13d462f1e3a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "PUT /v2.0/ports/75722af5-007b-4ff4-a2dc-f88a09eb816b HTTP/1.1" status: 200 len: 1020 time: 1.3256156 Jul 08 18:07:20.260267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'tag': '75722af5-007b-4ff4-a2dc-f88a09eb816b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:20.262481 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc52a6d-e2dc-4f52-b402-9fb7adbc1e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "44f3273f-3016-4c13-b6b1-0d3f195583a9", "tag": "75722af5-007b-4ff4-a2dc-f88a09eb816b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:20.282652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c053edfb-1936-42b3-a7ff-82cdc97bbc64 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:07:20.309627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-5a9f11fd-7b5e-45c1-a430-6ffb158be381 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162599 Jul 08 18:07:20.329175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85c978-1fa4-4f16-95c8-b13d462f1e3a tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'Port': ['ID=75722af5-007b-4ff4-a2dc-f88a09eb816b,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:20.342299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Made reservation on behalf of e8655a45db5443388c9fd94f35f58c3d for: {'port': 2} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:20.347263 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:20.380543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-6ef54d7f-92f3-4891-8dca-33617f94f86f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=9725ba56-db2f-41c2-9b67-365af91eb663 HTTP/1.1" status: 200 len: 217 time: 0.0584788 Jul 08 18:07:20.423151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:20.441269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port c053edfb-1936-42b3-a7ff-82cdc97bbc64, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c053edfb-1936-42b3-a7ff-82cdc97bbc64,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:20.540423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-f1261693-466a-4f06-8f35-13d169d4f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:20.544986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-f1261693-466a-4f06-8f35-13d169d4f4ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.1576829 Jul 08 18:07:20.658706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'c053edfb-1936-42b3-a7ff-82cdc97bbc64', 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa', 'port_id': 'c053edfb-1936-42b3-a7ff-82cdc97bbc64', 'mac_address': 'fa:16:3e:e0:5f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:07:20.702745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port cb367477-cfe2-43cc-a648-a0ab2b0efaac, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=cb367477-cfe2-43cc-a648-a0ab2b0efaac,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:20.736280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['75722af5-007b-4ff4-a2dc-f88a09eb816b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:20.765236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] device_id is not set on port 2a94d389-4a44-4439-8afc-cbce45360303 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:07:20.795483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'cb367477-cfe2-43cc-a648-a0ab2b0efaac', 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa', 'port_id': 'cb367477-cfe2-43cc-a648-a0ab2b0efaac', 'mac_address': 'fa:16:3e:5d:21:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:07:20.807625 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c5f8b29-4cf6-4d9f-8b0f-f9de2d9f5314 req-03fb9fd0-5d7f-40f9-b102-ed6f1c8ae3ae tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/a0afe541-e78f-4a8c-811c-9f185dd1bae9 HTTP/1.1" status: 200 len: 1802 time: 0.1690309 Jul 08 18:07:20.836872 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:20.898423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-9559eb57-059b-4c9b-821c-3d2dc7ca62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:20.899964 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-9559eb57-059b-4c9b-821c-3d2dc7ca62e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3459177 Jul 08 18:07:20.900216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c053edfb-1936-42b3-a7ff-82cdc97bbc64 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:20.958443 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:20.963323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port c053edfb-1936-42b3-a7ff-82cdc97bbc64, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c053edfb-1936-42b3-a7ff-82cdc97bbc64,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:20.978041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f0227-3010-4314-bea4-0f0b84f26c54 req-45b7d9b6-e381-442b-93f5-f3f580633def tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:20.979972 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce5f0227-3010-4314-bea4-0f0b84f26c54 req-45b7d9b6-e381-442b-93f5-f3f580633def tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 943 time: 0.3332922 Jul 08 18:07:21.000011 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:21.000689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 3bc5f862-0007-42a2-89ea-c00101c37cfd details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:07:21.027955 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-9c5f8b29-4cf6-4d9f-8b0f-f9de2d9f5314 req-3eca42c2-ff9f-48d2-b7c5-ad1e7938a2b7 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 18:07:21.029321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c5f8b29-4cf6-4d9f-8b0f-f9de2d9f5314 req-3eca42c2-ff9f-48d2-b7c5-ad1e7938a2b7 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "DELETE /v2.0/security-groups/a0afe541-e78f-4a8c-811c-9f185dd1bae9 HTTP/1.1" status: 409 len: 341 time: 0.2206266 Jul 08 18:07:21.055532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb367477-cfe2-43cc-a648-a0ab2b0efaac {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:21.103502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce5f0227-3010-4314-bea4-0f0b84f26c54 req-0787f37e-796f-431d-a2a3-fbd5ff52c0bc tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067061 Jul 08 18:07:21.120140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port cb367477-cfe2-43cc-a648-a0ab2b0efaac, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=cb367477-cfe2-43cc-a648-a0ab2b0efaac,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:21.133672 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaacd17-346b-44f9-b482-f07dbad49393 x-openstack-request-id: req-9eaacd17-346b-44f9-b482-f07dbad49393 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:21.133968 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f3273f-3016-4c13-b6b1-0d3f195583a9", "tag": "75722af5-007b-4ff4-a2dc-f88a09eb816b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:21.135623 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9eaacd17-346b-44f9-b482-f07dbad49393 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:21.136183 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'tag': '75722af5-007b-4ff4-a2dc-f88a09eb816b', 'status': 'completed', 'code': 200} Jul 08 18:07:21.154887 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:21.247061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=c053edfb-1936-42b3-a7ff-82cdc97bbc64,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:21.322198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc52a6d-e2dc-4f52-b402-9fb7adbc1e7e req-0d3ceb02-bdc7-48f8-bb80-accc0bb47a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:21.323919 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dc52a6d-e2dc-4f52-b402-9fb7adbc1e7e req-0d3ceb02-bdc7-48f8-bb80-accc0bb47a09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6655462c5b97467482a6538c52beed2f&device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 1174 time: 0.1765966 Jul 08 18:07:21.330070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-a557691a-d0c9-46e5-9d67-f6f25242fa6b service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201550 Jul 08 18:07:21.351960 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:21.381257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:21.479048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 3bc5f862-0007-42a2-89ea-c00101c37cfd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=3bc5f862-0007-42a2-89ea-c00101c37cfd,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:21.553286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=cb367477-cfe2-43cc-a648-a0ab2b0efaac,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:21.580967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['cb367477-cfe2-43cc-a648-a0ab2b0efaac'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:21.591317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc52a6d-e2dc-4f52-b402-9fb7adbc1e7e req-5baf2f49-edc9-4a6f-a8fd-538b2ae35d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:21.592814 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dc52a6d-e2dc-4f52-b402-9fb7adbc1e7e req-5baf2f49-edc9-4a6f-a8fd-538b2ae35d68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 200 len: 911 time: 0.2592058 Jul 08 18:07:21.606026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] device_id is not set on port 94a36158-3591-4f5e-95c2-e18a37f68352 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:07:21.660749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-0e4b4946-9a22-448d-a514-197cb933de26 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167317 Jul 08 18:07:21.675993 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dc52a6d-e2dc-4f52-b402-9fb7adbc1e7e req-b86b10fa-690c-4ade-9fd9-26d03199f2d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b HTTP/1.1" status: 200 len: 217 time: 0.0730290 Jul 08 18:07:21.689206 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d7ffa-6c42-4add-adfb-65b4b3ac0169 req-07bb9d19-2bb7-4a44-be9a-6459ba9cb6e5 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:21.696744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d64d7ffa-6c42-4add-adfb-65b4b3ac0169 req-07bb9d19-2bb7-4a44-be9a-6459ba9cb6e5 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 944 time: 0.2119141 Jul 08 18:07:21.741956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '3bc5f862-0007-42a2-89ea-c00101c37cfd', 'network_id': '811ef628-e931-4676-a654-7d47371e6761', 'port_id': '3bc5f862-0007-42a2-89ea-c00101c37cfd', 'mac_address': 'fa:16:3e:97:36:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9a3154-9836-468e-8362-154411245c2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:07:21.755396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-22564f44-587a-46d7-a497-035066b23dcf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 HTTP/1.1" status: 200 len: 217 time: 0.0852509 Jul 08 18:07:21.793911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc52a6d-e2dc-4f52-b402-9fb7adbc1e7e req-2631d620-a2ed-45d6-8d54-135612ad3bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:21.798654 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dc52a6d-e2dc-4f52-b402-9fb7adbc1e7e req-2631d620-a2ed-45d6-8d54-135612ad3bcd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a41417a-9610-4e78-aa1c-6c2d94c44b77 HTTP/1.1" status: 200 len: 850 time: 0.1154025 Jul 08 18:07:21.871690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d64d7ffa-6c42-4add-adfb-65b4b3ac0169 req-e7046421-556c-4a57-a19c-6504a7ee5b8f tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739702 Jul 08 18:07:21.912701 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dc52a6d-e2dc-4f52-b402-9fb7adbc1e7e req-c2085267-4d01-4fd6-965c-4a8340f86690 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59fb5ee7-cecf-466d-8f9c-3815a4857bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059263 Jul 08 18:07:21.913921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39418) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:21.918624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-733b062d-e553-4a94-bf6f-14976f25fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:21.919839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-733b062d-e553-4a94-bf6f-14976f25fecc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.1564760 Jul 08 18:07:22.105464 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.154927 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dc52a6d-e2dc-4f52-b402-9fb7adbc1e7e req-eb50103b-9ffc-439b-a10e-7ba7e18fabd3 service neutron] 10.222.0.59 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283320 Jul 08 18:07:22.199941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-5ed6713e-a9ad-4690-8197-91a42f615539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:22.201380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-5ed6713e-a9ad-4690-8197-91a42f615539 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2627921 Jul 08 18:07:22.257792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a4dd324-54f3-43e5-a3a5-9a4c6f14a965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.286558 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.310809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc5f862-0007-42a2-89ea-c00101c37cfd {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:22.312966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6068c4-ab5f-4ea9-a066-e5e8d5bf802c req-235a8e94-93a1-405d-9a6e-8c0fe4a89812 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:22.315097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e6068c4-ab5f-4ea9-a066-e5e8d5bf802c req-235a8e94-93a1-405d-9a6e-8c0fe4a89812 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 1023 time: 0.2014942 Jul 08 18:07:22.326436 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.343419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:22.344513 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dc52a6d-e2dc-4f52-b402-9fb7adbc1e7e req-01f75bd3-8ba3-4e11-bdf3-e6ccc1007a57 service neutron] 10.222.0.59 "GET /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814232 Jul 08 18:07:22.346088 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.356260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 3bc5f862-0007-42a2-89ea-c00101c37cfd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=3bc5f862-0007-42a2-89ea-c00101c37cfd,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:22.407217 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.458103 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a4dd324-54f3-43e5-a3a5-9a4c6f14a965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.466878 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a4dd324-54f3-43e5-a3a5-9a4c6f14a965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.505803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-04fe0910-d248-439c-ae9d-d599961a7b11 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935383 Jul 08 18:07:22.516049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event updated for resources: {'Port': ['ID=2a94d389-4a44-4439-8afc-cbce45360303,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:22.533098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dd324-54f3-43e5-a3a5-9a4c6f14a965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07b706d-121a-4996-9fe1-d0daa960a2e6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:22.538700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=3bc5f862-0007-42a2-89ea-c00101c37cfd,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:22.543806 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a4dd324-54f3-43e5-a3a5-9a4c6f14a965 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=974cdf80e93249738712d73577aaab6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255219 Jul 08 18:07:22.547331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39428) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:22.581803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e6068c4-ab5f-4ea9-a066-e5e8d5bf802c req-fdfd5cc5-5b8b-4e1b-a439-74f08a917ebf tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0afe541-e78f-4a8c-811c-9f185dd1bae9&id=513f8945-850d-4168-8185-6afc8bca3cf7&id=9539f261-12ed-48c6-bad0-12f8faebbb63&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2486031 Jul 08 18:07:22.612638 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93a904cf-04ff-4c4b-a39a-417b1b6dbb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.628106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Checking segment: {'id': 'ed872280-3dd9-4135-8149-0ba05fad5d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee65df88-e49f-4319-b83d-9190ed168c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:22.628464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Network hostable DHCP agents. Network: ee65df88-e49f-4319-b83d-9190ed168c49, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:22.635121 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93a904cf-04ff-4c4b-a39a-417b1b6dbb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.653860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b109d-998f-4aab-b631-a642b5f0ea14 req-e7208a4f-7bd6-4713-848b-466816ed505c tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:22.655389 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-257b109d-998f-4aab-b631-a642b5f0ea14 req-e7208a4f-7bd6-4713-848b-466816ed505c tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 944 time: 0.3370528 Jul 08 18:07:22.686599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Network ee65df88-e49f-4319-b83d-9190ed168c49 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:22.695068 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93a904cf-04ff-4c4b-a39a-417b1b6dbb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.706740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93a904cf-04ff-4c4b-a39a-417b1b6dbb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.706740 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-93a904cf-04ff-4c4b-a39a-417b1b6dbb83 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e07b706d-121a-4996-9fe1-d0daa960a2e6 HTTP/1.1" status: 204 len: 168 time: 0.1523042 Jul 08 18:07:22.717626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a904cf-04ff-4c4b-a39a-417b1b6dbb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07b706d-121a-4996-9fe1-d0daa960a2e6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:22.742296 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-257b109d-998f-4aab-b631-a642b5f0ea14 req-84dc9602-8149-44f1-95ad-b173900f3ad4 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743387 Jul 08 18:07:22.744273 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-96c02faf-a6f4-4999-ba7d-4a2185fd8747 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182910 Jul 08 18:07:22.745371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, ee65df88-e49f-4319-b83d-9190ed168c49) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:22.749663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:22.751049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.755507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd22e514-ccda-4d85-ba41-aa656956d387 None None] Network ee65df88-e49f-4319-b83d-9190ed168c49 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:22.775373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['c053edfb-1936-42b3-a7ff-82cdc97bbc64'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:22.834366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-296dd1e9-0498-4d6c-8366-965016525653 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c1a4fdb-735a-4e95-acd6-453bdafb529c HTTP/1.1" status: 200 len: 217 time: 0.0776446 Jul 08 18:07:22.888178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['3bc5f862-0007-42a2-89ea-c00101c37cfd'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:22.907258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Checking segment: {'id': 'c800d8ca-4930-4613-8bb4-a8b8b781d5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ed0793ab-eb4a-4332-9d79-595eabf3cca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:22.907484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Network hostable DHCP agents. Network: ed0793ab-eb4a-4332-9d79-595eabf3cca8, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:22.915127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event updated for resources: {'Port': ['ID=94a36158-3591-4f5e-95c2-e18a37f68352,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:22.941643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-8817731e-a5b3-4606-9cb0-fedad5ddbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:22.943617 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-8817731e-a5b3-4606-9cb0-fedad5ddbe80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be2c2c08-32f0-4e07-8941-4d57046ff43f HTTP/1.1" status: 200 len: 797 time: 0.1009393 Jul 08 18:07:22.947135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Network ed0793ab-eb4a-4332-9d79-595eabf3cca8 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:22.966650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, ed0793ab-eb4a-4332-9d79-595eabf3cca8) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:22.971572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:22.978200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:22.983095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:22.983817 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:23.023802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d7a79a1d-a968-4926-bd28-587cee997d5e tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2662194 Jul 08 18:07:23.027599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39438) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:23.043229 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:07:23.091697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-b568ed70-e031-4402-9400-fa614d78fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:23.094397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-b568ed70-e031-4402-9400-fa614d78fd15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1399007 Jul 08 18:07:23.099326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877221bb-927c-4ff5-ba40-a5caf2890581 None None] Network ed0793ab-eb4a-4332-9d79-595eabf3cca8 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:23.230408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d075e-41f1-4e3f-848d-4d4d09f41c1b tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:23.241021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d075e-41f1-4e3f-848d-4d4d09f41c1b tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:23.247289 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-040d075e-41f1-4e3f-848d-4d4d09f41c1b tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2173812 Jul 08 18:07:23.247934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39450) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:23.298385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-3c27c487-da87-4590-a9a4-75e7fb3a8d72 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956432 Jul 08 18:07:23.355232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83991757-eb4d-4b1c-bc92-44532a9246be req-4ab57b03-0a80-433d-8432-f427ead789b6 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:23.356788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83991757-eb4d-4b1c-bc92-44532a9246be req-4ab57b03-0a80-433d-8432-f427ead789b6 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 945 time: 0.3308835 Jul 08 18:07:23.473155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-aecac652-73ab-4447-b096-a91d6ce29454 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Deleting port 2a94d389-4a44-4439-8afc-cbce45360303 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:23.473775 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aecac652-73ab-4447-b096-a91d6ce29454 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:23.489524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-573f923e-71a5-4f1c-a3bb-e265b3b898ea service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774249 Jul 08 18:07:23.544229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83991757-eb4d-4b1c-bc92-44532a9246be req-4db0a100-c976-409c-b475-5afe13806497 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911629 Jul 08 18:07:23.546879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-106414fd-8b6a-4532-b004-5f2f9b2bfd2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f6220108-c2fb-4dae-a334-33b1a571ec89 HTTP/1.1" status: 200 len: 217 time: 0.0462387 Jul 08 18:07:23.607708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aecac652-73ab-4447-b096-a91d6ce29454 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:23.670286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-14de3d51-d71d-4773-a528-6321c912f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:23.671764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-14de3d51-d71d-4773-a528-6321c912f020 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be2c2c08-32f0-4e07-8941-4d57046ff43f HTTP/1.1" status: 200 len: 797 time: 0.1142323 Jul 08 18:07:23.674765 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-aecac652-73ab-4447-b096-a91d6ce29454 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Calling delete_port for 2a94d389-4a44-4439-8afc-cbce45360303 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:23.773618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-4bae482b-e6a9-4e18-9fa0-92efafc122bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:23.775540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-4bae482b-e6a9-4e18-9fa0-92efafc122bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968568 Jul 08 18:07:23.818881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39466) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:23.878638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6924e-aa02-428e-9c42-342f44c7da13 req-27e15764-4078-4cce-9f3a-927a3e14509c tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:23.880277 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-caa6924e-aa02-428e-9c42-342f44c7da13 req-27e15764-4078-4cce-9f3a-927a3e14509c tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 1023 time: 0.4227357 Jul 08 18:07:23.918705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e52419-34e3-4b35-b5a5-0608eeffdde3 req-e8821be9-1990-43b8-b08c-2015326aa605 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:23.920330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74e52419-34e3-4b35-b5a5-0608eeffdde3 req-e8821be9-1990-43b8-b08c-2015326aa605 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 1023 time: 0.1731966 Jul 08 18:07:23.933151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-3d7e5a45-577d-4635-9404-c10e8b690d4c service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386025 Jul 08 18:07:23.951557 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aecac652-73ab-4447-b096-a91d6ce29454 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:23.977064 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aecac652-73ab-4447-b096-a91d6ce29454 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:23.983216 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aecac652-73ab-4447-b096-a91d6ce29454 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "DELETE /v2.0/ports/2a94d389-4a44-4439-8afc-cbce45360303 HTTP/1.1" status: 204 len: 168 time: 0.7338724 Jul 08 18:07:23.992237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39470) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:24.013460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-706614877-network', 'tenant_id': '2c842e765dae4b7c9dd45bf595651ceb'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:24.016523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecac652-73ab-4447-b096-a91d6ce29454 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event deleted for resources: {'Port': ['ID=2a94d389-4a44-4439-8afc-cbce45360303,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:24.070034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device cb367477-cfe2-43cc-a648-a0ab2b0efaac up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:24.079315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Made reservation on behalf of 2c842e765dae4b7c9dd45bf595651ceb for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:24.081680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.094333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.096204 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74e52419-34e3-4b35-b5a5-0608eeffdde3 req-44b3e5f6-19c4-405e-8fc7-a190b56d510e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0afe541-e78f-4a8c-811c-9f185dd1bae9&id=513f8945-850d-4168-8185-6afc8bca3cf7&id=9539f261-12ed-48c6-bad0-12f8faebbb63&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1608713 Jul 08 18:07:24.124428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-caa6924e-aa02-428e-9c42-342f44c7da13 req-a98dcd7c-b64d-43bf-ab3a-4b11dabe8ceb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Deleting port 75722af5-007b-4ff4-a2dc-f88a09eb816b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:24.124428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-caa6924e-aa02-428e-9c42-342f44c7da13 req-a98dcd7c-b64d-43bf-ab3a-4b11dabe8ceb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.176319 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port cb367477-cfe2-43cc-a648-a0ab2b0efaac completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:24.178856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25f47d-33fd-47fc-8495-9d54adacec51 req-172e3db7-6ca2-4b19-adf4-bca08173cad9 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:24.180967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port cb367477-cfe2-43cc-a648-a0ab2b0efaac triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:24.181674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.185889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af25f47d-33fd-47fc-8495-9d54adacec51 req-172e3db7-6ca2-4b19-adf4-bca08173cad9 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 944 time: 0.2644668 Jul 08 18:07:24.198916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e944a60-daf7-4fba-953c-3eefeb2e4141 req-2d35d4e1-a6f4-4217-b54e-1614ea76f480 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379365 Jul 08 18:07:24.348850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-caa6924e-aa02-428e-9c42-342f44c7da13 req-a98dcd7c-b64d-43bf-ab3a-4b11dabe8ceb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] For port 75722af5-007b-4ff4-a2dc-f88a09eb816b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=75722af5-007b-4ff4-a2dc-f88a09eb816b,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:24.349246 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-caa6924e-aa02-428e-9c42-342f44c7da13 req-a98dcd7c-b64d-43bf-ab3a-4b11dabe8ceb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.379562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-caa6924e-aa02-428e-9c42-342f44c7da13 req-a98dcd7c-b64d-43bf-ab3a-4b11dabe8ceb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Calling delete_port for 75722af5-007b-4ff4-a2dc-f88a09eb816b owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:24.391341 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.439418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc80826-5f88-45ef-8860-5b9712611d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb367477-cfe2-43cc-a648-a0ab2b0efaac'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:24.443053 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7f1cd4-0ac5-496f-ad8f-57fd40a0c010" -d '{"events": [{"server_uuid": "5dc80826-5f88-45ef-8860-5b9712611d4d", "name": "network-vif-plugged", "status": "completed", "tag": "cb367477-cfe2-43cc-a648-a0ab2b0efaac"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:24.452242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.473394 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.480376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port cb367477-cfe2-43cc-a648-a0ab2b0efaac, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=cb367477-cfe2-43cc-a648-a0ab2b0efaac,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:24.498201 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.535589 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b61c4c-1e82-418f-a124-431bb16d9a8b x-openstack-request-id: req-a6b61c4c-1e82-418f-a124-431bb16d9a8b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:24.535891 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc80826-5f88-45ef-8860-5b9712611d4d", "name": "network-vif-plugged", "status": "completed", "tag": "cb367477-cfe2-43cc-a648-a0ab2b0efaac", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:24.536146 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6b61c4c-1e82-418f-a124-431bb16d9a8b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:24.536547 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc80826-5f88-45ef-8860-5b9712611d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb367477-cfe2-43cc-a648-a0ab2b0efaac', 'code': 200} Jul 08 18:07:24.545882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:24.585901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=cb367477-cfe2-43cc-a648-a0ab2b0efaac,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:24.636487 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.636487 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Added segment ec51698a-4fe1-40fe-9bf9-390c265548a4 of type vlan for network 2591650e-a6f7-4193-bd36-f564728ec2d9 Jul 08 18:07:24.679167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0444bc-f646-425d-9b52-ac18d793c4aa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:24.685564 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.751386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af25f47d-33fd-47fc-8495-9d54adacec51 req-e24a2f6a-94cb-4cff-8bb7-8f2d058f50be tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645788 Jul 08 18:07:24.773953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d03cf23c-d7c6-4289-8dba-7465fa7da0d9 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Deleting port 94a36158-3591-4f5e-95c2-e18a37f68352 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:24.778416 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.779305 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d03cf23c-d7c6-4289-8dba-7465fa7da0d9 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.779838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:24.779952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.802143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-caa6924e-aa02-428e-9c42-342f44c7da13 req-a98dcd7c-b64d-43bf-ab3a-4b11dabe8ceb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.815064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['df42c4ed-a216-4132-9b76-be1f3534c4ab'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:24.866412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dcd7c-b64d-43bf-ab3a-4b11dabe8ceb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event deleted for resources: {'Port': ['ID=75722af5-007b-4ff4-a2dc-f88a09eb816b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:24.877539 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0560930 Jul 08 18:07:24.880678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39482) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:24.884590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['75722af5-007b-4ff4-a2dc-f88a09eb816b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:24.889378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] Request body: {'subnet': {'network_id': '2591650e-a6f7-4193-bd36-f564728ec2d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-706614877-subnet', 'tenant_id': '2c842e765dae4b7c9dd45bf595651ceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:24.902492 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76de8d4-159f-42fd-8366-8f14dd3cf6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=2591650e-a6f7-4193-bd36-f564728ec2d9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:24.938885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 2591650e-a6f7-4193-bd36-f564728ec2d9 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:24.954712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa6924e-aa02-428e-9c42-342f44c7da13 req-a98dcd7c-b64d-43bf-ab3a-4b11dabe8ceb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] No DVR routers for this DVR port 75722af5-007b-4ff4-a2dc-f88a09eb816b on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:24.956789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9974c-8366-43a3-93b8-c512d2a78832 req-bb4892cd-2943-4b03-9f96-e84caf85afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:24.957751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-caa6924e-aa02-428e-9c42-342f44c7da13 req-a98dcd7c-b64d-43bf-ab3a-4b11dabe8ceb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.958444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ce9974c-8366-43a3-93b8-c512d2a78832 req-bb4892cd-2943-4b03-9f96-e84caf85afcd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5dc80826-5f88-45ef-8860-5b9712611d4d HTTP/1.1" status: 200 len: 1096 time: 0.2884836 Jul 08 18:07:24.959958 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-caa6924e-aa02-428e-9c42-342f44c7da13 req-a98dcd7c-b64d-43bf-ab3a-4b11dabe8ceb tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.59 "DELETE /v2.0/ports/75722af5-007b-4ff4-a2dc-f88a09eb816b HTTP/1.1" status: 204 len: 173 time: 1.0735531 Jul 08 18:07:24.960412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'name': 'network-vif-deleted', 'tag': '75722af5-007b-4ff4-a2dc-f88a09eb816b'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:24.962815 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f189222-1885-4e02-9897-9f2e2b3d5dc9" -d '{"events": [{"server_uuid": "44f3273f-3016-4c13-b6b1-0d3f195583a9", "name": "network-vif-deleted", "tag": "75722af5-007b-4ff4-a2dc-f88a09eb816b"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:24.966679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] Made reservation on behalf of 2c842e765dae4b7c9dd45bf595651ceb for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:24.969959 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d03cf23c-d7c6-4289-8dba-7465fa7da0d9 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:24.971648 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.014277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d03cf23c-d7c6-4289-8dba-7465fa7da0d9 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Calling delete_port for 94a36158-3591-4f5e-95c2-e18a37f68352 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:25.052866 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626e4eb4-aff7-4fba-ae18-2b8e97243354 x-openstack-request-id: req-626e4eb4-aff7-4fba-ae18-2b8e97243354 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:25.053259 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f3273f-3016-4c13-b6b1-0d3f195583a9", "name": "network-vif-deleted", "tag": "75722af5-007b-4ff4-a2dc-f88a09eb816b", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:25.053806 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-626e4eb4-aff7-4fba-ae18-2b8e97243354 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:25.054331 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f3273f-3016-4c13-b6b1-0d3f195583a9', 'name': 'network-vif-deleted', 'tag': '75722af5-007b-4ff4-a2dc-f88a09eb816b', 'status': 'completed', 'code': 200} Jul 08 18:07:25.103948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ce9974c-8366-43a3-93b8-c512d2a78832 req-8a18e99f-4954-4cfa-b282-70e0bcf87b01 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359959 Jul 08 18:07:25.121267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa1f54-31e2-48a0-b7a2-d9afc5c38e34 req-eb096792-7983-427a-87f3-cef53f030c3c tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:25.129855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-defa1f54-31e2-48a0-b7a2-d9afc5c38e34 req-eb096792-7983-427a-87f3-cef53f030c3c tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 945 time: 0.2678967 Jul 08 18:07:25.201133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-defa1f54-31e2-48a0-b7a2-d9afc5c38e34 req-c4be297a-7cf5-48f8-9379-9d87fea4f983 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697465 Jul 08 18:07:25.214091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d03cf23c-d7c6-4289-8dba-7465fa7da0d9 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.274969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cf23c-d7c6-4289-8dba-7465fa7da0d9 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event deleted for resources: {'Port': ['ID=94a36158-3591-4f5e-95c2-e18a37f68352,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:25.285866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d03cf23c-d7c6-4289-8dba-7465fa7da0d9 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.287332 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.288157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d03cf23c-d7c6-4289-8dba-7465fa7da0d9 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "DELETE /v2.0/ports/94a36158-3591-4f5e-95c2-e18a37f68352 HTTP/1.1" status: 204 len: 168 time: 1.2662382 Jul 08 18:07:25.291105 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39490) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:25.364220 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b785970-7d86-42bb-82e9-1cb0473e6d6a,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:25.387944 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] Checking segment: {'id': 'ec51698a-4fe1-40fe-9bf9-390c265548a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2591650e-a6f7-4193-bd36-f564728ec2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:25.388287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] Network hostable DHCP agents. Network: 2591650e-a6f7-4193-bd36-f564728ec2d9, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:25.432964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] Network 2591650e-a6f7-4193-bd36-f564728ec2d9 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:25.440128 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-507d3656-03c7-4767-8631-3592b6687f99 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1474993 Jul 08 18:07:25.444435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39496) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:25.452138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 2591650e-a6f7-4193-bd36-f564728ec2d9) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:25.457875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:25.458635 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.460171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-21977286'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:25.483159 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2987891-309d-4694-bbcd-70bb63f9322b None None] Network 2591650e-a6f7-4193-bd36-f564728ec2d9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:25.495144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7f57f53-6d3d-4e68-9e16-20dd6af311f8 req-b4b5ede9-843e-4f27-a394-427ad5c2696e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=44f3273f-3016-4c13-b6b1-0d3f195583a9 HTTP/1.1" status: 200 len: 210 time: 0.0534666 Jul 08 18:07:25.527502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Made reservation on behalf of e8655a45db5443388c9fd94f35f58c3d for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:25.531371 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.545153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-786f31eb-2290-47b2-b860-e26e60bfa823 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6539111 Jul 08 18:07:25.570839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:25.586330 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.587624 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Added segment 9a756653-d261-4acd-b67a-dc6288120f73 of type vlan for network 69096354-e5e1-4427-872f-29614ff0aaa9 Jul 08 18:07:25.647764 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.694727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.701604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:25.702399 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.725734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b24ad-5e43-4f5e-9e75-53e631589301 None None] Network 2591650e-a6f7-4193-bd36-f564728ec2d9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:25.780176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3339801 Jul 08 18:07:25.783941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39502) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:25.789366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1153195536'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:25.802657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c9e00-0ec5-4f5e-bcf4-7c43794f9d64 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event updated for resources: {'Network': ['ID=69096354-e5e1-4427-872f-29614ff0aaa9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:25.820939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 69096354-e5e1-4427-872f-29614ff0aaa9 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:25.880070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Made reservation on behalf of e8655a45db5443388c9fd94f35f58c3d for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:25.884366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.947647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:25.974154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.974543 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Added segment 4894d2e0-b863-4678-89ae-be36e593b1c1 of type vlan for network ebc54f3b-7bbb-4219-937e-be8d09029da9 Jul 08 18:07:26.036798 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:26.074970 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:26.082083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:26.082733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:26.084112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d677464-e6a4-414f-af19-c94033d154d0 req-ded6758a-8c96-4087-a193-ec1d0e4a3c21 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:26.085674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d677464-e6a4-414f-af19-c94033d154d0 req-ded6758a-8c96-4087-a193-ec1d0e4a3c21 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 944 time: 0.0870736 Jul 08 18:07:26.147268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d677464-e6a4-414f-af19-c94033d154d0 req-91781a8c-82ce-431e-8fb0-77798e0c9144 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551224 Jul 08 18:07:26.167079 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3824503 Jul 08 18:07:26.181932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4703b5d-a6ca-4097-bcfd-93b2c0502576 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event updated for resources: {'Network': ['ID=ebc54f3b-7bbb-4219-937e-be8d09029da9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:26.196639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network ebc54f3b-7bbb-4219-937e-be8d09029da9 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:26.364575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39522) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:26.370485 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'subnets': [{'network_id': '69096354-e5e1-4427-872f-29614ff0aaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2032043916', 'ip_version': 4}, {'network_id': 'ebc54f3b-7bbb-4219-937e-be8d09029da9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:26.370817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'subnet': {'network_id': '69096354-e5e1-4427-872f-29614ff0aaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2032043916', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:26.371396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Request body: {'subnet': {'network_id': 'ebc54f3b-7bbb-4219-937e-be8d09029da9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:26.414959 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c053edfb-1936-42b3-a7ff-82cdc97bbc64 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:26.430850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-4147f68d-4465-48a9-826c-f267baa3d76b tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:26.432485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-4147f68d-4465-48a9-826c-f267baa3d76b tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/networks?id=2591650e-a6f7-4193-bd36-f564728ec2d9 HTTP/1.1" status: 200 len: 817 time: 0.2054269 Jul 08 18:07:26.474857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port c053edfb-1936-42b3-a7ff-82cdc97bbc64 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:26.478972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port c053edfb-1936-42b3-a7ff-82cdc97bbc64 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:26.479350 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:26.483133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-42911379-0ce2-4fd2-b91e-835940bb5136 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/quotas/2c842e765dae4b7c9dd45bf595651ceb HTTP/1.1" status: 200 len: 375 time: 0.0448418 Jul 08 18:07:26.542784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-401928dc-3ed1-4a8a-ad4e-0fba4ee1cbc7 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c842e765dae4b7c9dd45bf595651ceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370960 Jul 08 18:07:26.594146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bdd09-c017-46cc-8924-d240e05f6d68 req-7fa49079-847d-4362-b3a1-0588935dc0c7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:26.596110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e6bdd09-c017-46cc-8924-d240e05f6d68 req-7fa49079-847d-4362-b3a1-0588935dc0c7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 945 time: 0.1442850 Jul 08 18:07:26.619963 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:26.627435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-1ef83824-4da3-4495-8072-a5dad9a69e97 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:07:26.630074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-1ef83824-4da3-4495-8072-a5dad9a69e97 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0814803 Jul 08 18:07:26.634570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Made reservation on behalf of e8655a45db5443388c9fd94f35f58c3d for: {'subnet': 2} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:26.640319 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:26.640611 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:26.664828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e6bdd09-c017-46cc-8924-d240e05f6d68 req-22aaa231-60f0-443b-b5a9-c6c6a4d567e9 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627089 Jul 08 18:07:26.677225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port c053edfb-1936-42b3-a7ff-82cdc97bbc64, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c053edfb-1936-42b3-a7ff-82cdc97bbc64,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:26.678674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c053edfb-1936-42b3-a7ff-82cdc97bbc64'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:26.681609 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfebd734-6d86-4a27-9964-988eaac0403c" -d '{"events": [{"server_uuid": "3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5", "name": "network-vif-plugged", "status": "completed", "tag": "c053edfb-1936-42b3-a7ff-82cdc97bbc64"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:26.697268 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:26.698066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 3bc5f862-0007-42a2-89ea-c00101c37cfd up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:26.784897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-5a712be3-a206-4254-ae40-a733f71b3aa5 service neutron] 10.222.0.73 "GET /v2.0/networks/2591650e-a6f7-4193-bd36-f564728ec2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447632 Jul 08 18:07:26.792908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=c053edfb-1936-42b3-a7ff-82cdc97bbc64,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:26.866016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 3bc5f862-0007-42a2-89ea-c00101c37cfd completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:26.875995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 3bc5f862-0007-42a2-89ea-c00101c37cfd triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:26.876384 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:26.954087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-30ad295c-e56a-4be2-8948-a1627fbde49d service neutron] 10.222.0.73 "GET /v2.0/networks/2591650e-a6f7-4193-bd36-f564728ec2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671703 Jul 08 18:07:27.011876 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.019010 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea7677b-9baa-4fd4-b23f-ca9ad896ae6e x-openstack-request-id: req-0ea7677b-9baa-4fd4-b23f-ca9ad896ae6e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:27.019966 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5", "name": "network-vif-plugged", "status": "completed", "tag": "c053edfb-1936-42b3-a7ff-82cdc97bbc64", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:27.020479 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ea7677b-9baa-4fd4-b23f-ca9ad896ae6e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:27.021574 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c053edfb-1936-42b3-a7ff-82cdc97bbc64', 'code': 200} Jul 08 18:07:27.043601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-efbd45f5-5b14-4b22-a0ec-720c04500051 req-306da1b1-eed4-4ca3-bc2a-e9fb8b8bd9bd tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/9539f261-12ed-48c6-bad0-12f8faebbb63 HTTP/1.1" status: 200 len: 1801 time: 0.0675521 Jul 08 18:07:27.106253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 3bc5f862-0007-42a2-89ea-c00101c37cfd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=3bc5f862-0007-42a2-89ea-c00101c37cfd,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:27.120604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.195725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=3bc5f862-0007-42a2-89ea-c00101c37cfd,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:27.261106 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-efbd45f5-5b14-4b22-a0ec-720c04500051 req-cf88a2c6-a295-4364-ab48-d6a6bba5ecb9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.265039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52475ed9-b28f-4da2-8d42-ee6b07aa1a7f req-0e19c67a-bb85-4f71-9aee-6c467a4e71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:27.266873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52475ed9-b28f-4da2-8d42-ee6b07aa1a7f req-0e19c67a-bb85-4f71-9aee-6c467a4e71a6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 1096 time: 0.2020001 Jul 08 18:07:27.304736 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.373982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2d8acdf-592c-4950-b7f6-1e46c7b7847f req-d0d7a754-0da8-4531-8bf3-de0e559f16cc tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 210 time: 0.0739336 Jul 08 18:07:27.380261 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-efbd45f5-5b14-4b22-a0ec-720c04500051 req-cf88a2c6-a295-4364-ab48-d6a6bba5ecb9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.412119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Checking segment: {'id': '9a756653-d261-4acd-b67a-dc6288120f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '69096354-e5e1-4427-872f-29614ff0aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:27.412715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Network hostable DHCP agents. Network: 69096354-e5e1-4427-872f-29614ff0aaa9, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:27.418686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event updated for resources: {'Subnet': ['ID=e127c97b-f0a2-41ae-b986-c327ff252615,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:27.442696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52475ed9-b28f-4da2-8d42-ee6b07aa1a7f req-730f8f2d-de95-4100-8987-065b245643a0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597543 Jul 08 18:07:27.447067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Network 69096354-e5e1-4427-872f-29614ff0aaa9 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:27.460319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 69096354-e5e1-4427-872f-29614ff0aaa9) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:27.465376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.472992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06930c58-7270-49fc-b0a6-f22c93540b89 None None] Network 69096354-e5e1-4427-872f-29614ff0aaa9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:27.490822 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-efbd45f5-5b14-4b22-a0ec-720c04500051 req-cf88a2c6-a295-4364-ab48-d6a6bba5ecb9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.494347 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-efbd45f5-5b14-4b22-a0ec-720c04500051 req-cf88a2c6-a295-4364-ab48-d6a6bba5ecb9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.501145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-efbd45f5-5b14-4b22-a0ec-720c04500051 req-cf88a2c6-a295-4364-ab48-d6a6bba5ecb9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "DELETE /v2.0/security-groups/9539f261-12ed-48c6-bad0-12f8faebbb63 HTTP/1.1" status: 204 len: 173 time: 0.4564643 Jul 08 18:07:27.527472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event updated for resources: {'Subnet': ['ID=45209582-8e19-4907-9d1b-569838b2dae5,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:27.563809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Checking segment: {'id': '4894d2e0-b863-4678-89ae-be36e593b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ebc54f3b-7bbb-4219-937e-be8d09029da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:27.564338 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Network hostable DHCP agents. Network: ebc54f3b-7bbb-4219-937e-be8d09029da9, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:27.575571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88a2c6-a295-4364-ab48-d6a6bba5ecb9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9539f261-12ed-48c6-bad0-12f8faebbb63,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:27.593167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Network ebc54f3b-7bbb-4219-937e-be8d09029da9 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:27.615234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, ebc54f3b-7bbb-4219-937e-be8d09029da9) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:27.623850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:27.624332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:27.624954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.646418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a8df6-bd18-4728-b990-e51d68538956 None None] Network ebc54f3b-7bbb-4219-937e-be8d09029da9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:27.647107 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d597aea6-db57-4f23-8f7c-cdbf58061128 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2780066 Jul 08 18:07:27.648780 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39554) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:27.699757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4021f5d-9de7-41e0-8d39-2b564296e656 req-dd0bf004-8864-4610-83ca-199050a50479 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/a0afe541-e78f-4a8c-811c-9f185dd1bae9 HTTP/1.1" status: 200 len: 1802 time: 0.1776981 Jul 08 18:07:27.742747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161e2b1-a7a6-4113-933e-43ac79c88477 req-fd3cd32b-3925-4186-b00e-81bd42f7a248 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:27.744568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e161e2b1-a7a6-4113-933e-43ac79c88477 req-fd3cd32b-3925-4186-b00e-81bd42f7a248 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 945 time: 0.1559768 Jul 08 18:07:27.794106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05f9d3c-3812-42dd-a2b7-a80b5fb29f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-69096354-e5e1-4427-872f-29614ff0aaa9', 'network_id': '69096354-e5e1-4427-872f-29614ff0aaa9', 'tenant_id': 'e8655a45db5443388c9fd94f35f58c3d', 'fixed_ips': [{'subnet_id': 'e127c97b-f0a2-41ae-b986-c327ff252615'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:07:27.798925 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d05f9d3c-3812-42dd-a2b7-a80b5fb29f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.819805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e4021f5d-9de7-41e0-8d39-2b564296e656 req-ae3ea453-6d0f-4f5c-b88e-80bd19d3fcbf tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.844249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004e1ea-a477-4a8f-b874-cab73c0c4abb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:27.847107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004e1ea-a477-4a8f-b874-cab73c0c4abb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:27.849585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004e1ea-a477-4a8f-b874-cab73c0c4abb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:27.852411 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6004e1ea-a477-4a8f-b874-cab73c0c4abb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2024622 Jul 08 18:07:27.854900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e161e2b1-a7a6-4113-933e-43ac79c88477 req-46bfd0b8-eb58-4daf-8adc-dfbaae800fe8 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999544 Jul 08 18:07:27.858158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39558) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:27.908861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e4021f5d-9de7-41e0-8d39-2b564296e656 req-ae3ea453-6d0f-4f5c-b88e-80bd19d3fcbf tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.982601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5336d5cd-563e-4076-97c7-9f380c37d2fb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Deleting subnet e127c97b-f0a2-41ae-b986-c327ff252615 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:07:27.986631 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5336d5cd-563e-4076-97c7-9f380c37d2fb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.083927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 75722af5-007b-4ff4-a2dc-f88a09eb816b no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:07:28.094571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-ebc54f3b-7bbb-4219-937e-be8d09029da9', 'network_id': 'ebc54f3b-7bbb-4219-937e-be8d09029da9', 'tenant_id': 'e8655a45db5443388c9fd94f35f58c3d', 'fixed_ips': [{'subnet_id': '45209582-8e19-4907-9d1b-569838b2dae5'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:07:28.095444 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.114482 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5336d5cd-563e-4076-97c7-9f380c37d2fb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.124671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 75722af5-007b-4ff4-a2dc-f88a09eb816b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:07:28.124961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 75722af5-007b-4ff4-a2dc-f88a09eb816b not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:07:28.178929 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e4021f5d-9de7-41e0-8d39-2b564296e656 req-ae3ea453-6d0f-4f5c-b88e-80bd19d3fcbf tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.183619 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e4021f5d-9de7-41e0-8d39-2b564296e656 req-ae3ea453-6d0f-4f5c-b88e-80bd19d3fcbf tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.185453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4021f5d-9de7-41e0-8d39-2b564296e656 req-ae3ea453-6d0f-4f5c-b88e-80bd19d3fcbf tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "DELETE /v2.0/security-groups/a0afe541-e78f-4a8c-811c-9f185dd1bae9 HTTP/1.1" status: 204 len: 173 time: 0.4762990 Jul 08 18:07:28.245100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ea453-6d0f-4f5c-b88e-80bd19d3fcbf tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0afe541-e78f-4a8c-811c-9f185dd1bae9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:28.258176 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5336d5cd-563e-4076-97c7-9f380c37d2fb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.277589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771ffd1-7dde-4d24-8098-f2443482c41c req-3e4502f7-683d-461d-9866-712786e72fd3 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:28.292357 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a771ffd1-7dde-4d24-8098-f2443482c41c req-3e4502f7-683d-461d-9866-712786e72fd3 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.2796452 Jul 08 18:07:28.358700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Allocated IP 172.20.0.18 (ebc54f3b-7bbb-4219-937e-be8d09029da9/45209582-8e19-4907-9d1b-569838b2dae5/b78096da-1822-4b8c-beab-a59e325ad222) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:28.395276 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a771ffd1-7dde-4d24-8098-f2443482c41c req-0b97073f-ec2d-42cb-850a-b4a042eb8344 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009834 Jul 08 18:07:28.411557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d32c5f18-29d3-46d0-9e8e-463374638ba1 req-9cbe5475-93cd-4e7c-b7bb-bd692f160c65 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1829041918', 'description': 'tempest-description-2146644691'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:28.458613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5336d5cd-563e-4076-97c7-9f380c37d2fb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.469265 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d32c5f18-29d3-46d0-9e8e-463374638ba1 req-9cbe5475-93cd-4e7c-b7bb-bd692f160c65 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.504748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336d5cd-563e-4076-97c7-9f380c37d2fb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event deleted for resources: {'Subnet': ['ID=e127c97b-f0a2-41ae-b986-c327ff252615,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:28.515173 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5336d5cd-563e-4076-97c7-9f380c37d2fb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.521377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5336d5cd-563e-4076-97c7-9f380c37d2fb tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "DELETE /v2.0/subnets/e127c97b-f0a2-41ae-b986-c327ff252615 HTTP/1.1" status: 204 len: 168 time: 0.6579006 Jul 08 18:07:28.521377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39568) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server [None req-d05f9d3c-3812-42dd-a2b7-a80b5fb29f8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e127c97b-f0a2-41ae-b986-c327ff252615: This subnet is being modified by another concurrent operation. Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:07:28.533836 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e127c97b-f0a2-41ae-b986-c327ff252615: This subnet is being modified by another concurrent operation. Jul 08 18:07:28.540590 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:07:28.620057 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d32c5f18-29d3-46d0-9e8e-463374638ba1 req-9cbe5475-93cd-4e7c-b7bb-bd692f160c65 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.629857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46eedc6-c5ab-46ba-9dfd-401aeaf9a211 None None] Network 69096354-e5e1-4427-872f-29614ff0aaa9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:28.648393 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d32c5f18-29d3-46d0-9e8e-463374638ba1 req-9cbe5475-93cd-4e7c-b7bb-bd692f160c65 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.755446 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9f9ab91-30eb-40f0-91e1-7b92eb0abc5b req-400a2b7c-dc0d-4a93-b7ec-0e62579bda27 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 210 time: 0.0768812 Jul 08 18:07:28.770330 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d32c5f18-29d3-46d0-9e8e-463374638ba1 req-9cbe5475-93cd-4e7c-b7bb-bd692f160c65 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.771588 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d32c5f18-29d3-46d0-9e8e-463374638ba1 req-9cbe5475-93cd-4e7c-b7bb-bd692f160c65 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3668606 Jul 08 18:07:28.784314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe5475-93cd-4e7c-b7bb-bd692f160c65 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cf6646-fbd2-47fc-bcae-a6dc6dbce97d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:28.790982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6234b81-e9bf-4a9c-be09-358abeb7fefa tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Deleting subnet 45209582-8e19-4907-9d1b-569838b2dae5 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:07:28.827352 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.841164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Transition to ACTIVE for port object b78096da-1822-4b8c-beab-a59e325ad222 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:28.869078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-344516f5-85a3-4180-98c7-7530dd85c087 req-a60e8fb5-fbae-496b-8174-5287b1d71491 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/e4cf6646-fbd2-47fc-bcae-a6dc6dbce97d HTTP/1.1" status: 200 len: 1803 time: 0.0609989 Jul 08 18:07:28.917511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-344516f5-85a3-4180-98c7-7530dd85c087 req-3c090166-0f6b-4609-92f3-cb0d4492b73d tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1833099895', 'description': 'tempest-description-hth-1559012690'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:28.925248 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Transition to ACTIVE for port object b78096da-1822-4b8c-beab-a59e325ad222 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:28.941226 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6234b81-e9bf-4a9c-be09-358abeb7fefa tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.945187 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.008782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Network ebc54f3b-7bbb-4219-937e-be8d09029da9 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:29.011937 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-344516f5-85a3-4180-98c7-7530dd85c087 req-3c090166-0f6b-4609-92f3-cb0d4492b73d tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.014052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:29.018107 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6234b81-e9bf-4a9c-be09-358abeb7fefa tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.032227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61605540-1df3-46fe-9889-8bfc7ea8f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5f862-0007-42a2-89ea-c00101c37cfd'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:29.039829 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b993fb-01d1-4d9e-87df-649d4c76b41b" -d '{"events": [{"server_uuid": "61605540-1df3-46fe-9889-8bfc7ea8f22e", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5f862-0007-42a2-89ea-c00101c37cfd"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:29.062010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:29.111644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Pushing event updated for resources: {'Port': ['ID=b78096da-1822-4b8c-beab-a59e325ad222,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:29.127334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-a4cc7ec2-9a38-43f8-8e26-285c04bebff8 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:29.129632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-a4cc7ec2-9a38-43f8-8e26-285c04bebff8 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.59 "GET /v2.0/networks?id=2591650e-a6f7-4193-bd36-f564728ec2d9 HTTP/1.1" status: 200 len: 817 time: 0.2773571 Jul 08 18:07:29.142677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Attempting to bind port b78096da-1822-4b8c-beab-a59e325ad222 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:29.144219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Attempting to bind port b78096da-1822-4b8c-beab-a59e325ad222 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '4894d2e0-b863-4678-89ae-be36e593b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ebc54f3b-7bbb-4219-937e-be8d09029da9'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:29.144219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Attempting to bind port b78096da-1822-4b8c-beab-a59e325ad222 on network ebc54f3b-7bbb-4219-937e-be8d09029da9 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:29.150042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:29.150424 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Checking segment: {'id': '4894d2e0-b863-4678-89ae-be36e593b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ebc54f3b-7bbb-4219-937e-be8d09029da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:29.150828 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.151225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Bound using segment: {'id': '4894d2e0-b863-4678-89ae-be36e593b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ebc54f3b-7bbb-4219-937e-be8d09029da9'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:29.151678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Bound port: b78096da-1822-4b8c-beab-a59e325ad222, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4894d2e0-b863-4678-89ae-be36e593b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ebc54f3b-7bbb-4219-937e-be8d09029da9'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:29.152059 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.156542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Request body: {'port': {'device_id': 'f4def379-e861-4a01-a5a9-3e2070e6cbcb', 'network_id': '2591650e-a6f7-4193-bd36-f564728ec2d9', 'admin_state_up': True, 'tenant_id': '2c842e765dae4b7c9dd45bf595651ceb'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:29.214242 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-344516f5-85a3-4180-98c7-7530dd85c087 req-3c090166-0f6b-4609-92f3-cb0d4492b73d tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.217627 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] For port b78096da-1822-4b8c-beab-a59e325ad222, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:29.220828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] For port b78096da-1822-4b8c-beab-a59e325ad222, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b78096da-1822-4b8c-beab-a59e325ad222,segment=NetworkSegment(4894d2e0-b863-4678-89ae-be36e593b1c1),segment_id=4894d2e0-b863-4678-89ae-be36e593b1c1)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:29.227481 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.248384 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-344516f5-85a3-4180-98c7-7530dd85c087 req-3c090166-0f6b-4609-92f3-cb0d4492b73d tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.250993 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-344516f5-85a3-4180-98c7-7530dd85c087 req-3c090166-0f6b-4609-92f3-cb0d4492b73d tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.252246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-344516f5-85a3-4180-98c7-7530dd85c087 req-3c090166-0f6b-4609-92f3-cb0d4492b73d tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "PUT /v2.0/security-groups/e4cf6646-fbd2-47fc-bcae-a6dc6dbce97d HTTP/1.1" status: 200 len: 1777 time: 0.3714607 Jul 08 18:07:29.289151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c53a4-9708-44a9-884d-7153f6a6a96a None None] Pushing event updated for resources: {'Port': ['ID=b78096da-1822-4b8c-beab-a59e325ad222,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:29.314222 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532a69ba-2e70-4ea3-a97d-deb302678c2f x-openstack-request-id: req-532a69ba-2e70-4ea3-a97d-deb302678c2f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:29.314733 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61605540-1df3-46fe-9889-8bfc7ea8f22e", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5f862-0007-42a2-89ea-c00101c37cfd", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:29.315280 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-532a69ba-2e70-4ea3-a97d-deb302678c2f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:29.316405 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61605540-1df3-46fe-9889-8bfc7ea8f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5f862-0007-42a2-89ea-c00101c37cfd', 'code': 200} Jul 08 18:07:29.341816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6234b81-e9bf-4a9c-be09-358abeb7fefa tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.372106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c090166-0f6b-4609-92f3-cb0d4492b73d tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cf6646-fbd2-47fc-bcae-a6dc6dbce97d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:29.428961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198d51a-179c-4026-8096-59bed6a43b64 req-e792c64e-1ab7-4edb-bef3-72105f720916 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:29.430545 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d198d51a-179c-4026-8096-59bed6a43b64 req-e792c64e-1ab7-4edb-bef3-72105f720916 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 945 time: 0.3584540 Jul 08 18:07:29.546387 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f683ccf-adc9-47b6-b745-f359df1ab156 req-f7b54876-74f7-4541-9c07-be60cb303d8b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/e4cf6646-fbd2-47fc-bcae-a6dc6dbce97d HTTP/1.1" status: 200 len: 1777 time: 0.2095692 Jul 08 18:07:29.563129 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d198d51a-179c-4026-8096-59bed6a43b64 req-a65740cb-2cde-4733-8fc2-2253e30ca6e5 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262732 Jul 08 18:07:29.565615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Made reservation on behalf of 2c842e765dae4b7c9dd45bf595651ceb for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:29.569915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.573893 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6234b81-e9bf-4a9c-be09-358abeb7fefa tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.643452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6234b81-e9bf-4a9c-be09-358abeb7fefa tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event deleted for resources: {'Subnet': ['ID=45209582-8e19-4907-9d1b-569838b2dae5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:29.666937 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6234b81-e9bf-4a9c-be09-358abeb7fefa tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.669210 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c6234b81-e9bf-4a9c-be09-358abeb7fefa tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "DELETE /v2.0/subnets/45209582-8e19-4907-9d1b-569838b2dae5 HTTP/1.1" status: 204 len: 168 time: 1.1387439 Jul 08 18:07:29.672340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39590) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:29.710219 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24335cb-b849-40dd-b24b-a1659a240088 req-c7170287-f1d5-4d01-b6dc-aaae9a59843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:29.711927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f24335cb-b849-40dd-b24b-a1659a240088 req-c7170287-f1d5-4d01-b6dc-aaae9a59843e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 1097 time: 0.3045120 Jul 08 18:07:29.785070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f24335cb-b849-40dd-b24b-a1659a240088 req-e865d3cc-64d1-4626-9858-897f9e97ebb6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544100 Jul 08 18:07:29.787189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bca393d-9396-4780-8f3d-f0effe94a63d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:29.791199 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3bca393d-9396-4780-8f3d-f0effe94a63d tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1166298 Jul 08 18:07:29.795482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39596) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:29.895921 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.951872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Allocated IP 172.20.0.8 (2591650e-a6f7-4193-bd36-f564728ec2d9/6b785970-7d86-42bb-82e9-1cb0473e6d6a/1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:29.957098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Deleting port b78096da-1822-4b8c-beab-a59e325ad222 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:29.958107 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:29.974516 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-748763ff-e011-49ed-8eed-419d4f13c07a req-9820ca27-cb61-4ab8-94f2-564d9e362361 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/e4cf6646-fbd2-47fc-bcae-a6dc6dbce97d HTTP/1.1" status: 200 len: 1777 time: 0.1327360 Jul 08 18:07:30.042308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26e019-e5b4-4d82-9a12-7b1fc7967adc req-36aabc42-8d8e-4420-8ecd-63bac35b5c7b tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:30.043808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b26e019-e5b4-4d82-9a12-7b1fc7967adc req-36aabc42-8d8e-4420-8ecd-63bac35b5c7b tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.2260079 Jul 08 18:07:30.172934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b26e019-e5b4-4d82-9a12-7b1fc7967adc req-051041ca-4639-4d3c-b235-48ff0d5c561c tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193757 Jul 08 18:07:30.197644 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-748763ff-e011-49ed-8eed-419d4f13c07a req-5cdc32de-3735-4326-8f12-c75f0fd6202e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.243592 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-748763ff-e011-49ed-8eed-419d4f13c07a req-5cdc32de-3735-4326-8f12-c75f0fd6202e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.296833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.336597 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-748763ff-e011-49ed-8eed-419d4f13c07a req-5cdc32de-3735-4326-8f12-c75f0fd6202e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.339494 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-748763ff-e011-49ed-8eed-419d4f13c07a req-5cdc32de-3735-4326-8f12-c75f0fd6202e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.340726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-748763ff-e011-49ed-8eed-419d4f13c07a req-5cdc32de-3735-4326-8f12-c75f0fd6202e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "DELETE /v2.0/security-groups/e4cf6646-fbd2-47fc-bcae-a6dc6dbce97d HTTP/1.1" status: 204 len: 173 time: 0.3570898 Jul 08 18:07:30.363097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc32de-3735-4326-8f12-c75f0fd6202e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cf6646-fbd2-47fc-bcae-a6dc6dbce97d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:30.378498 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.426368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] For port b78096da-1822-4b8c-beab-a59e325ad222, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b78096da-1822-4b8c-beab-a59e325ad222,segment=NetworkSegment(4894d2e0-b863-4678-89ae-be36e593b1c1),segment_id=4894d2e0-b863-4678-89ae-be36e593b1c1)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:30.426773 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.452368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Calling delete_port for b78096da-1822-4b8c-beab-a59e325ad222 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:30.486228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Network 2591650e-a6f7-4193-bd36-f564728ec2d9 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:30.497105 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Pushing event updated for resources: {'Port': ['ID=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:30.502366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:30.504900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:30.568174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47b7abe-9e7a-4433-8f3f-47bc62e38ddd None None] Network ebc54f3b-7bbb-4219-937e-be8d09029da9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:30.575604 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.578913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:30.579873 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.617090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event deleted for resources: {'Port': ['ID=b78096da-1822-4b8c-beab-a59e325ad222,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:30.625494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] No DVR routers for this DVR port b78096da-1822-4b8c-beab-a59e325ad222 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:30.631448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6285b8f1-28e0-40d4-8255-1cff16b4f696 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4908454 Jul 08 18:07:30.646603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Request body: {'port': {'device_id': 'f4def379-e861-4a01-a5a9-3e2070e6cbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:30.651115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bae269be-405e-4841-bad5-64042120a6af None None] Could not find standard attr ID for object b78096da-1822-4b8c-beab-a59e325ad222. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:07:30.659115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb272584-bf30-43f9-b126-8a7457b2734e req-5f28c6a5-912b-40a7-ad2c-a35abb20810b tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:30.660729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb272584-bf30-43f9-b126-8a7457b2734e req-5f28c6a5-912b-40a7-ad2c-a35abb20810b tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=5dc80826-5f88-45ef-8860-5b9712611d4d HTTP/1.1" status: 200 len: 945 time: 0.2303610 Jul 08 18:07:30.727297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.745250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc54f3b-7bbb-4219-937e-be8d09029da9']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:30.759131 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4894d2e0-b863-4678-89ae-be36e593b1c1') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:30.759430 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4894d2e0-b863-4678-89ae-be36e593b1c1') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:30.768576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04553fa4-dcce-4305-9500-01e2000162c4 req-3a52f08e-e17a-4cc3-8565-7d32a3e05f6a tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:30.770577 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04553fa4-dcce-4305-9500-01e2000162c4 req-3a52f08e-e17a-4cc3-8565-7d32a3e05f6a tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 931 time: 0.2163897 Jul 08 18:07:30.779521 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.781385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb272584-bf30-43f9-b126-8a7457b2734e req-5c4cb764-1f66-4dc7-97a0-72b41507a7f8 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911841 Jul 08 18:07:30.797436 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.809044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:30.810043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.810181 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:30.814866 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:30.829132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7330aa-2b27-40ae-aad0-b3ab66f00d1e None None] DHCP port deletion for ebc54f3b-7bbb-4219-937e-be8d09029da9 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:07:30.855588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3bb941-bed1-4025-b94e-4831a5f73840 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:07:30.871031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04553fa4-dcce-4305-9500-01e2000162c4 req-abf2ae00-3339-491e-a8b5-0cd01b7c2c2b tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871301 Jul 08 18:07:30.998089 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.009295 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.018233 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "DELETE /v2.0/networks/ebc54f3b-7bbb-4219-937e-be8d09029da9 HTTP/1.1" status: 204 len: 168 time: 1.2187049 Jul 08 18:07:31.045390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39610) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:31.101315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05980c4a-c9a0-429d-a1d4-4d8ef209bf8a tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event deleted for resources: {'Network': ['ID=ebc54f3b-7bbb-4219-937e-be8d09029da9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:31.198708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3bb941-bed1-4025-b94e-4831a5f73840 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:07:31.211416 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.341056 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.353261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69096354-e5e1-4427-872f-29614ff0aaa9']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:31.365479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a756653-d261-4acd-b67a-dc6288120f73') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:31.366127 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a756653-d261-4acd-b67a-dc6288120f73') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:31.378929 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.399418 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.420014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:31.423227 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:31.432849 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:31.507327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:31.520787 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.559431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.559700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Transition to ACTIVE for port object 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:31.566681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.571265 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "DELETE /v2.0/networks/69096354-e5e1-4427-872f-29614ff0aaa9 HTTP/1.1" status: 204 len: 168 time: 0.5226579 Jul 08 18:07:31.572325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39618) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:31.586929 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.591619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60494898-b461-47e9-b70b-56cfdc6cf373 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event deleted for resources: {'Network': ['ID=69096354-e5e1-4427-872f-29614ff0aaa9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:31.689397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.692474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Pushing event updated for resources: {'Port': ['ID=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:31.811319 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.835983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0793ab-eb4a-4332-9d79-595eabf3cca8']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:31.849243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Attempting to bind port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:31.849558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Attempting to bind port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'ec51698a-4fe1-40fe-9bf9-390c265548a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2591650e-a6f7-4193-bd36-f564728ec2d9'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:31.850076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Attempting to bind port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b on network 2591650e-a6f7-4193-bd36-f564728ec2d9 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:31.865455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c800d8ca-4930-4613-8bb4-a8b8b781d5a9') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:31.865769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c800d8ca-4930-4613-8bb4-a8b8b781d5a9') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:31.868292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b on network 2591650e-a6f7-4193-bd36-f564728ec2d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:07:31.868617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Attempting to bind port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b on network 2591650e-a6f7-4193-bd36-f564728ec2d9 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:31.889338 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.905230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5459041-de50-4d24-83bd-9f6b61dc7518 req-64243703-f3a0-46b0-a22a-e938b474462e tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:31.912498 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5459041-de50-4d24-83bd-9f6b61dc7518 req-64243703-f3a0-46b0-a22a-e938b474462e tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.3435850 Jul 08 18:07:31.914864 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.921319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:31.921779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Checking segment: {'id': 'ec51698a-4fe1-40fe-9bf9-390c265548a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2591650e-a6f7-4193-bd36-f564728ec2d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:31.922127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Bound using segment: {'id': 'ec51698a-4fe1-40fe-9bf9-390c265548a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2591650e-a6f7-4193-bd36-f564728ec2d9'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:31.922664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Bound port: 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec51698a-4fe1-40fe-9bf9-390c265548a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2591650e-a6f7-4193-bd36-f564728ec2d9'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:31.923025 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.927263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:31.928433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:31.932483 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:31.940128 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-2a83314a-b6b8-428b-a88f-640ed79f8266 req-a977b3eb-5e4d-4d57-b2d8-2f324109c5d8 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] show failed (client error): The resource could not be found. Jul 08 18:07:31.941726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a83314a-b6b8-428b-a88f-640ed79f8266 req-a977b3eb-5e4d-4d57-b2d8-2f324109c5d8 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/a0afe541-e78f-4a8c-811c-9f185dd1bae9 HTTP/1.1" status: 404 len: 352 time: 0.0955260 Jul 08 18:07:32.032012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] For port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:32.066080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] For port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b,segment=NetworkSegment(ec51698a-4fe1-40fe-9bf9-390c265548a4),segment_id=ec51698a-4fe1-40fe-9bf9-390c265548a4)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:32.078787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.080770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5459041-de50-4d24-83bd-9f6b61dc7518 req-a767761e-72cd-495f-bca6-22822d4022c8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671307 Jul 08 18:07:32.084779 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.088975 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-ad2069cb-3e46-4990-83d6-2ea5a6a5577f req-5a672e71-8786-425e-befe-1799ed676f16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] show failed (client error): The resource could not be found. Jul 08 18:07:32.090011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad2069cb-3e46-4990-83d6-2ea5a6a5577f req-5a672e71-8786-425e-befe-1799ed676f16 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/9539f261-12ed-48c6-bad0-12f8faebbb63 HTTP/1.1" status: 404 len: 352 time: 0.0542767 Jul 08 18:07:32.092393 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.097312 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "DELETE /v2.0/networks/ed0793ab-eb4a-4332-9d79-595eabf3cca8 HTTP/1.1" status: 204 len: 168 time: 0.5216558 Jul 08 18:07:32.097604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39630) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:32.162104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96140d93-d02e-4152-bb41-6085756d86a6 tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event deleted for resources: {'Network': ['ID=ed0793ab-eb4a-4332-9d79-595eabf3cca8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:32.176341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:32.176971 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.178482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] 10.222.0.59 "PUT /v2.0/ports/1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b HTTP/1.1" status: 200 len: 1091 time: 1.5392289 Jul 08 18:07:32.179048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4def379-e861-4a01-a5a9-3e2070e6cbcb', 'tag': '1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:32.187523 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7663e70-43b6-416d-8473-28b65db82a84" -d '{"events": [{"name": "network-changed", "server_uuid": "f4def379-e861-4a01-a5a9-3e2070e6cbcb", "tag": "1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:32.251549 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.288902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb68a76-f4e6-4c13-bbd5-c273bacd6d2b service neutron] Pushing event updated for resources: {'Port': ['ID=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:32.359408 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.370987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee65df88-e49f-4319-b83d-9190ed168c49']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:32.385157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed872280-3dd9-4135-8149-0ba05fad5d82') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:32.385157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed872280-3dd9-4135-8149-0ba05fad5d82') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:32.395422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.410615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.417544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:32.418175 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:32.421657 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:32.489398 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.512320 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.516749 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] 10.222.0.73 "DELETE /v2.0/networks/ee65df88-e49f-4319-b83d-9190ed168c49 HTTP/1.1" status: 204 len: 168 time: 0.4151657 Jul 08 18:07:32.516749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c3214-02c8-43f1-ae29-a7a72bccff9c tempest-BulkNetworkOpsTest-1426106358 tempest-BulkNetworkOpsTest-1426106358-project] Pushing event deleted for resources: {'Network': ['ID=ee65df88-e49f-4319-b83d-9190ed168c49,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:32.780720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39654) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:32.853998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-b9faf400-8edf-4d54-bedf-9ee51c62e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:32.855567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-b9faf400-8edf-4d54-bedf-9ee51c62e96d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c842e765dae4b7c9dd45bf595651ceb&device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 1094 time: 0.6107543 Jul 08 18:07:32.866419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42e4c1-1176-410c-ba89-57cc1164e2f6 req-345e7d21-6ada-41c0-b0e3-a522bb17ede5 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:32.873710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e42e4c1-1176-410c-ba89-57cc1164e2f6 req-345e7d21-6ada-41c0-b0e3-a522bb17ede5 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 943 time: 0.6297762 Jul 08 18:07:32.883705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-8c372560-6cf5-49bf-94c0-b1593d3aa826 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:32.890241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-8c372560-6cf5-49bf-94c0-b1593d3aa826 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/networks?id=4374e0d0-64ce-4652-8f1b-54232544ddaa HTTP/1.1" status: 200 len: 812 time: 0.6229074 Jul 08 18:07:32.944492 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-ad9d9178-918c-4391-9c7a-050bb0d15e2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b HTTP/1.1" status: 200 len: 217 time: 0.0686731 Jul 08 18:07:32.950679 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3a2be00b-48c1-4d06-9a47-b319e5bb8e8a tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/quotas/588ab089e55e48f882e0551d4f129e8c HTTP/1.1" status: 200 len: 375 time: 0.0591359 Jul 08 18:07:32.959750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36bed4-780f-4d73-9f8f-660bb7fbb67d req-ff9b8577-4d90-464c-a1e0-a62892fad45a tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:32.961316 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fa36bed4-780f-4d73-9f8f-660bb7fbb67d req-ff9b8577-4d90-464c-a1e0-a62892fad45a tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dc80826-5f88-45ef-8860-5b9712611d4d HTTP/1.1" status: 200 len: 945 time: 0.1304517 Jul 08 18:07:32.967174 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0ea008ff-6ee1-4bb5-93cc-021281fc0a45 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8655a45db5443388c9fd94f35f58c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853254 Jul 08 18:07:32.967831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39658) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:33.030960 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e42e4c1-1176-410c-ba89-57cc1164e2f6 req-7d88e7fe-9e1f-4e99-a251-da248d2087b8 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564116 Jul 08 18:07:33.051249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-a87af39c-1643-4cd9-b32e-ebb3a93f3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:33.052802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-a87af39c-1643-4cd9-b32e-ebb3a93f3323 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b785970-7d86-42bb-82e9-1cb0473e6d6a HTTP/1.1" status: 200 len: 857 time: 0.1008680 Jul 08 18:07:33.093313 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0701e1a-5755-42b0-aca5-324534133135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:33.108744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-33dbfbf4-da48-47b5-8d37-6c0298871ea6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2591650e-a6f7-4193-bd36-f564728ec2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462823 Jul 08 18:07:33.126697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3fbc4169-3459-4e90-baf4-2e4977036bea tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=588ab089e55e48f882e0551d4f129e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733432 Jul 08 18:07:33.136963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0701e1a-5755-42b0-aca5-324534133135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:33.152795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-fa36bed4-780f-4d73-9f8f-660bb7fbb67d req-5c36bb67-1213-4b6b-af91-4138e9396b9d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Deleting port cb367477-cfe2-43cc-a648-a0ab2b0efaac {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:33.153148 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fa36bed4-780f-4d73-9f8f-660bb7fbb67d req-5c36bb67-1213-4b6b-af91-4138e9396b9d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:33.282167 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0701e1a-5755-42b0-aca5-324534133135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:33.285341 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0701e1a-5755-42b0-aca5-324534133135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:33.289350 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b0701e1a-5755-42b0-aca5-324534133135 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ff59785c-0646-46e6-8c85-f8b6bee6b084 HTTP/1.1" status: 204 len: 168 time: 0.3194230 Jul 08 18:07:33.292008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-fa36bed4-780f-4d73-9f8f-660bb7fbb67d req-5c36bb67-1213-4b6b-af91-4138e9396b9d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] For port cb367477-cfe2-43cc-a648-a0ab2b0efaac, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=cb367477-cfe2-43cc-a648-a0ab2b0efaac,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:33.292407 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fa36bed4-780f-4d73-9f8f-660bb7fbb67d req-5c36bb67-1213-4b6b-af91-4138e9396b9d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:33.304522 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-d731877e-c6bf-453e-8a75-23a07735ebfd service neutron] 10.222.0.59 "GET /v2.0/networks/2591650e-a6f7-4193-bd36-f564728ec2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749415 Jul 08 18:07:33.312443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-e08269d7-6414-4729-856a-203dc308a088 service neutron] 10.222.0.73 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848257 Jul 08 18:07:33.318142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-fa36bed4-780f-4d73-9f8f-660bb7fbb67d req-5c36bb67-1213-4b6b-af91-4138e9396b9d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Calling delete_port for cb367477-cfe2-43cc-a648-a0ab2b0efaac owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:33.322186 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0701e1a-5755-42b0-aca5-324534133135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff59785c-0646-46e6-8c85-f8b6bee6b084,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:33.415253 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:33.566618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fa36bed4-780f-4d73-9f8f-660bb7fbb67d req-5c36bb67-1213-4b6b-af91-4138e9396b9d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:33.579968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['cb367477-cfe2-43cc-a648-a0ab2b0efaac'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:33.582998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['c053edfb-1936-42b3-a7ff-82cdc97bbc64'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:33.619996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36bb67-1213-4b6b-af91-4138e9396b9d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Pushing event deleted for resources: {'Port': ['ID=cb367477-cfe2-43cc-a648-a0ab2b0efaac,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:33.652970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afc2fd-6136-47a3-ba0d-17584d7d97d8 req-29f24c8e-36c0-439e-b7e9-d8b778721f7b tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:33.658258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11afc2fd-6136-47a3-ba0d-17584d7d97d8 req-29f24c8e-36c0-439e-b7e9-d8b778721f7b tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.74 "GET /v2.0/ports?device_id=3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5 HTTP/1.1" status: 200 len: 945 time: 0.1623261 Jul 08 18:07:33.675932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa36bed4-780f-4d73-9f8f-660bb7fbb67d req-5c36bb67-1213-4b6b-af91-4138e9396b9d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] No DVR routers for this DVR port cb367477-cfe2-43cc-a648-a0ab2b0efaac on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:33.684801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3fb8b89a-a754-438d-93fe-f408c39f36ba service neutron] 10.222.0.73 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714969 Jul 08 18:07:33.688478 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fa36bed4-780f-4d73-9f8f-660bb7fbb67d req-5c36bb67-1213-4b6b-af91-4138e9396b9d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:33.690680 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fa36bed4-780f-4d73-9f8f-660bb7fbb67d req-5c36bb67-1213-4b6b-af91-4138e9396b9d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "DELETE /v2.0/ports/cb367477-cfe2-43cc-a648-a0ab2b0efaac HTTP/1.1" status: 204 len: 173 time: 0.7218587 Jul 08 18:07:33.691450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc80826-5f88-45ef-8860-5b9712611d4d', 'name': 'network-vif-deleted', 'tag': 'cb367477-cfe2-43cc-a648-a0ab2b0efaac'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:33.694076 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379d90c0-725d-4479-b8f6-bfc4e28335b3" -d '{"events": [{"server_uuid": "5dc80826-5f88-45ef-8860-5b9712611d4d", "name": "network-vif-deleted", "tag": "cb367477-cfe2-43cc-a648-a0ab2b0efaac"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:33.806883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70592173-b4ac-484a-b1e7-596e3e76b758 req-6e4dd422-15e2-487c-baab-e70357c5828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:33.809228 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70592173-b4ac-484a-b1e7-596e3e76b758 req-6e4dd422-15e2-487c-baab-e70357c5828a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 1097 time: 0.1352925 Jul 08 18:07:33.812703 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ab5d42d-a116-4f3a-8af1-99daeb21da0b req-4c8f6df0-5395-4296-936f-2d2720ebb982 service neutron] 10.222.0.59 "GET /v2.0/networks/2591650e-a6f7-4193-bd36-f564728ec2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962347 Jul 08 18:07:33.853639 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-50de5307-db63-4f7a-b13f-4675ce2bd2af req-fbf3d9f8-d9a4-4605-9415-0144605fdf61 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] show failed (client error): The resource could not be found. Jul 08 18:07:33.857389 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-50de5307-db63-4f7a-b13f-4675ce2bd2af req-fbf3d9f8-d9a4-4605-9415-0144605fdf61 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/f62fedb2-43e4-417f-a4f9-693d4323bd04 HTTP/1.1" status: 404 len: 352 time: 0.1756721 Jul 08 18:07:33.978436 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ae2d5f-9000-43e9-930b-d0c381617854 x-openstack-request-id: req-93ae2d5f-9000-43e9-930b-d0c381617854 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:33.980875 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4def379-e861-4a01-a5a9-3e2070e6cbcb", "tag": "1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:33.981933 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-93ae2d5f-9000-43e9-930b-d0c381617854 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:33.982522 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4def379-e861-4a01-a5a9-3e2070e6cbcb', 'tag': '1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b', 'status': 'completed', 'code': 200} Jul 08 18:07:34.002259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-11afc2fd-6136-47a3-ba0d-17584d7d97d8 req-f084c661-f900-4a69-b57a-bc0e19fbd84e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Deleting port c053edfb-1936-42b3-a7ff-82cdc97bbc64 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:34.003896 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-11afc2fd-6136-47a3-ba0d-17584d7d97d8 req-f084c661-f900-4a69-b57a-bc0e19fbd84e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:34.064616 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:34.068419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70592173-b4ac-484a-b1e7-596e3e76b758 req-d6c19045-6d4b-4e47-9654-0ac24b9c3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:34.069952 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70592173-b4ac-484a-b1e7-596e3e76b758 req-d6c19045-6d4b-4e47-9654-0ac24b9c3cf8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 920 time: 0.2530389 Jul 08 18:07:34.160747 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70592173-b4ac-484a-b1e7-596e3e76b758 req-df6f290b-4b36-48d7-9043-3e21304d6bdb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bc5f862-0007-42a2-89ea-c00101c37cfd HTTP/1.1" status: 200 len: 217 time: 0.0827494 Jul 08 18:07:34.278449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70592173-b4ac-484a-b1e7-596e3e76b758 req-9acad49d-ef36-4a81-813a-423fda10a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:34.279958 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70592173-b4ac-484a-b1e7-596e3e76b758 req-9acad49d-ef36-4a81-813a-423fda10a0c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 200 len: 859 time: 0.1116734 Jul 08 18:07:34.281771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-11afc2fd-6136-47a3-ba0d-17584d7d97d8 req-f084c661-f900-4a69-b57a-bc0e19fbd84e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] For port c053edfb-1936-42b3-a7ff-82cdc97bbc64, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c053edfb-1936-42b3-a7ff-82cdc97bbc64,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:34.283887 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-11afc2fd-6136-47a3-ba0d-17584d7d97d8 req-f084c661-f900-4a69-b57a-bc0e19fbd84e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:34.294753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7663e70-43b6-416d-8473-28b65db82a84 req-468a706a-b227-45d8-a1d3-2f1c08222c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:34.296994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7663e70-43b6-416d-8473-28b65db82a84 req-468a706a-b227-45d8-a1d3-2f1c08222c1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c842e765dae4b7c9dd45bf595651ceb&device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 1094 time: 0.2863288 Jul 08 18:07:34.314525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-11afc2fd-6136-47a3-ba0d-17584d7d97d8 req-f084c661-f900-4a69-b57a-bc0e19fbd84e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Calling delete_port for c053edfb-1936-42b3-a7ff-82cdc97bbc64 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:34.335177 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70592173-b4ac-484a-b1e7-596e3e76b758 req-a499f1cb-ee42-4c13-89c1-e4d2ddfb108c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=811ef628-e931-4676-a654-7d47371e6761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428221 Jul 08 18:07:34.521981 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f25a852-555a-4ea4-a350-2ab90aba013c x-openstack-request-id: req-7f25a852-555a-4ea4-a350-2ab90aba013c {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:34.522310 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc80826-5f88-45ef-8860-5b9712611d4d", "name": "network-vif-deleted", "tag": "cb367477-cfe2-43cc-a648-a0ab2b0efaac", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:34.522568 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f25a852-555a-4ea4-a350-2ab90aba013c {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:34.523094 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc80826-5f88-45ef-8860-5b9712611d4d', 'name': 'network-vif-deleted', 'tag': 'cb367477-cfe2-43cc-a648-a0ab2b0efaac', 'status': 'completed', 'code': 200} Jul 08 18:07:34.552129 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70592173-b4ac-484a-b1e7-596e3e76b758 req-772a024a-e321-47ff-a705-b98e85162315 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099349 Jul 08 18:07:34.605185 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-e6b166d3-1d61-4ea4-b7e9-a03666ac2848 req-45d70328-948c-421e-876c-2c8627189752 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] show failed (client error): The resource could not be found. Jul 08 18:07:34.618281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6b166d3-1d61-4ea4-b7e9-a03666ac2848 req-45d70328-948c-421e-876c-2c8627189752 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/4e9853b8-9056-43fa-85f8-ddf745ea8dfa HTTP/1.1" status: 404 len: 352 time: 0.0577736 Jul 08 18:07:34.729130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7663e70-43b6-416d-8473-28b65db82a84 req-5e94b4bf-8511-49ba-a44a-c2c76f6c2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:34.740683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7663e70-43b6-416d-8473-28b65db82a84 req-5e94b4bf-8511-49ba-a44a-c2c76f6c2ba9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2591650e-a6f7-4193-bd36-f564728ec2d9 HTTP/1.1" status: 200 len: 918 time: 0.4342473 Jul 08 18:07:34.775099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f4de5-d753-46e5-a357-1f51f0bb79c3 req-680a6955-21bd-469d-9760-a228cb75ec58 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:34.784772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a69f4de5-d753-46e5-a357-1f51f0bb79c3 req-680a6955-21bd-469d-9760-a228cb75ec58 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.3916845 Jul 08 18:07:34.814129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39706) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:34.830364 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70592173-b4ac-484a-b1e7-596e3e76b758 req-2b834ac2-32c9-4d36-b068-2631e4699887 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706199 Jul 08 18:07:34.836319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7663e70-43b6-416d-8473-28b65db82a84 req-6e215b2d-3337-45f1-9b0d-2415636e6ac0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b HTTP/1.1" status: 200 len: 217 time: 0.0838015 Jul 08 18:07:34.979401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a69f4de5-d753-46e5-a357-1f51f0bb79c3 req-a17d33a6-5fb6-45ac-afab-cee35c2b64b5 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904399 Jul 08 18:07:34.997222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1991308098'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:34.997925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7663e70-43b6-416d-8473-28b65db82a84 req-c8cbbaff-7698-4920-ae2a-07c36031194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:35.002529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7663e70-43b6-416d-8473-28b65db82a84 req-c8cbbaff-7698-4920-ae2a-07c36031194c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b785970-7d86-42bb-82e9-1cb0473e6d6a HTTP/1.1" status: 200 len: 857 time: 0.1308196 Jul 08 18:07:35.022367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-11afc2fd-6136-47a3-ba0d-17584d7d97d8 req-f084c661-f900-4a69-b57a-bc0e19fbd84e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:35.033097 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['cb367477-cfe2-43cc-a648-a0ab2b0efaac'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:35.046427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:35.051250 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:35.065185 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:35.103244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7663e70-43b6-416d-8473-28b65db82a84 req-f04dd2d5-e12d-4eb6-84c9-c0aa4e824263 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2591650e-a6f7-4193-bd36-f564728ec2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891070 Jul 08 18:07:35.109653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084c661-f900-4a69-b57a-bc0e19fbd84e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Pushing event deleted for resources: {'Port': ['ID=c053edfb-1936-42b3-a7ff-82cdc97bbc64,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:35.235274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:35.248297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:35.270852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bdf1a-d068-4399-bd78-6bc6ae5738b8 req-974decd2-9533-41ee-b7f7-6195bd0fe207 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:35.272401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d30bdf1a-d068-4399-bd78-6bc6ae5738b8 req-974decd2-9533-41ee-b7f7-6195bd0fe207 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 943 time: 0.4456546 Jul 08 18:07:35.297767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-11afc2fd-6136-47a3-ba0d-17584d7d97d8 req-f084c661-f900-4a69-b57a-bc0e19fbd84e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] No DVR routers for this DVR port c053edfb-1936-42b3-a7ff-82cdc97bbc64 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:35.302069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:35.303763 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-11afc2fd-6136-47a3-ba0d-17584d7d97d8 req-f084c661-f900-4a69-b57a-bc0e19fbd84e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:35.307403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11afc2fd-6136-47a3-ba0d-17584d7d97d8 req-f084c661-f900-4a69-b57a-bc0e19fbd84e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.74 "DELETE /v2.0/ports/c053edfb-1936-42b3-a7ff-82cdc97bbc64 HTTP/1.1" status: 204 len: 173 time: 1.6393280 Jul 08 18:07:35.328224 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:35.333950 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Added segment a0df838e-7a00-4819-83f5-cdd82d83ed55 of type vlan for network a7a156c2-87a0-4faa-8938-8665793a4c49 Jul 08 18:07:35.399981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d30bdf1a-d068-4399-bd78-6bc6ae5738b8 req-d4b3b0e0-bbe7-45da-b24d-c8fa19270135 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919681 Jul 08 18:07:35.417084 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:35.424949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7663e70-43b6-416d-8473-28b65db82a84 req-dacf1edb-ff54-4ae0-9dfe-3705faa9088c service neutron] 10.222.0.59 "GET /v2.0/networks/2591650e-a6f7-4193-bd36-f564728ec2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026175 Jul 08 18:07:35.443498 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-63d39114-0736-4ba8-875e-79a40878a882 req-3170fd5f-4391-48ba-9cb0-9e47473770b9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] show failed (client error): The resource could not be found. Jul 08 18:07:35.444933 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63d39114-0736-4ba8-875e-79a40878a882 req-3170fd5f-4391-48ba-9cb0-9e47473770b9 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/8340fd1d-4744-49ed-bef7-f2641c78bc16 HTTP/1.1" status: 404 len: 352 time: 0.0387471 Jul 08 18:07:35.460005 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:35.467547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:35.472870 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:35.542751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Network': ['ID=a7a156c2-87a0-4faa-8938-8665793a4c49,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:35.553621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network a7a156c2-87a0-4faa-8938-8665793a4c49 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:35.556316 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750abe5d-872f-4286-b4fb-80c8a4bcf931,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:35.586061 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9b55ada2-4740-487b-aca7-07634cb099e2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7705455 Jul 08 18:07:35.593002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7663e70-43b6-416d-8473-28b65db82a84 req-7d5e02f2-c16d-4348-831c-0953386a866d service neutron] 10.222.0.59 "GET /v2.0/networks/2591650e-a6f7-4193-bd36-f564728ec2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609755 Jul 08 18:07:35.756864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bd211e4-ba84-4e01-a50e-3e933c8dae70 req-104c92a7-7038-4e8e-b2ea-1226141d7889 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 210 time: 0.0739243 Jul 08 18:07:35.823306 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-e0a8de79-4fe7-449d-bb41-125b238af42f req-7ee392ef-bd56-45a2-88f0-d19131cffea2 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] show failed (client error): The resource could not be found. Jul 08 18:07:35.832971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0a8de79-4fe7-449d-bb41-125b238af42f req-7ee392ef-bd56-45a2-88f0-d19131cffea2 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/0bbb930c-f3ab-4066-a752-85000cb62b7d HTTP/1.1" status: 404 len: 352 time: 0.0286131 Jul 08 18:07:35.983478 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5', 'name': 'network-vif-deleted', 'tag': 'c053edfb-1936-42b3-a7ff-82cdc97bbc64'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:35.986091 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f23378-2b28-435c-af98-bba5016937dc" -d '{"events": [{"server_uuid": "3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5", "name": "network-vif-deleted", "tag": "c053edfb-1936-42b3-a7ff-82cdc97bbc64"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:36.030088 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c627bb70-a3b6-4dc0-b56b-db3c499c9195 x-openstack-request-id: req-c627bb70-a3b6-4dc0-b56b-db3c499c9195 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:36.030683 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5", "name": "network-vif-deleted", "tag": "c053edfb-1936-42b3-a7ff-82cdc97bbc64", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:36.031380 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c627bb70-a3b6-4dc0-b56b-db3c499c9195 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:36.031974 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cea5a18-aa8e-48e1-a66d-b8a46b65a7f5', 'name': 'network-vif-deleted', 'tag': 'c053edfb-1936-42b3-a7ff-82cdc97bbc64', 'status': 'completed', 'code': 200} Jul 08 18:07:36.209215 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e01af09-604d-4043-b268-92c847b468d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:36.287085 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d57cb4-1406-43cc-a221-f2ae7e46a02b req-de6803a2-de86-49b5-9ece-06c969c22823 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:36.289018 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01d57cb4-1406-43cc-a221-f2ae7e46a02b req-de6803a2-de86-49b5-9ece-06c969c22823 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.1149471 Jul 08 18:07:36.396119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01d57cb4-1406-43cc-a221-f2ae7e46a02b req-db86ba0d-0760-4d33-ae05-4cccc0ad7ee2 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963864 Jul 08 18:07:36.475145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c06a3e-1052-4649-9ca8-9e1d2ae0f2e5 req-211e0119-8c48-46be-b6a3-bb65825ac11b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:36.476735 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90c06a3e-1052-4649-9ca8-9e1d2ae0f2e5 req-211e0119-8c48-46be-b6a3-bb65825ac11b tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 1023 time: 0.1866236 Jul 08 18:07:36.671648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90c06a3e-1052-4649-9ca8-9e1d2ae0f2e5 req-89835701-9930-4dbe-93a8-1ed241ab05f7 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=65591a5f-2853-4ce3-a097-05e2d4c2d401&id=7fe42e88-7ebb-4bf8-bfc6-d77d0fd3d729&id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1823673 Jul 08 18:07:36.868299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-9b21dd5f-8a58-43f8-b94c-2c1f55dba4b4 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:36.877590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-9b21dd5f-8a58-43f8-b94c-2c1f55dba4b4 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "GET /v2.0/networks?id=4374e0d0-64ce-4652-8f1b-54232544ddaa HTTP/1.1" status: 200 len: 812 time: 0.3553994 Jul 08 18:07:36.894410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Request body: {'port': {'device_id': 'bcf6f742-16e4-4df9-9eb1-3a9e90de3543', 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa', 'admin_state_up': True, 'tenant_id': '588ab089e55e48f882e0551d4f129e8c'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:36.984476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba67b0-9a68-45cd-8085-d09c712b0b22 req-f29b2d7b-2d08-48d7-8be4-b334cd43fbd9 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:36.992909 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ba67b0-9a68-45cd-8085-d09c712b0b22 req-f29b2d7b-2d08-48d7-8be4-b334cd43fbd9 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 943 time: 0.3556995 Jul 08 18:07:37.078160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ba67b0-9a68-45cd-8085-d09c712b0b22 req-9791c7bc-aafb-44d3-8749-883ad42a23c3 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842881 Jul 08 18:07:37.160861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Made reservation on behalf of 588ab089e55e48f882e0551d4f129e8c for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:37.164609 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:37.366036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Allocated IP 172.20.0.4 (4374e0d0-64ce-4652-8f1b-54232544ddaa/04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a/cf2026e9-35ee-45c9-940b-c53a5c6371ce) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:37.415876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-1a2c2869-21d2-4509-8781-b89adaf53489 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:37.419896 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-1a2c2869-21d2-4509-8781-b89adaf53489 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "GET /v2.0/networks?id=4374e0d0-64ce-4652-8f1b-54232544ddaa HTTP/1.1" status: 200 len: 812 time: 0.2272322 Jul 08 18:07:37.436737 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Request body: {'port': {'device_id': '71e30df5-d08c-4099-bd86-4d2fd4d2191f', 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa', 'admin_state_up': True, 'tenant_id': '588ab089e55e48f882e0551d4f129e8c'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:37.558755 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:37.604044 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de65edb9-180d-4f98-ab57-a3d1aed22c34 req-ced70bad-ca2d-4548-aa91-6ce6fcd3c414 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 210 time: 0.4261560 Jul 08 18:07:37.618316 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:37.693216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Made reservation on behalf of 588ab089e55e48f882e0551d4f129e8c for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:37.698014 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:37.769668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Network 4374e0d0-64ce-4652-8f1b-54232544ddaa is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:37.774141 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:37.813271 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:37.869494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Allocated IP 172.20.0.3 (4374e0d0-64ce-4652-8f1b-54232544ddaa/04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a/d5fe85a1-0ffc-4133-b00e-9f07270f39a2) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:37.882824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Pushing event updated for resources: {'Port': ['ID=cf2026e9-35ee-45c9-940b-c53a5c6371ce,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:37.926286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.927051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.927609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.928208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.928754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.929574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.930409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.930955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.931527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.932074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.932708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.933605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:37.984141 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9221c6-5170-4ff5-81c1-41c2cda282b6 req-4a3fbf55-a53a-4b59-81c4-f2c8bd850903 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:37.986016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f9221c6-5170-4ff5-81c1-41c2cda282b6 req-4a3fbf55-a53a-4b59-81c4-f2c8bd850903 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.3559971 Jul 08 18:07:38.007096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:38.008105 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:38.039729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc599de6-678a-4c25-827d-47d228a8df54 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1589930 Jul 08 18:07:38.066994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Request body: {'port': {'device_id': 'bcf6f742-16e4-4df9-9eb1-3a9e90de3543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:38.093032 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:38.143271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:07:38.151847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device cb367477-cfe2-43cc-a648-a0ab2b0efaac no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:07:38.165074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:38.203528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: cb367477-cfe2-43cc-a648-a0ab2b0efaac {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:07:38.203975 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device cb367477-cfe2-43cc-a648-a0ab2b0efaac not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:07:38.222303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d01bcf-2d07-4eaa-aaf1-6f3a66541f2a req-64c1bcc8-75ed-415d-8a47-3b80c03e5d86 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:38.223856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4d01bcf-2d07-4eaa-aaf1-6f3a66541f2a req-64c1bcc8-75ed-415d-8a47-3b80c03e5d86 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 1023 time: 0.3510013 Jul 08 18:07:38.225176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Network 4374e0d0-64ce-4652-8f1b-54232544ddaa is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:38.228794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:38.231391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:38.260765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555ae6c-792e-4946-a491-9ff336d9c3fb req-798d0b2d-40a4-4053-9cb1-c23d59474f81 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:38.262539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7555ae6c-792e-4946-a491-9ff336d9c3fb req-798d0b2d-40a4-4053-9cb1-c23d59474f81 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.74 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 1023 time: 0.5235670 Jul 08 18:07:38.264193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Pushing event updated for resources: {'Port': ['ID=d5fe85a1-0ffc-4133-b00e-9f07270f39a2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:38.298194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:38.298907 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:38.308764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f9221c6-5170-4ff5-81c1-41c2cda282b6 req-c5cacb78-1ea2-455d-9e5b-1dc6ea03401b tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099604 Jul 08 18:07:38.317547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-db9a5224-3f2f-4729-9c39-ded8f0fdace2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8863893 Jul 08 18:07:38.338057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Request body: {'port': {'device_id': '71e30df5-d08c-4099-bd86-4d2fd4d2191f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:38.376279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b,segment=NetworkSegment(ec51698a-4fe1-40fe-9bf9-390c265548a4),segment_id=ec51698a-4fe1-40fe-9bf9-390c265548a4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:38.391942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b', 'network_id': '2591650e-a6f7-4193-bd36-f564728ec2d9', 'port_id': '1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b', 'mac_address': 'fa:16:3e:9b:bf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b785970-7d86-42bb-82e9-1cb0473e6d6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:07:38.462538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c053edfb-1936-42b3-a7ff-82cdc97bbc64 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:07:38.464640 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:38.493312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:38.501220 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: c053edfb-1936-42b3-a7ff-82cdc97bbc64 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:07:38.501747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c053edfb-1936-42b3-a7ff-82cdc97bbc64 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:07:38.506889 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:38.522369 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4d01bcf-2d07-4eaa-aaf1-6f3a66541f2a req-e742a7bb-e65b-4683-a48d-8b59afc250fe tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups?id=65591a5f-2853-4ce3-a097-05e2d4c2d401&id=7fe42e88-7ebb-4bf8-bfc6-d77d0fd3d729&id=513f8945-850d-4168-8185-6afc8bca3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2373979 Jul 08 18:07:38.578609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:38.635701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b,segment=NetworkSegment(ec51698a-4fe1-40fe-9bf9-390c265548a4),segment_id=ec51698a-4fe1-40fe-9bf9-390c265548a4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:38.646636 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:38.769441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:38.885999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39784) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:38.899332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'subnet': {'network_id': 'a7a156c2-87a0-4faa-8938-8665793a4c49', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:38.927028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-7555ae6c-792e-4946-a491-9ff336d9c3fb req-b937ab82-c3d4-49af-ab23-3070188799fa tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Deleting port df42c4ed-a216-4132-9b76-be1f3534c4ab {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:38.927369 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7555ae6c-792e-4946-a491-9ff336d9c3fb req-b937ab82-c3d4-49af-ab23-3070188799fa tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:38.981421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7338e-8a17-4388-954a-13a829752b61 req-fe1bef47-0dcb-40d4-a9cb-c70f17a525fd tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:38.982903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-afa7338e-8a17-4388-954a-13a829752b61 req-fe1bef47-0dcb-40d4-a9cb-c70f17a525fd tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 944 time: 0.1992738 Jul 08 18:07:38.996965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fe85a1-0ffc-4133-b00e-9f07270f39a2 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:39.005561 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:39.013842 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:39.026180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Transition to ACTIVE for port object d5fe85a1-0ffc-4133-b00e-9f07270f39a2 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:39.032359 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:39.095363 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:39.149733 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d63f6beb-34de-45f2-9fcc-972655293b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:39.167242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fe85a1-0ffc-4133-b00e-9f07270f39a2,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:39.202849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Attempting to bind port d5fe85a1-0ffc-4133-b00e-9f07270f39a2 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:39.203638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Attempting to bind port d5fe85a1-0ffc-4133-b00e-9f07270f39a2 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:39.204143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Attempting to bind port d5fe85a1-0ffc-4133-b00e-9f07270f39a2 on network 4374e0d0-64ce-4652-8f1b-54232544ddaa {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:39.210036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Port d5fe85a1-0ffc-4133-b00e-9f07270f39a2 on network 4374e0d0-64ce-4652-8f1b-54232544ddaa not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:07:39.211261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Attempting to bind port d5fe85a1-0ffc-4133-b00e-9f07270f39a2 on network 4374e0d0-64ce-4652-8f1b-54232544ddaa {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:39.216873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:39.217214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Checking segment: {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:39.217609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Bound using segment: {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:39.218046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Bound port: d5fe85a1-0ffc-4133-b00e-9f07270f39a2, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:39.218443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:39.305431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] For port d5fe85a1-0ffc-4133-b00e-9f07270f39a2, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:39.309398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] For port d5fe85a1-0ffc-4133-b00e-9f07270f39a2, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d5fe85a1-0ffc-4133-b00e-9f07270f39a2,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:39.314144 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:39.353081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:39.353758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:39.355181 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] 10.222.0.59 "PUT /v2.0/ports/d5fe85a1-0ffc-4133-b00e-9f07270f39a2 HTTP/1.1" status: 200 len: 1091 time: 1.0232377 Jul 08 18:07:39.355677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e30df5-d08c-4099-bd86-4d2fd4d2191f', 'tag': 'd5fe85a1-0ffc-4133-b00e-9f07270f39a2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:39.358778 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4d8fd3-f1a2-4c0c-93dc-42095337c898" -d '{"events": [{"name": "network-changed", "server_uuid": "71e30df5-d08c-4099-bd86-4d2fd4d2191f", "tag": "d5fe85a1-0ffc-4133-b00e-9f07270f39a2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:39.393296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113423d-f24b-484a-946f-93cde52ac800 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fe85a1-0ffc-4133-b00e-9f07270f39a2,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:39.464697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-8195b14f-0fe7-42d2-ad79-d71073bfef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:39.466361 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-8195b14f-0fe7-42d2-ad79-d71073bfef42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=588ab089e55e48f882e0551d4f129e8c&device_id=71e30df5-d08c-4099-bd86-4d2fd4d2191f HTTP/1.1" status: 200 len: 1094 time: 0.0579128 Jul 08 18:07:39.521951 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-79596945-cba9-467b-9a96-d81d4cb77b61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5fe85a1-0ffc-4133-b00e-9f07270f39a2 HTTP/1.1" status: 200 len: 217 time: 0.0480266 Jul 08 18:07:39.559604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7555ae6c-792e-4946-a491-9ff336d9c3fb req-b937ab82-c3d4-49af-ab23-3070188799fa tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] For port df42c4ed-a216-4132-9b76-be1f3534c4ab, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=df42c4ed-a216-4132-9b76-be1f3534c4ab,segment=NetworkSegment(edb8d913-b2e8-407c-8c36-a06cb3a7b9ca),segment_id=edb8d913-b2e8-407c-8c36-a06cb3a7b9ca)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:39.560167 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7555ae6c-792e-4946-a491-9ff336d9c3fb req-b937ab82-c3d4-49af-ab23-3070188799fa tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:39.574711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc30460d-27ef-457d-afee-e9f6b5565b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:39.576609 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-fc30460d-27ef-457d-afee-e9f6b5565b33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a HTTP/1.1" status: 200 len: 852 time: 0.0477459 Jul 08 18:07:39.584092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-afa7338e-8a17-4388-954a-13a829752b61 req-529a647a-9560-41c6-952d-d435a362dd93 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648675 Jul 08 18:07:39.594612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-7555ae6c-792e-4946-a491-9ff336d9c3fb req-b937ab82-c3d4-49af-ab23-3070188799fa tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Calling delete_port for df42c4ed-a216-4132-9b76-be1f3534c4ab owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:39.625500 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-22690fca-5a7b-4707-ae2d-95941987a27d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4374e0d0-64ce-4652-8f1b-54232544ddaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368199 Jul 08 18:07:39.717308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b6da7-39e3-488e-aa79-19e9ae01e944 req-36fd544a-7c80-4ab4-a00a-37543aefc2ba tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:39.724590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-222b6da7-39e3-488e-aa79-19e9ae01e944 req-36fd544a-7c80-4ab4-a00a-37543aefc2ba tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 931 time: 0.8195312 Jul 08 18:07:39.738627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:39.742040 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:39.767741 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-16636bb5-945b-4a83-95fb-ed417af893b9 service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334095 Jul 08 18:07:39.870356 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-a6d646b1-9651-4d2f-a74a-7458fc5f4d75 service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962725 Jul 08 18:07:39.899845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2026e9-35ee-45c9-940b-c53a5c6371ce {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:39.922601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:39.941275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-222b6da7-39e3-488e-aa79-19e9ae01e944 req-9b57cee6-6a54-4407-be26-3defe33ef635 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114599 Jul 08 18:07:39.998331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Transition to ACTIVE for port object cf2026e9-35ee-45c9-940b-c53a5c6371ce will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:40.009467 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb09f03-4609-45cf-a232-9fcc5e094d72 x-openstack-request-id: req-cfb09f03-4609-45cf-a232-9fcc5e094d72 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:40.009845 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e30df5-d08c-4099-bd86-4d2fd4d2191f", "tag": "d5fe85a1-0ffc-4133-b00e-9f07270f39a2", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:40.010005 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfb09f03-4609-45cf-a232-9fcc5e094d72 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:40.010447 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e30df5-d08c-4099-bd86-4d2fd4d2191f', 'tag': 'd5fe85a1-0ffc-4133-b00e-9f07270f39a2', 'status': 'completed', 'code': 200} Jul 08 18:07:40.030045 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.081069 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.115794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d8fd3-f1a2-4c0c-93dc-42095337c898 req-167a368e-25ad-4909-92d0-3beeee544aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:40.117438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b4d8fd3-f1a2-4c0c-93dc-42095337c898 req-167a368e-25ad-4909-92d0-3beeee544aec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=588ab089e55e48f882e0551d4f129e8c&device_id=71e30df5-d08c-4099-bd86-4d2fd4d2191f HTTP/1.1" status: 200 len: 1094 time: 0.0890648 Jul 08 18:07:40.152861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf2026e9-35ee-45c9-940b-c53a5c6371ce,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:40.165642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53b39c-d077-4d1b-a1c0-406142c14ebf req-e69d898a-fb4f-44fc-931c-813b59c97b14 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:40.167205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae53b39c-d077-4d1b-a1c0-406142c14ebf req-e69d898a-fb4f-44fc-931c-813b59c97b14 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.3810833 Jul 08 18:07:40.167862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7555ae6c-792e-4946-a491-9ff336d9c3fb req-b937ab82-c3d4-49af-ab23-3070188799fa tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.179603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['df42c4ed-a216-4132-9b76-be1f3534c4ab'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:40.258358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937ab82-c3d4-49af-ab23-3070188799fa tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event deleted for resources: {'Port': ['ID=df42c4ed-a216-4132-9b76-be1f3534c4ab,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:40.279295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d8fd3-f1a2-4c0c-93dc-42095337c898 req-1be62481-0592-43d1-a207-4579d3f8c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:40.280786 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b4d8fd3-f1a2-4c0c-93dc-42095337c898 req-1be62481-0592-43d1-a207-4579d3f8c568 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4374e0d0-64ce-4652-8f1b-54232544ddaa HTTP/1.1" status: 200 len: 913 time: 0.1561475 Jul 08 18:07:40.331056 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b4d8fd3-f1a2-4c0c-93dc-42095337c898 req-90234649-5049-4b6b-aa7d-f973539d6d58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5fe85a1-0ffc-4133-b00e-9f07270f39a2 HTTP/1.1" status: 200 len: 217 time: 0.0421045 Jul 08 18:07:40.385400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7555ae6c-792e-4946-a491-9ff336d9c3fb req-b937ab82-c3d4-49af-ab23-3070188799fa tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] No DVR routers for this DVR port df42c4ed-a216-4132-9b76-be1f3534c4ab on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:40.407117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d8fd3-f1a2-4c0c-93dc-42095337c898 req-cc26e82b-ffa3-4bba-b870-2c79b235a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:40.408515 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b4d8fd3-f1a2-4c0c-93dc-42095337c898 req-cc26e82b-ffa3-4bba-b870-2c79b235a337 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a HTTP/1.1" status: 200 len: 852 time: 0.0702138 Jul 08 18:07:40.415924 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7555ae6c-792e-4946-a491-9ff336d9c3fb req-b937ab82-c3d4-49af-ab23-3070188799fa tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.418701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7555ae6c-792e-4946-a491-9ff336d9c3fb req-b937ab82-c3d4-49af-ab23-3070188799fa tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.74 "DELETE /v2.0/ports/df42c4ed-a216-4132-9b76-be1f3534c4ab HTTP/1.1" status: 204 len: 173 time: 2.1341174 Jul 08 18:07:40.419394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'name': 'network-vif-deleted', 'tag': 'df42c4ed-a216-4132-9b76-be1f3534c4ab'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:40.422013 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21440baf-a98f-4be0-8d80-5b7736acbbb8" -d '{"events": [{"server_uuid": "3fc27169-2a8f-43ee-b5f8-69c016dd0141", "name": "network-vif-deleted", "tag": "df42c4ed-a216-4132-9b76-be1f3534c4ab"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:40.425322 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.452378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ca79be-a64d-4520-b9c2-7674661338ff req-583e8dca-ee82-4a36-81ae-d076d7bae579 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc27169-2a8f-43ee-b5f8-69c016dd0141 HTTP/1.1" status: 200 len: 210 time: 0.1379724 Jul 08 18:07:40.459623 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b4d8fd3-f1a2-4c0c-93dc-42095337c898 req-a9dca08c-d5e6-4eb9-aff4-fdf9cc63b8e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4374e0d0-64ce-4652-8f1b-54232544ddaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434268 Jul 08 18:07:40.504534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae53b39c-d077-4d1b-a1c0-406142c14ebf req-82ab29c6-208b-49c8-a127-139fa3912292 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282535 Jul 08 18:07:40.598577 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4658730-55ad-4239-9b6b-735d572d887d x-openstack-request-id: req-f4658730-55ad-4239-9b6b-735d572d887d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:40.599168 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc27169-2a8f-43ee-b5f8-69c016dd0141", "name": "network-vif-deleted", "tag": "df42c4ed-a216-4132-9b76-be1f3534c4ab", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:40.599168 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f4658730-55ad-4239-9b6b-735d572d887d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:40.599505 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc27169-2a8f-43ee-b5f8-69c016dd0141', 'name': 'network-vif-deleted', 'tag': 'df42c4ed-a216-4132-9b76-be1f3534c4ab', 'status': 'completed', 'code': 200} Jul 08 18:07:40.602440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Subnet': ['ID=ed5a8c16-5ed6-4b94-9c1a-112175991be3,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:40.604178 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b4d8fd3-f1a2-4c0c-93dc-42095337c898 req-3e035d02-be0d-4d19-9bf8-1a49308b2ba5 service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371739 Jul 08 18:07:40.607530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Attempting to bind port cf2026e9-35ee-45c9-940b-c53a5c6371ce on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:40.607853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Attempting to bind port cf2026e9-35ee-45c9-940b-c53a5c6371ce by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:40.608183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Attempting to bind port cf2026e9-35ee-45c9-940b-c53a5c6371ce on network 4374e0d0-64ce-4652-8f1b-54232544ddaa {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:40.622395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Port cf2026e9-35ee-45c9-940b-c53a5c6371ce on network 4374e0d0-64ce-4652-8f1b-54232544ddaa not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:07:40.622642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Attempting to bind port cf2026e9-35ee-45c9-940b-c53a5c6371ce on network 4374e0d0-64ce-4652-8f1b-54232544ddaa {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:40.630966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:40.631302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Checking segment: {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:40.631686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Bound using segment: {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:40.632121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Bound port: cf2026e9-35ee-45c9-940b-c53a5c6371ce, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca85fe9e-7c61-40f4-b070-107d703a8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:40.632678 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.637715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Checking segment: {'id': 'a0df838e-7a00-4819-83f5-cdd82d83ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a7a156c2-87a0-4faa-8938-8665793a4c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:40.638084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network hostable DHCP agents. Network: a7a156c2-87a0-4faa-8938-8665793a4c49, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:40.701866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network a7a156c2-87a0-4faa-8938-8665793a4c49 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:40.730192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, a7a156c2-87a0-4faa-8938-8665793a4c49) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:40.733183 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b4d8fd3-f1a2-4c0c-93dc-42095337c898 req-46f0356e-5562-4648-a68d-cbdfa4aae13d service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212318 Jul 08 18:07:40.741779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cb90af-7a5b-485f-b50c-81d7a5019d6b None None] Network a7a156c2-87a0-4faa-8938-8665793a4c49 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:40.750928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:40.751615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.830355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] For port cf2026e9-35ee-45c9-940b-c53a5c6371ce, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:40.851289 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2a8ac3c3-9ff4-4adf-a7e7-59ccab52787a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9576373 Jul 08 18:07:40.854843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39804) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:40.857853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] For port cf2026e9-35ee-45c9-940b-c53a5c6371ce, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=cf2026e9-35ee-45c9-940b-c53a5c6371ce,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:40.863519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-467601271'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:40.876811 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.897734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:40.903557 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.919160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933a20-656e-42a9-b3ff-19eb52052bac req-80af914a-fedb-4a6b-a718-24692bcf7b21 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:40.928881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0933a20-656e-42a9-b3ff-19eb52052bac req-80af914a-fedb-4a6b-a718-24692bcf7b21 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 944 time: 0.1603391 Jul 08 18:07:40.946878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:40.961376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:40.961683 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.962319 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Added segment 9545dc66-ccf1-4930-9a93-c6c9f4415971 of type vlan for network 94a04fdd-0517-4cd6-afdc-1bcbd3abd62b Jul 08 18:07:40.962451 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.964124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] 10.222.0.59 "PUT /v2.0/ports/cf2026e9-35ee-45c9-940b-c53a5c6371ce HTTP/1.1" status: 200 len: 1091 time: 2.9073744 Jul 08 18:07:40.989313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-a7a156c2-87a0-4faa-8938-8665793a4c49', 'network_id': 'a7a156c2-87a0-4faa-8938-8665793a4c49', 'tenant_id': 'd24dd84f8d2b43caba4ea53c819bb0af', 'fixed_ips': [{'subnet_id': 'ed5a8c16-5ed6-4b94-9c1a-112175991be3'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:07:40.990643 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.023645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.029865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c1242-187b-4109-9d82-4fd3fe40ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf2026e9-35ee-45c9-940b-c53a5c6371ce,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:41.060316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.067531 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:41.068575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.152977 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2965059 Jul 08 18:07:41.154080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39808) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:41.165306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'subnet': {'network_id': '94a04fdd-0517-4cd6-afdc-1bcbd3abd62b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:41.201416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0933a20-656e-42a9-b3ff-19eb52052bac req-408546ee-bd97-494f-8676-cd8894bb48b5 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673678 Jul 08 18:07:41.219437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caafe24-35e7-4759-9319-0c27cb2c9449 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Network': ['ID=94a04fdd-0517-4cd6-afdc-1bcbd3abd62b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:41.266811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 94a04fdd-0517-4cd6-afdc-1bcbd3abd62b details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:41.300506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:41.306352 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.319009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-90e2bf36-63ee-4519-aaaf-e8948738e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:41.320692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-90e2bf36-63ee-4519-aaaf-e8948738e51a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=588ab089e55e48f882e0551d4f129e8c&device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 1094 time: 0.2106352 Jul 08 18:07:41.347867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56e69-a979-413f-9fbf-5f15d8e2ef05 req-c8cedbb5-7a64-4728-b33f-a8cb6805b749 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:41.349941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9b56e69-a979-413f-9fbf-5f15d8e2ef05 req-c8cedbb5-7a64-4728-b33f-a8cb6805b749 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 943 time: 0.2179532 Jul 08 18:07:41.394273 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-69aa05f4-c2c3-470c-95ec-c6ca4e02f7fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf2026e9-35ee-45c9-940b-c53a5c6371ce HTTP/1.1" status: 200 len: 217 time: 0.0624168 Jul 08 18:07:41.428987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Allocated IP 2001:db8:0:ffff::2 (a7a156c2-87a0-4faa-8938-8665793a4c49/ed5a8c16-5ed6-4b94-9c1a-112175991be3/70677dad-4b97-40c6-86f5-cf990078773a) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:41.481223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-2e450433-38a1-45fe-b1b1-35274d7e746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:41.482863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-2e450433-38a1-45fe-b1b1-35274d7e746f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a HTTP/1.1" status: 200 len: 852 time: 0.0743713 Jul 08 18:07:41.555995 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-d05b82df-27a6-48ce-a360-b18cf30956e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4374e0d0-64ce-4652-8f1b-54232544ddaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648389 Jul 08 18:07:41.624088 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.673820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9b56e69-a979-413f-9fbf-5f15d8e2ef05 req-92c768d6-f1cd-4a42-8962-3670d7211415 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887518 Jul 08 18:07:41.676416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-7f24d596-16af-400d-b02c-6ce552bf6582 service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112416 Jul 08 18:07:41.727635 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.737920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Transition to ACTIVE for port object 70677dad-4b97-40c6-86f5-cf990078773a will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:41.755288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Transition to ACTIVE for port object 70677dad-4b97-40c6-86f5-cf990078773a will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:41.763265 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.787731 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:07:41.790558 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.812381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Pushing event updated for resources: {'Port': ['ID=70677dad-4b97-40c6-86f5-cf990078773a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:41.827961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Network a7a156c2-87a0-4faa-8938-8665793a4c49 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:41.829359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:41.832638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:41.878336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40722cfd-1fee-48e0-beca-506ffe578951 req-a84b3e5b-6c1e-45b3-b8ef-436008c5662c tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/7fe42e88-7ebb-4bf8-bfc6-d77d0fd3d729 HTTP/1.1" status: 200 len: 1803 time: 0.1101701 Jul 08 18:07:41.889486 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-719a143d-e8f5-4af2-8be2-f71242c85621 req-666d1824-1e4d-455a-ad04-fe391092f1b8 service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058134 Jul 08 18:07:41.894006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Checking segment: {'id': '9545dc66-ccf1-4930-9a93-c6c9f4415971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '94a04fdd-0517-4cd6-afdc-1bcbd3abd62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:41.894673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network hostable DHCP agents. Network: 94a04fdd-0517-4cd6-afdc-1bcbd3abd62b, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:41.904135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Subnet': ['ID=dca4de81-0dc4-4693-b850-bf85a5fe9478,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:41.944205 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network 94a04fdd-0517-4cd6-afdc-1bcbd3abd62b is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:41.957648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 94a04fdd-0517-4cd6-afdc-1bcbd3abd62b) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:41.961934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:41.962502 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.964219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Attempting to bind port 70677dad-4b97-40c6-86f5-cf990078773a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:41.964598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Attempting to bind port 70677dad-4b97-40c6-86f5-cf990078773a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a0df838e-7a00-4819-83f5-cdd82d83ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a7a156c2-87a0-4faa-8938-8665793a4c49'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:41.964957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Attempting to bind port 70677dad-4b97-40c6-86f5-cf990078773a on network a7a156c2-87a0-4faa-8938-8665793a4c49 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:41.973273 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853b0ecd-aad6-475c-b5fa-2d941dcb59cc None None] Network 94a04fdd-0517-4cd6-afdc-1bcbd3abd62b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:41.976285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:41.976479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Checking segment: {'id': 'a0df838e-7a00-4819-83f5-cdd82d83ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a7a156c2-87a0-4faa-8938-8665793a4c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:41.976895 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.977357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Bound using segment: {'id': 'a0df838e-7a00-4819-83f5-cdd82d83ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a7a156c2-87a0-4faa-8938-8665793a4c49'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:41.977839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Bound port: 70677dad-4b97-40c6-86f5-cf990078773a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0df838e-7a00-4819-83f5-cdd82d83ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a7a156c2-87a0-4faa-8938-8665793a4c49'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:41.982366 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-99720848-0edc-4cb6-9cc2-5769d8d8ce52 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8224354 Jul 08 18:07:41.982527 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:41.983764 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39822) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:41.990282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'port': {'network_id': '94a04fdd-0517-4cd6-afdc-1bcbd3abd62b', 'name': 'tempest-NetworksIpV6TestAttrs-1629238117'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:42.007040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73920ac5-91bc-4123-a0fe-85337af16151 req-decb6b96-6ab9-49cc-aa3a-a4275be2f07f tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:42.009598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73920ac5-91bc-4123-a0fe-85337af16151 req-decb6b96-6ab9-49cc-aa3a-a4275be2f07f tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.2427859 Jul 08 18:07:42.078622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73920ac5-91bc-4123-a0fe-85337af16151 req-a19bb7b4-eaaf-4a40-af69-0b24ea4efbb0 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586085 Jul 08 18:07:42.080043 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40722cfd-1fee-48e0-beca-506ffe578951 req-0bbd60a5-001b-483f-b257-6c9fbcc0255e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.114744 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40722cfd-1fee-48e0-beca-506ffe578951 req-0bbd60a5-001b-483f-b257-6c9fbcc0255e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.145105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] For port 70677dad-4b97-40c6-86f5-cf990078773a, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:42.169044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:42.173507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.177680 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40722cfd-1fee-48e0-beca-506ffe578951 req-0bbd60a5-001b-483f-b257-6c9fbcc0255e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.180605 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-40722cfd-1fee-48e0-beca-506ffe578951 req-0bbd60a5-001b-483f-b257-6c9fbcc0255e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.181982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40722cfd-1fee-48e0-beca-506ffe578951 req-0bbd60a5-001b-483f-b257-6c9fbcc0255e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "DELETE /v2.0/security-groups/7fe42e88-7ebb-4bf8-bfc6-d77d0fd3d729 HTTP/1.1" status: 204 len: 173 time: 0.2957296 Jul 08 18:07:42.183000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:42.202549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] device_id is not set on port 19481aef-b4db-4359-b1da-47922528f386 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:07:42.204506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd60a5-001b-483f-b257-6c9fbcc0255e tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe42e88-7ebb-4bf8-bfc6-d77d0fd3d729,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:42.231755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] For port 70677dad-4b97-40c6-86f5-cf990078773a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=70677dad-4b97-40c6-86f5-cf990078773a,segment=NetworkSegment(a0df838e-7a00-4819-83f5-cdd82d83ed55),segment_id=a0df838e-7a00-4819-83f5-cdd82d83ed55)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:42.265977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33ba7c1f-d04d-440c-be13-2625ea6cd97d req-b481ff01-f08b-4d1f-b1dc-e63739680ce4 tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "GET /v2.0/security-groups/65591a5f-2853-4ce3-a097-05e2d4c2d401 HTTP/1.1" status: 200 len: 1801 time: 0.0633421 Jul 08 18:07:42.348955 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-33ba7c1f-d04d-440c-be13-2625ea6cd97d req-268565cf-7337-4a88-84c9-09a6e56ea5ef tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.377948 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-33ba7c1f-d04d-440c-be13-2625ea6cd97d req-268565cf-7337-4a88-84c9-09a6e56ea5ef tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.406529 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.441430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-33ba7c1f-d04d-440c-be13-2625ea6cd97d req-268565cf-7337-4a88-84c9-09a6e56ea5ef tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.445574 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-33ba7c1f-d04d-440c-be13-2625ea6cd97d req-268565cf-7337-4a88-84c9-09a6e56ea5ef tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.447287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33ba7c1f-d04d-440c-be13-2625ea6cd97d req-268565cf-7337-4a88-84c9-09a6e56ea5ef tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] 10.222.0.73 "DELETE /v2.0/security-groups/65591a5f-2853-4ce3-a097-05e2d4c2d401 HTTP/1.1" status: 204 len: 173 time: 0.1801088 Jul 08 18:07:42.451840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Allocated IP 2001:db8::f816:3eff:fe53:f2fd (94a04fdd-0517-4cd6-afdc-1bcbd3abd62b/dca4de81-0dc4-4693-b850-bf85a5fe9478/19481aef-b4db-4359-b1da-47922528f386) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:42.455127 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39828) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:42.474291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268565cf-7337-4a88-84c9-09a6e56ea5ef tempest-SecurityGroupsTestJSON-816452234 tempest-SecurityGroupsTestJSON-816452234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65591a5f-2853-4ce3-a097-05e2d4c2d401,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:42.487133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device df42c4ed-a216-4132-9b76-be1f3534c4ab no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:07:42.516895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-60302eea-7054-4ff1-80a9-f6224d66aa41 admin admin] Deleting subnet 6a41417a-9610-4e78-aa1c-6c2d94c44b77 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:07:42.525609 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60302eea-7054-4ff1-80a9-f6224d66aa41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.534022 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-94a04fdd-0517-4cd6-afdc-1bcbd3abd62b', 'network_id': '94a04fdd-0517-4cd6-afdc-1bcbd3abd62b', 'tenant_id': 'd24dd84f8d2b43caba4ea53c819bb0af', 'fixed_ips': [{'subnet_id': 'dca4de81-0dc4-4693-b850-bf85a5fe9478'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:07:42.534971 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.543509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: df42c4ed-a216-4132-9b76-be1f3534c4ab {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:07:42.543874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device df42c4ed-a216-4132-9b76-be1f3534c4ab not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:07:42.566835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980268fa-d1a9-4ccd-9395-f16143a0fd61 None None] Pushing event updated for resources: {'Port': ['ID=70677dad-4b97-40c6-86f5-cf990078773a,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:42.589012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:42.600277 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60302eea-7054-4ff1-80a9-f6224d66aa41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.601019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf6f742-16e4-4df9-9eb1-3a9e90de3543', 'tag': 'cf2026e9-35ee-45c9-940b-c53a5c6371ce'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:42.603933 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364f5afb-9241-4fc8-a473-faacadeb12e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf6f742-16e4-4df9-9eb1-3a9e90de3543", "tag": "cf2026e9-35ee-45c9-940b-c53a5c6371ce"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:42.626113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971bcba-dd17-4ad0-b07f-e439ed42a94b req-cb8a6f80-0dd2-483b-a786-208d6ca04de1 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:42.628825 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d971bcba-dd17-4ad0-b07f-e439ed42a94b req-cb8a6f80-0dd2-483b-a786-208d6ca04de1 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 944 time: 0.1287296 Jul 08 18:07:42.647411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:42.647918 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.686725 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c07b5c-364a-4bdc-86d7-0ca24e3b1db8 x-openstack-request-id: req-06c07b5c-364a-4bdc-86d7-0ca24e3b1db8 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:42.687268 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf6f742-16e4-4df9-9eb1-3a9e90de3543", "tag": "cf2026e9-35ee-45c9-940b-c53a5c6371ce", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:42.687268 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06c07b5c-364a-4bdc-86d7-0ca24e3b1db8 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:42.688255 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf6f742-16e4-4df9-9eb1-3a9e90de3543', 'tag': 'cf2026e9-35ee-45c9-940b-c53a5c6371ce', 'status': 'completed', 'code': 200} Jul 08 18:07:42.706740 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d971bcba-dd17-4ad0-b07f-e439ed42a94b req-22481268-9e9b-4ef9-a1cf-80067d6a8490 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681562 Jul 08 18:07:42.778461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.833869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4def379-e861-4a01-a5a9-3e2070e6cbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:42.836401 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21e0cf6-b39d-4697-bfec-61956938e942" -d '{"events": [{"server_uuid": "f4def379-e861-4a01-a5a9-3e2070e6cbcb", "name": "network-vif-plugged", "status": "completed", "tag": "1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:42.841788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5afb-9241-4fc8-a473-faacadeb12e0 req-ab97add6-117a-408a-a524-cf93d73c5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:42.843382 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-364f5afb-9241-4fc8-a473-faacadeb12e0 req-ab97add6-117a-408a-a524-cf93d73c5d93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=588ab089e55e48f882e0551d4f129e8c&device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 1094 time: 0.1261003 Jul 08 18:07:42.869279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b,segment=NetworkSegment(ec51698a-4fe1-40fe-9bf9-390c265548a4),segment_id=ec51698a-4fe1-40fe-9bf9-390c265548a4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:42.880901 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.917830 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a1f403-5502-451d-8cf3-9af69cb93b75 x-openstack-request-id: req-23a1f403-5502-451d-8cf3-9af69cb93b75 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:42.918444 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4def379-e861-4a01-a5a9-3e2070e6cbcb", "name": "network-vif-plugged", "status": "completed", "tag": "1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:42.918854 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23a1f403-5502-451d-8cf3-9af69cb93b75 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:42.919403 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4def379-e861-4a01-a5a9-3e2070e6cbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b', 'code': 200} Jul 08 18:07:42.971513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:43.055912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5afb-9241-4fc8-a473-faacadeb12e0 req-cd5da6ef-6e0f-44c3-a9c6-7173b50965bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:43.057512 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-364f5afb-9241-4fc8-a473-faacadeb12e0 req-cd5da6ef-6e0f-44c3-a9c6-7173b50965bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=4374e0d0-64ce-4652-8f1b-54232544ddaa HTTP/1.1" status: 200 len: 913 time: 0.1984112 Jul 08 18:07:43.067469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8403910-1d1b-465e-80a5-0d16c2db603d req-4dab2c6d-3a73-4c21-bdf3-8bbbdac80c17 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:43.069144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8403910-1d1b-465e-80a5-0d16c2db603d req-4dab2c6d-3a73-4c21-bdf3-8bbbdac80c17 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 943 time: 0.2236836 Jul 08 18:07:43.196604 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60302eea-7054-4ff1-80a9-f6224d66aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.204310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-364f5afb-9241-4fc8-a473-faacadeb12e0 req-57632bbc-3138-44e9-97f2-2bc1c7d6ec9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf2026e9-35ee-45c9-940b-c53a5c6371ce HTTP/1.1" status: 200 len: 217 time: 0.1341255 Jul 08 18:07:43.219472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8403910-1d1b-465e-80a5-0d16c2db603d req-d25c95e3-1259-438f-9182-fbce5f31a76d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412551 Jul 08 18:07:43.276405 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 70677dad-4b97-40c6-86f5-cf990078773a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:43.313529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b5b6d-3a45-4bc3-a9ba-5bb7eb2564d8 req-a1d208e3-3911-4f5f-8d1f-51dc1d5ecc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:43.315278 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-911b5b6d-3a45-4bc3-a9ba-5bb7eb2564d8 req-a1d208e3-3911-4f5f-8d1f-51dc1d5ecc22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 1096 time: 0.1919308 Jul 08 18:07:43.322842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5afb-9241-4fc8-a473-faacadeb12e0 req-25b02885-6fb1-4668-85ce-fc64f8a510c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:43.324748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-364f5afb-9241-4fc8-a473-faacadeb12e0 req-25b02885-6fb1-4668-85ce-fc64f8a510c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a HTTP/1.1" status: 200 len: 852 time: 0.1008348 Jul 08 18:07:43.352233 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.395575 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-911b5b6d-3a45-4bc3-a9ba-5bb7eb2564d8 req-f4681169-5d4d-4cce-a444-57ff182e7c0f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684595 Jul 08 18:07:43.397910 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Transition to ACTIVE for port object 19481aef-b4db-4359-b1da-47922528f386 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:43.412228 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60302eea-7054-4ff1-80a9-f6224d66aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.418918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 70677dad-4b97-40c6-86f5-cf990078773a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:43.429991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-364f5afb-9241-4fc8-a473-faacadeb12e0 req-5e59af5f-7e27-4f4d-a2ec-111db1660863 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4374e0d0-64ce-4652-8f1b-54232544ddaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945940 Jul 08 18:07:43.452590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60302eea-7054-4ff1-80a9-f6224d66aa41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a41417a-9610-4e78-aa1c-6c2d94c44b77,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:43.464861 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60302eea-7054-4ff1-80a9-f6224d66aa41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.466789 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-60302eea-7054-4ff1-80a9-f6224d66aa41 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6a41417a-9610-4e78-aa1c-6c2d94c44b77 HTTP/1.1" status: 204 len: 168 time: 1.0067859 Jul 08 18:07:43.474769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39850) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:43.516425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffa501-714e-4132-b6df-7efa2c14440a req-74ec1d97-0fef-47e9-ad1e-26a15750f405 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:43.519686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-03ffa501-714e-4132-b6df-7efa2c14440a req-74ec1d97-0fef-47e9-ad1e-26a15750f405 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.0907366 Jul 08 18:07:43.555808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.604009 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.633182 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-03ffa501-714e-4132-b6df-7efa2c14440a req-7892bcc1-1c19-4cd5-9d0a-8ac9d6a9938b tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908937 Jul 08 18:07:43.660711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-364f5afb-9241-4fc8-a473-faacadeb12e0 req-803658d4-06c4-4ee3-be21-4b402f704ad6 service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410294 Jul 08 18:07:43.682293 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.688043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Allocated IP 2001:db8::f816:3eff:fe09:386a (94a04fdd-0517-4cd6-afdc-1bcbd3abd62b/dca4de81-0dc4-4693-b850-bf85a5fe9478/de6b6823-5661-4364-a7b9-81bffc2ff62e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:43.701449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fb5ee7-cecf-466d-8f9c-3815a4857bfd']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:43.828463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network 94a04fdd-0517-4cd6-afdc-1bcbd3abd62b is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:43.840642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb8d913-b2e8-407c-8c36-a06cb3a7b9ca') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:43.842617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb8d913-b2e8-407c-8c36-a06cb3a7b9ca') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:43.844688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:43.847847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:43.852573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-364f5afb-9241-4fc8-a473-faacadeb12e0 req-a3774e3f-7935-4fe6-a543-a6dc1bc78394 service neutron] 10.222.0.59 "GET /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772354 Jul 08 18:07:43.858074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:43.858856 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.888615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.905203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Port': ['ID=19481aef-b4db-4359-b1da-47922528f386,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:43.913819 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.922262 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bbcad762-a643-43c5-95cb-dd97ac2a5ead tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9374132 Jul 08 18:07:43.922499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39858) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:43.926562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:43.926983 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:43.928778 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:43.977502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63919d71-11c5-4da0-b5ba-0b32409e2808 None None] Network a7a156c2-87a0-4faa-8938-8665793a4c49 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:44.027903 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.037127 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.039540 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] 10.222.0.73 "DELETE /v2.0/networks/59fb5ee7-cecf-466d-8f9c-3815a4857bfd HTTP/1.1" status: 204 len: 168 time: 0.5621648 Jul 08 18:07:44.059074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4199775c-d5b8-49fa-8074-8ff2a2d9f526 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Deleting subnet dca4de81-0dc4-4693-b850-bf85a5fe9478 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:07:44.071571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22490a7e-ca2e-4173-a761-7fa2e555ab99 req-92ef767b-9928-401c-96a2-cc270262bd2e tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:44.073335 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22490a7e-ca2e-4173-a761-7fa2e555ab99 req-92ef767b-9928-401c-96a2-cc270262bd2e tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 945 time: 0.0962648 Jul 08 18:07:44.077306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb1afd-38c0-440b-9cf8-80f27da5cd01 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fb5ee7-cecf-466d-8f9c-3815a4857bfd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:44.080743 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.107821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Transition to ACTIVE for port object de6b6823-5661-4364-a7b9-81bffc2ff62e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:44.123289 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22490a7e-ca2e-4173-a761-7fa2e555ab99 req-6609252e-98cd-4cf8-a92d-dcc7f14829fe tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Jul 08 18:07:44.151743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-695f0c81-089b-4580-94bc-26b42b3506c4 None None] Provisioning for port 70677dad-4b97-40c6-86f5-cf990078773a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:44.164039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Transition to ACTIVE for port object de6b6823-5661-4364-a7b9-81bffc2ff62e will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:44.165995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d5fe85a1-0ffc-4133-b00e-9f07270f39a2 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:07:44.171940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-695f0c81-089b-4580-94bc-26b42b3506c4 None None] Provisioning complete for port 70677dad-4b97-40c6-86f5-cf990078773a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:44.172398 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-695f0c81-089b-4580-94bc-26b42b3506c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.176990 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4199775c-d5b8-49fa-8074-8ff2a2d9f526 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.192958 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.239198 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4199775c-d5b8-49fa-8074-8ff2a2d9f526 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.308240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39864) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:44.337670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.resource_extend [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:07:44.365723 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-59b3f887-4b3e-4391-92e0-f1f9a971b8c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6655462c5b97467482a6538c52beed2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559652 Jul 08 18:07:44.368419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39866) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:44.396667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Network 94a04fdd-0517-4cd6-afdc-1bcbd3abd62b is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:44.411145 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:44.416658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:44.421032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Pushing event updated for resources: {'Port': ['ID=de6b6823-5661-4364-a7b9-81bffc2ff62e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:44.436757 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4199775c-d5b8-49fa-8074-8ff2a2d9f526 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.456507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-036f29b1-e63a-4262-826f-56e6d4c28a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.507813 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-036f29b1-e63a-4262-826f-56e6d4c28a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.583403 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-036f29b1-e63a-4262-826f-56e6d4c28a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.586035 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-036f29b1-e63a-4262-826f-56e6d4c28a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.587586 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-036f29b1-e63a-4262-826f-56e6d4c28a6b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/513f8945-850d-4168-8185-6afc8bca3cf7 HTTP/1.1" status: 204 len: 168 time: 0.2177410 Jul 08 18:07:44.602878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f29b1-e63a-4262-826f-56e6d4c28a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513f8945-850d-4168-8185-6afc8bca3cf7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:44.608628 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d5fe85a1-0ffc-4133-b00e-9f07270f39a2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d5fe85a1-0ffc-4133-b00e-9f07270f39a2,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:44.619958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e17c3-72e6-47e8-a9e8-74376a2066f8 req-2acab0c1-7cf8-401a-9d07-ba322aba8158 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:44.620106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Attempting to bind port de6b6823-5661-4364-a7b9-81bffc2ff62e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:44.620388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Attempting to bind port de6b6823-5661-4364-a7b9-81bffc2ff62e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '9545dc66-ccf1-4930-9a93-c6c9f4415971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '94a04fdd-0517-4cd6-afdc-1bcbd3abd62b'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:44.620749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Attempting to bind port de6b6823-5661-4364-a7b9-81bffc2ff62e on network 94a04fdd-0517-4cd6-afdc-1bcbd3abd62b {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:44.627291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa3e17c3-72e6-47e8-a9e8-74376a2066f8 req-2acab0c1-7cf8-401a-9d07-ba322aba8158 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 943 time: 0.2094321 Jul 08 18:07:44.642460 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4199775c-d5b8-49fa-8074-8ff2a2d9f526 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.652651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'd5fe85a1-0ffc-4133-b00e-9f07270f39a2', 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa', 'port_id': 'd5fe85a1-0ffc-4133-b00e-9f07270f39a2', 'mac_address': 'fa:16:3e:39:46:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:07:44.657892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:44.657892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Checking segment: {'id': '9545dc66-ccf1-4930-9a93-c6c9f4415971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '94a04fdd-0517-4cd6-afdc-1bcbd3abd62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:44.657892 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.658362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Bound using segment: {'id': '9545dc66-ccf1-4930-9a93-c6c9f4415971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '94a04fdd-0517-4cd6-afdc-1bcbd3abd62b'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:44.666820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Bound port: de6b6823-5661-4364-a7b9-81bffc2ff62e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9545dc66-ccf1-4930-9a93-c6c9f4415971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '94a04fdd-0517-4cd6-afdc-1bcbd3abd62b'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:44.667230 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.678661 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-695f0c81-089b-4580-94bc-26b42b3506c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.700659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4199775c-d5b8-49fa-8074-8ff2a2d9f526 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:44.702986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4199775c-d5b8-49fa-8074-8ff2a2d9f526 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/subnets/dca4de81-0dc4-4693-b850-bf85a5fe9478 HTTP/1.1" status: 204 len: 168 time: 0.7792079 Jul 08 18:07:44.706676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39878) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:44.748273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199775c-d5b8-49fa-8074-8ff2a2d9f526 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Subnet': ['ID=dca4de81-0dc4-4693-b850-bf85a5fe9478,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:44.819472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa3e17c3-72e6-47e8-a9e8-74376a2066f8 req-36fd9fe4-0da2-4207-bc75-5195e634bdf7 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898370 Jul 08 18:07:44.841482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753914a-d450-4956-b1c1-1580bd19cbd9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:44.844635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753914a-d450-4956-b1c1-1580bd19cbd9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:44.847175 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c753914a-d450-4956-b1c1-1580bd19cbd9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1384745 Jul 08 18:07:44.852135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39882) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:44.912036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-695f0c81-089b-4580-94bc-26b42b3506c4 None None] For port 70677dad-4b97-40c6-86f5-cf990078773a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=70677dad-4b97-40c6-86f5-cf990078773a,segment=NetworkSegment(a0df838e-7a00-4819-83f5-cdd82d83ed55),segment_id=a0df838e-7a00-4819-83f5-cdd82d83ed55)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:44.951917 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-695f0c81-089b-4580-94bc-26b42b3506c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.003679 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.025828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c016eb81-a76e-468c-8ef3-4eb585d74ad7 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.037807 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c016eb81-a76e-468c-8ef3-4eb585d74ad7 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 18:07:45.048027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c016eb81-a76e-468c-8ef3-4eb585d74ad7 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:45.048027 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c016eb81-a76e-468c-8ef3-4eb585d74ad7 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/networks/94a04fdd-0517-4cd6-afdc-1bcbd3abd62b HTTP/1.1" status: 409 len: 405 time: 0.1878829 Jul 08 18:07:45.048027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39886) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:45.048541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] For port de6b6823-5661-4364-a7b9-81bffc2ff62e, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:45.055176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-155434858'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:45.092610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:45.092823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] For port de6b6823-5661-4364-a7b9-81bffc2ff62e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=de6b6823-5661-4364-a7b9-81bffc2ff62e,segment=NetworkSegment(9545dc66-ccf1-4930-9a93-c6c9f4415971),segment_id=9545dc66-ccf1-4930-9a93-c6c9f4415971)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:45.103262 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.120384 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.136508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fe85a1-0ffc-4133-b00e-9f07270f39a2 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:45.171204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:45.183285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f0c81-089b-4580-94bc-26b42b3506c4 None None] Pushing event updated for resources: {'Port': ['ID=70677dad-4b97-40c6-86f5-cf990078773a,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:45.184715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.188252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d5fe85a1-0ffc-4133-b00e-9f07270f39a2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d5fe85a1-0ffc-4133-b00e-9f07270f39a2,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:45.189171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-52b1045f-9f18-4226-b082-b96b969a5b91 None None] Provisioning complete for port 70677dad-4b97-40c6-86f5-cf990078773a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:45.189534 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-52b1045f-9f18-4226-b082-b96b969a5b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.191470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301a468-f4b7-4de0-868d-800d68a6f1c8 req-c946c258-453b-45d8-881e-51170894b144 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:45.201870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1301a468-f4b7-4de0-868d-800d68a6f1c8 req-c946c258-453b-45d8-881e-51170894b144 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.1790996 Jul 08 18:07:45.215197 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Added segment 1429a79a-62bd-4165-a47e-9db815e9d998 of type vlan for network b4403c2d-2fab-4c83-adfd-05af55ecac46 Jul 08 18:07:45.244628 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.274402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1301a468-f4b7-4de0-868d-800d68a6f1c8 req-a25dbab7-63d0-48d5-84b4-bd98ffa5cb1f tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714748 Jul 08 18:07:45.303117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be7984-27c7-4556-be6a-b75da6ebd410 None None] Pushing event updated for resources: {'Port': ['ID=de6b6823-5661-4364-a7b9-81bffc2ff62e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:45.305118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.356810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cecbcea-97b0-4610-872c-6642048f42b5 None None] Network 94a04fdd-0517-4cd6-afdc-1bcbd3abd62b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:45.367052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.375638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:45.377117 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.428483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bac2d-99cc-4a3c-8966-cac731eec1b1 req-3b87ad8c-fe60-4986-9c1e-f5a646415d46 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:45.436202 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d51bac2d-99cc-4a3c-8966-cac731eec1b1 req-3b87ad8c-fe60-4986-9c1e-f5a646415d46 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 945 time: 0.1238642 Jul 08 18:07:45.443897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d5fe85a1-0ffc-4133-b00e-9f07270f39a2,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:45.478732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Network': ['ID=b4403c2d-2fab-4c83-adfd-05af55ecac46,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:45.509086 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9efa2232-36a0-4aa5-8900-b94fe936c89c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4583299 Jul 08 18:07:45.509250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network b4403c2d-2fab-4c83-adfd-05af55ecac46 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:45.509425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39904) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:45.511626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d51bac2d-99cc-4a3c-8966-cac731eec1b1 req-5c4b7fbb-4af6-4fac-bbf2-0134e5214de1 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652308 Jul 08 18:07:45.514701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'subnet': {'network_id': 'b4403c2d-2fab-4c83-adfd-05af55ecac46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:45.665266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:45.671247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:45.674006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['d5fe85a1-0ffc-4133-b00e-9f07270f39a2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:45.790295 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f954b89-2301-4f48-8b80-a59f9737faf1 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:07:45.904006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39922) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:45.970136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f954b89-2301-4f48-8b80-a59f9737faf1 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:07:46.104161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:07:46.107184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.151599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1044195017-network', 'tenant_id': 'db9c7b6194e74bf99ed16a978b364cfe'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:46.161709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device cf2026e9-35ee-45c9-940b-c53a5c6371ce details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:07:46.239313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Checking segment: {'id': '1429a79a-62bd-4165-a47e-9db815e9d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b4403c2d-2fab-4c83-adfd-05af55ecac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:46.239313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network hostable DHCP agents. Network: b4403c2d-2fab-4c83-adfd-05af55ecac46, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:46.246729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Subnet': ['ID=f37598e1-2c1b-4f60-bab1-b2e6f39594b0,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:46.266351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network b4403c2d-2fab-4c83-adfd-05af55ecac46 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:46.279499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e46d3e-4962-476e-b8a1-a6b2e527d2ef req-a31a4164-c5c2-4e2f-888b-614ee3c067d1 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:46.280228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, b4403c2d-2fab-4c83-adfd-05af55ecac46) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:46.288584 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58e46d3e-4962-476e-b8a1-a6b2e527d2ef req-a31a4164-c5c2-4e2f-888b-614ee3c067d1 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 943 time: 0.1995687 Jul 08 18:07:46.292381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:46.293193 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.314792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Made reservation on behalf of db9c7b6194e74bf99ed16a978b364cfe for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:46.317504 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.320452 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4b4ca54b-5975-469b-a728-f9abf0f1ef5a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8099389 Jul 08 18:07:46.323544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39934) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:46.328301 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.329695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'port': {'network_id': 'b4403c2d-2fab-4c83-adfd-05af55ecac46', 'name': 'tempest-NetworksIpV6TestAttrs-414698057'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:46.366792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58e46d3e-4962-476e-b8a1-a6b2e527d2ef req-1e62b4ec-ba0d-4950-866f-08060219fb1d tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771041 Jul 08 18:07:46.395998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port cf2026e9-35ee-45c9-940b-c53a5c6371ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=cf2026e9-35ee-45c9-940b-c53a5c6371ce,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:46.413625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'cf2026e9-35ee-45c9-940b-c53a5c6371ce', 'network_id': '4374e0d0-64ce-4652-8f1b-54232544ddaa', 'port_id': 'cf2026e9-35ee-45c9-940b-c53a5c6371ce', 'mac_address': 'fa:16:3e:af:cb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:07:46.421679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0c09c-2825-4cdc-a2bc-8c30898d359c req-277ad3d8-f425-40a7-aac5-c4affc814774 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:46.430062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4de0c09c-2825-4cdc-a2bc-8c30898d359c req-277ad3d8-f425-40a7-aac5-c4affc814774 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 945 time: 0.2319696 Jul 08 18:07:46.506082 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4de0c09c-2825-4cdc-a2bc-8c30898d359c req-7506aa71-76e6-45e4-a245-2a75d9e9d4ac tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746267 Jul 08 18:07:46.519324 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.551469 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2026e9-35ee-45c9-940b-c53a5c6371ce {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:46.561182 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.564650 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.586374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:46.588370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:46.589981 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.591787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb9394-8b9d-4c26-ad9a-0cbb691de644 None None] Network b4403c2d-2fab-4c83-adfd-05af55ecac46 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:46.604194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cbba12-a4d9-4a04-89da-dedec553d402,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:46.609490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] device_id is not set on port e78886b2-32ea-4ea8-a47e-e8b576e6c26f yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:07:46.609738 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.610166 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Added segment 3222538f-9931-4118-abb4-1ebe672ab97a of type vlan for network 79151542-de2c-40b0-b02a-fb7b0291c53e Jul 08 18:07:46.629674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port cf2026e9-35ee-45c9-940b-c53a5c6371ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=cf2026e9-35ee-45c9-940b-c53a5c6371ce,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:46.659601 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.695681 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.719193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Allocated IP 2001:db8::f816:3eff:fe25:2027 (b4403c2d-2fab-4c83-adfd-05af55ecac46/f37598e1-2c1b-4f60-bab1-b2e6f39594b0/e78886b2-32ea-4ea8-a47e-e8b576e6c26f) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:46.737805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.738883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:46.739257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=cf2026e9-35ee-45c9-940b-c53a5c6371ce,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:46.739589 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.800071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99baf0-7ab7-4d1c-9eec-57bc788dc341 req-783c3226-0feb-439a-9be2-ca96d54d710d tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:46.801573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f99baf0-7ab7-4d1c-9eec-57bc788dc341 req-783c3226-0feb-439a-9be2-ca96d54d710d tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.1487980 Jul 08 18:07:46.807888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9022653 Jul 08 18:07:46.808452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39936) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:46.821117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] Request body: {'subnet': {'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1044195017-subnet', 'tenant_id': 'db9c7b6194e74bf99ed16a978b364cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:46.834548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-b4403c2d-2fab-4c83-adfd-05af55ecac46', 'network_id': 'b4403c2d-2fab-4c83-adfd-05af55ecac46', 'tenant_id': 'd24dd84f8d2b43caba4ea53c819bb0af', 'fixed_ips': [{'subnet_id': 'f37598e1-2c1b-4f60-bab1-b2e6f39594b0'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:07:46.837188 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.851447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a86f8-7e4b-4110-8d8b-e09fb200efb3 admin admin] Pushing event updated for resources: {'Network': ['ID=79151542-de2c-40b0-b02a-fb7b0291c53e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:46.875714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 79151542-de2c-40b0-b02a-fb7b0291c53e details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:46.878371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f99baf0-7ab7-4d1c-9eec-57bc788dc341 req-a7f8b7d5-23af-482a-acc4-18531b2ad95d tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621207 Jul 08 18:07:46.879786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] Made reservation on behalf of db9c7b6194e74bf99ed16a978b364cfe for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:46.882163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.890672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:46.915886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Transition to ACTIVE for port object e78886b2-32ea-4ea8-a47e-e8b576e6c26f will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:46.969340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.014481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network b4403c2d-2fab-4c83-adfd-05af55ecac46 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:47.017684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:47.024855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:47.030626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:47.031290 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.044900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Port': ['ID=e78886b2-32ea-4ea8-a47e-e8b576e6c26f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:47.060658 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a75de9cd-1b49-4742-924b-af3efd9a7ff9 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7360253 Jul 08 18:07:47.063248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39940) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:47.107585 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.154264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-48caaafc-61bd-4ed8-8366-d8bee5e0c632 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Deleting subnet f37598e1-2c1b-4f60-bab1-b2e6f39594b0 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:07:47.191405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4076efa4-d49a-4ab3-a795-2fff4cf7e319,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:47.198563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] Checking segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:47.198881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] Network hostable DHCP agents. Network: 79151542-de2c-40b0-b02a-fb7b0291c53e, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:47.205566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['cf2026e9-35ee-45c9-940b-c53a5c6371ce'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:47.207498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 70677dad-4b97-40c6-86f5-cf990078773a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:47.216956 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] Network 79151542-de2c-40b0-b02a-fb7b0291c53e is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:47.225522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 79151542-de2c-40b0-b02a-fb7b0291c53e) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:47.229481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:47.230037 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.251016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3859d793-e4e5-41d6-9100-cffe9a7a848b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4340215 Jul 08 18:07:47.254584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed70c7e-46ad-4e9b-979c-9837f356080f None None] Network 79151542-de2c-40b0-b02a-fb7b0291c53e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:47.325331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Allocated IP 2001:db8::f816:3eff:fef6:766 (b4403c2d-2fab-4c83-adfd-05af55ecac46/f37598e1-2c1b-4f60-bab1-b2e6f39594b0/54fcfeb5-33f7-4708-88d7-74de4fff05a0) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:47.374497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39946) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:47.382313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1448029692'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:47.410936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:47.416422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.464934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 70677dad-4b97-40c6-86f5-cf990078773a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:47.465638 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.471108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:47.483192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.483554 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Added segment dddcad80-fb0d-4864-931b-1b822bced69e of type vlan for network da8d15b1-bfaa-4cea-a77b-62112b6c78fb Jul 08 18:07:47.552953 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.594515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.602006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:47.602784 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.609894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32562-710e-41ac-9d26-c947c31935a1 req-7e7a8fb1-9ff1-41fa-aa0b-3133da3a2a20 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:47.609894 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3dc32562-710e-41ac-9d26-c947c31935a1 req-7e7a8fb1-9ff1-41fa-aa0b-3133da3a2a20 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 945 time: 0.1147118 Jul 08 18:07:47.622835 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2465334 Jul 08 18:07:47.629073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39960) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:47.640488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2b3842-c195-4b6b-8b06-a2378f8072f8 None None] Network 79151542-de2c-40b0-b02a-fb7b0291c53e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:47.688175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1090472118'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:47.698920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5b127-0ece-4a97-a5f1-6b67ee9eb7ca req-2967b57f-7d55-4bcd-98c7-67e59929bad5 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:47.700832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7db5b127-0ece-4a97-a5f1-6b67ee9eb7ca req-2967b57f-7d55-4bcd-98c7-67e59929bad5 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 944 time: 0.1936595 Jul 08 18:07:47.705918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0b539-df91-40ca-9ff9-e261d7c30cd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Network': ['ID=da8d15b1-bfaa-4cea-a77b-62112b6c78fb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:47.725612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network da8d15b1-bfaa-4cea-a77b-62112b6c78fb details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:47.773569 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.834629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Transition to ACTIVE for port object 54fcfeb5-33f7-4708-88d7-74de4fff05a0 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:47.838705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:47.842605 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.883173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Transition to ACTIVE for port object 54fcfeb5-33f7-4708-88d7-74de4fff05a0 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:47.885450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7db5b127-0ece-4a97-a5f1-6b67ee9eb7ca req-bf194807-a49e-4a2e-b36a-4b7a9b1bbd22 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672664 Jul 08 18:07:47.892849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48caaafc-61bd-4ed8-8366-d8bee5e0c632 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.911044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.931253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0441e-f542-4019-8417-749a37e98e96 req-c21f48f3-efc9-42cd-bd3b-83e491d2b422 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:47.937982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-c21f48f3-efc9-42cd-bd3b-83e491d2b422 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.2336507 Jul 08 18:07:47.945885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:47.975185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-187fec24-6052-4c27-b0bc-d33312def19d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/quotas/db9c7b6194e74bf99ed16a978b364cfe HTTP/1.1" status: 200 len: 375 time: 0.0362310 Jul 08 18:07:47.976391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Network b4403c2d-2fab-4c83-adfd-05af55ecac46 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:47.979271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:47.983946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:47.987115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Pushing event updated for resources: {'Port': ['ID=54fcfeb5-33f7-4708-88d7-74de4fff05a0,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:47.988070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3dc32562-710e-41ac-9d26-c947c31935a1 req-2de23bb4-9139-4b38-ab20-a9acd077d123 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Deleting port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:47.989528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3dc32562-710e-41ac-9d26-c947c31935a1 req-2de23bb4-9139-4b38-ab20-a9acd077d123 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.992616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:47.992963 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Added segment 47cff966-335c-4d93-93fc-a3f097844da4 of type vlan for network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 Jul 08 18:07:47.999022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48caaafc-61bd-4ed8-8366-d8bee5e0c632 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.051116 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Attempting to bind port 54fcfeb5-33f7-4708-88d7-74de4fff05a0 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:48.051738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Attempting to bind port 54fcfeb5-33f7-4708-88d7-74de4fff05a0 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '1429a79a-62bd-4165-a47e-9db815e9d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b4403c2d-2fab-4c83-adfd-05af55ecac46'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:48.052231 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Attempting to bind port 54fcfeb5-33f7-4708-88d7-74de4fff05a0 on network b4403c2d-2fab-4c83-adfd-05af55ecac46 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:48.056953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-a946b498-ab8c-4b91-99b8-cda7be02a097 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808890 Jul 08 18:07:48.059417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:48.059417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Checking segment: {'id': '1429a79a-62bd-4165-a47e-9db815e9d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b4403c2d-2fab-4c83-adfd-05af55ecac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:48.060090 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.060582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Bound using segment: {'id': '1429a79a-62bd-4165-a47e-9db815e9d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b4403c2d-2fab-4c83-adfd-05af55ecac46'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:48.061182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Bound port: 54fcfeb5-33f7-4708-88d7-74de4fff05a0, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1429a79a-62bd-4165-a47e-9db815e9d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b4403c2d-2fab-4c83-adfd-05af55ecac46'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:48.062008 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.152011 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.152956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] For port 54fcfeb5-33f7-4708-88d7-74de4fff05a0, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:48.159647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] For port 54fcfeb5-33f7-4708-88d7-74de4fff05a0, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=54fcfeb5-33f7-4708-88d7-74de4fff05a0,segment=NetworkSegment(1429a79a-62bd-4165-a47e-9db815e9d998),segment_id=1429a79a-62bd-4165-a47e-9db815e9d998)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:48.165605 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.170636 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48caaafc-61bd-4ed8-8366-d8bee5e0c632 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.177595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d5fe85a1-0ffc-4133-b00e-9f07270f39a2 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:48.251898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3dc32562-710e-41ac-9d26-c947c31935a1 req-2de23bb4-9139-4b38-ab20-a9acd077d123 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] For port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b,segment=NetworkSegment(ec51698a-4fe1-40fe-9bf9-390c265548a4),segment_id=ec51698a-4fe1-40fe-9bf9-390c265548a4)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:48.252465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3dc32562-710e-41ac-9d26-c947c31935a1 req-2de23bb4-9139-4b38-ab20-a9acd077d123 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.259105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48caaafc-61bd-4ed8-8366-d8bee5e0c632 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.276089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117705d2-41c6-4d38-ad65-3b23346f179f None None] Pushing event updated for resources: {'Port': ['ID=54fcfeb5-33f7-4708-88d7-74de4fff05a0,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:48.276300 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.281730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:48.282350 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.293848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port d5fe85a1-0ffc-4133-b00e-9f07270f39a2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:48.298264 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port d5fe85a1-0ffc-4133-b00e-9f07270f39a2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:48.298462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3dc32562-710e-41ac-9d26-c947c31935a1 req-2de23bb4-9139-4b38-ab20-a9acd077d123 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Calling delete_port for 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:48.298589 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.298942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48caaafc-61bd-4ed8-8366-d8bee5e0c632 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Subnet': ['ID=f37598e1-2c1b-4f60-bab1-b2e6f39594b0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:48.303707 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48caaafc-61bd-4ed8-8366-d8bee5e0c632 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.314144 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-48caaafc-61bd-4ed8-8366-d8bee5e0c632 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/subnets/f37598e1-2c1b-4f60-bab1-b2e6f39594b0 HTTP/1.1" status: 204 len: 168 time: 1.2494845 Jul 08 18:07:48.315700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39974) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:48.371657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2350a6ca-ee39-462f-81b7-e3f5ccde3c16 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:48.373336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2350a6ca-ee39-462f-81b7-e3f5ccde3c16 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:48.378737 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2350a6ca-ee39-462f-81b7-e3f5ccde3c16 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0616746 Jul 08 18:07:48.379422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39976) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:48.389026 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.416241 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e30df5-d08c-4099-bd86-4d2fd4d2191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fe85a1-0ffc-4133-b00e-9f07270f39a2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:48.418968 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb12094-83b6-4e62-8a47-dbda12d0bec9" -d '{"events": [{"server_uuid": "71e30df5-d08c-4099-bd86-4d2fd4d2191f", "name": "network-vif-plugged", "status": "completed", "tag": "d5fe85a1-0ffc-4133-b00e-9f07270f39a2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:48.433734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d5fe85a1-0ffc-4133-b00e-9f07270f39a2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d5fe85a1-0ffc-4133-b00e-9f07270f39a2,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:48.440926 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.481793 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-795a2f46-53ec-4d28-9a96-40a75c6fc69a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.503368 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-795a2f46-53ec-4d28-9a96-40a75c6fc69a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 18:07:48.504254 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795a2f46-53ec-4d28-9a96-40a75c6fc69a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:48.507975 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-795a2f46-53ec-4d28-9a96-40a75c6fc69a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/networks/b4403c2d-2fab-4c83-adfd-05af55ecac46 HTTP/1.1" status: 409 len: 405 time: 0.1276054 Jul 08 18:07:48.512463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39980) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:48.517871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1600173316'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:48.524179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d5fe85a1-0ffc-4133-b00e-9f07270f39a2,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:48.553208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:48.557142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.584242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:48.594427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.594783 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Added segment ba600778-0aba-45f1-a563-19474f400c4a of type vlan for network 64702526-4221-449b-8ea5-dbe97ee622ca Jul 08 18:07:48.642733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.676447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.682496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:48.683246 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.743398 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2295349 Jul 08 18:07:48.748476 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39982) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:48.754058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'subnet': {'network_id': '64702526-4221-449b-8ea5-dbe97ee622ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:48.803760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a280b2d-5e15-4f4e-82b2-bfcf89b7cc9c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Network': ['ID=64702526-4221-449b-8ea5-dbe97ee622ca,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:48.817389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 64702526-4221-449b-8ea5-dbe97ee622ca details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:48.854495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-8fb6b9c4-2f1f-44d8-bf8a-8c806ad21e19 service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7736928 Jul 08 18:07:48.865928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2255604 Jul 08 18:07:48.866959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:48.870656 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:48.871976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39984) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:48.886511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'subnet': {'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:48.894392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25686c-ae6f-468a-a272-4f9288746b64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Network': ['ID=11431c02-a7f4-4ec7-85c0-9b5689964bc6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:48.904709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:48.986821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f36b9-f542-479a-abb6-e9f42198803e req-9b7c8e8b-ec01-46a8-882f-1f2137e768d5 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:48.988742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-834f36b9-f542-479a-abb6-e9f42198803e req-9b7c8e8b-ec01-46a8-882f-1f2137e768d5 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 945 time: 0.8087957 Jul 08 18:07:49.141323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-834f36b9-f542-479a-abb6-e9f42198803e req-bd837915-d65d-4c7a-878c-90baf3b29f7b tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c0444bc-f646-425d-9b52-ac18d793c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434660 Jul 08 18:07:49.147652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3dc32562-710e-41ac-9d26-c947c31935a1 req-2de23bb4-9139-4b38-ab20-a9acd077d123 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:49.165903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:49.166361 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-fa26f310-7e61-440c-b3de-bad67121cf3d service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950745 Jul 08 18:07:49.208416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:07:49.208416 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:49.213402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de23bb4-9139-4b38-ab20-a9acd077d123 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Pushing event deleted for resources: {'Port': ['ID=1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:49.216664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:49.220179 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:49.289466 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Subnet': ['ID=c5599424-3d57-4825-b54c-255f02642e40,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:49.327446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Checking segment: {'id': 'ba600778-0aba-45f1-a563-19474f400c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64702526-4221-449b-8ea5-dbe97ee622ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:49.327806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network hostable DHCP agents. Network: 64702526-4221-449b-8ea5-dbe97ee622ca, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:49.332995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 54fcfeb5-33f7-4708-88d7-74de4fff05a0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:49.371842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network 64702526-4221-449b-8ea5-dbe97ee622ca is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:49.398692 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 64702526-4221-449b-8ea5-dbe97ee622ca) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:49.408192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:49.411300 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:49.421227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2483e9a6-831e-40bd-80af-50e012b57219 None None] Network 64702526-4221-449b-8ea5-dbe97ee622ca requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:49.456171 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b0131af7-cb43-4419-89db-8c770a5c9082 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7065215 Jul 08 18:07:49.458903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39994) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:49.496014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc32562-710e-41ac-9d26-c947c31935a1 req-2de23bb4-9139-4b38-ab20-a9acd077d123 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] No DVR routers for this DVR port 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:49.516125 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3dc32562-710e-41ac-9d26-c947c31935a1 req-2de23bb4-9139-4b38-ab20-a9acd077d123 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:49.518154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3dc32562-710e-41ac-9d26-c947c31935a1 req-2de23bb4-9139-4b38-ab20-a9acd077d123 tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.59 "DELETE /v2.0/ports/1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b HTTP/1.1" status: 204 len: 173 time: 1.8909388 Jul 08 18:07:49.520940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4def379-e861-4a01-a5a9-3e2070e6cbcb', 'name': 'network-vif-deleted', 'tag': '1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:49.523255 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe92bb15-fe2c-4a48-b8cb-9aa1db804c13" -d '{"events": [{"server_uuid": "f4def379-e861-4a01-a5a9-3e2070e6cbcb", "name": "network-vif-deleted", "tag": "1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:49.538657 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 54fcfeb5-33f7-4708-88d7-74de4fff05a0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:49.572780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd9e2d5-52c8-4e3a-b815-7a225efa67ac None None] Network b4403c2d-2fab-4c83-adfd-05af55ecac46 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:49.636696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07e4c6-78c5-4bd0-8e19-b59289131c8a req-40e9d9c1-b999-4adc-be89-978283b48f5b tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:49.644582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b07e4c6-78c5-4bd0-8e19-b59289131c8a req-40e9d9c1-b999-4adc-be89-978283b48f5b tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.1988111 Jul 08 18:07:49.651069 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99edc276-45ee-4525-b18d-ce0058b07dfa x-openstack-request-id: req-99edc276-45ee-4525-b18d-ce0058b07dfa {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:49.651357 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e30df5-d08c-4099-bd86-4d2fd4d2191f", "name": "network-vif-plugged", "status": "completed", "tag": "d5fe85a1-0ffc-4133-b00e-9f07270f39a2", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:49.651663 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99edc276-45ee-4525-b18d-ce0058b07dfa {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:49.652133 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e30df5-d08c-4099-bd86-4d2fd4d2191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fe85a1-0ffc-4133-b00e-9f07270f39a2', 'code': 200} Jul 08 18:07:49.700365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:49.726175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Provisioning for port 54fcfeb5-33f7-4708-88d7-74de4fff05a0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:49.749092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b07e4c6-78c5-4bd0-8e19-b59289131c8a req-2279a138-80b8-4bc1-bf20-540da8c79cb5 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042209 Jul 08 18:07:49.750695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:49.793769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Provisioning complete for port 54fcfeb5-33f7-4708-88d7-74de4fff05a0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:49.797645 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:49.891484 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:49.984137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Subnet': ['ID=df7e7eba-8b96-4cd8-8355-900eb626481d,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:50.007090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Checking segment: {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:50.007576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network hostable DHCP agents. Network: da8d15b1-bfaa-4cea-a77b-62112b6c78fb, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:50.025574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.030511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab984be-5c9e-414a-a8d9-92dfe9bcf4d4 req-4f417227-2f29-4111-87b6-81d1838a9901 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:50.039696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fab984be-5c9e-414a-a8d9-92dfe9bcf4d4 req-4f417227-2f29-4111-87b6-81d1838a9901 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 944 time: 0.1916347 Jul 08 18:07:50.047663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf887d5-7a28-4eee-8914-081be0fac223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-64702526-4221-449b-8ea5-dbe97ee622ca', 'network_id': '64702526-4221-449b-8ea5-dbe97ee622ca', 'tenant_id': 'd24dd84f8d2b43caba4ea53c819bb0af', 'fixed_ips': [{'subnet_id': 'c5599424-3d57-4825-b54c-255f02642e40'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:07:50.048521 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5bf887d5-7a28-4eee-8914-081be0fac223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.056800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Subnet': ['ID=c5599424-3d57-4825-b54c-255f02642e40,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:50.085886 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.101400 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15fb1c3c-5431-49ef-b58a-59c4bc34ae0b req-de5b9650-db1b-4e7d-85fe-2711d669d9ea tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 210 time: 0.0582178 Jul 08 18:07:50.112696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3406c6-ef85-43e5-b52c-8c32cc270105 req-d5234453-fd14-4bac-a253-06c1da8e7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:50.114369 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c3406c6-ef85-43e5-b52c-8c32cc270105 req-d5234453-fd14-4bac-a253-06c1da8e7956 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=71e30df5-d08c-4099-bd86-4d2fd4d2191f HTTP/1.1" status: 200 len: 1096 time: 0.2218149 Jul 08 18:07:50.120384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network da8d15b1-bfaa-4cea-a77b-62112b6c78fb is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:50.166602 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fab984be-5c9e-414a-a8d9-92dfe9bcf4d4 req-d7feb2b8-757f-4bfd-8887-5fb25edd73d2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259677 Jul 08 18:07:50.183310 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.186377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c3406c6-ef85-43e5-b52c-8c32cc270105 req-5178632e-a9aa-48e5-b68b-cae6657a314d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Jul 08 18:07:50.197833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64702526-4221-449b-8ea5-dbe97ee622ca']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:50.212618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba600778-0aba-45f1-a563-19474f400c4a') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:50.218135 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f02bce-4a6c-4ae2-9fe3-df97ff430866 x-openstack-request-id: req-d8f02bce-4a6c-4ae2-9fe3-df97ff430866 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:50.218828 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4def379-e861-4a01-a5a9-3e2070e6cbcb", "name": "network-vif-deleted", "tag": "1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:50.219598 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d8f02bce-4a6c-4ae2-9fe3-df97ff430866 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:50.220720 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4def379-e861-4a01-a5a9-3e2070e6cbcb', 'name': 'network-vif-deleted', 'tag': '1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b', 'status': 'completed', 'code': 200} Jul 08 18:07:50.224677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, da8d15b1-bfaa-4cea-a77b-62112b6c78fb) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:50.226766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba600778-0aba-45f1-a563-19474f400c4a') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:50.235630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device cf2026e9-35ee-45c9-940b-c53a5c6371ce up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:50.239698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:50.241442 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.250341 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.266167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-83b2dd2c-4559-48e0-8345-8841ee18de6e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3906121 Jul 08 18:07:50.272618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40006) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:50.273067 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.277625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c63dd-037d-4f6b-a337-2093ec23c7fa None None] Network da8d15b1-bfaa-4cea-a77b-62112b6c78fb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:50.282097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'subnet': {'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:50.285750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:50.286305 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:50.289610 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:50.404461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] For port 54fcfeb5-33f7-4708-88d7-74de4fff05a0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=54fcfeb5-33f7-4708-88d7-74de4fff05a0,segment=NetworkSegment(1429a79a-62bd-4165-a47e-9db815e9d998),segment_id=1429a79a-62bd-4165-a47e-9db815e9d998)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:50.410911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4b6d6-5dd2-4471-a935-c5b8e3d1fda4 None None] Network 64702526-4221-449b-8ea5-dbe97ee622ca requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:50.419422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.438066 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.447561 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.452202 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/networks/64702526-4221-449b-8ea5-dbe97ee622ca HTTP/1.1" status: 204 len: 168 time: 0.9923353 Jul 08 18:07:50.453357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fa62f-6bd5-4d90-92b3-019efb13d22f tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Network': ['ID=64702526-4221-449b-8ea5-dbe97ee622ca,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:50.457270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40008) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:50.463570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4b6d6-5dd2-4471-a935-c5b8e3d1fda4 None None] Network 64702526-4221-449b-8ea5-dbe97ee622ca could not be found, it might have been deleted concurrently. {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 18:07:50.464423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-954329480'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:50.469772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74f03d4b-0abb-4a84-a236-ab01a2296214 req-5b69b954-539c-417c-a254-3c1bc641183e tempest-InstanceActionsV221TestJSON-1745810930 tempest-InstanceActionsV221TestJSON-1745810930-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4def379-e861-4a01-a5a9-3e2070e6cbcb HTTP/1.1" status: 200 len: 210 time: 0.0859604 Jul 08 18:07:50.502589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:50.509017 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.524091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:50.529151 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.531029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b2bc13-18d1-48e4-8feb-724fc2c52e6f None None] DHCP port deletion for b4403c2d-2fab-4c83-adfd-05af55ecac46 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:07:50.561948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:50.575721 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.576597 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Added segment 34be50b8-2520-4070-8135-28f5e38f96de of type vlan for network 477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0 Jul 08 18:07:50.586104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port cf2026e9-35ee-45c9-940b-c53a5c6371ce completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:50.604443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port cf2026e9-35ee-45c9-940b-c53a5c6371ce triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:50.605080 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.638422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.680927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.694524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:50.695914 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.754518 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2952504 Jul 08 18:07:50.757135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40012) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:50.762854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'subnet': {'network_id': '477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:50.825501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.834893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-da8d15b1-bfaa-4cea-a77b-62112b6c78fb', 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'fixed_ips': [{'subnet_id': 'df7e7eba-8b96-4cd8-8355-900eb626481d'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:07:50.835741 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.855897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Pushing event updated for resources: {'Port': ['ID=54fcfeb5-33f7-4708-88d7-74de4fff05a0,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:50.880147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eea0a3-b594-4d4c-a5ef-cdda7ef94f03 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Network': ['ID=477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:50.885303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.885639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.886179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.886531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.886855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.887175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.887898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.887898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.888328 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.888442 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.888689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.888998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0fd9da-a59b-4ba4-baf1-65cbc9d02165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:50.899403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:50.914670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:50.918198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:50.953230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Subnet': ['ID=145af265-0c37-44a9-9356-46969782c434,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:50.973367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Checking segment: {'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:50.973839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network hostable DHCP agents. Network: 11431c02-a7f4-4ec7-85c0-9b5689964bc6, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:51.000903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2bc13-18d1-48e4-8feb-724fc2c52e6f None None] Deleting port 54fcfeb5-33f7-4708-88d7-74de4fff05a0 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:51.001419 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bc13-18d1-48e4-8feb-724fc2c52e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.040533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210957b-1975-4584-8dd5-3e84ace4fa69 req-32507f5e-7844-4391-8331-4dc99dfe8188 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:51.042904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3210957b-1975-4584-8dd5-3e84ace4fa69 req-32507f5e-7844-4391-8331-4dc99dfe8188 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.1434934 Jul 08 18:07:51.044351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:51.085146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 11431c02-a7f4-4ec7-85c0-9b5689964bc6) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:51.097187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:51.097904 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.121856 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6db671-00ff-4c9f-9b74-8b7e6bad21c2 None None] Network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:51.210166 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.243150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d3b2bc13-18d1-48e4-8feb-724fc2c52e6f None None] For port 54fcfeb5-33f7-4708-88d7-74de4fff05a0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=54fcfeb5-33f7-4708-88d7-74de4fff05a0,segment=NetworkSegment(1429a79a-62bd-4165-a47e-9db815e9d998),segment_id=1429a79a-62bd-4165-a47e-9db815e9d998)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:51.243558 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bc13-18d1-48e4-8feb-724fc2c52e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.273429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2bc13-18d1-48e4-8feb-724fc2c52e6f None None] Calling delete_port for 54fcfeb5-33f7-4708-88d7-74de4fff05a0 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:51.279488 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.294968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Subnet': ['ID=1b8c9c96-2784-4bf0-87cb-6363ca6e8810,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:51.319084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 54fcfeb5-33f7-4708-88d7-74de4fff05a0 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:07:51.321854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Allocated IP 10.1.1.2 (da8d15b1-bfaa-4cea-a77b-62112b6c78fb/df7e7eba-8b96-4cd8-8355-900eb626481d/4c830b29-fb49-4f53-9f9d-8a5e2b8a056f) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:51.332093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Checking segment: {'id': '34be50b8-2520-4070-8135-28f5e38f96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:51.333263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network hostable DHCP agents. Network: 477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:51.360222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8e7567a8-96b9-4295-8c57-f8d610682498 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0812893 Jul 08 18:07:51.360457 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40022) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:51.366346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'port': {'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1947996287', 'fixed_ips': [{'subnet_id': 'df7e7eba-8b96-4cd8-8355-900eb626481d'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:51.374591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network 477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:51.397798 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3210957b-1975-4584-8dd5-3e84ace4fa69 req-d6333d0b-d862-4752-9354-3bf9671d40c0 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332553 Jul 08 18:07:51.457834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port cf2026e9-35ee-45c9-940b-c53a5c6371ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=cf2026e9-35ee-45c9-940b-c53a5c6371ce,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:51.481847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e162c70-e7e0-4955-951d-9b021badc1cc req-f8802ee1-b594-49bf-bc93-ebfd9836ecf5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 210 time: 0.0758040 Jul 08 18:07:51.516852 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.517649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:07:51.534998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:51.541409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:51.544220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.582038 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-515141b0-ae8a-4149-a24e-3a5543dc2ce8 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8230987 Jul 08 18:07:51.589060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef3ef71-a18d-4106-a312-cbc1c9a92038 None None] Network 477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:51.598169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:07:51.598553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a7eef47-2e11-4a2c-8ad4-c375ff27aa6b not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:07:51.605837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40026) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:51.619757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0441e-f542-4019-8417-749a37e98e96 req-86d9832c-2199-4c56-8fe1-13b0ec997c2d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:51.621619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-86d9832c-2199-4c56-8fe1-13b0ec997c2d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.4591765 Jul 08 18:07:51.635171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Request body: {'port': {'device_id': 'd85e481f-9bd7-4bd3-a909-2f13f5f6750c', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'admin_state_up': True, 'tenant_id': 'db9c7b6194e74bf99ed16a978b364cfe'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:51.670952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf6f742-16e4-4df9-9eb1-3a9e90de3543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2026e9-35ee-45c9-940b-c53a5c6371ce'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:51.675417 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ba4427-cba2-4cfb-84a9-7e9b7e1df6f1" -d '{"events": [{"server_uuid": "bcf6f742-16e4-4df9-9eb1-3a9e90de3543", "name": "network-vif-plugged", "status": "completed", "tag": "cf2026e9-35ee-45c9-940b-c53a5c6371ce"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:51.729118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.734762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:51.740189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2619a-dba5-4da3-b40e-4d45aa101f1b req-ced4ab90-9d0a-4d7c-9a5a-f3d452519b6c tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:51.748075 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ff2619a-dba5-4da3-b40e-4d45aa101f1b req-ced4ab90-9d0a-4d7c-9a5a-f3d452519b6c tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 945 time: 0.1855471 Jul 08 18:07:51.771151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-11431c02-a7f4-4ec7-85c0-9b5689964bc6', 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'fixed_ips': [{'subnet_id': '145af265-0c37-44a9-9356-46969782c434'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:07:51.772485 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.787734 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c23911-8027-4305-9eae-72e5349b9708 x-openstack-request-id: req-f4c23911-8027-4305-9eae-72e5349b9708 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:51.787951 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf6f742-16e4-4df9-9eb1-3a9e90de3543", "name": "network-vif-plugged", "status": "completed", "tag": "cf2026e9-35ee-45c9-940b-c53a5c6371ce", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:51.788174 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f4c23911-8027-4305-9eae-72e5349b9708 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:51.788559 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf6f742-16e4-4df9-9eb1-3a9e90de3543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2026e9-35ee-45c9-940b-c53a5c6371ce', 'code': 200} Jul 08 18:07:51.791691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=cf2026e9-35ee-45c9-940b-c53a5c6371ce,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:51.806137 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bc13-18d1-48e4-8feb-724fc2c52e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.821424 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.851556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ff2619a-dba5-4da3-b40e-4d45aa101f1b req-65591218-b354-4fe2-95fa-2bcc0fc1e758 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024480 Jul 08 18:07:51.903835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2bc13-18d1-48e4-8feb-724fc2c52e6f None None] Pushing event deleted for resources: {'Port': ['ID=54fcfeb5-33f7-4708-88d7-74de4fff05a0,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:51.909661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2bc13-18d1-48e4-8feb-724fc2c52e6f None None] No DVR routers for this DVR port 54fcfeb5-33f7-4708-88d7-74de4fff05a0 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:51.951124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Made reservation on behalf of db9c7b6194e74bf99ed16a978b364cfe for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:51.954762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:51.999033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf51b9-2575-40ef-8b2d-702f831a91af req-440ff6cf-751e-4371-a906-c3d5aa1ec376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:52.000758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20cf51b9-2575-40ef-8b2d-702f831a91af req-440ff6cf-751e-4371-a906-c3d5aa1ec376 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 1096 time: 0.1338367 Jul 08 18:07:52.004767 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.085052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20cf51b9-2575-40ef-8b2d-702f831a91af req-81962da5-6e04-4dc7-8755-0d229c8de8e7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554540 Jul 08 18:07:52.097516 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.136509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Allocated IP 172.20.0.3 (79151542-de2c-40b0-b02a-fb7b0291c53e/4076efa4-d49a-4ab3-a795-2fff4cf7e319/37470270-e243-42ac-9def-35789d7d0808) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:52.142190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40038) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:52.143474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] device_id is not set on port d4cc5ac4-b829-405d-8524-bd92c8f400fe yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:07:52.161976 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.225258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb7c2ea-4ca3-47fe-9e0f-5f0cc4209805 admin admin] Deleting subnet 6b785970-7d86-42bb-82e9-1cb0473e6d6a {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:07:52.231221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Allocated IP 10.2.2.2 (11431c02-a7f4-4ec7-85c0-9b5689964bc6/145af265-0c37-44a9-9356-46969782c434/c6630040-bf83-4963-a111-1f94800569cb) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:52.233065 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-beb7c2ea-4ca3-47fe-9e0f-5f0cc4209805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.235543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Transition to ACTIVE for port object 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:52.243601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b595e-433e-45dc-818d-644759f41c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0', 'network_id': '477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0', 'tenant_id': 'd24dd84f8d2b43caba4ea53c819bb0af', 'fixed_ips': [{'subnet_id': '1b8c9c96-2784-4bf0-87cb-6363ca6e8810'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:07:52.244587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ea8b595e-433e-45dc-818d-644759f41c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.252901 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.306026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8c9c96-2784-4bf0-87cb-6363ca6e8810,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:52.325715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-beb7c2ea-4ca3-47fe-9e0f-5f0cc4209805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.394658 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.396978 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-beb7c2ea-4ca3-47fe-9e0f-5f0cc4209805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.397733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Transition to ACTIVE for port object 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:52.407236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:52.442416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34be50b8-2520-4070-8135-28f5e38f96de') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:52.443276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34be50b8-2520-4070-8135-28f5e38f96de') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:52.454581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.459339 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.480082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.491280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:52.491811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:52.495107 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:52.507548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.508728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Allocated IP 10.1.1.231 (da8d15b1-bfaa-4cea-a77b-62112b6c78fb/df7e7eba-8b96-4cd8-8355-900eb626481d/d4cc5ac4-b829-405d-8524-bd92c8f400fe) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:52.509354 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-beb7c2ea-4ca3-47fe-9e0f-5f0cc4209805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.520222 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aac930-19f9-423a-86b7-c3e1845c99cb None None] Network 477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:52.535233 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.590852 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.594328 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-beb7c2ea-4ca3-47fe-9e0f-5f0cc4209805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.599442 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-beb7c2ea-4ca3-47fe-9e0f-5f0cc4209805 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6b785970-7d86-42bb-82e9-1cb0473e6d6a HTTP/1.1" status: 204 len: 168 time: 0.4530671 Jul 08 18:07:52.616611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40046) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:52.618099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7c2ea-4ca3-47fe-9e0f-5f0cc4209805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b785970-7d86-42bb-82e9-1cb0473e6d6a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:52.626191 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.629000 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/networks/477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0 HTTP/1.1" status: 204 len: 168 time: 1.0221789 Jul 08 18:07:52.630134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65e693-bbd6-4266-9217-6c9f473f7c0b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Network': ['ID=477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:52.643550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40048) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:52.651765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1562566803'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:52.675916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Transition to ACTIVE for port object c6630040-bf83-4963-a111-1f94800569cb will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:52.687887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Network da8d15b1-bfaa-4cea-a77b-62112b6c78fb is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:52.707647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:52.714238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Pushing event updated for resources: {'Port': ['ID=4c830b29-fb49-4f53-9f9d-8a5e2b8a056f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:52.719683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:52.726590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.730050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Transition to ACTIVE for port object c6630040-bf83-4963-a111-1f94800569cb will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:52.777409 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.797249 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.862534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Pushing event updated for resources: {'Port': ['ID=c6630040-bf83-4963-a111-1f94800569cb,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:52.872219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Attempting to bind port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:52.872589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Attempting to bind port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:52.873001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Attempting to bind port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:52.883144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:52.883683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Checking segment: {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:52.884322 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.884449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Bound using segment: {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:52.884923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Bound port: 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:52.885299 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.888247 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:52.894264 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.895684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event updated for resources: {'Port': ['ID=37470270-e243-42ac-9def-35789d7d0808,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:52.896999 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:52.899089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:52.901892 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.907614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Network 79151542-de2c-40b0-b02a-fb7b0291c53e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:52.908715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.909527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:52.920237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5472ea-4617-4b51-8836-cb46f75fa442 req-af444060-3411-498b-bd87-5adf587a996a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:52.921375 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Transition to ACTIVE for port object d4cc5ac4-b829-405d-8524-bd92c8f400fe will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:52.924022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2591650e-a6f7-4193-bd36-f564728ec2d9']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:52.927758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c5472ea-4617-4b51-8836-cb46f75fa442 req-af444060-3411-498b-bd87-5adf587a996a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.3299794 Jul 08 18:07:52.957324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec51698a-4fe1-40fe-9bf9-390c265548a4') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:52.957925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec51698a-4fe1-40fe-9bf9-390c265548a4') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:52.962414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:52.974641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:52.979487 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.033357 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.044697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:53.064091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c5472ea-4617-4b51-8836-cb46f75fa442 req-e73ca610-5710-4c1c-bf27-b3b4d77d2fb5 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354167 Jul 08 18:07:53.086778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:53.087366 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.091194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.091539 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Added segment 8a7b4b4a-c871-48ec-9ac1-9f5c15dee134 of type vlan for network c00674a6-595f-4354-b27b-f1d82b4e4b5f Jul 08 18:07:53.108335 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.126186 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:53.127052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:53.129885 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:53.148099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf78652-907e-40da-beae-b107e7ce7d16 req-4ea12617-15ea-4bcf-abd3-c038e5cd83fb tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:53.150676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network da8d15b1-bfaa-4cea-a77b-62112b6c78fb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:53.157479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bf78652-907e-40da-beae-b107e7ce7d16 req-4ea12617-15ea-4bcf-abd3-c038e5cd83fb tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 931 time: 0.4392078 Jul 08 18:07:53.160046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-77a71ccb-a869-40e2-b8a4-def8612b31e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5293517 Jul 08 18:07:53.179610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Request body: {'port': {'device_id': 'd85e481f-9bd7-4bd3-a909-2f13f5f6750c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:53.186085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:53.204848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:53.214329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Port': ['ID=d4cc5ac4-b829-405d-8524-bd92c8f400fe,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:53.214618 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.263496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Attempting to bind port c6630040-bf83-4963-a111-1f94800569cb on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:53.264066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Attempting to bind port c6630040-bf83-4963-a111-1f94800569cb by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:53.264457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Attempting to bind port c6630040-bf83-4963-a111-1f94800569cb on network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:53.274448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:53.275007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Checking segment: {'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:53.275514 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.276011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Bound using segment: {'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:53.276632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Bound port: c6630040-bf83-4963-a111-1f94800569cb, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:53.277122 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.279546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] For port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:53.283684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] For port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4c830b29-fb49-4f53-9f9d-8a5e2b8a056f,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:53.293734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:53.297981 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.302499 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.311357 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.319520 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.321414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] 10.222.0.73 "DELETE /v2.0/networks/2591650e-a6f7-4193-bd36-f564728ec2d9 HTTP/1.1" status: 204 len: 168 time: 0.6890037 Jul 08 18:07:53.344728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07304e07-6b80-425b-84df-4cc648c0c08b admin admin] Pushing event deleted for resources: {'Network': ['ID=2591650e-a6f7-4193-bd36-f564728ec2d9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:53.358008 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-03b7c125-655b-48fb-b1d1-bf291262b8b0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9952314 Jul 08 18:07:53.358166 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40058) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:53.366771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'port': {'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb', 'name': 'tempest-TaggedBootDevicesTest_v242-204338526', 'fixed_ips': [{'subnet_id': 'df7e7eba-8b96-4cd8-8355-900eb626481d'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:53.407248 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.414509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:53.415128 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.441507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bf142-9288-4471-8cac-551b44b69f6a None None] Pushing event updated for resources: {'Port': ['ID=4c830b29-fb49-4f53-9f9d-8a5e2b8a056f,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:53.442721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bf78652-907e-40da-beae-b107e7ce7d16 req-f06bec4c-1be2-4810-8d2f-c944d421a66a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842777 Jul 08 18:07:53.453471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] For port c6630040-bf83-4963-a111-1f94800569cb, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:53.458789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] For port c6630040-bf83-4963-a111-1f94800569cb, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c6630040-bf83-4963-a111-1f94800569cb,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:53.469148 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.552270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b07b3-4785-4eff-a9b1-fdd03fb786fb None None] Pushing event updated for resources: {'Port': ['ID=c6630040-bf83-4963-a111-1f94800569cb,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:53.554304 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.583384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40060) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:53.602847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9574440 Jul 08 18:07:53.606871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40062) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:53.615794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Request body: {'subnet': {'network_id': 'c00674a6-595f-4354-b27b-f1d82b4e4b5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:53.628993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b089458-032f-43df-a22a-f60aeddaac4b tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Network': ['ID=c00674a6-595f-4354-b27b-f1d82b4e4b5f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:53.644337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network c00674a6-595f-4354-b27b-f1d82b4e4b5f details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:53.685637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:53.690942 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.698452 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c04f3785-eda7-416c-b417-8c3e7b5861b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c842e765dae4b7c9dd45bf595651ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1105728 Jul 08 18:07:53.713752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40064) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:53.757500 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] device_id is not set on port 8373c0d3-2b06-4151-b80b-653f5a3611ce yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:07:53.886168 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.925493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.928665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227b218-0a0d-4702-aeb5-498bb4f674a9 req-fed74ef2-5c6b-4609-8199-d467a307ab5b tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:53.932563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7227b218-0a0d-4702-aeb5-498bb4f674a9 req-fed74ef2-5c6b-4609-8199-d467a307ab5b tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 945 time: 0.6419621 Jul 08 18:07:54.033679 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7227b218-0a0d-4702-aeb5-498bb4f674a9 req-0786157e-fdd2-488b-a6ae-5ddaf97a556a tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916374 Jul 08 18:07:54.083850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Allocated IP 10.1.1.118 (da8d15b1-bfaa-4cea-a77b-62112b6c78fb/df7e7eba-8b96-4cd8-8355-900eb626481d/8373c0d3-2b06-4151-b80b-653f5a3611ce) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:54.084493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Made reservation on behalf of d24dd84f8d2b43caba4ea53c819bb0af for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:54.086015 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:54.088299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:54.088877 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:54.092746 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c0444bc-f646-425d-9b52-ac18d793c4aa HTTP/1.1" status: 204 len: 168 time: 0.3740017 Jul 08 18:07:54.105744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0444bc-f646-425d-9b52-ac18d793c4aa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:54.121000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.121498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.121846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.122185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.122543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.122875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.123202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.123577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.123838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.124169 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.124474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.124794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abfa93-ea9b-4f2e-b09a-d0baf242183a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:54.322062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:54.341388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Transition to ACTIVE for port object 8373c0d3-2b06-4151-b80b-653f5a3611ce will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:54.377064 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:54.381861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37470270-e243-42ac-9def-35789d7d0808 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:54.395922 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:54.420612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network da8d15b1-bfaa-4cea-a77b-62112b6c78fb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:54.421361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58a9d-f431-4571-aebe-3bb9be04669c req-e72387b7-583b-472a-a11e-442cefa16228 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:54.422969 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0f58a9d-f431-4571-aebe-3bb9be04669c req-e72387b7-583b-472a-a11e-442cefa16228 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.1987104 Jul 08 18:07:54.427606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:54.427762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Transition to ACTIVE for port object 37470270-e243-42ac-9def-35789d7d0808 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:54.431250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:54.445000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:54.601792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0f58a9d-f431-4571-aebe-3bb9be04669c req-be079f5d-c24e-4d4b-8e1f-e92aa560136a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667132 Jul 08 18:07:54.604246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Pushing event updated for resources: {'Port': ['ID=37470270-e243-42ac-9def-35789d7d0808,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:54.823048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.objects.ports [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93742) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:07:54.831095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:54.889877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Attempting to bind port 37470270-e243-42ac-9def-35789d7d0808 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:54.890247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Attempting to bind port 37470270-e243-42ac-9def-35789d7d0808 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:54.890615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Attempting to bind port 37470270-e243-42ac-9def-35789d7d0808 on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:54.952089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Port 37470270-e243-42ac-9def-35789d7d0808 on network 79151542-de2c-40b0-b02a-fb7b0291c53e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:07:54.952494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Attempting to bind port 37470270-e243-42ac-9def-35789d7d0808 on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:54.960667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event updated for resources: {'Subnet': ['ID=6ceece6a-896a-44f6-8cc3-fff533af552d,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:54.977486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:54.978136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:54.981915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Port': ['ID=8373c0d3-2b06-4151-b80b-653f5a3611ce,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:54.988146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5a5f-e41b-4b95-ac9d-a33e84c01e95 req-1fc2e1de-ed63-4c61-907b-e9f8c0b6c258 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:54.995965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-debd5a5f-e41b-4b95-ac9d-a33e84c01e95 req-1fc2e1de-ed63-4c61-907b-e9f8c0b6c258 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 943 time: 0.3213868 Jul 08 18:07:55.001649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:55.003368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Checking segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:55.003368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Bound using segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:55.003999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Bound port: 37470270-e243-42ac-9def-35789d7d0808, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:55.004433 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.013685 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-04f6353b-7f15-4ef2-8849-e68721169df9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6544042 Jul 08 18:07:55.064873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Checking segment: {'id': '8a7b4b4a-c871-48ec-9ac1-9f5c15dee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c00674a6-595f-4354-b27b-f1d82b4e4b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:55.065877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network hostable DHCP agents. Network: c00674a6-595f-4354-b27b-f1d82b4e4b5f, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:55.107974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377e3447-7fea-4494-bf39-819cc2ba939e None None] Network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:55.118194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-debd5a5f-e41b-4b95-ac9d-a33e84c01e95 req-cb555f67-98d5-4bfb-aaaf-a6ab30574405 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210024 Jul 08 18:07:55.187584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Network c00674a6-595f-4354-b27b-f1d82b4e4b5f is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:55.188265 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d71f258c-e993-492b-85b4-a278c5de466a None None] Provisioning for port c6630040-bf83-4963-a111-1f94800569cb completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:55.206515 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] For port 37470270-e243-42ac-9def-35789d7d0808, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:55.220607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] For port 37470270-e243-42ac-9def-35789d7d0808, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=37470270-e243-42ac-9def-35789d7d0808,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:55.234032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.238319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, c00674a6-595f-4354-b27b-f1d82b4e4b5f) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:55.248792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:55.250462 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.271862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c3f6ed-24e2-4507-b412-109bc5489398 None None] Network c00674a6-595f-4354-b27b-f1d82b4e4b5f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:55.278745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40098) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:55.404180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:55.404771 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.406431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] 10.222.0.74 "PUT /v2.0/ports/37470270-e243-42ac-9def-35789d7d0808 HTTP/1.1" status: 200 len: 1091 time: 2.2366557 Jul 08 18:07:55.412762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85e481f-9bd7-4bd3-a909-2f13f5f6750c', 'tag': '37470270-e243-42ac-9def-35789d7d0808'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:55.415533 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ede987-0bf0-4c7b-9f9d-21f475af6941" -d '{"events": [{"name": "network-changed", "server_uuid": "d85e481f-9bd7-4bd3-a909-2f13f5f6750c", "tag": "37470270-e243-42ac-9def-35789d7d0808"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:55.421807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6630040-bf83-4963-a111-1f94800569cb up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:55.445312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-16984711-a871-46b1-ad5d-50fab4482d77 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8353662 Jul 08 18:07:55.450164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40104) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:55.453754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-675397408-network', 'tenant_id': '61093f6455e24b0c8917ff1b439372ac'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:55.482704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40106) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:55.512434 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabe2efd-6dfe-4ca0-95f9-5cb81640997c x-openstack-request-id: req-dabe2efd-6dfe-4ca0-95f9-5cb81640997c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:55.512727 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85e481f-9bd7-4bd3-a909-2f13f5f6750c", "tag": "37470270-e243-42ac-9def-35789d7d0808", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:55.512982 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dabe2efd-6dfe-4ca0-95f9-5cb81640997c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:55.513415 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85e481f-9bd7-4bd3-a909-2f13f5f6750c', 'tag': '37470270-e243-42ac-9def-35789d7d0808', 'status': 'completed', 'code': 200} Jul 08 18:07:55.519953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d021efd4-3ab5-4515-a6cf-a4268186dd00 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417451422', 'description': 'tempest-description--1385102591'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:55.566966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Made reservation on behalf of 61093f6455e24b0c8917ff1b439372ac for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:55.567665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8102ce-0c07-43ec-88b7-758621c405e1 service neutron] Pushing event updated for resources: {'Port': ['ID=37470270-e243-42ac-9def-35789d7d0808,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:55.570526 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.584962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.588384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39d04c-ef41-4f20-b80a-7a51afec31e5 None None] Network da8d15b1-bfaa-4cea-a77b-62112b6c78fb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:55.603246 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d021efd4-3ab5-4515-a6cf-a4268186dd00 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.613436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb820d-26f8-414b-9552-ad103660d1fb req-d4cf67b6-eaab-4b93-9e4e-3b6494da8f44 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:55.615210 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebfb820d-26f8-414b-9552-ad103660d1fb req-d4cf67b6-eaab-4b93-9e4e-3b6494da8f44 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 945 time: 0.2798212 Jul 08 18:07:55.666201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.669043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0441e-f542-4019-8417-749a37e98e96 req-e5a7b7a2-851c-4a43-8c66-3b0c07d7e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:55.670598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-e5a7b7a2-851c-4a43-8c66-3b0c07d7e16f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 1094 time: 0.2052767 Jul 08 18:07:55.736211 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebfb820d-26f8-414b-9552-ad103660d1fb req-0ecbb240-1659-4401-b517-81fb5b81362e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086390 Jul 08 18:07:55.742821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-890d2316-159d-4b5c-ac16-342550437593 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37470270-e243-42ac-9def-35789d7d0808 HTTP/1.1" status: 200 len: 217 time: 0.0622301 Jul 08 18:07:55.749818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.796854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b257887-0c1a-439a-998f-4e0128435ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-c00674a6-595f-4354-b27b-f1d82b4e4b5f', 'network_id': 'c00674a6-595f-4354-b27b-f1d82b4e4b5f', 'tenant_id': 'd24dd84f8d2b43caba4ea53c819bb0af', 'fixed_ips': [{'subnet_id': '6ceece6a-896a-44f6-8cc3-fff533af552d'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:07:55.800105 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b257887-0c1a-439a-998f-4e0128435ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.856815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port c6630040-bf83-4963-a111-1f94800569cb completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:55.858291 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.866683 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.878989 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.879346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c6630040-bf83-4963-a111-1f94800569cb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:55.880712 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.921231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:07:55.922247 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-29232958-a6b9-4b09-9e08-40050fb6505b None None] Provisioning for port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:55.962493 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Subnet': ['ID=6ceece6a-896a-44f6-8cc3-fff533af552d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:55.974967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dfa2f6-500d-4ad5-ae60-c13c1d42b451,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:55.986754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.986754 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Added segment 091053a9-8684-43db-8e17-eba43f2a7256 of type vlan for network a892964d-b981-4f6a-af77-ac26c746ec4b Jul 08 18:07:56.051492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9b839-1bfe-44d1-a5ed-8e0dc346eee7 None None] Network c00674a6-595f-4354-b27b-f1d82b4e4b5f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:56.056049 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.161052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.173542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00674a6-595f-4354-b27b-f1d82b4e4b5f']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:56.187353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7b4b4a-c871-48ec-9ac1-9f5c15dee134') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:56.187760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7b4b4a-c871-48ec-9ac1-9f5c15dee134') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:56.204575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.212314 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.221767 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.223058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:56.223809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.227801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.278655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:56.279089 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.281901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port c6630040-bf83-4963-a111-1f94800569cb, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c6630040-bf83-4963-a111-1f94800569cb,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:56.282696 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:56.294820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0aecc026-adb9-40d8-84ed-9f85761fa837 None None] Provisioning complete for port c6630040-bf83-4963-a111-1f94800569cb triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:56.294820 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0aecc026-adb9-40d8-84ed-9f85761fa837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.296273 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.297106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:56.342939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] Pushing event updated for resources: {'Network': ['ID=a892964d-b981-4f6a-af77-ac26c746ec4b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:56.360896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.363579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0441e-f542-4019-8417-749a37e98e96 req-d405c66a-1a9a-451c-aeed-75660729bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:56.365687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-d405c66a-1a9a-451c-aeed-75660729bfcc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.6160791 Jul 08 18:07:56.368569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network a892964d-b981-4f6a-af77-ac26c746ec4b details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:07:56.368833 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.370962 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/networks/c00674a6-595f-4354-b27b-f1d82b4e4b5f HTTP/1.1" status: 204 len: 168 time: 0.8761098 Jul 08 18:07:56.377398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40118) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:56.385216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb45b1f-1b61-4a6f-a261-9b836afaee75 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Network': ['ID=c00674a6-595f-4354-b27b-f1d82b4e4b5f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:56.448181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-701a499c-d124-4221-a431-d6ea440cbee1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682361 Jul 08 18:07:56.452723 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fb5c66-fcd6-45b2-83b1-01510da56310 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] DELETE failed (client error): The resource could not be found. Jul 08 18:07:56.452723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fb5c66-fcd6-45b2-83b1-01510da56310 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:56.454753 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-62fb5c66-fcd6-45b2-83b1-01510da56310 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/subnets/6ceece6a-896a-44f6-8cc3-fff533af552d HTTP/1.1" status: 404 len: 337 time: 0.0729361 Jul 08 18:07:56.457402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40120) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:56.477234 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a57c9b8-b554-4ca7-9ef6-324410fb67cf tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] DELETE failed (client error): The resource could not be found. Jul 08 18:07:56.478396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=c6630040-bf83-4963-a111-1f94800569cb,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:56.478823 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a57c9b8-b554-4ca7-9ef6-324410fb67cf tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:56.480843 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5a57c9b8-b554-4ca7-9ef6-324410fb67cf tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/networks/c00674a6-595f-4354-b27b-f1d82b4e4b5f HTTP/1.1" status: 404 len: 339 time: 0.0223486 Jul 08 18:07:56.483523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40122) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:56.531997 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0169fa92-5dca-4970-b347-dd2ca780a9ce tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] DELETE failed (client error): The resource could not be found. Jul 08 18:07:56.533423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0169fa92-5dca-4970-b347-dd2ca780a9ce tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:56.537890 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0169fa92-5dca-4970-b347-dd2ca780a9ce tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/subnets/1b8c9c96-2784-4bf0-87cb-6363ca6e8810 HTTP/1.1" status: 404 len: 337 time: 0.0516536 Jul 08 18:07:56.538415 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40124) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:56.543463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:56.552190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:56.552659 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.568119 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3635e3a-4f64-4406-bfa3-9c68b073f51c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] DELETE failed (client error): The resource could not be found. Jul 08 18:07:56.568676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3635e3a-4f64-4406-bfa3-9c68b073f51c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:56.569024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b3117-273b-48ed-b65f-34cbfaa1ae69 req-00784246-81cb-4534-a28f-242b1e28d429 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:56.572758 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f3635e3a-4f64-4406-bfa3-9c68b073f51c tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/networks/477ea057-bfa4-4a1b-9c7b-4fc9b4231bb0 HTTP/1.1" status: 404 len: 339 time: 0.0308201 Jul 08 18:07:56.572920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-688b3117-273b-48ed-b65f-34cbfaa1ae69 req-00784246-81cb-4534-a28f-242b1e28d429 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=71e30df5-d08c-4099-bd86-4d2fd4d2191f HTTP/1.1" status: 200 len: 945 time: 0.3152888 Jul 08 18:07:56.573032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40126) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:56.586398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01308e1a-906e-4f96-8455-311d884e42a3 req-74573a1f-b0fc-42eb-997e-50fbf6074877 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:56.598661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01308e1a-906e-4f96-8455-311d884e42a3 req-74573a1f-b0fc-42eb-997e-50fbf6074877 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.3412890 Jul 08 18:07:56.619006 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e1bb03-396e-4218-a651-6e1192c6a737 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] DELETE failed (client error): The resource could not be found. Jul 08 18:07:56.620023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e1bb03-396e-4218-a651-6e1192c6a737 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:56.622259 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a1e1bb03-396e-4218-a651-6e1192c6a737 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/subnets/c5599424-3d57-4825-b54c-255f02642e40 HTTP/1.1" status: 404 len: 337 time: 0.0480494 Jul 08 18:07:56.624650 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40128) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:56.629619 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d021efd4-3ab5-4515-a6cf-a4268186dd00 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.649809 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c3ac3f-b688-4d1d-9eba-90f5a134dac4 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] DELETE failed (client error): The resource could not be found. Jul 08 18:07:56.650418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c3ac3f-b688-4d1d-9eba-90f5a134dac4 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:56.651381 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d021efd4-3ab5-4515-a6cf-a4268186dd00 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.652364 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-15c3ac3f-b688-4d1d-9eba-90f5a134dac4 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/networks/64702526-4221-449b-8ea5-dbe97ee622ca HTTP/1.1" status: 404 len: 339 time: 0.0266392 Jul 08 18:07:56.655676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40130) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:56.663275 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.713020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4c830b29-fb49-4f53-9f9d-8a5e2b8a056f,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:56.721161 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d021efd4-3ab5-4515-a6cf-a4268186dd00 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.723039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d021efd4-3ab5-4515-a6cf-a4268186dd00 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2146940 Jul 08 18:07:56.728832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40132) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:56.730297 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.733104 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7f27c144-a1f3-4f84-9d73-a3eb4bd5b167 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4523673 Jul 08 18:07:56.738073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ba62044f-d567-4326-9f6f-30af8f1a230f tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'security_group_rule': {'security_group_id': '45012fb3-1325-4211-bb70-37e27084aaaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:56.745316 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40134) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:56.752112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] Request body: {'subnet': {'network_id': 'a892964d-b981-4f6a-af77-ac26c746ec4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-675397408-subnet', 'tenant_id': '61093f6455e24b0c8917ff1b439372ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:56.754871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-688b3117-273b-48ed-b65f-34cbfaa1ae69 req-ded00711-a425-4a06-b89d-3b6b456e0286 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477852 Jul 08 18:07:56.761158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7cdeb968-b85b-416e-8b57-48e9c1a52a2e None None] Provisioning complete for port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:56.761786 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cdeb968-b85b-416e-8b57-48e9c1a52a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.788247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01308e1a-906e-4f96-8455-311d884e42a3 req-0ef7c62f-012a-4c50-9b9a-c3f1209f66b4 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883037 Jul 08 18:07:56.807470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021efd4-3ab5-4515-a6cf-a4268186dd00 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45012fb3-1325-4211-bb70-37e27084aaaa,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:56.816501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] Made reservation on behalf of 61093f6455e24b0c8917ff1b439372ac for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:56.817868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-4ca3c291-6321-45b8-ae89-4175f042a333 service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607452 Jul 08 18:07:56.820032 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.860607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=4c830b29-fb49-4f53-9f9d-8a5e2b8a056f,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:56.953108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba62044f-d567-4326-9f6f-30af8f1a230f tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.027899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-759a656b-11b4-440c-8935-5f52e268e08d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Deleting port e78886b2-32ea-4ea8-a47e-e8b576e6c26f {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:57.028265 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-759a656b-11b4-440c-8935-5f52e268e08d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.029891 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c0441e-f542-4019-8417-749a37e98e96 req-02c1e06b-13fd-40e4-ba65-979a8b5145fc service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039807 Jul 08 18:07:57.036098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7cdeb968-b85b-416e-8b57-48e9c1a52a2e None None] Provisioning for port 8373c0d3-2b06-4151-b80b-653f5a3611ce completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:57.042578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7cdeb968-b85b-416e-8b57-48e9c1a52a2e None None] Provisioning complete for port 8373c0d3-2b06-4151-b80b-653f5a3611ce triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:57.044527 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cdeb968-b85b-416e-8b57-48e9c1a52a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.123214 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7cdeb968-b85b-416e-8b57-48e9c1a52a2e None None] Port 8373c0d3-2b06-4151-b80b-653f5a3611ce cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:07:57.146555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7cdeb968-b85b-416e-8b57-48e9c1a52a2e None None] Provisioning for port d4cc5ac4-b829-405d-8524-bd92c8f400fe completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:57.156901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7cdeb968-b85b-416e-8b57-48e9c1a52a2e None None] Provisioning complete for port d4cc5ac4-b829-405d-8524-bd92c8f400fe triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:57.157210 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cdeb968-b85b-416e-8b57-48e9c1a52a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.203926 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-759a656b-11b4-440c-8935-5f52e268e08d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.246700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7cdeb968-b85b-416e-8b57-48e9c1a52a2e None None] Port d4cc5ac4-b829-405d-8524-bd92c8f400fe cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:07:57.255466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6630040-bf83-4963-a111-1f94800569cb up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:57.276504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba62044f-d567-4326-9f6f-30af8f1a230f tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.279344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-759a656b-11b4-440c-8935-5f52e268e08d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Calling delete_port for e78886b2-32ea-4ea8-a47e-e8b576e6c26f owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:57.291791 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba62044f-d567-4326-9f6f-30af8f1a230f tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.325673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.337333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c6630040-bf83-4963-a111-1f94800569cb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:57.337714 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.361529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47142db5-5e71-463d-b554-43f79446aca0 req-fa6d84b1-9d86-4817-9d37-80f1e440a26d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:57.366425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62044f-d567-4326-9f6f-30af8f1a230f tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92edd5f-7f6c-411b-8774-e8734c01387a,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:57.371330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-47142db5-5e71-463d-b554-43f79446aca0 req-fa6d84b1-9d86-4817-9d37-80f1e440a26d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 943 time: 0.1636868 Jul 08 18:07:57.383831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ede987-0bf0-4c7b-9f9d-21f475af6941 req-da78a8b3-4859-4e78-960f-766549ba6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:57.385336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86ede987-0bf0-4c7b-9f9d-21f475af6941 req-da78a8b3-4859-4e78-960f-766549ba6989 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 1094 time: 0.2710946 Jul 08 18:07:57.399388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba62044f-d567-4326-9f6f-30af8f1a230f tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.400799 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ba62044f-d567-4326-9f6f-30af8f1a230f tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6703668 Jul 08 18:07:57.406677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40138) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:57.421146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d95dbc14-68a2-4c02-bbe0-b81be1c89fea tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'security_group_rule': {'security_group_id': '45012fb3-1325-4211-bb70-37e27084aaaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:57.435455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a5c7ce97-5358-4c6e-b03a-b77f2dffc696 None None] Provisioning complete for port d4cc5ac4-b829-405d-8524-bd92c8f400fe triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:57.436151 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a5c7ce97-5358-4c6e-b03a-b77f2dffc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.462188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=81023a62-50a0-4b78-8504-e159cbc97df4,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:57.468010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-47142db5-5e71-463d-b554-43f79446aca0 req-59b6f8fd-8b74-4440-a387-a9f963f860ca tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957797 Jul 08 18:07:57.510586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ede987-0bf0-4c7b-9f9d-21f475af6941 req-1b22c8f0-e2c7-44ae-b075-91e50fde1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:57.513749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86ede987-0bf0-4c7b-9f9d-21f475af6941 req-1b22c8f0-e2c7-44ae-b075-91e50fde1331 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 913 time: 0.1114409 Jul 08 18:07:57.513900 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d95dbc14-68a2-4c02-bbe0-b81be1c89fea tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.516500 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] Checking segment: {'id': '091053a9-8684-43db-8e17-eba43f2a7256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a892964d-b981-4f6a-af77-ac26c746ec4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:57.516869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] Network hostable DHCP agents. Network: a892964d-b981-4f6a-af77-ac26c746ec4b, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:07:57.532803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-759a656b-11b4-440c-8935-5f52e268e08d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.540424 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7ce97-5358-4c6e-b03a-b77f2dffc696 None None] Port d4cc5ac4-b829-405d-8524-bd92c8f400fe cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:07:57.555941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a5c7ce97-5358-4c6e-b03a-b77f2dffc696 None None] Provisioning complete for port 8373c0d3-2b06-4151-b80b-653f5a3611ce triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:57.556222 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a5c7ce97-5358-4c6e-b03a-b77f2dffc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.572059 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86ede987-0bf0-4c7b-9f9d-21f475af6941 req-21aea4bf-e631-45d1-9816-1491d6dd476d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37470270-e243-42ac-9def-35789d7d0808 HTTP/1.1" status: 200 len: 217 time: 0.0523226 Jul 08 18:07:57.583945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a656b-11b4-440c-8935-5f52e268e08d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Port': ['ID=e78886b2-32ea-4ea8-a47e-e8b576e6c26f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:57.595375 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-759a656b-11b4-440c-8935-5f52e268e08d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.598252 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-759a656b-11b4-440c-8935-5f52e268e08d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/ports/e78886b2-32ea-4ea8-a47e-e8b576e6c26f HTTP/1.1" status: 204 len: 168 time: 0.9405661 Jul 08 18:07:57.603147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40142) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:57.616243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] Network a892964d-b981-4f6a-af77-ac26c746ec4b is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:07:57.643544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ede987-0bf0-4c7b-9f9d-21f475af6941 req-0d1aee54-56f6-45a3-887c-f8a7047529a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:57.645613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86ede987-0bf0-4c7b-9f9d-21f475af6941 req-0d1aee54-56f6-45a3-887c-f8a7047529a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0648608 Jul 08 18:07:57.654690 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b92a7c8-a92f-4db2-8ccf-da84cd60a570 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] DELETE failed (client error): The resource could not be found. Jul 08 18:07:57.655670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b92a7c8-a92f-4db2-8ccf-da84cd60a570 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:57.657613 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6b92a7c8-a92f-4db2-8ccf-da84cd60a570 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/subnets/f37598e1-2c1b-4f60-bab1-b2e6f39594b0 HTTP/1.1" status: 404 len: 337 time: 0.0533023 Jul 08 18:07:57.665761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40144) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:57.666233 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d95dbc14-68a2-4c02-bbe0-b81be1c89fea tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.673989 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d95dbc14-68a2-4c02-bbe0-b81be1c89fea tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.683757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, a892964d-b981-4f6a-af77-ac26c746ec4b) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:57.697967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:57.700036 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.701239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86ede987-0bf0-4c7b-9f9d-21f475af6941 req-219fb957-9485-40fe-b5bb-461abe2bede3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485601 Jul 08 18:07:57.709138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dbc14-68a2-4c02-bbe0-b81be1c89fea tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973c4a83-0600-40d8-a222-fda7b6f32a12,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:57.730023 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d95dbc14-68a2-4c02-bbe0-b81be1c89fea tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.732425 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d95dbc14-68a2-4c02-bbe0-b81be1c89fea tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3180809 Jul 08 18:07:57.736889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eb1e1892-92d0-4400-88b9-ee434ea7f2fd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9893754 Jul 08 18:07:57.737932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40146) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:57.769557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:57.797687 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb79d2c-3e58-4b11-abaf-ee756546e830 None None] Network a892964d-b981-4f6a-af77-ac26c746ec4b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:57.807808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:57.825692 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.883215 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.936923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:57.937299 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.958151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86ede987-0bf0-4c7b-9f9d-21f475af6941 req-2108062e-bf15-4ee1-baa8-d5e32bad4ff7 service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340710 Jul 08 18:07:58.017135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7ce97-5358-4c6e-b03a-b77f2dffc696 None None] Port 8373c0d3-2b06-4151-b80b-653f5a3611ce cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:07:58.090361 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.103870 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.127235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4403c2d-2fab-4c83-adfd-05af55ecac46']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:58.148650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1429a79a-62bd-4165-a47e-9db815e9d998') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:58.148945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1429a79a-62bd-4165-a47e-9db815e9d998') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:58.160236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eccdce0-16b9-4f6a-8acf-e47dc4309f51 None None] Network a892964d-b981-4f6a-af77-ac26c746ec4b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:07:58.165304 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.206866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.217458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afdfc1-6660-49de-ade0-c89cdbc6a639 req-6a2e17d2-8c93-4482-8d16-133471593c76 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:58.219360 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-84afdfc1-6660-49de-ade0-c89cdbc6a639 req-6a2e17d2-8c93-4482-8d16-133471593c76 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.1948395 Jul 08 18:07:58.237755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Allocated IP 172.25.8.23 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/ce1d7b6c-e8a3-41e9-9191-8c679a1e8c09) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:58.242683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86ede987-0bf0-4c7b-9f9d-21f475af6941 req-e2e0caa5-3e34-48f8-9145-3d9f0c621690 service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733850 Jul 08 18:07:58.243791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:07:58.244198 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:07:58.249269 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:07:58.344560 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.351986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-84afdfc1-6660-49de-ade0-c89cdbc6a639 req-4ad2070e-1f0d-4062-a55a-2e8619888cbd tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045132 Jul 08 18:07:58.359786 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.364709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/networks/b4403c2d-2fab-4c83-adfd-05af55ecac46 HTTP/1.1" status: 204 len: 168 time: 0.6944737 Jul 08 18:07:58.364830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40162) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:58.376972 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.385660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce38fb6-c502-4c51-8f8a-c06b8d0721b2 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Network': ['ID=b4403c2d-2fab-4c83-adfd-05af55ecac46,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:58.411777 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0a3ff-1cda-4462-8158-ab7a8013c97b req-eb130f6f-b909-48fe-9969-eb934fcb6f00 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:58.418312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffa0a3ff-1cda-4462-8158-ab7a8013c97b req-eb130f6f-b909-48fe-9969-eb934fcb6f00 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=71e30df5-d08c-4099-bd86-4d2fd4d2191f HTTP/1.1" status: 200 len: 945 time: 0.2258551 Jul 08 18:07:58.439109 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.486864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:58.489828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:58.493424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:58.494732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffa0a3ff-1cda-4462-8158-ab7a8013c97b req-be707813-f8bf-4b95-93cc-a087e9760637 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755415 Jul 08 18:07:58.534520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Port': ['ID=ce1d7b6c-e8a3-41e9-9191-8c679a1e8c09,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:58.547097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b1503-c9bc-4576-9a57-45325a570a17 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Deleting port 19481aef-b4db-4359-b1da-47922528f386 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:58.547450 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1503-c9bc-4576-9a57-45325a570a17 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.606983 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.635627 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1503-c9bc-4576-9a57-45325a570a17 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.650953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b1503-c9bc-4576-9a57-45325a570a17 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Calling delete_port for 19481aef-b4db-4359-b1da-47922528f386 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:58.668056 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.825704 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.830306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.872958 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1503-c9bc-4576-9a57-45325a570a17 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.882022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e0985-c5b1-4a8e-9305-f8a7efd888d2 req-f0b5c4a8-dbe4-45a4-a8e3-fe99eee0ce0c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:58.883552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b70e0985-c5b1-4a8e-9305-f8a7efd888d2 req-f0b5c4a8-dbe4-45a4-a8e3-fe99eee0ce0c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 943 time: 0.1777568 Jul 08 18:07:58.903447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Port': ['ID=ce1d7b6c-e8a3-41e9-9191-8c679a1e8c09,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:58.916312 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.922659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-d6274a15-887c-441a-9728-5bff89221616 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:58.924151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-d6274a15-887c-441a-9728-5bff89221616 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/networks?id=a892964d-b981-4f6a-af77-ac26c746ec4b HTTP/1.1" status: 200 len: 821 time: 0.1833212 Jul 08 18:07:58.933859 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.935446 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-261d2092-1396-4362-8db9-a46569915bca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1952279 Jul 08 18:07:58.935832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b1503-c9bc-4576-9a57-45325a570a17 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Port': ['ID=19481aef-b4db-4359-b1da-47922528f386,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:58.961187 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1503-c9bc-4576-9a57-45325a570a17 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:58.963031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2a2b1503-c9bc-4576-9a57-45325a570a17 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/ports/19481aef-b4db-4359-b1da-47922528f386 HTTP/1.1" status: 204 len: 168 time: 0.5965195 Jul 08 18:07:58.966150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40178) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:58.968030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-c76ed3e4-03ea-491b-be34-268ba244d077 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/quotas/61093f6455e24b0c8917ff1b439372ac HTTP/1.1" status: 200 len: 375 time: 0.0290833 Jul 08 18:07:58.997917 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0765ea84-98a7-4a87-b8cf-9b4959e28a0a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] DELETE failed (client error): The resource could not be found. Jul 08 18:07:58.998327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0765ea84-98a7-4a87-b8cf-9b4959e28a0a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:07:59.003275 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0765ea84-98a7-4a87-b8cf-9b4959e28a0a tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/subnets/dca4de81-0dc4-4693-b850-bf85a5fe9478 HTTP/1.1" status: 404 len: 337 time: 0.0327959 Jul 08 18:07:59.003362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b70e0985-c5b1-4a8e-9305-f8a7efd888d2 req-3e0308a0-63cc-4b3a-8e7e-4bd28988ae14 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090858 Jul 08 18:07:59.003621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40180) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:59.034326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-2153df74-7362-4adc-9bba-d0a91ab0cf00 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=61093f6455e24b0c8917ff1b439372ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566301 Jul 08 18:07:59.168642 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:59.262749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-732eb91c-d073-445b-86e9-c59999e1b0da service neutron] 10.222.0.73 "GET /v2.0/networks/a892964d-b981-4f6a-af77-ac26c746ec4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157619 Jul 08 18:07:59.283246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1b812a6-68b0-4dd8-9729-7fa0393dc223 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--417451422&fields=id&tenant_id=3d3fa74db1444891ae8e6a2f469c470e HTTP/1.1" status: 200 len: 267 time: 0.1120420 Jul 08 18:07:59.388232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e64e3-c8c1-4658-b3ae-0286db4e8c3f req-de0ea2c0-5608-46db-ba10-fb255a61c7f2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:59.389620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-500e64e3-c8c1-4658-b3ae-0286db4e8c3f req-de0ea2c0-5608-46db-ba10-fb255a61c7f2 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "GET /v2.0/ports?device_id=71e30df5-d08c-4099-bd86-4d2fd4d2191f HTTP/1.1" status: 200 len: 945 time: 0.2334690 Jul 08 18:07:59.415792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de72f45-d7a5-4d60-aa92-f4db735bbe31 req-359b80a3-efae-4247-879b-f2e1a888d678 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:59.417482 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3de72f45-d7a5-4d60-aa92-f4db735bbe31 req-359b80a3-efae-4247-879b-f2e1a888d678 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcf6f742-16e4-4df9-9eb1-3a9e90de3543 HTTP/1.1" status: 200 len: 945 time: 0.0647945 Jul 08 18:07:59.453285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-1c9c84a1-4755-49f7-9c5d-2198958973be tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:59.454661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-1c9c84a1-4755-49f7-9c5d-2198958973be tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports/d4cc5ac4-b829-405d-8524-bd92c8f400fe HTTP/1.1" status: 200 len: 937 time: 0.1585102 Jul 08 18:07:59.522466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Deleting port de6b6823-5661-4364-a7b9-81bffc2ff62e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:59.522466 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:59.523515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-3de72f45-d7a5-4d60-aa92-f4db735bbe31 req-b06349e0-863c-400d-90dc-c51b38062d06 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Deleting port cf2026e9-35ee-45c9-940b-c53a5c6371ce {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:59.523865 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3de72f45-d7a5-4d60-aa92-f4db735bbe31 req-b06349e0-863c-400d-90dc-c51b38062d06 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:59.528372 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-be602a7f-96ac-4834-9e0a-d95f8d0b960a service neutron] 10.222.0.73 "GET /v2.0/networks/a892964d-b981-4f6a-af77-ac26c746ec4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487006 Jul 08 18:07:59.615491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-3de72f45-d7a5-4d60-aa92-f4db735bbe31 req-b06349e0-863c-400d-90dc-c51b38062d06 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] For port cf2026e9-35ee-45c9-940b-c53a5c6371ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=cf2026e9-35ee-45c9-940b-c53a5c6371ce,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:59.615851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3de72f45-d7a5-4d60-aa92-f4db735bbe31 req-b06349e0-863c-400d-90dc-c51b38062d06 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:59.615966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-77eec386-33ad-48e3-b67d-3789e843d169 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:59.617353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-77eec386-33ad-48e3-b67d-3789e843d169 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports/8373c0d3-2b06-4151-b80b-653f5a3611ce HTTP/1.1" status: 200 len: 936 time: 0.1518991 Jul 08 18:07:59.635613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-3de72f45-d7a5-4d60-aa92-f4db735bbe31 req-b06349e0-863c-400d-90dc-c51b38062d06 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Calling delete_port for cf2026e9-35ee-45c9-940b-c53a5c6371ce owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:59.655101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] For port de6b6823-5661-4364-a7b9-81bffc2ff62e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=de6b6823-5661-4364-a7b9-81bffc2ff62e,segment=NetworkSegment(9545dc66-ccf1-4930-9a93-c6c9f4415971),segment_id=9545dc66-ccf1-4930-9a93-c6c9f4415971)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:59.655473 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:59.686455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-1a451378-882f-4b85-8546-12e7f8c31afb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?network_id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0553815 Jul 08 18:07:59.698105 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Calling delete_port for de6b6823-5661-4364-a7b9-81bffc2ff62e owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:59.740953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-787592c9-6711-4431-95ae-69dfd3f0de9e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?network_id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0447588 Jul 08 18:07:59.746028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-500e64e3-c8c1-4658-b3ae-0286db4e8c3f req-fe8d2fbb-94c6-4979-8c4e-5f95a6b7946e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Deleting port d5fe85a1-0ffc-4133-b00e-9f07270f39a2 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:59.746509 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-500e64e3-c8c1-4658-b3ae-0286db4e8c3f req-fe8d2fbb-94c6-4979-8c4e-5f95a6b7946e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:59.807812 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3de72f45-d7a5-4d60-aa92-f4db735bbe31 req-b06349e0-863c-400d-90dc-c51b38062d06 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:59.821715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['d5fe85a1-0ffc-4133-b00e-9f07270f39a2', 'cf2026e9-35ee-45c9-940b-c53a5c6371ce'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:59.849667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06349e0-863c-400d-90dc-c51b38062d06 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Pushing event deleted for resources: {'Port': ['ID=cf2026e9-35ee-45c9-940b-c53a5c6371ce,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:59.903679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de72f45-d7a5-4d60-aa92-f4db735bbe31 req-b06349e0-863c-400d-90dc-c51b38062d06 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] No DVR routers for this DVR port cf2026e9-35ee-45c9-940b-c53a5c6371ce on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:59.907006 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3de72f45-d7a5-4d60-aa92-f4db735bbe31 req-b06349e0-863c-400d-90dc-c51b38062d06 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:59.909510 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3de72f45-d7a5-4d60-aa92-f4db735bbe31 req-b06349e0-863c-400d-90dc-c51b38062d06 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "DELETE /v2.0/ports/cf2026e9-35ee-45c9-940b-c53a5c6371ce HTTP/1.1" status: 204 len: 173 time: 0.4871230 Jul 08 18:07:59.910182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf6f742-16e4-4df9-9eb1-3a9e90de3543', 'name': 'network-vif-deleted', 'tag': 'cf2026e9-35ee-45c9-940b-c53a5c6371ce'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:59.913022 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bfedfe-9120-4395-8cdd-1b2318455a67" -d '{"events": [{"server_uuid": "bcf6f742-16e4-4df9-9eb1-3a9e90de3543", "name": "network-vif-deleted", "tag": "cf2026e9-35ee-45c9-940b-c53a5c6371ce"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:00.029648 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:00.044083 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:08:00.104123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-8ec8d536-5099-42da-a996-d275066a5dd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:00.109981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-8ec8d536-5099-42da-a996-d275066a5dd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:00.116622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-8ec8d536-5099-42da-a996-d275066a5dd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:00.117896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-8ec8d536-5099-42da-a996-d275066a5dd7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/networks?id=862c2a37-d96a-4888-ae5a-8d974ff33d02&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&id=11431c02-a7f4-4ec7-85c0-9b5689964bc6 HTTP/1.1" status: 200 len: 1996 time: 0.3398519 Jul 08 18:08:00.118717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Port': ['ID=de6b6823-5661-4364-a7b9-81bffc2ff62e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:00.122561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No DVR routers for this DVR port de6b6823-5661-4364-a7b9-81bffc2ff62e on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:00.126172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-500e64e3-c8c1-4658-b3ae-0286db4e8c3f req-fe8d2fbb-94c6-4979-8c4e-5f95a6b7946e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] For port d5fe85a1-0ffc-4133-b00e-9f07270f39a2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d5fe85a1-0ffc-4133-b00e-9f07270f39a2,segment=NetworkSegment(ca85fe9e-7c61-40f4-b070-107d703a8516),segment_id=ca85fe9e-7c61-40f4-b070-107d703a8516)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:00.126547 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-500e64e3-c8c1-4658-b3ae-0286db4e8c3f req-fe8d2fbb-94c6-4979-8c4e-5f95a6b7946e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:00.178669 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ec3c8-5b91-4bd2-b077-e8b15969c709 req-ea2406d0-2660-4365-adfc-99893c98cc79 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:00.180060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c5ec3c8-5b91-4bd2-b077-e8b15969c709 req-ea2406d0-2660-4365-adfc-99893c98cc79 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.3444123 Jul 08 18:08:00.181813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-500e64e3-c8c1-4658-b3ae-0286db4e8c3f req-fe8d2fbb-94c6-4979-8c4e-5f95a6b7946e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Calling delete_port for d5fe85a1-0ffc-4133-b00e-9f07270f39a2 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:00.193319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-79eee82a-e52c-4f31-98ef-b82c7ee966ec tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/quotas/3d3fa74db1444891ae8e6a2f469c470e HTTP/1.1" status: 200 len: 375 time: 0.0614641 Jul 08 18:08:00.321347 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:00.345533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a04fdd-0517-4cd6-afdc-1bcbd3abd62b']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:00.369022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9545dc66-ccf1-4930-9a93-c6c9f4415971') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:00.369325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9545dc66-ccf1-4930-9a93-c6c9f4415971') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:00.373716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c5ec3c8-5b91-4bd2-b077-e8b15969c709 req-69addc15-99fb-41a8-bda6-42f2c1986c02 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818278 Jul 08 18:08:00.389143 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:00.421991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:00.431207 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:08:00.431551 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:08:00.436409 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:08:00.586907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 37470270-e243-42ac-9def-35789d7d0808 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:08:00.686692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 37470270-e243-42ac-9def-35789d7d0808, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=37470270-e243-42ac-9def-35789d7d0808,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:00.699311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '37470270-e243-42ac-9def-35789d7d0808', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'port_id': '37470270-e243-42ac-9def-35789d7d0808', 'mac_address': 'fa:16:3e:2d:d4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4076efa4-d49a-4ab3-a795-2fff4cf7e319', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:08:00.741444 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:00.755236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37470270-e243-42ac-9def-35789d7d0808 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:00.775243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 37470270-e243-42ac-9def-35789d7d0808, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=37470270-e243-42ac-9def-35789d7d0808,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:00.779797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:00.832616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b2b7260c-facf-4877-bb89-c79ce5c6e2fe tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6259317 Jul 08 18:08:00.833021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=37470270-e243-42ac-9def-35789d7d0808,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:00.980392 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.025335 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.027383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/networks/94a04fdd-0517-4cd6-afdc-1bcbd3abd62b HTTP/1.1" status: 204 len: 168 time: 2.0017574 Jul 08 18:08:01.030251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40216) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:01.060950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05eda4-8eb1-4c80-91bb-377c98e1151d tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Network': ['ID=94a04fdd-0517-4cd6-afdc-1bcbd3abd62b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:01.062695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-500e64e3-c8c1-4658-b3ae-0286db4e8c3f req-fe8d2fbb-94c6-4979-8c4e-5f95a6b7946e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.076843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['cf2026e9-35ee-45c9-940b-c53a5c6371ce'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:01.093033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-025e4cd8-8d8a-47ca-877d-e2282fb586e5 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Deleting subnet ed5a8c16-5ed6-4b94-9c1a-112175991be3 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:08:01.099421 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-025e4cd8-8d8a-47ca-877d-e2282fb586e5 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.127027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d2fbb-94c6-4979-8c4e-5f95a6b7946e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Pushing event deleted for resources: {'Port': ['ID=d5fe85a1-0ffc-4133-b00e-9f07270f39a2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:01.161703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-025e4cd8-8d8a-47ca-877d-e2282fb586e5 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.193858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a5f8-f421-45ba-ad69-b2481f4fb46a req-f3eb79e2-9add-4481-a447-153f0884e876 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:01.195362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abf9a5f8-f421-45ba-ad69-b2481f4fb46a req-f3eb79e2-9add-4481-a447-153f0884e876 tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/ports?device_id=71e30df5-d08c-4099-bd86-4d2fd4d2191f HTTP/1.1" status: 200 len: 867 time: 0.3618114 Jul 08 18:08:01.218918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-500e64e3-c8c1-4658-b3ae-0286db4e8c3f req-fe8d2fbb-94c6-4979-8c4e-5f95a6b7946e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] No DVR routers for this DVR port d5fe85a1-0ffc-4133-b00e-9f07270f39a2 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:01.226862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-e1265b4c-3a5a-4369-a1e2-95e3d8aec3cb tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:01.228268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-e1265b4c-3a5a-4369-a1e2-95e3d8aec3cb tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.74 "GET /v2.0/networks?id=a892964d-b981-4f6a-af77-ac26c746ec4b HTTP/1.1" status: 200 len: 821 time: 0.3097546 Jul 08 18:08:01.229307 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-500e64e3-c8c1-4658-b3ae-0286db4e8c3f req-fe8d2fbb-94c6-4979-8c4e-5f95a6b7946e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.231403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-500e64e3-c8c1-4658-b3ae-0286db4e8c3f req-fe8d2fbb-94c6-4979-8c4e-5f95a6b7946e tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.59 "DELETE /v2.0/ports/d5fe85a1-0ffc-4133-b00e-9f07270f39a2 HTTP/1.1" status: 204 len: 173 time: 1.8339202 Jul 08 18:08:01.232610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e30df5-d08c-4099-bd86-4d2fd4d2191f', 'name': 'network-vif-deleted', 'tag': 'd5fe85a1-0ffc-4133-b00e-9f07270f39a2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:01.234944 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5fc35b-bb27-42b5-a752-933cb45d288b" -d '{"events": [{"server_uuid": "71e30df5-d08c-4099-bd86-4d2fd4d2191f", "name": "network-vif-deleted", "tag": "d5fe85a1-0ffc-4133-b00e-9f07270f39a2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:01.239219 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-e738ae19-c2f8-4c2b-bcd3-9430050898fb service neutron] 10.222.0.73 "GET /v2.0/networks/862c2a37-d96a-4888-ae5a-8d974ff33d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848915 Jul 08 18:08:01.250123 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-025e4cd8-8d8a-47ca-877d-e2282fb586e5 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.250886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Request body: {'port': {'device_id': '9e03d182-a17a-4890-b481-6128730217d4', 'network_id': 'a892964d-b981-4f6a-af77-ac26c746ec4b', 'admin_state_up': True, 'tenant_id': '61093f6455e24b0c8917ff1b439372ac'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:01.307663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['37470270-e243-42ac-9def-35789d7d0808'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:01.318958 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-025e4cd8-8d8a-47ca-877d-e2282fb586e5 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.350646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e4cd8-8d8a-47ca-877d-e2282fb586e5 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5a8c16-5ed6-4b94-9c1a-112175991be3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:01.359492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-025e4cd8-8d8a-47ca-877d-e2282fb586e5 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.368058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5fbeab-814a-47b6-adce-ae412460d34e None None] Network a7a156c2-87a0-4faa-8938-8665793a4c49 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:01.368412 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-025e4cd8-8d8a-47ca-877d-e2282fb586e5 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/subnets/ed5a8c16-5ed6-4b94-9c1a-112175991be3 HTTP/1.1" status: 204 len: 168 time: 0.3361590 Jul 08 18:08:01.369556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40220) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:01.388224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abf9a5f8-f421-45ba-ad69-b2481f4fb46a req-68377ecd-59fb-404f-b7c9-410789d5679b tempest-MultipleCreateTestJSON-1191129586 tempest-MultipleCreateTestJSON-1191129586-project] 10.222.0.73 "GET /v2.0/security-groups?id=521b46ac-0031-445c-890d-1ee12e2d52d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707177 Jul 08 18:08:01.459693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-34d59435-ff96-47dc-970b-971a48bc3751 service neutron] 10.222.0.73 "GET /v2.0/networks/862c2a37-d96a-4888-ae5a-8d974ff33d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978147 Jul 08 18:08:01.480204 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.516365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Made reservation on behalf of 61093f6455e24b0c8917ff1b439372ac for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:01.521402 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.547489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-3c849c22-a245-47e0-8385-ded9c42b690c service neutron] 10.222.0.73 "GET /v2.0/ports/d4cc5ac4-b829-405d-8524-bd92c8f400fe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0777657 Jul 08 18:08:01.552897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Deleting port 70677dad-4b97-40c6-86f5-cf990078773a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:01.553493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.631076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] For port 70677dad-4b97-40c6-86f5-cf990078773a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=70677dad-4b97-40c6-86f5-cf990078773a,segment=NetworkSegment(a0df838e-7a00-4819-83f5-cdd82d83ed55),segment_id=a0df838e-7a00-4819-83f5-cdd82d83ed55)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:01.631442 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.649760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Calling delete_port for 70677dad-4b97-40c6-86f5-cf990078773a owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:01.690718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdbf6a0-136b-4ea3-8059-a71f09e9cf87 None None] DHCP port deletion for a7a156c2-87a0-4faa-8938-8665793a4c49 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:08:01.758051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c41b8ecc-eb1c-4649-8202-54c63a325520 service neutron] 10.222.0.73 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024300 Jul 08 18:08:01.762813 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1bdbf6a0-136b-4ea3-8059-a71f09e9cf87 None None] Deleting port 70677dad-4b97-40c6-86f5-cf990078773a {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:01.765033 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1bdbf6a0-136b-4ea3-8059-a71f09e9cf87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.805980 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.866044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Port': ['ID=70677dad-4b97-40c6-86f5-cf990078773a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:01.867570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] No DVR routers for this DVR port 70677dad-4b97-40c6-86f5-cf990078773a on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:01.882683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Allocated IP 172.20.0.5 (a892964d-b981-4f6a-af77-ac26c746ec4b/81023a62-50a0-4b78-8504-e159cbc97df4/7b7fc189-17d8-4979-98b8-bf6730d0c96e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:01.886760 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1bdbf6a0-136b-4ea3-8059-a71f09e9cf87 None None] For port 70677dad-4b97-40c6-86f5-cf990078773a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=70677dad-4b97-40c6-86f5-cf990078773a,segment=NetworkSegment(a0df838e-7a00-4819-83f5-cdd82d83ed55),segment_id=a0df838e-7a00-4819-83f5-cdd82d83ed55)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:01.887287 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1bdbf6a0-136b-4ea3-8059-a71f09e9cf87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.909322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1bdbf6a0-136b-4ea3-8059-a71f09e9cf87 None None] Calling delete_port for 70677dad-4b97-40c6-86f5-cf990078773a owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:01.913385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aaa7dfc5-230a-4540-b5f9-e4e1cb7987f9 req-cc60704f-45f4-4583-a99a-78c32ac4e93c tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 210 time: 0.0582325 Jul 08 18:08:02.007994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.021715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a156c2-87a0-4faa-8938-8665793a4c49']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:02.023770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-ca003562-8e5e-4d11-8d38-550c10209651 service neutron] 10.222.0.73 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531607 Jul 08 18:08:02.035283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0df838e-7a00-4819-83f5-cdd82d83ed55') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:02.035859 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0df838e-7a00-4819-83f5-cdd82d83ed55') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:02.047990 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.058316 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcdae19-d2ea-4f75-8c0c-17c0c85102df x-openstack-request-id: req-3bcdae19-d2ea-4f75-8c0c-17c0c85102df {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:02.058514 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf6f742-16e4-4df9-9eb1-3a9e90de3543", "name": "network-vif-deleted", "tag": "cf2026e9-35ee-45c9-940b-c53a5c6371ce", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:02.058867 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3bcdae19-d2ea-4f75-8c0c-17c0c85102df {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:02.059377 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf6f742-16e4-4df9-9eb1-3a9e90de3543', 'name': 'network-vif-deleted', 'tag': 'cf2026e9-35ee-45c9-940b-c53a5c6371ce', 'status': 'completed', 'code': 200} Jul 08 18:08:02.075962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.084342 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1bdbf6a0-136b-4ea3-8059-a71f09e9cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.095969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:08:02.098750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:08:02.102007 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:08:02.111927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbf6a0-136b-4ea3-8059-a71f09e9cf87 None None] Pushing event deleted for resources: {'Port': ['ID=70677dad-4b97-40c6-86f5-cf990078773a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:02.125104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b8174-f3ab-4d4d-9fdc-4d7502e66aa4 req-e52b8ab9-1aa7-4745-981b-0bbba3a0c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:02.125575 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdbf6a0-136b-4ea3-8059-a71f09e9cf87 None None] No DVR routers for this DVR port 70677dad-4b97-40c6-86f5-cf990078773a on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:02.127006 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-345b8174-f3ab-4d4d-9fdc-4d7502e66aa4 req-e52b8ab9-1aa7-4745-981b-0bbba3a0c5e5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 1097 time: 0.1661718 Jul 08 18:08:02.133698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-2a0fa126-41c5-4dc5-a3c1-4f91c052ece4 service neutron] 10.222.0.73 "GET /v2.0/ports/8373c0d3-2b06-4151-b80b-653f5a3611ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0913553 Jul 08 18:08:02.209350 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-345b8174-f3ab-4d4d-9fdc-4d7502e66aa4 req-bad93ef9-66a9-493b-b8ce-e30337a68b75 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467935 Jul 08 18:08:02.210461 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.217135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.221354 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] 10.222.0.73 "DELETE /v2.0/networks/a7a156c2-87a0-4faa-8938-8665793a4c49 HTTP/1.1" status: 204 len: 168 time: 0.8481047 Jul 08 18:08:02.232104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b9d61-da8a-4458-968b-ddd3d4195608 tempest-NetworksIpV6TestAttrs-427039310 tempest-NetworksIpV6TestAttrs-427039310-project] Pushing event deleted for resources: {'Network': ['ID=a7a156c2-87a0-4faa-8938-8665793a4c49,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:02.330580 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.349778 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6276bf86-4dbf-4b03-91fa-8e223d4fa0ca service neutron] 10.222.0.73 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053189 Jul 08 18:08:02.360278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9a00c-f16f-46fb-a38e-7d462f70fcaf req-597477af-abb4-4b22-954b-68e7b472b490 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:02.362443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cda9a00c-f16f-46fb-a38e-7d462f70fcaf req-597477af-abb4-4b22-954b-68e7b472b490 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 944 time: 0.1641536 Jul 08 18:08:02.439087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40230) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:02.484371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cda9a00c-f16f-46fb-a38e-7d462f70fcaf req-35436146-3db9-4f11-8c18-32dd0fffaf7b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101789 Jul 08 18:08:02.499450 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.540823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-7cf56b11-949b-4cac-bd5f-8cd2efb45cdb service neutron] 10.222.0.73 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759980 Jul 08 18:08:02.550367 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dce085-a770-4718-ba6b-53bbea36a927 x-openstack-request-id: req-60dce085-a770-4718-ba6b-53bbea36a927 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:02.550735 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e30df5-d08c-4099-bd86-4d2fd4d2191f", "name": "network-vif-deleted", "tag": "d5fe85a1-0ffc-4133-b00e-9f07270f39a2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:02.551055 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-60dce085-a770-4718-ba6b-53bbea36a927 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:02.551515 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e30df5-d08c-4099-bd86-4d2fd4d2191f', 'name': 'network-vif-deleted', 'tag': 'd5fe85a1-0ffc-4133-b00e-9f07270f39a2', 'status': 'completed', 'code': 200} Jul 08 18:08:02.553636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Network a892964d-b981-4f6a-af77-ac26c746ec4b is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:02.569553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:02.572681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:02.592401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 37470270-e243-42ac-9def-35789d7d0808 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:02.630283 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-33095e2d-a916-4773-a78f-7e144c731f4a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d24dd84f8d2b43caba4ea53c819bb0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899819 Jul 08 18:08:02.633811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40236) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:02.659404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Pushing event updated for resources: {'Port': ['ID=7b7fc189-17d8-4979-98b8-bf6730d0c96e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:02.680573 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 37470270-e243-42ac-9def-35789d7d0808 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:02.686808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 37470270-e243-42ac-9def-35789d7d0808 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:02.686979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3ac58bd-8383-4c2f-8df9-be2758f28af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.687562 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.717107 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3ac58bd-8383-4c2f-8df9-be2758f28af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.726516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:02.727218 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.770048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a598c0cd-10b2-4119-992c-b964bc259410 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5251074 Jul 08 18:08:02.773823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d3afc3c4-a6f4-4173-a480-a8b382419f86 service neutron] 10.222.0.73 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190323 Jul 08 18:08:02.784251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Request body: {'port': {'device_id': '9e03d182-a17a-4890-b481-6128730217d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:02.786811 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.791461 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3ac58bd-8383-4c2f-8df9-be2758f28af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.794881 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3ac58bd-8383-4c2f-8df9-be2758f28af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.802359 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f3ac58bd-8383-4c2f-8df9-be2758f28af6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/750abe5d-872f-4286-b4fb-80c8a4bcf931 HTTP/1.1" status: 204 len: 168 time: 0.1642952 Jul 08 18:08:02.816434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac58bd-8383-4c2f-8df9-be2758f28af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750abe5d-872f-4286-b4fb-80c8a4bcf931,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:02.835575 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85e481f-9bd7-4bd3-a909-2f13f5f6750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37470270-e243-42ac-9def-35789d7d0808'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:02.837835 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5726ae9-b8f0-4f8a-a7fa-b3ae71099207" -d '{"events": [{"server_uuid": "d85e481f-9bd7-4bd3-a909-2f13f5f6750c", "name": "network-vif-plugged", "status": "completed", "tag": "37470270-e243-42ac-9def-35789d7d0808"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:02.863844 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 37470270-e243-42ac-9def-35789d7d0808, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=37470270-e243-42ac-9def-35789d7d0808,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:02.872555 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.902117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92610600-7f32-42f1-8e75-8d73ed120fb8 req-ba4cd910-a8fa-4ac4-abc5-3b1d4814ca6f tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:02.903849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92610600-7f32-42f1-8e75-8d73ed120fb8 req-ba4cd910-a8fa-4ac4-abc5-3b1d4814ca6f tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.2336762 Jul 08 18:08:02.937535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=37470270-e243-42ac-9def-35789d7d0808,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:02.998671 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:03.015032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-5a0cece8-bd4a-474d-98a5-724e36819d13 service neutron] 10.222.0.73 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237511 Jul 08 18:08:03.027726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92610600-7f32-42f1-8e75-8d73ed120fb8 req-719319e2-541c-43bf-83ea-e0dfb07c51c8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139128 Jul 08 18:08:03.263773 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-ddeeb12b-861b-468a-8304-cfa227f5b813 service neutron] 10.222.0.73 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275827 Jul 08 18:08:03.277908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 70677dad-4b97-40c6-86f5-cf990078773a no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:03.329685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 70677dad-4b97-40c6-86f5-cf990078773a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:08:03.330058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 70677dad-4b97-40c6-86f5-cf990078773a not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:03.378044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:03.435332 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412e4bd7-2037-4c6b-80a7-f658f7c57d4b x-openstack-request-id: req-412e4bd7-2037-4c6b-80a7-f658f7c57d4b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:03.435487 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85e481f-9bd7-4bd3-a909-2f13f5f6750c", "name": "network-vif-plugged", "status": "completed", "tag": "37470270-e243-42ac-9def-35789d7d0808", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:03.437465 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-412e4bd7-2037-4c6b-80a7-f658f7c57d4b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:03.438056 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85e481f-9bd7-4bd3-a909-2f13f5f6750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37470270-e243-42ac-9def-35789d7d0808', 'code': 200} Jul 08 18:08:03.461523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-5bd37ae8-d64b-49bf-8842-211d9afaab6c service neutron] 10.222.0.73 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710858 Jul 08 18:08:03.576392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc304054-817b-4ee2-89b0-3cc4acd3f05e req-b566794c-f8f9-4a91-8b7c-0b235670d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:03.578070 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc304054-817b-4ee2-89b0-3cc4acd3f05e req-b566794c-f8f9-4a91-8b7c-0b235670d4f3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 1096 time: 0.0606320 Jul 08 18:08:03.603580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7fc189-17d8-4979-98b8-bf6730d0c96e {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:03.613589 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc304054-817b-4ee2-89b0-3cc4acd3f05e req-4ebaedf0-3cfa-4a3a-963d-a20d922415c1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290656 Jul 08 18:08:03.616585 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:03.652663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Transition to ACTIVE for port object 7b7fc189-17d8-4979-98b8-bf6730d0c96e will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:03.655390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:03.660627 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:03.669070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-95c8f346-18a5-4251-addb-de05fa31cd13 service neutron] 10.222.0.73 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020576 Jul 08 18:08:03.749289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-535193055'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:03.767920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f51ed-f4ea-4c5e-9f64-16338ad11cfb req-9bc880bc-c6a5-46aa-98b6-1a6bce137918 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:03.769738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a86f51ed-f4ea-4c5e-9f64-16338ad11cfb req-9bc880bc-c6a5-46aa-98b6-1a6bce137918 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 931 time: 0.2185428 Jul 08 18:08:03.772475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:03.776200 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:03.788216 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:03.813209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Pushing event updated for resources: {'Port': ['ID=7b7fc189-17d8-4979-98b8-bf6730d0c96e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:03.888893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:03.890978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a86f51ed-f4ea-4c5e-9f64-16338ad11cfb req-037a4baf-997e-4ac6-b010-47b1435a6b7b tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119621 Jul 08 18:08:03.899429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:03.912998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-446ec328-8c78-49ed-a692-1a70f4c041a7 service neutron] 10.222.0.73 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348924 Jul 08 18:08:03.917241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Attempting to bind port 7b7fc189-17d8-4979-98b8-bf6730d0c96e on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:03.917747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Attempting to bind port 7b7fc189-17d8-4979-98b8-bf6730d0c96e by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '091053a9-8684-43db-8e17-eba43f2a7256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a892964d-b981-4f6a-af77-ac26c746ec4b'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:03.918159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Attempting to bind port 7b7fc189-17d8-4979-98b8-bf6730d0c96e on network a892964d-b981-4f6a-af77-ac26c746ec4b {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:03.923497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Port 7b7fc189-17d8-4979-98b8-bf6730d0c96e on network a892964d-b981-4f6a-af77-ac26c746ec4b not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:03.923830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Attempting to bind port 7b7fc189-17d8-4979-98b8-bf6730d0c96e on network a892964d-b981-4f6a-af77-ac26c746ec4b {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:03.937872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:03.938224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Checking segment: {'id': '091053a9-8684-43db-8e17-eba43f2a7256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a892964d-b981-4f6a-af77-ac26c746ec4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:03.938632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Bound using segment: {'id': '091053a9-8684-43db-8e17-eba43f2a7256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a892964d-b981-4f6a-af77-ac26c746ec4b'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:03.939367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Bound port: 7b7fc189-17d8-4979-98b8-bf6730d0c96e, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091053a9-8684-43db-8e17-eba43f2a7256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a892964d-b981-4f6a-af77-ac26c746ec4b'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:03.939493 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:03.947205 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192303c0-ebc6-4177-a89a-9a42dec73038,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:03.950672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:08:03.964090 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:03.964506 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Added segment 5a845496-aa61-4069-bede-4b147232bae0 of type vlan for network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb Jul 08 18:08:03.989156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40272) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:04.015212 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.052679 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.054738 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.060954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:04.061672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.117834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-91390f76-ffe7-4b63-905c-ec8508caf98e admin admin] Deleting subnet 04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:08:04.125515 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4688375 Jul 08 18:08:04.125986 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91390f76-ffe7-4b63-905c-ec8508caf98e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.128253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40276) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:04.135519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'name': 'tempest-PortsIpV6TestJSON-6101501'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:04.175742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c40a9859-97c6-48b3-87ef-02a24f401661 service neutron] 10.222.0.73 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479022 Jul 08 18:08:04.178231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f3cac-0b76-4c59-8f11-c9058a4bd09f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Network': ['ID=ff268a68-3b5b-48ff-89da-7e0cd6d47fdb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:04.181943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] For port 7b7fc189-17d8-4979-98b8-bf6730d0c96e, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:04.194395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:08:04.208195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device cf2026e9-35ee-45c9-940b-c53a5c6371ce no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:04.231381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:04.236150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.249022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] For port 7b7fc189-17d8-4979-98b8-bf6730d0c96e, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=7b7fc189-17d8-4979-98b8-bf6730d0c96e,segment=NetworkSegment(091053a9-8684-43db-8e17-eba43f2a7256),segment_id=091053a9-8684-43db-8e17-eba43f2a7256)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:04.251528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91390f76-ffe7-4b63-905c-ec8508caf98e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.255818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 195ef2e5-446e-487c-80dc-c8754f9055fa yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:04.265497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: cf2026e9-35ee-45c9-940b-c53a5c6371ce {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:08:04.266114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device cf2026e9-35ee-45c9-940b-c53a5c6371ce not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:04.266756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d5fe85a1-0ffc-4133-b00e-9f07270f39a2 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:04.294420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: d5fe85a1-0ffc-4133-b00e-9f07270f39a2 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:08:04.295033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d5fe85a1-0ffc-4133-b00e-9f07270f39a2 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:04.435321 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.474225 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.540137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=195ef2e5-446e-487c-80dc-c8754f9055fa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:04.550821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Checking segment: {'id': '5a845496-aa61-4069-bede-4b147232bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:04.551175 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network hostable DHCP agents. Network: ff268a68-3b5b-48ff-89da-7e0cd6d47fdb, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:08:04.566882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:08:04.576085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, ff268a68-3b5b-48ff-89da-7e0cd6d47fdb) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:04.583495 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:04.584450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbdb85d-06f5-401c-b0fe-fcc37b63f7f9 None None] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:04.591015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:04.592583 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.614499 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6b11743a-21b7-4cba-8ea6-440bcbe385f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 0.4851441 Jul 08 18:08:04.615324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40282) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:04.621047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1634934389'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:04.640248 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.647145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:04.652174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.682311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:08:04.694731 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.695118 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Added segment a6f49e9b-c4a5-4656-93f9-a27fc472ad2d of type vlan for network d651394b-629d-4c1b-9112-9b8d48f717cc Jul 08 18:08:04.715153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:04.715785 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.717278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] 10.222.0.74 "PUT /v2.0/ports/7b7fc189-17d8-4979-98b8-bf6730d0c96e HTTP/1.1" status: 200 len: 1091 time: 1.9388635 Jul 08 18:08:04.726072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e03d182-a17a-4890-b481-6128730217d4', 'tag': '7b7fc189-17d8-4979-98b8-bf6730d0c96e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:04.728404 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e4c984-6d02-4f3a-abe7-561054e57ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e03d182-a17a-4890-b481-6128730217d4", "tag": "7b7fc189-17d8-4979-98b8-bf6730d0c96e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:04.742985 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91390f76-ffe7-4b63-905c-ec8508caf98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.751430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.753694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4935c0-be06-485e-9da3-3f9a7168039f req-e0a47add-44a2-44c2-b344-eb7f04e573be tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:04.755241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e4935c0-be06-485e-9da3-3f9a7168039f req-e0a47add-44a2-44c2-b344-eb7f04e573be tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 945 time: 0.6696544 Jul 08 18:08:04.785137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.792080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:04.793062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.811443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72409d80-b479-418b-b9a0-08a1752ae00b service neutron] Pushing event updated for resources: {'Port': ['ID=7b7fc189-17d8-4979-98b8-bf6730d0c96e,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:04.861475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-f6c67a9a-9545-492d-823f-df1a7f8b2871 service neutron] 10.222.0.73 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726193 Jul 08 18:08:04.868100 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2515848 Jul 08 18:08:04.871639 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40286) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:04.879618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'ports': [{'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb'}, {'network_id': 'd651394b-629d-4c1b-9112-9b8d48f717cc'}]} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:04.879911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:04.880421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': 'd651394b-629d-4c1b-9112-9b8d48f717cc'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:04.891213 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e4935c0-be06-485e-9da3-3f9a7168039f req-fc9c2c0d-4805-4366-bde6-84d4cfc11fb0 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029913 Jul 08 18:08:04.902609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bafb0-36b5-4e49-828c-419b43122b2f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Network': ['ID=d651394b-629d-4c1b-9112-9b8d48f717cc,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:04.914878 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91390f76-ffe7-4b63-905c-ec8508caf98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:04.920661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-c7191445-4a3d-47f6-96bd-f144083438a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:04.922317 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-c7191445-4a3d-47f6-96bd-f144083438a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=61093f6455e24b0c8917ff1b439372ac&device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 1094 time: 0.0998039 Jul 08 18:08:04.925272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d651394b-629d-4c1b-9112-9b8d48f717cc details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:08:04.965075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91390f76-ffe7-4b63-905c-ec8508caf98e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:05.000961 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91390f76-ffe7-4b63-905c-ec8508caf98e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.003802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-91390f76-ffe7-4b63-905c-ec8508caf98e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/04139cc6-0aaf-42c7-b5ee-70f8e6a7fc7a HTTP/1.1" status: 204 len: 168 time: 1.0125744 Jul 08 18:08:05.005752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-de175b5f-270f-4192-b927-b6bc177caaad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b7fc189-17d8-4979-98b8-bf6730d0c96e HTTP/1.1" status: 200 len: 217 time: 0.0489390 Jul 08 18:08:05.006378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40292) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:05.104794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 2} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:05.110242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.123627 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.152321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-b5e944dc-1580-44cd-9215-0dda92d160e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:05.153800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-b5e944dc-1580-44cd-9215-0dda92d160e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81023a62-50a0-4b78-8504-e159cbc97df4 HTTP/1.1" status: 200 len: 861 time: 0.1395519 Jul 08 18:08:05.160889 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.196440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-a5c6e264-4d66-4849-b2dc-fcfce444df78 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a892964d-b981-4f6a-af77-ac26c746ec4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333452 Jul 08 18:08:05.211523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port a9920249-70dc-4ac6-b66c-8f4cadb9e69d yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:05.286596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cc4c0-a5f0-4fc4-be83-840c81e27691 req-09b8cb6f-a497-4ecc-ae07-10f52f786966 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:05.288125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e36cc4c0-a5f0-4fc4-be83-840c81e27691 req-09b8cb6f-a497-4ecc-ae07-10f52f786966 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.2091026 Jul 08 18:08:05.354601 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.366979 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.398883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4374e0d0-64ce-4652-8f1b-54232544ddaa']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:05.419680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e36cc4c0-a5f0-4fc4-be83-840c81e27691 req-cee4c7c2-b37c-4f2e-af01-4b2deec9d86e tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129689 Jul 08 18:08:05.424118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca85fe9e-7c61-40f4-b070-107d703a8516') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:05.424944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca85fe9e-7c61-40f4-b070-107d703a8516') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:05.428109 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-1ee67d67-1f07-4d63-a67b-5e5f83558811 service neutron] 10.222.0.74 "GET /v2.0/networks/a892964d-b981-4f6a-af77-ac26c746ec4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211258 Jul 08 18:08:05.436903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 478d65f0-457c-4bbb-b4ab-79ac84099b67 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:05.450630 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.499741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.515470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:08:05.515884 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:08:05.517741 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:08:05.593974 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.601258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1564381-2ef6-4d93-b495-0cc9e3700b3c req-c272a5cd-7c0c-44d7-bf89-9d32522fbd1e service neutron] 10.222.0.74 "GET /v2.0/networks/a892964d-b981-4f6a-af77-ac26c746ec4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655910 Jul 08 18:08:05.605476 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.619220 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.621389 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4374e0d0-64ce-4652-8f1b-54232544ddaa HTTP/1.1" status: 204 len: 168 time: 0.6138399 Jul 08 18:08:05.634456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f4ef9-dc6e-46f0-88c0-ec912569b8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4374e0d0-64ce-4652-8f1b-54232544ddaa,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:05.663900 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.665583 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6623fae0-52db-43a4-a0ac-bf8d53fa80bc x-openstack-request-id: req-6623fae0-52db-43a4-a0ac-bf8d53fa80bc {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:05.666132 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e03d182-a17a-4890-b481-6128730217d4", "tag": "7b7fc189-17d8-4979-98b8-bf6730d0c96e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:05.666381 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6623fae0-52db-43a4-a0ac-bf8d53fa80bc {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:05.666591 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e03d182-a17a-4890-b481-6128730217d4', 'tag': '7b7fc189-17d8-4979-98b8-bf6730d0c96e', 'status': 'completed', 'code': 200} Jul 08 18:08:05.767345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:05.776389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:05.785677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:05.790064 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.799046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4c984-6d02-4f3a-abe7-561054e57ac4 req-1a90e425-4303-4945-87fa-a64062f263e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:05.802131 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9e4c984-6d02-4f3a-abe7-561054e57ac4 req-1a90e425-4303-4945-87fa-a64062f263e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=61093f6455e24b0c8917ff1b439372ac&device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 1094 time: 0.1053770 Jul 08 18:08:05.836886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=a9920249-70dc-4ac6-b66c-8f4cadb9e69d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:05.879820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Checking segment: {'id': 'a6f49e9b-c4a5-4656-93f9-a27fc472ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd651394b-629d-4c1b-9112-9b8d48f717cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:05.880285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network hostable DHCP agents. Network: d651394b-629d-4c1b-9112-9b8d48f717cc, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:08:05.914806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=478d65f0-457c-4bbb-b4ab-79ac84099b67,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:05.921133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network d651394b-629d-4c1b-9112-9b8d48f717cc is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:08:05.941673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d651394b-629d-4c1b-9112-9b8d48f717cc) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:05.946737 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:05.959041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40324) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:05.959707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:05.960267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666ab67-9663-4c0c-acdd-261e34eaeaf1 None None] Network d651394b-629d-4c1b-9112-9b8d48f717cc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:05.965117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:05.965820 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:05.985435 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c5d64fdd-26df-4921-ae81-38fd82997c1e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1128693 Jul 08 18:08:05.993583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40326) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:06.089709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4c984-6d02-4f3a-abe7-561054e57ac4 req-48a297d8-9db1-401c-9f3e-e7e93636b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:06.091298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9e4c984-6d02-4f3a-abe7-561054e57ac4 req-48a297d8-9db1-401c-9f3e-e7e93636b751 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a892964d-b981-4f6a-af77-ac26c746ec4b HTTP/1.1" status: 200 len: 922 time: 0.2802680 Jul 08 18:08:06.122420 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d3b4a683-182a-4f55-989b-052adb511526 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=588ab089e55e48f882e0551d4f129e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622419 Jul 08 18:08:06.125023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40330) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:06.163182 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9e4c984-6d02-4f3a-abe7-561054e57ac4 req-78d99d5c-2696-44e3-b0c1-9d1bea73d499 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b7fc189-17d8-4979-98b8-bf6730d0c96e HTTP/1.1" status: 200 len: 217 time: 0.0616698 Jul 08 18:08:06.188132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b735189-943d-4835-b975-76a1835f7675 req-64a8378f-a7b1-4e78-ab88-c28e76f0d9db tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:06.194291 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c4a126d-ac54-476f-a6bb-5554d0080f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:06.195162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b735189-943d-4835-b975-76a1835f7675 req-64a8378f-a7b1-4e78-ab88-c28e76f0d9db tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 943 time: 0.3383937 Jul 08 18:08:06.203226 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0523755a-283e-4e61-9f66-628b7c2e67df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:06.219509 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c4a126d-ac54-476f-a6bb-5554d0080f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:06.225071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479ef7-f365-4a3d-baa4-15083acd2bbf req-8df7ae2a-b49a-4f12-9484-ccd1f313a9d5 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:06.226711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05479ef7-f365-4a3d-baa4-15083acd2bbf req-8df7ae2a-b49a-4f12-9484-ccd1f313a9d5 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.3379054 Jul 08 18:08:06.274978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c4a126d-ac54-476f-a6bb-5554d0080f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:06.277794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5c4a126d-ac54-476f-a6bb-5554d0080f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:06.281559 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5c4a126d-ac54-476f-a6bb-5554d0080f26 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/521b46ac-0031-445c-890d-1ee12e2d52d6 HTTP/1.1" status: 204 len: 168 time: 0.1529543 Jul 08 18:08:06.287653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a126d-ac54-476f-a6bb-5554d0080f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521b46ac-0031-445c-890d-1ee12e2d52d6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:06.318826 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b735189-943d-4835-b975-76a1835f7675 req-502f27cb-3495-421d-ac4d-83d59a95cac7 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227558 Jul 08 18:08:06.326122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4c984-6d02-4f3a-abe7-561054e57ac4 req-b00d988d-84ec-4e64-ab8d-2bcb8095a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:06.327655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9e4c984-6d02-4f3a-abe7-561054e57ac4 req-b00d988d-84ec-4e64-ab8d-2bcb8095a298 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81023a62-50a0-4b78-8504-e159cbc97df4 HTTP/1.1" status: 200 len: 861 time: 0.1305676 Jul 08 18:08:06.345816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05479ef7-f365-4a3d-baa4-15083acd2bbf req-3fc9212f-6986-447b-a7fd-319443faaa43 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876381 Jul 08 18:08:06.390094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9e4c984-6d02-4f3a-abe7-561054e57ac4 req-4c5c9a89-7d11-4fb0-be81-35db3eaa143a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a892964d-b981-4f6a-af77-ac26c746ec4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540693 Jul 08 18:08:06.397284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-7d43bf83-4758-4327-9c20-ce6f61976bd6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 478d65f0-457c-4bbb-b4ab-79ac84099b67 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:06.397603 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d43bf83-4758-4327-9c20-ce6f61976bd6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:06.563883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-042dc9ea-bda5-4354-b72c-5ff054b6ca9e req-b2971557-5e83-4f43-b7f8-9f028d092839 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0968187 Jul 08 18:08:06.607636 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d43bf83-4758-4327-9c20-ce6f61976bd6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:06.644212 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-7d43bf83-4758-4327-9c20-ce6f61976bd6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 478d65f0-457c-4bbb-b4ab-79ac84099b67 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:06.665490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9e4c984-6d02-4f3a-abe7-561054e57ac4 req-2f35da2b-5d3d-459f-9531-a373b4a948e6 service neutron] 10.222.0.74 "GET /v2.0/networks/a892964d-b981-4f6a-af77-ac26c746ec4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647896 Jul 08 18:08:06.780282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa08990-05a5-43ad-be72-dab4c5b26aee req-e6cb9918-c8e1-4092-9ad6-42be089eddbc tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:06.781786 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daa08990-05a5-43ad-be72-dab4c5b26aee req-e6cb9918-c8e1-4092-9ad6-42be089eddbc tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 945 time: 0.2757442 Jul 08 18:08:06.872687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daa08990-05a5-43ad-be72-dab4c5b26aee req-c416b2b2-a34b-4874-b0fb-6b02ea5920e5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813580 Jul 08 18:08:06.884746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9e4c984-6d02-4f3a-abe7-561054e57ac4 req-edfcba8f-d22f-4c70-a65d-d0b8be7a4a09 service neutron] 10.222.0.74 "GET /v2.0/networks/a892964d-b981-4f6a-af77-ac26c746ec4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116463 Jul 08 18:08:06.892825 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d43bf83-4758-4327-9c20-ce6f61976bd6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:06.949591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43bf83-4758-4327-9c20-ce6f61976bd6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=478d65f0-457c-4bbb-b4ab-79ac84099b67,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:06.962837 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d43bf83-4758-4327-9c20-ce6f61976bd6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:06.967232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7d43bf83-4758-4327-9c20-ce6f61976bd6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/478d65f0-457c-4bbb-b4ab-79ac84099b67 HTTP/1.1" status: 204 len: 168 time: 0.9678771 Jul 08 18:08:06.967562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40358) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:07.093307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24463f01-ec17-4529-9ec7-e3f3806a0050 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:07.104284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24463f01-ec17-4529-9ec7-e3f3806a0050 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:07.108805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-24463f01-ec17-4529-9ec7-e3f3806a0050 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1453 time: 0.1378355 Jul 08 18:08:07.108978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40366) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:07.204965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-3538fc99-0b70-4a93-8712-906416e489ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:07.206363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-3538fc99-0b70-4a93-8712-906416e489ee service neutron] 10.222.0.59 "GET /v2.0/ports/d4cc5ac4-b829-405d-8524-bd92c8f400fe HTTP/1.1" status: 200 len: 1033 time: 0.0885072 Jul 08 18:08:07.288612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40368) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:07.314348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-319905d5-b042-4a09-b0a1-ecaeca681124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:07.315754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-319905d5-b042-4a09-b0a1-ecaeca681124 service neutron] 10.222.0.59 "GET /v2.0/ports/8373c0d3-2b06-4151-b80b-653f5a3611ce HTTP/1.1" status: 200 len: 1032 time: 0.0821612 Jul 08 18:08:07.398005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-daabfeb4-d7d9-438e-b8cf-7c6d4d96cdb3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port a9920249-70dc-4ac6-b66c-8f4cadb9e69d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:07.398005 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-daabfeb4-d7d9-438e-b8cf-7c6d4d96cdb3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:07.411353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146d8ed-75d4-4b4b-ac83-dd8d53aab695 req-22c1b701-b2bb-4f52-a7c9-c698da533736 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:07.412988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2146d8ed-75d4-4b4b-ac83-dd8d53aab695 req-22c1b701-b2bb-4f52-a7c9-c698da533736 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.2112427 Jul 08 18:08:07.455110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-360173066-network', 'tenant_id': '6031a0afda6647a8baf6d63678a21641'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:07.481786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Made reservation on behalf of 6031a0afda6647a8baf6d63678a21641 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:07.484204 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:07.497272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:07.587807 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-daabfeb4-d7d9-438e-b8cf-7c6d4d96cdb3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:07.594390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2146d8ed-75d4-4b4b-ac83-dd8d53aab695 req-3982d675-741d-41b0-93a8-de1d972ed7ca tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533809 Jul 08 18:08:07.600903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-0fdc0e7a-ea93-463c-b4d7-f8974f11312d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:07.605332 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:07.606586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-0fdc0e7a-ea93-463c-b4d7-f8974f11312d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:07.610021 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:07.622022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-0fdc0e7a-ea93-463c-b4d7-f8974f11312d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:07.623857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-0fdc0e7a-ea93-463c-b4d7-f8974f11312d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "GET /v2.0/networks?id=862c2a37-d96a-4888-ae5a-8d974ff33d02&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&id=11431c02-a7f4-4ec7-85c0-9b5689964bc6 HTTP/1.1" status: 200 len: 1996 time: 0.3024466 Jul 08 18:08:07.641258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6671cd6a-6c3e-4e02-a78e-173a15c20ffa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:07.647210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-daabfeb4-d7d9-438e-b8cf-7c6d4d96cdb3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for a9920249-70dc-4ac6-b66c-8f4cadb9e69d owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:07.685786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:08:07.698627 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:07.699249 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Added segment daeff05f-ce43-420e-a9df-14049e4b7100 of type vlan for network f5e533ff-1243-43ad-8c69-72612af530dd Jul 08 18:08:07.742349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-1104809a-f9a1-4a37-9d0f-5ce68f7b2c19 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3fa74db1444891ae8e6a2f469c470e HTTP/1.1" status: 200 len: 379 time: 0.1089604 Jul 08 18:08:07.755492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:07.761402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0428c-5eb4-4226-a7b9-79c909b1f5d3 req-e78542d6-6c13-4e3b-a26c-080947c3a047 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:07.762837 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5bc0428c-5eb4-4226-a7b9-79c909b1f5d3 req-e78542d6-6c13-4e3b-a26c-080947c3a047 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 945 time: 0.2942367 Jul 08 18:08:07.767737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'admin_state_up': True, 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'security_groups': ['45012fb3-1325-4211-bb70-37e27084aaaa']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:07.790692 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:07.792208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:07.793009 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:07.866680 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5724363 Jul 08 18:08:07.867408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40380) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:07.878013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] Request body: {'subnet': {'network_id': 'f5e533ff-1243-43ad-8c69-72612af530dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-360173066-subnet', 'tenant_id': '6031a0afda6647a8baf6d63678a21641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:07.882839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4f1e6-85f0-4947-98bc-e943784a743a admin admin] Pushing event updated for resources: {'Network': ['ID=f5e533ff-1243-43ad-8c69-72612af530dd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:07.901149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f5e533ff-1243-43ad-8c69-72612af530dd details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:08:07.920261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] Made reservation on behalf of 6031a0afda6647a8baf6d63678a21641 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:07.923938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:07.950819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5bc0428c-5eb4-4226-a7b9-79c909b1f5d3 req-f40aac04-81ee-42df-bdee-d03c4c43c80c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779194 Jul 08 18:08:07.958296 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-daabfeb4-d7d9-438e-b8cf-7c6d4d96cdb3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.005245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabfeb4-d7d9-438e-b8cf-7c6d4d96cdb3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=a9920249-70dc-4ac6-b66c-8f4cadb9e69d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:08.015511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cb54d-78a2-4661-bf6f-9a630f424874 req-b3269dbe-ca4b-4664-8f09-77ab11971a6d tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:08.022817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a4cb54d-78a2-4661-bf6f-9a630f424874 req-b3269dbe-ca4b-4664-8f09-77ab11971a6d tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 943 time: 0.2896667 Jul 08 18:08:08.044709 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-daabfeb4-d7d9-438e-b8cf-7c6d4d96cdb3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.051708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-daabfeb4-d7d9-438e-b8cf-7c6d4d96cdb3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/a9920249-70dc-4ac6-b66c-8f4cadb9e69d HTTP/1.1" status: 204 len: 168 time: 0.9415295 Jul 08 18:08:08.054073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40382) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:08.076307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:08.080107 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.142825 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.179485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-476f327a-8bfd-46b4-bb4c-76ee6e95bea8 req-70933999-19dc-4ae6-bfdd-025bd796a78c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0542321 Jul 08 18:08:08.193681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a4cb54d-78a2-4661-bf6f-9a630f424874 req-7124f819-3828-4750-ba03-52ef706f9c6c tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694620 Jul 08 18:08:08.228680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b739ad1-abd1-45bf-be01-d369d8fc644a,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:08.239897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] Checking segment: {'id': 'daeff05f-ce43-420e-a9df-14049e4b7100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f5e533ff-1243-43ad-8c69-72612af530dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:08.240481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] Network hostable DHCP agents. Network: f5e533ff-1243-43ad-8c69-72612af530dd, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:08:08.272177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] Network f5e533ff-1243-43ad-8c69-72612af530dd is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:08:08.300683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f5e533ff-1243-43ad-8c69-72612af530dd) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:08.302847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64389501-9fbd-490e-aa60-6cf24fce2035 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:08.304849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:08.305443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.308675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-64389501-9fbd-490e-aa60-6cf24fce2035 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 845 time: 0.2466805 Jul 08 18:08:08.310091 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40386) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:08.312501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b4f4e-b7cd-4ccf-ad8c-59aff9556b65 None None] Network f5e533ff-1243-43ad-8c69-72612af530dd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:08.333467 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7289be3e-20bd-4ff9-8110-7b11cb5ba23e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4599814 Jul 08 18:08:08.381815 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-859ec21f-34b6-4a59-80e2-65e556e5780b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:08:08.383093 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-859ec21f-34b6-4a59-80e2-65e556e5780b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/478d65f0-457c-4bbb-b4ab-79ac84099b67 HTTP/1.1" status: 404 len: 333 time: 0.0669432 Jul 08 18:08:08.387009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40390) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:08.439125 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7d5e45-0efb-44d6-a9cc-6a17089b826d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:08:08.441763 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Allocated IP 172.20.0.11 (862c2a37-d96a-4888-ae5a-8d974ff33d02/b086e9c1-9a00-48ee-9a32-68a956d42d32/59682ff9-4a96-408d-bee6-68e470629095) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:08.446349 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5d7d5e45-0efb-44d6-a9cc-6a17089b826d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/a9920249-70dc-4ac6-b66c-8f4cadb9e69d HTTP/1.1" status: 404 len: 333 time: 0.0582445 Jul 08 18:08:08.450714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40392) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:08.550334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc42f0b-209e-4edc-960d-149b6f04a8ec None None] Network f5e533ff-1243-43ad-8c69-72612af530dd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:08.580723 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.686062 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.706728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Transition to ACTIVE for port object 59682ff9-4a96-408d-bee6-68e470629095 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:08.753293 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.762045 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.774367 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d651394b-629d-4c1b-9112-9b8d48f717cc']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:08.785854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f49e9b-c4a5-4656-93f9-a27fc472ad2d') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:08.786064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f49e9b-c4a5-4656-93f9-a27fc472ad2d') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:08.796948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.814224 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.831032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:08:08.831726 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:08:08.840631 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:08:08.867646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Port': ['ID=59682ff9-4a96-408d-bee6-68e470629095,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:08.892997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network 862c2a37-d96a-4888-ae5a-8d974ff33d02 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:08.916838 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.918838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:08.925575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.932716 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/networks/d651394b-629d-4c1b-9112-9b8d48f717cc HTTP/1.1" status: 204 len: 168 time: 0.4758952 Jul 08 18:08:08.941565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40410) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:08.946996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-303355570'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:08.951004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44e9a7-fb1c-47b0-9c96-0aaa86e77ef3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Network': ['ID=d651394b-629d-4c1b-9112-9b8d48f717cc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:08.971848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:08.975836 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:08.981104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:09.004003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:08:09.018906 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.019255 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Added segment fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1 of type vlan for network 99d6d74f-8f38-4a78-837f-7658a2116e97 Jul 08 18:08:09.056793 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.076282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.117052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.119488 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de02f97e-a7d1-45cd-982e-130840db10da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.125675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:09.126444 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.234313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d0485427-4cc8-4203-8141-caeea25329a7 None None] Provisioning for port 59682ff9-4a96-408d-bee6-68e470629095 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:09.240918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d0485427-4cc8-4203-8141-caeea25329a7 None None] Provisioning complete for port 59682ff9-4a96-408d-bee6-68e470629095 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:09.241846 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d0485427-4cc8-4203-8141-caeea25329a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.297517 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d0485427-4cc8-4203-8141-caeea25329a7 None None] Port 59682ff9-4a96-408d-bee6-68e470629095 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:09.498085 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5554328 Jul 08 18:08:09.501064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40422) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:09.507516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': '99d6d74f-8f38-4a78-837f-7658a2116e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:09.515677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:09.516288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.526165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136febf-afe3-4bdc-8a6b-a41dfe1ded35 req-8268c4af-4354-4207-ba56-d391f43adc1d tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:09.528135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0136febf-afe3-4bdc-8a6b-a41dfe1ded35 req-8268c4af-4354-4207-ba56-d391f43adc1d tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.7101655 Jul 08 18:08:09.559450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093faa6-07bf-497f-bfc7-e01e0b93b3d4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Network': ['ID=99d6d74f-8f38-4a78-837f-7658a2116e97,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:09.565392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253a9c0-a0fb-49d5-81a0-60e3855989f1 req-656d8c36-93b0-4f1d-b4a9-ec94825fe2c2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:09.566929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b253a9c0-a0fb-49d5-81a0-60e3855989f1 req-656d8c36-93b0-4f1d-b4a9-ec94825fe2c2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 945 time: 0.6603801 Jul 08 18:08:09.576711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 99d6d74f-8f38-4a78-837f-7658a2116e97 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:08:09.598882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a57d6158-65f3-4784-ad17-572657ee1135 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8454051 Jul 08 18:08:09.606694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-b6103f82-853d-479a-bb12-a28207054634 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:09.608044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:09.608290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-b6103f82-853d-479a-bb12-a28207054634 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/networks?id=f5e533ff-1243-43ad-8c69-72612af530dd HTTP/1.1" status: 200 len: 821 time: 0.7380860 Jul 08 18:08:09.612365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.635130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb', 'admin_state_up': True, 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'security_groups': ['45012fb3-1325-4211-bb70-37e27084aaaa']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:09.718007 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-f1f412d5-654e-44b2-8e10-a9647b55add1 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/quotas/6031a0afda6647a8baf6d63678a21641 HTTP/1.1" status: 200 len: 375 time: 0.0874360 Jul 08 18:08:09.726854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0136febf-afe3-4bdc-8a6b-a41dfe1ded35 req-d1fb897d-5e76-4093-856f-de076b8da4bf tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817269 Jul 08 18:08:09.812973 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.821945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-a1a2a660-8e65-4d25-86e0-d46627df3d02 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6031a0afda6647a8baf6d63678a21641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903468 Jul 08 18:08:09.899095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Checking segment: {'id': 'fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99d6d74f-8f38-4a78-837f-7658a2116e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:09.900237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network hostable DHCP agents. Network: 99d6d74f-8f38-4a78-837f-7658a2116e97, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:08:09.905582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Subnet': ['ID=20ac9316-fa9c-43cc-a4ff-f0e00596e6e4,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:09.926815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 99d6d74f-8f38-4a78-837f-7658a2116e97 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:08:09.937885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 99d6d74f-8f38-4a78-837f-7658a2116e97) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:09.948148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:09.948672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.954377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ccd906-c8b3-46cd-9f81-0af879cda426 None None] Network 99d6d74f-8f38-4a78-837f-7658a2116e97 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:09.984220 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-94f6ce83-45c5-4ce0-8d5a-483fd81c752b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4812553 Jul 08 18:08:09.986187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40426) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:09.987299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:09.990862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:09.993666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': '99d6d74f-8f38-4a78-837f-7658a2116e97', 'name': 'tempest-PortsIpV6TestJSON-638374239'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:10.020196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-b253a9c0-a0fb-49d5-81a0-60e3855989f1 req-59658086-8768-451b-87ea-ca7852a795e5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Deleting port 37470270-e243-42ac-9def-35789d7d0808 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:10.020767 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b253a9c0-a0fb-49d5-81a0-60e3855989f1 req-59658086-8768-451b-87ea-ca7852a795e5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.092270 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-440e1c0d-f5d8-40d9-b291-451230001af7 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e533ff-1243-43ad-8c69-72612af530dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587698 Jul 08 18:08:10.100665 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.145209 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-99d6d74f-8f38-4a78-837f-7658a2116e97', 'network_id': '99d6d74f-8f38-4a78-837f-7658a2116e97', 'tenant_id': '01b6e35ad5974b49b0a6a597300b982a', 'fixed_ips': [{'subnet_id': '20ac9316-fa9c-43cc-a4ff-f0e00596e6e4'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:08:10.146391 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.166056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:10.171601 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.191875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 23f337c6-b6c7-4098-95b1-3803abb0caf1 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:10.232361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e27f-0394-452c-94d7-501431b5dd31 req-917fcbaa-6f5f-47e6-aace-fe5021f363f6 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:10.233876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bc6e27f-0394-452c-94d7-501431b5dd31 req-917fcbaa-6f5f-47e6-aace-fe5021f363f6 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 945 time: 0.3399343 Jul 08 18:08:10.322283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8::2b2 (99d6d74f-8f38-4a78-837f-7658a2116e97/20ac9316-fa9c-43cc-a4ff-f0e00596e6e4/23f337c6-b6c7-4098-95b1-3803abb0caf1) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:10.342358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b253a9c0-a0fb-49d5-81a0-60e3855989f1 req-59658086-8768-451b-87ea-ca7852a795e5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] For port 37470270-e243-42ac-9def-35789d7d0808, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=37470270-e243-42ac-9def-35789d7d0808,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:10.342651 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b253a9c0-a0fb-49d5-81a0-60e3855989f1 req-59658086-8768-451b-87ea-ca7852a795e5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.378914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-b253a9c0-a0fb-49d5-81a0-60e3855989f1 req-59658086-8768-451b-87ea-ca7852a795e5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Calling delete_port for 37470270-e243-42ac-9def-35789d7d0808 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:10.390740 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bc6e27f-0394-452c-94d7-501431b5dd31 req-98bf78b8-4a66-45bd-bd76-c3f249219e67 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494341 Jul 08 18:08:10.483672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.497199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Allocated IP 10.1.1.183 (da8d15b1-bfaa-4cea-a77b-62112b6c78fb/df7e7eba-8b96-4cd8-8355-900eb626481d/eeffd98c-291f-4917-bf1b-39e512d635be) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:10.503268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Transition to ACTIVE for port object 23f337c6-b6c7-4098-95b1-3803abb0caf1 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:10.503861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-b8058c29-1f3f-4073-9a52-357cc05af54a service neutron] 10.222.0.73 "GET /v2.0/networks/f5e533ff-1243-43ad-8c69-72612af530dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011438 Jul 08 18:08:10.559985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.626600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=23f337c6-b6c7-4098-95b1-3803abb0caf1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:10.634351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 99d6d74f-8f38-4a78-837f-7658a2116e97 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:10.636172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:10.643081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 7b7fc189-17d8-4979-98b8-bf6730d0c96e details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:08:10.644276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:10.646144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Allocated IP 2001:db8::2 (99d6d74f-8f38-4a78-837f-7658a2116e97/20ac9316-fa9c-43cc-a4ff-f0e00596e6e4/5d8bf196-a14c-4745-8a64-5323ccf5782c) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:10.650581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:10.651259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.688693 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-79bdf7c7-3b9e-48ca-a621-e148ce4860ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6995282 Jul 08 18:08:10.691965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40430) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:10.722861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b253a9c0-a0fb-49d5-81a0-60e3855989f1 req-59658086-8768-451b-87ea-ca7852a795e5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.739843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['37470270-e243-42ac-9def-35789d7d0808'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:10.823142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59658086-8768-451b-87ea-ca7852a795e5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event deleted for resources: {'Port': ['ID=37470270-e243-42ac-9def-35789d7d0808,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:10.901960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483913e-f16a-4eba-8191-a5dd300dd635 req-b3e67d5a-db0c-4cdc-a809-ad6d12247737 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:10.909622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a483913e-f16a-4eba-8191-a5dd300dd635 req-b3e67d5a-db0c-4cdc-a809-ad6d12247737 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 943 time: 0.4048104 Jul 08 18:08:10.914824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-01ea6ce0-5eb7-4dad-9fe1-673817d035ad tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 23f337c6-b6c7-4098-95b1-3803abb0caf1 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:10.915258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01ea6ce0-5eb7-4dad-9fe1-673817d035ad tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.926623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253a9c0-a0fb-49d5-81a0-60e3855989f1 req-59658086-8768-451b-87ea-ca7852a795e5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] No DVR routers for this DVR port 37470270-e243-42ac-9def-35789d7d0808 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:10.933722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b253a9c0-a0fb-49d5-81a0-60e3855989f1 req-59658086-8768-451b-87ea-ca7852a795e5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.935973 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b253a9c0-a0fb-49d5-81a0-60e3855989f1 req-59658086-8768-451b-87ea-ca7852a795e5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "DELETE /v2.0/ports/37470270-e243-42ac-9def-35789d7d0808 HTTP/1.1" status: 204 len: 173 time: 1.3593624 Jul 08 18:08:10.937259 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 7b7fc189-17d8-4979-98b8-bf6730d0c96e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=7b7fc189-17d8-4979-98b8-bf6730d0c96e,segment=NetworkSegment(091053a9-8684-43db-8e17-eba43f2a7256),segment_id=091053a9-8684-43db-8e17-eba43f2a7256)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:10.967078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '7b7fc189-17d8-4979-98b8-bf6730d0c96e', 'network_id': 'a892964d-b981-4f6a-af77-ac26c746ec4b', 'port_id': '7b7fc189-17d8-4979-98b8-bf6730d0c96e', 'mac_address': 'fa:16:3e:e6:41:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81023a62-50a0-4b78-8504-e159cbc97df4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:08:10.973701 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:10.974037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85e481f-9bd7-4bd3-a909-2f13f5f6750c', 'name': 'network-vif-deleted', 'tag': '37470270-e243-42ac-9def-35789d7d0808'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:10.979050 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79eba2c-c7d2-4265-bcf8-da46ca6b4d0e" -d '{"events": [{"server_uuid": "d85e481f-9bd7-4bd3-a909-2f13f5f6750c", "name": "network-vif-deleted", "tag": "37470270-e243-42ac-9def-35789d7d0808"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:11.019170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Transition to ACTIVE for port object 5d8bf196-a14c-4745-8a64-5323ccf5782c will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:11.070452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Transition to ACTIVE for port object 5d8bf196-a14c-4745-8a64-5323ccf5782c will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:11.072923 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.101664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7fc189-17d8-4979-98b8-bf6730d0c96e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:11.124885 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.128427 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.168176 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01ea6ce0-5eb7-4dad-9fe1-673817d035ad tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.187074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a483913e-f16a-4eba-8191-a5dd300dd635 req-61964256-610d-45cc-974a-8b52f6ab3a18 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764626 Jul 08 18:08:11.193062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Transition to ACTIVE for port object eeffd98c-291f-4917-bf1b-39e512d635be will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:11.215970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-01ea6ce0-5eb7-4dad-9fe1-673817d035ad tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 23f337c6-b6c7-4098-95b1-3803abb0caf1 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:11.246143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 7b7fc189-17d8-4979-98b8-bf6730d0c96e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=7b7fc189-17d8-4979-98b8-bf6730d0c96e,segment=NetworkSegment(091053a9-8684-43db-8e17-eba43f2a7256),segment_id=091053a9-8684-43db-8e17-eba43f2a7256)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:11.254941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Network 99d6d74f-8f38-4a78-837f-7658a2116e97 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:11.260618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:11.263671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:11.269623 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.290318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260aec5-5ca9-49d0-8859-b8e6edad411a req-51218c48-fe44-4438-a7d2-6383476b8a59 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:11.297460 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6260aec5-5ca9-49d0-8859-b8e6edad411a req-51218c48-fe44-4438-a7d2-6383476b8a59 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 932 time: 0.3734639 Jul 08 18:08:11.338922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Pushing event updated for resources: {'Port': ['ID=5d8bf196-a14c-4745-8a64-5323ccf5782c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:11.412004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.426941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6260aec5-5ca9-49d0-8859-b8e6edad411a req-8b7fea75-bf76-4e2b-995d-4c131a8791b9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208208 Jul 08 18:08:11.490981 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01ea6ce0-5eb7-4dad-9fe1-673817d035ad tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.510173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Attempting to bind port 5d8bf196-a14c-4745-8a64-5323ccf5782c on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:11.510577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Attempting to bind port 5d8bf196-a14c-4745-8a64-5323ccf5782c by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99d6d74f-8f38-4a78-837f-7658a2116e97'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:11.510818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Attempting to bind port 5d8bf196-a14c-4745-8a64-5323ccf5782c on network 99d6d74f-8f38-4a78-837f-7658a2116e97 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:11.524754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=7b7fc189-17d8-4979-98b8-bf6730d0c96e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:11.531690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network da8d15b1-bfaa-4cea-a77b-62112b6c78fb is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:11.534172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:11.534853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Checking segment: {'id': 'fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99d6d74f-8f38-4a78-837f-7658a2116e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:11.535480 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.535883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Bound using segment: {'id': 'fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99d6d74f-8f38-4a78-837f-7658a2116e97'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:11.536414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Bound port: 5d8bf196-a14c-4745-8a64-5323ccf5782c, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99d6d74f-8f38-4a78-837f-7658a2116e97'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:11.539215 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.560739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:11.566889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:11.641689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Port': ['ID=eeffd98c-291f-4917-bf1b-39e512d635be,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:11.665294 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.680760 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['7b7fc189-17d8-4979-98b8-bf6730d0c96e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:11.699156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:11.700086 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.708414 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea6ce0-5eb7-4dad-9fe1-673817d035ad tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=23f337c6-b6c7-4098-95b1-3803abb0caf1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:11.712918 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01ea6ce0-5eb7-4dad-9fe1-673817d035ad tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.726487 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-01ea6ce0-5eb7-4dad-9fe1-673817d035ad tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/23f337c6-b6c7-4098-95b1-3803abb0caf1 HTTP/1.1" status: 204 len: 168 time: 1.0333664 Jul 08 18:08:11.731962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6793d912-f5dc-458b-ac77-60f1a08aaf32 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1225266 Jul 08 18:08:11.735359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40444) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:11.753608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb', 'admin_state_up': True, 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'security_groups': ['45012fb3-1325-4211-bb70-37e27084aaaa']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:11.760335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] For port 5d8bf196-a14c-4745-8a64-5323ccf5782c, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:11.765276 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] For port 5d8bf196-a14c-4745-8a64-5323ccf5782c, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5d8bf196-a14c-4745-8a64-5323ccf5782c,segment=NetworkSegment(fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1),segment_id=fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:11.831385 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:11.851060 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d130d7-de4a-4544-8daa-3466af3e9f71 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:08:11.852730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d130d7-de4a-4544-8daa-3466af3e9f71 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:08:11.853661 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b1d130d7-de4a-4544-8daa-3466af3e9f71 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/23f337c6-b6c7-4098-95b1-3803abb0caf1 HTTP/1.1" status: 404 len: 333 time: 0.1171856 Jul 08 18:08:11.859326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40448) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:11.901287 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2676bff-2c8d-4851-a676-3154ea897625 x-openstack-request-id: req-b2676bff-2c8d-4851-a676-3154ea897625 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:11.919218 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85e481f-9bd7-4bd3-a909-2f13f5f6750c", "name": "network-vif-deleted", "tag": "37470270-e243-42ac-9def-35789d7d0808", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:11.919497 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b2676bff-2c8d-4851-a676-3154ea897625 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:11.919940 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85e481f-9bd7-4bd3-a909-2f13f5f6750c', 'name': 'network-vif-deleted', 'tag': '37470270-e243-42ac-9def-35789d7d0808', 'status': 'completed', 'code': 200} Jul 08 18:08:11.953189 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-6554c1f6-95f1-4690-a82a-b78792921932 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:08:11.956187 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6554c1f6-95f1-4690-a82a-b78792921932 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/23f337c6-b6c7-4098-95b1-3803abb0caf1 HTTP/1.1" status: 404 len: 333 time: 0.0917311 Jul 08 18:08:11.962656 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40450) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:12.079412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a0988-bfd1-494b-90b3-da2cb466a366 None None] Pushing event updated for resources: {'Port': ['ID=5d8bf196-a14c-4745-8a64-5323ccf5782c,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:12.104980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-514a8fc6-8ec8-487e-bf45-91e8596121cd None None] Provisioning for port eeffd98c-291f-4917-bf1b-39e512d635be completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:12.116012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-514a8fc6-8ec8-487e-bf45-91e8596121cd None None] Provisioning complete for port eeffd98c-291f-4917-bf1b-39e512d635be triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:12.116483 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514a8fc6-8ec8-487e-bf45-91e8596121cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:12.124675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-647fbc7c-9869-4f7c-add0-2776753f278c req-2c4ec8f7-7660-4578-b743-5ec1f897b9ed tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 210 time: 0.1454575 Jul 08 18:08:12.166834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-514a8fc6-8ec8-487e-bf45-91e8596121cd None None] Port eeffd98c-291f-4917-bf1b-39e512d635be cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:12.231750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57014948-87de-4666-b1aa-5dc3db818820 req-f8024d12-bf23-4d39-981b-1954183bc88c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85e481f-9bd7-4bd3-a909-2f13f5f6750c HTTP/1.1" status: 200 len: 210 time: 0.1033421 Jul 08 18:08:12.239074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d8bbde-74cb-4caa-a637-ca5066908134 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting subnet 20ac9316-fa9c-43cc-a4ff-f0e00596e6e4 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:08:12.247008 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02d8bbde-74cb-4caa-a637-ca5066908134 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:12.322998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:12.338728 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:12.376432 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02d8bbde-74cb-4caa-a637-ca5066908134 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:12.630283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 37470270-e243-42ac-9def-35789d7d0808 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:12.676611 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02d8bbde-74cb-4caa-a637-ca5066908134 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:12.686527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 37470270-e243-42ac-9def-35789d7d0808 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:08:12.686973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 37470270-e243-42ac-9def-35789d7d0808 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:12.745290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Allocated IP 10.1.1.139 (da8d15b1-bfaa-4cea-a77b-62112b6c78fb/df7e7eba-8b96-4cd8-8355-900eb626481d/0f10bd94-4d96-496c-83a7-1bd4b5116767) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:12.757534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d968-93dd-4f3c-aeb7-7bc9ff6d0fdb req-78538fd8-8e5f-4a6b-bbf3-8019b61ac320 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:12.759256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39b0d968-93dd-4f3c-aeb7-7bc9ff6d0fdb req-78538fd8-8e5f-4a6b-bbf3-8019b61ac320 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 944 time: 0.3246450 Jul 08 18:08:12.839991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39b0d968-93dd-4f3c-aeb7-7bc9ff6d0fdb req-5e45990f-c538-4309-b663-338600443ecf tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697992 Jul 08 18:08:12.840922 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02d8bbde-74cb-4caa-a637-ca5066908134 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:12.994391 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02d8bbde-74cb-4caa-a637-ca5066908134 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:12.998940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-02d8bbde-74cb-4caa-a637-ca5066908134 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/20ac9316-fa9c-43cc-a4ff-f0e00596e6e4 HTTP/1.1" status: 204 len: 168 time: 1.0327778 Jul 08 18:08:12.998940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8bbde-74cb-4caa-a637-ca5066908134 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Subnet': ['ID=20ac9316-fa9c-43cc-a4ff-f0e00596e6e4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:13.003233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40466) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:13.134162 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:13.152793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c1293-9234-43cb-bdd3-32d7cb28d5e3 req-08fc5acf-c237-4efa-bb60-750a3480814d tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:13.154423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e45c1293-9234-43cb-bdd3-32d7cb28d5e3 req-08fc5acf-c237-4efa-bb60-750a3480814d tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.2343228 Jul 08 18:08:13.179075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Transition to ACTIVE for port object 0f10bd94-4d96-496c-83a7-1bd4b5116767 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:13.226114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69c539-333d-4a1e-8c8b-9fd341aa87c0 req-dd033ebe-6afc-4f16-b17c-38fe5d642df6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:13.234135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:13.239031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69c539-333d-4a1e-8c8b-9fd341aa87c0 req-dd033ebe-6afc-4f16-b17c-38fe5d642df6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:13.250248 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e69c539-333d-4a1e-8c8b-9fd341aa87c0 req-dd033ebe-6afc-4f16-b17c-38fe5d642df6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 1654 time: 0.2210190 Jul 08 18:08:13.351661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5d8bf196-a14c-4745-8a64-5323ccf5782c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:13.358317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-c9169f90-202d-4d24-ab92-6bb6927dd490 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:13.360055 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-c9169f90-202d-4d24-ab92-6bb6927dd490 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.59 "GET /v2.0/networks?id=f5e533ff-1243-43ad-8c69-72612af530dd HTTP/1.1" status: 200 len: 821 time: 0.2532434 Jul 08 18:08:13.367520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 5d8bf196-a14c-4745-8a64-5323ccf5782c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:13.368037 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:13.374953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e69c539-333d-4a1e-8c8b-9fd341aa87c0 req-0a3f883b-62d5-4bb9-bfdd-ad27161cc8aa tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172118 Jul 08 18:08:13.391036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e45c1293-9234-43cb-bdd3-32d7cb28d5e3 req-daac916b-ffe7-4f1f-a395-f78949bb415e tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281542 Jul 08 18:08:13.413716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Request body: {'port': {'device_id': '1f54bc92-091b-4df5-9170-1401983011ca', 'network_id': 'f5e533ff-1243-43ad-8c69-72612af530dd', 'admin_state_up': True, 'tenant_id': '6031a0afda6647a8baf6d63678a21641'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:13.434751 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:13.445608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5d8bf196-a14c-4745-8a64-5323ccf5782c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:13.525392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a119ec35-31b0-417f-8be7-3b667dc1cee4 None None] Network 99d6d74f-8f38-4a78-837f-7658a2116e97 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:13.539807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network da8d15b1-bfaa-4cea-a77b-62112b6c78fb is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:13.554883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:13.558957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:13.635210 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] For port 5d8bf196-a14c-4745-8a64-5323ccf5782c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5d8bf196-a14c-4745-8a64-5323ccf5782c,segment=NetworkSegment(fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1),segment_id=fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:13.635578 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:13.676987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:13.677586 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:13.706591 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9678092 Jul 08 18:08:13.714423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 5d8bf196-a14c-4745-8a64-5323ccf5782c owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:13.722979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7ee9cf7d-540d-4898-b1db-8d38761a850f None None] Provisioning for port 5d8bf196-a14c-4745-8a64-5323ccf5782c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:13.737596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7ee9cf7d-540d-4898-b1db-8d38761a850f None None] Provisioning complete for port 5d8bf196-a14c-4745-8a64-5323ccf5782c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:13.742440 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ee9cf7d-540d-4898-b1db-8d38761a850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:13.758222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6', 'admin_state_up': True, 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'security_groups': ['45012fb3-1325-4211-bb70-37e27084aaaa']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:13.929723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b29ce0d0-4963-4eb0-8641-4cbde9c00cb9 req-8115f961-a56a-44f3-806b-5014019b6d86 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 210 time: 0.2294114 Jul 08 18:08:13.962848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1931821-cc60-4364-91cb-39cf5a134b73 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Port': ['ID=0f10bd94-4d96-496c-83a7-1bd4b5116767,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:14.034580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Made reservation on behalf of 6031a0afda6647a8baf6d63678a21641 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:14.039590 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.065615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:14.110504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.178538 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No DVR routers for this DVR port 5d8bf196-a14c-4745-8a64-5323ccf5782c on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:14.231560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=5d8bf196-a14c-4745-8a64-5323ccf5782c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:14.333070 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.345585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7ee9cf7d-540d-4898-b1db-8d38761a850f None None] Could not find standard attr ID for object 5d8bf196-a14c-4745-8a64-5323ccf5782c. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:08:14.348323 n-d-799684-3 neutron-server[93743]: INFO neutron.plugins.ml2.db [None req-7ee9cf7d-540d-4898-b1db-8d38761a850f None None] No ports have port_id starting with 5d8bf196-a14c-4745-8a64-5323ccf5782c Jul 08 18:08:14.362359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4473f13-e1a0-4a9b-a1e2-02db3f7a05bd None None] DHCP port deletion for 99d6d74f-8f38-4a78-837f-7658a2116e97 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:08:14.363024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d6d74f-8f38-4a78-837f-7658a2116e97']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:14.385410 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.386095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:14.386924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7f3ea0-aab5-43bb-a06f-5bfd20373fc1') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:14.400096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Allocated IP 172.20.0.3 (f5e533ff-1243-43ad-8c69-72612af530dd/5b739ad1-abd1-45bf-be01-d369d8fc644a/08529be6-77df-48f6-bac2-c79038f20345) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:14.403819 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.426533 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.437748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:08:14.438389 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:08:14.442138 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:08:14.482222 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8f8ee2eb-73bf-4e09-a2bb-f6bd6f0e1a21 None None] Provisioning for port 0f10bd94-4d96-496c-83a7-1bd4b5116767 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:14.487073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8f8ee2eb-73bf-4e09-a2bb-f6bd6f0e1a21 None None] Provisioning complete for port 0f10bd94-4d96-496c-83a7-1bd4b5116767 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:14.487547 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8f8ee2eb-73bf-4e09-a2bb-f6bd6f0e1a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.549625 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.553520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ee2eb-73bf-4e09-a2bb-f6bd6f0e1a21 None None] Port 0f10bd94-4d96-496c-83a7-1bd4b5116767 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:14.557509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7def94-015f-487e-9093-33ec69f8da68 req-1ee7930b-9a11-408d-8f85-585caec37831 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:14.559340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b7def94-015f-487e-9093-33ec69f8da68 req-1ee7930b-9a11-408d-8f85-585caec37831 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 944 time: 0.3871903 Jul 08 18:08:14.567765 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.569709 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/networks/99d6d74f-8f38-4a78-837f-7658a2116e97 HTTP/1.1" status: 204 len: 168 time: 1.5636168 Jul 08 18:08:14.578117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40498) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:14.588842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1566510594'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:14.611201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-ee7130f0-0b2d-4d7b-a30b-2f81f43d8e12 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:14.613464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-ee7130f0-0b2d-4d7b-a30b-2f81f43d8e12 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.3914797 Jul 08 18:08:14.615244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23b888-07c3-44e9-9835-917a3845ea02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Network': ['ID=99d6d74f-8f38-4a78-837f-7658a2116e97,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:14.635054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 7b7fc189-17d8-4979-98b8-bf6730d0c96e up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:14.662010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-342e9521-52b9-4b47-b044-bceeb089612b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/quotas/db9c7b6194e74bf99ed16a978b364cfe HTTP/1.1" status: 200 len: 375 time: 0.0227501 Jul 08 18:08:14.713951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 7b7fc189-17d8-4979-98b8-bf6730d0c96e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:14.718003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 7b7fc189-17d8-4979-98b8-bf6730d0c96e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:14.718480 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.730021 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.733719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-dde7132d-b6ee-43f7-8ff4-406ef5774dea tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701330 Jul 08 18:08:14.745850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:14.749174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.763724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b7def94-015f-487e-9093-33ec69f8da68 req-ec9a6253-3a8f-4121-9d50-e2e9d097ee51 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916962 Jul 08 18:08:14.817589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.824636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Allocated IP 10.2.2.100 (11431c02-a7f4-4ec7-85c0-9b5689964bc6/145af265-0c37-44a9-9356-46969782c434/fa8f0f29-cc28-4b63-8c42-9caf10706204) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:14.850793 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.853583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:08:14.880447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Network f5e533ff-1243-43ad-8c69-72612af530dd is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:14.885452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:14.886235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.886603 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Added segment e78f522e-6670-44c8-a63a-2a55fe2584eb of type vlan for network ef2d855e-a4a8-48e0-ad19-152da49a69ad Jul 08 18:08:14.897931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:14.908313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e03d182-a17a-4890-b481-6128730217d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7fc189-17d8-4979-98b8-bf6730d0c96e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:14.915300 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d65c20-ab41-4a5d-8513-0b0ac446937f" -d '{"events": [{"server_uuid": "9e03d182-a17a-4890-b481-6128730217d4", "name": "network-vif-plugged", "status": "completed", "tag": "7b7fc189-17d8-4979-98b8-bf6730d0c96e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:14.952564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 7b7fc189-17d8-4979-98b8-bf6730d0c96e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=7b7fc189-17d8-4979-98b8-bf6730d0c96e,segment=NetworkSegment(091053a9-8684-43db-8e17-eba43f2a7256),segment_id=091053a9-8684-43db-8e17-eba43f2a7256)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:14.967464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Pushing event updated for resources: {'Port': ['ID=08529be6-77df-48f6-bac2-c79038f20345,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:14.982234 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:14.992562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:14.993779 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.015041 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-e6a8811c-8053-4c3b-a5e8-27bafbe25a73 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6436143 Jul 08 18:08:15.030053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Request body: {'port': {'device_id': '1f54bc92-091b-4df5-9170-1401983011ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:15.099955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=7b7fc189-17d8-4979-98b8-bf6730d0c96e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:15.154138 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.231471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5d8bf196-a14c-4745-8a64-5323ccf5782c no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:15.267942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5d8bf196-a14c-4745-8a64-5323ccf5782c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:08:15.268333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5d8bf196-a14c-4745-8a64-5323ccf5782c not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:15.479112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08529be6-77df-48f6-bac2-c79038f20345 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:15.488360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.489097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-a74076e5-1bd1-4a32-a777-72079beb71ba service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7546337 Jul 08 18:08:15.492632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.501776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Transition to ACTIVE for port object 08529be6-77df-48f6-bac2-c79038f20345 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:15.507375 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.565858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Pushing event updated for resources: {'Port': ['ID=08529be6-77df-48f6-bac2-c79038f20345,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:15.640733 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Attempting to bind port 08529be6-77df-48f6-bac2-c79038f20345 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:15.641215 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Attempting to bind port 08529be6-77df-48f6-bac2-c79038f20345 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'daeff05f-ce43-420e-a9df-14049e4b7100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f5e533ff-1243-43ad-8c69-72612af530dd'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:15.641659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Attempting to bind port 08529be6-77df-48f6-bac2-c79038f20345 on network f5e533ff-1243-43ad-8c69-72612af530dd {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:15.648837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Port 08529be6-77df-48f6-bac2-c79038f20345 on network f5e533ff-1243-43ad-8c69-72612af530dd not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:15.649182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Attempting to bind port 08529be6-77df-48f6-bac2-c79038f20345 on network f5e533ff-1243-43ad-8c69-72612af530dd {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:15.654959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:15.655296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Checking segment: {'id': 'daeff05f-ce43-420e-a9df-14049e4b7100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f5e533ff-1243-43ad-8c69-72612af530dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:15.655690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Bound using segment: {'id': 'daeff05f-ce43-420e-a9df-14049e4b7100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f5e533ff-1243-43ad-8c69-72612af530dd'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:15.656118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Bound port: 08529be6-77df-48f6-bac2-c79038f20345, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeff05f-ce43-420e-a9df-14049e4b7100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f5e533ff-1243-43ad-8c69-72612af530dd'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:15.656771 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.674638 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-1056969d-d5bf-45ae-87ac-cdab8a31afc8 service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565180 Jul 08 18:08:15.680760 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.686331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:15.686942 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.744583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] For port 08529be6-77df-48f6-bac2-c79038f20345, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:15.749635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] For port 08529be6-77df-48f6-bac2-c79038f20345, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=08529be6-77df-48f6-bac2-c79038f20345,segment=NetworkSegment(daeff05f-ce43-420e-a9df-14049e4b7100),segment_id=daeff05f-ce43-420e-a9df-14049e4b7100)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:15.758192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.763646 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.789599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2056892 Jul 08 18:08:15.803242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40510) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:15.810915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': 'ef2d855e-a4a8-48e0-ad19-152da49a69ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:15.816536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:15.817336 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.818954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] 10.222.0.59 "PUT /v2.0/ports/08529be6-77df-48f6-bac2-c79038f20345 HTTP/1.1" status: 200 len: 1091 time: 0.7963283 Jul 08 18:08:15.819411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f54bc92-091b-4df5-9170-1401983011ca', 'tag': '08529be6-77df-48f6-bac2-c79038f20345'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:15.822038 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13105b97-ab2a-4fa3-a80e-394fb35085bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f54bc92-091b-4df5-9170-1401983011ca", "tag": "08529be6-77df-48f6-bac2-c79038f20345"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:15.823848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187a136-33a0-41d3-804d-ea7bb7cd255b req-188023d8-749d-4b53-b080-8765e7a87849 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:15.830025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187a136-33a0-41d3-804d-ea7bb7cd255b req-188023d8-749d-4b53-b080-8765e7a87849 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:15.836670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187a136-33a0-41d3-804d-ea7bb7cd255b req-188023d8-749d-4b53-b080-8765e7a87849 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:15.844644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1187a136-33a0-41d3-804d-ea7bb7cd255b req-188023d8-749d-4b53-b080-8765e7a87849 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 2375 time: 0.3841653 Jul 08 18:08:15.846537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf72fcc-5045-48dc-a351-1497bf9cc24f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Network': ['ID=ef2d855e-a4a8-48e0-ad19-152da49a69ad,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:15.850492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Transition to ACTIVE for port object fa8f0f29-cc28-4b63-8c42-9caf10706204 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:15.858981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network ef2d855e-a4a8-48e0-ad19-152da49a69ad details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:08:15.875693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb8207-7a97-46f7-848b-eacb36175991 service neutron] Pushing event updated for resources: {'Port': ['ID=08529be6-77df-48f6-bac2-c79038f20345,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:16.021902 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1187a136-33a0-41d3-804d-ea7bb7cd255b req-28600765-fd65-4226-a0a8-7dd15a8efd37 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764765 Jul 08 18:08:16.071374 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb872937-0216-4cef-a636-125907b1ba82 x-openstack-request-id: req-cb872937-0216-4cef-a636-125907b1ba82 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:16.071674 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e03d182-a17a-4890-b481-6128730217d4", "name": "network-vif-plugged", "status": "completed", "tag": "7b7fc189-17d8-4979-98b8-bf6730d0c96e", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:16.071927 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb872937-0216-4cef-a636-125907b1ba82 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:16.072326 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e03d182-a17a-4890-b481-6128730217d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7fc189-17d8-4979-98b8-bf6730d0c96e', 'code': 200} Jul 08 18:08:16.101120 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:16.136416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-22290b56-5abb-4b17-80ae-890a17068fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:16.142118 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-22290b56-5abb-4b17-80ae-890a17068fab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6031a0afda6647a8baf6d63678a21641&device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 1094 time: 0.2041895 Jul 08 18:08:16.167309 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30b16b09-c980-45c1-8623-65c86bc308df req-4057786f-e525-4f97-8cd6-e97f8aee111b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2557480 Jul 08 18:08:16.181025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:16.184682 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:16.228180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:16.255499 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-1e9bac2b-c9c0-413b-863b-1b48deb4077b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08529be6-77df-48f6-bac2-c79038f20345 HTTP/1.1" status: 200 len: 217 time: 0.1070085 Jul 08 18:08:16.273703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:16.306755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:16.430043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-413b41bb-68fb-4505-9c78-de3891a69543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:16.432296 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-413b41bb-68fb-4505-9c78-de3891a69543 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b739ad1-abd1-45bf-be01-d369d8fc644a HTTP/1.1" status: 200 len: 861 time: 0.1229036 Jul 08 18:08:16.480092 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-8174602a-a468-43bd-b55c-7ded2d8a2d08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e533ff-1243-43ad-8c69-72612af530dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320745 Jul 08 18:08:16.482974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b16b09-c980-45c1-8623-65c86bc308df req-a70f5c3e-680d-4dc0-b626-7284b0c7ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:16.484395 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30b16b09-c980-45c1-8623-65c86bc308df req-a70f5c3e-680d-4dc0-b626-7284b0c7ef20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1097 time: 0.2597895 Jul 08 18:08:16.568156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Port': ['ID=fa8f0f29-cc28-4b63-8c42-9caf10706204,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:16.613855 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:16.614532 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:16.623026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-356f8c97-28f9-4fc0-994c-527060cb630a None None] Provisioning for port fa8f0f29-cc28-4b63-8c42-9caf10706204 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:16.628232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-356f8c97-28f9-4fc0-994c-527060cb630a None None] Provisioning complete for port fa8f0f29-cc28-4b63-8c42-9caf10706204 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:16.628861 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-356f8c97-28f9-4fc0-994c-527060cb630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:16.692519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a55109bb-937d-4ab1-9036-c6aed72e2e65 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9709909 Jul 08 18:08:16.695697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-aac1a297-2c98-410c-b8ec-b6167578e61e service neutron] 10.222.0.59 "GET /v2.0/networks/f5e533ff-1243-43ad-8c69-72612af530dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013862 Jul 08 18:08:16.697036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b16b09-c980-45c1-8623-65c86bc308df req-363c19cd-381e-4a49-9e6a-704b21307110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:16.698397 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30b16b09-c980-45c1-8623-65c86bc308df req-363c19cd-381e-4a49-9e6a-704b21307110 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.1847415 Jul 08 18:08:16.701141 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfb0fe-96a7-4a4a-b6ce-0a7c6eb7b393 req-a0dd413b-bd1b-442d-b7b9-4eee4adb0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:16.702674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fdfb0fe-96a7-4a4a-b6ce-0a7c6eb7b393 req-a0dd413b-bd1b-442d-b7b9-4eee4adb0124 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 1096 time: 0.5523038 Jul 08 18:08:16.708064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-356f8c97-28f9-4fc0-994c-527060cb630a None None] Port fa8f0f29-cc28-4b63-8c42-9caf10706204 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:16.725283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e277a32-1e3c-4326-8f8c-811ab98c0216 req-b13b34ce-1ab4-4292-b5cb-8aa19d9ad8db tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:16.734901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e277a32-1e3c-4326-8f8c-811ab98c0216 req-b13b34ce-1ab4-4292-b5cb-8aa19d9ad8db tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 943 time: 0.4145703 Jul 08 18:08:16.742396 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6', 'admin_state_up': True, 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'security_groups': ['45012fb3-1325-4211-bb70-37e27084aaaa']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:16.778133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dd9a0-2ec2-481d-b565-32c8c6900cf1 req-0fa5566a-8c50-43b6-8d44-f1e31f23f513 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:16.786421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-588dd9a0-2ec2-481d-b565-32c8c6900cf1 req-0fa5566a-8c50-43b6-8d44-f1e31f23f513 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 945 time: 0.3063700 Jul 08 18:08:16.844987 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30b16b09-c980-45c1-8623-65c86bc308df req-acbd16ec-7939-4fbc-8c0b-50427a790184 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 1001 time: 0.1250200 Jul 08 18:08:16.900536 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-350e8070-34d8-4ccd-bede-5d7e8cc93e25 req-844206dd-3bac-4696-a59c-5fee932c891e service neutron] 10.222.0.59 "GET /v2.0/networks/f5e533ff-1243-43ad-8c69-72612af530dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909316 Jul 08 18:08:16.937726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b16b09-c980-45c1-8623-65c86bc308df req-1d242c67-9d6b-4c51-a4ca-3a518a00311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:16.940959 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30b16b09-c980-45c1-8623-65c86bc308df req-1d242c67-9d6b-4c51-a4ca-3a518a00311e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0885398 Jul 08 18:08:16.990830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e277a32-1e3c-4326-8f8c-811ab98c0216 req-6452ee11-86b7-4fa9-9737-3d27435f974d tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/security-groups?id=6671cd6a-6c3e-4e02-a78e-173a15c20ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549975 Jul 08 18:08:17.013483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fdfb0fe-96a7-4a4a-b6ce-0a7c6eb7b393 req-998ff29b-9f63-4521-80fa-5fdbb8d5147c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763622 Jul 08 18:08:17.023612 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-588dd9a0-2ec2-481d-b565-32c8c6900cf1 req-373d958c-29a1-4454-b7f6-94af8aa5efcc tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355843 Jul 08 18:08:17.029346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b16b09-c980-45c1-8623-65c86bc308df req-8c89eed0-a4e6-4a94-a093-53e74a646cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:17.034192 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30b16b09-c980-45c1-8623-65c86bc308df req-8c89eed0-a4e6-4a94-a093-53e74a646cfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875540 Jul 08 18:08:17.090234 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7850905-e47e-40b1-92c9-a7e23aa598bf x-openstack-request-id: req-d7850905-e47e-40b1-92c9-a7e23aa598bf {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:17.090654 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f54bc92-091b-4df5-9170-1401983011ca", "tag": "08529be6-77df-48f6-bac2-c79038f20345", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:17.090876 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7850905-e47e-40b1-92c9-a7e23aa598bf {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:17.091287 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f54bc92-091b-4df5-9170-1401983011ca', 'tag': '08529be6-77df-48f6-bac2-c79038f20345', 'status': 'completed', 'code': 200} Jul 08 18:08:17.171776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Made reservation on behalf of 3d3fa74db1444891ae8e6a2f469c470e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:17.178739 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:17.197237 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:17.273039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Subnet': ['ID=a1e193d8-2ee4-4e00-866e-bc88530e331f,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:17.306627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13105b97-ab2a-4fa3-a80e-394fb35085bb req-1c82f475-768c-40b3-90f9-2faedfa910d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:17.308420 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-13105b97-ab2a-4fa3-a80e-394fb35085bb req-1c82f475-768c-40b3-90f9-2faedfa910d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6031a0afda6647a8baf6d63678a21641&device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 1094 time: 0.1475782 Jul 08 18:08:17.317040 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea6fc813-78ff-473a-a877-80aac0f7c689 req-0897c207-492b-4857-a375-53368dffb8a3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 210 time: 0.0547438 Jul 08 18:08:17.481834 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30b16b09-c980-45c1-8623-65c86bc308df req-8cfadcb9-123a-4831-9079-290a7f62b697 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403768 Jul 08 18:08:17.535184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Allocated IP 10.2.2.200 (11431c02-a7f4-4ec7-85c0-9b5689964bc6/145af265-0c37-44a9-9356-46969782c434/9dc138b5-431f-4879-a92f-271d72241855) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:17.637101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13105b97-ab2a-4fa3-a80e-394fb35085bb req-f9a17ced-61f1-4704-8f1b-e1c5a480c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:17.638592 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-13105b97-ab2a-4fa3-a80e-394fb35085bb req-f9a17ced-61f1-4704-8f1b-e1c5a480c5c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5e533ff-1243-43ad-8c69-72612af530dd HTTP/1.1" status: 200 len: 922 time: 0.2941377 Jul 08 18:08:17.682146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Checking segment: {'id': 'e78f522e-6670-44c8-a63a-2a55fe2584eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef2d855e-a4a8-48e0-ad19-152da49a69ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:17.683326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network hostable DHCP agents. Network: ef2d855e-a4a8-48e0-ad19-152da49a69ad, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:08:17.695173 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-13105b97-ab2a-4fa3-a80e-394fb35085bb req-b101c5b0-b201-4ba9-bc9f-c7d4e8d31199 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08529be6-77df-48f6-bac2-c79038f20345 HTTP/1.1" status: 200 len: 217 time: 0.0446391 Jul 08 18:08:17.698193 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30b16b09-c980-45c1-8623-65c86bc308df req-90651cd7-bb8c-48a0-9fde-df331d2b55a8 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072685 Jul 08 18:08:17.785913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13105b97-ab2a-4fa3-a80e-394fb35085bb req-f555b7a0-208c-4695-b081-0a7323932c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:17.787555 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-13105b97-ab2a-4fa3-a80e-394fb35085bb req-f555b7a0-208c-4695-b081-0a7323932c95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b739ad1-abd1-45bf-be01-d369d8fc644a HTTP/1.1" status: 200 len: 861 time: 0.0805404 Jul 08 18:08:17.847489 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-13105b97-ab2a-4fa3-a80e-394fb35085bb req-430afd53-04c8-42ff-8b2a-e5ab85df453d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5e533ff-1243-43ad-8c69-72612af530dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480859 Jul 08 18:08:17.865799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c5eec-2bb7-48c8-8493-8af902d89f05 req-4dff83dc-54e6-4e77-92ce-a95f9f88343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:17.867588 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c89c5eec-2bb7-48c8-8493-8af902d89f05 req-4dff83dc-54e6-4e77-92ce-a95f9f88343d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 1097 time: 0.3267119 Jul 08 18:08:17.884055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ef2d855e-a4a8-48e0-ad19-152da49a69ad is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:08:17.976929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ad7ad-6102-4764-a5a9-baa379566bf3 req-bd552f57-3eb6-4b55-85cb-493351139e2e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:17.983172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ad7ad-6102-4764-a5a9-baa379566bf3 req-bd552f57-3eb6-4b55-85cb-493351139e2e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:17.989353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ad7ad-6102-4764-a5a9-baa379566bf3 req-bd552f57-3eb6-4b55-85cb-493351139e2e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:17.995538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ad7ad-6102-4764-a5a9-baa379566bf3 req-bd552f57-3eb6-4b55-85cb-493351139e2e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:18.002985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d55ad7ad-6102-4764-a5a9-baa379566bf3 req-bd552f57-3eb6-4b55-85cb-493351139e2e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 3096 time: 0.4078300 Jul 08 18:08:18.011087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, ef2d855e-a4a8-48e0-ad19-152da49a69ad) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:18.020314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6dcee4-0d63-47fc-b918-9cd5aa2b2a00 None None] Network ef2d855e-a4a8-48e0-ad19-152da49a69ad requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:18.041933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:18.042833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:18.082568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-13105b97-ab2a-4fa3-a80e-394fb35085bb req-01afe18a-4904-4cb4-b635-527f0b96b9a4 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e533ff-1243-43ad-8c69-72612af530dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283461 Jul 08 18:08:18.095008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517d83-a0a6-498b-bd9f-4fc0c40eae5e req-7441310b-dbad-4f5f-a84b-d3b9cf7e4cba tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:18.097283 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1517d83-a0a6-498b-bd9f-4fc0c40eae5e req-7441310b-dbad-4f5f-a84b-d3b9cf7e4cba tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.2808790 Jul 08 18:08:18.106338 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:18.165526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d90178b8-45c1-4b57-8703-e91b49d84129 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3612020 Jul 08 18:08:18.171499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40544) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:18.193544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d55ad7ad-6102-4764-a5a9-baa379566bf3 req-5b3c2396-2d78-46b1-9b91-ec8822b300cd tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893423 Jul 08 18:08:18.201835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': 'ef2d855e-a4a8-48e0-ad19-152da49a69ad', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1832178630'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:18.224031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Transition to ACTIVE for port object 9dc138b5-431f-4879-a92f-271d72241855 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:18.227714 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-13105b97-ab2a-4fa3-a80e-394fb35085bb req-814c3115-500f-4abc-a1e0-6d044925d2c2 service neutron] 10.222.0.59 "GET /v2.0/networks/f5e533ff-1243-43ad-8c69-72612af530dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336937 Jul 08 18:08:18.251861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-05867023-0121-4bda-8896-cdb109f4c8e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:18.254120 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-05867023-0121-4bda-8896-cdb109f4c8e1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.3364213 Jul 08 18:08:18.264574 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1517d83-a0a6-498b-bd9f-4fc0c40eae5e req-027758d9-7c04-423c-ab66-1741b0154219 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476891 Jul 08 18:08:18.270992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Request body: {'port': {'device_id': 'd8b9a606-934f-4ef9-b938-359178eeec0f', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'admin_state_up': True, 'tenant_id': 'db9c7b6194e74bf99ed16a978b364cfe'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:18.330700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-ef2d855e-a4a8-48e0-ad19-152da49a69ad', 'network_id': 'ef2d855e-a4a8-48e0-ad19-152da49a69ad', 'tenant_id': '01b6e35ad5974b49b0a6a597300b982a', 'fixed_ips': [{'subnet_id': 'a1e193d8-2ee4-4e00-866e-bc88530e331f'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:08:18.331577 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:18.425256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c5eec-2bb7-48c8-8493-8af902d89f05 req-239be0d2-7361-4cf7-aa07-ad6ae1e59545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:18.427112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c89c5eec-2bb7-48c8-8493-8af902d89f05 req-239be0d2-7361-4cf7-aa07-ad6ae1e59545 service neutron] 10.222.0.74 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 920 time: 0.5365565 Jul 08 18:08:18.463638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Made reservation on behalf of db9c7b6194e74bf99ed16a978b364cfe for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:18.470002 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:18.542899 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c89c5eec-2bb7-48c8-8493-8af902d89f05 req-e8136e05-3190-47c8-93ca-15d0eb9dcce9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38fe7072-45b4-43d8-a193-f3eb9f151697 HTTP/1.1" status: 200 len: 217 time: 0.1058755 Jul 08 18:08:18.627064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Allocated IP 2001:db8::2 (ef2d855e-a4a8-48e0-ad19-152da49a69ad/a1e193d8-2ee4-4e00-866e-bc88530e331f/f5afe683-2fdf-4101-b692-03dfcc06191b) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:18.661607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:18.665521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Allocated IP 172.20.0.8 (79151542-de2c-40b0-b02a-fb7b0291c53e/4076efa4-d49a-4ab3-a795-2fff4cf7e319/20d5fd7e-ac93-4d6e-a6fd-551d856c05a2) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:18.723079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c5eec-2bb7-48c8-8493-8af902d89f05 req-fb43f816-4e44-4b33-aa94-e7eb3c5ea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:18.724552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c89c5eec-2bb7-48c8-8493-8af902d89f05 req-fb43f816-4e44-4b33-aa94-e7eb3c5ea46e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 200 len: 859 time: 0.1490021 Jul 08 18:08:18.738069 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c9ce1-4467-4351-b14a-009400545bc2 req-5f718d14-6a4a-4869-9ef6-3a1fe90eb6d1 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:18.744974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff0c9ce1-4467-4351-b14a-009400545bc2 req-5f718d14-6a4a-4869-9ef6-3a1fe90eb6d1 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 943 time: 0.3047082 Jul 08 18:08:18.793460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:18.817992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c89c5eec-2bb7-48c8-8493-8af902d89f05 req-5431940b-9677-45c9-955b-dee7985bf608 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=811ef628-e931-4676-a654-7d47371e6761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577645 Jul 08 18:08:18.818654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:18.822188 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:18.829109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:18.857276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:18.861561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event updated for resources: {'Port': ['ID=9dc138b5-431f-4879-a92f-271d72241855,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:18.948638 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:18.949948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:18.965163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Transition to ACTIVE for port object f5afe683-2fdf-4101-b692-03dfcc06191b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:18.970512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0ed54-ca7d-4946-a669-0aaab2b5d913 req-79819135-0bdf-4195-abb0-91adda3e625d tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:18.978479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cac0ed54-ca7d-4946-a669-0aaab2b5d913 req-79819135-0bdf-4195-abb0-91adda3e625d tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 945 time: 0.4639521 Jul 08 18:08:19.011985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Transition to ACTIVE for port object f5afe683-2fdf-4101-b692-03dfcc06191b will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:19.022440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 22343a63-f4e9-4c08-b253-46f01315194d yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:19.028873 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:19.049643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:19.062502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff0c9ce1-4467-4351-b14a-009400545bc2 req-386f61b9-d780-4c39-9318-d0778135ab55 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/security-groups?id=6671cd6a-6c3e-4e02-a78e-173a15c20ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163629 Jul 08 18:08:19.133818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Network ef2d855e-a4a8-48e0-ad19-152da49a69ad is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:19.153691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:19.154477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Network 79151542-de2c-40b0-b02a-fb7b0291c53e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:19.162936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:19.163329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:19.168279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:19.176458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event updated for resources: {'Port': ['ID=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:19.250367 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:19.251459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:19.289763 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:19.291582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:19.294325 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-03c2b732-716a-4a04-8698-7e5f7ecb7fcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0297482 Jul 08 18:08:19.313045 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Request body: {'port': {'device_id': 'd8b9a606-934f-4ef9-b938-359178eeec0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:19.363984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Pushing event updated for resources: {'Port': ['ID=f5afe683-2fdf-4101-b692-03dfcc06191b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:19.382329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Attempting to bind port f5afe683-2fdf-4101-b692-03dfcc06191b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:19.382701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Attempting to bind port f5afe683-2fdf-4101-b692-03dfcc06191b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'e78f522e-6670-44c8-a63a-2a55fe2584eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef2d855e-a4a8-48e0-ad19-152da49a69ad'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:19.383064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Attempting to bind port f5afe683-2fdf-4101-b692-03dfcc06191b on network ef2d855e-a4a8-48e0-ad19-152da49a69ad {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:19.391082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:19.391732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Checking segment: {'id': 'e78f522e-6670-44c8-a63a-2a55fe2584eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef2d855e-a4a8-48e0-ad19-152da49a69ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:19.391920 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:19.392228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Bound using segment: {'id': 'e78f522e-6670-44c8-a63a-2a55fe2584eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef2d855e-a4a8-48e0-ad19-152da49a69ad'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:19.392920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Bound port: f5afe683-2fdf-4101-b692-03dfcc06191b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78f522e-6670-44c8-a63a-2a55fe2584eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef2d855e-a4a8-48e0-ad19-152da49a69ad'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:19.393307 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:19.403232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18fa78c0-2ddd-408a-b552-6960afa78faa None None] Provisioning for port 9dc138b5-431f-4879-a92f-271d72241855 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:19.431900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-28937288-70fb-49c8-bed8-fdddfab86c7c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7201912 Jul 08 18:08:19.439192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18fa78c0-2ddd-408a-b552-6960afa78faa None None] Provisioning complete for port 9dc138b5-431f-4879-a92f-271d72241855 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:19.441953 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18fa78c0-2ddd-408a-b552-6960afa78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:19.445911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cac0ed54-ca7d-4946-a669-0aaab2b5d913 req-70eeedf2-f9c3-47e1-8be2-eea36685fc83 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665606 Jul 08 18:08:19.454996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:19.494522 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:19.535922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-18fa78c0-2ddd-408a-b552-6960afa78faa None None] Port 9dc138b5-431f-4879-a92f-271d72241855 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:19.573779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8::37 (ef2d855e-a4a8-48e0-ad19-152da49a69ad/a1e193d8-2ee4-4e00-866e-bc88530e331f/22343a63-f4e9-4c08-b253-46f01315194d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:19.602925 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c89c5eec-2bb7-48c8-8493-8af902d89f05 req-c88dc9fc-ad20-4df9-989b-1c38c49239e7 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7710917 Jul 08 18:08:19.615605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] For port f5afe683-2fdf-4101-b692-03dfcc06191b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:19.621089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] For port f5afe683-2fdf-4101-b692-03dfcc06191b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f5afe683-2fdf-4101-b692-03dfcc06191b,segment=NetworkSegment(e78f522e-6670-44c8-a63a-2a55fe2584eb),segment_id=e78f522e-6670-44c8-a63a-2a55fe2584eb)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:19.630780 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:19.719059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2e5bd-d861-4844-b0a4-ac0692db1c38 None None] Pushing event updated for resources: {'Port': ['ID=f5afe683-2fdf-4101-b692-03dfcc06191b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:20.074136 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:20.098420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de5d93-56d1-4f95-b054-9a4846e3e09c req-d92b75a4-ae6c-41dc-bd52-c05155c34684 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:20.108155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98de5d93-56d1-4f95-b054-9a4846e3e09c req-d92b75a4-ae6c-41dc-bd52-c05155c34684 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 931 time: 0.7055719 Jul 08 18:08:20.162191 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:20.173851 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c89c5eec-2bb7-48c8-8493-8af902d89f05 req-6609cf7b-ca46-4d78-abb0-496f0bc445d2 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091577 Jul 08 18:08:20.224493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Transition to ACTIVE for port object 22343a63-f4e9-4c08-b253-46f01315194d will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:20.233656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 08529be6-77df-48f6-bac2-c79038f20345 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:08:20.268501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98de5d93-56d1-4f95-b054-9a4846e3e09c req-7001978b-21bc-43f5-9f7a-e44acb177f44 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584625 Jul 08 18:08:20.496299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 08529be6-77df-48f6-bac2-c79038f20345, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=08529be6-77df-48f6-bac2-c79038f20345,segment=NetworkSegment(daeff05f-ce43-420e-a9df-14049e4b7100),segment_id=daeff05f-ce43-420e-a9df-14049e4b7100)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:20.515016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '08529be6-77df-48f6-bac2-c79038f20345', 'network_id': 'f5e533ff-1243-43ad-8c69-72612af530dd', 'port_id': '08529be6-77df-48f6-bac2-c79038f20345', 'mac_address': 'fa:16:3e:b8:dd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b739ad1-abd1-45bf-be01-d369d8fc644a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:08:20.565743 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:20.585177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08529be6-77df-48f6-bac2-c79038f20345 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:20.620708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:20.626943 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 08529be6-77df-48f6-bac2-c79038f20345, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=08529be6-77df-48f6-bac2-c79038f20345,segment=NetworkSegment(daeff05f-ce43-420e-a9df-14049e4b7100),segment_id=daeff05f-ce43-420e-a9df-14049e4b7100)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:20.633032 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:20.633424 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:20.655138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Transition to ACTIVE for port object 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:20.660675 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:20.697166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=08529be6-77df-48f6-bac2-c79038f20345,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:20.793869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Pushing event updated for resources: {'Port': ['ID=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:20.823751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Attempting to bind port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:20.824226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Attempting to bind port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:20.824652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Attempting to bind port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:20.830257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 on network 79151542-de2c-40b0-b02a-fb7b0291c53e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:20.831448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Attempting to bind port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:20.838002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:20.838501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Checking segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:20.838984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Bound using segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:20.839517 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Bound port: 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:20.839994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:20.960578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] For port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:20.964625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] For port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:20.970085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:21.012213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['08529be6-77df-48f6-bac2-c79038f20345'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:21.045130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Pushing event updated for resources: {'Port': ['ID=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:21.058323 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.059595 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:21.060941 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-3fb60c88-af3a-4b8c-96c6-315a96a96c0a service neutron] 10.222.0.74 "PUT /v2.0/ports/20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 HTTP/1.1" status: 200 len: 1091 time: 1.7593284 Jul 08 18:08:21.061257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b9a606-934f-4ef9-b938-359178eeec0f', 'tag': '20d5fd7e-ac93-4d6e-a6fd-551d856c05a2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:21.066570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:21.066933 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6b83ba-ab2c-470d-bfef-2017b4416663" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b9a606-934f-4ef9-b938-359178eeec0f", "tag": "20d5fd7e-ac93-4d6e-a6fd-551d856c05a2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:21.133705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111a0aa-5a62-426e-a46e-8c2ad2ee6221 req-b2381d99-54d9-48f6-850c-70ee58ab4a0d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.139741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111a0aa-5a62-426e-a46e-8c2ad2ee6221 req-b2381d99-54d9-48f6-850c-70ee58ab4a0d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.148953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111a0aa-5a62-426e-a46e-8c2ad2ee6221 req-b2381d99-54d9-48f6-850c-70ee58ab4a0d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.157871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111a0aa-5a62-426e-a46e-8c2ad2ee6221 req-b2381d99-54d9-48f6-850c-70ee58ab4a0d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.167243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111a0aa-5a62-426e-a46e-8c2ad2ee6221 req-b2381d99-54d9-48f6-850c-70ee58ab4a0d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.171484 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3111a0aa-5a62-426e-a46e-8c2ad2ee6221 req-b2381d99-54d9-48f6-850c-70ee58ab4a0d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 3817 time: 0.8949866 Jul 08 18:08:21.184821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-d661e835-bd5d-4cb1-982e-07ea9b24a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.200292 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-d661e835-bd5d-4cb1-982e-07ea9b24a714 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 1094 time: 0.0827296 Jul 08 18:08:21.216288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c616c8-3254-4f60-8a02-76f984fe435e None None] Network ef2d855e-a4a8-48e0-ad19-152da49a69ad requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:21.227781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ef2d855e-a4a8-48e0-ad19-152da49a69ad is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:21.256510 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-a028973d-9fda-485c-bb57-1502c980c226 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 HTTP/1.1" status: 200 len: 217 time: 0.0450163 Jul 08 18:08:21.261866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:21.264977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:21.271006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.271616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:21.322596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=22343a63-f4e9-4c08-b253-46f01315194d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:21.324678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-1c89d8d7-e839-4e4d-9edc-e55eaea7abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.326445 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-1c89d8d7-e839-4e4d-9edc-e55eaea7abb2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0592258 Jul 08 18:08:21.336458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f5afe683-2fdf-4101-b692-03dfcc06191b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:21.353109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b356fc-bef4-4bb0-8c67-f2dec5f2fec3 req-57891c6d-cf37-487c-acea-4c9d4c503114 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.361349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6b356fc-bef4-4bb0-8c67-f2dec5f2fec3 req-57891c6d-cf37-487c-acea-4c9d4c503114 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.8502672 Jul 08 18:08:21.371901 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-9244e7d4-89e9-4640-8cf1-f0d07a06d6a2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380104 Jul 08 18:08:21.390381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-03601a94-ae9d-4d94-8872-79d22fc79542 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.2100923 Jul 08 18:08:21.392318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cd52d-b59a-40b7-a182-3f3226c95062 req-edf81633-f0d8-44e0-9fdc-7e2bde2337e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.394566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-915cd52d-b59a-40b7-a182-3f3226c95062 req-edf81633-f0d8-44e0-9fdc-7e2bde2337e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 1097 time: 0.4450545 Jul 08 18:08:21.399071 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-16f57812-2990-49e4-8528-b5834cfd7cb2 None None] Provisioning for port f5afe683-2fdf-4101-b692-03dfcc06191b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:21.401787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40572) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:21.441716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port f5afe683-2fdf-4101-b692-03dfcc06191b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:21.449019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f5afe683-2fdf-4101-b692-03dfcc06191b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:21.449019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:21.453159 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3111a0aa-5a62-426e-a46e-8c2ad2ee6221 req-16ef9213-3e37-41b0-a719-06ebba37f950 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325873 Jul 08 18:08:21.577422 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-0aba8a32-bd0d-46e7-a9f8-e5a814dbdc4a service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960881 Jul 08 18:08:21.592060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59682ff9-4a96-408d-bee6-68e470629095 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:21.606322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6b356fc-bef4-4bb0-8c67-f2dec5f2fec3 req-794fbc1a-003b-4553-bd2a-40455069bfee tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425678 Jul 08 18:08:21.618186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:21.700366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Transition to ACTIVE for port object 59682ff9-4a96-408d-bee6-68e470629095 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:21.730942 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:21.736884 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:21.741975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cd52d-b59a-40b7-a182-3f3226c95062 req-6927488a-1c62-41b3-9947-be9cacdb513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.743568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-915cd52d-b59a-40b7-a182-3f3226c95062 req-6927488a-1c62-41b3-9947-be9cacdb513e service neutron] 10.222.0.74 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 920 time: 0.2941940 Jul 08 18:08:21.779295 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9b9216df-4e3d-4d7d-9ca7-c56c593ccf50 req-4dc8ea55-9bac-4a97-9ea6-b5270b5ea8ca service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931791 Jul 08 18:08:21.780092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port f5afe683-2fdf-4101-b692-03dfcc06191b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f5afe683-2fdf-4101-b692-03dfcc06191b,segment=NetworkSegment(e78f522e-6670-44c8-a63a-2a55fe2584eb),segment_id=e78f522e-6670-44c8-a63a-2a55fe2584eb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:21.787047 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:21.859411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=f5afe683-2fdf-4101-b692-03dfcc06191b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:21.897496 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-915cd52d-b59a-40b7-a182-3f3226c95062 req-1bc19328-ed4e-4e28-8056-ad817a11cdc7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38fe7072-45b4-43d8-a193-f3eb9f151697 HTTP/1.1" status: 200 len: 217 time: 0.1092973 Jul 08 18:08:21.930243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Pushing event updated for resources: {'Port': ['ID=59682ff9-4a96-408d-bee6-68e470629095,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:21.945187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2633a-8966-46a5-926a-07393bb4e8c0 req-85da5b04-a0f9-4c5c-9791-bc770c7bdbe0 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:21.953146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f8b2633a-8966-46a5-926a-07393bb4e8c0 req-85da5b04-a0f9-4c5c-9791-bc770c7bdbe0 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 944 time: 0.3398063 Jul 08 18:08:22.006544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-99575da1-d6c6-4c6c-ad58-5df331f30c7e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 22343a63-f4e9-4c08-b253-46f01315194d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:22.007088 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99575da1-d6c6-4c6c-ad58-5df331f30c7e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:22.054395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cd52d-b59a-40b7-a182-3f3226c95062 req-fd48b3c0-12e5-4c33-9831-562f1f8dd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:22.056580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-915cd52d-b59a-40b7-a182-3f3226c95062 req-fd48b3c0-12e5-4c33-9831-562f1f8dd31c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 200 len: 859 time: 0.1428080 Jul 08 18:08:22.155266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-056fe5a4-f001-4f25-8375-835211f4f043 None None] Provisioning complete for port f5afe683-2fdf-4101-b692-03dfcc06191b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:22.155797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-056fe5a4-f001-4f25-8375-835211f4f043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:22.177509 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-915cd52d-b59a-40b7-a182-3f3226c95062 req-421be870-54ea-48f0-9413-f47b88adc9c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=811ef628-e931-4676-a654-7d47371e6761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694759 Jul 08 18:08:22.250596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f8b2633a-8966-46a5-926a-07393bb4e8c0 req-e9a77b0a-a0a6-4b89-914c-ca2804429ceb tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/security-groups?id=6671cd6a-6c3e-4e02-a78e-173a15c20ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963650 Jul 08 18:08:22.269441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Attempting to bind port 59682ff9-4a96-408d-bee6-68e470629095 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:22.269912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Attempting to bind port 59682ff9-4a96-408d-bee6-68e470629095 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:22.270383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Attempting to bind port 59682ff9-4a96-408d-bee6-68e470629095 on network 862c2a37-d96a-4888-ae5a-8d974ff33d02 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:22.301525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-056fe5a4-f001-4f25-8375-835211f4f043 None None] Provisioning for port 22343a63-f4e9-4c08-b253-46f01315194d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:22.305913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-056fe5a4-f001-4f25-8375-835211f4f043 None None] Provisioning complete for port 22343a63-f4e9-4c08-b253-46f01315194d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:22.306330 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-056fe5a4-f001-4f25-8375-835211f4f043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:22.337112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Port 59682ff9-4a96-408d-bee6-68e470629095 on network 862c2a37-d96a-4888-ae5a-8d974ff33d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:22.337594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Attempting to bind port 59682ff9-4a96-408d-bee6-68e470629095 on network 862c2a37-d96a-4888-ae5a-8d974ff33d02 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:22.358853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-056fe5a4-f001-4f25-8375-835211f4f043 None None] Port 22343a63-f4e9-4c08-b253-46f01315194d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:22.368646 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99575da1-d6c6-4c6c-ad58-5df331f30c7e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:22.383448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-99575da1-d6c6-4c6c-ad58-5df331f30c7e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 22343a63-f4e9-4c08-b253-46f01315194d owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:22.396179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2760f1-c61b-418b-afc3-578d880bd9ee req-5865ebc9-c901-46ef-b5e0-68a2c68cde72 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:22.397760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee2760f1-c61b-418b-afc3-578d880bd9ee req-5865ebc9-c901-46ef-b5e0-68a2c68cde72 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 945 time: 0.6065762 Jul 08 18:08:22.410705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:22.411045 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Checking segment: {'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:22.411435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Bound using segment: {'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:22.412516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Bound port: 59682ff9-4a96-408d-bee6-68e470629095, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e3454d-52df-43ab-af13-953ddc671c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:22.412882 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:22.479365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6c062ddd-3b58-4aee-bf06-8ebb1d6b18da None None] Provisioning complete for port 22343a63-f4e9-4c08-b253-46f01315194d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:22.479707 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c062ddd-3b58-4aee-bf06-8ebb1d6b18da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:22.523398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6c062ddd-3b58-4aee-bf06-8ebb1d6b18da None None] Port 22343a63-f4e9-4c08-b253-46f01315194d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:22.559708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee2760f1-c61b-418b-afc3-578d880bd9ee req-cf9f6145-4ba1-4f40-89f2-ea81f8f810d0 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500933 Jul 08 18:08:22.570157 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb840eb3-01d0-47e8-bdf8-47faad62bc45 x-openstack-request-id: req-fb840eb3-01d0-47e8-bdf8-47faad62bc45 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:22.570544 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b9a606-934f-4ef9-b938-359178eeec0f", "tag": "20d5fd7e-ac93-4d6e-a6fd-551d856c05a2", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:22.570804 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fb840eb3-01d0-47e8-bdf8-47faad62bc45 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:22.571215 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b9a606-934f-4ef9-b938-359178eeec0f', 'tag': '20d5fd7e-ac93-4d6e-a6fd-551d856c05a2', 'status': 'completed', 'code': 200} Jul 08 18:08:22.594849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-915cd52d-b59a-40b7-a182-3f3226c95062 req-9b900e97-4da4-43af-bed7-54e83f5f6da5 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861666 Jul 08 18:08:22.700847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b83ba-ab2c-470d-bfef-2017b4416663 req-3c55a571-e0c9-4cdd-ba43-b1064077d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:22.702393 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6f6b83ba-ab2c-470d-bfef-2017b4416663 req-3c55a571-e0c9-4cdd-ba43-b1064077d93a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 1094 time: 0.0982709 Jul 08 18:08:22.740980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] For port 59682ff9-4a96-408d-bee6-68e470629095, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:22.810787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b83ba-ab2c-470d-bfef-2017b4416663 req-107c12d7-527d-4ac9-8be4-1df3ff6a5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:22.812379 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6f6b83ba-ab2c-470d-bfef-2017b4416663 req-107c12d7-527d-4ac9-8be4-1df3ff6a5ff2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 913 time: 0.0958385 Jul 08 18:08:22.835561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] For port 59682ff9-4a96-408d-bee6-68e470629095, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=59682ff9-4a96-408d-bee6-68e470629095,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:22.859448 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:22.863320 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6f6b83ba-ab2c-470d-bfef-2017b4416663 req-8e7c860b-caaf-4aef-b797-16e5b9c19206 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 HTTP/1.1" status: 200 len: 217 time: 0.0423477 Jul 08 18:08:22.915669 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b83ba-ab2c-470d-bfef-2017b4416663 req-34e4792d-f04c-43ec-85a6-028ac7f39f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:22.917250 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6f6b83ba-ab2c-470d-bfef-2017b4416663 req-34e4792d-f04c-43ec-85a6-028ac7f39f21 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0458291 Jul 08 18:08:22.943287 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99575da1-d6c6-4c6c-ad58-5df331f30c7e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:22.946760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-915cd52d-b59a-40b7-a182-3f3226c95062 req-82330725-8c1b-4b5f-9762-79e3c742dad7 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085027 Jul 08 18:08:22.957847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:22.958426 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:22.959826 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] 10.222.0.59 "PUT /v2.0/ports/59682ff9-4a96-408d-bee6-68e470629095 HTTP/1.1" status: 200 len: 1092 time: 3.5090132 Jul 08 18:08:22.960275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': '59682ff9-4a96-408d-bee6-68e470629095'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:22.968280 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ac2af5-767a-4d33-97cf-a563a2724ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "59682ff9-4a96-408d-bee6-68e470629095"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:22.969940 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6f6b83ba-ab2c-470d-bfef-2017b4416663 req-81c4c07c-9470-4f60-a071-5ecb8e544a5f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397232 Jul 08 18:08:22.998521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:23.038856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924afe3-ce73-49c0-8e62-8ab3164fbd8b service neutron] Pushing event updated for resources: {'Port': ['ID=59682ff9-4a96-408d-bee6-68e470629095,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:23.057009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb1ce-72a5-4062-a176-337fdfd00fbd req-7fc254a0-8812-4834-a384-cbfc1790a62d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:23.064127 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a0fb1ce-72a5-4062-a176-337fdfd00fbd req-7fc254a0-8812-4834-a384-cbfc1790a62d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 943 time: 0.3499262 Jul 08 18:08:23.109278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288147a-824b-45fc-8e15-e0d40b537c0c req-46adf1a3-b13b-4641-aa42-fe4c90f52737 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:23.117462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288147a-824b-45fc-8e15-e0d40b537c0c req-46adf1a3-b13b-4641-aa42-fe4c90f52737 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:23.126663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288147a-824b-45fc-8e15-e0d40b537c0c req-46adf1a3-b13b-4641-aa42-fe4c90f52737 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:23.133587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288147a-824b-45fc-8e15-e0d40b537c0c req-46adf1a3-b13b-4641-aa42-fe4c90f52737 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:23.141510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288147a-824b-45fc-8e15-e0d40b537c0c req-46adf1a3-b13b-4641-aa42-fe4c90f52737 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:23.146082 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6f6b83ba-ab2c-470d-bfef-2017b4416663 req-6a18a5cb-8b57-4c75-a77f-f663f0880f01 service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657379 Jul 08 18:08:23.147294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f288147a-824b-45fc-8e15-e0d40b537c0c req-46adf1a3-b13b-4641-aa42-fe4c90f52737 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 3829 time: 0.4197884 Jul 08 18:08:23.260021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f5afe683-2fdf-4101-b692-03dfcc06191b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:23.310809 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6f6b83ba-ab2c-470d-bfef-2017b4416663 req-ef4e7675-5a7d-4b1a-9ba0-575796c0dd38 service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514704 Jul 08 18:08:23.334366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f5afe683-2fdf-4101-b692-03dfcc06191b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:23.337082 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:23.452715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99575da1-d6c6-4c6c-ad58-5df331f30c7e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:23.454690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-99575da1-d6c6-4c6c-ad58-5df331f30c7e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/22343a63-f4e9-4c08-b253-46f01315194d HTTP/1.1" status: 204 len: 168 time: 2.0519345 Jul 08 18:08:23.457530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40586) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:23.464050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99575da1-d6c6-4c6c-ad58-5df331f30c7e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=22343a63-f4e9-4c08-b253-46f01315194d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:23.508406 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fde1b11-0a94-4f77-b85e-e2c9d40457ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:08:23.512838 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2fde1b11-0a94-4f77-b85e-e2c9d40457ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/22343a63-f4e9-4c08-b253-46f01315194d HTTP/1.1" status: 404 len: 333 time: 0.0518196 Jul 08 18:08:23.513572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40588) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:23.524315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a0fb1ce-72a5-4062-a176-337fdfd00fbd req-447eb2bf-a205-4cd1-a463-1c5750dba628 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587345 Jul 08 18:08:23.547057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f288147a-824b-45fc-8e15-e0d40b537c0c req-8b7a4a2e-2ffb-45c3-949d-7d12d00e3729 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3928552 Jul 08 18:08:23.570656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:23.601106 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d8d1e2-81f9-48eb-8e96-f0301b81c360 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting subnet a1e193d8-2ee4-4e00-866e-bc88530e331f {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:08:23.605719 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d1e2-81f9-48eb-8e96-f0301b81c360 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:23.655370 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d1e2-81f9-48eb-8e96-f0301b81c360 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:23.783184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d1e2-81f9-48eb-8e96-f0301b81c360 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:23.851880 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d1e2-81f9-48eb-8e96-f0301b81c360 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:23.887888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8d1e2-81f9-48eb-8e96-f0301b81c360 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e193d8-2ee4-4e00-866e-bc88530e331f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:23.890408 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d1e2-81f9-48eb-8e96-f0301b81c360 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:23.893131 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b2d8d1e2-81f9-48eb-8e96-f0301b81c360 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/a1e193d8-2ee4-4e00-866e-bc88530e331f HTTP/1.1" status: 204 len: 168 time: 0.3788552 Jul 08 18:08:23.896736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40594) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:23.903015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7532bca6-6c20-4404-8471-5838d6245ccb None None] Network ef2d855e-a4a8-48e0-ad19-152da49a69ad requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:23.909415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0498fd7-667c-4c5a-b581-fa03e0817ac6 req-d14067ae-0691-497b-b2f6-ab623462a78a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:23.910952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0498fd7-667c-4c5a-b581-fa03e0817ac6 req-d14067ae-0691-497b-b2f6-ab623462a78a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1505036 Jul 08 18:08:23.912468 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4e654c-6e17-48b4-8068-bdab3b992826 x-openstack-request-id: req-9d4e654c-6e17-48b4-8068-bdab3b992826 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:23.912749 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "59682ff9-4a96-408d-bee6-68e470629095", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:23.912998 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9d4e654c-6e17-48b4-8068-bdab3b992826 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:23.913390 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': '59682ff9-4a96-408d-bee6-68e470629095', 'status': 'completed', 'code': 200} Jul 08 18:08:24.012233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0498fd7-667c-4c5a-b581-fa03e0817ac6 req-99bbcf2c-0294-479f-98ab-062e2a1c0431 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846395 Jul 08 18:08:24.102184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.170074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-bbf90317-fa74-48e1-b877-2c0ec4d890b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.170594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-bbf90317-fa74-48e1-b877-2c0ec4d890b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.171069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-bbf90317-fa74-48e1-b877-2c0ec4d890b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.171537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-bbf90317-fa74-48e1-b877-2c0ec4d890b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.172003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-bbf90317-fa74-48e1-b877-2c0ec4d890b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.174497 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-bbf90317-fa74-48e1-b877-2c0ec4d890b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 4364 time: 0.1769693 Jul 08 18:08:24.212908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cc5ac4-b829-405d-8524-bd92c8f400fe {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:24.227185 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.232855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b7d53e-7422-4161-937f-18c17e1d3c0b None None] DHCP port deletion for ef2d855e-a4a8-48e0-ad19-152da49a69ad request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:08:24.239007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 08529be6-77df-48f6-bac2-c79038f20345 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:24.243758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd982cd4-eccd-4561-b563-5d709f23dd49 req-78d88ea9-6170-4e95-bfb7-49acb227cd06 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.251171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd982cd4-eccd-4561-b563-5d709f23dd49 req-78d88ea9-6170-4e95-bfb7-49acb227cd06 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 944 time: 0.1818495 Jul 08 18:08:24.285129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Transition to ACTIVE for port object d4cc5ac4-b829-405d-8524-bd92c8f400fe will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:24.297968 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.317677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port f5afe683-2fdf-4101-b692-03dfcc06191b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:24.318031 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.387434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc5ac4-b829-405d-8524-bd92c8f400fe,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:24.412440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd982cd4-eccd-4561-b563-5d709f23dd49 req-9a6e0718-8b5b-40b8-932f-54adf630f94e tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/security-groups?id=6671cd6a-6c3e-4e02-a78e-173a15c20ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602950 Jul 08 18:08:24.449349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-08b7d53e-7422-4161-937f-18c17e1d3c0b None None] Deleting port f5afe683-2fdf-4101-b692-03dfcc06191b {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:24.450551 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08b7d53e-7422-4161-937f-18c17e1d3c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.478256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] For port f5afe683-2fdf-4101-b692-03dfcc06191b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f5afe683-2fdf-4101-b692-03dfcc06191b,segment=NetworkSegment(e78f522e-6670-44c8-a63a-2a55fe2584eb),segment_id=e78f522e-6670-44c8-a63a-2a55fe2584eb)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:24.478764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.498157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-831bdfda-a8a2-4454-8cd9-f4c97597df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.498843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-831bdfda-a8a2-4454-8cd9-f4c97597df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.499404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-831bdfda-a8a2-4454-8cd9-f4c97597df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.501058 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-831bdfda-a8a2-4454-8cd9-f4c97597df38 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3185816 Jul 08 18:08:24.507745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for f5afe683-2fdf-4101-b692-03dfcc06191b owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:24.537443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-08b7d53e-7422-4161-937f-18c17e1d3c0b None None] For port f5afe683-2fdf-4101-b692-03dfcc06191b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f5afe683-2fdf-4101-b692-03dfcc06191b,segment=NetworkSegment(e78f522e-6670-44c8-a63a-2a55fe2584eb),segment_id=e78f522e-6670-44c8-a63a-2a55fe2584eb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:24.538107 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08b7d53e-7422-4161-937f-18c17e1d3c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.566505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-08b7d53e-7422-4161-937f-18c17e1d3c0b None None] Calling delete_port for f5afe683-2fdf-4101-b692-03dfcc06191b owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:24.591564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Attempting to bind port d4cc5ac4-b829-405d-8524-bd92c8f400fe on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:24.592098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Attempting to bind port d4cc5ac4-b829-405d-8524-bd92c8f400fe by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:24.592234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Attempting to bind port d4cc5ac4-b829-405d-8524-bd92c8f400fe on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:24.600714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Port d4cc5ac4-b829-405d-8524-bd92c8f400fe on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:24.601038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Attempting to bind port d4cc5ac4-b829-405d-8524-bd92c8f400fe on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:24.607223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:24.607565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Checking segment: {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:24.607988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Bound using segment: {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:24.617615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Bound port: d4cc5ac4-b829-405d-8524-bd92c8f400fe, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:24.618005 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.634718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-d5be3ac2-42f9-4bff-b2a4-0aadf3dd83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.636329 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70ac2af5-767a-4d33-97cf-a563a2724ecd req-d5be3ac2-42f9-4bff-b2a4-0aadf3dd83d1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265314 Jul 08 18:08:24.708483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 08529be6-77df-48f6-bac2-c79038f20345 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:24.727927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 08529be6-77df-48f6-bac2-c79038f20345 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:24.728305 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.732404 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08b7d53e-7422-4161-937f-18c17e1d3c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.795547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7d53e-7422-4161-937f-18c17e1d3c0b None None] Pushing event deleted for resources: {'Port': ['ID=f5afe683-2fdf-4101-b692-03dfcc06191b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:24.804580 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b7d53e-7422-4161-937f-18c17e1d3c0b None None] No DVR routers for this DVR port f5afe683-2fdf-4101-b692-03dfcc06191b on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:24.846619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] For port d4cc5ac4-b829-405d-8524-bd92c8f400fe, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:24.866386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] For port d4cc5ac4-b829-405d-8524-bd92c8f400fe, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d4cc5ac4-b829-405d-8524-bd92c8f400fe,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:24.895149 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.906898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fff5e-a4d3-4016-b25b-e3e35f7735b2 req-35b702cf-958e-43c8-9585-59379758d246 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.911546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa2fff5e-a4d3-4016-b25b-e3e35f7735b2 req-35b702cf-958e-43c8-9585-59379758d246 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 943 time: 0.1647651 Jul 08 18:08:24.914133 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.916031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.961179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=f5afe683-2fdf-4101-b692-03dfcc06191b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:24.972383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No DVR routers for this DVR port f5afe683-2fdf-4101-b692-03dfcc06191b on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:24.982975 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f54bc92-091b-4df5-9170-1401983011ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08529be6-77df-48f6-bac2-c79038f20345'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:24.985274 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb02508f-4483-412d-a913-11234773b4b7" -d '{"events": [{"server_uuid": "1f54bc92-091b-4df5-9170-1401983011ca", "name": "network-vif-plugged", "status": "completed", "tag": "08529be6-77df-48f6-bac2-c79038f20345"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:24.997816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:24.998469 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:24.999865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] 10.222.0.59 "PUT /v2.0/ports/d4cc5ac4-b829-405d-8524-bd92c8f400fe HTTP/1.1" status: 200 len: 1136 time: 2.0101445 Jul 08 18:08:25.033283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 08529be6-77df-48f6-bac2-c79038f20345, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=08529be6-77df-48f6-bac2-c79038f20345,segment=NetworkSegment(daeff05f-ce43-420e-a9df-14049e4b7100),segment_id=daeff05f-ce43-420e-a9df-14049e4b7100)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:25.042354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:25.049486 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:25.142952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:25.145576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214e287-d002-4783-9c14-c5b8b9867394 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc5ac4-b829-405d-8524-bd92c8f400fe,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:25.146728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=08529be6-77df-48f6-bac2-c79038f20345,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:25.159403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa2fff5e-a4d3-4016-b25b-e3e35f7735b2 req-8cf4593e-5f37-48ad-a54d-82173b5748a8 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360170 Jul 08 18:08:25.177593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2d855e-a4a8-48e0-ad19-152da49a69ad']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:25.201038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78f522e-6670-44c8-a63a-2a55fe2584eb') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:25.201341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78f522e-6670-44c8-a63a-2a55fe2584eb') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:25.223907 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:25.266538 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:25.289503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:08:25.290013 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:08:25.293463 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:08:25.305593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f5afe683-2fdf-4101-b692-03dfcc06191b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:25.342316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: f5afe683-2fdf-4101-b692-03dfcc06191b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:08:25.344468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f5afe683-2fdf-4101-b692-03dfcc06191b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:25.403369 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:25.404851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:25.414781 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:25.416608 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/networks/ef2d855e-a4a8-48e0-ad19-152da49a69ad HTTP/1.1" status: 204 len: 168 time: 1.5185106 Jul 08 18:08:25.420215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40612) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:25.428602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'name': 'tempest-PortsIpV6TestJSON-1204266541'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:25.433055 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef690023-158d-45f0-96ed-6c2fba487da9 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Network': ['ID=ef2d855e-a4a8-48e0-ad19-152da49a69ad,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:25.501037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ea599-d947-49ac-9904-68f00053e40d req-3dca7f62-d4b6-4156-a571-a6bebaf1c391 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:25.507665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ea599-d947-49ac-9904-68f00053e40d req-3dca7f62-d4b6-4156-a571-a6bebaf1c391 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:25.513520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ea599-d947-49ac-9904-68f00053e40d req-3dca7f62-d4b6-4156-a571-a6bebaf1c391 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:25.519412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ea599-d947-49ac-9904-68f00053e40d req-3dca7f62-d4b6-4156-a571-a6bebaf1c391 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:25.525511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ea599-d947-49ac-9904-68f00053e40d req-3dca7f62-d4b6-4156-a571-a6bebaf1c391 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:25.531338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ea599-d947-49ac-9904-68f00053e40d req-3dca7f62-d4b6-4156-a571-a6bebaf1c391 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:25.533309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df7ea599-d947-49ac-9904-68f00053e40d req-3dca7f62-d4b6-4156-a571-a6bebaf1c391 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 4607 time: 0.4106190 Jul 08 18:08:25.698684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e704c-7641-4dde-a1c8-cb137c00c039 req-7bc3c732-01f2-4aae-b176-fef8161900ec tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:25.700307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b6e704c-7641-4dde-a1c8-cb137c00c039 req-7bc3c732-01f2-4aae-b176-fef8161900ec tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 945 time: 0.3404324 Jul 08 18:08:25.721345 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df7ea599-d947-49ac-9904-68f00053e40d req-2507244f-09e1-4fc7-93e9-7171f689c073 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1598167 Jul 08 18:08:25.792059 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01dbe10-c148-421f-b9f5-8df875f03fe1 x-openstack-request-id: req-b01dbe10-c148-421f-b9f5-8df875f03fe1 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:25.792583 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f54bc92-091b-4df5-9170-1401983011ca", "name": "network-vif-plugged", "status": "completed", "tag": "08529be6-77df-48f6-bac2-c79038f20345", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:25.792918 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b01dbe10-c148-421f-b9f5-8df875f03fe1 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:25.793278 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f54bc92-091b-4df5-9170-1401983011ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08529be6-77df-48f6-bac2-c79038f20345', 'code': 200} Jul 08 18:08:25.812290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:25.816771 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:25.830153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b6e704c-7641-4dde-a1c8-cb137c00c039 req-3e798ea9-4742-45fc-9a90-2f9815fd04dd tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144807 Jul 08 18:08:25.847342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port ce903ff0-f95f-47e4-9d5d-5777801134cc yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:25.920397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': 'd4cc5ac4-b829-405d-8524-bd92c8f400fe'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:25.922720 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eabb416-3354-4c02-9ec9-503258810443" -d '{"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "d4cc5ac4-b829-405d-8524-bd92c8f400fe"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:25.949469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510c09d-4fa7-44b8-9d42-b20834124cf2 req-b356ff46-9f56-4331-8e18-5a9081978df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:25.951188 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a510c09d-4fa7-44b8-9d42-b20834124cf2 req-b356ff46-9f56-4331-8e18-5a9081978df8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 1096 time: 0.0695233 Jul 08 18:08:25.989310 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a510c09d-4fa7-44b8-9d42-b20834124cf2 req-d88ec429-31d2-4bca-a677-0f6751de51be service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6671cd6a-6c3e-4e02-a78e-173a15c20ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Jul 08 18:08:26.155021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af869088-29d8-48b1-bc12-dbf42ff8e156 req-9f27fe91-6231-40f1-a97d-0e72a65f0da3 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.156529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af869088-29d8-48b1-bc12-dbf42ff8e156 req-9f27fe91-6231-40f1-a97d-0e72a65f0da3 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.2306049 Jul 08 18:08:26.196694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8373c0d3-2b06-4151-b80b-653f5a3611ce {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:26.214412 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:26.228233 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:26.268202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Transition to ACTIVE for port object 8373c0d3-2b06-4151-b80b-653f5a3611ce will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:26.281100 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:26.290245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af869088-29d8-48b1-bc12-dbf42ff8e156 req-e2d434f4-ca68-47e7-9000-07cf6a768598 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256311 Jul 08 18:08:26.339917 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197efbcb-193f-4425-92b0-fd013925f7e5 x-openstack-request-id: req-197efbcb-193f-4425-92b0-fd013925f7e5 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:26.340243 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "d4cc5ac4-b829-405d-8524-bd92c8f400fe", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:26.340519 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-197efbcb-193f-4425-92b0-fd013925f7e5 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:26.340831 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': 'd4cc5ac4-b829-405d-8524-bd92c8f400fe', 'status': 'completed', 'code': 200} Jul 08 18:08:26.368295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8373c0d3-2b06-4151-b80b-653f5a3611ce,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:26.404062 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:26.453500 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb416-3354-4c02-9ec9-503258810443 req-3d7ddda1-2e14-48a6-a169-61c63881d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.455829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb416-3354-4c02-9ec9-503258810443 req-3d7ddda1-2e14-48a6-a169-61c63881d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.456478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb416-3354-4c02-9ec9-503258810443 req-3d7ddda1-2e14-48a6-a169-61c63881d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.456954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb416-3354-4c02-9ec9-503258810443 req-3d7ddda1-2e14-48a6-a169-61c63881d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.457670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb416-3354-4c02-9ec9-503258810443 req-3d7ddda1-2e14-48a6-a169-61c63881d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.457887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb416-3354-4c02-9ec9-503258810443 req-3d7ddda1-2e14-48a6-a169-61c63881d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.458383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb416-3354-4c02-9ec9-503258810443 req-3d7ddda1-2e14-48a6-a169-61c63881d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.460643 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5eabb416-3354-4c02-9ec9-503258810443 req-3d7ddda1-2e14-48a6-a169-61c63881d83a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6179 time: 0.0841532 Jul 08 18:08:26.520579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602be81a-99a0-4411-9b63-f57dfb9fa488 req-29db1456-7d00-47ba-a217-16def879b8be tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.522805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-602be81a-99a0-4411-9b63-f57dfb9fa488 req-29db1456-7d00-47ba-a217-16def879b8be tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 945 time: 0.3130198 Jul 08 18:08:26.531432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:26.561118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:26.571412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:26.577012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.577638 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:26.582386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb416-3354-4c02-9ec9-503258810443 req-8fdc1f35-2801-4a66-a458-b227eb2f429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.582866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb416-3354-4c02-9ec9-503258810443 req-8fdc1f35-2801-4a66-a458-b227eb2f429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.583361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb416-3354-4c02-9ec9-503258810443 req-8fdc1f35-2801-4a66-a458-b227eb2f429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.585000 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5eabb416-3354-4c02-9ec9-503258810443 req-8fdc1f35-2801-4a66-a458-b227eb2f429f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1166723 Jul 08 18:08:26.596774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=ce903ff0-f95f-47e4-9d5d-5777801134cc,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:26.617308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Attempting to bind port 8373c0d3-2b06-4151-b80b-653f5a3611ce on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:26.617651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Attempting to bind port 8373c0d3-2b06-4151-b80b-653f5a3611ce by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:26.617988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Attempting to bind port 8373c0d3-2b06-4151-b80b-653f5a3611ce on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:26.631547 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-602be81a-99a0-4411-9b63-f57dfb9fa488 req-d2579e9a-9721-4463-ba32-31a26b02fc0e tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/security-groups?id=6671cd6a-6c3e-4e02-a78e-173a15c20ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989861 Jul 08 18:08:26.635247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Port 8373c0d3-2b06-4151-b80b-653f5a3611ce on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:26.635573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Attempting to bind port 8373c0d3-2b06-4151-b80b-653f5a3611ce on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:26.638293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-752f01a7-0008-4123-bc61-d17ab6f892a2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2142301 Jul 08 18:08:26.641588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40620) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:26.646811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:26.647155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Checking segment: {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:26.647537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Bound using segment: {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:26.647977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Bound port: 8373c0d3-2b06-4151-b80b-653f5a3611ce, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:26.648350 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:26.667046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a772c42-3d41-4cc3-b9b1-e06af061ba11 req-1d0d14be-fa39-4e9c-89fe-8dba44b48fd3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.668546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a772c42-3d41-4cc3-b9b1-e06af061ba11 req-1d0d14be-fa39-4e9c-89fe-8dba44b48fd3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 943 time: 0.2317567 Jul 08 18:08:26.743118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:08:26.760881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a772c42-3d41-4cc3-b9b1-e06af061ba11 req-21f5f432-4ce3-4396-a98c-41d73faaf9a7 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852954 Jul 08 18:08:26.772925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] For port 8373c0d3-2b06-4151-b80b-653f5a3611ce, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:26.782709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] For port 8373c0d3-2b06-4151-b80b-653f5a3611ce, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8373c0d3-2b06-4151-b80b-653f5a3611ce,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:26.790109 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:26.800503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb416-3354-4c02-9ec9-503258810443 req-34108377-44fd-4587-8e43-a85b30fec17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.803028 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5eabb416-3354-4c02-9ec9-503258810443 req-34108377-44fd-4587-8e43-a85b30fec17d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2113612 Jul 08 18:08:26.831949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.832849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:26.834743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] 10.222.0.59 "PUT /v2.0/ports/8373c0d3-2b06-4151-b80b-653f5a3611ce HTTP/1.1" status: 200 len: 1135 time: 1.7976592 Jul 08 18:08:26.858715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-014ebd24-9029-4048-b6ce-364e8e13b2fc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port ce903ff0-f95f-47e4-9d5d-5777801134cc {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:26.859037 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-014ebd24-9029-4048-b6ce-364e8e13b2fc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:26.864793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f5794-e44c-4263-a2c1-ab75598a5eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8373c0d3-2b06-4151-b80b-653f5a3611ce,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:26.894848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:26.919318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:26.952226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '20d5fd7e-ac93-4d6e-a6fd-551d856c05a2', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'port_id': '20d5fd7e-ac93-4d6e-a6fd-551d856c05a2', 'mac_address': 'fa:16:3e:fa:d3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4076efa4-d49a-4ab3-a795-2fff4cf7e319', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:08:26.971890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727d1e-fcd3-446c-b8dc-940346d4adb9 req-b20fb619-c276-4031-90e0-b8dd57bff1a0 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:26.974120 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee727d1e-fcd3-446c-b8dc-940346d4adb9 req-b20fb619-c276-4031-90e0-b8dd57bff1a0 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.74 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 945 time: 0.2596579 Jul 08 18:08:26.995225 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.000529 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-014ebd24-9029-4048-b6ce-364e8e13b2fc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.011606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:27.033951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:27.043415 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.060971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-014ebd24-9029-4048-b6ce-364e8e13b2fc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for ce903ff0-f95f-47e4-9d5d-5777801134cc owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:27.100956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:27.126190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.200931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53012d-bccf-4fd4-bf37-5f2394effbfd req-a1914084-f391-4fc0-a509-1770af638dc8 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:27.207720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53012d-bccf-4fd4-bf37-5f2394effbfd req-a1914084-f391-4fc0-a509-1770af638dc8 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:27.213767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53012d-bccf-4fd4-bf37-5f2394effbfd req-a1914084-f391-4fc0-a509-1770af638dc8 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:27.219657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53012d-bccf-4fd4-bf37-5f2394effbfd req-a1914084-f391-4fc0-a509-1770af638dc8 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:27.224419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ee727d1e-fcd3-446c-b8dc-940346d4adb9 req-696048a3-1895-4e27-8e30-a283079f962e tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Deleting port 7b7fc189-17d8-4979-98b8-bf6730d0c96e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:27.224419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee727d1e-fcd3-446c-b8dc-940346d4adb9 req-696048a3-1895-4e27-8e30-a283079f962e tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.229590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53012d-bccf-4fd4-bf37-5f2394effbfd req-a1914084-f391-4fc0-a509-1770af638dc8 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:27.236083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53012d-bccf-4fd4-bf37-5f2394effbfd req-a1914084-f391-4fc0-a509-1770af638dc8 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:27.245414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53012d-bccf-4fd4-bf37-5f2394effbfd req-a1914084-f391-4fc0-a509-1770af638dc8 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:27.248227 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d53012d-bccf-4fd4-bf37-5f2394effbfd req-a1914084-f391-4fc0-a509-1770af638dc8 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5384 time: 0.3150959 Jul 08 18:08:27.272129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-014ebd24-9029-4048-b6ce-364e8e13b2fc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.283622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc24bee-aab8-4682-a2d4-5e33dc212095 req-14abe802-6cae-4add-9577-cc93aecc5fb9 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:27.285123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcc24bee-aab8-4682-a2d4-5e33dc212095 req-14abe802-6cae-4add-9577-cc93aecc5fb9 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 945 time: 0.2408009 Jul 08 18:08:27.311813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ebd24-9029-4048-b6ce-364e8e13b2fc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=ce903ff0-f95f-47e4-9d5d-5777801134cc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:27.323633 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-014ebd24-9029-4048-b6ce-364e8e13b2fc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.325532 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-014ebd24-9029-4048-b6ce-364e8e13b2fc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/ce903ff0-f95f-47e4-9d5d-5777801134cc HTTP/1.1" status: 204 len: 168 time: 0.6829920 Jul 08 18:08:27.328328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40632) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:27.339612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'mac_address': 'fa:16:3e:36:70:03', 'name': 'tempest-PortsIpV6TestJSON-1148802149'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:27.367778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['20d5fd7e-ac93-4d6e-a6fd-551d856c05a2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:27.412849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d53012d-bccf-4fd4-bf37-5f2394effbfd req-c4d93635-2f3d-41bc-b40c-4d1f3a557446 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1565940 Jul 08 18:08:27.413236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ee727d1e-fcd3-446c-b8dc-940346d4adb9 req-696048a3-1895-4e27-8e30-a283079f962e tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] For port 7b7fc189-17d8-4979-98b8-bf6730d0c96e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=7b7fc189-17d8-4979-98b8-bf6730d0c96e,segment=NetworkSegment(091053a9-8684-43db-8e17-eba43f2a7256),segment_id=091053a9-8684-43db-8e17-eba43f2a7256)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:27.413545 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee727d1e-fcd3-446c-b8dc-940346d4adb9 req-696048a3-1895-4e27-8e30-a283079f962e tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.436915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ee727d1e-fcd3-446c-b8dc-940346d4adb9 req-696048a3-1895-4e27-8e30-a283079f962e tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Calling delete_port for 7b7fc189-17d8-4979-98b8-bf6730d0c96e owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:27.453545 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcc24bee-aab8-4682-a2d4-5e33dc212095 req-1f7c1699-5c70-4c4d-89ba-ca1fc78dc5d3 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/security-groups?id=01dfa2f6-500d-4ad5-ae60-c13c1d42b451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468542 Jul 08 18:08:27.515712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:27.613446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeffd98c-291f-4917-bf1b-39e512d635be {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:27.616276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.621938 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.641142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Transition to ACTIVE for port object eeffd98c-291f-4917-bf1b-39e512d635be will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:27.646640 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.670612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 9981ce4d-ab2e-4251-8d1d-961210d7c6e9 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:27.718770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Pushing event updated for resources: {'Port': ['ID=eeffd98c-291f-4917-bf1b-39e512d635be,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:27.780513 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee727d1e-fcd3-446c-b8dc-940346d4adb9 req-696048a3-1895-4e27-8e30-a283079f962e tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.830307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696048a3-1895-4e27-8e30-a283079f962e tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Pushing event deleted for resources: {'Port': ['ID=7b7fc189-17d8-4979-98b8-bf6730d0c96e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:27.927993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee727d1e-fcd3-446c-b8dc-940346d4adb9 req-696048a3-1895-4e27-8e30-a283079f962e tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] No DVR routers for this DVR port 7b7fc189-17d8-4979-98b8-bf6730d0c96e on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:27.932000 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee727d1e-fcd3-446c-b8dc-940346d4adb9 req-696048a3-1895-4e27-8e30-a283079f962e tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.934048 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee727d1e-fcd3-446c-b8dc-940346d4adb9 req-696048a3-1895-4e27-8e30-a283079f962e tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.74 "DELETE /v2.0/ports/7b7fc189-17d8-4979-98b8-bf6730d0c96e HTTP/1.1" status: 204 len: 173 time: 0.9456553 Jul 08 18:08:27.934738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e03d182-a17a-4890-b481-6128730217d4', 'name': 'network-vif-deleted', 'tag': '7b7fc189-17d8-4979-98b8-bf6730d0c96e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:27.937297 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11fa4f4-a729-4dae-829f-3403b8a49d95" -d '{"events": [{"server_uuid": "9e03d182-a17a-4890-b481-6128730217d4", "name": "network-vif-deleted", "tag": "7b7fc189-17d8-4979-98b8-bf6730d0c96e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:27.986067 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.025386 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.071390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:28.077432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:28.082450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:28.088621 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.089316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.089870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['7b7fc189-17d8-4979-98b8-bf6730d0c96e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:28.092194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Attempting to bind port eeffd98c-291f-4917-bf1b-39e512d635be on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:28.092640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Attempting to bind port eeffd98c-291f-4917-bf1b-39e512d635be by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:28.092844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Attempting to bind port eeffd98c-291f-4917-bf1b-39e512d635be on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:28.096504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=9981ce4d-ab2e-4251-8d1d-961210d7c6e9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:28.109461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Port eeffd98c-291f-4917-bf1b-39e512d635be on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:28.109662 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Attempting to bind port eeffd98c-291f-4917-bf1b-39e512d635be on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:28.115421 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-329b98ed-5c92-4d1a-95d5-1598808cf64a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7860973 Jul 08 18:08:28.117941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40640) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:28.137087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:28.137651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Checking segment: {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:28.138088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Bound using segment: {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:28.138764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Bound port: eeffd98c-291f-4917-bf1b-39e512d635be, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:28.140174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.175799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65a56f4-800b-4e98-a5e8-758ac63008ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.176036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75334c15-3da1-4fb5-9563-f98ec55cd133 req-e3e3d583-cf0b-4ae5-981b-2f800ee155e1 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.178241 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a65a56f4-800b-4e98-a5e8-758ac63008ff tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/9981ce4d-ab2e-4251-8d1d-961210d7c6e9 HTTP/1.1" status: 200 len: 845 time: 0.0581987 Jul 08 18:08:28.178395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75334c15-3da1-4fb5-9563-f98ec55cd133 req-e3e3d583-cf0b-4ae5-981b-2f800ee155e1 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.4146137 Jul 08 18:08:28.179938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40642) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:28.231925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b0c49-026d-4877-8963-281b3cd7a784 req-278b8c8f-cf4d-45e5-85b2-937ed5285a44 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.233385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b7b0c49-026d-4877-8963-281b3cd7a784 req-278b8c8f-cf4d-45e5-85b2-937ed5285a44 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 945 time: 0.1827865 Jul 08 18:08:28.281451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c5190622-25c7-4eb4-9ae2-0a33d038d7d5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 9981ce4d-ab2e-4251-8d1d-961210d7c6e9 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:28.281701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5190622-25c7-4eb4-9ae2-0a33d038d7d5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.282990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75334c15-3da1-4fb5-9563-f98ec55cd133 req-94d72010-0bca-4805-9824-13c57d4a3398 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976877 Jul 08 18:08:28.300266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] For port eeffd98c-291f-4917-bf1b-39e512d635be, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:28.314065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] For port eeffd98c-291f-4917-bf1b-39e512d635be, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=eeffd98c-291f-4917-bf1b-39e512d635be,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:28.321240 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b7b0c49-026d-4877-8963-281b3cd7a784 req-6b06c93e-d606-4be0-905d-2f1389741fb5 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/security-groups?id=6671cd6a-6c3e-4e02-a78e-173a15c20ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803814 Jul 08 18:08:28.323224 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.350754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5190622-25c7-4eb4-9ae2-0a33d038d7d5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.351513 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': '8373c0d3-2b06-4151-b80b-653f5a3611ce'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:28.353959 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dc1545-27cb-4ee7-a224-b5cc105a7968" -d '{"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "8373c0d3-2b06-4151-b80b-653f5a3611ce"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:28.365478 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.366348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.367788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] 10.222.0.59 "PUT /v2.0/ports/eeffd98c-291f-4917-bf1b-39e512d635be HTTP/1.1" status: 200 len: 1091 time: 1.4845169 Jul 08 18:08:28.380908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c5190622-25c7-4eb4-9ae2-0a33d038d7d5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 9981ce4d-ab2e-4251-8d1d-961210d7c6e9 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:28.391352 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f8e44-7036-4fb9-a097-1a292fd0207a service neutron] Pushing event updated for resources: {'Port': ['ID=eeffd98c-291f-4917-bf1b-39e512d635be,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:28.408765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:28.523596 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91460b29-fa52-4b28-9992-1e4cafe80cf2 x-openstack-request-id: req-91460b29-fa52-4b28-9992-1e4cafe80cf2 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:28.523992 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e03d182-a17a-4890-b481-6128730217d4", "name": "network-vif-deleted", "tag": "7b7fc189-17d8-4979-98b8-bf6730d0c96e", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:28.524264 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-91460b29-fa52-4b28-9992-1e4cafe80cf2 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:28.525080 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e03d182-a17a-4890-b481-6128730217d4', 'name': 'network-vif-deleted', 'tag': '7b7fc189-17d8-4979-98b8-bf6730d0c96e', 'status': 'completed', 'code': 200} Jul 08 18:08:28.530836 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0960a5-5c99-4266-b947-20a97a47f91c x-openstack-request-id: req-ab0960a5-5c99-4266-b947-20a97a47f91c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:28.531222 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "8373c0d3-2b06-4151-b80b-653f5a3611ce", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:28.531388 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab0960a5-5c99-4266-b947-20a97a47f91c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:28.532666 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': '8373c0d3-2b06-4151-b80b-653f5a3611ce', 'status': 'completed', 'code': 200} Jul 08 18:08:28.536691 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5190622-25c7-4eb4-9ae2-0a33d038d7d5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.575658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079e4fb-49ac-4f99-b8a6-f138737cabd8 req-7028d49c-0c5a-42e0-ae39-95e950e0abb9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.585229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d079e4fb-49ac-4f99-b8a6-f138737cabd8 req-7028d49c-0c5a-42e0-ae39-95e950e0abb9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 944 time: 0.1463382 Jul 08 18:08:28.594380 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.614543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5190622-25c7-4eb4-9ae2-0a33d038d7d5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=9981ce4d-ab2e-4251-8d1d-961210d7c6e9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:28.629395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5190622-25c7-4eb4-9ae2-0a33d038d7d5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.631598 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c5190622-25c7-4eb4-9ae2-0a33d038d7d5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/9981ce4d-ab2e-4251-8d1d-961210d7c6e9 HTTP/1.1" status: 204 len: 168 time: 0.4507394 Jul 08 18:08:28.634474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40654) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:28.663577 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d079e4fb-49ac-4f99-b8a6-f138737cabd8 req-9ea12920-057b-4f9c-9d7b-a7c910837467 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768981 Jul 08 18:08:28.669347 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c6dc1c-eaec-40f4-8c70-05407b984e26 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:08:28.670978 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a3c6dc1c-eaec-40f4-8c70-05407b984e26 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/9981ce4d-ab2e-4251-8d1d-961210d7c6e9 HTTP/1.1" status: 404 len: 333 time: 0.0354068 Jul 08 18:08:28.675512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40660) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:28.680255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'name': 'tempest-PortsIpV6TestJSON-808021530'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:28.761202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-89db2994-358d-4091-bb09-31b4007763f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.761685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-89db2994-358d-4091-bb09-31b4007763f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.762155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-89db2994-358d-4091-bb09-31b4007763f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.762647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-89db2994-358d-4091-bb09-31b4007763f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.763073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:28.763202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-89db2994-358d-4091-bb09-31b4007763f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.763569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-89db2994-358d-4091-bb09-31b4007763f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.764033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-89db2994-358d-4091-bb09-31b4007763f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.766060 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-89db2994-358d-4091-bb09-31b4007763f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6288 time: 0.2400694 Jul 08 18:08:28.843596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:28.851168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:28.851631 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.870420 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:28.874460 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:28.882745 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-938f8cd4-8874-4b13-8f07-a3ffebc4a9cd req-138f6ed3-9aad-4c18-b4f8-f509c7dda7c3 tempest-InstanceActionsNegativeTestJSON-1604227217 tempest-InstanceActionsNegativeTestJSON-1604227217-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e03d182-a17a-4890-b481-6128730217d4 HTTP/1.1" status: 200 len: 210 time: 0.0605421 Jul 08 18:08:28.916749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 9277b32f-dacc-4cde-989c-8c7e8b265814 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:28.928931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-3c032f7c-2677-45ab-8724-2db3dc797432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.929633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-3c032f7c-2677-45ab-8724-2db3dc797432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.930297 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-3c032f7c-2677-45ab-8724-2db3dc797432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:28.932250 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-3c032f7c-2677-45ab-8724-2db3dc797432 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1558328 Jul 08 18:08:28.974441 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:29.007131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b9a606-934f-4ef9-b938-359178eeec0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d5fd7e-ac93-4d6e-a6fd-551d856c05a2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:29.009014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e18f19-c193-44ba-b0de-6f12562221d3 req-c1e4581c-9fbf-4ac3-ae45-d4784f7ed4ba tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.010991 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e176db5-c8b1-456d-aa68-2f7aae091f61" -d '{"events": [{"server_uuid": "d8b9a606-934f-4ef9-b938-359178eeec0f", "name": "network-vif-plugged", "status": "completed", "tag": "20d5fd7e-ac93-4d6e-a6fd-551d856c05a2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:29.015499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e18f19-c193-44ba-b0de-6f12562221d3 req-c1e4581c-9fbf-4ac3-ae45-d4784f7ed4ba tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.024065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e18f19-c193-44ba-b0de-6f12562221d3 req-c1e4581c-9fbf-4ac3-ae45-d4784f7ed4ba tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.027103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:29.030339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e18f19-c193-44ba-b0de-6f12562221d3 req-c1e4581c-9fbf-4ac3-ae45-d4784f7ed4ba tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.032717 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:29.034052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 7b7fc189-17d8-4979-98b8-bf6730d0c96e no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:29.040780 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e18f19-c193-44ba-b0de-6f12562221d3 req-c1e4581c-9fbf-4ac3-ae45-d4784f7ed4ba tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.047125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e18f19-c193-44ba-b0de-6f12562221d3 req-c1e4581c-9fbf-4ac3-ae45-d4784f7ed4ba tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.053139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e18f19-c193-44ba-b0de-6f12562221d3 req-c1e4581c-9fbf-4ac3-ae45-d4784f7ed4ba tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.059327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 7b7fc189-17d8-4979-98b8-bf6730d0c96e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:08:29.060254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 7b7fc189-17d8-4979-98b8-bf6730d0c96e not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:29.061226 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35e18f19-c193-44ba-b0de-6f12562221d3 req-c1e4581c-9fbf-4ac3-ae45-d4784f7ed4ba tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5396 time: 0.2378132 Jul 08 18:08:29.125936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:29.137263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35e18f19-c193-44ba-b0de-6f12562221d3 req-e2cb5b16-9dcf-4d26-b861-dfa2d0ca6072 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745580 Jul 08 18:08:29.157594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-954fb55d-989b-4051-b5ce-d52975fd66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.159146 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c4dc1545-27cb-4ee7-a224-b5cc105a7968 req-954fb55d-989b-4051-b5ce-d52975fd66a2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1948748 Jul 08 18:08:29.207347 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:29.207766 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8807da57-8e1d-46d2-a0f0-a961b87978ac x-openstack-request-id: req-8807da57-8e1d-46d2-a0f0-a961b87978ac {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:29.208064 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b9a606-934f-4ef9-b938-359178eeec0f", "name": "network-vif-plugged", "status": "completed", "tag": "20d5fd7e-ac93-4d6e-a6fd-551d856c05a2", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:29.208577 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8807da57-8e1d-46d2-a0f0-a961b87978ac {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:29.208723 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b9a606-934f-4ef9-b938-359178eeec0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d5fd7e-ac93-4d6e-a6fd-551d856c05a2', 'code': 200} Jul 08 18:08:29.209131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f10bd94-4d96-496c-83a7-1bd4b5116767 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:29.222680 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:29.236035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Transition to ACTIVE for port object 0f10bd94-4d96-496c-83a7-1bd4b5116767 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:29.243033 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:29.249424 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:29.316385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Pushing event updated for resources: {'Port': ['ID=0f10bd94-4d96-496c-83a7-1bd4b5116767,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:29.436387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Attempting to bind port 0f10bd94-4d96-496c-83a7-1bd4b5116767 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:29.436822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Attempting to bind port 0f10bd94-4d96-496c-83a7-1bd4b5116767 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:29.437144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Attempting to bind port 0f10bd94-4d96-496c-83a7-1bd4b5116767 on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:29.442841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Port 0f10bd94-4d96-496c-83a7-1bd4b5116767 on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:29.443174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Attempting to bind port 0f10bd94-4d96-496c-83a7-1bd4b5116767 on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:29.487300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:29.487644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Checking segment: {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:29.488192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Bound using segment: {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:29.488686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Bound port: 0f10bd94-4d96-496c-83a7-1bd4b5116767, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddcad80-fb0d-4864-931b-1b822bced69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:29.489053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:29.577998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eb8ac-714c-45e0-8e26-e521bdd444e2 req-32d0a06c-6312-46bc-83c1-a8e8d037bbb6 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.579537 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c46eb8ac-714c-45e0-8e26-e521bdd444e2 req-32d0a06c-6312-46bc-83c1-a8e8d037bbb6 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1331747 Jul 08 18:08:29.639322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] For port 0f10bd94-4d96-496c-83a7-1bd4b5116767, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:29.659209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] For port 0f10bd94-4d96-496c-83a7-1bd4b5116767, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=0f10bd94-4d96-496c-83a7-1bd4b5116767,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:29.669793 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:29.686157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c46eb8ac-714c-45e0-8e26-e521bdd444e2 req-37db25d8-6622-47e1-b2eb-eb961572f2b0 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943916 Jul 08 18:08:29.686446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:29.692950 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:29.698648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:29.703772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.704400 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:29.708969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=9277b32f-dacc-4cde-989c-8c7e8b265814,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:29.730862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.731489 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:29.733236 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] 10.222.0.59 "PUT /v2.0/ports/0f10bd94-4d96-496c-83a7-1bd4b5116767 HTTP/1.1" status: 200 len: 1091 time: 1.3314149 Jul 08 18:08:29.752625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a0e0a-abca-4ee3-b447-c9bce35bb306 service neutron] Pushing event updated for resources: {'Port': ['ID=0f10bd94-4d96-496c-83a7-1bd4b5116767,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:29.756389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56290a-2878-4318-8c7b-4ea263623413 req-2fde34af-2158-456b-8192-486d7b15852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.758294 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2d56290a-2878-4318-8c7b-4ea263623413 req-2fde34af-2158-456b-8192-486d7b15852d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 1096 time: 0.1175752 Jul 08 18:08:29.766263 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3b2f4c7e-98f1-4ebb-8c7d-0300e063b646 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0876541 Jul 08 18:08:29.766462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da123141-5411-459c-b2ba-11562ee99791 req-1adb4b95-3305-4d9f-91f0-3cfb0744f221 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:29.766462 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da123141-5411-459c-b2ba-11562ee99791 req-1adb4b95-3305-4d9f-91f0-3cfb0744f221 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 945 time: 0.1784570 Jul 08 18:08:29.771823 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40672) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:29.777248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a6b64816-93b9-4967-8550-9a4121a5d9a1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:29.788522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:29.834252 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2d56290a-2878-4318-8c7b-4ea263623413 req-a3f71d83-d4e3-41da-87ef-cba61cd97963 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603933 Jul 08 18:08:29.969843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da123141-5411-459c-b2ba-11562ee99791 req-1be310ff-5c54-477a-bb28-df1b74fd469e tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/security-groups?id=6671cd6a-6c3e-4e02-a78e-173a15c20ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890616 Jul 08 18:08:29.998922 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.005251 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6b64816-93b9-4967-8550-9a4121a5d9a1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.036078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07c97d-9d80-47fb-b31b-e46a7a2f52df req-7e1b4115-be9e-434c-bdcc-4cce769a2163 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.037472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c07c97d-9d80-47fb-b31b-e46a7a2f52df req-7e1b4115-be9e-434c-bdcc-4cce769a2163 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 945 time: 0.2064042 Jul 08 18:08:30.052238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40678) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:30.099465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e46fac8-beff-48a6-923f-961a70ad9ce8 admin admin] Deleting subnet 81023a62-50a0-4b78-8504-e159cbc97df4 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:08:30.102535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e46fac8-beff-48a6-923f-961a70ad9ce8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.142607 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e46fac8-beff-48a6-923f-961a70ad9ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.189983 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e46fac8-beff-48a6-923f-961a70ad9ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.226668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c07c97d-9d80-47fb-b31b-e46a7a2f52df req-bb34f595-0f82-402b-81e5-8e3be156be07 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609538 Jul 08 18:08:30.251430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e46fac8-beff-48a6-923f-961a70ad9ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.284755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46fac8-beff-48a6-923f-961a70ad9ce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81023a62-50a0-4b78-8504-e159cbc97df4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:30.292108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e46fac8-beff-48a6-923f-961a70ad9ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.296607 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9e46fac8-beff-48a6-923f-961a70ad9ce8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/81023a62-50a0-4b78-8504-e159cbc97df4 HTTP/1.1" status: 204 len: 168 time: 0.2432566 Jul 08 18:08:30.297357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40684) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:30.371906 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.441570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6b64816-93b9-4967-8550-9a4121a5d9a1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.451298 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.452523 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6b64816-93b9-4967-8550-9a4121a5d9a1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.461493 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a892964d-b981-4f6a-af77-ac26c746ec4b']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:30.472678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091053a9-8684-43db-8e17-eba43f2a7256') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:30.472973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091053a9-8684-43db-8e17-eba43f2a7256') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:30.481560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd5880-cb34-4e03-a699-8192b7498f15 req-627acaf5-799e-45f6-8a1b-43d0f704f742 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.481868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.487437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd5880-cb34-4e03-a699-8192b7498f15 req-627acaf5-799e-45f6-8a1b-43d0f704f742 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.493268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd5880-cb34-4e03-a699-8192b7498f15 req-627acaf5-799e-45f6-8a1b-43d0f704f742 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.495635 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.499547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd5880-cb34-4e03-a699-8192b7498f15 req-627acaf5-799e-45f6-8a1b-43d0f704f742 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.501641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:08:30.502571 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:08:30.504357 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:08:30.506894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd5880-cb34-4e03-a699-8192b7498f15 req-627acaf5-799e-45f6-8a1b-43d0f704f742 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.511946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd5880-cb34-4e03-a699-8192b7498f15 req-627acaf5-799e-45f6-8a1b-43d0f704f742 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.518398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd5880-cb34-4e03-a699-8192b7498f15 req-627acaf5-799e-45f6-8a1b-43d0f704f742 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.520342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8cd5880-cb34-4e03-a699-8192b7498f15 req-627acaf5-799e-45f6-8a1b-43d0f704f742 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5408 time: 0.2304602 Jul 08 18:08:30.542638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': 'eeffd98c-291f-4917-bf1b-39e512d635be'}, {'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': '0f10bd94-4d96-496c-83a7-1bd4b5116767'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:30.544882 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ee6914-5d2f-416a-b395-8f4fa2c35f76" -d '{"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "eeffd98c-291f-4917-bf1b-39e512d635be"}, {"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "0f10bd94-4d96-496c-83a7-1bd4b5116767"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:30.559862 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.566898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.569043 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a892964d-b981-4f6a-af77-ac26c746ec4b HTTP/1.1" status: 204 len: 168 time: 0.2707582 Jul 08 18:08:30.583136 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0295a-ca57-4e60-ad04-947367800659 admin admin] Pushing event deleted for resources: {'Network': ['ID=a892964d-b981-4f6a-af77-ac26c746ec4b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:30.593501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a6b64816-93b9-4967-8550-9a4121a5d9a1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] In _notify_port_updated(), no bound segment for port 9277b32f-dacc-4cde-989c-8c7e8b265814 on network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:08:30.599004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b64816-93b9-4967-8550-9a4121a5d9a1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.599628 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6b64816-93b9-4967-8550-9a4121a5d9a1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.600949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a6b64816-93b9-4967-8550-9a4121a5d9a1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "PUT /v2.0/ports/9277b32f-dacc-4cde-989c-8c7e8b265814 HTTP/1.1" status: 200 len: 818 time: 0.8280873 Jul 08 18:08:30.604763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40690) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:30.614630 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c556d37b-bd9f-4330-8140-58088d1076f6 x-openstack-request-id: req-c556d37b-bd9f-4330-8140-58088d1076f6 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:30.614831 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "eeffd98c-291f-4917-bf1b-39e512d635be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "0f10bd94-4d96-496c-83a7-1bd4b5116767", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:30.615075 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c556d37b-bd9f-4330-8140-58088d1076f6 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:30.615478 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': 'eeffd98c-291f-4917-bf1b-39e512d635be', 'status': 'completed', 'code': 200} Jul 08 18:08:30.615702 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': '0f10bd94-4d96-496c-83a7-1bd4b5116767', 'status': 'completed', 'code': 200} Jul 08 18:08:30.624841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b64816-93b9-4967-8550-9a4121a5d9a1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=9277b32f-dacc-4cde-989c-8c7e8b265814,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:30.684356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8cd5880-cb34-4e03-a699-8192b7498f15 req-78ca6e54-d808-4764-80ae-73121aeeb431 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1365623 Jul 08 18:08:30.707178 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8f0f29-cc28-4b63-8c42-9caf10706204 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:30.716807 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.719108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40694) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:30.746596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Transition to ACTIVE for port object fa8f0f29-cc28-4b63-8c42-9caf10706204 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:30.763758 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.767556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-fe7e1038-e258-4367-8850-58653df4a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.768030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-fe7e1038-e258-4367-8850-58653df4a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.768485 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-fe7e1038-e258-4367-8850-58653df4a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.768948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-fe7e1038-e258-4367-8850-58653df4a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.770018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-fe7e1038-e258-4367-8850-58653df4a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.770018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-fe7e1038-e258-4367-8850-58653df4a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.770314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-fe7e1038-e258-4367-8850-58653df4a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.772487 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-fe7e1038-e258-4367-8850-58653df4a500 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6355 time: 0.1311352 Jul 08 18:08:30.780055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e98e9d00-935b-4453-835b-4a1733296714 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=61093f6455e24b0c8917ff1b439372ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596466 Jul 08 18:08:30.781319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-62afa904-e2ac-4e46-b872-cf07573083c2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 9277b32f-dacc-4cde-989c-8c7e8b265814 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:30.781657 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62afa904-e2ac-4e46-b872-cf07573083c2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.796276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40696) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:30.823494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8f0f29-cc28-4b63-8c42-9caf10706204,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:30.939020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Attempting to bind port fa8f0f29-cc28-4b63-8c42-9caf10706204 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:30.939657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Attempting to bind port fa8f0f29-cc28-4b63-8c42-9caf10706204 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:30.940162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Attempting to bind port fa8f0f29-cc28-4b63-8c42-9caf10706204 on network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:30.952051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Port fa8f0f29-cc28-4b63-8c42-9caf10706204 on network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:30.952652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Attempting to bind port fa8f0f29-cc28-4b63-8c42-9caf10706204 on network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:30.978527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b5be5-fc8b-4ea9-8bac-9f25cc724cac req-22688dc0-6585-44dc-b269-d83f762e28ff tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:30.985313 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62afa904-e2ac-4e46-b872-cf07573083c2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.985596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-386b5be5-fc8b-4ea9-8bac-9f25cc724cac req-22688dc0-6585-44dc-b269-d83f762e28ff tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1392643 Jul 08 18:08:30.994678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:30.995320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Checking segment: {'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:30.996197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Bound using segment: {'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:30.996826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Bound port: fa8f0f29-cc28-4b63-8c42-9caf10706204, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:30.997349 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.019467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-62afa904-e2ac-4e46-b872-cf07573083c2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 9277b32f-dacc-4cde-989c-8c7e8b265814 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:31.073206 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-386b5be5-fc8b-4ea9-8bac-9f25cc724cac req-12befeb0-e0ce-47e0-a07b-70aa65b82602 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863397 Jul 08 18:08:31.105537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b082d06a-1b4e-457d-8302-d31603937e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.112234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-4322b08e-0688-43c5-947a-609d3e6da399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.112791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-4322b08e-0688-43c5-947a-609d3e6da399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.113171 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-4322b08e-0688-43c5-947a-609d3e6da399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.114824 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-4322b08e-0688-43c5-947a-609d3e6da399 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3286028 Jul 08 18:08:31.160008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] For port fa8f0f29-cc28-4b63-8c42-9caf10706204, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:31.175227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] For port fa8f0f29-cc28-4b63-8c42-9caf10706204, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=fa8f0f29-cc28-4b63-8c42-9caf10706204,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:31.188442 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.195821 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b082d06a-1b4e-457d-8302-d31603937e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.232217 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.232712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.234309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] 10.222.0.59 "PUT /v2.0/ports/fa8f0f29-cc28-4b63-8c42-9caf10706204 HTTP/1.1" status: 200 len: 1091 time: 1.4518266 Jul 08 18:08:31.245759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b197639-d83f-4210-8636-c91fe7dfb511 req-8faceadf-9c3a-4dbd-b601-8de270fef6f2 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.247339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b197639-d83f-4210-8636-c91fe7dfb511 req-8faceadf-9c3a-4dbd-b601-8de270fef6f2 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 945 time: 0.1395328 Jul 08 18:08:31.267407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311a9ca-6806-4339-a4c3-5c4826608355 req-4990ac71-565c-4a49-97bc-e47be728286e tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.269517 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f311a9ca-6806-4339-a4c3-5c4826608355 req-4990ac71-565c-4a49-97bc-e47be728286e tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 945 time: 0.3429430 Jul 08 18:08:31.280176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Request body: {'port': {'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:31.318610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdc492-ef5a-49c6-a177-66e61cc004d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8f0f29-cc28-4b63-8c42-9caf10706204,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:31.356788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b197639-d83f-4210-8636-c91fe7dfb511 req-6b914fa3-94e0-4d4a-baa9-6eaac62400f0 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/security-groups?id=6671cd6a-6c3e-4e02-a78e-173a15c20ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026199 Jul 08 18:08:31.401949 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62afa904-e2ac-4e46-b872-cf07573083c2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.417300 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-a04a0488-1090-4529-ade4-21e1fd160c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.418783 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-a04a0488-1090-4529-ade4-21e1fd160c66 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2875204 Jul 08 18:08:31.457032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afa904-e2ac-4e46-b872-cf07573083c2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=9277b32f-dacc-4cde-989c-8c7e8b265814,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:31.500517 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62afa904-e2ac-4e46-b872-cf07573083c2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.506908 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-62afa904-e2ac-4e46-b872-cf07573083c2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/9277b32f-dacc-4cde-989c-8c7e8b265814 HTTP/1.1" status: 204 len: 168 time: 0.9010859 Jul 08 18:08:31.522741 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b082d06a-1b4e-457d-8302-d31603937e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.525808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b082d06a-1b4e-457d-8302-d31603937e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.527022 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b082d06a-1b4e-457d-8302-d31603937e6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01dfa2f6-500d-4ad5-ae60-c13c1d42b451 HTTP/1.1" status: 204 len: 168 time: 0.7297575 Jul 08 18:08:31.555944 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40706) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:31.579255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082d06a-1b4e-457d-8302-d31603937e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dfa2f6-500d-4ad5-ae60-c13c1d42b451,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:31.678892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f311a9ca-6806-4339-a4c3-5c4826608355 req-e7568a7a-debc-465c-b7e1-b52812d2f652 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Deleting port 08529be6-77df-48f6-bac2-c79038f20345 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:31.679219 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f311a9ca-6806-4339-a4c3-5c4826608355 req-e7568a7a-debc-465c-b7e1-b52812d2f652 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.687983 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.738452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-6c968583-5f20-4483-a678-4a6cb3ddb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.738452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-6c968583-5f20-4483-a678-4a6cb3ddb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.738452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-6c968583-5f20-4483-a678-4a6cb3ddb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.738452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-6c968583-5f20-4483-a678-4a6cb3ddb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.738452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-6c968583-5f20-4483-a678-4a6cb3ddb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.738452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-6c968583-5f20-4483-a678-4a6cb3ddb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.738452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-6c968583-5f20-4483-a678-4a6cb3ddb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.739302 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-6c968583-5f20-4483-a678-4a6cb3ddb9df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6422 time: 0.2508545 Jul 08 18:08:31.749351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b841ff92-7d85-4ef0-bb99-acb681efc533 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.750738 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b841ff92-7d85-4ef0-bb99-acb681efc533 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 845 time: 0.1829672 Jul 08 18:08:31.757608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e317a6e-b59b-4a59-bf5c-0ec9076d1c2c req-9b32cb26-4fb2-4b69-80d7-763eee4e78ed tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.759149 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e317a6e-b59b-4a59-bf5c-0ec9076d1c2c req-9b32cb26-4fb2-4b69-80d7-763eee4e78ed tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 945 time: 0.1181934 Jul 08 18:08:31.759640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40714) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:31.848987 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0ff593-22ff-4e99-b6e0-8c19bf806e23 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:08:31.850662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4d0ff593-22ff-4e99-b6e0-8c19bf806e23 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/9277b32f-dacc-4cde-989c-8c7e8b265814 HTTP/1.1" status: 404 len: 333 time: 0.0884867 Jul 08 18:08:31.857742 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40716) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:31.864690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1082728399'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:31.876565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f311a9ca-6806-4339-a4c3-5c4826608355 req-e7568a7a-debc-465c-b7e1-b52812d2f652 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] For port 08529be6-77df-48f6-bac2-c79038f20345, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=08529be6-77df-48f6-bac2-c79038f20345,segment=NetworkSegment(daeff05f-ce43-420e-a9df-14049e4b7100),segment_id=daeff05f-ce43-420e-a9df-14049e4b7100)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:31.877493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f311a9ca-6806-4339-a4c3-5c4826608355 req-e7568a7a-debc-465c-b7e1-b52812d2f652 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.907330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f311a9ca-6806-4339-a4c3-5c4826608355 req-e7568a7a-debc-465c-b7e1-b52812d2f652 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Calling delete_port for 08529be6-77df-48f6-bac2-c79038f20345 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:31.925001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-f90c9110-b2d7-446c-be9f-d949dffcc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.925484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-f90c9110-b2d7-446c-be9f-d949dffcc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.925957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-f90c9110-b2d7-446c-be9f-d949dffcc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:31.927738 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-f90c9110-b2d7-446c-be9f-d949dffcc4ab service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1758833 Jul 08 18:08:31.934717 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:31.938797 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.940886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e317a6e-b59b-4a59-bf5c-0ec9076d1c2c req-7f9c179c-42db-4ef8-a69e-8cdb08101123 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597347 Jul 08 18:08:32.114800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:08:32.137293 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:32.137641 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Added segment 6ea9de97-e604-4f40-81fd-8e240336fb29 of type vlan for network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f Jul 08 18:08:32.154370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc138b5-431f-4879-a92f-271d72241855 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:32.164370 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:32.185944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Transition to ACTIVE for port object 9dc138b5-431f-4879-a92f-271d72241855 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:32.193244 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:32.210789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df639b-c472-4a8b-a21e-b472feb91c94 req-0dca36a0-9fd1-484b-ac18-77a2e24f15bb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:32.216936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df639b-c472-4a8b-a21e-b472feb91c94 req-0dca36a0-9fd1-484b-ac18-77a2e24f15bb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:32.223459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df639b-c472-4a8b-a21e-b472feb91c94 req-0dca36a0-9fd1-484b-ac18-77a2e24f15bb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:32.229797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df639b-c472-4a8b-a21e-b472feb91c94 req-0dca36a0-9fd1-484b-ac18-77a2e24f15bb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:32.235706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df639b-c472-4a8b-a21e-b472feb91c94 req-0dca36a0-9fd1-484b-ac18-77a2e24f15bb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:32.246346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df639b-c472-4a8b-a21e-b472feb91c94 req-0dca36a0-9fd1-484b-ac18-77a2e24f15bb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:32.256965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df639b-c472-4a8b-a21e-b472feb91c94 req-0dca36a0-9fd1-484b-ac18-77a2e24f15bb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:32.258943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15df639b-c472-4a8b-a21e-b472feb91c94 req-0dca36a0-9fd1-484b-ac18-77a2e24f15bb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5420 time: 0.3883326 Jul 08 18:08:32.338602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-a54e623e-0044-43c2-a58b-5ca4e778b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:32.340092 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79ee6914-5d2f-416a-b395-8f4fa2c35f76 req-a54e623e-0044-43c2-a58b-5ca4e778b989 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3986826 Jul 08 18:08:32.341810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:32.358332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e3049-d9d8-42cc-89e5-c8a7a3a2913a req-6e605321-f77f-4e70-aced-0ce93aa03b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:32.360074 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c26e3049-d9d8-42cc-89e5-c8a7a3a2913a req-6e605321-f77f-4e70-aced-0ce93aa03b63 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 1097 time: 0.2117279 Jul 08 18:08:32.376067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Pushing event updated for resources: {'Port': ['ID=9dc138b5-431f-4879-a92f-271d72241855,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:32.447626 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c26e3049-d9d8-42cc-89e5-c8a7a3a2913a req-d514e4ac-2f14-4cb6-8dc9-0c82d7249984 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785208 Jul 08 18:08:32.472669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f311a9ca-6806-4339-a4c3-5c4826608355 req-e7568a7a-debc-465c-b7e1-b52812d2f652 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:32.483624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15df639b-c472-4a8b-a21e-b472feb91c94 req-8d6ba689-3d6e-47b2-b72d-88699f3fdfe1 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2000253 Jul 08 18:08:32.487520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['08529be6-77df-48f6-bac2-c79038f20345'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:32.542757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:32.546313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Attempting to bind port 9dc138b5-431f-4879-a92f-271d72241855 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:32.546313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Attempting to bind port 9dc138b5-431f-4879-a92f-271d72241855 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:32.548431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:32.549677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Attempting to bind port 9dc138b5-431f-4879-a92f-271d72241855 on network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:32.549804 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:32.581915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06999f38-a32e-4d59-aaf9-f30533b6c4a5 req-de3e7f64-1a0c-4df7-aed8-395ae983a573 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:32.591087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06999f38-a32e-4d59-aaf9-f30533b6c4a5 req-de3e7f64-1a0c-4df7-aed8-395ae983a573 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.2770352 Jul 08 18:08:32.617540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': 'fa8f0f29-cc28-4b63-8c42-9caf10706204'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:32.620435 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22efca1-88be-4611-9405-74d1fede2da2" -d '{"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "fa8f0f29-cc28-4b63-8c42-9caf10706204"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:32.628159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Port 9dc138b5-431f-4879-a92f-271d72241855 on network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:32.628753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Attempting to bind port 9dc138b5-431f-4879-a92f-271d72241855 on network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:32.639434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7568a7a-debc-465c-b7e1-b52812d2f652 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Pushing event deleted for resources: {'Port': ['ID=08529be6-77df-48f6-bac2-c79038f20345,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:32.643255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:32.643606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Checking segment: {'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:32.643990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Bound using segment: {'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:32.644597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Bound port: 9dc138b5-431f-4879-a92f-271d72241855, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cff966-335c-4d93-93fc-a3f097844da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:32.645363 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:32.664568 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f311a9ca-6806-4339-a4c3-5c4826608355 req-e7568a7a-debc-465c-b7e1-b52812d2f652 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] No DVR routers for this DVR port 08529be6-77df-48f6-bac2-c79038f20345 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:32.701989 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06999f38-a32e-4d59-aaf9-f30533b6c4a5 req-992cf19c-0e8a-4457-9aa1-36c20274484f tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094909 Jul 08 18:08:32.702856 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f311a9ca-6806-4339-a4c3-5c4826608355 req-e7568a7a-debc-465c-b7e1-b52812d2f652 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:32.705200 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f311a9ca-6806-4339-a4c3-5c4826608355 req-e7568a7a-debc-465c-b7e1-b52812d2f652 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.59 "DELETE /v2.0/ports/08529be6-77df-48f6-bac2-c79038f20345 HTTP/1.1" status: 204 len: 173 time: 1.4179728 Jul 08 18:08:32.705706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f54bc92-091b-4df5-9170-1401983011ca', 'name': 'network-vif-deleted', 'tag': '08529be6-77df-48f6-bac2-c79038f20345'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:32.711658 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982ab347-6f50-406a-9bfa-e20cace23e50" -d '{"events": [{"server_uuid": "1f54bc92-091b-4df5-9170-1401983011ca", "name": "network-vif-deleted", "tag": "08529be6-77df-48f6-bac2-c79038f20345"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:32.713304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40752) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:32.756249 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8958611 Jul 08 18:08:32.756923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40758) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:32.765542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': '2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:32.772599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] For port 9dc138b5-431f-4879-a92f-271d72241855, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:32.814462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b941b0-904f-4637-a586-94bb9100ba29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Network': ['ID=2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:32.827226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:08:32.877943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] For port 9dc138b5-431f-4879-a92f-271d72241855, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9dc138b5-431f-4879-a92f-271d72241855,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:32.911425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9713e30-10a5-426d-bbff-9b5991c54787 req-a8d5d56a-ce97-4871-afdd-385c1742c9d5 tempest-ServerAddressesNegativeTestJSON-638285249 tempest-ServerAddressesNegativeTestJSON-638285249-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f54bc92-091b-4df5-9170-1401983011ca HTTP/1.1" status: 200 len: 210 time: 0.0658205 Jul 08 18:08:32.921432 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:32.962994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-960259737-network', 'tenant_id': '527124f6db9440c09c9112a4ac28ecf7'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:33.007135 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedcf488-d4fa-4992-8775-6576eb96ab9f x-openstack-request-id: req-dedcf488-d4fa-4992-8775-6576eb96ab9f {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:33.007442 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f54bc92-091b-4df5-9170-1401983011ca", "name": "network-vif-deleted", "tag": "08529be6-77df-48f6-bac2-c79038f20345", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:33.007691 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dedcf488-d4fa-4992-8775-6576eb96ab9f {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:33.008179 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f54bc92-091b-4df5-9170-1401983011ca', 'name': 'network-vif-deleted', 'tag': '08529be6-77df-48f6-bac2-c79038f20345', 'status': 'completed', 'code': 200} Jul 08 18:08:33.011565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.012402 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:33.013548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] 10.222.0.59 "PUT /v2.0/ports/9dc138b5-431f-4879-a92f-271d72241855 HTTP/1.1" status: 200 len: 1091 time: 1.7444603 Jul 08 18:08:33.019685 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc13cb6d-acbd-4e5e-a12d-dfc56f97601f x-openstack-request-id: req-dc13cb6d-acbd-4e5e-a12d-dfc56f97601f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:33.020130 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "fa8f0f29-cc28-4b63-8c42-9caf10706204", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:33.020484 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc13cb6d-acbd-4e5e-a12d-dfc56f97601f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:33.021262 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': 'fa8f0f29-cc28-4b63-8c42-9caf10706204', 'status': 'completed', 'code': 200} Jul 08 18:08:33.100663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Made reservation on behalf of 527124f6db9440c09c9112a4ac28ecf7 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:33.103153 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:33.120090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53739a0b-5a89-456a-a619-55249ee4399e service neutron] Pushing event updated for resources: {'Port': ['ID=9dc138b5-431f-4879-a92f-271d72241855,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:33.125967 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:33.138611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:33.142239 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:33.270111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22efca1-88be-4611-9405-74d1fede2da2 req-f7f33cda-7f94-42a6-b21b-c5dc778ae1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.270772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22efca1-88be-4611-9405-74d1fede2da2 req-f7f33cda-7f94-42a6-b21b-c5dc778ae1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.271393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22efca1-88be-4611-9405-74d1fede2da2 req-f7f33cda-7f94-42a6-b21b-c5dc778ae1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.272139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22efca1-88be-4611-9405-74d1fede2da2 req-f7f33cda-7f94-42a6-b21b-c5dc778ae1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.272344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22efca1-88be-4611-9405-74d1fede2da2 req-f7f33cda-7f94-42a6-b21b-c5dc778ae1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.272821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22efca1-88be-4611-9405-74d1fede2da2 req-f7f33cda-7f94-42a6-b21b-c5dc778ae1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.273289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22efca1-88be-4611-9405-74d1fede2da2 req-f7f33cda-7f94-42a6-b21b-c5dc778ae1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.275453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f22efca1-88be-4611-9405-74d1fede2da2 req-f7f33cda-7f94-42a6-b21b-c5dc778ae1a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6489 time: 0.2273209 Jul 08 18:08:33.387904 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:33.613002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22efca1-88be-4611-9405-74d1fede2da2 req-723e3112-c1bc-49df-a7f9-609e0253f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.613471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22efca1-88be-4611-9405-74d1fede2da2 req-723e3112-c1bc-49df-a7f9-609e0253f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.613935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22efca1-88be-4611-9405-74d1fede2da2 req-723e3112-c1bc-49df-a7f9-609e0253f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.615608 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f22efca1-88be-4611-9405-74d1fede2da2 req-723e3112-c1bc-49df-a7f9-609e0253f71b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3310761 Jul 08 18:08:33.622641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:33.643250 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:33.651624 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:33.810576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:08:33.847385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4ee2d8-c610-403c-a1d8-3bd861520540,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:33.860784 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:33.861381 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Added segment 96cbde14-5682-40be-b5dd-9eeb67fd84b0 of type vlan for network 534a088c-b1b0-4eaf-a559-e9fe7b491baa Jul 08 18:08:33.886993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Subnet': ['ID=41f6730c-d343-486c-885d-12cd39fcc56f,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:33.978233 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:33.991355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22efca1-88be-4611-9405-74d1fede2da2 req-637eb7af-9212-4311-b75c-c3ae187e5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:33.993221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f22efca1-88be-4611-9405-74d1fede2da2 req-637eb7af-9212-4311-b75c-c3ae187e5c1b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3693871 Jul 08 18:08:33.997046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Checking segment: {'id': '6ea9de97-e604-4f40-81fd-8e240336fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:33.997708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network hostable DHCP agents. Network: 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:08:34.031034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6e1a3-0fed-414d-945b-cc144071cf0d req-191c1b85-5848-4f6b-948e-ce2479192f64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.037491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6e1a3-0fed-414d-945b-cc144071cf0d req-191c1b85-5848-4f6b-948e-ce2479192f64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.043382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6e1a3-0fed-414d-945b-cc144071cf0d req-191c1b85-5848-4f6b-948e-ce2479192f64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.049263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6e1a3-0fed-414d-945b-cc144071cf0d req-191c1b85-5848-4f6b-948e-ce2479192f64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.055225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6e1a3-0fed-414d-945b-cc144071cf0d req-191c1b85-5848-4f6b-948e-ce2479192f64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.061294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6e1a3-0fed-414d-945b-cc144071cf0d req-191c1b85-5848-4f6b-948e-ce2479192f64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.067898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6e1a3-0fed-414d-945b-cc144071cf0d req-191c1b85-5848-4f6b-948e-ce2479192f64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.070150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aaa6e1a3-0fed-414d-945b-cc144071cf0d req-191c1b85-5848-4f6b-948e-ce2479192f64 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.4279745 Jul 08 18:08:34.078591 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.134017 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.135007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.135592 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.183432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:08:34.249976 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5346777 Jul 08 18:08:34.254248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40782) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:34.257912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:34.260681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] Request body: {'subnet': {'network_id': '534a088c-b1b0-4eaf-a559-e9fe7b491baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-960259737-subnet', 'tenant_id': '527124f6db9440c09c9112a4ac28ecf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:34.267179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.268270 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.271549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd7a0ce-005d-4aa1-a817-812b1278b589 None None] Network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:34.274493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aaa6e1a3-0fed-414d-945b-cc144071cf0d req-6987e8fe-1841-451a-818a-3304c3aca815 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1870522 Jul 08 18:08:34.278975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db843f30-148a-4922-aa9a-805f78d11397 admin admin] Pushing event updated for resources: {'Network': ['ID=534a088c-b1b0-4eaf-a559-e9fe7b491baa,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:34.290880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] Made reservation on behalf of 527124f6db9440c09c9112a4ac28ecf7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:34.296276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.524700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40784) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:34.530716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 534a088c-b1b0-4eaf-a559-e9fe7b491baa details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:08:34.543951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-973114b1-106d-40b1-aaf1-d4560b9ae9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.545294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-973114b1-106d-40b1-aaf1-d4560b9ae9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.545294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-973114b1-106d-40b1-aaf1-d4560b9ae9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.545490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-973114b1-106d-40b1-aaf1-d4560b9ae9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.545829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-973114b1-106d-40b1-aaf1-d4560b9ae9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.546395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-973114b1-106d-40b1-aaf1-d4560b9ae9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.546868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-973114b1-106d-40b1-aaf1-d4560b9ae9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.549428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-973114b1-106d-40b1-aaf1-d4560b9ae9fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6489 time: 0.4775844 Jul 08 18:08:34.554774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8c7afded-4ca5-47f8-960c-b95c0d1f567a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7938731 Jul 08 18:08:34.554935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.555708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40786) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:34.562915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8cd083f6-02c1-407f-bbc3-d0899a8c3804 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': '2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:34.624605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-20475a04-c59f-4b5f-97e6-20a0826c5cda admin admin] Deleting subnet 5b739ad1-abd1-45bf-be01-d369d8fc644a {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:08:34.628178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-a6d4a302-4b7d-41ee-b9ea-ba13766a9d13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59682ff9-4a96-408d-bee6-68e470629095 HTTP/1.1" status: 200 len: 217 time: 0.0601380 Jul 08 18:08:34.633972 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-20475a04-c59f-4b5f-97e6-20a0826c5cda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.642199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf59dae-a908-41f1-bf7d-feb66ac06b6d req-4074dec1-e1bc-4747-b395-8903fde0082f tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.644152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddf59dae-a908-41f1-bf7d-feb66ac06b6d req-4074dec1-e1bc-4747-b395-8903fde0082f tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.5537543 Jul 08 18:08:34.671863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bbcf948-f0c8-4a44-8397-b1ea244a7c0d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:34.695198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] Checking segment: {'id': '96cbde14-5682-40be-b5dd-9eeb67fd84b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '534a088c-b1b0-4eaf-a559-e9fe7b491baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:34.695553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] Network hostable DHCP agents. Network: 534a088c-b1b0-4eaf-a559-e9fe7b491baa, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:08:34.699573 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-20475a04-c59f-4b5f-97e6-20a0826c5cda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.752881 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-20475a04-c59f-4b5f-97e6-20a0826c5cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.756068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] Network 534a088c-b1b0-4eaf-a559-e9fe7b491baa is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:08:34.793371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 534a088c-b1b0-4eaf-a559-e9fe7b491baa) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:34.796028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddf59dae-a908-41f1-bf7d-feb66ac06b6d req-f38d4105-b619-4468-867b-6c89a346e00b tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291351 Jul 08 18:08:34.806281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.807379 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.840528 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a2d7c019-a9b5-4b60-a738-24f83ac4b322 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5776386 Jul 08 18:08:34.840777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f', 'network_id': '2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f', 'tenant_id': '01b6e35ad5974b49b0a6a597300b982a', 'fixed_ips': [{'subnet_id': '41f6730c-d343-486c-885d-12cd39fcc56f'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:08:34.840777 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.847623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c072da0-b790-4776-8f9a-43b920ac720e None None] Network 534a088c-b1b0-4eaf-a559-e9fe7b491baa requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:34.863887 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-20475a04-c59f-4b5f-97e6-20a0826c5cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.935016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-59547cb7-7376-42e6-8633-b94e4e18d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.936495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-59547cb7-7376-42e6-8633-b94e4e18d583 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b086e9c1-9a00-48ee-9a32-68a956d42d32 HTTP/1.1" status: 200 len: 856 time: 0.2914250 Jul 08 18:08:34.965670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-20475a04-c59f-4b5f-97e6-20a0826c5cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.966377 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-20475a04-c59f-4b5f-97e6-20a0826c5cda admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5b739ad1-abd1-45bf-be01-d369d8fc644a HTTP/1.1" status: 204 len: 168 time: 0.4404657 Jul 08 18:08:34.968877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40794) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:34.973668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20475a04-c59f-4b5f-97e6-20a0826c5cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b739ad1-abd1-45bf-be01-d369d8fc644a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:35.035757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': '9dc138b5-431f-4879-a92f-271d72241855'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:35.037986 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6d4092-0890-4c6a-8447-7aea9677fe51" -d '{"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "9dc138b5-431f-4879-a92f-271d72241855"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:35.141570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Allocated IP 2001:db8::2 (2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f/41f6730c-d343-486c-885d-12cd39fcc56f/844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:35.144872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd083f6-02c1-407f-bbc3-d0899a8c3804 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:35.150657 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8cd083f6-02c1-407f-bbc3-d0899a8c3804 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:35.245898 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c207fd0d-827e-4c42-9167-07ed3569aecc x-openstack-request-id: req-c207fd0d-827e-4c42-9167-07ed3569aecc {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:35.246194 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "9dc138b5-431f-4879-a92f-271d72241855", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:35.246461 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c207fd0d-827e-4c42-9167-07ed3569aecc {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:35.246855 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': '9dc138b5-431f-4879-a92f-271d72241855', 'status': 'completed', 'code': 200} Jul 08 18:08:35.269710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-ad682376-700f-48d9-b03f-5c4f516fffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:35.272731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-ad682376-700f-48d9-b03f-5c4f516fffc7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=862c2a37-d96a-4888-ae5a-8d974ff33d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3235552 Jul 08 18:08:35.295841 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:35.341372 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:35.354771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Transition to ACTIVE for port object 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:35.373898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Transition to ACTIVE for port object 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:35.385947 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:35.503822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfcfa9-16d4-47d2-a46c-c192d95e7f22 req-81aeae39-dd20-4073-8aae-d4385e89f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:35.505792 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44bfcfa9-16d4-47d2-a46c-c192d95e7f22 req-81aeae39-dd20-4073-8aae-d4385e89f261 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 1097 time: 0.1106555 Jul 08 18:08:35.506298 n-d-799684-3 neutron-server[93742]: INFO neutron.db.ipam_backend_mixin [None req-8cd083f6-02c1-407f-bbc3-d0899a8c3804 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41f6730c-d343-486c-885d-12cd39fcc56f (CIDR: 2001:db8::/64) Jul 08 18:08:35.524798 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd083f6-02c1-407f-bbc3-d0899a8c3804 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:08:35.525472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd083f6-02c1-407f-bbc3-d0899a8c3804 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:08:35.529313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:35.534025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:35.559381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:35.594458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad6a78-203e-411c-9f0a-888286738d46 None None] Network 534a088c-b1b0-4eaf-a559-e9fe7b491baa requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:35.599728 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:35.625639 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfcfa9-16d4-47d2-a46c-c192d95e7f22 req-dc59ec85-2535-4135-a64e-aef0a6e79ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:35.628046 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44bfcfa9-16d4-47d2-a46c-c192d95e7f22 req-dc59ec85-2535-4135-a64e-aef0a6e79ca0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 920 time: 0.1153045 Jul 08 18:08:35.672873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Pushing event updated for resources: {'Port': ['ID=844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:35.683053 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Attempting to bind port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:35.683547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Attempting to bind port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '6ea9de97-e604-4f40-81fd-8e240336fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:35.683982 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44bfcfa9-16d4-47d2-a46c-c192d95e7f22 req-6cae8371-960f-4e1f-9c7a-3c1c5487983c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38fe7072-45b4-43d8-a193-f3eb9f151697 HTTP/1.1" status: 200 len: 217 time: 0.0494511 Jul 08 18:08:35.684128 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Attempting to bind port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec on network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:35.695991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:35.696585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Checking segment: {'id': '6ea9de97-e604-4f40-81fd-8e240336fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:35.697063 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:35.697531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Bound using segment: {'id': '6ea9de97-e604-4f40-81fd-8e240336fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:35.698090 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Bound port: 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea9de97-e604-4f40-81fd-8e240336fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:35.698582 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:35.743242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfcfa9-16d4-47d2-a46c-c192d95e7f22 req-ef41aff0-2d0a-44a3-b8dd-825e276474a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:35.744817 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44bfcfa9-16d4-47d2-a46c-c192d95e7f22 req-ef41aff0-2d0a-44a3-b8dd-825e276474a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 200 len: 859 time: 0.0539927 Jul 08 18:08:35.747176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362f59-6cb7-4783-af06-b584c91d639a req-27f9f317-6cdf-4859-9278-a1c35d8779da tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:35.749205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-27f9f317-6cdf-4859-9278-a1c35d8779da tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/networks?id=534a088c-b1b0-4eaf-a559-e9fe7b491baa HTTP/1.1" status: 200 len: 813 time: 0.1515486 Jul 08 18:08:35.751551 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e533ff-1243-43ad-8c69-72612af530dd']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:35.784745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeff05f-ce43-420e-a9df-14049e4b7100') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:35.785130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeff05f-ce43-420e-a9df-14049e4b7100') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:35.786705 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] For port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:35.788342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-ba85d640-3e4c-4242-bb99-5a1619f237fe service neutron] 10.222.0.59 "GET /v2.0/networks/862c2a37-d96a-4888-ae5a-8d974ff33d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076511 Jul 08 18:08:35.803849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8cd083f6-02c1-407f-bbc3-d0899a8c3804 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2446959 Jul 08 18:08:35.803849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:35.804413 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44bfcfa9-16d4-47d2-a46c-c192d95e7f22 req-c67af890-afd8-402c-9ae0-32a4c8ad1115 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=811ef628-e931-4676-a654-7d47371e6761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526137 Jul 08 18:08:35.805532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40822) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:35.812630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] For port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec,segment=NetworkSegment(6ea9de97-e604-4f40-81fd-8e240336fb29),segment_id=6ea9de97-e604-4f40-81fd-8e240336fb29)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:35.813533 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-085503d9-64c9-407e-8c34-a3808080b785 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': '2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:35.837935 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:35.900016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-69e95da0-d430-4124-a238-d27533fe8fef tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/quotas/527124f6db9440c09c9112a4ac28ecf7 HTTP/1.1" status: 200 len: 375 time: 0.1286306 Jul 08 18:08:35.904054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-2f952c7c-ff8e-4ef2-82c2-60dd445910c6 service neutron] 10.222.0.59 "GET /v2.0/networks/862c2a37-d96a-4888-ae5a-8d974ff33d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068158 Jul 08 18:08:35.932043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153b25f-8d3b-4bcb-ad28-e54f044c4f42 None None] Pushing event updated for resources: {'Port': ['ID=844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:35.997364 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:36.000155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-0dcd0dc2-4646-45af-a01c-b6a158ccd332 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=d4cc5ac4-b829-405d-8524-bd92c8f400fe HTTP/1.1" status: 200 len: 217 time: 0.0876634 Jul 08 18:08:36.009635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-f4b822cf-7c2d-4c1f-9b51-20c2c5b6f614 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=527124f6db9440c09c9112a4ac28ecf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942547 Jul 08 18:08:36.079009 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44bfcfa9-16d4-47d2-a46c-c192d95e7f22 req-90e6a505-70a0-4fab-b151-572878493134 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592244 Jul 08 18:08:36.085444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085503d9-64c9-407e-8c34-a3808080b785 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:36.094527 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-085503d9-64c9-407e-8c34-a3808080b785 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:36.113232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-18129ae9-7902-4b07-8708-93b1be014f8c service neutron] 10.222.0.73 "GET /v2.0/networks/534a088c-b1b0-4eaf-a559-e9fe7b491baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026146 Jul 08 18:08:36.137822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:08:36.138244 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:08:36.141624 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:08:36.146299 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:08:36.146299 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:08:36.275374 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3349727-fae8-42ac-b6ec-f1dee0d2f6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:36.281593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8dd0b-2deb-4503-8069-77b7c4153865 req-0e7ceb74-6324-4216-9065-63b47d790791 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.294388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8dd0b-2deb-4503-8069-77b7c4153865 req-0e7ceb74-6324-4216-9065-63b47d790791 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.295970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 08529be6-77df-48f6-bac2-c79038f20345 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:36.301288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8dd0b-2deb-4503-8069-77b7c4153865 req-0e7ceb74-6324-4216-9065-63b47d790791 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.307598 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8dd0b-2deb-4503-8069-77b7c4153865 req-0e7ceb74-6324-4216-9065-63b47d790791 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.319537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8dd0b-2deb-4503-8069-77b7c4153865 req-0e7ceb74-6324-4216-9065-63b47d790791 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.326630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8dd0b-2deb-4503-8069-77b7c4153865 req-0e7ceb74-6324-4216-9065-63b47d790791 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.330143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 08529be6-77df-48f6-bac2-c79038f20345 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:08:36.330702 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 08529be6-77df-48f6-bac2-c79038f20345 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:36.333466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8dd0b-2deb-4503-8069-77b7c4153865 req-0e7ceb74-6324-4216-9065-63b47d790791 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.342372 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46c8dd0b-2deb-4503-8069-77b7c4153865 req-0e7ceb74-6324-4216-9065-63b47d790791 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.8414602 Jul 08 18:08:36.359538 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44bfcfa9-16d4-47d2-a46c-c192d95e7f22 req-d2d7d49f-be81-4d68-91a1-77847cf99404 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604828 Jul 08 18:08:36.444575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46c8dd0b-2deb-4503-8069-77b7c4153865 req-cc8f8fdf-f868-4177-9948-775a37b7e98b tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1012001 Jul 08 18:08:36.452714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-228f6900-c50e-4cee-b4fd-8786ab2f2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.462696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-228f6900-c50e-4cee-b4fd-8786ab2f2d40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.4428625 Jul 08 18:08:36.499949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-eabaff86-2fa5-4757-bc0d-8d42785afb32 service neutron] 10.222.0.73 "GET /v2.0/networks/534a088c-b1b0-4eaf-a559-e9fe7b491baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846920 Jul 08 18:08:36.502084 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:36.546373 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-085503d9-64c9-407e-8c34-a3808080b785 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:36.583609 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:36.588332 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] 10.222.0.73 "DELETE /v2.0/networks/f5e533ff-1243-43ad-8c69-72612af530dd HTTP/1.1" status: 204 len: 168 time: 1.5532751 Jul 08 18:08:36.589689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42e3a1-3d78-4fd6-934d-d7175cee10fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e533ff-1243-43ad-8c69-72612af530dd,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:36.622286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085503d9-64c9-407e-8c34-a3808080b785 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:36.623945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085503d9-64c9-407e-8c34-a3808080b785 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Subnet': ['ID=fb8f5b3e-92f3-4747-a78f-3221b799a865,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:36.626569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-085503d9-64c9-407e-8c34-a3808080b785 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:36.629633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085503d9-64c9-407e-8c34-a3808080b785 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.630155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-085503d9-64c9-407e-8c34-a3808080b785 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:36.659645 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-085503d9-64c9-407e-8c34-a3808080b785 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8496399 Jul 08 18:08:36.659645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40830) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:36.665791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': '2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f', 'fixed_ips': [{'subnet_id': '41f6730c-d343-486c-885d-12cd39fcc56f'}, {'subnet_id': 'fb8f5b3e-92f3-4747-a78f-3221b799a865'}], 'name': 'tempest-PortsIpV6TestJSON-1831850157'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:36.685034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-35cd9822-c33a-424b-85c7-ab449ed55ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.687752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-35cd9822-c33a-424b-85c7-ab449ed55ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2232563 Jul 08 18:08:36.795676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40836) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:36.871206 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecc85b-b122-4db8-9c9a-ec0054170235 req-598d5109-56cd-4d8d-8c8a-ed831d7d94a0 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.878777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ecc85b-b122-4db8-9c9a-ec0054170235 req-598d5109-56cd-4d8d-8c8a-ed831d7d94a0 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.2316592 Jul 08 18:08:36.909001 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-96d794f7-b12d-49ae-89cb-db6c25996d87 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936173 Jul 08 18:08:36.910878 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e274c67b-b82d-4318-aee9-407098ae2235 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6031a0afda6647a8baf6d63678a21641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1140993 Jul 08 18:08:36.911473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40838) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:36.953783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ecc85b-b122-4db8-9c9a-ec0054170235 req-81ad71d2-aa2c-4251-906d-6c6bc3a56685 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738304 Jul 08 18:08:37.029452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:37.047700 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:08:37.103237 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-607e7a7c-e387-47c9-8105-f0e5bfd4924d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:37.109849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3c26d8c-cd88-4c4e-9921-4f8a11b92f9d req-63d75d2d-ff7a-4b9f-aba2-5c202435c2ac tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 210 time: 0.0633206 Jul 08 18:08:37.116634 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-7047391e-5d2a-474c-9d92-0a73b59f995a service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993775 Jul 08 18:08:37.165450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-607e7a7c-e387-47c9-8105-f0e5bfd4924d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:37.224857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:37.250390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 4e76700f-1218-49e9-9e1c-6cda0645d165 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:37.282188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-81a7a74e-5571-4b09-bb43-df2d1975e721 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=8373c0d3-2b06-4151-b80b-653f5a3611ce HTTP/1.1" status: 200 len: 217 time: 0.1590502 Jul 08 18:08:37.411728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c2915f01-d634-4b08-b9fe-d17d59711c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:37.413482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-c2915f01-d634-4b08-b9fe-d17d59711c06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.1244595 Jul 08 18:08:37.414992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:37.509927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6c15f158-44a5-45b9-9db3-cb0fca7abb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:37.516173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:37.524011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-6c15f158-44a5-45b9-9db3-cb0fca7abb33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1022058 Jul 08 18:08:37.671710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-f1e99999-054c-4342-9cbf-0a9ae75f2494 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330881 Jul 08 18:08:37.695422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e13047-c575-4b9c-bde5-91910909fa97 None None] Network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:37.730622 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-607e7a7c-e387-47c9-8105-f0e5bfd4924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:37.737831 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-607e7a7c-e387-47c9-8105-f0e5bfd4924d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:37.740836 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-607e7a7c-e387-47c9-8105-f0e5bfd4924d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6671cd6a-6c3e-4e02-a78e-173a15c20ffa HTTP/1.1" status: 204 len: 168 time: 0.8264973 Jul 08 18:08:37.815070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e7a7c-e387-47c9-8105-f0e5bfd4924d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6671cd6a-6c3e-4e02-a78e-173a15c20ffa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:37.819697 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e61449ef-6f93-49af-9f8d-f5785aab22d1 None None] Provisioning for port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:37.862829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-ba48e237-8a34-40c0-8251-e4f14fe5ba38 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685200 Jul 08 18:08:37.895699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9eac-b8fa-4c3b-9e55-c6ad1aa671f4 req-1a50f1a8-8fa0-4ad6-9663-a735fe785384 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:37.903465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9eac-b8fa-4c3b-9e55-c6ad1aa671f4 req-1a50f1a8-8fa0-4ad6-9663-a735fe785384 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:37.913809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9eac-b8fa-4c3b-9e55-c6ad1aa671f4 req-1a50f1a8-8fa0-4ad6-9663-a735fe785384 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:37.915638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e61449ef-6f93-49af-9f8d-f5785aab22d1 None None] Provisioning complete for port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:37.915936 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e61449ef-6f93-49af-9f8d-f5785aab22d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:37.922689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9eac-b8fa-4c3b-9e55-c6ad1aa671f4 req-1a50f1a8-8fa0-4ad6-9663-a735fe785384 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:37.929595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9eac-b8fa-4c3b-9e55-c6ad1aa671f4 req-1a50f1a8-8fa0-4ad6-9663-a735fe785384 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:37.936560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9eac-b8fa-4c3b-9e55-c6ad1aa671f4 req-1a50f1a8-8fa0-4ad6-9663-a735fe785384 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:37.944105 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9eac-b8fa-4c3b-9e55-c6ad1aa671f4 req-1a50f1a8-8fa0-4ad6-9663-a735fe785384 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:37.956514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-037e9eac-b8fa-4c3b-9e55-c6ad1aa671f4 req-1a50f1a8-8fa0-4ad6-9663-a735fe785384 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.2641280 Jul 08 18:08:38.003265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-f41b2e32-3d45-4587-adb3-6734197527a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=eeffd98c-291f-4917-bf1b-39e512d635be HTTP/1.1" status: 200 len: 217 time: 0.1333146 Jul 08 18:08:38.140827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-037e9eac-b8fa-4c3b-9e55-c6ad1aa671f4 req-afd19388-8d7d-480d-a0b9-efac53929aaa tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1800344 Jul 08 18:08:38.147278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-fad46e7a-3ec6-4659-8b94-def1400e8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:38.154363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-fad46e7a-3ec6-4659-8b94-def1400e8afb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.1337175 Jul 08 18:08:38.209551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8::21d (2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f/41f6730c-d343-486c-885d-12cd39fcc56f/4e76700f-1218-49e9-9e1c-6cda0645d165) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:38.228064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8:0:1::373 (2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f/fb8f5b3e-92f3-4747-a78f-3221b799a865/4e76700f-1218-49e9-9e1c-6cda0645d165) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:38.289309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-3f3d2286-fb4f-4cf4-972e-86359950213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:38.291367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-3f3d2286-fb4f-4cf4-972e-86359950213c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1293519 Jul 08 18:08:38.303955 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e61449ef-6f93-49af-9f8d-f5785aab22d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:38.444429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e61449ef-6f93-49af-9f8d-f5785aab22d1 None None] For port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec,segment=NetworkSegment(6ea9de97-e604-4f40-81fd-8e240336fb29),segment_id=6ea9de97-e604-4f40-81fd-8e240336fb29)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:38.461701 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e61449ef-6f93-49af-9f8d-f5785aab22d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:38.515540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-8692cf78-e875-45dc-87e6-7c567b782357 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175727 Jul 08 18:08:38.570355 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:38.572401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61449ef-6f93-49af-9f8d-f5785aab22d1 None None] Pushing event updated for resources: {'Port': ['ID=844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:38.584601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Transition to ACTIVE for port object 4e76700f-1218-49e9-9e1c-6cda0645d165 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:38.616768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-013d8b18-c77b-4c9d-a6a4-f509ac48c891 req-51300184-54ff-4c8d-a9fa-d59dfa0d29f5 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 210 time: 0.0949013 Jul 08 18:08:38.676648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d489164-e357-4c4b-ac58-2586d2335bf1 req-b5b140ba-b2e3-4467-9fae-8a374ded1f38 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:38.687852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d489164-e357-4c4b-ac58-2586d2335bf1 req-b5b140ba-b2e3-4467-9fae-8a374ded1f38 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.2719781 Jul 08 18:08:38.692048 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:38.757902 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d489164-e357-4c4b-ac58-2586d2335bf1 req-e3b04297-6749-40b9-b6ad-7bd403b948bd tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683706 Jul 08 18:08:38.767790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:38.790999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:38.801153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccddaa6-d626-4610-bfce-0a68d7a87d43 None None] Update dhcp port {'port': {'network_id': '2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f', 'fixed_ips': [{'subnet_id': '41f6730c-d343-486c-885d-12cd39fcc56f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb8f5b3e-92f3-4747-a78f-3221b799a865'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:08:38.808855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:38.809429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-f6462144-aca4-41be-be28-404dfde53c71 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738242 Jul 08 18:08:38.825675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:38.829131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:38.853472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=4e76700f-1218-49e9-9e1c-6cda0645d165,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:38.857550 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eccddaa6-d626-4610-bfce-0a68d7a87d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:38.869255 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c0fde946-987f-4844-bf65-8ee4260935d6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.2086439 Jul 08 18:08:38.872309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40880) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:38.886070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b6ff481e-2748-4ee4-abab-ea85c2addbfc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '41f6730c-d343-486c-885d-12cd39fcc56f'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:38.900190 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-e4a9b199-b700-450b-b9a5-81655553ce7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=0f10bd94-4d96-496c-83a7-1bd4b5116767 HTTP/1.1" status: 200 len: 217 time: 0.0831313 Jul 08 18:08:38.967627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-fac5fc6a-b1e5-4fc8-a8c8-2e818242d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:38.971098 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-fac5fc6a-b1e5-4fc8-a8c8-2e818242d876 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.0626557 Jul 08 18:08:39.032462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40882) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:39.120724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-eccddaa6-d626-4610-bfce-0a68d7a87d43 None None] Allocated IP 2001:db8:0:1::2 (2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f/fb8f5b3e-92f3-4747-a78f-3221b799a865/844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:39.120969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-ec52c22f-2489-46eb-bd61-80e642a0ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:39.125259 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-ec52c22f-2489-46eb-bd61-80e642a0ec7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1405559 Jul 08 18:08:39.230130 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b6ff481e-2748-4ee4-abab-ea85c2addbfc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.254294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-43658542-network', 'tenant_id': '1bc3d156bc844a62b3e7e6683036b19a'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:39.265052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b8c25430-5a11-4c0f-b183-8555493391b9 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:39.267465 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b8c25430-5a11-4c0f-b183-8555493391b9 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.59 "GET /v2.0/networks?id=534a088c-b1b0-4eaf-a559-e9fe7b491baa HTTP/1.1" status: 200 len: 813 time: 0.3112197 Jul 08 18:08:39.293358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Request body: {'port': {'device_id': '052f0819-636a-4caf-98a9-e800f8c973af', 'network_id': '534a088c-b1b0-4eaf-a559-e9fe7b491baa', 'admin_state_up': True, 'tenant_id': '527124f6db9440c09c9112a4ac28ecf7'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:39.304460 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-87a97e92-bdf0-4aeb-9fa5-0dd0e43d3803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.386877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Made reservation on behalf of 1bc3d156bc844a62b3e7e6683036b19a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:39.389222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.394240 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.411671 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.412170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:39.523030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-eccddaa6-d626-4610-bfce-0a68d7a87d43 None None] For port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec,segment=NetworkSegment(6ea9de97-e604-4f40-81fd-8e240336fb29),segment_id=6ea9de97-e604-4f40-81fd-8e240336fb29)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:39.527756 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.541457 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-f5e54417-4d16-4d22-8d4f-ac6fc347c28c service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094806 Jul 08 18:08:39.593208 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.599394 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eccddaa6-d626-4610-bfce-0a68d7a87d43 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.608454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:08:39.622431 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.622950 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Added segment d6bb37d3-f89b-4a94-8f5c-a78e43fd6278 of type vlan for network f7082571-fe51-4603-88f3-1cac609727eb Jul 08 18:08:39.627235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-eccddaa6-d626-4610-bfce-0a68d7a87d43 None None] Transition to ACTIVE for port object 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:39.628369 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:39.628968 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.664337 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eccddaa6-d626-4610-bfce-0a68d7a87d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.707540 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:39.779762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-b6ff481e-2748-4ee4-abab-ea85c2addbfc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Delete allocated IP 2001:db8:0:1::373 (2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f/fb8f5b3e-92f3-4747-a78f-3221b799a865) {{(pid=93741) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 18:08:39.820433 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccddaa6-d626-4610-bfce-0a68d7a87d43 None None] Pushing event updated for resources: {'Port': ['ID=844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:39.824321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec had new provisioning blocks added so it will not transition to active. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 08 18:08:39.883352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Made reservation on behalf of 527124f6db9440c09c9112a4ac28ecf7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:39.887753 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.038942 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b6ff481e-2748-4ee4-abab-ea85c2addbfc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.088416 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.123592 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Allocated IP 172.20.0.2 (534a088c-b1b0-4eaf-a559-e9fe7b491baa/5bbcf948-f0c8-4a44-8397-b1ea244a7c0d/458e3946-0fc0-4199-b14b-5f2e8afa4baa) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:40.160461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-b6ff481e-2748-4ee4-abab-ea85c2addbfc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Ignored duplicate provisioning block setup for port 4e76700f-1218-49e9-9e1c-6cda0645d165 by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 18:08:40.162913 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3054b22d-c969-4b65-abf4-23c044283d1e req-31773d53-0a81-4d9f-a993-517ab99ed34d tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 210 time: 0.1221013 Jul 08 18:08:40.182866 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b6ff481e-2748-4ee4-abab-ea85c2addbfc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.229146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-d7264fdc-629c-49e6-8b47-0421054ae36c service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758518 Jul 08 18:08:40.229754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e74221f-498d-49f3-9078-52cdb862a419,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:40.289576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff481e-2748-4ee4-abab-ea85c2addbfc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=4e76700f-1218-49e9-9e1c-6cda0645d165,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:40.305379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.305670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.306028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.306470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.306808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.307145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.307476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.308037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.308392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.308731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.309051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.309374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:40.328600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a235a85-d574-43a9-a2ba-26e011e874c3 req-cf4a24f0-a63f-42aa-a1a0-156c41acba8d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.335122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a235a85-d574-43a9-a2ba-26e011e874c3 req-cf4a24f0-a63f-42aa-a1a0-156c41acba8d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.341587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a235a85-d574-43a9-a2ba-26e011e874c3 req-cf4a24f0-a63f-42aa-a1a0-156c41acba8d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.348180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a235a85-d574-43a9-a2ba-26e011e874c3 req-cf4a24f0-a63f-42aa-a1a0-156c41acba8d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.354876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a235a85-d574-43a9-a2ba-26e011e874c3 req-cf4a24f0-a63f-42aa-a1a0-156c41acba8d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.358899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b6ff481e-2748-4ee4-abab-ea85c2addbfc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] In _notify_port_updated(), no bound segment for port 4e76700f-1218-49e9-9e1c-6cda0645d165 on network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:08:40.362643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a235a85-d574-43a9-a2ba-26e011e874c3 req-cf4a24f0-a63f-42aa-a1a0-156c41acba8d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.366282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ff481e-2748-4ee4-abab-ea85c2addbfc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.367177 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b6ff481e-2748-4ee4-abab-ea85c2addbfc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.368755 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b6ff481e-2748-4ee4-abab-ea85c2addbfc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "PUT /v2.0/ports/4e76700f-1218-49e9-9e1c-6cda0645d165 HTTP/1.1" status: 200 len: 926 time: 1.4948728 Jul 08 18:08:40.371782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a235a85-d574-43a9-a2ba-26e011e874c3 req-cf4a24f0-a63f-42aa-a1a0-156c41acba8d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.380169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a235a85-d574-43a9-a2ba-26e011e874c3 req-cf4a24f0-a63f-42aa-a1a0-156c41acba8d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.9441686 Jul 08 18:08:40.383385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40898) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:40.388981 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4cf23e70-6131-4e70-bfb0-dd863a2a8517 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '41f6730c-d343-486c-885d-12cd39fcc56f'}, {'subnet_id': 'fb8f5b3e-92f3-4747-a78f-3221b799a865'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:40.395229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-e50ecb51-afff-4365-896a-8e5585a2ff03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa8f0f29-cc28-4b63-8c42-9caf10706204 HTTP/1.1" status: 200 len: 217 time: 0.1565363 Jul 08 18:08:40.396782 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.398028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.398899 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.557891 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4cf23e70-6131-4e70-bfb0-dd863a2a8517 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.560471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5265238 Jul 08 18:08:40.561358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40904) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:40.566954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.572085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] Request body: {'subnet': {'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-43658542-subnet', 'tenant_id': '1bc3d156bc844a62b3e7e6683036b19a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:40.574471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0501b1e-e7fe-4a2d-a868-3f62ec809696 None None] Network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:40.597529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4e1d2-7a87-4f60-8cd7-7b970dae5561 admin admin] Pushing event updated for resources: {'Network': ['ID=f7082571-fe51-4603-88f3-1cac609727eb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:40.627790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a235a85-d574-43a9-a2ba-26e011e874c3 req-0307046b-84fe-4af2-8c2d-60a059bb8a24 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2456801 Jul 08 18:08:40.629104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f7082571-fe51-4603-88f3-1cac609727eb details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:08:40.650062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] Made reservation on behalf of 1bc3d156bc844a62b3e7e6683036b19a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:40.659750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.659873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-46f53d7d-cee3-4a05-976d-da5690737cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.663065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-46f53d7d-cee3-4a05-976d-da5690737cbb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145af265-0c37-44a9-9356-46969782c434 HTTP/1.1" status: 200 len: 797 time: 0.2169735 Jul 08 18:08:40.697429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3656154d-c012-4153-9961-cb17b8956818 None None] Provisioning for port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:40.716464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3656154d-c012-4153-9961-cb17b8956818 None None] Provisioning complete for port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:40.716836 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3656154d-c012-4153-9961-cb17b8956818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.729218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4ea0-80ad-4658-9cd5-8278be4af9fb req-a6037668-ea2b-45f1-b5ca-b52ed2ba4621 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.730882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88df4ea0-80ad-4658-9cd5-8278be4af9fb req-a6037668-ea2b-45f1-b5ca-b52ed2ba4621 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.4171679 Jul 08 18:08:40.796495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:40.804152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88df4ea0-80ad-4658-9cd5-8278be4af9fb req-62f6a3a9-8044-4849-8c3e-b57b8b4043dd tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632377 Jul 08 18:08:40.819842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-0bb973ab-b597-4f33-bbe6-98436522c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.835991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-0bb973ab-b597-4f33-bbe6-98436522c1dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1586087 Jul 08 18:08:40.920468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Network 534a088c-b1b0-4eaf-a559-e9fe7b491baa is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:40.927318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Pushing event updated for resources: {'Port': ['ID=458e3946-0fc0-4199-b14b-5f2e8afa4baa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:40.934887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:40.946345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:41.001408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-2e306eff-d439-4ac9-89e3-6b79d47122b3 service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469927 Jul 08 18:08:41.003789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:41.004460 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:41.095851 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-166ea1d0-7f18-4fd4-bf4b-67c67a31d740 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8174994 Jul 08 18:08:41.112024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Request body: {'port': {'device_id': '052f0819-636a-4caf-98a9-e800f8c973af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:41.132650 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-3c311f27-6a9a-4347-97cc-9bf8849e0ca5 service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237390 Jul 08 18:08:41.206795 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-3c34c13b-ebab-4b47-a668-000c74a8eaf9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9dc138b5-431f-4879-a92f-271d72241855 HTTP/1.1" status: 200 len: 217 time: 0.0669401 Jul 08 18:08:41.220770 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:41.309639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-241a6b29-e3e8-491e-9586-e1f9ec8298df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:41.313408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-241a6b29-e3e8-491e-9586-e1f9ec8298df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145af265-0c37-44a9-9356-46969782c434 HTTP/1.1" status: 200 len: 797 time: 0.0989420 Jul 08 18:08:41.329864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:41.359296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a08708-032c-4e16-8dde-9405642ab9ac,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:41.442178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:41.442579 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:41.460948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-4cf23e70-6131-4e70-bfb0-dd863a2a8517 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8:0:1::378 (2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f/fb8f5b3e-92f3-4747-a78f-3221b799a865/4e76700f-1218-49e9-9e1c-6cda0645d165) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:41.463813 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:41.478065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-3aeca790-5d97-4adf-9100-bce211de3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:41.478065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-3aeca790-5d97-4adf-9100-bce211de3f96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1573801 Jul 08 18:08:41.490224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0da63e-2e2d-4290-b41f-7bf38ef506d5 req-4eb3437d-15a3-4dcf-b8bf-874caec34775 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:41.491914 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c0da63e-2e2d-4290-b41f-7bf38ef506d5 req-4eb3437d-15a3-4dcf-b8bf-874caec34775 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 931 time: 0.1076152 Jul 08 18:08:41.516251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] Checking segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:41.516701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] Network hostable DHCP agents. Network: f7082571-fe51-4603-88f3-1cac609727eb, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:08:41.579489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c0da63e-2e2d-4290-b41f-7bf38ef506d5 req-60c6db4e-aab2-4b78-b19b-77e9f7cc8295 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784481 Jul 08 18:08:41.593439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2993785f-5b1b-4a16-a6c8-a6194b166ce3 None None] Provisioning for port 4e76700f-1218-49e9-9e1c-6cda0645d165 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:41.606266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2993785f-5b1b-4a16-a6c8-a6194b166ce3 None None] Provisioning complete for port 4e76700f-1218-49e9-9e1c-6cda0645d165 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:41.606829 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2993785f-5b1b-4a16-a6c8-a6194b166ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:41.640617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] Network f7082571-fe51-4603-88f3-1cac609727eb is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:08:41.647228 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:41.651732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-b6bb5f9e-97f9-4e7c-8084-5969043aca69 service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588395 Jul 08 18:08:41.689502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2993785f-5b1b-4a16-a6c8-a6194b166ce3 None None] Port 4e76700f-1218-49e9-9e1c-6cda0645d165 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:41.719861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2993785f-5b1b-4a16-a6c8-a6194b166ce3 None None] Provisioning complete for port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:41.720068 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2993785f-5b1b-4a16-a6c8-a6194b166ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:41.773675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bc32960-2672-4f91-ac1c-569b7e242d74 req-01b602c0-66ac-4862-a64a-ebd7cdabff72 service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148100 Jul 08 18:08:41.783416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f7082571-fe51-4603-88f3-1cac609727eb) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:41.801965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:41.802679 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:41.828377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfcabc1-20c2-4e12-8baa-9eedf854c719 None None] Network f7082571-fe51-4603-88f3-1cac609727eb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:41.894604 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ef374043-fa34-41b5-a6ff-0347ec3938b4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3120496 Jul 08 18:08:42.061736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-72063efa-6e89-4760-8bc9-8e18cf247098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.062409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-72063efa-6e89-4760-8bc9-8e18cf247098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.062941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-72063efa-6e89-4760-8bc9-8e18cf247098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.063464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-72063efa-6e89-4760-8bc9-8e18cf247098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.063988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-72063efa-6e89-4760-8bc9-8e18cf247098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.065266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-72063efa-6e89-4760-8bc9-8e18cf247098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.065927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-72063efa-6e89-4760-8bc9-8e18cf247098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.068879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-72063efa-6e89-4760-8bc9-8e18cf247098 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6489 time: 0.1328728 Jul 08 18:08:42.083729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740738a1-b158-44d3-9977-23ce2c2bcfaf req-12ec1733-28c4-4450-80ae-505108d45476 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.090495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740738a1-b158-44d3-9977-23ce2c2bcfaf req-12ec1733-28c4-4450-80ae-505108d45476 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.096844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740738a1-b158-44d3-9977-23ce2c2bcfaf req-12ec1733-28c4-4450-80ae-505108d45476 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.104762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740738a1-b158-44d3-9977-23ce2c2bcfaf req-12ec1733-28c4-4450-80ae-505108d45476 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.105812 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4cf23e70-6131-4e70-bfb0-dd863a2a8517 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.112799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740738a1-b158-44d3-9977-23ce2c2bcfaf req-12ec1733-28c4-4450-80ae-505108d45476 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.119911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740738a1-b158-44d3-9977-23ce2c2bcfaf req-12ec1733-28c4-4450-80ae-505108d45476 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.129894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740738a1-b158-44d3-9977-23ce2c2bcfaf req-12ec1733-28c4-4450-80ae-505108d45476 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.134003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-740738a1-b158-44d3-9977-23ce2c2bcfaf req-12ec1733-28c4-4450-80ae-505108d45476 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.2697737 Jul 08 18:08:42.160678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-4cf23e70-6131-4e70-bfb0-dd863a2a8517 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Ignored duplicate provisioning block setup for port 4e76700f-1218-49e9-9e1c-6cda0645d165 by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 18:08:42.198434 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4cf23e70-6131-4e70-bfb0-dd863a2a8517 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.264583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db42d8c-f3c9-428f-bd8b-61ea98fc8be1 None None] Network f7082571-fe51-4603-88f3-1cac609727eb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:42.266970 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-740738a1-b158-44d3-9977-23ce2c2bcfaf req-a68f3fd2-e8f1-4cae-a5e2-3cec87f992e5 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150122 Jul 08 18:08:42.380650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-85a3e27d-2279-4886-813c-36c71f294947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.390870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-85a3e27d-2279-4886-813c-36c71f294947 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11431c02-a7f4-4ec7-85c0-9b5689964bc6 HTTP/1.1" status: 200 len: 903 time: 0.2542183 Jul 08 18:08:42.442290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f54fd038-b2bb-4d2f-9338-16b49af3bff6 None None] Provisioning complete for port 4e76700f-1218-49e9-9e1c-6cda0645d165 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:42.442290 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f54fd038-b2bb-4d2f-9338-16b49af3bff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.486810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458e3946-0fc0-4199-b14b-5f2e8afa4baa {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:42.492519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-32902932-64ad-4c9d-97f1-2dd5d26fb0d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9dc138b5-431f-4879-a92f-271d72241855 HTTP/1.1" status: 200 len: 217 time: 0.0924480 Jul 08 18:08:42.494036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f54fd038-b2bb-4d2f-9338-16b49af3bff6 None None] Port 4e76700f-1218-49e9-9e1c-6cda0645d165 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:42.537920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4cf23e70-6131-4e70-bfb0-dd863a2a8517 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] In _notify_port_updated(), no bound segment for port 4e76700f-1218-49e9-9e1c-6cda0645d165 on network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:08:42.553514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf23e70-6131-4e70-bfb0-dd863a2a8517 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.554308 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4cf23e70-6131-4e70-bfb0-dd863a2a8517 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.558165 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4cf23e70-6131-4e70-bfb0-dd863a2a8517 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "PUT /v2.0/ports/4e76700f-1218-49e9-9e1c-6cda0645d165 HTTP/1.1" status: 200 len: 1012 time: 2.1713364 Jul 08 18:08:42.563011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.565579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40940) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:42.572214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf23e70-6131-4e70-bfb0-dd863a2a8517 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=4e76700f-1218-49e9-9e1c-6cda0645d165,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:42.589449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Transition to ACTIVE for port object 458e3946-0fc0-4199-b14b-5f2e8afa4baa will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:42.596919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.632866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d2ee9e4f-c9df-450c-aa8f-afecb6f82610 None None] Provisioning complete for port 4e76700f-1218-49e9-9e1c-6cda0645d165 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:42.634148 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9e4f-c9df-450c-aa8f-afecb6f82610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.682383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee9e4f-c9df-450c-aa8f-afecb6f82610 None None] Port 4e76700f-1218-49e9-9e1c-6cda0645d165 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:42.698868 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Pushing event updated for resources: {'Port': ['ID=458e3946-0fc0-4199-b14b-5f2e8afa4baa,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:42.713757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-ebdd4ba7-4801-45a0-8c4d-8015d1cb42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.715224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-ebdd4ba7-4801-45a0-8c4d-8015d1cb42d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145af265-0c37-44a9-9356-46969782c434 HTTP/1.1" status: 200 len: 797 time: 0.2087512 Jul 08 18:08:42.781788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Attempting to bind port 458e3946-0fc0-4199-b14b-5f2e8afa4baa on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:42.782428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Attempting to bind port 458e3946-0fc0-4199-b14b-5f2e8afa4baa by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '96cbde14-5682-40be-b5dd-9eeb67fd84b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '534a088c-b1b0-4eaf-a559-e9fe7b491baa'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:42.783122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Attempting to bind port 458e3946-0fc0-4199-b14b-5f2e8afa4baa on network 534a088c-b1b0-4eaf-a559-e9fe7b491baa {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:42.791576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Port 458e3946-0fc0-4199-b14b-5f2e8afa4baa on network 534a088c-b1b0-4eaf-a559-e9fe7b491baa not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:42.792161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Attempting to bind port 458e3946-0fc0-4199-b14b-5f2e8afa4baa on network 534a088c-b1b0-4eaf-a559-e9fe7b491baa {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:42.800955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:42.801398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Checking segment: {'id': '96cbde14-5682-40be-b5dd-9eeb67fd84b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '534a088c-b1b0-4eaf-a559-e9fe7b491baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:42.802086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Bound using segment: {'id': '96cbde14-5682-40be-b5dd-9eeb67fd84b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '534a088c-b1b0-4eaf-a559-e9fe7b491baa'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:42.802980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Bound port: 458e3946-0fc0-4199-b14b-5f2e8afa4baa, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cbde14-5682-40be-b5dd-9eeb67fd84b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '534a088c-b1b0-4eaf-a559-e9fe7b491baa'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:42.803388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.812903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a05840fb-4c79-4040-a00e-df5daf373a06 None None] Provisioning complete for port 4e76700f-1218-49e9-9e1c-6cda0645d165 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:42.813841 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a05840fb-4c79-4040-a00e-df5daf373a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.857462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a05840fb-4c79-4040-a00e-df5daf373a06 None None] Port 4e76700f-1218-49e9-9e1c-6cda0645d165 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:42.878267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-b193bdfb-a980-4447-b17a-e86e08f0101d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.879174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] For port 458e3946-0fc0-4199-b14b-5f2e8afa4baa, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:42.880185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-b193bdfb-a980-4447-b17a-e86e08f0101d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.2412565 Jul 08 18:08:42.882282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] For port 458e3946-0fc0-4199-b14b-5f2e8afa4baa, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=458e3946-0fc0-4199-b14b-5f2e8afa4baa,segment=NetworkSegment(96cbde14-5682-40be-b5dd-9eeb67fd84b0),segment_id=96cbde14-5682-40be-b5dd-9eeb67fd84b0)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:42.888365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.915954 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0e6040d8-2964-4164-95fe-c3ce2f5b1e9f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 4e76700f-1218-49e9-9e1c-6cda0645d165 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:42.916288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e6040d8-2964-4164-95fe-c3ce2f5b1e9f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.922928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.923889 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.925624 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] 10.222.0.59 "PUT /v2.0/ports/458e3946-0fc0-4199-b14b-5f2e8afa4baa HTTP/1.1" status: 200 len: 1091 time: 1.8184927 Jul 08 18:08:42.927738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052f0819-636a-4caf-98a9-e800f8c973af', 'tag': '458e3946-0fc0-4199-b14b-5f2e8afa4baa'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:42.930806 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b909fae7-4ce6-49e3-bbe5-27f0cff076a2" -d '{"events": [{"name": "network-changed", "server_uuid": "052f0819-636a-4caf-98a9-e800f8c973af", "tag": "458e3946-0fc0-4199-b14b-5f2e8afa4baa"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:42.933155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-3e90c494-76b0-481a-aecd-cf539789c73a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/quotas/1bc3d156bc844a62b3e7e6683036b19a HTTP/1.1" status: 200 len: 375 time: 0.0427618 Jul 08 18:08:42.967170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3369c58-190c-4f3d-9668-0f19ceac8a76 service neutron] Pushing event updated for resources: {'Port': ['ID=458e3946-0fc0-4199-b14b-5f2e8afa4baa,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:42.988419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb8241-461c-4be0-b528-c825716727d8 req-5bbab0cc-3835-4ff6-afc4-bda746a5f19e tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.989887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45fb8241-461c-4be0-b528-c825716727d8 req-5bbab0cc-3835-4ff6-afc4-bda746a5f19e tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 943 time: 0.2369378 Jul 08 18:08:42.991626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-6611957b-ce65-4ea1-9cec-7b74c369e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.992976 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-6611957b-ce65-4ea1-9cec-7b74c369e2e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2514474 Jul 08 18:08:43.026503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362f59-6cb7-4783-af06-b584c91d639a req-a891ce6e-c1b2-433b-9713-c71a09834c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.028312 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-a891ce6e-c1b2-433b-9713-c71a09834c98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=527124f6db9440c09c9112a4ac28ecf7&device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 1094 time: 0.0566802 Jul 08 18:08:43.034224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-fc12eb23-dc0d-42af-9f9e-f34030f9e061 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700905 Jul 08 18:08:43.073614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-002a3b35-38b0-4514-a2ff-fa926fce4822 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=458e3946-0fc0-4199-b14b-5f2e8afa4baa HTTP/1.1" status: 200 len: 217 time: 0.0380101 Jul 08 18:08:43.123510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362f59-6cb7-4783-af06-b584c91d639a req-a9f61ff9-5974-4f7e-b274-e24f85a858d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.124985 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-a9f61ff9-5974-4f7e-b274-e24f85a858d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5bbcf948-f0c8-4a44-8397-b1ea244a7c0d HTTP/1.1" status: 200 len: 853 time: 0.0449653 Jul 08 18:08:43.161312 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-a0b637b1-0713-4473-b147-6f5e32b65b3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=534a088c-b1b0-4eaf-a559-e9fe7b491baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279167 Jul 08 18:08:43.177947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45fb8241-461c-4be0-b528-c825716727d8 req-6091d5e1-d1d9-4283-ac07-2f4b781ac48a tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786344 Jul 08 18:08:43.201243 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e6040d8-2964-4164-95fe-c3ce2f5b1e9f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:43.236188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0e6040d8-2964-4164-95fe-c3ce2f5b1e9f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 4e76700f-1218-49e9-9e1c-6cda0645d165 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:43.245371 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de19eb75-e419-46f8-a222-0a2b83f2f7c5 x-openstack-request-id: req-de19eb75-e419-46f8-a222-0a2b83f2f7c5 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:43.245660 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052f0819-636a-4caf-98a9-e800f8c973af", "tag": "458e3946-0fc0-4199-b14b-5f2e8afa4baa", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:43.245913 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de19eb75-e419-46f8-a222-0a2b83f2f7c5 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:43.246337 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052f0819-636a-4caf-98a9-e800f8c973af', 'tag': '458e3946-0fc0-4199-b14b-5f2e8afa4baa', 'status': 'completed', 'code': 200} Jul 08 18:08:43.247426 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-f93e4a8f-9a33-4ce1-ae90-6ce4bebb3251 service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450933 Jul 08 18:08:43.257440 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-51c59179-0224-43f2-b804-466e0dccfc12 service neutron] 10.222.0.59 "GET /v2.0/networks/534a088c-b1b0-4eaf-a559-e9fe7b491baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914791 Jul 08 18:08:43.307624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-e3748081-95ef-4e5a-a9d9-06abf910a18b service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597170 Jul 08 18:08:43.361595 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1c362f59-6cb7-4783-af06-b584c91d639a req-8ff71361-c9f6-4d2c-bd96-98629cbbd57d service neutron] 10.222.0.59 "GET /v2.0/networks/534a088c-b1b0-4eaf-a559-e9fe7b491baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981932 Jul 08 18:08:43.464021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef6d4092-0890-4c6a-8447-7aea9677fe51 req-845f27f7-2769-4eba-b1ec-784ec2ba47ab service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020848 Jul 08 18:08:43.483575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909fae7-4ce6-49e3-bbe5-27f0cff076a2 req-be0ab2e1-3ba8-4ac6-8db9-22560f78a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.486822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b909fae7-4ce6-49e3-bbe5-27f0cff076a2 req-be0ab2e1-3ba8-4ac6-8db9-22560f78a049 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=527124f6db9440c09c9112a4ac28ecf7&device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 1094 time: 0.0704653 Jul 08 18:08:43.496835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-f1b5be8c-25fd-4d5a-a3ae-7110090857e4 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546624 Jul 08 18:08:43.601643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909fae7-4ce6-49e3-bbe5-27f0cff076a2 req-1471384c-40e9-4baf-9acd-3bc5c107023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.603384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b909fae7-4ce6-49e3-bbe5-27f0cff076a2 req-1471384c-40e9-4baf-9acd-3bc5c107023e service neutron] 10.222.0.59 "GET /v2.0/networks?id=534a088c-b1b0-4eaf-a559-e9fe7b491baa HTTP/1.1" status: 200 len: 914 time: 0.1087596 Jul 08 18:08:43.659873 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b909fae7-4ce6-49e3-bbe5-27f0cff076a2 req-969ee444-4fd8-43a3-9650-64c1ec733453 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=458e3946-0fc0-4199-b14b-5f2e8afa4baa HTTP/1.1" status: 200 len: 217 time: 0.0488040 Jul 08 18:08:43.663266 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e6040d8-2964-4164-95fe-c3ce2f5b1e9f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:43.707639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c4e6e-8ff0-443e-bb1a-516299e9a87c req-2eea3326-4e69-4e4d-959b-3f26549eddb5 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.713315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c4e6e-8ff0-443e-bb1a-516299e9a87c req-2eea3326-4e69-4e4d-959b-3f26549eddb5 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.719073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c4e6e-8ff0-443e-bb1a-516299e9a87c req-2eea3326-4e69-4e4d-959b-3f26549eddb5 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.719786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909fae7-4ce6-49e3-bbe5-27f0cff076a2 req-17c996f0-0614-4179-8cc6-c1c94e8bbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.722439 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b909fae7-4ce6-49e3-bbe5-27f0cff076a2 req-17c996f0-0614-4179-8cc6-c1c94e8bbe54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5bbcf948-f0c8-4a44-8397-b1ea244a7c0d HTTP/1.1" status: 200 len: 853 time: 0.0554948 Jul 08 18:08:43.725811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c4e6e-8ff0-443e-bb1a-516299e9a87c req-2eea3326-4e69-4e4d-959b-3f26549eddb5 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.731694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c4e6e-8ff0-443e-bb1a-516299e9a87c req-2eea3326-4e69-4e4d-959b-3f26549eddb5 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.737654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c4e6e-8ff0-443e-bb1a-516299e9a87c req-2eea3326-4e69-4e4d-959b-3f26549eddb5 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.744548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c4e6e-8ff0-443e-bb1a-516299e9a87c req-2eea3326-4e69-4e4d-959b-3f26549eddb5 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.746495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-776c4e6e-8ff0-443e-bb1a-516299e9a87c req-2eea3326-4e69-4e4d-959b-3f26549eddb5 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.1648080 Jul 08 18:08:43.751375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6040d8-2964-4164-95fe-c3ce2f5b1e9f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=4e76700f-1218-49e9-9e1c-6cda0645d165,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:43.768605 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b909fae7-4ce6-49e3-bbe5-27f0cff076a2 req-8a91adb8-c91f-416b-9c56-d75f85e8d696 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=534a088c-b1b0-4eaf-a559-e9fe7b491baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388448 Jul 08 18:08:43.884667 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b909fae7-4ce6-49e3-bbe5-27f0cff076a2 req-03ffd078-e4b6-481b-be48-ed87aea95727 service neutron] 10.222.0.59 "GET /v2.0/networks/534a088c-b1b0-4eaf-a559-e9fe7b491baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100061 Jul 08 18:08:44.026791 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b909fae7-4ce6-49e3-bbe5-27f0cff076a2 req-86a8cc50-c4c1-4765-bb83-67219610b9d3 service neutron] 10.222.0.59 "GET /v2.0/networks/534a088c-b1b0-4eaf-a559-e9fe7b491baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279552 Jul 08 18:08:44.146172 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e6040d8-2964-4164-95fe-c3ce2f5b1e9f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.148122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0e6040d8-2964-4164-95fe-c3ce2f5b1e9f tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/4e76700f-1218-49e9-9e1c-6cda0645d165 HTTP/1.1" status: 204 len: 168 time: 1.5815799 Jul 08 18:08:44.151319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40974) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:44.172059 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-776c4e6e-8ff0-443e-bb1a-516299e9a87c req-9a46447b-2553-4ac8-801b-9feef7393c17 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3861947 Jul 08 18:08:44.183270 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7a37a8-61e7-46bd-ab0f-4eb516ec6c7e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:08:44.187880 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ae7a37a8-61e7-46bd-ab0f-4eb516ec6c7e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/4e76700f-1218-49e9-9e1c-6cda0645d165 HTTP/1.1" status: 404 len: 333 time: 0.0352776 Jul 08 18:08:44.188175 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40976) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:44.189145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b82be6-c9d1-4fd1-991c-dfd1f49c2831 req-34c21371-cda0-4633-89fb-6405f359467d tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:44.197981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-61b82be6-c9d1-4fd1-991c-dfd1f49c2831 req-34c21371-cda0-4633-89fb-6405f359467d tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.4485428 Jul 08 18:08:44.239669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-61b82be6-c9d1-4fd1-991c-dfd1f49c2831 req-f13162d5-f7ce-4034-a311-47a236a21899 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405345 Jul 08 18:08:44.253330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fb0edc-09d3-4c63-8967-1fb633b125af tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting subnet fb8f5b3e-92f3-4747-a78f-3221b799a865 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:08:44.269715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-92fb0edc-09d3-4c63-8967-1fb633b125af tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.324855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-92fb0edc-09d3-4c63-8967-1fb633b125af tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.338347 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33c87902-bb74-4552-a6d7-e14fd885c557 req-46bf0143-9a25-47f9-8ff6-9f6e3800a1ee tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 210 time: 0.0333681 Jul 08 18:08:44.437147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb921d-46bd-4373-b7dd-162fff551a1f req-2d5ee9e3-0e9e-45c3-af18-04f966abd661 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:44.439009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7bcb921d-46bd-4373-b7dd-162fff551a1f req-2d5ee9e3-0e9e-45c3-af18-04f966abd661 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 943 time: 0.0673096 Jul 08 18:08:44.465712 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-92fb0edc-09d3-4c63-8967-1fb633b125af tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.482019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7bcb921d-46bd-4373-b7dd-162fff551a1f req-c79180dc-164f-4e3b-bb5d-f7cec9542c0a tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370963 Jul 08 18:08:44.538002 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-92fb0edc-09d3-4c63-8967-1fb633b125af tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.565982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb0edc-09d3-4c63-8967-1fb633b125af tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Subnet': ['ID=fb8f5b3e-92f3-4747-a78f-3221b799a865,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:44.569980 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-92fb0edc-09d3-4c63-8967-1fb633b125af tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.571736 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-92fb0edc-09d3-4c63-8967-1fb633b125af tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/fb8f5b3e-92f3-4747-a78f-3221b799a865 HTTP/1.1" status: 204 len: 168 time: 0.3826580 Jul 08 18:08:44.574379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40988) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:44.582816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10158d-e891-418b-ae38-63b1b6983b7f None None] Network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:44.637957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd18d8d5-b433-46b0-8011-c44bd0dbd0b1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting subnet 41f6730c-d343-486c-885d-12cd39fcc56f {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:08:44.643818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd18d8d5-b433-46b0-8011-c44bd0dbd0b1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.688904 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd18d8d5-b433-46b0-8011-c44bd0dbd0b1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.794295 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd18d8d5-b433-46b0-8011-c44bd0dbd0b1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.879267 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd18d8d5-b433-46b0-8011-c44bd0dbd0b1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.914865 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18d8d5-b433-46b0-8011-c44bd0dbd0b1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Subnet': ['ID=41f6730c-d343-486c-885d-12cd39fcc56f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:44.918903 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd18d8d5-b433-46b0-8011-c44bd0dbd0b1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.924188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40998) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:44.934425 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fd18d8d5-b433-46b0-8011-c44bd0dbd0b1 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/41f6730c-d343-486c-885d-12cd39fcc56f HTTP/1.1" status: 204 len: 168 time: 0.3587725 Jul 08 18:08:45.032123 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.097025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:45.097682 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.144242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-defce656-8b86-4bc5-a750-713715e2e846 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:45.146400 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-defce656-8b86-4bc5-a750-713715e2e846 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.2103636 Jul 08 18:08:45.164474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Request body: {'port': {'device_id': '45415b9d-dfdb-41b4-a276-b1166f02e0fa', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'admin_state_up': True, 'tenant_id': '1bc3d156bc844a62b3e7e6683036b19a'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:45.239863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] For port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec,segment=NetworkSegment(6ea9de97-e604-4f40-81fd-8e240336fb29),segment_id=6ea9de97-e604-4f40-81fd-8e240336fb29)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:45.241036 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.265889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:45.378840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Made reservation on behalf of 1bc3d156bc844a62b3e7e6683036b19a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:45.382758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.387222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.410777 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No DVR routers for this DVR port 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:45.483770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:45.554072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Allocated IP 172.20.0.10 (f7082571-fe51-4603-88f3-1cac609727eb/86a08708-032c-4e16-8dde-9405642ab9ac/9eb0152e-4b70-4fae-8a1b-ee9082757428) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:45.593312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf165e47-9217-4625-9981-e0e0d5bc7fb8 req-31a27c07-015c-4941-971e-17a747d69694 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 210 time: 0.0715435 Jul 08 18:08:45.605215 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f26f2ee-4b13-4145-ad4a-e033d52d3870 None None] Network 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:45.624564 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.638243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:45.655066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea9de97-e604-4f40-81fd-8e240336fb29') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:45.655369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea9de97-e604-4f40-81fd-8e240336fb29') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:45.667502 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.682526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff20c7-b83d-4276-b175-11c0ddb511f1 req-71c46004-96af-45fc-a167-39298dc2b386 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:45.688737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff20c7-b83d-4276-b175-11c0ddb511f1 req-71c46004-96af-45fc-a167-39298dc2b386 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:45.695541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff20c7-b83d-4276-b175-11c0ddb511f1 req-71c46004-96af-45fc-a167-39298dc2b386 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:45.701726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff20c7-b83d-4276-b175-11c0ddb511f1 req-71c46004-96af-45fc-a167-39298dc2b386 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:45.707872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff20c7-b83d-4276-b175-11c0ddb511f1 req-71c46004-96af-45fc-a167-39298dc2b386 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:45.708033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9270bb46-f96f-4b29-8217-612d41d389ef None None] Could not find standard attr ID for object 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:08:45.714339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff20c7-b83d-4276-b175-11c0ddb511f1 req-71c46004-96af-45fc-a167-39298dc2b386 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:45.720462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff20c7-b83d-4276-b175-11c0ddb511f1 req-71c46004-96af-45fc-a167-39298dc2b386 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:45.728099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65ff20c7-b83d-4276-b175-11c0ddb511f1 req-71c46004-96af-45fc-a167-39298dc2b386 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.2834272 Jul 08 18:08:45.776588 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.791864 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.811670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:08:45.812070 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:08:45.816006 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:08:45.829924 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.870124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600b55d-af01-41e8-893f-5ef53df1c465 None None] DHCP port deletion for 2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:08:45.872141 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65ff20c7-b83d-4276-b175-11c0ddb511f1 req-5b7ce57f-244f-422f-ad34-500286aa7752 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429629 Jul 08 18:08:45.886098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Network f7082571-fe51-4603-88f3-1cac609727eb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:45.904211 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:45.909933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:45.949569 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.957676 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:45.964501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/networks/2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f HTTP/1.1" status: 204 len: 168 time: 1.0392249 Jul 08 18:08:45.974552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41012) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:45.977749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264073a-788a-4d58-a0f8-bd979a6aee1b req-9a58ce0a-721a-4c3a-a441-c8906ad5ed8c tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:45.986810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e264073a-788a-4d58-a0f8-bd979a6aee1b req-9a58ce0a-721a-4c3a-a441-c8906ad5ed8c tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 943 time: 0.2560978 Jul 08 18:08:46.009500 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event updated for resources: {'Port': ['ID=9eb0152e-4b70-4fae-8a1b-ee9082757428,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:46.010740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd127c5f-c4e8-4a34-8180-250042b0566e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Network': ['ID=2f4e9dc2-bfde-4a4f-a82b-e9388021fb5f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:46.043747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:46.044374 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:46.065891 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d53b6826-a957-451c-859b-a9d26f7840eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9060953 Jul 08 18:08:46.067642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e264073a-788a-4d58-a0f8-bd979a6aee1b req-ba0eda73-9b4f-4823-b609-051108723109 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796690 Jul 08 18:08:46.086422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e68026-d968-402e-b0f2-d248fb88a34a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:46.090701 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c7e68026-d968-402e-b0f2-d248fb88a34a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 845 time: 0.1150498 Jul 08 18:08:46.093323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41016) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:46.106780 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Request body: {'port': {'device_id': '45415b9d-dfdb-41b4-a276-b1166f02e0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:46.178503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-17be8ecf-af26-4ac2-9def-957649c1bb6e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0837169 Jul 08 18:08:46.181974 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41018) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:46.188614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-978930491'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:46.198369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:46.213560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:46.221663 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:46.248175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:08:46.258079 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:46.258653 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Added segment cb9d0b28-a8d2-4186-a995-80b48d3a798c of type vlan for network 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 Jul 08 18:08:46.304931 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:46.336198 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:46.342534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:46.343570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:46.376551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 458e3946-0fc0-4199-b14b-5f2e8afa4baa details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:08:46.465809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Network': ['ID=842a8204-7cc8-4a8c-8c83-b4b5c7f6db38,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:46.490863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:08:46.491985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b04ff512-ceb0-404c-92b6-b8f454eaf274 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3085642 Jul 08 18:08:46.499472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41020) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:46.512659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': '842a8204-7cc8-4a8c-8c83-b4b5c7f6db38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:46.594904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 458e3946-0fc0-4199-b14b-5f2e8afa4baa, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=458e3946-0fc0-4199-b14b-5f2e8afa4baa,segment=NetworkSegment(96cbde14-5682-40be-b5dd-9eeb67fd84b0),segment_id=96cbde14-5682-40be-b5dd-9eeb67fd84b0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:46.610279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '458e3946-0fc0-4199-b14b-5f2e8afa4baa', 'network_id': '534a088c-b1b0-4eaf-a559-e9fe7b491baa', 'port_id': '458e3946-0fc0-4199-b14b-5f2e8afa4baa', 'mac_address': 'fa:16:3e:f7:54:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbcf948-f0c8-4a44-8397-b1ea244a7c0d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:08:46.617467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb0152e-4b70-4fae-8a1b-ee9082757428 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:46.653148 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:46.668335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458e3946-0fc0-4199-b14b-5f2e8afa4baa {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:46.692934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 458e3946-0fc0-4199-b14b-5f2e8afa4baa, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=458e3946-0fc0-4199-b14b-5f2e8afa4baa,segment=NetworkSegment(96cbde14-5682-40be-b5dd-9eeb67fd84b0),segment_id=96cbde14-5682-40be-b5dd-9eeb67fd84b0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:46.698609 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:46.761562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=458e3946-0fc0-4199-b14b-5f2e8afa4baa,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:46.809418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9205562-5caf-4c68-a019-59520d2a245f req-eadb917d-000b-48b1-bd98-fa09df1ce195 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:46.811212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9205562-5caf-4c68-a019-59520d2a245f req-eadb917d-000b-48b1-bd98-fa09df1ce195 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 932 time: 0.0810032 Jul 08 18:08:46.855397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9205562-5caf-4c68-a019-59520d2a245f req-735974a0-502a-4edf-9a3d-f7960504a3d4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370777 Jul 08 18:08:47.011294 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:47.035157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Transition to ACTIVE for port object 9eb0152e-4b70-4fae-8a1b-ee9082757428 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:47.043366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:47.071511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['458e3946-0fc0-4199-b14b-5f2e8afa4baa'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:47.076626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:47.081478 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:47.108173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e495-8fc7-4427-8638-1dd62e194a14 req-d58dfce5-7856-4a3c-b5b9-e01b7beee01e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.118438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e495-8fc7-4427-8638-1dd62e194a14 req-d58dfce5-7856-4a3c-b5b9-e01b7beee01e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.128006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e495-8fc7-4427-8638-1dd62e194a14 req-d58dfce5-7856-4a3c-b5b9-e01b7beee01e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.135897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e495-8fc7-4427-8638-1dd62e194a14 req-d58dfce5-7856-4a3c-b5b9-e01b7beee01e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.169775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e495-8fc7-4427-8638-1dd62e194a14 req-d58dfce5-7856-4a3c-b5b9-e01b7beee01e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.207203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e495-8fc7-4427-8638-1dd62e194a14 req-d58dfce5-7856-4a3c-b5b9-e01b7beee01e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.232777 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e495-8fc7-4427-8638-1dd62e194a14 req-d58dfce5-7856-4a3c-b5b9-e01b7beee01e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.248945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0fd6e495-8fc7-4427-8638-1dd62e194a14 req-d58dfce5-7856-4a3c-b5b9-e01b7beee01e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.2269840 Jul 08 18:08:47.310148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:47.333048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:08:47.333674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 844dc6f4-8b7f-4bf5-a06f-9c6c4ed982ec not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:47.354653 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:47.358866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0fd6e495-8fc7-4427-8638-1dd62e194a14 req-da7ed838-b1f9-409f-9d3b-66d1a325340a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088128 Jul 08 18:08:47.387257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb0152e-4b70-4fae-8a1b-ee9082757428,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:47.405174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2be59-cc90-4f01-9a3e-332a6027b488 req-41b81e3e-cdde-45e8-ad25-2c7e64cef28a tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.406815 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3f2be59-cc90-4f01-9a3e-332a6027b488 req-41b81e3e-cdde-45e8-ad25-2c7e64cef28a tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 944 time: 0.1135414 Jul 08 18:08:47.448275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3f2be59-cc90-4f01-9a3e-332a6027b488 req-2561cb84-6602-4a65-b3e6-b7a5ca1dfa83 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347748 Jul 08 18:08:47.483441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Subnet': ['ID=8be7e913-a167-45ef-8652-e5c0898c03a4,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:47.503993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Attempting to bind port 9eb0152e-4b70-4fae-8a1b-ee9082757428 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:47.504338 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Attempting to bind port 9eb0152e-4b70-4fae-8a1b-ee9082757428 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:47.504666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Attempting to bind port 9eb0152e-4b70-4fae-8a1b-ee9082757428 on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:47.506913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Checking segment: {'id': 'cb9d0b28-a8d2-4186-a995-80b48d3a798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '842a8204-7cc8-4a8c-8c83-b4b5c7f6db38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:47.507270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network hostable DHCP agents. Network: 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:08:47.513034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Port 9eb0152e-4b70-4fae-8a1b-ee9082757428 on network f7082571-fe51-4603-88f3-1cac609727eb not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:47.513310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Attempting to bind port 9eb0152e-4b70-4fae-8a1b-ee9082757428 on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:47.523006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:47.523347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Checking segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:47.523731 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Bound using segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:47.524162 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Bound port: 9eb0152e-4b70-4fae-8a1b-ee9082757428, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:47.524515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:47.564703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:08:47.590910 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:47.599294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.600044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:47.605088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85acf0f2-0b09-4004-a67b-33758cc96719 None None] Network 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:47.612724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] For port 9eb0152e-4b70-4fae-8a1b-ee9082757428, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:47.616239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] For port 9eb0152e-4b70-4fae-8a1b-ee9082757428, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9eb0152e-4b70-4fae-8a1b-ee9082757428,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:47.622104 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:47.631907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41038) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:47.632111 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ac049c3c-7034-46bb-a540-e948324a5029 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1314478 Jul 08 18:08:47.639653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': '842a8204-7cc8-4a8c-8c83-b4b5c7f6db38', 'name': 'tempest-PortsIpV6TestJSON-1467635430'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:47.677167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.679422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:47.680540 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] 10.222.0.74 "PUT /v2.0/ports/9eb0152e-4b70-4fae-8a1b-ee9082757428 HTTP/1.1" status: 200 len: 1092 time: 1.5884044 Jul 08 18:08:47.681192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45415b9d-dfdb-41b4-a276-b1166f02e0fa', 'tag': '9eb0152e-4b70-4fae-8a1b-ee9082757428'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:47.683274 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428432a4-94c5-4f39-8870-1d501d06f92d" -d '{"events": [{"name": "network-changed", "server_uuid": "45415b9d-dfdb-41b4-a276-b1166f02e0fa", "tag": "9eb0152e-4b70-4fae-8a1b-ee9082757428"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:47.721687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6cb76-b433-449c-9600-71b431c681a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb0152e-4b70-4fae-8a1b-ee9082757428,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:47.805760 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262662bf-4e6c-420d-bb25-3b5d6bfd20e8 x-openstack-request-id: req-262662bf-4e6c-420d-bb25-3b5d6bfd20e8 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:47.807196 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45415b9d-dfdb-41b4-a276-b1166f02e0fa", "tag": "9eb0152e-4b70-4fae-8a1b-ee9082757428", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:47.807443 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-262662bf-4e6c-420d-bb25-3b5d6bfd20e8 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:47.809217 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45415b9d-dfdb-41b4-a276-b1166f02e0fa', 'tag': '9eb0152e-4b70-4fae-8a1b-ee9082757428', 'status': 'completed', 'code': 200} Jul 08 18:08:47.851015 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:47.856564 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:47.873417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-98557b17-75c7-4915-9190-cc5eb686a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.876042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-842a8204-7cc8-4a8c-8c83-b4b5c7f6db38', 'network_id': '842a8204-7cc8-4a8c-8c83-b4b5c7f6db38', 'tenant_id': '01b6e35ad5974b49b0a6a597300b982a', 'fixed_ips': [{'subnet_id': '8be7e913-a167-45ef-8652-e5c0898c03a4'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:08:47.877652 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:47.882067 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-98557b17-75c7-4915-9190-cc5eb686a64e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 1095 time: 0.1446755 Jul 08 18:08:47.895586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 531c95c6-f7c4-40ad-a634-0316ce9f4d3b yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:47.958083 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-5139c138-e7e1-4d73-be5d-e99f28974488 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eb0152e-4b70-4fae-8a1b-ee9082757428 HTTP/1.1" status: 200 len: 217 time: 0.0661852 Jul 08 18:08:48.056782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-0f26e390-de91-4604-8bf3-29d931b73f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.060204 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-0f26e390-de91-4604-8bf3-29d931b73f34 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.0945351 Jul 08 18:08:48.102815 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-06eb4487-3ecd-4bdc-a4de-efb997407368 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349019 Jul 08 18:08:48.143326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e5417-49c4-4486-9ee8-881a06c792b8 req-4215bc5c-0a0b-4b30-b64d-a22a8828f6f3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.147919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b25e5417-49c4-4486-9ee8-881a06c792b8 req-4215bc5c-0a0b-4b30-b64d-a22a8828f6f3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 945 time: 0.1785548 Jul 08 18:08:48.176486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8::3c2 (842a8204-7cc8-4a8c-8c83-b4b5c7f6db38/8be7e913-a167-45ef-8652-e5c0898c03a4/531c95c6-f7c4-40ad-a634-0316ce9f4d3b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:48.205835 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-70f99aee-f80b-49c9-8cc6-b49e43103b42 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948968 Jul 08 18:08:48.228633 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b25e5417-49c4-4486-9ee8-881a06c792b8 req-8d8b18ad-4d03-4c68-ad37-662886839480 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711699 Jul 08 18:08:48.265074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15feb59-562c-440b-a658-9795efe8ebdc req-d68818e0-b33f-47b2-98a1-71970bf5dbdf tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.266962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e15feb59-562c-440b-a658-9795efe8ebdc req-d68818e0-b33f-47b2-98a1-71970bf5dbdf tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 944 time: 0.1738338 Jul 08 18:08:48.312495 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb78b69-2151-45ff-aaa4-946ef1278b92 req-d3ae1216-0ecb-403f-aeeb-853118cfcd46 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994539 Jul 08 18:08:48.374675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e15feb59-562c-440b-a658-9795efe8ebdc req-3ea1bbc8-4d14-4e72-94eb-1eec752f59f2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975914 Jul 08 18:08:48.377270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 458e3946-0fc0-4199-b14b-5f2e8afa4baa up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:48.452350 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:48.461756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428432a4-94c5-4f39-8870-1d501d06f92d req-027bf6e9-07d0-4823-a5f5-ca17ff40b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.463762 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-428432a4-94c5-4f39-8870-1d501d06f92d req-027bf6e9-07d0-4823-a5f5-ca17ff40b0db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 1095 time: 0.0921321 Jul 08 18:08:48.475282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 458e3946-0fc0-4199-b14b-5f2e8afa4baa completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:48.481098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 458e3946-0fc0-4199-b14b-5f2e8afa4baa triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:48.482043 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:48.488289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Transition to ACTIVE for port object 531c95c6-f7c4-40ad-a634-0316ce9f4d3b will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:48.555912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:48.619333 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:48.628862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428432a4-94c5-4f39-8870-1d501d06f92d req-da55ab84-577b-4021-bc15-1c8d49007605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.630327 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-428432a4-94c5-4f39-8870-1d501d06f92d req-da55ab84-577b-4021-bc15-1c8d49007605 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 905 time: 0.1534424 Jul 08 18:08:48.655394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f0819-636a-4caf-98a9-e800f8c973af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458e3946-0fc0-4199-b14b-5f2e8afa4baa'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:48.658163 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521341bc-abf2-4439-ba13-94f8d725a157" -d '{"events": [{"server_uuid": "052f0819-636a-4caf-98a9-e800f8c973af", "name": "network-vif-plugged", "status": "completed", "tag": "458e3946-0fc0-4199-b14b-5f2e8afa4baa"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:48.666264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:48.669310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Allocated IP 2001:db8::2 (842a8204-7cc8-4a8c-8c83-b4b5c7f6db38/8be7e913-a167-45ef-8652-e5c0898c03a4/0ed04c72-16a2-4d98-93bc-e8bf9479b3c0) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:48.681227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:48.686879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 458e3946-0fc0-4199-b14b-5f2e8afa4baa, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=458e3946-0fc0-4199-b14b-5f2e8afa4baa,segment=NetworkSegment(96cbde14-5682-40be-b5dd-9eeb67fd84b0),segment_id=96cbde14-5682-40be-b5dd-9eeb67fd84b0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:48.691138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:48.699468 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:48.700509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.701266 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:48.714494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=531c95c6-f7c4-40ad-a634-0316ce9f4d3b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:48.716278 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-428432a4-94c5-4f39-8870-1d501d06f92d req-f431c1ab-1fdd-494e-9e70-46a815762c9e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eb0152e-4b70-4fae-8a1b-ee9082757428 HTTP/1.1" status: 200 len: 217 time: 0.0757399 Jul 08 18:08:48.767905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3bb84e66-112c-4227-b168-5f17aa7c84d8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1306155 Jul 08 18:08:48.770834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41058) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:48.777857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': '842a8204-7cc8-4a8c-8c83-b4b5c7f6db38', 'name': 'tempest-PortsIpV6TestJSON-1177687248'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:48.785501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428432a4-94c5-4f39-8870-1d501d06f92d req-b32eec64-d96e-4a31-a9ea-6bec24f04ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.787985 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-428432a4-94c5-4f39-8870-1d501d06f92d req-b32eec64-d96e-4a31-a9ea-6bec24f04ae1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.0600722 Jul 08 18:08:48.791119 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=458e3946-0fc0-4199-b14b-5f2e8afa4baa,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:48.802544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b08-087e-46ed-8122-f020a08b66d1 req-e826e117-803c-4098-82de-2de20238fc5e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.810201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b08-087e-46ed-8122-f020a08b66d1 req-e826e117-803c-4098-82de-2de20238fc5e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.819359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b08-087e-46ed-8122-f020a08b66d1 req-e826e117-803c-4098-82de-2de20238fc5e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.827227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b08-087e-46ed-8122-f020a08b66d1 req-e826e117-803c-4098-82de-2de20238fc5e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.833830 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-428432a4-94c5-4f39-8870-1d501d06f92d req-82d740d0-835f-4763-a023-6edde6cdd61d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319147 Jul 08 18:08:48.834922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b08-087e-46ed-8122-f020a08b66d1 req-e826e117-803c-4098-82de-2de20238fc5e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.842803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b08-087e-46ed-8122-f020a08b66d1 req-e826e117-803c-4098-82de-2de20238fc5e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.850848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b08-087e-46ed-8122-f020a08b66d1 req-e826e117-803c-4098-82de-2de20238fc5e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.854140 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5221b08-087e-46ed-8122-f020a08b66d1 req-e826e117-803c-4098-82de-2de20238fc5e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.2405326 Jul 08 18:08:48.899056 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:48.909736 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Transition to ACTIVE for port object 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:48.933312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Transition to ACTIVE for port object 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:48.942497 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:48.968111 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-428432a4-94c5-4f39-8870-1d501d06f92d req-af271cb4-9fc7-4a28-adf5-19e7eab642fd service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249523 Jul 08 18:08:48.994611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Network 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:48.997619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:49.004880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:49.019950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Pushing event updated for resources: {'Port': ['ID=0ed04c72-16a2-4d98-93bc-e8bf9479b3c0,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:49.037876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4659e5-f1d5-4763-b2a3-8068a0a94637 req-a23e3bfb-d253-4178-9ed5-660d1e14c584 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:49.041999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb4659e5-f1d5-4763-b2a3-8068a0a94637 req-a23e3bfb-d253-4178-9ed5-660d1e14c584 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 945 time: 0.3312876 Jul 08 18:08:49.059693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5221b08-087e-46ed-8122-f020a08b66d1 req-1ea93a6b-9729-4556-9176-916eb93d27ed tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1934848 Jul 08 18:08:49.090833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Attempting to bind port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:49.091453 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Attempting to bind port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'cb9d0b28-a8d2-4186-a995-80b48d3a798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '842a8204-7cc8-4a8c-8c83-b4b5c7f6db38'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:49.092104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Attempting to bind port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 on network 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:49.099623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:49.100711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Checking segment: {'id': 'cb9d0b28-a8d2-4186-a995-80b48d3a798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '842a8204-7cc8-4a8c-8c83-b4b5c7f6db38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:49.101349 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:49.101964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Bound using segment: {'id': 'cb9d0b28-a8d2-4186-a995-80b48d3a798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '842a8204-7cc8-4a8c-8c83-b4b5c7f6db38'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:49.102620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Bound port: 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9d0b28-a8d2-4186-a995-80b48d3a798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '842a8204-7cc8-4a8c-8c83-b4b5c7f6db38'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:49.103163 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:49.104434 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-428432a4-94c5-4f39-8870-1d501d06f92d req-08915875-a615-463f-ba45-ab50a60f2262 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274040 Jul 08 18:08:49.149631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb4659e5-f1d5-4763-b2a3-8068a0a94637 req-1880e16d-d98e-46a6-b7ec-961a74c5901a tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770278 Jul 08 18:08:49.156311 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:49.160500 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:49.205354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] For port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:49.206963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 4b8012fb-7860-461c-9ab0-848c924d813f yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:49.209367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] For port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ed04c72-16a2-4d98-93bc-e8bf9479b3c0,segment=NetworkSegment(cb9d0b28-a8d2-4186-a995-80b48d3a798c),segment_id=cb9d0b28-a8d2-4186-a995-80b48d3a798c)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:49.216566 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:49.277006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abee4e-965d-4cfb-82a4-b600cc3efcd6 None None] Pushing event updated for resources: {'Port': ['ID=0ed04c72-16a2-4d98-93bc-e8bf9479b3c0,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:49.325538 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60094415-f34e-4fe5-99e4-98c663944857 x-openstack-request-id: req-60094415-f34e-4fe5-99e4-98c663944857 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:49.326292 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052f0819-636a-4caf-98a9-e800f8c973af", "name": "network-vif-plugged", "status": "completed", "tag": "458e3946-0fc0-4199-b14b-5f2e8afa4baa", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:49.326704 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-60094415-f34e-4fe5-99e4-98c663944857 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:49.327268 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f0819-636a-4caf-98a9-e800f8c973af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458e3946-0fc0-4199-b14b-5f2e8afa4baa', 'code': 200} Jul 08 18:08:49.437864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8::376 (842a8204-7cc8-4a8c-8c83-b4b5c7f6db38/8be7e913-a167-45ef-8652-e5c0898c03a4/4b8012fb-7860-461c-9ab0-848c924d813f) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:49.485239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47b6ec-7e20-4e4d-a8d3-69509d2481c9 req-b4d5cdc6-c390-4606-a89c-94e685bdbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:49.487090 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a47b6ec-7e20-4e4d-a8d3-69509d2481c9 req-b4d5cdc6-c390-4606-a89c-94e685bdbafe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 1096 time: 0.0809364 Jul 08 18:08:49.545279 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a47b6ec-7e20-4e4d-a8d3-69509d2481c9 req-4f672cde-85a7-41fd-a9c0-bd4c82d2fc06 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490980 Jul 08 18:08:49.688754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3394d49-5f33-4dbf-8f3e-1a78e247c772 req-c898431f-619f-4001-b3bf-1ddb83a609a7 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:49.696324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3394d49-5f33-4dbf-8f3e-1a78e247c772 req-c898431f-619f-4001-b3bf-1ddb83a609a7 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 945 time: 0.2597220 Jul 08 18:08:49.768007 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:49.776380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3394d49-5f33-4dbf-8f3e-1a78e247c772 req-2004d370-c261-4883-97dc-b5fe7b78d7a4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792189 Jul 08 18:08:49.794397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d18bb-e1f9-4bed-a7fc-02f66d1d2020 req-b8189c4a-3ed2-4c70-aa88-3cdf4753c0bb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:49.795875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-410d18bb-e1f9-4bed-a7fc-02f66d1d2020 req-b8189c4a-3ed2-4c70-aa88-3cdf4753c0bb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 944 time: 0.1880660 Jul 08 18:08:49.803684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Transition to ACTIVE for port object 4b8012fb-7860-461c-9ab0-848c924d813f will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:49.851197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-410d18bb-e1f9-4bed-a7fc-02f66d1d2020 req-49ef10ff-f136-4d57-ad62-28be93c59aa8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491884 Jul 08 18:08:49.878662 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:49.912157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:49.915625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:49.919856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:49.925553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:49.926189 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:49.945620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=4b8012fb-7860-461c-9ab0-848c924d813f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:49.953918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1b180b0c-5e91-4dd7-a9e7-28b81c9417d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1797907 Jul 08 18:08:49.956785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41066) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:50.080601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516d2e5-5c3c-4533-a35b-a0d51c8820bf tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.082499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c516d2e5-5c3c-4533-a35b-a0d51c8820bf tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3c2 HTTP/1.1" status: 200 len: 929 time: 0.1246545 Jul 08 18:08:50.085883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41068) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:50.195999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f164d-02b3-4660-b484-faa5b8fe9f32 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 4b8012fb-7860-461c-9ab0-848c924d813f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:50.196565 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed0f164d-02b3-4660-b484-faa5b8fe9f32 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:50.270061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24a628-86b8-435a-9877-de0251b6fa8b req-561f4db2-d2f4-45f9-9454-8d5fb521114e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.275798 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6b24a628-86b8-435a-9877-de0251b6fa8b req-561f4db2-d2f4-45f9-9454-8d5fb521114e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 945 time: 0.1575990 Jul 08 18:08:50.368661 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed0f164d-02b3-4660-b484-faa5b8fe9f32 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:50.398643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f164d-02b3-4660-b484-faa5b8fe9f32 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 4b8012fb-7860-461c-9ab0-848c924d813f owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:50.400827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-6b24a628-86b8-435a-9877-de0251b6fa8b req-a2e389b1-54a0-49f1-b711-ded95763bab1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Deleting port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:50.401167 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6b24a628-86b8-435a-9877-de0251b6fa8b req-a2e389b1-54a0-49f1-b711-ded95763bab1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:50.418885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b93f1e-3602-4f7d-aba6-780ff9eedd99 None None] Network 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:50.491120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ac919f5a-f3c2-4678-bf15-1e325e67f7b5 None None] Provisioning for port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:50.518357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-6b24a628-86b8-435a-9877-de0251b6fa8b req-a2e389b1-54a0-49f1-b711-ded95763bab1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] For port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:50.518725 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6b24a628-86b8-435a-9877-de0251b6fa8b req-a2e389b1-54a0-49f1-b711-ded95763bab1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:50.536007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-6b24a628-86b8-435a-9877-de0251b6fa8b req-a2e389b1-54a0-49f1-b711-ded95763bab1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Calling delete_port for 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:50.693190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6b24a628-86b8-435a-9877-de0251b6fa8b req-a2e389b1-54a0-49f1-b711-ded95763bab1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:50.716488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['20d5fd7e-ac93-4d6e-a6fd-551d856c05a2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:50.716902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a695a9-6c24-41ee-a407-d84ad2284c99 req-7c92639d-176e-4122-81cf-f98eb5f4f8c0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.723221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a695a9-6c24-41ee-a407-d84ad2284c99 req-7c92639d-176e-4122-81cf-f98eb5f4f8c0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.729247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a695a9-6c24-41ee-a407-d84ad2284c99 req-7c92639d-176e-4122-81cf-f98eb5f4f8c0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.733409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e389b1-54a0-49f1-b711-ded95763bab1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event deleted for resources: {'Port': ['ID=20d5fd7e-ac93-4d6e-a6fd-551d856c05a2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:50.735468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a695a9-6c24-41ee-a407-d84ad2284c99 req-7c92639d-176e-4122-81cf-f98eb5f4f8c0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.742273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a695a9-6c24-41ee-a407-d84ad2284c99 req-7c92639d-176e-4122-81cf-f98eb5f4f8c0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.748601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a695a9-6c24-41ee-a407-d84ad2284c99 req-7c92639d-176e-4122-81cf-f98eb5f4f8c0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.754340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a695a9-6c24-41ee-a407-d84ad2284c99 req-7c92639d-176e-4122-81cf-f98eb5f4f8c0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.761990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89a695a9-6c24-41ee-a407-d84ad2284c99 req-7c92639d-176e-4122-81cf-f98eb5f4f8c0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.5035515 Jul 08 18:08:50.784746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b24a628-86b8-435a-9877-de0251b6fa8b req-a2e389b1-54a0-49f1-b711-ded95763bab1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] No DVR routers for this DVR port 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:50.785446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c3bb6-ffb2-4d36-8c93-ec9c0281c59f req-104f0f93-7e34-4911-bcdf-5a56c6f923be tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.787378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-6b24a628-86b8-435a-9877-de0251b6fa8b req-a2e389b1-54a0-49f1-b711-ded95763bab1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:50.789447 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6b24a628-86b8-435a-9877-de0251b6fa8b req-a2e389b1-54a0-49f1-b711-ded95763bab1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "DELETE /v2.0/ports/20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 HTTP/1.1" status: 204 len: 173 time: 0.5065229 Jul 08 18:08:50.789900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b9a606-934f-4ef9-b938-359178eeec0f', 'name': 'network-vif-deleted', 'tag': '20d5fd7e-ac93-4d6e-a6fd-551d856c05a2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:50.792295 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae3090a-11fb-4899-a0bc-04ffc347fb69" -d '{"events": [{"server_uuid": "d8b9a606-934f-4ef9-b938-359178eeec0f", "name": "network-vif-deleted", "tag": "20d5fd7e-ac93-4d6e-a6fd-551d856c05a2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:50.792679 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c79c3bb6-ffb2-4d36-8c93-ec9c0281c59f req-104f0f93-7e34-4911-bcdf-5a56c6f923be tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 945 time: 0.4998465 Jul 08 18:08:50.875219 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89a695a9-6c24-41ee-a407-d84ad2284c99 req-47eae57b-758f-41b8-bf6b-6b71f85f98f9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122987 Jul 08 18:08:50.892502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c79c3bb6-ffb2-4d36-8c93-ec9c0281c59f req-3cfe13c0-a5d2-40de-bc9e-eaf7be7f1907 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988157 Jul 08 18:08:51.010452 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed0f164d-02b3-4660-b484-faa5b8fe9f32 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.055792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f164d-02b3-4660-b484-faa5b8fe9f32 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=4b8012fb-7860-461c-9ab0-848c924d813f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:51.104990 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab3548c-efd1-4002-88ae-b230c3162dd3 x-openstack-request-id: req-fab3548c-efd1-4002-88ae-b230c3162dd3 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:51.105253 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b9a606-934f-4ef9-b938-359178eeec0f", "name": "network-vif-deleted", "tag": "20d5fd7e-ac93-4d6e-a6fd-551d856c05a2", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:51.105507 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fab3548c-efd1-4002-88ae-b230c3162dd3 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:51.105911 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b9a606-934f-4ef9-b938-359178eeec0f', 'name': 'network-vif-deleted', 'tag': '20d5fd7e-ac93-4d6e-a6fd-551d856c05a2', 'status': 'completed', 'code': 200} Jul 08 18:08:51.106996 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed0f164d-02b3-4660-b484-faa5b8fe9f32 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.109884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ed0f164d-02b3-4660-b484-faa5b8fe9f32 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/4b8012fb-7860-461c-9ab0-848c924d813f HTTP/1.1" status: 204 len: 168 time: 1.0232749 Jul 08 18:08:51.112753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41086) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:51.137466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6106c17b-5e16-4951-b38d-ffee80eff3e9 None None] Provisioning for port 531c95c6-f7c4-40ad-a634-0316ce9f4d3b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:51.155064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6106c17b-5e16-4951-b38d-ffee80eff3e9 None None] Provisioning complete for port 531c95c6-f7c4-40ad-a634-0316ce9f4d3b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:51.155439 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6106c17b-5e16-4951-b38d-ffee80eff3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.205217 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-47638233-3766-4449-a357-7a83daa7a7dc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:08:51.208703 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-47638233-3766-4449-a357-7a83daa7a7dc tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/4b8012fb-7860-461c-9ab0-848c924d813f HTTP/1.1" status: 404 len: 333 time: 0.0950379 Jul 08 18:08:51.214416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41088) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:51.253678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6106c17b-5e16-4951-b38d-ffee80eff3e9 None None] Port 531c95c6-f7c4-40ad-a634-0316ce9f4d3b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:51.258771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6106c17b-5e16-4951-b38d-ffee80eff3e9 None None] Could not find standard attr ID for object 4b8012fb-7860-461c-9ab0-848c924d813f. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:08:51.286473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64e60f42-0bc7-4849-92f4-b3f6fe0ae167 req-d602ddbc-b1e4-4f6f-806b-8e2db03f5bb4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 210 time: 0.0639510 Jul 08 18:08:51.346898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15794a37-e1d2-4335-91a7-61a9b34214b3 req-c4431140-d513-46e8-b054-0fa21509f68a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:51.354906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15794a37-e1d2-4335-91a7-61a9b34214b3 req-c4431140-d513-46e8-b054-0fa21509f68a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 944 time: 0.1430736 Jul 08 18:08:51.409055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:51.412092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15794a37-e1d2-4335-91a7-61a9b34214b3 req-a9e2c8bf-9eb8-4aea-9223-16560b4f9d31 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559697 Jul 08 18:08:51.447084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f80efdbc-0f98-4824-a2d0-4652a2e580ce tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 531c95c6-f7c4-40ad-a634-0316ce9f4d3b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:51.447674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f80efdbc-0f98-4824-a2d0-4652a2e580ce tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.483454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:51.488584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:51.489044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.546162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f80efdbc-0f98-4824-a2d0-4652a2e580ce tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.553613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-805d5ca4-f5df-46ac-a323-deae8865ffe5 None None] Provisioning complete for port 531c95c6-f7c4-40ad-a634-0316ce9f4d3b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:51.554105 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-805d5ca4-f5df-46ac-a323-deae8865ffe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.559589 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f80efdbc-0f98-4824-a2d0-4652a2e580ce tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 531c95c6-f7c4-40ad-a634-0316ce9f4d3b owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:51.611551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-805d5ca4-f5df-46ac-a323-deae8865ffe5 None None] Port 531c95c6-f7c4-40ad-a634-0316ce9f4d3b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:51.632443 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.728997 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f80efdbc-0f98-4824-a2d0-4652a2e580ce tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.765605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80efdbc-0f98-4824-a2d0-4652a2e580ce tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=531c95c6-f7c4-40ad-a634-0316ce9f4d3b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:51.799072 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f80efdbc-0f98-4824-a2d0-4652a2e580ce tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.803805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41092) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:51.814520 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f80efdbc-0f98-4824-a2d0-4652a2e580ce tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/531c95c6-f7c4-40ad-a634-0316ce9f4d3b HTTP/1.1" status: 204 len: 168 time: 0.5966921 Jul 08 18:08:51.830290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ed04c72-16a2-4d98-93bc-e8bf9479b3c0,segment=NetworkSegment(cb9d0b28-a8d2-4186-a995-80b48d3a798c),segment_id=cb9d0b28-a8d2-4186-a995-80b48d3a798c)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:51.832020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-39d4748e-1141-4906-b8c0-21dfac698f82 None None] Could not find standard attr ID for object 4b8012fb-7860-461c-9ab0-848c924d813f. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:08:51.832725 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-adde7731-7122-4fd9-ba39-71165d65bf45 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:08:51.834314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-adde7731-7122-4fd9-ba39-71165d65bf45 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/531c95c6-f7c4-40ad-a634-0316ce9f4d3b HTTP/1.1" status: 404 len: 333 time: 0.0294986 Jul 08 18:08:51.838670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.838864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41094) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:51.899487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6154c213-f90c-4b2e-b191-9af9bd9dee46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting subnet 8be7e913-a167-45ef-8652-e5c0898c03a4 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:08:51.904947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=0ed04c72-16a2-4d98-93bc-e8bf9479b3c0,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:51.909306 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6154c213-f90c-4b2e-b191-9af9bd9dee46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.915579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.916064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.916419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.917127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.917550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.918037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.918610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.919220 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.919558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.919895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.920223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.920608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:52.002429 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6154c213-f90c-4b2e-b191-9af9bd9dee46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:52.186259 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6154c213-f90c-4b2e-b191-9af9bd9dee46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:52.280883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d858fa-17e2-423e-a742-7e4e00153a9b req-e216f782-9e65-4153-9391-2abaf52e60de tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.282399 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82d858fa-17e2-423e-a742-7e4e00153a9b req-e216f782-9e65-4153-9391-2abaf52e60de tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 945 time: 0.1710920 Jul 08 18:08:52.300881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8723db-12bf-41ff-a8aa-322529baa296 req-9e5063f6-7762-46a9-b246-ed2b84dde225 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.306513 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8723db-12bf-41ff-a8aa-322529baa296 req-9e5063f6-7762-46a9-b246-ed2b84dde225 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.312398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8723db-12bf-41ff-a8aa-322529baa296 req-9e5063f6-7762-46a9-b246-ed2b84dde225 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.318687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8723db-12bf-41ff-a8aa-322529baa296 req-9e5063f6-7762-46a9-b246-ed2b84dde225 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.324589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8723db-12bf-41ff-a8aa-322529baa296 req-9e5063f6-7762-46a9-b246-ed2b84dde225 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.330950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8723db-12bf-41ff-a8aa-322529baa296 req-9e5063f6-7762-46a9-b246-ed2b84dde225 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.336665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8723db-12bf-41ff-a8aa-322529baa296 req-9e5063f6-7762-46a9-b246-ed2b84dde225 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.338558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f8723db-12bf-41ff-a8aa-322529baa296 req-9e5063f6-7762-46a9-b246-ed2b84dde225 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.2284155 Jul 08 18:08:52.345049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6154c213-f90c-4b2e-b191-9af9bd9dee46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:52.394768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154c213-f90c-4b2e-b191-9af9bd9dee46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Subnet': ['ID=8be7e913-a167-45ef-8652-e5c0898c03a4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:52.404296 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6154c213-f90c-4b2e-b191-9af9bd9dee46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:52.408859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6154c213-f90c-4b2e-b191-9af9bd9dee46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/8be7e913-a167-45ef-8652-e5c0898c03a4 HTTP/1.1" status: 204 len: 168 time: 0.5689483 Jul 08 18:08:52.410441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41108) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:52.412578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aef09b-ea8d-4d0e-a052-c86643077555 None None] Network 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:52.437430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82d858fa-17e2-423e-a742-7e4e00153a9b req-616e9eb6-5f7a-4ba4-89f6-8299a4adc3f9 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484597 Jul 08 18:08:52.454094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f8723db-12bf-41ff-a8aa-322529baa296 req-36899a3d-3945-4f40-b1ab-fd126aa2a930 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059799 Jul 08 18:08:52.582178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:52.668965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:52.669395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:52.684692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3ca8ba-b439-4887-82b6-20d5e2d8eaf8 None None] DHCP port deletion for 842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:08:52.747108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6c3bdfb-e8ed-4ded-8702-ff6c3c784ed1 req-286d541e-b3b9-4597-85e9-26946186765a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 210 time: 0.0420866 Jul 08 18:08:52.751087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] For port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ed04c72-16a2-4d98-93bc-e8bf9479b3c0,segment=NetworkSegment(cb9d0b28-a8d2-4186-a995-80b48d3a798c),segment_id=cb9d0b28-a8d2-4186-a995-80b48d3a798c)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:52.752431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:52.776122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:52.782810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed3ca8ba-b439-4887-82b6-20d5e2d8eaf8 None None] Deleting port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:52.783314 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed3ca8ba-b439-4887-82b6-20d5e2d8eaf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:52.834906 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9eb0152e-4b70-4fae-8a1b-ee9082757428 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:08:52.913654 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:52.936140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9eb0152e-4b70-4fae-8a1b-ee9082757428, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9eb0152e-4b70-4fae-8a1b-ee9082757428,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:52.949156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:52.958940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '9eb0152e-4b70-4fae-8a1b-ee9082757428', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'port_id': '9eb0152e-4b70-4fae-8a1b-ee9082757428', 'mac_address': 'fa:16:3e:94:97:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a08708-032c-4e16-8dde-9405642ab9ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:08:52.965833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd509a-b429-4ce6-81d2-566a2638e620 req-f0c81979-e569-4491-9c30-060cff4bf522 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.968738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3dd509a-b429-4ce6-81d2-566a2638e620 req-f0c81979-e569-4491-9c30-060cff4bf522 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 944 time: 0.1327543 Jul 08 18:08:52.975436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=0ed04c72-16a2-4d98-93bc-e8bf9479b3c0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:52.978422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No DVR routers for this DVR port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:52.989787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:08:52.990124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 20d5fd7e-ac93-4d6e-a6fd-551d856c05a2 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:53.026988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed3ca8ba-b439-4887-82b6-20d5e2d8eaf8 None None] For port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ed04c72-16a2-4d98-93bc-e8bf9479b3c0,segment=NetworkSegment(cb9d0b28-a8d2-4186-a995-80b48d3a798c),segment_id=cb9d0b28-a8d2-4186-a995-80b48d3a798c)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:53.027591 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed3ca8ba-b439-4887-82b6-20d5e2d8eaf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.036779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3dd509a-b429-4ce6-81d2-566a2638e620 req-785e8765-2717-46bb-bcc4-b7c8e12ddb21 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555451 Jul 08 18:08:53.047957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed3ca8ba-b439-4887-82b6-20d5e2d8eaf8 None None] Calling delete_port for 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:53.054585 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.101463 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.112706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842a8204-7cc8-4a8c-8c83-b4b5c7f6db38']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:53.136640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9d0b28-a8d2-4186-a995-80b48d3a798c') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:53.136933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9d0b28-a8d2-4186-a995-80b48d3a798c') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:53.155043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb0152e-4b70-4fae-8a1b-ee9082757428 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:53.160703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.177229 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.184860 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:08:53.186094 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:08:53.190681 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:08:53.209930 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed3ca8ba-b439-4887-82b6-20d5e2d8eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.255194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ca8ba-b439-4887-82b6-20d5e2d8eaf8 None None] Pushing event deleted for resources: {'Port': ['ID=0ed04c72-16a2-4d98-93bc-e8bf9479b3c0,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:53.261812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9eb0152e-4b70-4fae-8a1b-ee9082757428, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9eb0152e-4b70-4fae-8a1b-ee9082757428,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:53.267494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ca8ba-b439-4887-82b6-20d5e2d8eaf8 None None] No DVR routers for this DVR port 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:53.285716 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.336260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:53.367181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:08:53.367595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ed04c72-16a2-4d98-93bc-e8bf9479b3c0 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:53.376501 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.388153 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.395553 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/networks/842a8204-7cc8-4a8c-8c83-b4b5c7f6db38 HTTP/1.1" status: 204 len: 168 time: 0.9780056 Jul 08 18:08:53.395758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41120) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:53.402845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2118218794'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:53.422630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9eb0152e-4b70-4fae-8a1b-ee9082757428,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:53.438061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbac689-651d-49b7-b695-0ca29c53f495 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Network': ['ID=842a8204-7cc8-4a8c-8c83-b4b5c7f6db38,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:53.463388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:53.469522 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.542863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:08:53.622685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:53.623147 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.623597 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Added segment 588cd92d-bf5b-4cc5-9f83-6131dac91097 of type vlan for network 76215ad5-b02e-47b2-b12d-888630e9063f Jul 08 18:08:53.713274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.732279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4f01e-a742-416b-ba23-cdc6138ccf78 req-3decf4d9-2a1e-442f-936d-94b7914d1937 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.733931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8a4f01e-a742-416b-ba23-cdc6138ccf78 req-3decf4d9-2a1e-442f-936d-94b7914d1937 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 945 time: 0.1816099 Jul 08 18:08:53.797252 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.803354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.804008 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.823281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d14f93-336c-4d6c-8d43-cef1370fa547 req-863ac559-8cce-48e5-9277-67f10d0479c7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.829225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d14f93-336c-4d6c-8d43-cef1370fa547 req-863ac559-8cce-48e5-9277-67f10d0479c7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.834972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d14f93-336c-4d6c-8d43-cef1370fa547 req-863ac559-8cce-48e5-9277-67f10d0479c7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.840733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d14f93-336c-4d6c-8d43-cef1370fa547 req-863ac559-8cce-48e5-9277-67f10d0479c7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.846978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d14f93-336c-4d6c-8d43-cef1370fa547 req-863ac559-8cce-48e5-9277-67f10d0479c7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.852729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d14f93-336c-4d6c-8d43-cef1370fa547 req-863ac559-8cce-48e5-9277-67f10d0479c7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.858727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d14f93-336c-4d6c-8d43-cef1370fa547 req-863ac559-8cce-48e5-9277-67f10d0479c7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.860613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32d14f93-336c-4d6c-8d43-cef1370fa547 req-863ac559-8cce-48e5-9277-67f10d0479c7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.1997859 Jul 08 18:08:53.882659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8a4f01e-a742-416b-ba23-cdc6138ccf78 req-83135e53-9ada-4ef9-984e-15733e2347ad tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331117 Jul 08 18:08:53.939611 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5412734 Jul 08 18:08:53.941036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41134) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:53.945228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': '76215ad5-b02e-47b2-b12d-888630e9063f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:53.952459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e7e37-ef0c-481a-8423-435737ec8531 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Network': ['ID=76215ad5-b02e-47b2-b12d-888630e9063f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:53.963491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 76215ad5-b02e-47b2-b12d-888630e9063f details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:08:53.972101 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32d14f93-336c-4d6c-8d43-cef1370fa547 req-b713eafb-4758-4bd9-80b5-c7c77e313aa9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023107 Jul 08 18:08:54.058373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:54.062574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:54.221090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a884438-1609-4276-95a7-d03fbe9755ff req-1b7da3d1-7e3f-431f-bc62-6cf34f4cf92b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 210 time: 0.0350270 Jul 08 18:08:54.280459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:54.312752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf01c7-00c3-4000-8d75-0289486ba1ff req-df694d6b-775f-4ee3-adcb-e96578f9fa77 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.315048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbaf01c7-00c3-4000-8d75-0289486ba1ff req-df694d6b-775f-4ee3-adcb-e96578f9fa77 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 945 time: 0.0701604 Jul 08 18:08:54.349970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Subnet': ['ID=5370cacb-8775-46de-b1ad-531466a7506e,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:54.361814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.362160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.362524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.362854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.363182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.363354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbaf01c7-00c3-4000-8d75-0289486ba1ff req-b1786156-4bbe-481e-9ea5-7216e05ade64 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404656 Jul 08 18:08:54.363504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.363840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.364145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.364462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.364778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.365094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.365408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:54.369707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Checking segment: {'id': '588cd92d-bf5b-4cc5-9f83-6131dac91097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76215ad5-b02e-47b2-b12d-888630e9063f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:54.370177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network hostable DHCP agents. Network: 76215ad5-b02e-47b2-b12d-888630e9063f, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:08:54.388999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 76215ad5-b02e-47b2-b12d-888630e9063f is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:08:54.398837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 76215ad5-b02e-47b2-b12d-888630e9063f) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:54.403606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.404444 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:54.411294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6292687-46f1-4583-acb3-f62203ab8d4b None None] Network 76215ad5-b02e-47b2-b12d-888630e9063f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:54.423110 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2543997f-af42-41a2-94d0-44632d74674a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4790232 Jul 08 18:08:54.423552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41138) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:54.428817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': '76215ad5-b02e-47b2-b12d-888630e9063f', 'name': 'tempest-PortsIpV6TestJSON-377356867', 'fixed_ips': [{'subnet_id': '5370cacb-8775-46de-b1ad-531466a7506e', 'ip_address': '2001:db8::10'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:54.553108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:54.566357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-76215ad5-b02e-47b2-b12d-888630e9063f', 'network_id': '76215ad5-b02e-47b2-b12d-888630e9063f', 'tenant_id': '01b6e35ad5974b49b0a6a597300b982a', 'fixed_ips': [{'subnet_id': '5370cacb-8775-46de-b1ad-531466a7506e'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:08:54.567437 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:54.648984 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:54.672281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 019220db-3b90-424e-be3b-371b3a228f17 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:54.738415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Allocated IP 2001:db8::2 (76215ad5-b02e-47b2-b12d-888630e9063f/5370cacb-8775-46de-b1ad-531466a7506e/0598dfad-308e-420f-a379-48684cf2a7cf) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:54.846617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9eb0152e-4b70-4fae-8a1b-ee9082757428 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:54.919979 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:54.935772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Transition to ACTIVE for port object 0598dfad-308e-420f-a379-48684cf2a7cf will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:54.956729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Transition to ACTIVE for port object 0598dfad-308e-420f-a379-48684cf2a7cf will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:54.958337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 9eb0152e-4b70-4fae-8a1b-ee9082757428 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:54.963140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 9eb0152e-4b70-4fae-8a1b-ee9082757428 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:54.963661 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.007272 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.027284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8::10 (76215ad5-b02e-47b2-b12d-888630e9063f/5370cacb-8775-46de-b1ad-531466a7506e/019220db-3b90-424e-be3b-371b3a228f17) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:55.081459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f33e1-97b4-4048-af15-19d6c9750da6 req-5c86474a-297b-4c43-902b-80a84633f9a1 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.088664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Network 76215ad5-b02e-47b2-b12d-888630e9063f is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:55.091164 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce2f33e1-97b4-4048-af15-19d6c9750da6 req-5c86474a-297b-4c43-902b-80a84633f9a1 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 945 time: 0.0824261 Jul 08 18:08:55.096511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:55.103662 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Pushing event updated for resources: {'Port': ['ID=0598dfad-308e-420f-a379-48684cf2a7cf,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:55.106449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:55.147168 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce2f33e1-97b4-4048-af15-19d6c9750da6 req-003b2786-889b-4260-9d64-4c9ab09a7886 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543416 Jul 08 18:08:55.176731 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.225573 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.241849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Transition to ACTIVE for port object 019220db-3b90-424e-be3b-371b3a228f17 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:55.246790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 9eb0152e-4b70-4fae-8a1b-ee9082757428, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9eb0152e-4b70-4fae-8a1b-ee9082757428,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:55.248181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Attempting to bind port 0598dfad-308e-420f-a379-48684cf2a7cf on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:55.248794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Attempting to bind port 0598dfad-308e-420f-a379-48684cf2a7cf by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '588cd92d-bf5b-4cc5-9f83-6131dac91097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76215ad5-b02e-47b2-b12d-888630e9063f'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:55.249321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Attempting to bind port 0598dfad-308e-420f-a379-48684cf2a7cf on network 76215ad5-b02e-47b2-b12d-888630e9063f {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:55.256143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45415b9d-dfdb-41b4-a276-b1166f02e0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb0152e-4b70-4fae-8a1b-ee9082757428'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:55.258742 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd30308a-835b-41b2-9a0e-0279e0a12962" -d '{"events": [{"server_uuid": "45415b9d-dfdb-41b4-a276-b1166f02e0fa", "name": "network-vif-plugged", "status": "completed", "tag": "9eb0152e-4b70-4fae-8a1b-ee9082757428"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:55.261573 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:55.262258 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Checking segment: {'id': '588cd92d-bf5b-4cc5-9f83-6131dac91097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76215ad5-b02e-47b2-b12d-888630e9063f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:55.262800 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.263288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Bound using segment: {'id': '588cd92d-bf5b-4cc5-9f83-6131dac91097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76215ad5-b02e-47b2-b12d-888630e9063f'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:55.263967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Bound port: 0598dfad-308e-420f-a379-48684cf2a7cf, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588cd92d-bf5b-4cc5-9f83-6131dac91097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76215ad5-b02e-47b2-b12d-888630e9063f'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:55.264453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.269050 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.314696 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.346067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4078-8a2c-4daf-9499-744f6ce2ea13 req-937b1049-9516-4d0d-aff2-f125da242b85 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.358953 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 76215ad5-b02e-47b2-b12d-888630e9063f is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:55.362251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4078-8a2c-4daf-9499-744f6ce2ea13 req-937b1049-9516-4d0d-aff2-f125da242b85 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.363283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:55.365739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:55.372188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.372873 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.377042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] For port 0598dfad-308e-420f-a379-48684cf2a7cf, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:55.378896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4078-8a2c-4daf-9499-744f6ce2ea13 req-937b1049-9516-4d0d-aff2-f125da242b85 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.380737 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] For port 0598dfad-308e-420f-a379-48684cf2a7cf, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0598dfad-308e-420f-a379-48684cf2a7cf,segment=NetworkSegment(588cd92d-bf5b-4cc5-9f83-6131dac91097),segment_id=588cd92d-bf5b-4cc5-9f83-6131dac91097)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:55.388942 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4078-8a2c-4daf-9499-744f6ce2ea13 req-937b1049-9516-4d0d-aff2-f125da242b85 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.395716 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4078-8a2c-4daf-9499-744f6ce2ea13 req-937b1049-9516-4d0d-aff2-f125da242b85 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.402520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4078-8a2c-4daf-9499-744f6ce2ea13 req-937b1049-9516-4d0d-aff2-f125da242b85 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.407489 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.409145 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9843140 Jul 08 18:08:55.410543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4078-8a2c-4daf-9499-744f6ce2ea13 req-937b1049-9516-4d0d-aff2-f125da242b85 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.414017 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41156) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:55.418649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d3a4078-8a2c-4daf-9499-744f6ce2ea13 req-937b1049-9516-4d0d-aff2-f125da242b85 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.2450507 Jul 08 18:08:55.420396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': '76215ad5-b02e-47b2-b12d-888630e9063f', 'name': 'tempest-PortsIpV6TestJSON-381512127', 'fixed_ips': [{'subnet_id': '5370cacb-8775-46de-b1ad-531466a7506e', 'ip_address': '2001:db8::f'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:55.437292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=9eb0152e-4b70-4fae-8a1b-ee9082757428,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:55.490887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d3a4078-8a2c-4daf-9499-744f6ce2ea13 req-551e82f2-faec-4973-8ba3-6d79e969dd8c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711484 Jul 08 18:08:55.499643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340bb7b-2cfa-4718-b397-de3b8d627fed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=019220db-3b90-424e-be3b-371b3a228f17,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:55.561162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0de7d-3f8d-443a-b5a7-644818293960 None None] Pushing event updated for resources: {'Port': ['ID=0598dfad-308e-420f-a379-48684cf2a7cf,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:55.562245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d95982-e05f-4dd9-a37b-e02eb3b436e4 req-3373ba66-b1a4-4199-8ac3-13cd4951258c tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.565305 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f4d95982-e05f-4dd9-a37b-e02eb3b436e4 req-3373ba66-b1a4-4199-8ac3-13cd4951258c tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.59 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 945 time: 0.2881927 Jul 08 18:08:55.575595 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86774d2a-2c6e-4fa4-a0b0-d481b313ef4b x-openstack-request-id: req-86774d2a-2c6e-4fa4-a0b0-d481b313ef4b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:55.576111 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45415b9d-dfdb-41b4-a276-b1166f02e0fa", "name": "network-vif-plugged", "status": "completed", "tag": "9eb0152e-4b70-4fae-8a1b-ee9082757428", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:55.576543 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-86774d2a-2c6e-4fa4-a0b0-d481b313ef4b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:55.577239 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45415b9d-dfdb-41b4-a276-b1166f02e0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb0152e-4b70-4fae-8a1b-ee9082757428', 'code': 200} Jul 08 18:08:55.688668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9235c2ad-fa20-4316-8a97-bf55a5efa21e req-4c3489a8-8548-46da-8a58-f04eaa922660 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8b9a606-934f-4ef9-b938-359178eeec0f HTTP/1.1" status: 200 len: 210 time: 0.0364039 Jul 08 18:08:55.778197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:08:55.783779 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.786575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8426a4-5780-4ec7-a6e8-ea1d992473d2 req-284fbe1f-a298-489a-b17f-ede7b24225e2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.793648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a8426a4-5780-4ec7-a6e8-ea1d992473d2 req-284fbe1f-a298-489a-b17f-ede7b24225e2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 946 time: 0.1080761 Jul 08 18:08:55.815205 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port f16433f2-e179-4056-9622-caaaf9339bb4 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:08:55.851607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a8426a4-5780-4ec7-a6e8-ea1d992473d2 req-81a4ec9a-3e51-42dd-b5b3-3dfa1fa4e840 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570951 Jul 08 18:08:55.975803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f4d95982-e05f-4dd9-a37b-e02eb3b436e4 req-9ca291fa-c804-4bc1-8682-4f016e7a0975 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Deleting port 458e3946-0fc0-4199-b14b-5f2e8afa4baa {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:55.976066 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f4d95982-e05f-4dd9-a37b-e02eb3b436e4 req-9ca291fa-c804-4bc1-8682-4f016e7a0975 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:56.033934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0d4aa-f26d-4f4a-94dd-fd7091dff86e req-fdca3336-0b75-4867-bc86-a9e763d33e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.035741 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5ec0d4aa-f26d-4f4a-94dd-fd7091dff86e req-fdca3336-0b75-4867-bc86-a9e763d33e36 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 1097 time: 0.3803923 Jul 08 18:08:56.156468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8::f (76215ad5-b02e-47b2-b12d-888630e9063f/5370cacb-8775-46de-b1ad-531466a7506e/f16433f2-e179-4056-9622-caaaf9339bb4) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:08:56.159766 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5ec0d4aa-f26d-4f4a-94dd-fd7091dff86e req-df24164d-01ab-41da-883f-c537efdfbef9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129842 Jul 08 18:08:56.171992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f4d95982-e05f-4dd9-a37b-e02eb3b436e4 req-9ca291fa-c804-4bc1-8682-4f016e7a0975 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] For port 458e3946-0fc0-4199-b14b-5f2e8afa4baa, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=458e3946-0fc0-4199-b14b-5f2e8afa4baa,segment=NetworkSegment(96cbde14-5682-40be-b5dd-9eeb67fd84b0),segment_id=96cbde14-5682-40be-b5dd-9eeb67fd84b0)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:56.172358 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f4d95982-e05f-4dd9-a37b-e02eb3b436e4 req-9ca291fa-c804-4bc1-8682-4f016e7a0975 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:56.190256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f4d95982-e05f-4dd9-a37b-e02eb3b436e4 req-9ca291fa-c804-4bc1-8682-4f016e7a0975 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Calling delete_port for 458e3946-0fc0-4199-b14b-5f2e8afa4baa owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:56.335038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ef6cf-3a51-43bc-963b-a8089c742373 req-60833592-81e2-4388-aed7-585702aac3bc tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.339003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c24ef6cf-3a51-43bc-963b-a8089c742373 req-60833592-81e2-4388-aed7-585702aac3bc tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/ports?device_id=052f0819-636a-4caf-98a9-e800f8c973af HTTP/1.1" status: 200 len: 945 time: 0.0768008 Jul 08 18:08:56.398348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c24ef6cf-3a51-43bc-963b-a8089c742373 req-27d16fdb-493b-4725-9502-34c6ad3a82e2 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.73 "GET /v2.0/security-groups?id=ed4ee2d8-c610-403c-a1d8-3bd861520540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468640 Jul 08 18:08:56.426943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:56.451143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Transition to ACTIVE for port object f16433f2-e179-4056-9622-caaaf9339bb4 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:56.465116 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f4d95982-e05f-4dd9-a37b-e02eb3b436e4 req-9ca291fa-c804-4bc1-8682-4f016e7a0975 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:56.477533 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['458e3946-0fc0-4199-b14b-5f2e8afa4baa'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:56.511665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca291fa-c804-4bc1-8682-4f016e7a0975 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Pushing event deleted for resources: {'Port': ['ID=458e3946-0fc0-4199-b14b-5f2e8afa4baa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:56.568622 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d95982-e05f-4dd9-a37b-e02eb3b436e4 req-9ca291fa-c804-4bc1-8682-4f016e7a0975 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] No DVR routers for this DVR port 458e3946-0fc0-4199-b14b-5f2e8afa4baa on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:56.572811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f4d95982-e05f-4dd9-a37b-e02eb3b436e4 req-9ca291fa-c804-4bc1-8682-4f016e7a0975 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:56.578187 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f4d95982-e05f-4dd9-a37b-e02eb3b436e4 req-9ca291fa-c804-4bc1-8682-4f016e7a0975 tempest-ServerAddressesTestJSON-1031442058 tempest-ServerAddressesTestJSON-1031442058-project] 10.222.0.59 "DELETE /v2.0/ports/458e3946-0fc0-4199-b14b-5f2e8afa4baa HTTP/1.1" status: 204 len: 173 time: 0.9957094 Jul 08 18:08:56.584062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f0819-636a-4caf-98a9-e800f8c973af', 'name': 'network-vif-deleted', 'tag': '458e3946-0fc0-4199-b14b-5f2e8afa4baa'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:56.587868 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c0a67-af9a-4969-9b45-07f6ee611419" -d '{"events": [{"server_uuid": "052f0819-636a-4caf-98a9-e800f8c973af", "name": "network-vif-deleted", "tag": "458e3946-0fc0-4199-b14b-5f2e8afa4baa"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:56.597355 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:56.678254 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 76215ad5-b02e-47b2-b12d-888630e9063f is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:08:56.680714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=f16433f2-e179-4056-9622-caaaf9339bb4,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:56.691542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:08:56.694852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:08:56.709720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.710523 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:56.716172 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcfa578-3315-4b28-bd4d-6f6cdd7e7f33 x-openstack-request-id: req-1bcfa578-3315-4b28-bd4d-6f6cdd7e7f33 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:56.716635 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052f0819-636a-4caf-98a9-e800f8c973af", "name": "network-vif-deleted", "tag": "458e3946-0fc0-4199-b14b-5f2e8afa4baa", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:56.716727 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1bcfa578-3315-4b28-bd4d-6f6cdd7e7f33 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:56.717081 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f0819-636a-4caf-98a9-e800f8c973af', 'name': 'network-vif-deleted', 'tag': '458e3946-0fc0-4199-b14b-5f2e8afa4baa', 'status': 'completed', 'code': 200} Jul 08 18:08:56.733684 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-95dacc9b-9d16-4c3e-8541-5cfb82076419 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3183939 Jul 08 18:08:56.737086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41170) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:56.774967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc944a-62e6-42dc-b770-750cc355b115 req-8ae12079-0b18-44b7-9396-ec47674f372d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.781593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc944a-62e6-42dc-b770-750cc355b115 req-8ae12079-0b18-44b7-9396-ec47674f372d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.788102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc944a-62e6-42dc-b770-750cc355b115 req-8ae12079-0b18-44b7-9396-ec47674f372d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.792529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc63bbb-195c-42fe-b017-7f2eef11ee76 None None] Network 76215ad5-b02e-47b2-b12d-888630e9063f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:08:56.794732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc944a-62e6-42dc-b770-750cc355b115 req-8ae12079-0b18-44b7-9396-ec47674f372d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.801399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc944a-62e6-42dc-b770-750cc355b115 req-8ae12079-0b18-44b7-9396-ec47674f372d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.807234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc944a-62e6-42dc-b770-750cc355b115 req-8ae12079-0b18-44b7-9396-ec47674f372d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.829543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc944a-62e6-42dc-b770-750cc355b115 req-8ae12079-0b18-44b7-9396-ec47674f372d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.837080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52bc944a-62e6-42dc-b770-750cc355b115 req-8ae12079-0b18-44b7-9396-ec47674f372d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.1874568 Jul 08 18:08:56.868531 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b252b8b3-4a50-4352-82bb-cb9ea5e10476 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.870194 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b252b8b3-4a50-4352-82bb-cb9ea5e10476 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1316743 Jul 08 18:08:56.873021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41178) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:56.886912 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52bc944a-62e6-42dc-b770-750cc355b115 req-98a44edd-2a55-4385-a0d5-18bbac9cf57e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489554 Jul 08 18:08:56.965397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0f1082ae-602e-4d21-bb5d-7d2bf88a8e86 None None] Provisioning for port 0598dfad-308e-420f-a379-48684cf2a7cf completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:57.025062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265081b-2c74-4c64-8edb-a622c96da644 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.031673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265081b-2c74-4c64-8edb-a622c96da644 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.037637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265081b-2c74-4c64-8edb-a622c96da644 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.042260 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0265081b-2c74-4c64-8edb-a622c96da644 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1650879 Jul 08 18:08:57.042939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41186) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:57.163218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3aa80-7662-4a21-8116-2ae2c268fa68 req-29fc6878-352c-413f-a9bd-129751ee5dba tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.173055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbd3aa80-7662-4a21-8116-2ae2c268fa68 req-29fc6878-352c-413f-a9bd-129751ee5dba tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 946 time: 0.1630147 Jul 08 18:08:57.265388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3817ae41-16ee-4ec5-8df1-358f1b9e0e29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port f16433f2-e179-4056-9622-caaaf9339bb4 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:57.265740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3817ae41-16ee-4ec5-8df1-358f1b9e0e29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.268911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbd3aa80-7662-4a21-8116-2ae2c268fa68 req-088ccf94-ff05-4d24-9798-0dc3c0abf92e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895762 Jul 08 18:08:57.383302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0598dfad-308e-420f-a379-48684cf2a7cf up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:57.452662 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3817ae41-16ee-4ec5-8df1-358f1b9e0e29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.488861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3817ae41-16ee-4ec5-8df1-358f1b9e0e29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for f16433f2-e179-4056-9622-caaaf9339bb4 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:57.526341 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0598dfad-308e-420f-a379-48684cf2a7cf completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:57.531355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0598dfad-308e-420f-a379-48684cf2a7cf triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:57.532028 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.625411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-423959ee-b1db-43e2-a4de-3e47b34eabbc None None] Provisioning for port f16433f2-e179-4056-9622-caaaf9339bb4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:57.661143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-3b295f60-bfad-475d-acbb-c1c6dd925d35 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.668906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-3b295f60-bfad-475d-acbb-c1c6dd925d35 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.2321575 Jul 08 18:08:57.675067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-423959ee-b1db-43e2-a4de-3e47b34eabbc None None] Provisioning complete for port f16433f2-e179-4056-9622-caaaf9339bb4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:57.675655 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-423959ee-b1db-43e2-a4de-3e47b34eabbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.697036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-c665fb28-1c5c-481c-be55-f7376bdea0a5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/quotas/db9c7b6194e74bf99ed16a978b364cfe HTTP/1.1" status: 200 len: 375 time: 0.0269022 Jul 08 18:08:57.718746 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.736503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-423959ee-b1db-43e2-a4de-3e47b34eabbc None None] Port f16433f2-e179-4056-9622-caaaf9339bb4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:57.739439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf02121-a35f-42fc-8ba8-d701b3bc94c6 req-a4c65335-3afe-441d-8044-f8e4f1739d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.741398 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4bf02121-a35f-42fc-8ba8-d701b3bc94c6 req-a4c65335-3afe-441d-8044-f8e4f1739d7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 1097 time: 0.1529276 Jul 08 18:08:57.742959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-e5fd5a4e-7750-4ca0-870b-6da57db33339 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446670 Jul 08 18:08:57.759554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd977ea-f7ad-444c-a37c-18e08e747a37 req-705c068a-5a68-4625-a884-dd5ff13a53ba tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.761385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cd977ea-f7ad-444c-a37c-18e08e747a37 req-705c068a-5a68-4625-a884-dd5ff13a53ba tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.2107201 Jul 08 18:08:57.781769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-423959ee-b1db-43e2-a4de-3e47b34eabbc None None] Provisioning for port 019220db-3b90-424e-be3b-371b3a228f17 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:57.787130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0598dfad-308e-420f-a379-48684cf2a7cf, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0598dfad-308e-420f-a379-48684cf2a7cf,segment=NetworkSegment(588cd92d-bf5b-4cc5-9f83-6131dac91097),segment_id=588cd92d-bf5b-4cc5-9f83-6131dac91097)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:57.789362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-423959ee-b1db-43e2-a4de-3e47b34eabbc None None] Provisioning complete for port 019220db-3b90-424e-be3b-371b3a228f17 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:57.789747 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-423959ee-b1db-43e2-a4de-3e47b34eabbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.826585 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.852867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cd977ea-f7ad-444c-a37c-18e08e747a37 req-e33eab52-b4a4-4593-9716-3b8a15e06980 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797048 Jul 08 18:08:57.886727 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-d98f18f6-0a32-4e20-bb90-755644805c2e service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360536 Jul 08 18:08:57.902887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=0598dfad-308e-420f-a379-48684cf2a7cf,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:57.936480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-423959ee-b1db-43e2-a4de-3e47b34eabbc None None] Port 019220db-3b90-424e-be3b-371b3a228f17 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:57.950425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-423959ee-b1db-43e2-a4de-3e47b34eabbc None None] Provisioning complete for port 0598dfad-308e-420f-a379-48684cf2a7cf triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:57.950804 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-423959ee-b1db-43e2-a4de-3e47b34eabbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.995588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41214) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:58.066793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c831b37a-8e91-4900-8f17-9a5ffc6512b9 admin admin] Deleting subnet 5bbcf948-f0c8-4a44-8397-b1ea244a7c0d {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:08:58.071253 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c831b37a-8e91-4900-8f17-9a5ffc6512b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.127151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c831b37a-8e91-4900-8f17-9a5ffc6512b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.179304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d30aa624-d0ee-489a-bbcd-363a3b14fd21 None None] Provisioning complete for port f16433f2-e179-4056-9622-caaaf9339bb4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:58.179680 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d30aa624-d0ee-489a-bbcd-363a3b14fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.180115 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-005709de-e05c-4954-a5ca-bc4404d8e914 service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991307 Jul 08 18:08:58.201562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c831b37a-8e91-4900-8f17-9a5ffc6512b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.202092 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3817ae41-16ee-4ec5-8df1-358f1b9e0e29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.238508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d30aa624-d0ee-489a-bbcd-363a3b14fd21 None None] Port f16433f2-e179-4056-9622-caaaf9339bb4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:58.244480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817ae41-16ee-4ec5-8df1-358f1b9e0e29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=f16433f2-e179-4056-9622-caaaf9339bb4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:58.249873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d30aa624-d0ee-489a-bbcd-363a3b14fd21 None None] Provisioning complete for port 019220db-3b90-424e-be3b-371b3a228f17 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:58.250583 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d30aa624-d0ee-489a-bbcd-363a3b14fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.293433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3817ae41-16ee-4ec5-8df1-358f1b9e0e29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.297842 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3817ae41-16ee-4ec5-8df1-358f1b9e0e29 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/f16433f2-e179-4056-9622-caaaf9339bb4 HTTP/1.1" status: 204 len: 168 time: 1.2502770 Jul 08 18:08:58.298048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41218) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:58.306091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d30aa624-d0ee-489a-bbcd-363a3b14fd21 None None] Port 019220db-3b90-424e-be3b-371b3a228f17 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:08:58.311007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf02121-a35f-42fc-8ba8-d701b3bc94c6 req-463c20a7-5335-495c-a1fb-797bd41e7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.312651 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4bf02121-a35f-42fc-8ba8-d701b3bc94c6 req-463c20a7-5335-495c-a1fb-797bd41e7ffd service neutron] 10.222.0.74 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 920 time: 0.5614049 Jul 08 18:08:58.319236 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c831b37a-8e91-4900-8f17-9a5ffc6512b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.343364 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fc38c6-4c9a-4e39-b9cb-ac1faeec8fb7 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:08:58.345034 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-07fc38c6-4c9a-4e39-b9cb-ac1faeec8fb7 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/f16433f2-e179-4056-9622-caaaf9339bb4 HTTP/1.1" status: 404 len: 333 time: 0.0450344 Jul 08 18:08:58.360083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41220) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:58.374672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831b37a-8e91-4900-8f17-9a5ffc6512b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bbcf948-f0c8-4a44-8397-b1ea244a7c0d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:58.397976 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4bf02121-a35f-42fc-8ba8-d701b3bc94c6 req-55aec714-7adc-469a-a46e-9b92e6ab09c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38fe7072-45b4-43d8-a193-f3eb9f151697 HTTP/1.1" status: 200 len: 217 time: 0.0608330 Jul 08 18:08:58.420702 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c831b37a-8e91-4900-8f17-9a5ffc6512b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.425314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c831b37a-8e91-4900-8f17-9a5ffc6512b9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5bbcf948-f0c8-4a44-8397-b1ea244a7c0d HTTP/1.1" status: 204 len: 168 time: 0.4134667 Jul 08 18:08:58.427639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41224) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:58.489064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf02121-a35f-42fc-8ba8-d701b3bc94c6 req-e416605c-d23e-4877-a9a3-f68d98e77f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.490593 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4bf02121-a35f-42fc-8ba8-d701b3bc94c6 req-e416605c-d23e-4877-a9a3-f68d98e77f22 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 200 len: 859 time: 0.0592749 Jul 08 18:08:58.534421 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4bf02121-a35f-42fc-8ba8-d701b3bc94c6 req-0c697786-e6f9-4b90-9868-274293d69bc0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=811ef628-e931-4676-a654-7d47371e6761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318246 Jul 08 18:08:58.642504 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4bf02121-a35f-42fc-8ba8-d701b3bc94c6 req-73a670f5-9437-47cd-b784-3e18f104833f service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011071 Jul 08 18:08:58.669220 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.740050 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4bf02121-a35f-42fc-8ba8-d701b3bc94c6 req-152d015e-a65f-4236-900b-de9c540aa6ec service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914915 Jul 08 18:08:58.760024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-708712db-b168-4309-9592-2780af5e44f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 019220db-3b90-424e-be3b-371b3a228f17 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:58.760358 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-708712db-b168-4309-9592-2780af5e44f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.770239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289ec81-3fe7-4455-ac31-be2a2ea00be5 req-be640d67-6a3d-4234-b41c-fb62202f3c73 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.772305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d289ec81-3fe7-4455-ac31-be2a2ea00be5 req-be640d67-6a3d-4234-b41c-fb62202f3c73 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 946 time: 0.2435310 Jul 08 18:08:58.795495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338a4b9-6f34-4769-99d5-3308b5408cf7 req-f6123b8c-0afc-43fe-b8ed-510483b2b516 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.802839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338a4b9-6f34-4769-99d5-3308b5408cf7 req-f6123b8c-0afc-43fe-b8ed-510483b2b516 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.808188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338a4b9-6f34-4769-99d5-3308b5408cf7 req-f6123b8c-0afc-43fe-b8ed-510483b2b516 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.814748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338a4b9-6f34-4769-99d5-3308b5408cf7 req-f6123b8c-0afc-43fe-b8ed-510483b2b516 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.820627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338a4b9-6f34-4769-99d5-3308b5408cf7 req-f6123b8c-0afc-43fe-b8ed-510483b2b516 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.826730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338a4b9-6f34-4769-99d5-3308b5408cf7 req-f6123b8c-0afc-43fe-b8ed-510483b2b516 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.832638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338a4b9-6f34-4769-99d5-3308b5408cf7 req-f6123b8c-0afc-43fe-b8ed-510483b2b516 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.834680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f338a4b9-6f34-4769-99d5-3308b5408cf7 req-f6123b8c-0afc-43fe-b8ed-510483b2b516 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.3009150 Jul 08 18:08:58.950367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.971193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534a088c-b1b0-4eaf-a559-e9fe7b491baa']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:59.014548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cbde14-5682-40be-b5dd-9eeb67fd84b0') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:59.014845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cbde14-5682-40be-b5dd-9eeb67fd84b0') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:08:59.020461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f338a4b9-6f34-4769-99d5-3308b5408cf7 req-8d612c1b-f734-45f5-b903-87a8151178c5 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1465235 Jul 08 18:08:59.030381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d289ec81-3fe7-4455-ac31-be2a2ea00be5 req-1a97d78b-36d4-4c13-bbf0-53aecdafec4b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575079 Jul 08 18:08:59.036255 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.064590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.073726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:08:59.074505 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:08:59.087257 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:08:59.098932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-708712db-b168-4309-9592-2780af5e44f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.150384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-708712db-b168-4309-9592-2780af5e44f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 019220db-3b90-424e-be3b-371b3a228f17 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:08:59.198053 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0056401a-7bd0-4f6d-a3ea-94e1cde1ed80 req-64d7ea9d-ef23-43a9-8175-19a725f34235 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=b350dda3-886c-488b-acf2-9d9432dbab99 HTTP/1.1" status: 200 len: 210 time: 0.0401468 Jul 08 18:08:59.243858 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.280820 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.283475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] 10.222.0.73 "DELETE /v2.0/networks/534a088c-b1b0-4eaf-a559-e9fe7b491baa HTTP/1.1" status: 204 len: 168 time: 0.8542190 Jul 08 18:08:59.298165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca058aa-4ce1-4462-a836-601866d836ad admin admin] Pushing event deleted for resources: {'Network': ['ID=534a088c-b1b0-4eaf-a559-e9fe7b491baa,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:59.308352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0598dfad-308e-420f-a379-48684cf2a7cf up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:59.376142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0598dfad-308e-420f-a379-48684cf2a7cf triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:59.376554 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.419624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41260) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:59.440132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf5102-837b-4d60-b488-eed788a345a2 req-1638f2fb-7b1d-4d7f-93d2-abf6539f04c6 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:59.441644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11bf5102-837b-4d60-b488-eed788a345a2 req-1638f2fb-7b1d-4d7f-93d2-abf6539f04c6 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.2482307 Jul 08 18:08:59.471276 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a1f2819a-00de-454b-9979-b0f1e684475b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=527124f6db9440c09c9112a4ac28ecf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490193 Jul 08 18:08:59.473539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41262) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:59.515586 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-708712db-b168-4309-9592-2780af5e44f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.525472 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db1afdc0-1985-41b9-b250-bb794dc95825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.546953 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db1afdc0-1985-41b9-b250-bb794dc95825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.551818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11bf5102-837b-4d60-b488-eed788a345a2 req-044767f0-4b2b-4d5f-a37f-0828099134e8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027799 Jul 08 18:08:59.560082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f8cd2-ada1-4d9b-aca0-7e5665ceacca req-9a27a085-fa32-4350-8ed2-3e1bc99ca5f8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:59.561522 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d53f8cd2-ada1-4d9b-aca0-7e5665ceacca req-9a27a085-fa32-4350-8ed2-3e1bc99ca5f8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.2220223 Jul 08 18:08:59.562940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708712db-b168-4309-9592-2780af5e44f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=019220db-3b90-424e-be3b-371b3a228f17,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:59.595987 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-708712db-b168-4309-9592-2780af5e44f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.598880 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-708712db-b168-4309-9592-2780af5e44f2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/019220db-3b90-424e-be3b-371b3a228f17 HTTP/1.1" status: 204 len: 168 time: 1.2333133 Jul 08 18:08:59.602020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41264) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:59.624396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d53f8cd2-ada1-4d9b-aca0-7e5665ceacca req-9cacddf1-da5c-4591-8f08-41c4e8d7c82d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/quotas/1bc3d156bc844a62b3e7e6683036b19a HTTP/1.1" status: 200 len: 375 time: 0.0237510 Jul 08 18:08:59.636255 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-6343bea4-552f-4f90-8b56-1c91b17355e5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:08:59.638892 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6343bea4-552f-4f90-8b56-1c91b17355e5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/019220db-3b90-424e-be3b-371b3a228f17 HTTP/1.1" status: 404 len: 333 time: 0.0358829 Jul 08 18:08:59.639766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db1afdc0-1985-41b9-b250-bb794dc95825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.642485 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db1afdc0-1985-41b9-b250-bb794dc95825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.643850 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-db1afdc0-1985-41b9-b250-bb794dc95825 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed4ee2d8-c610-403c-a1d8-3bd861520540 HTTP/1.1" status: 204 len: 168 time: 0.1694226 Jul 08 18:08:59.644578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41266) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:59.685286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1afdc0-1985-41b9-b250-bb794dc95825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4ee2d8-c610-403c-a1d8-3bd861520540,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:59.733082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc40408-62bd-4b13-a4d0-7e7ad3548ae7 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting subnet 5370cacb-8775-46de-b1ad-531466a7506e {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:08:59.741324 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7fc40408-62bd-4b13-a4d0-7e7ad3548ae7 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.752762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d53f8cd2-ada1-4d9b-aca0-7e5665ceacca req-ebfab989-033a-4646-afff-eeb57481eeec tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218915 Jul 08 18:08:59.816256 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7fc40408-62bd-4b13-a4d0-7e7ad3548ae7 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.893417 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d53f8cd2-ada1-4d9b-aca0-7e5665ceacca req-2b3ad125-7381-4a35-8620-337ed1a8ad11 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393700 Jul 08 18:09:00.045679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-e4e3175f-be4f-4c48-b6eb-5ff6c666b587 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.047331 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-e4e3175f-be4f-4c48-b6eb-5ff6c666b587 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.59 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.2264376 Jul 08 18:09:00.053935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7fc40408-62bd-4b13-a4d0-7e7ad3548ae7 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.062168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Request body: {'port': {'device_id': 'b350dda3-886c-488b-acf2-9d9432dbab99', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'admin_state_up': True, 'tenant_id': 'db9c7b6194e74bf99ed16a978b364cfe'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:00.073897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d53f8cd2-ada1-4d9b-aca0-7e5665ceacca req-a1c0b321-b899-41ab-a4e9-35a292f22a14 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740494 Jul 08 18:09:00.232236 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7fc40408-62bd-4b13-a4d0-7e7ad3548ae7 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.286987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a33086-9ca2-45f8-9aca-01f2b9e7e4b5 None None] Network 76215ad5-b02e-47b2-b12d-888630e9063f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:00.287361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc40408-62bd-4b13-a4d0-7e7ad3548ae7 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Subnet': ['ID=5370cacb-8775-46de-b1ad-531466a7506e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:00.292578 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7fc40408-62bd-4b13-a4d0-7e7ad3548ae7 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.294050 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7fc40408-62bd-4b13-a4d0-7e7ad3548ae7 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/5370cacb-8775-46de-b1ad-531466a7506e HTTP/1.1" status: 204 len: 168 time: 0.6462770 Jul 08 18:09:00.296914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41286) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:00.307024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Made reservation on behalf of db9c7b6194e74bf99ed16a978b364cfe for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:00.312374 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.450894 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 458e3946-0fc0-4199-b14b-5f2e8afa4baa no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:00.479620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 458e3946-0fc0-4199-b14b-5f2e8afa4baa {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:00.480438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 458e3946-0fc0-4199-b14b-5f2e8afa4baa not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:00.561969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Allocated IP 172.20.0.11 (79151542-de2c-40b0-b02a-fb7b0291c53e/4076efa4-d49a-4ab3-a795-2fff4cf7e319/de51129a-ffbb-4721-9273-1b9a43976aba) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:00.647982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7457c3f2-57ab-4d57-ab09-b88e585f48be None None] DHCP port deletion for 76215ad5-b02e-47b2-b12d-888630e9063f request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:09:00.717178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7457c3f2-57ab-4d57-ab09-b88e585f48be None None] Deleting port 0598dfad-308e-420f-a379-48684cf2a7cf {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:00.718010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7457c3f2-57ab-4d57-ab09-b88e585f48be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.766124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a13597dc-1536-498d-a716-bdc595ef9b56 req-0ae70f18-95fc-4658-a764-aef9c5990ea0 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=b350dda3-886c-488b-acf2-9d9432dbab99 HTTP/1.1" status: 200 len: 210 time: 0.0505893 Jul 08 18:09:00.778527 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.811869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e63b5-bbc5-4965-a43b-0ce98d2a4976 req-f4cd89e7-09c1-4eb3-9562-aeae8a3f55cf tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.817802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e63b5-bbc5-4965-a43b-0ce98d2a4976 req-f4cd89e7-09c1-4eb3-9562-aeae8a3f55cf tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.823855 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e63b5-bbc5-4965-a43b-0ce98d2a4976 req-f4cd89e7-09c1-4eb3-9562-aeae8a3f55cf tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.830364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e63b5-bbc5-4965-a43b-0ce98d2a4976 req-f4cd89e7-09c1-4eb3-9562-aeae8a3f55cf tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.837427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e63b5-bbc5-4965-a43b-0ce98d2a4976 req-f4cd89e7-09c1-4eb3-9562-aeae8a3f55cf tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.844288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e63b5-bbc5-4965-a43b-0ce98d2a4976 req-f4cd89e7-09c1-4eb3-9562-aeae8a3f55cf tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.850989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e63b5-bbc5-4965-a43b-0ce98d2a4976 req-f4cd89e7-09c1-4eb3-9562-aeae8a3f55cf tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.855523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7457c3f2-57ab-4d57-ab09-b88e585f48be None None] For port 0598dfad-308e-420f-a379-48684cf2a7cf, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0598dfad-308e-420f-a379-48684cf2a7cf,segment=NetworkSegment(588cd92d-bf5b-4cc5-9f83-6131dac91097),segment_id=588cd92d-bf5b-4cc5-9f83-6131dac91097)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:00.856114 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7457c3f2-57ab-4d57-ab09-b88e585f48be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.858511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c63e63b5-bbc5-4965-a43b-0ce98d2a4976 req-f4cd89e7-09c1-4eb3-9562-aeae8a3f55cf tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.4825828 Jul 08 18:09:00.876826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7457c3f2-57ab-4d57-ab09-b88e585f48be None None] Calling delete_port for 0598dfad-308e-420f-a379-48684cf2a7cf owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:00.942880 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c63e63b5-bbc5-4965-a43b-0ce98d2a4976 req-0f5dc21d-2d2a-4988-a49d-2cf80a30b6ca tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0831189 Jul 08 18:09:00.955408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41308) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:00.973947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 0598dfad-308e-420f-a379-48684cf2a7cf {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:00.974637 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.979578 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.073795 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.121641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] For port 0598dfad-308e-420f-a379-48684cf2a7cf, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0598dfad-308e-420f-a379-48684cf2a7cf,segment=NetworkSegment(588cd92d-bf5b-4cc5-9f83-6131dac91097),segment_id=588cd92d-bf5b-4cc5-9f83-6131dac91097)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:01.121948 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.152660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 0598dfad-308e-420f-a379-48684cf2a7cf owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:01.163022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Network 79151542-de2c-40b0-b02a-fb7b0291c53e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:01.166816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:01.180641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:01.230358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event updated for resources: {'Port': ['ID=de51129a-ffbb-4721-9273-1b9a43976aba,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:01.250805 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7457c3f2-57ab-4d57-ab09-b88e585f48be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.279348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:01.280025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.291995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-283525216-network', 'tenant_id': '552a2a5451f54c1fb4d84901825d5c7a'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:01.295619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7457c3f2-57ab-4d57-ab09-b88e585f48be None None] No DVR routers for this DVR port 0598dfad-308e-420f-a379-48684cf2a7cf on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:01.302504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457c3f2-57ab-4d57-ab09-b88e585f48be None None] Pushing event deleted for resources: {'Port': ['ID=0598dfad-308e-420f-a379-48684cf2a7cf,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:01.310983 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.329064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0598dfad-308e-420f-a379-48684cf2a7cf no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:01.352525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No DVR routers for this DVR port 0598dfad-308e-420f-a379-48684cf2a7cf on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:01.354147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 0598dfad-308e-420f-a379-48684cf2a7cf {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:01.354721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0598dfad-308e-420f-a379-48684cf2a7cf not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:01.362864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=0598dfad-308e-420f-a379-48684cf2a7cf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:01.365338 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-8c9a72be-ad40-48c6-94e3-8bb65c9e81d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3073926 Jul 08 18:09:01.379223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Request body: {'port': {'device_id': 'b350dda3-886c-488b-acf2-9d9432dbab99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:01.383098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Made reservation on behalf of 552a2a5451f54c1fb4d84901825d5c7a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:01.385661 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.407296 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.466392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58950530-086c-4f9f-8b1d-f734a00b5774 req-b120bd05-aa13-4b53-a691-8d2bc4595b86 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:01.473538 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58950530-086c-4f9f-8b1d-f734a00b5774 req-b120bd05-aa13-4b53-a691-8d2bc4595b86 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.2136431 Jul 08 18:09:01.499480 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.502519 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.527687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76215ad5-b02e-47b2-b12d-888630e9063f']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:01.545760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588cd92d-bf5b-4cc5-9f83-6131dac91097') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:01.546086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588cd92d-bf5b-4cc5-9f83-6131dac91097') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:01.562580 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.587567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58950530-086c-4f9f-8b1d-f734a00b5774 req-f1f5c2d3-a4ee-4992-8936-01d3722c8c5f tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131504 Jul 08 18:09:01.594913 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.603844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:09:01.604287 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:09:01.607981 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:09:01.692957 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.737650 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.739519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/networks/76215ad5-b02e-47b2-b12d-888630e9063f HTTP/1.1" status: 204 len: 168 time: 1.4416027 Jul 08 18:09:01.743234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41326) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:01.762638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-307285089'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:01.772119 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f613-d543-4f8d-9f20-b7ff7217d268 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Network': ['ID=76215ad5-b02e-47b2-b12d-888630e9063f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:01.794071 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de51129a-ffbb-4721-9273-1b9a43976aba {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:01.802266 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.817967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Transition to ACTIVE for port object de51129a-ffbb-4721-9273-1b9a43976aba will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:01.822125 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.841966 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.850011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-c5c2e2b0-c91d-4054-9856-566b0a5c8d2c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:01.851585 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-c5c2e2b0-c91d-4054-9856-566b0a5c8d2c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.1742094 Jul 08 18:09:01.856386 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.868134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:09:01.877510 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.877865 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Added segment 6fcc4adf-53a7-4769-9fa0-200ad3165ca3 of type vlan for network da6af3f6-a6a0-46f5-b717-6e7264f65bb0 Jul 08 18:09:01.901926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Pushing event updated for resources: {'Port': ['ID=de51129a-ffbb-4721-9273-1b9a43976aba,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:01.964384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Attempting to bind port de51129a-ffbb-4721-9273-1b9a43976aba on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:01.964730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Attempting to bind port de51129a-ffbb-4721-9273-1b9a43976aba by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:01.965065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Attempting to bind port de51129a-ffbb-4721-9273-1b9a43976aba on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:01.967341 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.969610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Port de51129a-ffbb-4721-9273-1b9a43976aba on network 79151542-de2c-40b0-b02a-fb7b0291c53e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:09:01.970497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Attempting to bind port de51129a-ffbb-4721-9273-1b9a43976aba on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:01.975411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:01.975749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Checking segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:01.976137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Bound using segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:01.976567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Bound port: de51129a-ffbb-4721-9273-1b9a43976aba, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:01.976935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.990260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:01.993758 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.001860 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-54a46191-4a63-41ab-986b-07325b8ee5bc tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/quotas/1bc3d156bc844a62b3e7e6683036b19a HTTP/1.1" status: 200 len: 375 time: 0.0879259 Jul 08 18:09:02.010320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9e77e3-1ca7-456d-8fba-e533679873cf,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:02.050926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] For port de51129a-ffbb-4721-9273-1b9a43976aba, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:02.054795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] For port de51129a-ffbb-4721-9273-1b9a43976aba, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=de51129a-ffbb-4721-9273-1b9a43976aba,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:02.060481 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.088356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:09:02.091120 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.092309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.092892 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.097381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.098698 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.100187 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] 10.222.0.59 "PUT /v2.0/ports/de51129a-ffbb-4721-9273-1b9a43976aba HTTP/1.1" status: 200 len: 1092 time: 0.7262616 Jul 08 18:09:02.102794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b350dda3-886c-488b-acf2-9d9432dbab99', 'tag': 'de51129a-ffbb-4721-9273-1b9a43976aba'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:02.106767 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb1daa2-0c27-4935-b35e-2fcaf8b8afb1" -d '{"events": [{"name": "network-changed", "server_uuid": "b350dda3-886c-488b-acf2-9d9432dbab99", "tag": "de51129a-ffbb-4721-9273-1b9a43976aba"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:02.130832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1710007 Jul 08 18:09:02.133620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41334) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:02.166378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] Request body: {'subnet': {'network_id': 'da6af3f6-a6a0-46f5-b717-6e7264f65bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-283525216-subnet', 'tenant_id': '552a2a5451f54c1fb4d84901825d5c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:02.174945 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.175295 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Added segment dee20a36-ba3b-49bc-b604-49b48315f35f of type vlan for network 7d81112b-cb0f-48d0-87a2-1d090dc32f1e Jul 08 18:09:02.190602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62c5ac-689f-4011-8110-a7f1dc9c8822 service neutron] Pushing event updated for resources: {'Port': ['ID=de51129a-ffbb-4721-9273-1b9a43976aba,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:02.225427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-c431c3f3-03d7-4e72-a732-55b5d6ebb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.227119 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-c431c3f3-03d7-4e72-a732-55b5d6ebb9ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=b350dda3-886c-488b-acf2-9d9432dbab99 HTTP/1.1" status: 200 len: 1095 time: 0.0772383 Jul 08 18:09:02.250246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16320270-3a36-427d-a1e3-1ce696a7a455 req-76dd78e8-1624-43cc-9051-435cdc14ec69 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.251804 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16320270-3a36-427d-a1e3-1ce696a7a455 req-76dd78e8-1624-43cc-9051-435cdc14ec69 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=b350dda3-886c-488b-acf2-9d9432dbab99 HTTP/1.1" status: 200 len: 944 time: 0.3390145 Jul 08 18:09:02.264688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624ad6d-a306-42e8-8092-1c92e01607fc admin admin] Pushing event updated for resources: {'Network': ['ID=da6af3f6-a6a0-46f5-b717-6e7264f65bb0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:02.276701 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.279234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network da6af3f6-a6a0-46f5-b717-6e7264f65bb0 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:09:02.280310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] Made reservation on behalf of 552a2a5451f54c1fb4d84901825d5c7a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:02.283174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.285335 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-3d1299f4-d95f-408d-91c2-69aa526371ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de51129a-ffbb-4721-9273-1b9a43976aba HTTP/1.1" status: 200 len: 217 time: 0.0491550 Jul 08 18:09:02.347735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-39b12cd5-1075-414d-86eb-0a0b54c4fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.349238 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-39b12cd5-1075-414d-86eb-0a0b54c4fdb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0565171 Jul 08 18:09:02.376662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-082953d2-ecee-45be-bc9b-54ea0e89e3d5 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3630579 Jul 08 18:09:02.389102 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-18d1c59a-801d-4471-a264-361210083a51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319850 Jul 08 18:09:02.417595 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16320270-3a36-427d-a1e3-1ce696a7a455 req-1d1bdf38-af51-48bc-84f1-e64c4b37cd47 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441939 Jul 08 18:09:02.435923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 0f10bd94-4d96-496c-83a7-1bd4b5116767 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:02.464814 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.472486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.473448 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.513473 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-5a3a31bd-b943-4a4e-9957-d26c71a1cc3c service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173735 Jul 08 18:09:02.569737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Network': ['ID=7d81112b-cb0f-48d0-87a2-1d090dc32f1e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:02.581363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 7d81112b-cb0f-48d0-87a2-1d090dc32f1e details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:09:02.641479 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-87f87d31-a796-48e3-890e-542f99c7bc37 service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192265 Jul 08 18:09:02.642960 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-7bf50a2d-10fa-4f07-a437-1fdfcc713fea service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540176 Jul 08 18:09:02.648451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 0f10bd94-4d96-496c-83a7-1bd4b5116767, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=0f10bd94-4d96-496c-83a7-1bd4b5116767,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:02.681500 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-521cf3b0-2a9b-4e82-99bf-4e81b721dc46 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9254994 Jul 08 18:09:02.681770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '0f10bd94-4d96-496c-83a7-1bd4b5116767', 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb', 'port_id': '0f10bd94-4d96-496c-83a7-1bd4b5116767', 'mac_address': 'fa:16:3e:50:da:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7e7eba-8b96-4cd8-8355-900eb626481d', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:02.681915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41342) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:02.687343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': '7d81112b-cb0f-48d0-87a2-1d090dc32f1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:02.766172 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.800637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f10bd94-4d96-496c-83a7-1bd4b5116767 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:02.812054 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.818113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:02.824324 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.837942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 0f10bd94-4d96-496c-83a7-1bd4b5116767, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=0f10bd94-4d96-496c-83a7-1bd4b5116767,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:02.845933 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.846583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9dc138b5-431f-4879-a92f-271d72241855 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:02.958299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c853a7b-88f7-417f-a328-bfb54ce1b39a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:02.984679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f9a1-8ee3-4114-b17b-3d50ef3166ef req-36f6f455-9cc5-4ad6-b447-56c1f7e1f223 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.991026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f9a1-8ee3-4114-b17b-3d50ef3166ef req-36f6f455-9cc5-4ad6-b447-56c1f7e1f223 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.997010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f9a1-8ee3-4114-b17b-3d50ef3166ef req-36f6f455-9cc5-4ad6-b447-56c1f7e1f223 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:03.003573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f9a1-8ee3-4114-b17b-3d50ef3166ef req-36f6f455-9cc5-4ad6-b447-56c1f7e1f223 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:03.011455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9dc138b5-431f-4879-a92f-271d72241855, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9dc138b5-431f-4879-a92f-271d72241855,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:03.015117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f9a1-8ee3-4114-b17b-3d50ef3166ef req-36f6f455-9cc5-4ad6-b447-56c1f7e1f223 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:03.021426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f9a1-8ee3-4114-b17b-3d50ef3166ef req-36f6f455-9cc5-4ad6-b447-56c1f7e1f223 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:03.027260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f9a1-8ee3-4114-b17b-3d50ef3166ef req-36f6f455-9cc5-4ad6-b447-56c1f7e1f223 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:03.029266 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aae2f9a1-8ee3-4114-b17b-3d50ef3166ef req-36f6f455-9cc5-4ad6-b447-56c1f7e1f223 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5432 time: 0.4112945 Jul 08 18:09:03.037581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '9dc138b5-431f-4879-a92f-271d72241855', 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6', 'port_id': '9dc138b5-431f-4879-a92f-271d72241855', 'mac_address': 'fa:16:3e:25:c8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145af265-0c37-44a9-9356-46969782c434', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:03.043396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=0f10bd94-4d96-496c-83a7-1bd4b5116767,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:03.064363 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.074453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-200f5432-48f8-4ec7-846c-51f75c2fc520 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088411 Jul 08 18:09:03.078460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] Checking segment: {'id': '6fcc4adf-53a7-4769-9fa0-200ad3165ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da6af3f6-a6a0-46f5-b717-6e7264f65bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:03.078460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] Network hostable DHCP agents. Network: da6af3f6-a6a0-46f5-b717-6e7264f65bb0, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:09:03.083444 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.111684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aae2f9a1-8ee3-4114-b17b-3d50ef3166ef req-61505de7-4d38-4c5f-9949-a7631948c249 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705338 Jul 08 18:09:03.116069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc138b5-431f-4879-a92f-271d72241855 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:03.120296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] Network da6af3f6-a6a0-46f5-b717-6e7264f65bb0 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:09:03.135114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, da6af3f6-a6a0-46f5-b717-6e7264f65bb0) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:03.140773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:03.141548 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.152449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b36d56-65da-42cf-85d1-09a8ab2fa35c None None] Network da6af3f6-a6a0-46f5-b717-6e7264f65bb0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:03.159499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9dc138b5-431f-4879-a92f-271d72241855, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9dc138b5-431f-4879-a92f-271d72241855,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:03.175435 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c019f136-7a5b-4a12-846e-652b2d862f19 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0076320 Jul 08 18:09:03.176783 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.177797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device eeffd98c-291f-4917-bf1b-39e512d635be details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:03.248956 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 176 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb57ac0-2216-4ceb-a4d3-54031f8d7fd7 x-openstack-request-id: req-deb57ac0-2216-4ceb-a4d3-54031f8d7fd7 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:03.249258 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b350dda3-886c-488b-acf2-9d9432dbab99", "tag": "de51129a-ffbb-4721-9273-1b9a43976aba", "status": "failed", "code": 422}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:03.249517 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-deb57ac0-2216-4ceb-a4d3-54031f8d7fd7 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:03.250465 n-d-799684-3 neutron-server[93741]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'b350dda3-886c-488b-acf2-9d9432dbab99', 'tag': 'de51129a-ffbb-4721-9273-1b9a43976aba', 'status': 'failed', 'code': 422} returned with failed status Jul 08 18:09:03.286276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Subnet': ['ID=86cd5c90-b2df-4ec9-aef8-63c2116a3c61,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:03.314961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=9dc138b5-431f-4879-a92f-271d72241855,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:03.320312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port eeffd98c-291f-4917-bf1b-39e512d635be, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=eeffd98c-291f-4917-bf1b-39e512d635be,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:03.350524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'eeffd98c-291f-4917-bf1b-39e512d635be', 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb', 'port_id': 'eeffd98c-291f-4917-bf1b-39e512d635be', 'mac_address': 'fa:16:3e:ca:e2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7e7eba-8b96-4cd8-8355-900eb626481d', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:03.354977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Checking segment: {'id': 'dee20a36-ba3b-49bc-b604-49b48315f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7d81112b-cb0f-48d0-87a2-1d090dc32f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:03.355358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network hostable DHCP agents. Network: 7d81112b-cb0f-48d0-87a2-1d090dc32f1e, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:09:03.396828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 7d81112b-cb0f-48d0-87a2-1d090dc32f1e is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:09:03.417087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-75d43ba4-0645-4766-8356-9406681c599b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:03.418856 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-75d43ba4-0645-4766-8356-9406681c599b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.59 "GET /v2.0/ports?device_id=b350dda3-886c-488b-acf2-9d9432dbab99 HTTP/1.1" status: 200 len: 944 time: 0.2757075 Jul 08 18:09:03.420123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 7d81112b-cb0f-48d0-87a2-1d090dc32f1e) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:03.427883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:03.428342 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.447130 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.451860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741dfd4-c351-44fd-8a7a-ebe06a7791c5 None None] Network 7d81112b-cb0f-48d0-87a2-1d090dc32f1e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:03.506304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf427e3-e3e7-4f50-8371-27df2a995826 None None] Network da6af3f6-a6a0-46f5-b717-6e7264f65bb0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:03.531912 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-405431be-b658-44e5-b6b4-20585ae31549 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8488002 Jul 08 18:09:03.535151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41356) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:03.539509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d4864c93-f8c1-457f-8bce-e4b1b6ba9a06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2043819030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:03.563472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd4e2baa-2fa5-41cc-8045-a128088e4112 req-c85de6a4-aaca-4a0a-866f-f4c17060cc54 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 210 time: 0.0884862 Jul 08 18:09:03.573765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeffd98c-291f-4917-bf1b-39e512d635be {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:03.593778 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4864c93-f8c1-457f-8bce-e4b1b6ba9a06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.595537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4864c93-f8c1-457f-8bce-e4b1b6ba9a06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.633931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc2a02-b334-469e-89ed-153ae874bff1 req-ef49c562-7e3f-46f9-b429-861141955c3c tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:03.635625 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09bc2a02-b334-469e-89ed-153ae874bff1 req-ef49c562-7e3f-46f9-b429-861141955c3c tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1205144 Jul 08 18:09:03.688663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4864c93-f8c1-457f-8bce-e4b1b6ba9a06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.697644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09bc2a02-b334-469e-89ed-153ae874bff1 req-9526c382-f7da-43d9-887a-2c7e60538065 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541444 Jul 08 18:09:03.708405 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4864c93-f8c1-457f-8bce-e4b1b6ba9a06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.740841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port eeffd98c-291f-4917-bf1b-39e512d635be, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=eeffd98c-291f-4917-bf1b-39e512d635be,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:03.741781 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.762474 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4864c93-f8c1-457f-8bce-e4b1b6ba9a06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.766726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41364) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:03.767411 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d4864c93-f8c1-457f-8bce-e4b1b6ba9a06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2277563 Jul 08 18:09:03.773012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'network_id': '7d81112b-cb0f-48d0-87a2-1d090dc32f1e', 'name': 'tempest-PortsIpV6TestJSON-1363827290'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:03.797025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fe09c454-c4f9-4826-9ab3-74d48e8b8054 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Deleting port de51129a-ffbb-4721-9273-1b9a43976aba {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:03.797369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fe09c454-c4f9-4826-9ab3-74d48e8b8054 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.803534 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.804201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device fa8f0f29-cc28-4b63-8c42-9caf10706204 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:03.941876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port fa8f0f29-cc28-4b63-8c42-9caf10706204, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=fa8f0f29-cc28-4b63-8c42-9caf10706204,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:03.988859 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fe09c454-c4f9-4826-9ab3-74d48e8b8054 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] For port de51129a-ffbb-4721-9273-1b9a43976aba, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=de51129a-ffbb-4721-9273-1b9a43976aba,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:03.989475 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fe09c454-c4f9-4826-9ab3-74d48e8b8054 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.007430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'fa8f0f29-cc28-4b63-8c42-9caf10706204', 'network_id': '11431c02-a7f4-4ec7-85c0-9b5689964bc6', 'port_id': 'fa8f0f29-cc28-4b63-8c42-9caf10706204', 'mac_address': 'fa:16:3e:da:31:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145af265-0c37-44a9-9356-46969782c434', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:04.008591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fe09c454-c4f9-4826-9ab3-74d48e8b8054 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Calling delete_port for de51129a-ffbb-4721-9273-1b9a43976aba owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:04.025923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-7d81112b-cb0f-48d0-87a2-1d090dc32f1e', 'network_id': '7d81112b-cb0f-48d0-87a2-1d090dc32f1e', 'tenant_id': '01b6e35ad5974b49b0a6a597300b982a', 'fixed_ips': [{'subnet_id': '86cd5c90-b2df-4ec9-aef8-63c2116a3c61'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:09:04.027013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.062599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8f19-6f9a-4678-82c9-f31fc2ecd2fe req-c7d448de-d4f9-4fef-a6d0-2f409efe342d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.064860 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c9f8f19-6f9a-4678-82c9-f31fc2ecd2fe req-c7d448de-d4f9-4fef-a6d0-2f409efe342d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=b350dda3-886c-488b-acf2-9d9432dbab99 HTTP/1.1" status: 200 len: 944 time: 0.1873219 Jul 08 18:09:04.091139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:04.091281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=eeffd98c-291f-4917-bf1b-39e512d635be,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:04.093860 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.128337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 78a7ab3e-2234-4591-83b6-eb7c7dd72728 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:09:04.145570 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c9f8f19-6f9a-4678-82c9-f31fc2ecd2fe req-e4a02b9f-1a92-4fe6-b7df-1dcda44c374c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743191 Jul 08 18:09:04.268170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fe09c454-c4f9-4826-9ab3-74d48e8b8054 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.273044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.274628 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.290481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8f0f29-cc28-4b63-8c42-9caf10706204 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:04.309092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8::19a (7d81112b-cb0f-48d0-87a2-1d090dc32f1e/86cd5c90-b2df-4ec9-aef8-63c2116a3c61/78a7ab3e-2234-4591-83b6-eb7c7dd72728) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:04.322534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port fa8f0f29-cc28-4b63-8c42-9caf10706204, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=fa8f0f29-cc28-4b63-8c42-9caf10706204,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:04.332104 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.333125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 59682ff9-4a96-408d-bee6-68e470629095 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:04.439752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fe09c454-c4f9-4826-9ab3-74d48e8b8054 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] No DVR routers for this DVR port de51129a-ffbb-4721-9273-1b9a43976aba on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:04.440380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09c454-c4f9-4826-9ab3-74d48e8b8054 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event deleted for resources: {'Port': ['ID=de51129a-ffbb-4721-9273-1b9a43976aba,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:04.442852 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fe09c454-c4f9-4826-9ab3-74d48e8b8054 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.444958 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce28fb91-f3e0-42a8-a0f9-137a6bce5a8d req-fe09c454-c4f9-4826-9ab3-74d48e8b8054 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.59 "DELETE /v2.0/ports/de51129a-ffbb-4721-9273-1b9a43976aba HTTP/1.1" status: 204 len: 173 time: 1.0192077 Jul 08 18:09:04.468638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=fa8f0f29-cc28-4b63-8c42-9caf10706204,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:04.536043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c591-c181-4920-9523-dfd5b96f073e req-593488b6-e305-4fa3-97d3-c070ea5ed5f0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.539053 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 59682ff9-4a96-408d-bee6-68e470629095, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=59682ff9-4a96-408d-bee6-68e470629095,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:04.542272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c591-c181-4920-9523-dfd5b96f073e req-593488b6-e305-4fa3-97d3-c070ea5ed5f0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.548371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c591-c181-4920-9523-dfd5b96f073e req-593488b6-e305-4fa3-97d3-c070ea5ed5f0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.552035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '59682ff9-4a96-408d-bee6-68e470629095', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'port_id': '59682ff9-4a96-408d-bee6-68e470629095', 'mac_address': 'fa:16:3e:a7:60:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:04.554166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c591-c181-4920-9523-dfd5b96f073e req-593488b6-e305-4fa3-97d3-c070ea5ed5f0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.560252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c591-c181-4920-9523-dfd5b96f073e req-593488b6-e305-4fa3-97d3-c070ea5ed5f0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.566116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c591-c181-4920-9523-dfd5b96f073e req-593488b6-e305-4fa3-97d3-c070ea5ed5f0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.573731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c591-c181-4920-9523-dfd5b96f073e req-593488b6-e305-4fa3-97d3-c070ea5ed5f0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.575750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79a1c591-c181-4920-9523-dfd5b96f073e req-593488b6-e305-4fa3-97d3-c070ea5ed5f0 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5436 time: 0.2309475 Jul 08 18:09:04.600536 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.619934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59682ff9-4a96-408d-bee6-68e470629095 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:04.644622 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.645209 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 59682ff9-4a96-408d-bee6-68e470629095, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=59682ff9-4a96-408d-bee6-68e470629095,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:04.660716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79a1c591-c181-4920-9523-dfd5b96f073e req-144447f3-ee92-4300-85fa-e02b9fb72c8a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780997 Jul 08 18:09:04.661301 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.662338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8373c0d3-2b06-4151-b80b-653f5a3611ce details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:04.668500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Transition to ACTIVE for port object 78a7ab3e-2234-4591-83b6-eb7c7dd72728 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:04.717067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8373c0d3-2b06-4151-b80b-653f5a3611ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8373c0d3-2b06-4151-b80b-653f5a3611ce,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:04.725749 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.795321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 7d81112b-cb0f-48d0-87a2-1d090dc32f1e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:04.801660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:04.805690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:04.816361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.816548 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.857470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '8373c0d3-2b06-4151-b80b-653f5a3611ce', 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb', 'port_id': '8373c0d3-2b06-4151-b80b-653f5a3611ce', 'mac_address': 'fa:16:3e:0c:1e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7e7eba-8b96-4cd8-8355-900eb626481d', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:04.859855 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=78a7ab3e-2234-4591-83b6-eb7c7dd72728,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:04.927514 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2d689123-6ca5-449e-8674-10bc96f370c7 req-f8f48feb-87e7-4076-92a9-62c36680ce60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=b350dda3-886c-488b-acf2-9d9432dbab99 HTTP/1.1" status: 200 len: 210 time: 0.0451994 Jul 08 18:09:04.939601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=59682ff9-4a96-408d-bee6-68e470629095,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:04.939748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ff5dc09-d361-4bfa-befc-4a001542dd23 req-3e97ba2e-41ab-4f26-a124-1bb4c8511573 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 210 time: 0.1035357 Jul 08 18:09:04.953094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7d0a580d-8924-4071-92bf-0ebfe975d5b4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1826847 Jul 08 18:09:04.953708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41390) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:04.958772 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.964243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Allocated IP 2001:db8::2 (7d81112b-cb0f-48d0-87a2-1d090dc32f1e/86cd5c90-b2df-4ec9-aef8-63c2116a3c61/bb0ab9ef-4978-4397-b93e-c5cc1172188f) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:05.002275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8373c0d3-2b06-4151-b80b-653f5a3611ce {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:05.088097 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8373c0d3-2b06-4151-b80b-653f5a3611ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8373c0d3-2b06-4151-b80b-653f5a3611ce,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:05.110818 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.112854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d4cc5ac4-b829-405d-8524-bd92c8f400fe details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:05.125184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d689123-6ca5-449e-8674-10bc96f370c7 req-f8385787-08f4-4419-8f91-cd395c916de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:05.127285 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2d689123-6ca5-449e-8674-10bc96f370c7 req-f8385787-08f4-4419-8f91-cd395c916de7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1821563 Jul 08 18:09:05.252502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b350dda3-886c-488b-acf2-9d9432dbab99', 'name': 'network-vif-deleted', 'tag': 'de51129a-ffbb-4721-9273-1b9a43976aba'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:05.255021 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b6062f-dcc1-49e1-aafd-1f9f42eadc43" -d '{"events": [{"server_uuid": "b350dda3-886c-488b-acf2-9d9432dbab99", "name": "network-vif-deleted", "tag": "de51129a-ffbb-4721-9273-1b9a43976aba"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:05.299145 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d4cc5ac4-b829-405d-8524-bd92c8f400fe, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d4cc5ac4-b829-405d-8524-bd92c8f400fe,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:05.301636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d689123-6ca5-449e-8674-10bc96f370c7 req-6579a0e4-7af0-4c50-b38b-427040642e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:05.302864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8373c0d3-2b06-4151-b80b-653f5a3611ce,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:05.304232 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2d689123-6ca5-449e-8674-10bc96f370c7 req-6579a0e4-7af0-4c50-b38b-427040642e9a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694114 Jul 08 18:09:05.324479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'd4cc5ac4-b829-405d-8524-bd92c8f400fe', 'network_id': 'da8d15b1-bfaa-4cea-a77b-62112b6c78fb', 'port_id': 'd4cc5ac4-b829-405d-8524-bd92c8f400fe', 'mac_address': 'fa:16:3e:8e:a8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7e7eba-8b96-4cd8-8355-900eb626481d', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:05.336829 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.369754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Transition to ACTIVE for port object bb0ab9ef-4978-4397-b93e-c5cc1172188f will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:05.392100 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2d689123-6ca5-449e-8674-10bc96f370c7 req-981787f4-ce3a-4dc1-891f-b54a601e0b79 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.59 "GET /v2.0/ports?device_id=b350dda3-886c-488b-acf2-9d9432dbab99 HTTP/1.1" status: 200 len: 210 time: 0.0298085 Jul 08 18:09:05.494607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa28bb0b-5d6e-4dd5-945f-dd3067e78484 req-f5bbec0d-c791-46a0-b62b-290777f4174e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=b350dda3-886c-488b-acf2-9d9432dbab99 HTTP/1.1" status: 200 len: 210 time: 0.1041965 Jul 08 18:09:05.567993 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.572348 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Transition to ACTIVE for port object bb0ab9ef-4978-4397-b93e-c5cc1172188f will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:05.583282 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd171fd-ee2c-4cb4-a81f-fdd5cde1a42c x-openstack-request-id: req-fcd171fd-ee2c-4cb4-a81f-fdd5cde1a42c {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:05.585348 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b350dda3-886c-488b-acf2-9d9432dbab99", "name": "network-vif-deleted", "tag": "de51129a-ffbb-4721-9273-1b9a43976aba", "status": "failed", "code": 422}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:05.585348 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fcd171fd-ee2c-4cb4-a81f-fdd5cde1a42c {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:05.585348 n-d-799684-3 neutron-server[93741]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b350dda3-886c-488b-acf2-9d9432dbab99', 'name': 'network-vif-deleted', 'tag': 'de51129a-ffbb-4721-9273-1b9a43976aba', 'status': 'failed', 'code': 422} returned with failed status Jul 08 18:09:05.591968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cc5ac4-b829-405d-8524-bd92c8f400fe {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:05.602336 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.636288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccfff1-2523-4aeb-9410-87b9a75c30d7 req-283c4956-474b-49dd-9b70-d5559a7ce1af tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:05.644674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73ccfff1-2523-4aeb-9410-87b9a75c30d7 req-283c4956-474b-49dd-9b70-d5559a7ce1af tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.6954935 Jul 08 18:09:05.674201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d4cc5ac4-b829-405d-8524-bd92c8f400fe, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d4cc5ac4-b829-405d-8524-bd92c8f400fe,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:05.680063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Network 7d81112b-cb0f-48d0-87a2-1d090dc32f1e is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:05.687961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:05.696257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:05.700684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-837dd019-7c4d-42ea-be36-5545af28b406 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:05.701962 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.702856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-837dd019-7c4d-42ea-be36-5545af28b406 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.59 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.7750223 Jul 08 18:09:05.706036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Pushing event updated for resources: {'Port': ['ID=bb0ab9ef-4978-4397-b93e-c5cc1172188f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:05.759500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Request body: {'port': {'device_id': '6358f094-38f2-4991-83b4-3826a33cb51b', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'admin_state_up': True, 'tenant_id': '1bc3d156bc844a62b3e7e6683036b19a'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:05.817713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Attempting to bind port bb0ab9ef-4978-4397-b93e-c5cc1172188f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:05.818364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Attempting to bind port bb0ab9ef-4978-4397-b93e-c5cc1172188f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'dee20a36-ba3b-49bc-b604-49b48315f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7d81112b-cb0f-48d0-87a2-1d090dc32f1e'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:05.818730 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Attempting to bind port bb0ab9ef-4978-4397-b93e-c5cc1172188f on network 7d81112b-cb0f-48d0-87a2-1d090dc32f1e {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:05.823797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d4cc5ac4-b829-405d-8524-bd92c8f400fe,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:05.833597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:05.833979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Checking segment: {'id': 'dee20a36-ba3b-49bc-b604-49b48315f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7d81112b-cb0f-48d0-87a2-1d090dc32f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:05.834560 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.834876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Bound using segment: {'id': 'dee20a36-ba3b-49bc-b604-49b48315f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7d81112b-cb0f-48d0-87a2-1d090dc32f1e'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:05.835358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Bound port: bb0ab9ef-4978-4397-b93e-c5cc1172188f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee20a36-ba3b-49bc-b604-49b48315f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7d81112b-cb0f-48d0-87a2-1d090dc32f1e'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:05.835767 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.864299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73ccfff1-2523-4aeb-9410-87b9a75c30d7 req-c351e92b-33c8-4bcf-98ed-530567e084d8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185833 Jul 08 18:09:05.915515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] For port bb0ab9ef-4978-4397-b93e-c5cc1172188f, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:05.918812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] For port bb0ab9ef-4978-4397-b93e-c5cc1172188f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb0ab9ef-4978-4397-b93e-c5cc1172188f,segment=NetworkSegment(dee20a36-ba3b-49bc-b604-49b48315f35f),segment_id=dee20a36-ba3b-49bc-b604-49b48315f35f)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:05.926618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.995093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b425ada-640c-4bd9-8610-0c616d538efc None None] Pushing event updated for resources: {'Port': ['ID=bb0ab9ef-4978-4397-b93e-c5cc1172188f,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:06.053470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Made reservation on behalf of 1bc3d156bc844a62b3e7e6683036b19a for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:06.057239 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:06.113783 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:06.129819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f2ce2-b51f-47c6-a472-34d7a2003a4a req-62d13606-fa59-4a04-a3ea-1d6695f15aaa tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:06.136090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f2ce2-b51f-47c6-a472-34d7a2003a4a req-62d13606-fa59-4a04-a3ea-1d6695f15aaa tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:06.142086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f2ce2-b51f-47c6-a472-34d7a2003a4a req-62d13606-fa59-4a04-a3ea-1d6695f15aaa tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:06.148472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f2ce2-b51f-47c6-a472-34d7a2003a4a req-62d13606-fa59-4a04-a3ea-1d6695f15aaa tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:06.166187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f2ce2-b51f-47c6-a472-34d7a2003a4a req-62d13606-fa59-4a04-a3ea-1d6695f15aaa tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:06.172863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f2ce2-b51f-47c6-a472-34d7a2003a4a req-62d13606-fa59-4a04-a3ea-1d6695f15aaa tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:06.179472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f2ce2-b51f-47c6-a472-34d7a2003a4a req-62d13606-fa59-4a04-a3ea-1d6695f15aaa tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:06.181589 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f0f2ce2-b51f-47c6-a472-34d7a2003a4a req-62d13606-fa59-4a04-a3ea-1d6695f15aaa tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5439 time: 0.2385817 Jul 08 18:09:06.219854 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb134-8c0a-48ab-bc5b-c143a752cc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:06.417670 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f0f2ce2-b51f-47c6-a472-34d7a2003a4a req-fdd323d8-5d12-4b10-8c6e-36174ecba2f7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2107899 Jul 08 18:09:06.496242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Allocated IP 172.20.0.6 (f7082571-fe51-4603-88f3-1cac609727eb/86a08708-032c-4e16-8dde-9405642ab9ac/611d73fc-8903-46a8-ab70-a8252b2562e7) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:06.555980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9c1e4-97aa-412f-86b5-ee977036b6d3 req-e8003959-022f-4c56-ad29-c3ec3d8a6dda tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:06.557529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ec9c1e4-97aa-412f-86b5-ee977036b6d3 req-e8003959-022f-4c56-ad29-c3ec3d8a6dda tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 946 time: 0.3733652 Jul 08 18:09:06.628548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5fd6f45c-f249-41d9-b450-d69a60f2289b req-d8b246ac-dd76-4ed6-b269-5c79ea6723c6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 210 time: 0.0669005 Jul 08 18:09:06.743433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ec9c1e4-97aa-412f-86b5-ee977036b6d3 req-af8256ae-72d0-4721-b4bb-19729ff41660 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717761 Jul 08 18:09:06.880012 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:06.909959 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:06.941053 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['0f10bd94-4d96-496c-83a7-1bd4b5116767'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:06.964747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-805351a5-7554-4e92-acd2-374df97e2f56 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:06.966343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-805351a5-7554-4e92-acd2-374df97e2f56 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/networks?id=da6af3f6-a6a0-46f5-b717-6e7264f65bb0 HTTP/1.1" status: 200 len: 809 time: 0.2357850 Jul 08 18:09:06.987067 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.009108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['8373c0d3-2b06-4151-b80b-653f5a3611ce'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:07.037546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-66b8b891-fa28-4263-b3c9-b10fc1b3eb2b tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/quotas/552a2a5451f54c1fb4d84901825d5c7a HTTP/1.1" status: 200 len: 375 time: 0.0575900 Jul 08 18:09:07.038143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=78a7ab3e-2234-4591-83b6-eb7c7dd72728,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:07.050245 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['fa8f0f29-cc28-4b63-8c42-9caf10706204'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:07.061401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9dc138b5-431f-4879-a92f-271d72241855'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:07.122650 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-3a6de2e3-f128-4e5b-b0e6-2d8e7716453b tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=552a2a5451f54c1fb4d84901825d5c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763755 Jul 08 18:09:07.135692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf9a58-f6e8-4509-88ed-a3c44829b167 None None] Network 7d81112b-cb0f-48d0-87a2-1d090dc32f1e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:07.137920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['eeffd98c-291f-4917-bf1b-39e512d635be'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:07.143139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['d4cc5ac4-b829-405d-8524-bd92c8f400fe'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:07.232934 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.283640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:07.308515 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.349688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1f9d771e-9654-4584-bdff-84deb729bf1d None None] Provisioning for port bb0ab9ef-4978-4397-b93e-c5cc1172188f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:07.398883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb0ab9ef-4978-4397-b93e-c5cc1172188f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:07.500597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Network f7082571-fe51-4603-88f3-1cac609727eb is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:07.519575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:07.528949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-0f2cb351-4a7b-4ec8-b6c1-2efd77d3ce76 service neutron] 10.222.0.73 "GET /v2.0/networks/da6af3f6-a6a0-46f5-b717-6e7264f65bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952384 Jul 08 18:09:07.738065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['59682ff9-4a96-408d-bee6-68e470629095'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:07.814743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port bb0ab9ef-4978-4397-b93e-c5cc1172188f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:07.819405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:07.821918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event updated for resources: {'Port': ['ID=611d73fc-8903-46a8-ab70-a8252b2562e7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:07.900094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port bb0ab9ef-4978-4397-b93e-c5cc1172188f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:07.900462 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.924544 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.953072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:07.953762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.023620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-3a7e2319-96ab-4fff-9f5d-8bd49c7b1e96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2711451 Jul 08 18:09:08.033057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95750d-53a2-4054-a214-84c0cfabf145 req-8d53d441-69f6-47eb-944f-5f86d868a670 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:08.034561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd95750d-53a2-4054-a214-84c0cfabf145 req-8d53d441-69f6-47eb-944f-5f86d868a670 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.5537584 Jul 08 18:09:08.039771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-e0dc1204-83df-44ca-a5c9-311f5987b64d service neutron] 10.222.0.73 "GET /v2.0/networks/da6af3f6-a6a0-46f5-b717-6e7264f65bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099759 Jul 08 18:09:08.046391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Request body: {'port': {'device_id': '6358f094-38f2-4991-83b4-3826a33cb51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:08.208090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd95750d-53a2-4054-a214-84c0cfabf145 req-97ac9882-44d0-405c-b828-2d36e9e692b0 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674461 Jul 08 18:09:08.237175 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.349420 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.440613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port bb0ab9ef-4978-4397-b93e-c5cc1172188f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb0ab9ef-4978-4397-b93e-c5cc1172188f,segment=NetworkSegment(dee20a36-ba3b-49bc-b604-49b48315f35f),segment_id=dee20a36-ba3b-49bc-b604-49b48315f35f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:08.454823 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.465260 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.483284 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.483544 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.523793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=bb0ab9ef-4978-4397-b93e-c5cc1172188f,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:08.678874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1b613e3f-8d19-4cc4-ad8c-1ac0adc3a882 None None] Provisioning complete for port bb0ab9ef-4978-4397-b93e-c5cc1172188f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:08.679363 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b613e3f-8d19-4cc4-ad8c-1ac0adc3a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.779457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1b613e3f-8d19-4cc4-ad8c-1ac0adc3a882 None None] Provisioning for port 78a7ab3e-2234-4591-83b6-eb7c7dd72728 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:08.785340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1b613e3f-8d19-4cc4-ad8c-1ac0adc3a882 None None] Provisioning complete for port 78a7ab3e-2234-4591-83b6-eb7c7dd72728 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:08.786746 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b613e3f-8d19-4cc4-ad8c-1ac0adc3a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.815771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=78a7ab3e-2234-4591-83b6-eb7c7dd72728,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:08.831207 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1b613e3f-8d19-4cc4-ad8c-1ac0adc3a882 None None] Port 78a7ab3e-2234-4591-83b6-eb7c7dd72728 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:08.905989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network 7d81112b-cb0f-48d0-87a2-1d090dc32f1e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:08.919023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:08.946745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d15a-b60b-4cc1-8fb5-de07c73fe923 req-89ce134a-d832-47bc-86e6-fe140868a73d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:08.952705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d15a-b60b-4cc1-8fb5-de07c73fe923 req-89ce134a-d832-47bc-86e6-fe140868a73d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:08.958543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c3a563f8-ca40-41c8-8f52-200cb9358fc0 None None] Provisioning complete for port 78a7ab3e-2234-4591-83b6-eb7c7dd72728 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:08.958713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d15a-b60b-4cc1-8fb5-de07c73fe923 req-89ce134a-d832-47bc-86e6-fe140868a73d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:08.959113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c3a563f8-ca40-41c8-8f52-200cb9358fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.964657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d15a-b60b-4cc1-8fb5-de07c73fe923 req-89ce134a-d832-47bc-86e6-fe140868a73d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:08.970542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d15a-b60b-4cc1-8fb5-de07c73fe923 req-89ce134a-d832-47bc-86e6-fe140868a73d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:08.976256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d15a-b60b-4cc1-8fb5-de07c73fe923 req-89ce134a-d832-47bc-86e6-fe140868a73d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:08.982266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d15a-b60b-4cc1-8fb5-de07c73fe923 req-89ce134a-d832-47bc-86e6-fe140868a73d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:08.986692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5075d15a-b60b-4cc1-8fb5-de07c73fe923 req-89ce134a-d832-47bc-86e6-fe140868a73d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5439 time: 0.3426592 Jul 08 18:09:08.995670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c3a563f8-ca40-41c8-8f52-200cb9358fc0 None None] Port 78a7ab3e-2234-4591-83b6-eb7c7dd72728 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:09.004334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a37fa933-e12e-4be4-aed8-cdaf63b49183 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:09.005866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a37fa933-e12e-4be4-aed8-cdaf63b49183 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.6599123 Jul 08 18:09:09.038325 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.114471 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3878-9712-49f6-bd32-7894eeaaae10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.130351 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-124830d0-7175-4e51-8bcf-124811c09233 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/quotas/db9c7b6194e74bf99ed16a978b364cfe HTTP/1.1" status: 200 len: 375 time: 0.0799351 Jul 08 18:09:09.192411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-5366d41f-f420-4c1c-8307-857ab6a8100a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559514 Jul 08 18:09:09.226027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5075d15a-b60b-4cc1-8fb5-de07c73fe923 req-d139a76c-a7c7-4a16-8611-b25631e4a2d7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2175229 Jul 08 18:09:09.242907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dbe29b68-24d7-40a5-9d37-3822807f87c5 None None] Provisioning complete for port 78a7ab3e-2234-4591-83b6-eb7c7dd72728 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:09.243496 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dbe29b68-24d7-40a5-9d37-3822807f87c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.308315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dbe29b68-24d7-40a5-9d37-3822807f87c5 None None] Port 78a7ab3e-2234-4591-83b6-eb7c7dd72728 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:09.321502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb0ab9ef-4978-4397-b93e-c5cc1172188f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:09.364058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611d73fc-8903-46a8-ab70-a8252b2562e7 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:09.378840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port bb0ab9ef-4978-4397-b93e-c5cc1172188f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:09.380073 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.381878 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.414947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Transition to ACTIVE for port object 611d73fc-8903-46a8-ab70-a8252b2562e7 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:09.428217 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Router 76f733b3-748a-4839-bfea-37b21bfafb9d is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:09:09.441643 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.507875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-13f48c09-c7d0-43fe-8112-888de17db8d8 service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032553 Jul 08 18:09:09.594501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-38e4eefd-4f21-4d1d-add3-f180677d9922 None None] Provisioning complete for port 78a7ab3e-2234-4591-83b6-eb7c7dd72728 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:09.594902 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38e4eefd-4f21-4d1d-add3-f180677d9922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.651887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-38e4eefd-4f21-4d1d-add3-f180677d9922 None None] Port 78a7ab3e-2234-4591-83b6-eb7c7dd72728 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:09.676392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Pushing event updated for resources: {'Port': ['ID=611d73fc-8903-46a8-ab70-a8252b2562e7,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:09.883716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-e326baab-fb47-4f78-8706-21abf906add5 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:09.885493 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-e326baab-fb47-4f78-8706-21abf906add5 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.74 "GET /v2.0/networks?id=da6af3f6-a6a0-46f5-b717-6e7264f65bb0 HTTP/1.1" status: 200 len: 809 time: 0.1146259 Jul 08 18:09:09.909348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Request body: {'port': {'device_id': 'abc4af83-383e-4d1d-bbaa-359ff6667436', 'network_id': 'da6af3f6-a6a0-46f5-b717-6e7264f65bb0', 'admin_state_up': True, 'tenant_id': '552a2a5451f54c1fb4d84901825d5c7a'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:10.005710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ee8a4-6d51-4464-a5ef-4049afa17b48 req-a218299a-e4cc-4cfe-ae47-036b75a22b4f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:10.010718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-564ee8a4-6d51-4464-a5ef-4049afa17b48 req-a218299a-e4cc-4cfe-ae47-036b75a22b4f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 943 time: 0.5970008 Jul 08 18:09:10.025336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:09:10.032136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7261651d-f0a4-4b84-b2e2-7c168dc0e231 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "PUT /v2.0/routers/76f733b3-748a-4839-bfea-37b21bfafb9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0688875 Jul 08 18:09:10.032467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Made reservation on behalf of 552a2a5451f54c1fb4d84901825d5c7a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:10.036343 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.038332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41488) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:10.041412 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2039ed-24e9-4ea0-85ee-8d7bb74f71b6 None None] Sync routers for ids ['76f733b3-748a-4839-bfea-37b21bfafb9d'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:09:10.052178 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2039ed-24e9-4ea0-85ee-8d7bb74f71b6 None None] Routers {'76f733b3-748a-4839-bfea-37b21bfafb9d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:10.052463 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ac2039ed-24e9-4ea0-85ee-8d7bb74f71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['76f733b3-748a-4839-bfea-37b21bfafb9d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:10.058156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-9facf3ed-0477-4c78-88d2-1fdbe5f2f8c8 service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404229 Jul 08 18:09:10.093025 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ac2039ed-24e9-4ea0-85ee-8d7bb74f71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:10.104244 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2039ed-24e9-4ea0-85ee-8d7bb74f71b6 None None] Routers {'76f733b3-748a-4839-bfea-37b21bfafb9d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:10.104773 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ac2039ed-24e9-4ea0-85ee-8d7bb74f71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['76f733b3-748a-4839-bfea-37b21bfafb9d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:10.115973 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.129029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-564ee8a4-6d51-4464-a5ef-4049afa17b48 req-a3b0e378-2eb4-4d88-a794-566afac817d0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105490 Jul 08 18:09:10.130038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Attempting to bind port 611d73fc-8903-46a8-ab70-a8252b2562e7 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:10.130641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Attempting to bind port 611d73fc-8903-46a8-ab70-a8252b2562e7 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:10.131331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Attempting to bind port 611d73fc-8903-46a8-ab70-a8252b2562e7 on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:10.139157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Port 611d73fc-8903-46a8-ab70-a8252b2562e7 on network f7082571-fe51-4603-88f3-1cac609727eb not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:09:10.139706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Attempting to bind port 611d73fc-8903-46a8-ab70-a8252b2562e7 on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:10.144583 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ac2039ed-24e9-4ea0-85ee-8d7bb74f71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:10.145239 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2039ed-24e9-4ea0-85ee-8d7bb74f71b6 None None] The sync data for ids ['76f733b3-748a-4839-bfea-37b21bfafb9d'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:09:10.145933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:10.156570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Checking segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:10.156570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Bound using segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:10.156570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Bound port: 611d73fc-8903-46a8-ab70-a8252b2562e7, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:10.156570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.223300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] For port 611d73fc-8903-46a8-ab70-a8252b2562e7, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:10.226652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] For port 611d73fc-8903-46a8-ab70-a8252b2562e7, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=611d73fc-8903-46a8-ab70-a8252b2562e7,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:10.233921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.238932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6019e391-3513-485c-96cb-4f563839cea8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:10.240460 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6019e391-3513-485c-96cb-4f563839cea8 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports?device_id=76f733b3-748a-4839-bfea-37b21bfafb9d HTTP/1.1" status: 200 len: 989 time: 0.2011850 Jul 08 18:09:10.243613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41490) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:10.309529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a74ab6d6-f1ac-4696-9af2-9a323b61ded4 req-5eae54be-36ec-4b7b-b0be-0bacd546d804 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 210 time: 0.0427387 Jul 08 18:09:10.317589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:10.318565 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.320520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] 10.222.0.59 "PUT /v2.0/ports/611d73fc-8903-46a8-ab70-a8252b2562e7 HTTP/1.1" status: 200 len: 1091 time: 2.2848530 Jul 08 18:09:10.321049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6358f094-38f2-4991-83b4-3826a33cb51b', 'tag': '611d73fc-8903-46a8-ab70-a8252b2562e7'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:10.324294 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4648401e-2a56-44f0-b4ed-c28235da7de1" -d '{"events": [{"name": "network-changed", "server_uuid": "6358f094-38f2-4991-83b4-3826a33cb51b", "tag": "611d73fc-8903-46a8-ab70-a8252b2562e7"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:10.371147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Allocated IP 172.20.0.9 (da6af3f6-a6a0-46f5-b717-6e7264f65bb0/2c853a7b-88f7-417f-a328-bfb54ce1b39a/8384a901-3c40-4810-816f-e62de81ddb78) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:10.404779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d21b97-160c-4685-88fc-b117072476ea service neutron] Pushing event updated for resources: {'Port': ['ID=611d73fc-8903-46a8-ab70-a8252b2562e7,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:10.525911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-8f5415f0-c91c-49ee-90f7-ba8d6a46191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:10.528144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-8f5415f0-c91c-49ee-90f7-ba8d6a46191a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 1094 time: 0.0812654 Jul 08 18:09:10.610564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-7531c5d1-8bd4-48af-9399-143caedd46cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=611d73fc-8903-46a8-ab70-a8252b2562e7 HTTP/1.1" status: 200 len: 217 time: 0.0464315 Jul 08 18:09:10.683059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f0551-704f-4e8e-a328-78fb1c73b87b req-905ce9f7-8bc2-40f8-9f56-0da10dbc7ab8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:10.684644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-063f0551-704f-4e8e-a328-78fb1c73b87b req-905ce9f7-8bc2-40f8-9f56-0da10dbc7ab8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1553266 Jul 08 18:09:10.690615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b3593689-ea5f-4679-b576-fb30fba6a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:10.692150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-b3593689-ea5f-4679-b576-fb30fba6a389 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.0732381 Jul 08 18:09:10.734546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-e6ceb065-b273-49cf-8ba3-e1cd00d4dff5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270271 Jul 08 18:09:10.761316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.867001 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.874542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-063f0551-704f-4e8e-a328-78fb1c73b87b req-101a8512-966b-4e4f-a229-394ac6ff8d0c tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813159 Jul 08 18:09:10.935118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Network da6af3f6-a6a0-46f5-b717-6e7264f65bb0 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:10.943180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:10.951484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:10.961488 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf528383-c4e6-4ce8-ad9d-9efb33414a34 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.964831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-d4cacef8-d1e9-42ce-9c09-fa7a37beba99 service neutron] 10.222.0.59 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170401 Jul 08 18:09:10.997163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9794b4-e97a-4195-b4c4-3ed8fec1d0dd req-efe4b2e0-d837-44ce-bf26-1503f85d7328 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.004005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9794b4-e97a-4195-b4c4-3ed8fec1d0dd req-efe4b2e0-d837-44ce-bf26-1503f85d7328 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.009960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9794b4-e97a-4195-b4c4-3ed8fec1d0dd req-efe4b2e0-d837-44ce-bf26-1503f85d7328 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.018566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9794b4-e97a-4195-b4c4-3ed8fec1d0dd req-efe4b2e0-d837-44ce-bf26-1503f85d7328 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.026130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9794b4-e97a-4195-b4c4-3ed8fec1d0dd req-efe4b2e0-d837-44ce-bf26-1503f85d7328 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.032693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9794b4-e97a-4195-b4c4-3ed8fec1d0dd req-efe4b2e0-d837-44ce-bf26-1503f85d7328 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.038743 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9794b4-e97a-4195-b4c4-3ed8fec1d0dd req-efe4b2e0-d837-44ce-bf26-1503f85d7328 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.040875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d9794b4-e97a-4195-b4c4-3ed8fec1d0dd req-efe4b2e0-d837-44ce-bf26-1503f85d7328 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5439 time: 0.3051374 Jul 08 18:09:11.055290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef558f-a6e5-41dc-b848-5ffda26a8ba3 req-cfb486c5-bd85-4408-bb22-67dea310e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.056922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daef558f-a6e5-41dc-b848-5ffda26a8ba3 req-cfb486c5-bd85-4408-bb22-67dea310e711 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 1097 time: 0.2327650 Jul 08 18:09:11.143229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6f49a4a-58f6-42b1-9594-3c5e16a68029 req-263e02f8-5237-42a4-a59f-3fa432c92a71 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 210 time: 0.1011989 Jul 08 18:09:11.190241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daef558f-a6e5-41dc-b848-5ffda26a8ba3 req-2a88168e-ca91-467d-a0f8-edac0dba0cfd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886185 Jul 08 18:09:11.211448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d9794b4-e97a-4195-b4c4-3ed8fec1d0dd req-070ed846-75fb-4889-91b1-053d6fae89d1 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1524353 Jul 08 18:09:11.219073 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3da88b9-7d16-48bc-a4ec-c427ca05bd74 x-openstack-request-id: req-c3da88b9-7d16-48bc-a4ec-c427ca05bd74 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:11.219365 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6358f094-38f2-4991-83b4-3826a33cb51b", "tag": "611d73fc-8903-46a8-ab70-a8252b2562e7", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:11.219616 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c3da88b9-7d16-48bc-a4ec-c427ca05bd74 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:11.220145 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6358f094-38f2-4991-83b4-3826a33cb51b', 'tag': '611d73fc-8903-46a8-ab70-a8252b2562e7', 'status': 'completed', 'code': 200} Jul 08 18:09:11.243707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef6724-3091-47bc-b65a-110b9a3ebb4c req-00141881-8e56-4e72-8830-70d0c02aba5c service neutron] 10.222.0.59 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698262 Jul 08 18:09:11.359906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Pushing event updated for resources: {'Port': ['ID=8384a901-3c40-4810-816f-e62de81ddb78,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:11.397489 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648401e-2a56-44f0-b4ed-c28235da7de1 req-36dd0998-5393-4bea-bed6-117801898385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.398904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4648401e-2a56-44f0-b4ed-c28235da7de1 req-36dd0998-5393-4bea-bed6-117801898385 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 1094 time: 0.0990810 Jul 08 18:09:11.418534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.419155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.465397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97df29b-5407-4a01-b378-dd7c5de77c35 req-d468f2df-86fa-4d1e-b106-89a8f3b56b05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.466785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e97df29b-5407-4a01-b378-dd7c5de77c35 req-d468f2df-86fa-4d1e-b106-89a8f3b56b05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 943 time: 0.1384153 Jul 08 18:09:11.471037 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-fc335f5d-9426-4d9f-8cd9-536775d52788 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5659270 Jul 08 18:09:11.495695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Request body: {'port': {'device_id': 'abc4af83-383e-4d1d-bbaa-359ff6667436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:11.569839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e97df29b-5407-4a01-b378-dd7c5de77c35 req-fa50a219-8f0d-4265-bd25-1df04897c113 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912929 Jul 08 18:09:11.583607 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.590499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648401e-2a56-44f0-b4ed-c28235da7de1 req-ef3bc95f-5ef9-4069-86be-98b5acb8cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.592286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4648401e-2a56-44f0-b4ed-c28235da7de1 req-ef3bc95f-5ef9-4069-86be-98b5acb8cb26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 905 time: 0.1828504 Jul 08 18:09:11.600698 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.608473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a34a-cb51-4103-99b3-02d459642553 req-5e7eb54f-5814-4649-805b-e9bb17e6b86e tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.610040 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f43a34a-cb51-4103-99b3-02d459642553 req-5e7eb54f-5814-4649-805b-e9bb17e6b86e tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 931 time: 0.1530809 Jul 08 18:09:11.658631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4648401e-2a56-44f0-b4ed-c28235da7de1 req-c51ebecf-53f2-4b0e-99db-8f3a4965f7bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=611d73fc-8903-46a8-ab70-a8252b2562e7 HTTP/1.1" status: 200 len: 217 time: 0.0466979 Jul 08 18:09:11.716175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f43a34a-cb51-4103-99b3-02d459642553 req-0d64646e-ca3e-4d30-9092-091e26a8d188 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982423 Jul 08 18:09:11.731061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648401e-2a56-44f0-b4ed-c28235da7de1 req-efec2819-05b8-4858-b7b7-e36caa353444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.732613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4648401e-2a56-44f0-b4ed-c28235da7de1 req-efec2819-05b8-4858-b7b7-e36caa353444 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.0667098 Jul 08 18:09:11.749664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-bf528383-c4e6-4ce8-ad9d-9efb33414a34 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 78a7ab3e-2234-4591-83b6-eb7c7dd72728 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:11.750004 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf528383-c4e6-4ce8-ad9d-9efb33414a34 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.767685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4648401e-2a56-44f0-b4ed-c28235da7de1 req-4ae3bc80-9841-419a-a0be-dddccc1675c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276060 Jul 08 18:09:11.862067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4648401e-2a56-44f0-b4ed-c28235da7de1 req-8bc2fc3f-52c1-4f90-9723-28926c98b52d service neutron] 10.222.0.59 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875149 Jul 08 18:09:11.965575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4648401e-2a56-44f0-b4ed-c28235da7de1 req-f47e4186-4532-4f62-8a99-cc055c7dde8c service neutron] 10.222.0.59 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960474 Jul 08 18:09:11.975436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8384a901-3c40-4810-816f-e62de81ddb78 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:11.984346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.991601 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf528383-c4e6-4ce8-ad9d-9efb33414a34 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.005382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Transition to ACTIVE for port object 8384a901-3c40-4810-816f-e62de81ddb78 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:12.015524 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.025083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-bf528383-c4e6-4ce8-ad9d-9efb33414a34 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 78a7ab3e-2234-4591-83b6-eb7c7dd72728 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:12.129467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8384a901-3c40-4810-816f-e62de81ddb78,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:12.197557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-68e84fda-afde-4a42-8360-71d5ee18423a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.199084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-68e84fda-afde-4a42-8360-71d5ee18423a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.59 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.1921144 Jul 08 18:09:12.210629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6f8f-e493-4dea-a22e-7d673ac5c91d req-1b595e11-ba3d-440b-8402-7dacba7f1389 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.212161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d90a6f8f-e493-4dea-a22e-7d673ac5c91d req-1b595e11-ba3d-440b-8402-7dacba7f1389 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1418986 Jul 08 18:09:12.227272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Request body: {'port': {'device_id': '3786006b-cd69-4859-b188-d7f9a0d7df49', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'admin_state_up': True, 'tenant_id': 'db9c7b6194e74bf99ed16a978b364cfe'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:12.327501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Attempting to bind port 8384a901-3c40-4810-816f-e62de81ddb78 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:12.328079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Attempting to bind port 8384a901-3c40-4810-816f-e62de81ddb78 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '6fcc4adf-53a7-4769-9fa0-200ad3165ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da6af3f6-a6a0-46f5-b717-6e7264f65bb0'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:12.328672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Attempting to bind port 8384a901-3c40-4810-816f-e62de81ddb78 on network da6af3f6-a6a0-46f5-b717-6e7264f65bb0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:12.341102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Port 8384a901-3c40-4810-816f-e62de81ddb78 on network da6af3f6-a6a0-46f5-b717-6e7264f65bb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:09:12.341732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Attempting to bind port 8384a901-3c40-4810-816f-e62de81ddb78 on network da6af3f6-a6a0-46f5-b717-6e7264f65bb0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:12.361759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:12.362374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Checking segment: {'id': '6fcc4adf-53a7-4769-9fa0-200ad3165ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da6af3f6-a6a0-46f5-b717-6e7264f65bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:12.363033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Bound using segment: {'id': '6fcc4adf-53a7-4769-9fa0-200ad3165ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da6af3f6-a6a0-46f5-b717-6e7264f65bb0'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:12.363799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Bound port: 8384a901-3c40-4810-816f-e62de81ddb78, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcc4adf-53a7-4769-9fa0-200ad3165ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'da6af3f6-a6a0-46f5-b717-6e7264f65bb0'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:12.364413 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.378467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d728be2-ec5f-4d91-8b36-e78b3cf2fb25 req-b403403c-9dbb-4cf6-a02c-d4d77efd78d1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 210 time: 0.0470567 Jul 08 18:09:12.409340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d90a6f8f-e493-4dea-a22e-7d673ac5c91d req-005d969b-f8df-4935-9a42-be3a2237c5ed tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760006 Jul 08 18:09:12.477678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Made reservation on behalf of db9c7b6194e74bf99ed16a978b364cfe for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:12.482072 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.519111 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf528383-c4e6-4ce8-ad9d-9efb33414a34 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.584399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf528383-c4e6-4ce8-ad9d-9efb33414a34 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=78a7ab3e-2234-4591-83b6-eb7c7dd72728,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:12.592832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] For port 8384a901-3c40-4810-816f-e62de81ddb78, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:12.643408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] For port 8384a901-3c40-4810-816f-e62de81ddb78, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8384a901-3c40-4810-816f-e62de81ddb78,segment=NetworkSegment(6fcc4adf-53a7-4769-9fa0-200ad3165ca3),segment_id=6fcc4adf-53a7-4769-9fa0-200ad3165ca3)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:12.685550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Allocated IP 172.20.0.10 (79151542-de2c-40b0-b02a-fb7b0291c53e/4076efa4-d49a-4ab3-a795-2fff4cf7e319/36778f91-258d-4110-b5bb-e7e7fc13a387) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:12.708993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.728400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.729034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.730289 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] 10.222.0.74 "PUT /v2.0/ports/8384a901-3c40-4810-816f-e62de81ddb78 HTTP/1.1" status: 200 len: 1091 time: 1.2399268 Jul 08 18:09:12.760382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc4af83-383e-4d1d-bbaa-359ff6667436', 'tag': '8384a901-3c40-4810-816f-e62de81ddb78'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:12.763369 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7f5125-ea2d-402c-824d-b23de659d155" -d '{"events": [{"name": "network-changed", "server_uuid": "abc4af83-383e-4d1d-bbaa-359ff6667436", "tag": "8384a901-3c40-4810-816f-e62de81ddb78"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:12.773454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf528383-c4e6-4ce8-ad9d-9efb33414a34 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.811404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bfff0-9d3f-4908-97e8-1635c6426f4a req-7d02260b-2b51-4218-aaf8-40f7767ad96a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.818200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bfff0-9d3f-4908-97e8-1635c6426f4a req-7d02260b-2b51-4218-aaf8-40f7767ad96a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.824162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bfff0-9d3f-4908-97e8-1635c6426f4a req-7d02260b-2b51-4218-aaf8-40f7767ad96a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.830140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bfff0-9d3f-4908-97e8-1635c6426f4a req-7d02260b-2b51-4218-aaf8-40f7767ad96a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.837003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bfff0-9d3f-4908-97e8-1635c6426f4a req-7d02260b-2b51-4218-aaf8-40f7767ad96a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.842006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bfff0-9d3f-4908-97e8-1635c6426f4a req-7d02260b-2b51-4218-aaf8-40f7767ad96a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.847968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bfff0-9d3f-4908-97e8-1635c6426f4a req-7d02260b-2b51-4218-aaf8-40f7767ad96a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.849928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b5bfff0-9d3f-4908-97e8-1635c6426f4a req-7d02260b-2b51-4218-aaf8-40f7767ad96a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5439 time: 0.3412912 Jul 08 18:09:12.921642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b253c78-89f2-4ce6-a739-fb5815a249c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8384a901-3c40-4810-816f-e62de81ddb78,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:12.964416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b5bfff0-9d3f-4908-97e8-1635c6426f4a req-6ae9e664-72f8-4152-b3e5-9f9f9ed19ff9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079838 Jul 08 18:09:12.975060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27f7ae-81c8-4984-8e4b-43103d3ffdaf req-e9b80ad9-13c5-4415-b0e9-c4b9f54d3732 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.976535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f27f7ae-81c8-4984-8e4b-43103d3ffdaf req-e9b80ad9-13c5-4415-b0e9-c4b9f54d3732 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 943 time: 0.2518325 Jul 08 18:09:13.019981 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4478859e-d8fb-4916-818a-ed5daef3a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.021788 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-4478859e-d8fb-4916-818a-ed5daef3a7b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=552a2a5451f54c1fb4d84901825d5c7a&device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 1094 time: 0.2343395 Jul 08 18:09:13.028426 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf528383-c4e6-4ce8-ad9d-9efb33414a34 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Router 76f733b3-748a-4839-bfea-37b21bfafb9d has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:09:13.045151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f27f7ae-81c8-4984-8e4b-43103d3ffdaf req-378b8644-3859-4ab7-8658-111088c5bc4e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581708 Jul 08 18:09:13.048496 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.079510 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-5a7b9db1-cae1-4fec-a6b1-ea40d2439fef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8384a901-3c40-4810-816f-e62de81ddb78 HTTP/1.1" status: 200 len: 217 time: 0.0475905 Jul 08 18:09:13.100670 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.160863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Network 79151542-de2c-40b0-b02a-fb7b0291c53e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:13.169424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:13.177203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event updated for resources: {'Port': ['ID=36778f91-258d-4110-b5bb-e7e7fc13a387,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:13.180549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:13.212513 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b464f9e-9501-45a9-8478-ce6c9cbb9d3d x-openstack-request-id: req-8b464f9e-9501-45a9-8478-ce6c9cbb9d3d {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:13.212842 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc4af83-383e-4d1d-bbaa-359ff6667436", "tag": "8384a901-3c40-4810-816f-e62de81ddb78", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:13.213225 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b464f9e-9501-45a9-8478-ce6c9cbb9d3d {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:13.213815 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc4af83-383e-4d1d-bbaa-359ff6667436', 'tag': '8384a901-3c40-4810-816f-e62de81ddb78', 'status': 'completed', 'code': 200} Jul 08 18:09:13.238062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf528383-c4e6-4ce8-ad9d-9efb33414a34 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:09:13.247567 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bf528383-c4e6-4ce8-ad9d-9efb33414a34 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "PUT /v2.0/routers/76f733b3-748a-4839-bfea-37b21bfafb9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0004237 Jul 08 18:09:13.248438 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41538) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:13.252021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a35294-d7df-4004-b3bb-d6503b0a4837 None None] Sync routers for ids ['76f733b3-748a-4839-bfea-37b21bfafb9d'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:09:13.261691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a35294-d7df-4004-b3bb-d6503b0a4837 None None] Routers {'76f733b3-748a-4839-bfea-37b21bfafb9d'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:13.262375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-08a35294-d7df-4004-b3bb-d6503b0a4837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['76f733b3-748a-4839-bfea-37b21bfafb9d'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:13.268733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.269437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.280749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-5df65965-04ad-40d7-a082-e58cba5d06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.282977 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-5df65965-04ad-40d7-a082-e58cba5d06e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c853a7b-88f7-417f-a328-bfb54ce1b39a HTTP/1.1" status: 200 len: 849 time: 0.1962099 Jul 08 18:09:13.284126 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e0bad6-8a59-4d80-ad66-ae3f6e74e42e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:09:13.287746 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-81e0bad6-8a59-4d80-ad66-ae3f6e74e42e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/78a7ab3e-2234-4591-83b6-eb7c7dd72728 HTTP/1.1" status: 404 len: 333 time: 0.0364711 Jul 08 18:09:13.288815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41540) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:13.296866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-aed4066c-3fdd-4af4-9700-082b066e60b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0836604 Jul 08 18:09:13.304395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-08a35294-d7df-4004-b3bb-d6503b0a4837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:13.306194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc0451-be65-472e-93a2-87f841b1359c req-40d57d65-75f2-4486-b649-a74b7ff8b35d tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.307843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92fc0451-be65-472e-93a2-87f841b1359c req-40d57d65-75f2-4486-b649-a74b7ff8b35d tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 943 time: 0.1041889 Jul 08 18:09:13.314019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Request body: {'port': {'device_id': '3786006b-cd69-4859-b188-d7f9a0d7df49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:13.319170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a35294-d7df-4004-b3bb-d6503b0a4837 None None] Routers {'76f733b3-748a-4839-bfea-37b21bfafb9d'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:13.319883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-08a35294-d7df-4004-b3bb-d6503b0a4837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['76f733b3-748a-4839-bfea-37b21bfafb9d'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:13.354402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-08a35294-d7df-4004-b3bb-d6503b0a4837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:13.355400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a35294-d7df-4004-b3bb-d6503b0a4837 None None] The sync data for ids ['76f733b3-748a-4839-bfea-37b21bfafb9d'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:09:13.392960 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-da9c0f04-5009-44d8-bb1c-623456079fd1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da6af3f6-a6a0-46f5-b717-6e7264f65bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953135 Jul 08 18:09:13.411372 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b168476-c1a6-4cf4-a62b-10e2396006cd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.641566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b168476-c1a6-4cf4-a62b-10e2396006cd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.645323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b168476-c1a6-4cf4-a62b-10e2396006cd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.653654 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-5a96f3c8-e241-468a-ba00-0e549547d3ed service neutron] 10.222.0.74 "GET /v2.0/networks/da6af3f6-a6a0-46f5-b717-6e7264f65bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522423 Jul 08 18:09:13.678555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92fc0451-be65-472e-93a2-87f841b1359c req-e02ec275-cfe2-44ff-b662-33dddd076af3 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620763 Jul 08 18:09:13.715883 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.719824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:13.753898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b168476-c1a6-4cf4-a62b-10e2396006cd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.754525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b168476-c1a6-4cf4-a62b-10e2396006cd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Fanout notify agent at l3_agent the message router_deleted on router 76f733b3-748a-4839-bfea-37b21bfafb9d {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:09:13.763600 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b168476-c1a6-4cf4-a62b-10e2396006cd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.767521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41550) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:13.768430 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5b168476-c1a6-4cf4-a62b-10e2396006cd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/routers/76f733b3-748a-4839-bfea-37b21bfafb9d HTTP/1.1" status: 204 len: 168 time: 0.4785926 Jul 08 18:09:13.807911 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-39dada61-91e3-404f-a63c-1caf72af89c1 req-232fe7fd-23fd-410e-a044-621b938029ab service neutron] 10.222.0.74 "GET /v2.0/networks/da6af3f6-a6a0-46f5-b717-6e7264f65bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220083 Jul 08 18:09:13.867139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:13.879562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'port_id': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'mac_address': 'fa:16:3e:de:fd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:13.914431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81546371-a9d2-4a14-bce8-87080489acc4 req-4d0b4d1d-8b3e-4c91-a643-1c67d7e62df4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.915894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f5125-ea2d-402c-824d-b23de659d155 req-ee570423-34ef-4002-96f5-814de42faa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.916075 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81546371-a9d2-4a14-bce8-87080489acc4 req-4d0b4d1d-8b3e-4c91-a643-1c67d7e62df4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 932 time: 0.2533195 Jul 08 18:09:13.917380 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef7f5125-ea2d-402c-824d-b23de659d155 req-ee570423-34ef-4002-96f5-814de42faa11 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=552a2a5451f54c1fb4d84901825d5c7a&device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 1094 time: 0.0569236 Jul 08 18:09:13.922350 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.939480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:13.947510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1da1cf-63ca-4819-9675-2d73483aacf3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting subnet 86cd5c90-b2df-4ec9-aef8-63c2116a3c61 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:09:13.956960 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae1da1cf-63ca-4819-9675-2d73483aacf3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.968934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:13.973170 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:14.018840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f5125-ea2d-402c-824d-b23de659d155 req-6ff95dea-f370-41d9-af2b-c0452727f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.020310 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef7f5125-ea2d-402c-824d-b23de659d155 req-6ff95dea-f370-41d9-af2b-c0452727f068 service neutron] 10.222.0.74 "GET /v2.0/networks?id=da6af3f6-a6a0-46f5-b717-6e7264f65bb0 HTTP/1.1" status: 200 len: 910 time: 0.0962741 Jul 08 18:09:14.028310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:14.047643 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:09:14.064822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef7f5125-ea2d-402c-824d-b23de659d155 req-405c9b08-21bf-455d-8cea-e9b1d2a9c4c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8384a901-3c40-4810-816f-e62de81ddb78 HTTP/1.1" status: 200 len: 217 time: 0.0375128 Jul 08 18:09:14.076931 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae1da1cf-63ca-4819-9675-2d73483aacf3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:14.114968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f5125-ea2d-402c-824d-b23de659d155 req-0d2e621e-1889-457b-968e-bfb7eee9040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.115833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81546371-a9d2-4a14-bce8-87080489acc4 req-a31d72b2-051c-4087-9b68-c674a18c772d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902127 Jul 08 18:09:14.116412 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef7f5125-ea2d-402c-824d-b23de659d155 req-0d2e621e-1889-457b-968e-bfb7eee9040e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c853a7b-88f7-417f-a328-bfb54ce1b39a HTTP/1.1" status: 200 len: 849 time: 0.0454254 Jul 08 18:09:14.138094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533207e-4a72-4c3c-a37c-3b970e41f89c req-599c5bee-bb4b-49d0-aa72-5bea1076cc6a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.139648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e533207e-4a72-4c3c-a37c-3b970e41f89c req-599c5bee-bb4b-49d0-aa72-5bea1076cc6a tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.3219469 Jul 08 18:09:14.158439 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef7f5125-ea2d-402c-824d-b23de659d155 req-5473a631-a6c2-4443-927e-63dcbcf0f14d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da6af3f6-a6a0-46f5-b717-6e7264f65bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340281 Jul 08 18:09:14.245409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e533207e-4a72-4c3c-a37c-3b970e41f89c req-80dad190-b981-440c-bc4a-ac798c142c11 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963526 Jul 08 18:09:14.256469 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef7f5125-ea2d-402c-824d-b23de659d155 req-c3eeecba-5238-400d-9ff4-d46e0368bbed service neutron] 10.222.0.74 "GET /v2.0/networks/da6af3f6-a6a0-46f5-b717-6e7264f65bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851970 Jul 08 18:09:14.293011 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae1da1cf-63ca-4819-9675-2d73483aacf3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:14.372398 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ef7f5125-ea2d-402c-824d-b23de659d155 req-e7680abf-0882-4b0e-b18a-b7472fce191f service neutron] 10.222.0.74 "GET /v2.0/networks/da6af3f6-a6a0-46f5-b717-6e7264f65bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060839 Jul 08 18:09:14.385405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36778f91-258d-4110-b5bb-e7e7fc13a387 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:14.399502 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:14.430812 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Transition to ACTIVE for port object 36778f91-258d-4110-b5bb-e7e7fc13a387 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:14.446510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7da4-9426-47ef-86a1-d711fbe474ef req-353f54f3-13f0-43b6-9f74-de1e947cad3d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.452679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7da4-9426-47ef-86a1-d711fbe474ef req-353f54f3-13f0-43b6-9f74-de1e947cad3d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.458926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7da4-9426-47ef-86a1-d711fbe474ef req-353f54f3-13f0-43b6-9f74-de1e947cad3d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.465077 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7da4-9426-47ef-86a1-d711fbe474ef req-353f54f3-13f0-43b6-9f74-de1e947cad3d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.471426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7da4-9426-47ef-86a1-d711fbe474ef req-353f54f3-13f0-43b6-9f74-de1e947cad3d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.477346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7da4-9426-47ef-86a1-d711fbe474ef req-353f54f3-13f0-43b6-9f74-de1e947cad3d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.483364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7da4-9426-47ef-86a1-d711fbe474ef req-353f54f3-13f0-43b6-9f74-de1e947cad3d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.485961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-beac7da4-9426-47ef-86a1-d711fbe474ef req-353f54f3-13f0-43b6-9f74-de1e947cad3d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5439 time: 0.2469056 Jul 08 18:09:14.488048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae1da1cf-63ca-4819-9675-2d73483aacf3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:14.490108 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:14.563401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1da1cf-63ca-4819-9675-2d73483aacf3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Subnet': ['ID=86cd5c90-b2df-4ec9-aef8-63c2116a3c61,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:14.663778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Pushing event updated for resources: {'Port': ['ID=36778f91-258d-4110-b5bb-e7e7fc13a387,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:14.667919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d5380-2862-4bac-b184-9d270703121c None None] Network 7d81112b-cb0f-48d0-87a2-1d090dc32f1e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:14.669582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-beac7da4-9426-47ef-86a1-d711fbe474ef req-ddec3dcc-25a3-42c1-ad3a-954850675583 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1765738 Jul 08 18:09:14.671164 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae1da1cf-63ca-4819-9675-2d73483aacf3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:14.676267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ae1da1cf-63ca-4819-9675-2d73483aacf3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/86cd5c90-b2df-4ec9-aef8-63c2116a3c61 HTTP/1.1" status: 204 len: 168 time: 0.9046206 Jul 08 18:09:14.677926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41566) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:14.754905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c2ad6-317d-4687-a033-c635547e774a req-ab4fea93-29ec-4e27-bada-3a79254104dc tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.756758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-870c2ad6-317d-4687-a033-c635547e774a req-ab4fea93-29ec-4e27-bada-3a79254104dc tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 943 time: 0.2042000 Jul 08 18:09:14.769539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:14.778587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Attempting to bind port 36778f91-258d-4110-b5bb-e7e7fc13a387 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:14.778927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Attempting to bind port 36778f91-258d-4110-b5bb-e7e7fc13a387 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:14.779262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Attempting to bind port 36778f91-258d-4110-b5bb-e7e7fc13a387 on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:14.797385 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:14.799835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Port 36778f91-258d-4110-b5bb-e7e7fc13a387 on network 79151542-de2c-40b0-b02a-fb7b0291c53e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:09:14.800162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Attempting to bind port 36778f91-258d-4110-b5bb-e7e7fc13a387 on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:14.814364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:14.814700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Checking segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:14.815483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Bound using segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:14.815625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Bound port: 36778f91-258d-4110-b5bb-e7e7fc13a387, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:14.815865 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:14.831283 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-870c2ad6-317d-4687-a033-c635547e774a req-79f05f47-a8d5-4b19-ae0b-506e39ca78eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545375 Jul 08 18:09:14.906331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] For port 36778f91-258d-4110-b5bb-e7e7fc13a387, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:14.917283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] For port 36778f91-258d-4110-b5bb-e7e7fc13a387, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=36778f91-258d-4110-b5bb-e7e7fc13a387,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:14.919073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port bb0ab9ef-4978-4397-b93e-c5cc1172188f {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:14.919508 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:14.933954 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:14.981528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ff29b-1f4e-40f5-8bee-142baf81ca3c None None] DHCP port deletion for 7d81112b-cb0f-48d0-87a2-1d090dc32f1e request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:09:15.029116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] For port bb0ab9ef-4978-4397-b93e-c5cc1172188f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb0ab9ef-4978-4397-b93e-c5cc1172188f,segment=NetworkSegment(dee20a36-ba3b-49bc-b604-49b48315f35f),segment_id=dee20a36-ba3b-49bc-b604-49b48315f35f)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:15.029731 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.031676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.032351 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.033789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] 10.222.0.59 "PUT /v2.0/ports/36778f91-258d-4110-b5bb-e7e7fc13a387 HTTP/1.1" status: 200 len: 1092 time: 1.7249436 Jul 08 18:09:15.034273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3786006b-cd69-4859-b188-d7f9a0d7df49', 'tag': '36778f91-258d-4110-b5bb-e7e7fc13a387'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:15.037159 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f335c869-b866-43c7-adda-18abeece738d" -d '{"events": [{"name": "network-changed", "server_uuid": "3786006b-cd69-4859-b188-d7f9a0d7df49", "tag": "36778f91-258d-4110-b5bb-e7e7fc13a387"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:15.069616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for bb0ab9ef-4978-4397-b93e-c5cc1172188f owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:15.085711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-334ff29b-1f4e-40f5-8bee-142baf81ca3c None None] Deleting port bb0ab9ef-4978-4397-b93e-c5cc1172188f {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:15.086076 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-334ff29b-1f4e-40f5-8bee-142baf81ca3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.125216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89988b3-d695-4aa0-b3b0-829073ba63cd service neutron] Pushing event updated for resources: {'Port': ['ID=36778f91-258d-4110-b5bb-e7e7fc13a387,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:15.165401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e854e38-e55e-4c14-95ed-c950a898b324 req-233a6f1d-93e9-4fab-af5c-869417e25bea tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.167022 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e854e38-e55e-4c14-95ed-c950a898b324 req-233a6f1d-93e9-4fab-af5c-869417e25bea tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 943 time: 0.1459002 Jul 08 18:09:15.177507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-334ff29b-1f4e-40f5-8bee-142baf81ca3c None None] For port bb0ab9ef-4978-4397-b93e-c5cc1172188f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb0ab9ef-4978-4397-b93e-c5cc1172188f,segment=NetworkSegment(dee20a36-ba3b-49bc-b604-49b48315f35f),segment_id=dee20a36-ba3b-49bc-b604-49b48315f35f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:15.177912 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-334ff29b-1f4e-40f5-8bee-142baf81ca3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.195010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-334ff29b-1f4e-40f5-8bee-142baf81ca3c None None] Calling delete_port for bb0ab9ef-4978-4397-b93e-c5cc1172188f owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:15.201339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-f2423d5b-cfe4-4ee6-bda2-e4d8136c70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.202892 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-f2423d5b-cfe4-4ee6-bda2-e4d8136c70fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 1095 time: 0.1138496 Jul 08 18:09:15.205937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.248746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=bb0ab9ef-4978-4397-b93e-c5cc1172188f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:15.261644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No DVR routers for this DVR port bb0ab9ef-4978-4397-b93e-c5cc1172188f on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:15.294146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-1cfdef61-3c71-4113-a648-3e22683c4a45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36778f91-258d-4110-b5bb-e7e7fc13a387 HTTP/1.1" status: 200 len: 217 time: 0.0737517 Jul 08 18:09:15.296968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e854e38-e55e-4c14-95ed-c950a898b324 req-5a5a6273-01d1-4a32-8e9c-7ea926cee957 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224556 Jul 08 18:09:15.308030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb0ab9ef-4978-4397-b93e-c5cc1172188f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:15.320195 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4482044f-5719-4d7e-83e2-829499e90347 x-openstack-request-id: req-4482044f-5719-4d7e-83e2-829499e90347 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:15.320486 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3786006b-cd69-4859-b188-d7f9a0d7df49", "tag": "36778f91-258d-4110-b5bb-e7e7fc13a387", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:15.320745 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4482044f-5719-4d7e-83e2-829499e90347 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:15.321142 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3786006b-cd69-4859-b188-d7f9a0d7df49', 'tag': '36778f91-258d-4110-b5bb-e7e7fc13a387', 'status': 'completed', 'code': 200} Jul 08 18:09:15.362243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-0ec4c79e-cf7b-483a-95fb-7ea26fa012d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.363756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-0ec4c79e-cf7b-483a-95fb-7ea26fa012d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0599618 Jul 08 18:09:15.366258 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: bb0ab9ef-4978-4397-b93e-c5cc1172188f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:15.366810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb0ab9ef-4978-4397-b93e-c5cc1172188f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:15.398379 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-334ff29b-1f4e-40f5-8bee-142baf81ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.429160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ff29b-1f4e-40f5-8bee-142baf81ca3c None None] No DVR routers for this DVR port bb0ab9ef-4978-4397-b93e-c5cc1172188f on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:15.440345 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-bc45ee0f-34e7-4cfc-bf4e-104427a3ff46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694208 Jul 08 18:09:15.451940 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.454600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ff29b-1f4e-40f5-8bee-142baf81ca3c None None] Pushing event deleted for resources: {'Port': ['ID=bb0ab9ef-4978-4397-b93e-c5cc1172188f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:15.464536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d81112b-cb0f-48d0-87a2-1d090dc32f1e']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:15.477524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee20a36-ba3b-49bc-b604-49b48315f35f') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:15.477820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee20a36-ba3b-49bc-b604-49b48315f35f') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:15.491747 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.508709 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d22cbf-7a66-4683-a16e-2a00f95bd282 req-3e45db10-7a19-4991-ad8e-cc0162f64277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.510416 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d4d22cbf-7a66-4683-a16e-2a00f95bd282 req-3e45db10-7a19-4991-ad8e-cc0162f64277 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 1097 time: 0.1078749 Jul 08 18:09:15.511342 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.517416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:09:15.517834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:09:15.520808 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:09:15.632579 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.637677 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.639106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313ddc7-76e0-458e-8eae-f28d98708967 req-689043d6-35f8-4012-84e8-bf2aa26eb286 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.640624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2313ddc7-76e0-458e-8eae-f28d98708967 req-689043d6-35f8-4012-84e8-bf2aa26eb286 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 944 time: 0.1992538 Jul 08 18:09:15.643527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-e419f2f7-3bfe-4c03-92b4-467c42031634 service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740942 Jul 08 18:09:15.644065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41580) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:15.647062 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/networks/7d81112b-cb0f-48d0-87a2-1d090dc32f1e HTTP/1.1" status: 204 len: 168 time: 0.9678044 Jul 08 18:09:15.680334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61d5f4-832c-4c97-87b9-a2704262d5e2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Network': ['ID=7d81112b-cb0f-48d0-87a2-1d090dc32f1e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:15.682155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef111dc-0f6d-42fd-a505-842659d5a563 req-96ab3cad-48b7-4305-94fb-f05526616314 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.683434 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ef111dc-0f6d-42fd-a505-842659d5a563 req-96ab3cad-48b7-4305-94fb-f05526616314 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.2408247 Jul 08 18:09:15.701955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d22cbf-7a66-4683-a16e-2a00f95bd282 req-aac539f0-b59b-4866-afe1-ee955d3e4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.703482 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d4d22cbf-7a66-4683-a16e-2a00f95bd282 req-aac539f0-b59b-4866-afe1-ee955d3e4de5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 920 time: 0.1819029 Jul 08 18:09:15.756761 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d4d22cbf-7a66-4683-a16e-2a00f95bd282 req-e0e80774-f132-4e94-9e83-8b22d730191a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38fe7072-45b4-43d8-a193-f3eb9f151697 HTTP/1.1" status: 200 len: 217 time: 0.0441110 Jul 08 18:09:15.770492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9dc138b5-431f-4879-a92f-271d72241855 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:15.816349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d22cbf-7a66-4683-a16e-2a00f95bd282 req-3582e15e-9f81-401f-b9cb-a3097a0c3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.817987 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d4d22cbf-7a66-4683-a16e-2a00f95bd282 req-3582e15e-9f81-401f-b9cb-a3097a0c3fc4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 200 len: 859 time: 0.0520654 Jul 08 18:09:15.825706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae4210b-9eff-41d7-b421-ec68619bb5d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.831175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2ae4210b-9eff-41d7-b421-ec68619bb5d0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/195ef2e5-446e-487c-80dc-c8754f9055fa HTTP/1.1" status: 200 len: 842 time: 0.1821146 Jul 08 18:09:15.832112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41588) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:15.841174 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2313ddc7-76e0-458e-8eae-f28d98708967 req-3821d40f-5db0-498a-a776-bc782934adb8 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855457 Jul 08 18:09:15.846465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 9dc138b5-431f-4879-a92f-271d72241855 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:15.854311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 9dc138b5-431f-4879-a92f-271d72241855 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:15.854311 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.867950 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d4d22cbf-7a66-4683-a16e-2a00f95bd282 req-a39ff960-10f6-4c4b-8474-2474c0b34fd3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=811ef628-e931-4676-a654-7d47371e6761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406344 Jul 08 18:09:15.928927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ef111dc-0f6d-42fd-a505-842659d5a563 req-dcf27490-ba95-4c02-be3e-b7e2945c2532 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829131 Jul 08 18:09:15.937992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8aca4baa-0a15-4177-94b7-b80bef83830c tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/195ef2e5-446e-487c-80dc-c8754f9055fa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1044204 Jul 08 18:09:15.945254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.952759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41594) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:15.959253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-985f5cf8-461d-4a14-b835-b5e8ebd684e3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:15.971559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc138b5-431f-4879-a92f-271d72241855'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:15.973826 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b7fd30-53d0-44a8-8519-9ef8f9170c31" -d '{"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "9dc138b5-431f-4879-a92f-271d72241855"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:15.989635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9dc138b5-431f-4879-a92f-271d72241855, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9dc138b5-431f-4879-a92f-271d72241855,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:15.993623 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.994714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:16.014954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-875d9c11-fb1d-427d-8d75-70a44cae41d8 req-95d275ac-8b04-44a0-9265-253faa1ce3fc service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524141 Jul 08 18:09:16.051074 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d4d22cbf-7a66-4683-a16e-2a00f95bd282 req-e28a058d-3ef2-438b-97f5-9ecbf5b88914 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758211 Jul 08 18:09:16.070363 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff71f3-18ab-4cf4-95a3-44fcb3cd3bf9 req-12c7a2b7-88e8-4d56-ba6c-fecfcc23297c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.076562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff71f3-18ab-4cf4-95a3-44fcb3cd3bf9 req-12c7a2b7-88e8-4d56-ba6c-fecfcc23297c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.083276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff71f3-18ab-4cf4-95a3-44fcb3cd3bf9 req-12c7a2b7-88e8-4d56-ba6c-fecfcc23297c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.089718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff71f3-18ab-4cf4-95a3-44fcb3cd3bf9 req-12c7a2b7-88e8-4d56-ba6c-fecfcc23297c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.096880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff71f3-18ab-4cf4-95a3-44fcb3cd3bf9 req-12c7a2b7-88e8-4d56-ba6c-fecfcc23297c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.103537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff71f3-18ab-4cf4-95a3-44fcb3cd3bf9 req-12c7a2b7-88e8-4d56-ba6c-fecfcc23297c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.104921 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=9dc138b5-431f-4879-a92f-271d72241855,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:16.109842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff71f3-18ab-4cf4-95a3-44fcb3cd3bf9 req-12c7a2b7-88e8-4d56-ba6c-fecfcc23297c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.116880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:16.117323 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.117873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fff71f3-18ab-4cf4-95a3-44fcb3cd3bf9 req-12c7a2b7-88e8-4d56-ba6c-fecfcc23297c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5439 time: 0.1492732 Jul 08 18:09:16.175451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985f5cf8-461d-4a14-b835-b5e8ebd684e3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:16.179769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-985f5cf8-461d-4a14-b835-b5e8ebd684e3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.205846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fff71f3-18ab-4cf4-95a3-44fcb3cd3bf9 req-5e8f9fb3-1348-4e0f-b09e-138e2a47fd8f tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868540 Jul 08 18:09:16.221384 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.229574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335c869-b866-43c7-adda-18abeece738d req-a98b4565-0301-4635-907f-18fb872bf12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.239222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f335c869-b866-43c7-adda-18abeece738d req-a98b4565-0301-4635-907f-18fb872bf12e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 1095 time: 0.1179426 Jul 08 18:09:16.266105 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d4d22cbf-7a66-4683-a16e-2a00f95bd282 req-616b335d-1d75-49bb-b723-61aa9c4be39a service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045565 Jul 08 18:09:16.277101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:16.279597 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd6e866-416c-4e98-881f-7d2aa7d3ce1f x-openstack-request-id: req-2cd6e866-416c-4e98-881f-7d2aa7d3ce1f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:16.280077 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "9dc138b5-431f-4879-a92f-271d72241855", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:16.280598 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2cd6e866-416c-4e98-881f-7d2aa7d3ce1f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:16.281362 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc138b5-431f-4879-a92f-271d72241855', 'code': 200} Jul 08 18:09:16.283400 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.284326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d4cc5ac4-b829-405d-8524-bd92c8f400fe up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:16.365723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:16.368250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3bed4-fc41-4df1-926e-c7dd5f97e7e7 req-2fa9308f-627c-4d25-b932-636c0d98b4a2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.382571 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12a3bed4-fc41-4df1-926e-c7dd5f97e7e7 req-2fa9308f-627c-4d25-b932-636c0d98b4a2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 943 time: 0.1420221 Jul 08 18:09:16.383509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port d4cc5ac4-b829-405d-8524-bd92c8f400fe completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:16.387915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port d4cc5ac4-b829-405d-8524-bd92c8f400fe triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:16.388296 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.481352 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.486297 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12a3bed4-fc41-4df1-926e-c7dd5f97e7e7 req-4431e3eb-b4b2-4d76-ae93-48b08361963b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021962 Jul 08 18:09:16.504182 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-985f5cf8-461d-4a14-b835-b5e8ebd684e3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.529299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d4cc5ac4-b829-405d-8524-bd92c8f400fe, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d4cc5ac4-b829-405d-8524-bd92c8f400fe,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:16.537520 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.538729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 0f10bd94-4d96-496c-83a7-1bd4b5116767 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:16.547096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985f5cf8-461d-4a14-b835-b5e8ebd684e3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:16.551164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335c869-b866-43c7-adda-18abeece738d req-fce15474-3f93-46e4-ae0b-b397ce5b4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.551965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-985f5cf8-461d-4a14-b835-b5e8ebd684e3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:16.553699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f335c869-b866-43c7-adda-18abeece738d req-fce15474-3f93-46e4-ae0b-b397ce5b4c38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 913 time: 0.2358668 Jul 08 18:09:16.557188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985f5cf8-461d-4a14-b835-b5e8ebd684e3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.557605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-985f5cf8-461d-4a14-b835-b5e8ebd684e3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.595936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e9c8d-0c0b-41b0-981e-1fb077c0d024 None None] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:16.597566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f5cf8-461d-4a14-b835-b5e8ebd684e3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Subnet': ['ID=56884c3e-11dc-45a5-bbe6-b5b5686c5447,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:16.613118 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-985f5cf8-461d-4a14-b835-b5e8ebd684e3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6483860 Jul 08 18:09:16.613118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41608) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:16.613455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f335c869-b866-43c7-adda-18abeece738d req-494220cd-49e4-4ca5-8701-0c85f93b4292 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36778f91-258d-4110-b5bb-e7e7fc13a387 HTTP/1.1" status: 200 len: 217 time: 0.0497398 Jul 08 18:09:16.617869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-98c398b6-59c2-48cc-9b61-3d61534080c4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'security_group': {'name': 'tempest-secgroup-478084030'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:16.656051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce6301-9108-42f0-ae68-5db1dee72c5c req-e8a750df-8325-4b27-8983-1837aeaa2eef tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.658304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c0ce6301-9108-42f0-ae68-5db1dee72c5c req-e8a750df-8325-4b27-8983-1837aeaa2eef tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 943 time: 0.1643860 Jul 08 18:09:16.662377 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98c398b6-59c2-48cc-9b61-3d61534080c4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.691453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335c869-b866-43c7-adda-18abeece738d req-0ba1114e-9056-4f8b-b1f1-5274a685fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.692819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f335c869-b866-43c7-adda-18abeece738d req-0ba1114e-9056-4f8b-b1f1-5274a685fd5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0759780 Jul 08 18:09:16.717514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c0ce6301-9108-42f0-ae68-5db1dee72c5c req-77b9d0a5-d5e9-4760-9a2b-f2efbfb80195 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529461 Jul 08 18:09:16.737026 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f335c869-b866-43c7-adda-18abeece738d req-003b25f3-a4ab-45ae-9869-40211dc22825 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345383 Jul 08 18:09:16.773972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d4cc5ac4-b829-405d-8524-bd92c8f400fe,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:16.786663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98c398b6-59c2-48cc-9b61-3d61534080c4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.800269 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98c398b6-59c2-48cc-9b61-3d61534080c4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.830356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 0f10bd94-4d96-496c-83a7-1bd4b5116767 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:16.838898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 0f10bd94-4d96-496c-83a7-1bd4b5116767 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:16.839195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98c398b6-59c2-48cc-9b61-3d61534080c4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.839346 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.845552 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-98c398b6-59c2-48cc-9b61-3d61534080c4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2315063 Jul 08 18:09:16.851750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41620) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:16.857308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8ed5d8db-eaa2-4a2d-8207-072fa61d98be tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'security_group': {'name': 'tempest-secgroup-615765001'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:16.894845 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c398b6-59c2-48cc-9b61-3d61534080c4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184c615f-7573-489d-ae98-3df8c4b3f195,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:16.899274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f335c869-b866-43c7-adda-18abeece738d req-bd521f68-a009-4c45-b95e-82e99c3429f5 service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501727 Jul 08 18:09:16.917446 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d8db-eaa2-4a2d-8207-072fa61d98be tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.952392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8384a901-3c40-4810-816f-e62de81ddb78 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:17.294483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8384a901-3c40-4810-816f-e62de81ddb78, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8384a901-3c40-4810-816f-e62de81ddb78,segment=NetworkSegment(6fcc4adf-53a7-4769-9fa0-200ad3165ca3),segment_id=6fcc4adf-53a7-4769-9fa0-200ad3165ca3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:17.311560 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:17.336951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '8384a901-3c40-4810-816f-e62de81ddb78', 'network_id': 'da6af3f6-a6a0-46f5-b717-6e7264f65bb0', 'port_id': '8384a901-3c40-4810-816f-e62de81ddb78', 'mac_address': 'fa:16:3e:98:78:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c853a7b-88f7-417f-a328-bfb54ce1b39a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:17.359521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f335c869-b866-43c7-adda-18abeece738d req-7267b54f-6204-4ab3-9bb7-2ee472d20675 service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526677 Jul 08 18:09:17.367708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'tenant_id': '01b6e35ad5974b49b0a6a597300b982a', 'fixed_ips': [{'subnet_id': '56884c3e-11dc-45a5-bbe6-b5b5686c5447'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:09:17.369228 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:17.430146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 0f10bd94-4d96-496c-83a7-1bd4b5116767, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=0f10bd94-4d96-496c-83a7-1bd4b5116767,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:17.433366 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d8db-eaa2-4a2d-8207-072fa61d98be tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:17.445135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5fb7b-9ca3-45a5-9d7f-208f5df75b80 req-2f12892b-a018-4f9b-8298-9493918d26af tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:17.446684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58b5fb7b-9ca3-45a5-9d7f-208f5df75b80 req-2f12892b-a018-4f9b-8298-9493918d26af tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 944 time: 0.4399257 Jul 08 18:09:17.448974 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d8db-eaa2-4a2d-8207-072fa61d98be tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:17.499297 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:17.500155 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device eeffd98c-291f-4917-bf1b-39e512d635be up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:17.501704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09de5b0-38aa-408f-a30d-01327ab5f18b req-ab126d3d-7835-4b8b-95c7-8cdf0859a245 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:17.508518 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f09de5b0-38aa-408f-a30d-01327ab5f18b req-ab126d3d-7835-4b8b-95c7-8cdf0859a245 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1944928 Jul 08 18:09:17.521724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d8db-eaa2-4a2d-8207-072fa61d98be tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:17.522919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8ed5d8db-eaa2-4a2d-8207-072fa61d98be tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6700799 Jul 08 18:09:17.526394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41646) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:17.527595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5d8db-eaa2-4a2d-8207-072fa61d98be tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a662a41-cce2-463d-9273-8b5eefee811c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:17.532971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-447395335', 'security_groups': ['4a662a41-cce2-463d-9273-8b5eefee811c'], 'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56884c3e-11dc-45a5-bbe6-b5b5686c5447'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:17.555791 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:17.573673 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58b5fb7b-9ca3-45a5-9d7f-208f5df75b80 req-cea4fe78-5299-4672-a9fe-9fb420a880cd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154258 Jul 08 18:09:17.606324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f09de5b0-38aa-408f-a30d-01327ab5f18b req-4c8a3776-305d-42bc-994f-e6bb952fed48 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967987 Jul 08 18:09:17.638908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8384a901-3c40-4810-816f-e62de81ddb78 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:17.643238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=0f10bd94-4d96-496c-83a7-1bd4b5116767,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:17.706682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8384a901-3c40-4810-816f-e62de81ddb78, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8384a901-3c40-4810-816f-e62de81ddb78,segment=NetworkSegment(6fcc4adf-53a7-4769-9fa0-200ad3165ca3),segment_id=6fcc4adf-53a7-4769-9fa0-200ad3165ca3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:17.708759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:17.778813 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:17.811549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 611d73fc-8903-46a8-ab70-a8252b2562e7 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:17.880159 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Allocated IP 2001:db8::2 (ff268a68-3b5b-48ff-89da-7e0cd6d47fdb/56884c3e-11dc-45a5-bbe6-b5b5686c5447/ff37c1f6-a8d7-4d4a-baf2-d348be330139) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:18.000159 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port eeffd98c-291f-4917-bf1b-39e512d635be completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:18.026274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port eeffd98c-291f-4917-bf1b-39e512d635be triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:18.026565 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.031425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=8384a901-3c40-4810-816f-e62de81ddb78,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:18.056869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17f73-ff77-416b-8719-10c9ecf416e3 req-b6421a4e-f054-477e-8457-47e4da58fbf6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.074397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17f73-ff77-416b-8719-10c9ecf416e3 req-b6421a4e-f054-477e-8457-47e4da58fbf6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.085827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17f73-ff77-416b-8719-10c9ecf416e3 req-b6421a4e-f054-477e-8457-47e4da58fbf6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.108944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17f73-ff77-416b-8719-10c9ecf416e3 req-b6421a4e-f054-477e-8457-47e4da58fbf6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.116127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17f73-ff77-416b-8719-10c9ecf416e3 req-b6421a4e-f054-477e-8457-47e4da58fbf6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.127555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17f73-ff77-416b-8719-10c9ecf416e3 req-b6421a4e-f054-477e-8457-47e4da58fbf6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.134114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17f73-ff77-416b-8719-10c9ecf416e3 req-b6421a4e-f054-477e-8457-47e4da58fbf6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.136197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ce17f73-ff77-416b-8719-10c9ecf416e3 req-b6421a4e-f054-477e-8457-47e4da58fbf6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5442 time: 0.3455119 Jul 08 18:09:18.170104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 611d73fc-8903-46a8-ab70-a8252b2562e7, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=611d73fc-8903-46a8-ab70-a8252b2562e7,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:18.196161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '611d73fc-8903-46a8-ab70-a8252b2562e7', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'port_id': '611d73fc-8903-46a8-ab70-a8252b2562e7', 'mac_address': 'fa:16:3e:cc:9f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a08708-032c-4e16-8dde-9405642ab9ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:18.198937 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-4c0906ec-181e-4d3e-a1c6-c7441b5a04fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3111422 Jul 08 18:09:18.225084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ce17f73-ff77-416b-8719-10c9ecf416e3 req-102ebbd8-f16e-4473-bdb0-16247caff763 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667670 Jul 08 18:09:18.254340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d1e6f-daf9-43b6-94e9-d56e95df38c9 req-44b12c29-cba9-4b4d-b5df-acbd87d47df2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.262396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-444d1e6f-daf9-43b6-94e9-d56e95df38c9 req-44b12c29-cba9-4b4d-b5df-acbd87d47df2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 943 time: 0.2588396 Jul 08 18:09:18.296584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'}, {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc5ac4-b829-405d-8524-bd92c8f400fe'}, {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f10bd94-4d96-496c-83a7-1bd4b5116767'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:18.299346 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88801d9e-c21d-4e7a-aab3-d3fdaccca02a" -d '{"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-plugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3"}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc5ac4-b829-405d-8524-bd92c8f400fe"}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "0f10bd94-4d96-496c-83a7-1bd4b5116767"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:18.302087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['8384a901-3c40-4810-816f-e62de81ddb78'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:18.328259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.347213 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-444d1e6f-daf9-43b6-94e9-d56e95df38c9 req-11f34ca8-8302-4b59-b771-86b80a83fc4c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836303 Jul 08 18:09:18.366760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 6684d2f5-0e34-40bf-b7e7-a734308ca45d yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:09:18.431639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-add4d229-ccf0-4714-a32d-849b56b16971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.432204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-add4d229-ccf0-4714-a32d-849b56b16971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.432685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-add4d229-ccf0-4714-a32d-849b56b16971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.433157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-add4d229-ccf0-4714-a32d-849b56b16971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.433765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-add4d229-ccf0-4714-a32d-849b56b16971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.434343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-add4d229-ccf0-4714-a32d-849b56b16971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.434876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-add4d229-ccf0-4714-a32d-849b56b16971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.438003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-add4d229-ccf0-4714-a32d-849b56b16971 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6493 time: 0.1520338 Jul 08 18:09:18.461142 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.467680 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b4cb18-1ae7-41c4-b412-9ca33d682169 x-openstack-request-id: req-05b4cb18-1ae7-41c4-b412-9ca33d682169 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:18.468025 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-plugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3", "code": 200}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc5ac4-b829-405d-8524-bd92c8f400fe", "code": 200}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "0f10bd94-4d96-496c-83a7-1bd4b5116767", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:18.468222 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-05b4cb18-1ae7-41c4-b412-9ca33d682169 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:18.468660 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'code': 200} Jul 08 18:09:18.468961 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc5ac4-b829-405d-8524-bd92c8f400fe', 'code': 200} Jul 08 18:09:18.469261 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f10bd94-4d96-496c-83a7-1bd4b5116767', 'code': 200} Jul 08 18:09:18.473591 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.485400 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.507056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Transition to ACTIVE for port object ff37c1f6-a8d7-4d4a-baf2-d348be330139 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:18.540040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611d73fc-8903-46a8-ab70-a8252b2562e7 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:18.547250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Transition to ACTIVE for port object ff37c1f6-a8d7-4d4a-baf2-d348be330139 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:18.565622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port eeffd98c-291f-4917-bf1b-39e512d635be, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=eeffd98c-291f-4917-bf1b-39e512d635be,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:18.581896 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.596123 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.596918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device fa8f0f29-cc28-4b63-8c42-9caf10706204 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:18.602412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 611d73fc-8903-46a8-ab70-a8252b2562e7, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=611d73fc-8903-46a8-ab70-a8252b2562e7,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:18.645187 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.687172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf1217-c032-42fc-a935-29c2420d3aec req-6c0f9eff-ae4b-4acd-b7ec-2251e8a7900d tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.689421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5cbf1217-c032-42fc-a935-29c2420d3aec req-6c0f9eff-ae4b-4acd-b7ec-2251e8a7900d tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 944 time: 0.2499399 Jul 08 18:09:18.696034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:18.697768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-58572453-cd84-4a16-945d-3dd21e56c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.698386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-58572453-cd84-4a16-945d-3dd21e56c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.699146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-58572453-cd84-4a16-945d-3dd21e56c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.700653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-58572453-cd84-4a16-945d-3dd21e56c001 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4d07708-357c-46da-80fc-75d7056d9d48&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1 HTTP/1.1" status: 200 len: 2293 time: 0.2107313 Jul 08 18:09:18.704931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:18.706718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Pushing event updated for resources: {'Port': ['ID=ff37c1f6-a8d7-4d4a-baf2-d348be330139,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:18.708929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:18.782137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8::323 (ff268a68-3b5b-48ff-89da-7e0cd6d47fdb/56884c3e-11dc-45a5-bbe6-b5b5686c5447/6684d2f5-0e34-40bf-b7e7-a734308ca45d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:18.819338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5cbf1217-c032-42fc-a935-29c2420d3aec req-98fa1c0e-627d-4f83-932b-1dd870b555d0 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239986 Jul 08 18:09:18.841105 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-85aca1a6-80ab-47de-8224-01cfb3710083 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ab8975-505c-44f2-8d74-a2402dead1e2 HTTP/1.1" status: 200 len: 1001 time: 0.1274774 Jul 08 18:09:18.922096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port fa8f0f29-cc28-4b63-8c42-9caf10706204 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:18.938439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Attempting to bind port ff37c1f6-a8d7-4d4a-baf2-d348be330139 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:18.938821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Attempting to bind port ff37c1f6-a8d7-4d4a-baf2-d348be330139 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '5a845496-aa61-4069-bede-4b147232bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:18.939190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Attempting to bind port ff37c1f6-a8d7-4d4a-baf2-d348be330139 on network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:18.953362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=eeffd98c-291f-4917-bf1b-39e512d635be,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:18.959242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port fa8f0f29-cc28-4b63-8c42-9caf10706204 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:18.959619 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.996924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:18.997297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Checking segment: {'id': '5a845496-aa61-4069-bede-4b147232bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:18.997727 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.998098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Bound using segment: {'id': '5a845496-aa61-4069-bede-4b147232bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:18.998633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Bound port: ff37c1f6-a8d7-4d4a-baf2-d348be330139, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a845496-aa61-4069-bede-4b147232bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:18.999004 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:19.014555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-1ecf0598-f8cb-473f-8320-2276eec78e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:19.027620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-1ecf0598-f8cb-473f-8320-2276eec78e25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffd178d-f064-4531-9efd-737edfc74720 HTTP/1.1" status: 200 len: 851 time: 0.1788259 Jul 08 18:09:19.061146 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:19.079244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Transition to ACTIVE for port object 6684d2f5-0e34-40bf-b7e7-a734308ca45d will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:19.113963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=611d73fc-8903-46a8-ab70-a8252b2562e7,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:19.149968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e08b27-ecee-46e5-9920-88469a84ab70 req-37f9855f-ea3f-4685-ab90-6790b721cc52 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:19.152128 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:19.157972 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8e08b27-ecee-46e5-9920-88469a84ab70 req-37f9855f-ea3f-4685-ab90-6790b721cc52 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 944 time: 0.2468143 Jul 08 18:09:19.185999 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] For port ff37c1f6-a8d7-4d4a-baf2-d348be330139, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:19.206543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:19.219241 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['611d73fc-8903-46a8-ab70-a8252b2562e7'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:19.219808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-27be6c4b-2b18-4428-a048-a74f9786b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:19.221410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-27be6c4b-2b18-4428-a048-a74f9786b6dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4d07708-357c-46da-80fc-75d7056d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845689 Jul 08 18:09:19.231128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d348926-10ca-4b07-beaf-296985de494e req-e94e0ad1-72c0-40f0-9927-813950a24a07 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:19.232770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d348926-10ca-4b07-beaf-296985de494e req-e94e0ad1-72c0-40f0-9927-813950a24a07 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1986501 Jul 08 18:09:19.233509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:19.238427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:19.244214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:19.244770 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:19.253716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8e08b27-ecee-46e5-9920-88469a84ab70 req-0175d55b-369e-4b86-9ed8-cd22e67317a0 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944867 Jul 08 18:09:19.260373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=6684d2f5-0e34-40bf-b7e7-a734308ca45d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:19.278832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] For port ff37c1f6-a8d7-4d4a-baf2-d348be330139, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff37c1f6-a8d7-4d4a-baf2-d348be330139,segment=NetworkSegment(5a845496-aa61-4069-bede-4b147232bae0),segment_id=5a845496-aa61-4069-bede-4b147232bae0)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:19.296536 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-597a6e6d-3626-4375-970f-13ca74aa3b02 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7679267 Jul 08 18:09:19.296939 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:19.299476 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41668) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:19.304536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-85832418-384d-48cb-aff3-4c4d763ebe33 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:19.388961 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:19.433706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d348926-10ca-4b07-beaf-296985de494e req-7497a058-5814-47c4-9268-37cb2e9e0e80 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741576 Jul 08 18:09:19.479254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952fb99-02c1-4c4e-bfa0-5ee83032d9e8 None None] Pushing event updated for resources: {'Port': ['ID=ff37c1f6-a8d7-4d4a-baf2-d348be330139,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:19.527601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-593d08c3-3812-48c8-b662-c38cd309b1a9 service neutron] 10.222.0.59 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933271 Jul 08 18:09:19.547230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port fa8f0f29-cc28-4b63-8c42-9caf10706204, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=fa8f0f29-cc28-4b63-8c42-9caf10706204,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:19.589134 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:19.594167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 59682ff9-4a96-408d-bee6-68e470629095 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:19.619711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85832418-384d-48cb-aff3-4c4d763ebe33 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:19.641669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85832418-384d-48cb-aff3-4c4d763ebe33 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:19.836291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=fa8f0f29-cc28-4b63-8c42-9caf10706204,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:19.866903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 36778f91-258d-4110-b5bb-e7e7fc13a387 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:19.877291 n-d-799684-3 neutron-server[93741]: INFO neutron.db.ipam_backend_mixin [None req-85832418-384d-48cb-aff3-4c4d763ebe33 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56884c3e-11dc-45a5-bbe6-b5b5686c5447 (CIDR: 2001:db8::/64) Jul 08 18:09:19.895755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-2b2c37f0-7a53-45d7-8e6d-fd01220b3f70 service neutron] 10.222.0.59 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613143 Jul 08 18:09:19.904032 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-85832418-384d-48cb-aff3-4c4d763ebe33 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:09:19.905251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85832418-384d-48cb-aff3-4c4d763ebe33 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:19.955768 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-85832418-384d-48cb-aff3-4c4d763ebe33 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6516039 Jul 08 18:09:19.956023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41682) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:19.972055 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1d0ee474-7e97-4b20-9a35-607af12d506a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:20.020495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 36778f91-258d-4110-b5bb-e7e7fc13a387, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=36778f91-258d-4110-b5bb-e7e7fc13a387,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:20.022955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37850258-b384-44fc-996a-a0ed1eb8fc46 req-2355aacc-ebde-4bb0-a712-8d585842f506 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.030533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37850258-b384-44fc-996a-a0ed1eb8fc46 req-2355aacc-ebde-4bb0-a712-8d585842f506 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 944 time: 0.3540907 Jul 08 18:09:20.036253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '36778f91-258d-4110-b5bb-e7e7fc13a387', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'port_id': '36778f91-258d-4110-b5bb-e7e7fc13a387', 'mac_address': 'fa:16:3e:2a:34:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4076efa4-d49a-4ab3-a795-2fff4cf7e319', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:20.044766 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-9cae88a1-32ac-4489-a56d-18ba92924d3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=0d54f308-a6d8-415d-8624-8a6a6c642bdf HTTP/1.1" status: 200 len: 217 time: 0.1357675 Jul 08 18:09:20.077149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 59682ff9-4a96-408d-bee6-68e470629095 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:20.101234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 59682ff9-4a96-408d-bee6-68e470629095 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:20.101552 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.161498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0ee474-7e97-4b20-9a35-607af12d506a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:20.169574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee474-7e97-4b20-9a35-607af12d506a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.191420 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37850258-b384-44fc-996a-a0ed1eb8fc46 req-3f43a1da-1b17-4bdd-8d14-0fa22a74be3e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595867 Jul 08 18:09:20.197492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-42bc6026-fcbc-4b91-842c-21c10228520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.201234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-42bc6026-fcbc-4b91-842c-21c10228520d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.1414411 Jul 08 18:09:20.264046 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.322897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d97d-a7e5-4cc7-8553-364ad1312fa8 req-309ceed0-d136-4739-b60b-d6f32c47db06 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.329552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36778f91-258d-4110-b5bb-e7e7fc13a387 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:20.345806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d97d-a7e5-4cc7-8553-364ad1312fa8 req-309ceed0-d136-4739-b60b-d6f32c47db06 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.352002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d97d-a7e5-4cc7-8553-364ad1312fa8 req-309ceed0-d136-4739-b60b-d6f32c47db06 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.354668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 36778f91-258d-4110-b5bb-e7e7fc13a387, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=36778f91-258d-4110-b5bb-e7e7fc13a387,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:20.373365 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.381707 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.395727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d97d-a7e5-4cc7-8553-364ad1312fa8 req-309ceed0-d136-4739-b60b-d6f32c47db06 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.418458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d97d-a7e5-4cc7-8553-364ad1312fa8 req-309ceed0-d136-4739-b60b-d6f32c47db06 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.433839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d97d-a7e5-4cc7-8553-364ad1312fa8 req-309ceed0-d136-4739-b60b-d6f32c47db06 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.435631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=36778f91-258d-4110-b5bb-e7e7fc13a387,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:20.449956 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d97d-a7e5-4cc7-8553-364ad1312fa8 req-309ceed0-d136-4739-b60b-d6f32c47db06 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.463094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e647d97d-a7e5-4cc7-8553-364ad1312fa8 req-309ceed0-d136-4739-b60b-d6f32c47db06 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5444 time: 0.5787082 Jul 08 18:09:20.477007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeffd98c-291f-4917-bf1b-39e512d635be'}, {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8f0f29-cc28-4b63-8c42-9caf10706204'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:20.483139 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ba22a3-fe83-453a-9eca-4eed0c4cca2f" -d '{"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "eeffd98c-291f-4917-bf1b-39e512d635be"}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "fa8f0f29-cc28-4b63-8c42-9caf10706204"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:20.504643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee474-7e97-4b20-9a35-607af12d506a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.531849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 59682ff9-4a96-408d-bee6-68e470629095, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=59682ff9-4a96-408d-bee6-68e470629095,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:20.549548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.551082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8373c0d3-2b06-4151-b80b-653f5a3611ce up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:20.573208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ee474-7e97-4b20-9a35-607af12d506a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:20.581525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1d0ee474-7e97-4b20-9a35-607af12d506a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:20.590530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ee474-7e97-4b20-9a35-607af12d506a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.591197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee474-7e97-4b20-9a35-607af12d506a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.601286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e647d97d-a7e5-4cc7-8553-364ad1312fa8 req-a2c3a73a-95c1-4a37-bc39-e9591a8079ae tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321046 Jul 08 18:09:20.625736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-fb67cdbc-da37-411a-b44a-17af6cbed43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.627419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ee474-7e97-4b20-9a35-607af12d506a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Subnet': ['ID=851aca68-e1c5-4551-964a-d2fa20a06b4a,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:20.636037 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1d0ee474-7e97-4b20-9a35-607af12d506a tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6783674 Jul 08 18:09:20.636898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41694) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:20.651749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-25093254', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '851aca68-e1c5-4551-964a-d2fa20a06b4a'}], 'security_groups': ['184c615f-7573-489d-ae98-3df8c4b3f195']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:20.675112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-fb67cdbc-da37-411a-b44a-17af6cbed43e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4130104 Jul 08 18:09:20.741285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=59682ff9-4a96-408d-bee6-68e470629095,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:20.804400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 8373c0d3-2b06-4151-b80b-653f5a3611ce completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:20.809135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 8373c0d3-2b06-4151-b80b-653f5a3611ce triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:20.809525 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.962907 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.988152 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8384a901-3c40-4810-816f-e62de81ddb78 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:20.997963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['36778f91-258d-4110-b5bb-e7e7fc13a387'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:21.014316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-036823dd-913d-428a-8e29-7d934b14b762 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379424 Jul 08 18:09:21.022864 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:21.178290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-217a62ab-b714-4e6e-973d-e02beb77ed94 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090331 Jul 08 18:09:21.204939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dacb62-861a-4208-a5ee-88a3bb2fe255 None None] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:21.219653 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6cf4aa2-a38f-4cd4-b317-f6c4bef476de req-2460eb50-a2fc-47e2-a5ad-1633b041cffb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2526758 Jul 08 18:09:21.307933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8373c0d3-2b06-4151-b80b-653f5a3611ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8373c0d3-2b06-4151-b80b-653f5a3611ce,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:21.320919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-d63ae371-ed51-49ee-bc35-013afffa0b70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=267ed3c9-765e-4c8d-b20f-674f51aa8c5a HTTP/1.1" status: 200 len: 217 time: 0.0930529 Jul 08 18:09:21.375434 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:21.377748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 8384a901-3c40-4810-816f-e62de81ddb78 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:21.467077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff37c1f6-a8d7-4d4a-baf2-d348be330139 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:21.472533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b34e50-682b-4ec6-9b19-4da3c8ee2185 req-75db8c0b-28e4-4ddc-bfa2-a0e47ec1f025 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:21.478694 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56b34e50-682b-4ec6-9b19-4da3c8ee2185 req-75db8c0b-28e4-4ddc-bfa2-a0e47ec1f025 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 944 time: 0.4630966 Jul 08 18:09:21.491222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4aa2-a38f-4cd4-b317-f6c4bef476de req-e1e0657b-103d-4ae9-95a9-310fa219d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:21.493572 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6cf4aa2-a38f-4cd4-b317-f6c4bef476de req-e1e0657b-103d-4ae9-95a9-310fa219d7d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 1097 time: 0.2420909 Jul 08 18:09:21.502071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ef7a-2856-4e20-affb-bf3b485218b2 req-78225f5d-8145-4f67-9033-7b00d85f8afb tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:21.518797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6786ef7a-2856-4e20-affb-bf3b485218b2 req-78225f5d-8145-4f67-9033-7b00d85f8afb tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 945 time: 0.4927838 Jul 08 18:09:21.537589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 8384a901-3c40-4810-816f-e62de81ddb78 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:21.538112 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:21.627033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-656ea6fa-7198-46e9-a5e6-413b3acee530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:21.628330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-656ea6fa-7198-46e9-a5e6-413b3acee530 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.2939024 Jul 08 18:09:21.760660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Delete allocated IP 2001:db8::323 (ff268a68-3b5b-48ff-89da-7e0cd6d47fdb/56884c3e-11dc-45a5-bbe6-b5b5686c5447) {{(pid=93741) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 18:09:21.761329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6786ef7a-2856-4e20-affb-bf3b485218b2 req-811f2a22-ba1a-497c-8d12-211cc38ef601 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333579 Jul 08 18:09:21.772133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56b34e50-682b-4ec6-9b19-4da3c8ee2185 req-6ef024ad-2d69-4683-8ee1-0adedf63e9af tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506137 Jul 08 18:09:21.774732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8:0:1::28b (ff268a68-3b5b-48ff-89da-7e0cd6d47fdb/851aca68-e1c5-4551-964a-d2fa20a06b4a/6684d2f5-0e34-40bf-b7e7-a734308ca45d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:21.780513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-580fb4fb-f42b-4b11-b0d6-c4d849fbbf87 None None] Provisioning for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:21.785834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4aa2-a38f-4cd4-b317-f6c4bef476de req-06da8235-c487-48cb-9cad-08f726d5ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:21.788027 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6cf4aa2-a38f-4cd4-b317-f6c4bef476de req-06da8235-c487-48cb-9cad-08f726d5ec5e service neutron] 10.222.0.74 "GET /v2.0/networks?id=811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 200 len: 920 time: 0.2409384 Jul 08 18:09:21.835112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-88930873-913a-47a4-b116-fae42ab56344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:21.836736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-88930873-913a-47a4-b116-fae42ab56344 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1888282 Jul 08 18:09:21.857789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 611d73fc-8903-46a8-ab70-a8252b2562e7 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:21.874055 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46efba5-05b1-4a62-826f-29cdd629d6f1 x-openstack-request-id: req-c46efba5-05b1-4a62-826f-29cdd629d6f1 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:21.874055 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "eeffd98c-291f-4917-bf1b-39e512d635be", "code": 200}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "fa8f0f29-cc28-4b63-8c42-9caf10706204", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:21.874055 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c46efba5-05b1-4a62-826f-29cdd629d6f1 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:21.874055 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeffd98c-291f-4917-bf1b-39e512d635be', 'code': 200} Jul 08 18:09:21.879357 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8f0f29-cc28-4b63-8c42-9caf10706204', 'code': 200} Jul 08 18:09:21.979620 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6cf4aa2-a38f-4cd4-b317-f6c4bef476de req-ba0a1626-e981-4083-a7d6-5bea2219a162 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bc5f862-0007-42a2-89ea-c00101c37cfd HTTP/1.1" status: 200 len: 217 time: 0.1782713 Jul 08 18:09:22.091874 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.154996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-580fb4fb-f42b-4b11-b0d6-c4d849fbbf87 None None] Provisioning complete for port 195ef2e5-446e-487c-80dc-c8754f9055fa triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:22.155462 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-580fb4fb-f42b-4b11-b0d6-c4d849fbbf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.178772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-78bb64cc-b770-4990-99ff-7b11dd14c852 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346982 Jul 08 18:09:22.183221 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.200351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Ignored duplicate provisioning block setup for port 6684d2f5-0e34-40bf-b7e7-a734308ca45d by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 18:09:22.224715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.236456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8373c0d3-2b06-4151-b80b-653f5a3611ce,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:22.244349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:22.262619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:22.265027 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.320887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] In _notify_port_updated(), no bound segment for port 6684d2f5-0e34-40bf-b7e7-a734308ca45d on network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:09:22.326011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1277902-236c-4bb2-8e9c-5ea885e3bc36 req-57ad91d7-b54d-4b56-ae3b-072fc6c3fad7 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.327666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.328313 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.332886 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "PUT /v2.0/ports/6684d2f5-0e34-40bf-b7e7-a734308ca45d HTTP/1.1" status: 200 len: 929 time: 1.6920087 Jul 08 18:09:22.334754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1277902-236c-4bb2-8e9c-5ea885e3bc36 req-57ad91d7-b54d-4b56-ae3b-072fc6c3fad7 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 944 time: 0.3420274 Jul 08 18:09:22.337847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41712) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:22.342835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4aa2-a38f-4cd4-b317-f6c4bef476de req-a4ec573d-9b65-466f-ae3f-a206dcff390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.344432 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6cf4aa2-a38f-4cd4-b317-f6c4bef476de req-a4ec573d-9b65-466f-ae3f-a206dcff390b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 200 len: 859 time: 0.3510129 Jul 08 18:09:22.434687 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6cf4aa2-a38f-4cd4-b317-f6c4bef476de req-827a8275-2811-4b96-82c4-a82323c5c6a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=811ef628-e931-4676-a654-7d47371e6761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790517 Jul 08 18:09:22.456027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-580fb4fb-f42b-4b11-b0d6-c4d849fbbf87 None None] Port 195ef2e5-446e-487c-80dc-c8754f9055fa cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:22.469061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8384a901-3c40-4810-816f-e62de81ddb78, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8384a901-3c40-4810-816f-e62de81ddb78,segment=NetworkSegment(6fcc4adf-53a7-4769-9fa0-200ad3165ca3),segment_id=6fcc4adf-53a7-4769-9fa0-200ad3165ca3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:22.484610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2f20a-6cd2-418a-b070-024d6ef2209b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=6684d2f5-0e34-40bf-b7e7-a734308ca45d,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:22.487513 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.517714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 611d73fc-8903-46a8-ab70-a8252b2562e7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:22.526796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 611d73fc-8903-46a8-ab70-a8252b2562e7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:22.527416 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.530464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1277902-236c-4bb2-8e9c-5ea885e3bc36 req-1da7b285-b2e0-4df5-b1a1-a5fc1072067b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612086 Jul 08 18:09:22.588612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d05267-b97c-4f7d-ae67-0414f49c2b2a None None] Update dhcp port {'port': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'fixed_ips': [{'subnet_id': '56884c3e-11dc-45a5-bbe6-b5b5686c5447', 'ip_address': '2001:db8::2'}, {'subnet_id': '851aca68-e1c5-4551-964a-d2fa20a06b4a'}], 'binding:host_id': 'n-d-799684-3'}, 'id': 'ff37c1f6-a8d7-4d4a-baf2-d348be330139'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:09:22.608940 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6cf4aa2-a38f-4cd4-b317-f6c4bef476de req-947b72fb-566d-4564-9048-1c249bcff852 service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675022 Jul 08 18:09:22.641180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-57560942-05fa-4071-9ea1-0a06aab1403c service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504831 Jul 08 18:09:22.672036 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.714396 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6ed4b-505f-4f5f-9e5c-c62781d4c2fd req-5aaaf879-0012-456c-baf5-f24f673f5bf7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.722432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=8384a901-3c40-4810-816f-e62de81ddb78,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:22.722665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6ed4b-505f-4f5f-9e5c-c62781d4c2fd req-5aaaf879-0012-456c-baf5-f24f673f5bf7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.736402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6ed4b-505f-4f5f-9e5c-c62781d4c2fd req-5aaaf879-0012-456c-baf5-f24f673f5bf7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.743800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6ed4b-505f-4f5f-9e5c-c62781d4c2fd req-5aaaf879-0012-456c-baf5-f24f673f5bf7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.750813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6ed4b-505f-4f5f-9e5c-c62781d4c2fd req-5aaaf879-0012-456c-baf5-f24f673f5bf7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.758427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6ed4b-505f-4f5f-9e5c-c62781d4c2fd req-5aaaf879-0012-456c-baf5-f24f673f5bf7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.759197 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3d05267-b97c-4f7d-ae67-0414f49c2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.764797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6ed4b-505f-4f5f-9e5c-c62781d4c2fd req-5aaaf879-0012-456c-baf5-f24f673f5bf7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.780680 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.785358 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4a6ed4b-505f-4f5f-9e5c-c62781d4c2fd req-5aaaf879-0012-456c-baf5-f24f673f5bf7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5446 time: 0.4675465 Jul 08 18:09:22.800413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port ff37c1f6-a8d7-4d4a-baf2-d348be330139, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff37c1f6-a8d7-4d4a-baf2-d348be330139,segment=NetworkSegment(5a845496-aa61-4069-bede-4b147232bae0),segment_id=5a845496-aa61-4069-bede-4b147232bae0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:22.808663 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-01839e17-ffd0-43b2-9ebb-02f918200d5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=9725ba56-db2f-41c2-9b67-365af91eb663 HTTP/1.1" status: 200 len: 217 time: 0.1554236 Jul 08 18:09:22.812268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c6911370-8771-42d8-86b8-1e23a7a0bb4d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 6684d2f5-0e34-40bf-b7e7-a734308ca45d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:22.812617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6911370-8771-42d8-86b8-1e23a7a0bb4d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.856020 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6cf4aa2-a38f-4cd4-b317-f6c4bef476de req-7c34bd74-8de5-40a6-93dd-71821e5f1ecb service neutron] 10.222.0.74 "GET /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385511 Jul 08 18:09:22.961589 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.013548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 611d73fc-8903-46a8-ab70-a8252b2562e7, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=611d73fc-8903-46a8-ab70-a8252b2562e7,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:23.037341 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.049234 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6911370-8771-42d8-86b8-1e23a7a0bb4d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.075767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c6911370-8771-42d8-86b8-1e23a7a0bb4d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 6684d2f5-0e34-40bf-b7e7-a734308ca45d owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:23.084578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-d3d05267-b97c-4f7d-ae67-0414f49c2b2a None None] Allocated IP 2001:db8:0:1::2 (ff268a68-3b5b-48ff-89da-7e0cd6d47fdb/851aca68-e1c5-4551-964a-d2fa20a06b4a/ff37c1f6-a8d7-4d4a-baf2-d348be330139) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:23.093005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=ff37c1f6-a8d7-4d4a-baf2-d348be330139,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:23.230446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-020ad46c-4bef-43cb-8c1d-7d0a67229fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:23.232073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-020ad46c-4bef-43cb-8c1d-7d0a67229fe3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.3957429 Jul 08 18:09:23.256414 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6911370-8771-42d8-86b8-1e23a7a0bb4d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.265143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=611d73fc-8903-46a8-ab70-a8252b2562e7,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:23.317378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d3d05267-b97c-4f7d-ae67-0414f49c2b2a None None] For port ff37c1f6-a8d7-4d4a-baf2-d348be330139, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff37c1f6-a8d7-4d4a-baf2-d348be330139,segment=NetworkSegment(5a845496-aa61-4069-bede-4b147232bae0),segment_id=5a845496-aa61-4069-bede-4b147232bae0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:23.361504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff37c1f6-a8d7-4d4a-baf2-d348be330139 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:23.377927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4a6ed4b-505f-4f5f-9e5c-c62781d4c2fd req-d20b343d-0ab6-4cd7-b317-78192ea36b04 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5910771 Jul 08 18:09:23.408976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6911370-8771-42d8-86b8-1e23a7a0bb4d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=6684d2f5-0e34-40bf-b7e7-a734308ca45d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:23.416056 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3d05267-b97c-4f7d-ae67-0414f49c2b2a None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.442699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d3d05267-b97c-4f7d-ae67-0414f49c2b2a None None] Transition to ACTIVE for port object ff37c1f6-a8d7-4d4a-baf2-d348be330139 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:23.453055 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3d05267-b97c-4f7d-ae67-0414f49c2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.514863 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6911370-8771-42d8-86b8-1e23a7a0bb4d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.520319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c6911370-8771-42d8-86b8-1e23a7a0bb4d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/6684d2f5-0e34-40bf-b7e7-a734308ca45d HTTP/1.1" status: 204 len: 168 time: 1.1763222 Jul 08 18:09:23.523278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41726) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:23.570353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-ed5a0b50-9d65-4ce1-8b98-d094386337be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:23.571924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-ed5a0b50-9d65-4ce1-8b98-d094386337be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3253961 Jul 08 18:09:23.581697 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d05267-b97c-4f7d-ae67-0414f49c2b2a None None] Pushing event updated for resources: {'Port': ['ID=ff37c1f6-a8d7-4d4a-baf2-d348be330139,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:23.614261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ead87-837b-487c-81a1-46739f4146b6 req-ea042698-4576-45de-a6d8-f2d3f4246a65 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:23.621582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-872ead87-837b-487c-81a1-46739f4146b6 req-ea042698-4576-45de-a6d8-f2d3f4246a65 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 945 time: 0.3883355 Jul 08 18:09:23.623244 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b537253d-3f4a-42f8-8653-e50a6c103847 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:09:23.625338 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b537253d-3f4a-42f8-8653-e50a6c103847 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/6684d2f5-0e34-40bf-b7e7-a734308ca45d HTTP/1.1" status: 404 len: 333 time: 0.1006200 Jul 08 18:09:23.629275 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41730) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:23.723613 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b94eff8-2bd1-40e3-a9ba-0732c0c198df tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.778771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 36778f91-258d-4110-b5bb-e7e7fc13a387 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:23.790552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b94eff8-2bd1-40e3-a9ba-0732c0c198df tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.868474 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b94eff8-2bd1-40e3-a9ba-0732c0c198df tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.872940 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b94eff8-2bd1-40e3-a9ba-0732c0c198df tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.875396 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6b94eff8-2bd1-40e3-a9ba-0732c0c198df tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/security-groups/4a662a41-cce2-463d-9273-8b5eefee811c HTTP/1.1" status: 204 len: 168 time: 0.2449794 Jul 08 18:09:23.878983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41732) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:23.894102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59682ff9-4a96-408d-bee6-68e470629095'}, {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8373c0d3-2b06-4151-b80b-653f5a3611ce'}, {'server_uuid': 'abc4af83-383e-4d1d-bbaa-359ff6667436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8384a901-3c40-4810-816f-e62de81ddb78'}, {'server_uuid': '6358f094-38f2-4991-83b4-3826a33cb51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611d73fc-8903-46a8-ab70-a8252b2562e7'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:23.898833 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f48508-f1c0-4929-b33f-07ec98e6aa41" -d '{"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "59682ff9-4a96-408d-bee6-68e470629095"}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "8373c0d3-2b06-4151-b80b-653f5a3611ce"}, {"server_uuid": "abc4af83-383e-4d1d-bbaa-359ff6667436", "name": "network-vif-plugged", "status": "completed", "tag": "8384a901-3c40-4810-816f-e62de81ddb78"}, {"server_uuid": "6358f094-38f2-4991-83b4-3826a33cb51b", "name": "network-vif-plugged", "status": "completed", "tag": "611d73fc-8903-46a8-ab70-a8252b2562e7"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:23.933216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 36778f91-258d-4110-b5bb-e7e7fc13a387 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:23.937852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 36778f91-258d-4110-b5bb-e7e7fc13a387 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:23.938254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:23.974885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94eff8-2bd1-40e3-a9ba-0732c0c198df tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a662a41-cce2-463d-9273-8b5eefee811c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:24.009172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab7157ae-e3e0-45d4-adb0-60f3e165604b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.049664 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab7157ae-e3e0-45d4-adb0-60f3e165604b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.182633 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab7157ae-e3e0-45d4-adb0-60f3e165604b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.186807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab7157ae-e3e0-45d4-adb0-60f3e165604b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.187936 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ab7157ae-e3e0-45d4-adb0-60f3e165604b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/security-groups/184c615f-7573-489d-ae98-3df8c4b3f195 HTTP/1.1" status: 204 len: 168 time: 0.2969029 Jul 08 18:09:24.199912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41744) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:24.201841 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7157ae-e3e0-45d4-adb0-60f3e165604b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184c615f-7573-489d-ae98-3df8c4b3f195,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:24.220139 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.316402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 36778f91-258d-4110-b5bb-e7e7fc13a387, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=36778f91-258d-4110-b5bb-e7e7fc13a387,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:24.323015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-44df2c2b-a947-4b66-aed0-ea9f9dde5ad0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting subnet 56884c3e-11dc-45a5-bbe6-b5b5686c5447 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:09:24.327192 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.328008 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44df2c2b-a947-4b66-aed0-ea9f9dde5ad0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.393366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=36778f91-258d-4110-b5bb-e7e7fc13a387,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:24.422131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44df2c2b-a947-4b66-aed0-ea9f9dde5ad0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.440020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-872ead87-837b-487c-81a1-46739f4146b6 req-4c6e1f47-f3b3-4beb-b4a8-0ce37291c597 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8146641 Jul 08 18:09:24.512463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-d51eefc6-30ee-4b45-a230-5ed3f5626bac service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9165001 Jul 08 18:09:24.528665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8315f5-d88f-4d87-b515-2b05a7efdd33 req-c4273cb0-fee6-4286-b6bd-23e0cd84572b tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:24.537478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a8315f5-d88f-4d87-b515-2b05a7efdd33 req-c4273cb0-fee6-4286-b6bd-23e0cd84572b tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 945 time: 0.9004083 Jul 08 18:09:24.622308 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44df2c2b-a947-4b66-aed0-ea9f9dde5ad0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.687207 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90e955c3-b857-4e8b-8001-45b015d4c930 None None] Could not find standard attr ID for object 6684d2f5-0e34-40bf-b7e7-a734308ca45d. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:09:24.713780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90e955c3-b857-4e8b-8001-45b015d4c930 None None] Provisioning for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:24.717952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90e955c3-b857-4e8b-8001-45b015d4c930 None None] Provisioning complete for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:24.718360 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90e955c3-b857-4e8b-8001-45b015d4c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.721670 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-5c9f3a0c-79b7-4309-9535-104dc7bc9e1f service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760182 Jul 08 18:09:24.774027 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44df2c2b-a947-4b66-aed0-ea9f9dde5ad0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.831553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df2c2b-a947-4b66-aed0-ea9f9dde5ad0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Subnet': ['ID=56884c3e-11dc-45a5-bbe6-b5b5686c5447,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:24.831553 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44df2c2b-a947-4b66-aed0-ea9f9dde5ad0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:24.831553 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-44df2c2b-a947-4b66-aed0-ea9f9dde5ad0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/56884c3e-11dc-45a5-bbe6-b5b5686c5447 HTTP/1.1" status: 204 len: 168 time: 0.6224554 Jul 08 18:09:24.868626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41748) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:24.887129 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a8315f5-d88f-4d87-b515-2b05a7efdd33 req-45c49798-abbd-4997-afbb-45029ef535d2 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484142 Jul 08 18:09:24.928611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ed655357-7221-4d35-b158-9aeda42153ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:24.989182 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-35b79380-04e8-406c-905c-9f246e2ee10b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 HTTP/1.1" status: 200 len: 217 time: 0.2323921 Jul 08 18:09:24.992752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90e955c3-b857-4e8b-8001-45b015d4c930 None None] Provisioning complete for port 195ef2e5-446e-487c-80dc-c8754f9055fa triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:24.999565 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90e955c3-b857-4e8b-8001-45b015d4c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:25.054676 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2fe5d5-56a8-4088-b8bd-8940223bd823 x-openstack-request-id: req-cc2fe5d5-56a8-4088-b8bd-8940223bd823 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:25.056653 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "59682ff9-4a96-408d-bee6-68e470629095", "code": 200}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-plugged", "status": "completed", "tag": "8373c0d3-2b06-4151-b80b-653f5a3611ce", "code": 200}, {"server_uuid": "abc4af83-383e-4d1d-bbaa-359ff6667436", "name": "network-vif-plugged", "status": "completed", "tag": "8384a901-3c40-4810-816f-e62de81ddb78", "code": 200}, {"server_uuid": "6358f094-38f2-4991-83b4-3826a33cb51b", "name": "network-vif-plugged", "status": "completed", "tag": "611d73fc-8903-46a8-ab70-a8252b2562e7", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:25.059654 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc2fe5d5-56a8-4088-b8bd-8940223bd823 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:25.060498 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59682ff9-4a96-408d-bee6-68e470629095', 'code': 200} Jul 08 18:09:25.060858 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8373c0d3-2b06-4151-b80b-653f5a3611ce', 'code': 200} Jul 08 18:09:25.061209 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc4af83-383e-4d1d-bbaa-359ff6667436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8384a901-3c40-4810-816f-e62de81ddb78', 'code': 200} Jul 08 18:09:25.061575 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6358f094-38f2-4991-83b4-3826a33cb51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611d73fc-8903-46a8-ab70-a8252b2562e7', 'code': 200} Jul 08 18:09:25.078689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45fb970-d419-4dda-9bc6-8b5a92f37fb7 None None] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:25.112397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04259a-eb7c-44b2-ad6b-7e30bbab9fba req-e3dccd92-d853-43fb-b56c-595e828e1a62 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.119405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b04259a-eb7c-44b2-ad6b-7e30bbab9fba req-e3dccd92-d853-43fb-b56c-595e828e1a62 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 945 time: 0.2840536 Jul 08 18:09:25.169033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-79af640f-79fb-4a02-a391-af4d93086195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.170435 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-79af640f-79fb-4a02-a391-af4d93086195 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.1529243 Jul 08 18:09:25.175595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed655357-7221-4d35-b158-9aeda42153ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:25.179052 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed655357-7221-4d35-b158-9aeda42153ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:25.211467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-90e955c3-b857-4e8b-8001-45b015d4c930 None None] Port 195ef2e5-446e-487c-80dc-c8754f9055fa cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:25.404232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8c321-43a4-48b7-90f6-4cbdbd641437 req-06e40b13-cc25-4b33-8312-82e55f92d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.406190 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fba8c321-43a4-48b7-90f6-4cbdbd641437 req-06e40b13-cc25-4b33-8312-82e55f92d60a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 1096 time: 0.2602453 Jul 08 18:09:25.423799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff37c1f6-a8d7-4d4a-baf2-d348be330139 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:25.451168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28b60-082f-4835-b0ed-d6bdbb079a34 req-cb594376-3295-47e0-ab5c-a78a406913f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.452008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28b60-082f-4835-b0ed-d6bdbb079a34 req-cb594376-3295-47e0-ab5c-a78a406913f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.452664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28b60-082f-4835-b0ed-d6bdbb079a34 req-cb594376-3295-47e0-ab5c-a78a406913f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.453407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28b60-082f-4835-b0ed-d6bdbb079a34 req-cb594376-3295-47e0-ab5c-a78a406913f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.454149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28b60-082f-4835-b0ed-d6bdbb079a34 req-cb594376-3295-47e0-ab5c-a78a406913f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.454899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28b60-082f-4835-b0ed-d6bdbb079a34 req-cb594376-3295-47e0-ab5c-a78a406913f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.455723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28b60-082f-4835-b0ed-d6bdbb079a34 req-cb594376-3295-47e0-ab5c-a78a406913f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.457977 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7df28b60-082f-4835-b0ed-d6bdbb079a34 req-cb594376-3295-47e0-ab5c-a78a406913f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6503 time: 0.2176647 Jul 08 18:09:25.463690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f44f0-8beb-41ab-9c9a-6770fda53a1b req-9607fb81-4977-4b43-a7e6-81392f7a0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.465585 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7c2f44f0-8beb-41ab-9c9a-6770fda53a1b req-9607fb81-4977-4b43-a7e6-81392f7a0357 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 1096 time: 0.1634963 Jul 08 18:09:25.490577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fab05352-d1ab-486f-b235-648d478cc998 None None] Could not find standard attr ID for object 6684d2f5-0e34-40bf-b7e7-a734308ca45d. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:09:25.520963 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fba8c321-43a4-48b7-90f6-4cbdbd641437 req-725c4432-4a42-4a27-ab12-c8a1a775a72f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047692 Jul 08 18:09:25.552125 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7c2f44f0-8beb-41ab-9c9a-6770fda53a1b req-54a31bb3-38ec-489b-b1cb-fac91843d6c5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787268 Jul 08 18:09:25.554124 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7df28b60-082f-4835-b0ed-d6bdbb079a34 req-d91e0cf7-4a3e-446f-878d-955c1772eabf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45012fb3-1325-4211-bb70-37e27084aaaa&id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874479 Jul 08 18:09:25.668394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b04259a-eb7c-44b2-ad6b-7e30bbab9fba req-caa3989d-73e7-4055-96ea-240215e65a26 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478475 Jul 08 18:09:25.680069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:25.680563 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:25.721613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed655357-7221-4d35-b158-9aeda42153ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:25.898610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed655357-7221-4d35-b158-9aeda42153ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:25.905168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ed655357-7221-4d35-b158-9aeda42153ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:25.909354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed655357-7221-4d35-b158-9aeda42153ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:25.910091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed655357-7221-4d35-b158-9aeda42153ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:26.004174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed655357-7221-4d35-b158-9aeda42153ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Subnet': ['ID=023d498b-c6c3-4812-88ac-370b18343cdb,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:26.040040 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ed655357-7221-4d35-b158-9aeda42153ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1510921 Jul 08 18:09:26.042729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41768) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:26.046123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-0700f891-ccd9-484f-98f1-1a409e101992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:26.047893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-0700f891-ccd9-484f-98f1-1a409e101992 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8633480 Jul 08 18:09:26.048522 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6352d309-7cf4-401d-9f15-4987e6799ff6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1635770179'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:26.064695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50cdce-1328-42fd-898e-3b413b24fe33 req-e432ad96-8a10-4d54-ada1-3d0bfb00dc61 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:26.071589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50cdce-1328-42fd-898e-3b413b24fe33 req-e432ad96-8a10-4d54-ada1-3d0bfb00dc61 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:26.079641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50cdce-1328-42fd-898e-3b413b24fe33 req-e432ad96-8a10-4d54-ada1-3d0bfb00dc61 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:26.086992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50cdce-1328-42fd-898e-3b413b24fe33 req-e432ad96-8a10-4d54-ada1-3d0bfb00dc61 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:26.097926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50cdce-1328-42fd-898e-3b413b24fe33 req-e432ad96-8a10-4d54-ada1-3d0bfb00dc61 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:26.098360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6352d309-7cf4-401d-9f15-4987e6799ff6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:26.106234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50cdce-1328-42fd-898e-3b413b24fe33 req-e432ad96-8a10-4d54-ada1-3d0bfb00dc61 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:26.112982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50cdce-1328-42fd-898e-3b413b24fe33 req-e432ad96-8a10-4d54-ada1-3d0bfb00dc61 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:26.115132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b50cdce-1328-42fd-898e-3b413b24fe33 req-e432ad96-8a10-4d54-ada1-3d0bfb00dc61 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5446 time: 0.4714766 Jul 08 18:09:26.247172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b50cdce-1328-42fd-898e-3b413b24fe33 req-17fc2dc4-a81a-4aec-a45a-10b3bcb6a1fd tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170390 Jul 08 18:09:26.259301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d348b62-cadb-4b65-9109-fcd011245c2f req-0107b311-8089-4a84-94fc-89659c7ac94e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:26.262630 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d348b62-cadb-4b65-9109-fcd011245c2f req-0107b311-8089-4a84-94fc-89659c7ac94e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 946 time: 0.3464293 Jul 08 18:09:26.271754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6352d309-7cf4-401d-9f15-4987e6799ff6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:26.295512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6352d309-7cf4-401d-9f15-4987e6799ff6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:26.348723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-b3d25c65-37a4-44dd-a5e3-ef540ead8b00 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324104 Jul 08 18:09:26.371503 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6352d309-7cf4-401d-9f15-4987e6799ff6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:26.372490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d348b62-cadb-4b65-9109-fcd011245c2f req-da500d75-823a-4801-9249-767aefe72404 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026485 Jul 08 18:09:26.377237 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6352d309-7cf4-401d-9f15-4987e6799ff6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3329029 Jul 08 18:09:26.402943 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41776) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:26.424833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5daae391-a579-43a5-8194-c2e9dcfadab4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1673905333'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:26.481639 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352d309-7cf4-401d-9f15-4987e6799ff6 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233168f5-8f6f-49e4-ba88-0fd50364fb3b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:26.534533 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5daae391-a579-43a5-8194-c2e9dcfadab4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:26.536480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-06200c11-2189-49e6-801b-84133e9e5576 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629286 Jul 08 18:09:26.640386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-77cdeb9d-f959-48d5-8ff1-36a3d8e93222 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c1a4fdb-735a-4e95-acd6-453bdafb529c HTTP/1.1" status: 200 len: 217 time: 0.0936060 Jul 08 18:09:26.759796 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5daae391-a579-43a5-8194-c2e9dcfadab4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:26.777166 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5daae391-a579-43a5-8194-c2e9dcfadab4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:26.835451 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5daae391-a579-43a5-8194-c2e9dcfadab4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:26.836890 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5daae391-a579-43a5-8194-c2e9dcfadab4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4327998 Jul 08 18:09:26.847642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41780) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:26.854511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b2b00650-55e5-4987-9db6-0d10af85d3f0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1056470312'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:26.857328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daae391-a579-43a5-8194-c2e9dcfadab4 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332c56d6-d2e3-43a0-b080-ea5e1cd37b4c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:26.872733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa3cf5-a04b-4053-b6d1-e9eb429fff1a None None] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:26.902010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-60992795-d19f-4a2c-ade4-fc47e41fc485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:26.903843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-60992795-d19f-4a2c-ade4-fc47e41fc485 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be2c2c08-32f0-4e07-8941-4d57046ff43f HTTP/1.1" status: 200 len: 797 time: 0.2240496 Jul 08 18:09:27.014644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e8a07e85-b1b7-4aa0-85c9-00aed5241580 None None] Provisioning complete for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:27.014898 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e8a07e85-b1b7-4aa0-85c9-00aed5241580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:27.097474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3786006b-cd69-4859-b188-d7f9a0d7df49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36778f91-258d-4110-b5bb-e7e7fc13a387'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:27.100229 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a05b17b-457b-4d29-ad28-ba2d7431643b" -d '{"events": [{"server_uuid": "3786006b-cd69-4859-b188-d7f9a0d7df49", "name": "network-vif-plugged", "status": "completed", "tag": "36778f91-258d-4110-b5bb-e7e7fc13a387"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:27.142614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92644469-cac1-4b71-86af-be03783825b3 req-8f2cbee2-0e72-4d65-96b0-40c2068dfaff tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:27.149744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92644469-cac1-4b71-86af-be03783825b3 req-8f2cbee2-0e72-4d65-96b0-40c2068dfaff tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 945 time: 0.5193923 Jul 08 18:09:27.156915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2b00650-55e5-4987-9db6-0d10af85d3f0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:27.233490 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e8a07e85-b1b7-4aa0-85c9-00aed5241580 None None] Provisioning complete for port 195ef2e5-446e-487c-80dc-c8754f9055fa triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:27.234064 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e8a07e85-b1b7-4aa0-85c9-00aed5241580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:27.236385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92644469-cac1-4b71-86af-be03783825b3 req-d85e8f36-d932-4a79-a845-d509cabd281d tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855913 Jul 08 18:09:27.257739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-f7a73af0-d4bf-47fd-83c9-4cd0c3ca7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:27.265239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-f7a73af0-d4bf-47fd-83c9-4cd0c3ca7472 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3500667 Jul 08 18:09:27.293154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e8a07e85-b1b7-4aa0-85c9-00aed5241580 None None] Port 195ef2e5-446e-487c-80dc-c8754f9055fa cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:27.345398 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bd31c2-423e-4292-b851-2b716e6687c8 x-openstack-request-id: req-d9bd31c2-423e-4292-b851-2b716e6687c8 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:27.345714 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3786006b-cd69-4859-b188-d7f9a0d7df49", "name": "network-vif-plugged", "status": "completed", "tag": "36778f91-258d-4110-b5bb-e7e7fc13a387", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:27.345939 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9bd31c2-423e-4292-b851-2b716e6687c8 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:27.346451 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3786006b-cd69-4859-b188-d7f9a0d7df49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36778f91-258d-4110-b5bb-e7e7fc13a387', 'code': 200} Jul 08 18:09:27.353546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c49e2-a9b4-4760-bb90-32d6f823ace6 req-b902321f-88e0-4185-8d83-5b4832401e21 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:27.357137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d5c49e2-a9b4-4760-bb90-32d6f823ace6 req-b902321f-88e0-4185-8d83-5b4832401e21 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 945 time: 0.4307182 Jul 08 18:09:27.531283 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d5c49e2-a9b4-4760-bb90-32d6f823ace6 req-c05b5061-5a2e-4eaa-b4b6-6a854bdd87fe tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993814 Jul 08 18:09:27.551451 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2b00650-55e5-4987-9db6-0d10af85d3f0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:27.557017 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-37895a11-5639-446e-b606-3feb1ed9b570 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824526 Jul 08 18:09:27.570138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa39e588-53d0-41c3-b665-e9c52133a526 None None] Update dhcp port {'port': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'fixed_ips': [{'subnet_id': '851aca68-e1c5-4551-964a-d2fa20a06b4a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '023d498b-c6c3-4812-88ac-370b18343cdb'}], 'binding:host_id': 'n-d-799684-3'}, 'id': 'ff37c1f6-a8d7-4d4a-baf2-d348be330139'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:09:27.589114 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2b00650-55e5-4987-9db6-0d10af85d3f0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:27.617154 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218423ff-ff53-412a-8851-7dc95d558b8a req-c1733013-b858-4387-96f7-d8ebf837bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:27.625438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-218423ff-ff53-412a-8851-7dc95d558b8a req-c1733013-b858-4387-96f7-d8ebf837bb49 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 1097 time: 0.1567128 Jul 08 18:09:27.670502 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa39e588-53d0-41c3-b665-e9c52133a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:27.710582 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-218423ff-ff53-412a-8851-7dc95d558b8a req-d96bc90c-5a4d-4bd2-bc92-cab273efc30e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777996 Jul 08 18:09:27.792231 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2b00650-55e5-4987-9db6-0d10af85d3f0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:27.793379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b2b00650-55e5-4987-9db6-0d10af85d3f0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9424906 Jul 08 18:09:27.796152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41798) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:27.802868 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1550002952', 'security_groups': ['73bd1533-487c-439b-aa8e-17f81597bd63'], 'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '023d498b-c6c3-4812-88ac-370b18343cdb'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:27.844202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b00650-55e5-4987-9db6-0d10af85d3f0 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bd1533-487c-439b-aa8e-17f81597bd63,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:27.894371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-3192b043-5c1d-4bad-b5b7-69d635eb70b9 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306677 Jul 08 18:09:27.937566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ee23-39d9-48ac-92a9-bc39e75c4071 req-21487edf-27a9-489a-9988-673097ef87a2 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:27.947638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-aa39e588-53d0-41c3-b665-e9c52133a526 None None] Allocated IP 2001:db8::2 (ff268a68-3b5b-48ff-89da-7e0cd6d47fdb/023d498b-c6c3-4812-88ac-370b18343cdb/ff37c1f6-a8d7-4d4a-baf2-d348be330139) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:27.950268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ee23-39d9-48ac-92a9-bc39e75c4071 req-21487edf-27a9-489a-9988-673097ef87a2 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:27.956798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ee23-39d9-48ac-92a9-bc39e75c4071 req-21487edf-27a9-489a-9988-673097ef87a2 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:27.962778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ee23-39d9-48ac-92a9-bc39e75c4071 req-21487edf-27a9-489a-9988-673097ef87a2 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:27.968738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ee23-39d9-48ac-92a9-bc39e75c4071 req-21487edf-27a9-489a-9988-673097ef87a2 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:27.974730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ee23-39d9-48ac-92a9-bc39e75c4071 req-21487edf-27a9-489a-9988-673097ef87a2 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:27.980638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ee23-39d9-48ac-92a9-bc39e75c4071 req-21487edf-27a9-489a-9988-673097ef87a2 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:27.988661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9993ee23-39d9-48ac-92a9-bc39e75c4071 req-21487edf-27a9-489a-9988-673097ef87a2 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5446 time: 0.3169200 Jul 08 18:09:28.017454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:28.036421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-34def75e-f1bc-4dc6-8557-8240bb36f458 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f6220108-c2fb-4dae-a334-33b1a571ec89 HTTP/1.1" status: 200 len: 217 time: 0.1314433 Jul 08 18:09:28.051058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fac08f-2e42-4aca-9db2-0f6443dee425 req-ffe1307b-6b1a-4364-aead-ab68c8bf7683 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:28.057758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88fac08f-2e42-4aca-9db2-0f6443dee425 req-ffe1307b-6b1a-4364-aead-ab68c8bf7683 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 946 time: 0.2606354 Jul 08 18:09:28.135769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9993ee23-39d9-48ac-92a9-bc39e75c4071 req-24a7cef1-e96b-4532-a450-fe9bb315bded tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461546 Jul 08 18:09:28.180625 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:28.194863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88fac08f-2e42-4aca-9db2-0f6443dee425 req-07d2e952-58ef-4d72-86d0-be065680ba32 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361353 Jul 08 18:09:28.216933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-aa39e588-53d0-41c3-b665-e9c52133a526 None None] For port ff37c1f6-a8d7-4d4a-baf2-d348be330139, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff37c1f6-a8d7-4d4a-baf2-d348be330139,segment=NetworkSegment(5a845496-aa61-4069-bede-4b147232bae0),segment_id=5a845496-aa61-4069-bede-4b147232bae0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:28.219331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-acb2a921-d8e7-406b-af1d-406fa3c54b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:28.224068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-acb2a921-d8e7-406b-af1d-406fa3c54b55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be2c2c08-32f0-4e07-8941-4d57046ff43f HTTP/1.1" status: 200 len: 797 time: 0.1548030 Jul 08 18:09:28.250139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] device_id is not set on port 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:09:28.304414 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa39e588-53d0-41c3-b665-e9c52133a526 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:28.338711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-aa39e588-53d0-41c3-b665-e9c52133a526 None None] Transition to ACTIVE for port object ff37c1f6-a8d7-4d4a-baf2-d348be330139 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:28.354624 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa39e588-53d0-41c3-b665-e9c52133a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:28.399600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39786-2d34-4bfb-a928-f34686187a05 req-cf6c1430-615e-4948-b91c-265d884dc84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:28.401132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-cf6c1430-615e-4948-b91c-265d884dc84d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1681414 Jul 08 18:09:28.512583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8::23 (ff268a68-3b5b-48ff-89da-7e0cd6d47fdb/023d498b-c6c3-4812-88ac-370b18343cdb/0eddd9f3-ffd0-4c7f-a29a-c6f243885d20) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:28.542904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39e588-53d0-41c3-b665-e9c52133a526 None None] Pushing event updated for resources: {'Port': ['ID=ff37c1f6-a8d7-4d4a-baf2-d348be330139,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:28.562870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-0ee74567-137d-492b-a35d-2d386e77f48a service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538358 Jul 08 18:09:28.717681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78d39786-2d34-4bfb-a928-f34686187a05 req-e6fad89e-d37f-4ca3-a654-4c0c43c79780 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311178 Jul 08 18:09:28.750535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:28.781017 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Transition to ACTIVE for port object 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:28.814857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102b513-a3e6-4422-95f3-3d9686e1f2fe req-9dd0d95c-de93-4921-80d6-bf12871a1a04 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:28.822081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e102b513-a3e6-4422-95f3-3d9686e1f2fe req-9dd0d95c-de93-4921-80d6-bf12871a1a04 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 945 time: 0.2751107 Jul 08 18:09:28.832396 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:28.900040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5c814-b896-4312-b158-d647838db828 req-6de5a947-efa0-4459-a8d3-7f51cad7a3b9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:28.904311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=0eddd9f3-ffd0-4c7f-a29a-c6f243885d20,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:28.908481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7a5c814-b896-4312-b158-d647838db828 req-6de5a947-efa0-4459-a8d3-7f51cad7a3b9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 945 time: 0.1897101 Jul 08 18:09:28.924136 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:28.926890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:28.935183 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:28.941504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:28.942190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:28.966784 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3a54f797-03b9-45f2-8ad2-521d2f925902 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1691577 Jul 08 18:09:28.967405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41812) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:28.970673 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e102b513-a3e6-4422-95f3-3d9686e1f2fe req-0f0479b8-694f-4f4c-8dd5-20439abfc8e3 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476817 Jul 08 18:09:28.972385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f8f7d44f-bd5c-40a8-81bc-bdf189308a74 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:28.992981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7a5c814-b896-4312-b158-d647838db828 req-49cfb730-b810-41d3-abe6-f9ed8dfe1a75 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829415 Jul 08 18:09:29.241128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f7d44f-bd5c-40a8-81bc-bdf189308a74 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:29.245073 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8f7d44f-bd5c-40a8-81bc-bdf189308a74 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:29.367432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff37c1f6-a8d7-4d4a-baf2-d348be330139 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:29.465371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a81dc-63d0-476d-a622-dafabb7f17f8 req-57b3f066-9d73-4e53-8ce2-f3e5c8f1c9fb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:29.480538 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-823a81dc-63d0-476d-a622-dafabb7f17f8 req-57b3f066-9d73-4e53-8ce2-f3e5c8f1c9fb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 945 time: 0.1080420 Jul 08 18:09:29.484279 n-d-799684-3 neutron-server[93741]: INFO neutron.db.ipam_backend_mixin [None req-f8f7d44f-bd5c-40a8-81bc-bdf189308a74 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 023d498b-c6c3-4812-88ac-370b18343cdb (CIDR: 2001:db8::/64) Jul 08 18:09:29.489375 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f7d44f-bd5c-40a8-81bc-bdf189308a74 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:09:29.490368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f7d44f-bd5c-40a8-81bc-bdf189308a74 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:29.516311 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f8f7d44f-bd5c-40a8-81bc-bdf189308a74 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5477810 Jul 08 18:09:29.519727 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41832) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:29.526659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e1ccabad-9e76-45c1-8e2a-69378591563c tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:29.575880 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-823a81dc-63d0-476d-a622-dafabb7f17f8 req-3eba85b8-f292-4169-b0f0-30fbecc9a90f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946376 Jul 08 18:09:29.652429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a1dee7cf-f2e6-4469-bbd5-468f74dbe316 None None] Provisioning for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:29.656229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a1dee7cf-f2e6-4469-bbd5-468f74dbe316 None None] Provisioning complete for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:29.656678 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a1dee7cf-f2e6-4469-bbd5-468f74dbe316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:29.661794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce75d-1955-4ed9-8089-93b319cf5c35 req-96b35c12-b8c1-4cb6-bede-1b480f7418c1 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:29.675257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce75d-1955-4ed9-8089-93b319cf5c35 req-96b35c12-b8c1-4cb6-bede-1b480f7418c1 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:29.693848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ccabad-9e76-45c1-8e2a-69378591563c tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:29.694447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce75d-1955-4ed9-8089-93b319cf5c35 req-96b35c12-b8c1-4cb6-bede-1b480f7418c1 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:29.698565 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1ccabad-9e76-45c1-8e2a-69378591563c tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:29.715065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce75d-1955-4ed9-8089-93b319cf5c35 req-96b35c12-b8c1-4cb6-bede-1b480f7418c1 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:29.724938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce75d-1955-4ed9-8089-93b319cf5c35 req-96b35c12-b8c1-4cb6-bede-1b480f7418c1 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:29.733334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce75d-1955-4ed9-8089-93b319cf5c35 req-96b35c12-b8c1-4cb6-bede-1b480f7418c1 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:29.739550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce75d-1955-4ed9-8089-93b319cf5c35 req-96b35c12-b8c1-4cb6-bede-1b480f7418c1 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:29.749396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-440ce75d-1955-4ed9-8089-93b319cf5c35 req-96b35c12-b8c1-4cb6-bede-1b480f7418c1 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5446 time: 0.2355447 Jul 08 18:09:29.799588 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-440ce75d-1955-4ed9-8089-93b319cf5c35 req-0d2300d5-3377-4afd-9a36-7e31550a5d16 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492260 Jul 08 18:09:29.866146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a1dee7cf-f2e6-4469-bbd5-468f74dbe316 None None] Provisioning complete for port 195ef2e5-446e-487c-80dc-c8754f9055fa triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:29.869453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a1dee7cf-f2e6-4469-bbd5-468f74dbe316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:29.953714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a1dee7cf-f2e6-4469-bbd5-468f74dbe316 None None] Port 195ef2e5-446e-487c-80dc-c8754f9055fa cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:29.982074 n-d-799684-3 neutron-server[93741]: INFO neutron.db.ipam_backend_mixin [None req-e1ccabad-9e76-45c1-8e2a-69378591563c tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 851aca68-e1c5-4551-964a-d2fa20a06b4a (CIDR: 2001:db8:0:1::/64) Jul 08 18:09:29.989481 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ccabad-9e76-45c1-8e2a-69378591563c tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:09:29.991178 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ccabad-9e76-45c1-8e2a-69378591563c tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:30.025308 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e1ccabad-9e76-45c1-8e2a-69378591563c tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5044112 Jul 08 18:09:30.028746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41838) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:30.037074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c2bb5b79-a3eb-4928-bd1d-83132a9ec34b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'subnet': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:30.090378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-81cf4f10-a821-4967-8e1c-49ab16adca49 None None] Provisioning for port 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:30.094986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-81cf4f10-a821-4967-8e1c-49ab16adca49 None None] Provisioning complete for port 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:30.095637 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-81cf4f10-a821-4967-8e1c-49ab16adca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:30.159394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-81cf4f10-a821-4967-8e1c-49ab16adca49 None None] Port 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:30.246956 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144f749-028d-41ce-8096-b78e6c4c6b20 req-2de8c759-71cc-4be5-85e3-584b8667f2f0 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:30.256127 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4144f749-028d-41ce-8096-b78e6c4c6b20 req-2de8c759-71cc-4be5-85e3-584b8667f2f0 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 946 time: 0.1924760 Jul 08 18:09:30.279390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7c6c748e-88ce-4885-b1de-f0cf8bb162a9 None None] Could not find standard attr ID for object 6684d2f5-0e34-40bf-b7e7-a734308ca45d. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:09:30.335788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4144f749-028d-41ce-8096-b78e6c4c6b20 req-b752ec93-da2d-43fd-8a83-193bd7fe9b1e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785227 Jul 08 18:09:30.337081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bb5b79-a3eb-4928-bd1d-83132a9ec34b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Made reservation on behalf of 01b6e35ad5974b49b0a6a597300b982a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:30.352654 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2bb5b79-a3eb-4928-bd1d-83132a9ec34b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:30.741640 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2bb5b79-a3eb-4928-bd1d-83132a9ec34b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:31.135162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bb5b79-a3eb-4928-bd1d-83132a9ec34b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:31.145921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c2bb5b79-a3eb-4928-bd1d-83132a9ec34b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:31.155567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bb5b79-a3eb-4928-bd1d-83132a9ec34b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:31.156094 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2bb5b79-a3eb-4928-bd1d-83132a9ec34b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:31.161977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b407906-9e29-46f0-a6f0-771132c9eb2a None None] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:31.201411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed1db-611e-4179-8360-abd018b7bce5 req-95f4b1df-0e1f-4409-bdd8-cbc428ce79c9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:31.207433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed1db-611e-4179-8360-abd018b7bce5 req-95f4b1df-0e1f-4409-bdd8-cbc428ce79c9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:31.213512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed1db-611e-4179-8360-abd018b7bce5 req-95f4b1df-0e1f-4409-bdd8-cbc428ce79c9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:31.220753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed1db-611e-4179-8360-abd018b7bce5 req-95f4b1df-0e1f-4409-bdd8-cbc428ce79c9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:31.226592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed1db-611e-4179-8360-abd018b7bce5 req-95f4b1df-0e1f-4409-bdd8-cbc428ce79c9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:31.232416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed1db-611e-4179-8360-abd018b7bce5 req-95f4b1df-0e1f-4409-bdd8-cbc428ce79c9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:31.239326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed1db-611e-4179-8360-abd018b7bce5 req-95f4b1df-0e1f-4409-bdd8-cbc428ce79c9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:31.252373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41854) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:31.253002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-575ed1db-611e-4179-8360-abd018b7bce5 req-95f4b1df-0e1f-4409-bdd8-cbc428ce79c9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5446 time: 0.5234721 Jul 08 18:09:31.258773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb5b79-a3eb-4928-bd1d-83132a9ec34b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Subnet': ['ID=3dc4b7df-0286-4205-823b-c6557ccc58f3,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:31.259536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e380fdb8-5dab-4c4b-a52a-993e43bdaf3c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Request body: {'floatingip': {'port_id': '59682ff9-4a96-408d-bee6-68e470629095'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:31.300525 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c2bb5b79-a3eb-4928-bd1d-83132a9ec34b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2703567 Jul 08 18:09:31.302408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41856) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:31.308056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-801788150', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3dc4b7df-0286-4205-823b-c6557ccc58f3'}], 'security_groups': ['233168f5-8f6f-49e4-ba88-0fd50364fb3b', '332c56d6-d2e3-43a0-b080-ea5e1cd37b4c']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:31.333097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fcba1-8246-4922-8688-25cb7d534b69 req-f84d187f-d157-4fc6-9b6b-a5505863f66e tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:31.342065 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e380fdb8-5dab-4c4b-a52a-993e43bdaf3c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:31.355255 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae8fcba1-8246-4922-8688-25cb7d534b69 req-f84d187f-d157-4fc6-9b6b-a5505863f66e tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 945 time: 0.5594144 Jul 08 18:09:31.528675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae8fcba1-8246-4922-8688-25cb7d534b69 req-4c9ae3bd-728d-4311-9687-462332a6f95e tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687098 Jul 08 18:09:31.855553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1495a82d-f9be-4cb6-89d8-705cb2855e67 None None] Update dhcp port {'port': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'fixed_ips': [{'subnet_id': '851aca68-e1c5-4551-964a-d2fa20a06b4a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '023d498b-c6c3-4812-88ac-370b18343cdb', 'ip_address': '2001:db8::2'}, {'subnet_id': '3dc4b7df-0286-4205-823b-c6557ccc58f3'}], 'binding:host_id': 'n-d-799684-3'}, 'id': 'ff37c1f6-a8d7-4d4a-baf2-d348be330139'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:09:31.926644 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1495a82d-f9be-4cb6-89d8-705cb2855e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:31.948430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:31.973564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4771bd-af72-4d77-9675-98ac82a30a4a req-270d0a32-1cb3-4012-b9e3-d2a909f22a5d tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:31.975207 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-af4771bd-af72-4d77-9675-98ac82a30a4a req-270d0a32-1cb3-4012-b9e3-d2a909f22a5d tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.74 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 945 time: 0.2106023 Jul 08 18:09:32.024646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5d110-d826-47f8-83b3-413da8daf092 req-c210448b-b1e5-4e1f-a6e9-dee905e61525 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:32.034855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bba5d110-d826-47f8-83b3-413da8daf092 req-c210448b-b1e5-4e1f-a6e9-dee905e61525 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 945 time: 0.3154242 Jul 08 18:09:32.419852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-1495a82d-f9be-4cb6-89d8-705cb2855e67 None None] Allocated IP 2001:db8:0:2::2 (ff268a68-3b5b-48ff-89da-7e0cd6d47fdb/3dc4b7df-0286-4205-823b-c6557ccc58f3/ff37c1f6-a8d7-4d4a-baf2-d348be330139) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:32.609710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bba5d110-d826-47f8-83b3-413da8daf092 req-c172d395-3f2c-4c06-b930-fa12de537a16 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738459 Jul 08 18:09:32.650524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1495a82d-f9be-4cb6-89d8-705cb2855e67 None None] For port ff37c1f6-a8d7-4d4a-baf2-d348be330139, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff37c1f6-a8d7-4d4a-baf2-d348be330139,segment=NetworkSegment(5a845496-aa61-4069-bede-4b147232bae0),segment_id=5a845496-aa61-4069-bede-4b147232bae0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:32.715464 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1495a82d-f9be-4cb6-89d8-705cb2855e67 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:32.737350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1495a82d-f9be-4cb6-89d8-705cb2855e67 None None] Transition to ACTIVE for port object ff37c1f6-a8d7-4d4a-baf2-d348be330139 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:32.754143 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1495a82d-f9be-4cb6-89d8-705cb2855e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:32.906043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495a82d-f9be-4cb6-89d8-705cb2855e67 None None] Pushing event updated for resources: {'Port': ['ID=ff37c1f6-a8d7-4d4a-baf2-d348be330139,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:32.993878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Delete allocated IP 2001:db8::23 (ff268a68-3b5b-48ff-89da-7e0cd6d47fdb/023d498b-c6c3-4812-88ac-370b18343cdb) {{(pid=93742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 18:09:33.048344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Allocated IP 2001:db8:0:2::3a5 (ff268a68-3b5b-48ff-89da-7e0cd6d47fdb/3dc4b7df-0286-4205-823b-c6557ccc58f3/0eddd9f3-ffd0-4c7f-a29a-c6f243885d20) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:33.073945 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e380fdb8-5dab-4c4b-a52a-993e43bdaf3c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:33.078096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939ed0-6dda-44ea-8c1e-eb5b7f714260 req-39dcc523-15f6-4545-be5d-00f68a178e53 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:33.080409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b939ed0-6dda-44ea-8c1e-eb5b7f714260 req-39dcc523-15f6-4545-be5d-00f68a178e53 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.59 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 945 time: 0.5828531 Jul 08 18:09:33.090800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e380fdb8-5dab-4c4b-a52a-993e43bdaf3c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:33.159203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-af4771bd-af72-4d77-9675-98ac82a30a4a req-67ddb520-4157-43b3-a09c-f3cf89229840 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Deleting port 8384a901-3c40-4810-816f-e62de81ddb78 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:33.159574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-af4771bd-af72-4d77-9675-98ac82a30a4a req-67ddb520-4157-43b3-a09c-f3cf89229840 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:33.206110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c71b69-8198-4e4c-8655-0a82ed7c4363 req-399199d5-494f-48dc-8d17-3f039442fd53 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:33.207661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11c71b69-8198-4e4c-8655-0a82ed7c4363 req-399199d5-494f-48dc-8d17-3f039442fd53 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 946 time: 0.5921192 Jul 08 18:09:33.303681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd140d-3d77-4845-b421-4169ddb2ca2c req-381cac48-ef43-4db3-9510-9c462e740b9e tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:33.305578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9fd140d-3d77-4845-b421-4169ddb2ca2c req-381cac48-ef43-4db3-9510-9c462e740b9e tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 945 time: 0.3371999 Jul 08 18:09:33.367148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff37c1f6-a8d7-4d4a-baf2-d348be330139 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:33.425783 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-e380fdb8-5dab-4c4b-a52a-993e43bdaf3c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Floating IP 7e421017-9014-4a84-b2f0-701c37c08504 associated. External IP: 172.25.8.23, port: 59682ff9-4a96-408d-bee6-68e470629095. Jul 08 18:09:33.485941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-af4771bd-af72-4d77-9675-98ac82a30a4a req-67ddb520-4157-43b3-a09c-f3cf89229840 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] For port 8384a901-3c40-4810-816f-e62de81ddb78, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8384a901-3c40-4810-816f-e62de81ddb78,segment=NetworkSegment(6fcc4adf-53a7-4769-9fa0-200ad3165ca3),segment_id=6fcc4adf-53a7-4769-9fa0-200ad3165ca3)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:33.486737 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-af4771bd-af72-4d77-9675-98ac82a30a4a req-67ddb520-4157-43b3-a09c-f3cf89229840 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:33.510788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-af4771bd-af72-4d77-9675-98ac82a30a4a req-67ddb520-4157-43b3-a09c-f3cf89229840 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Calling delete_port for 8384a901-3c40-4810-816f-e62de81ddb78 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:33.530091 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:33.545532 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:33.562106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Transition to ACTIVE for port object 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:33.598624 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:33.707046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-6b939ed0-6dda-44ea-8c1e-eb5b7f714260 req-86128c59-3445-422c-ab86-900d1c140a2d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Deleting port 611d73fc-8903-46a8-ab70-a8252b2562e7 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:33.707724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6b939ed0-6dda-44ea-8c1e-eb5b7f714260 req-86128c59-3445-422c-ab86-900d1c140a2d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:33.726012 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11c71b69-8198-4e4c-8655-0a82ed7c4363 req-8f5ad6fe-54ac-4c8a-a345-0f94e4771ef3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967222 Jul 08 18:09:33.982786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] In _notify_port_updated(), no bound segment for port 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 on network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:09:33.987988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:33.989083 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:33.992964 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "PUT /v2.0/ports/0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 HTTP/1.1" status: 200 len: 969 time: 2.6868398 Jul 08 18:09:34.014172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9fd140d-3d77-4845-b421-4169ddb2ca2c req-2a1bbbf3-2002-4ec9-9e39-a215cd2ba93d tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c9e77e3-1ca7-456d-8fba-e533679873cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6826231 Jul 08 18:09:34.028568 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41892) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:34.088553 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:34.153905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e380fdb8-5dab-4c4b-a52a-993e43bdaf3c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Router 101355e7-b180-442b-86a1-e1b4d309a687 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:09:34.169263 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6e2cc52c-6866-4522-9bcb-07ab7eaf6576 None None] Provisioning for port 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:34.180577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6e2cc52c-6866-4522-9bcb-07ab7eaf6576 None None] Provisioning complete for port 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:34.180974 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc52c-6866-4522-9bcb-07ab7eaf6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:34.189718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6b939ed0-6dda-44ea-8c1e-eb5b7f714260 req-86128c59-3445-422c-ab86-900d1c140a2d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] For port 611d73fc-8903-46a8-ab70-a8252b2562e7, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=611d73fc-8903-46a8-ab70-a8252b2562e7,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:34.191341 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6b939ed0-6dda-44ea-8c1e-eb5b7f714260 req-86128c59-3445-422c-ab86-900d1c140a2d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:34.205506 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-af4771bd-af72-4d77-9675-98ac82a30a4a req-67ddb520-4157-43b3-a09c-f3cf89229840 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:34.232047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-6b939ed0-6dda-44ea-8c1e-eb5b7f714260 req-86128c59-3445-422c-ab86-900d1c140a2d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Calling delete_port for 611d73fc-8903-46a8-ab70-a8252b2562e7 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:34.407324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddb520-4157-43b3-a09c-f3cf89229840 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Pushing event deleted for resources: {'Port': ['ID=8384a901-3c40-4810-816f-e62de81ddb78,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:34.525254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f720713-49b4-4df6-84e9-87696bac17ab tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event updated for resources: {'Port': ['ID=0eddd9f3-ffd0-4c7f-a29a-c6f243885d20,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:34.540869 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6b939ed0-6dda-44ea-8c1e-eb5b7f714260 req-86128c59-3445-422c-ab86-900d1c140a2d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:34.577669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f2503ce-bbea-418d-bb81-79c4f935e29e req-33917156-3d94-4061-9423-c61b9a4da223 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 210 time: 0.0491536 Jul 08 18:09:34.647573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86128c59-3445-422c-ab86-900d1c140a2d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event deleted for resources: {'Port': ['ID=611d73fc-8903-46a8-ab70-a8252b2562e7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:34.679933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4771bd-af72-4d77-9675-98ac82a30a4a req-67ddb520-4157-43b3-a09c-f3cf89229840 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] No DVR routers for this DVR port 8384a901-3c40-4810-816f-e62de81ddb78 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:34.691745 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-af4771bd-af72-4d77-9675-98ac82a30a4a req-67ddb520-4157-43b3-a09c-f3cf89229840 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:34.694074 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-af4771bd-af72-4d77-9675-98ac82a30a4a req-67ddb520-4157-43b3-a09c-f3cf89229840 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.74 "DELETE /v2.0/ports/8384a901-3c40-4810-816f-e62de81ddb78 HTTP/1.1" status: 204 len: 173 time: 2.6458375 Jul 08 18:09:34.696776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc4af83-383e-4d1d-bbaa-359ff6667436', 'name': 'network-vif-deleted', 'tag': '8384a901-3c40-4810-816f-e62de81ddb78'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:34.697064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:34.742407 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0348ca4-fa31-4e67-a2ff-b2c7a817e9aa" -d '{"events": [{"server_uuid": "abc4af83-383e-4d1d-bbaa-359ff6667436", "name": "network-vif-deleted", "tag": "8384a901-3c40-4810-816f-e62de81ddb78"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:34.782687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b939ed0-6dda-44ea-8c1e-eb5b7f714260 req-86128c59-3445-422c-ab86-900d1c140a2d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] No DVR routers for this DVR port 611d73fc-8903-46a8-ab70-a8252b2562e7 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:34.785252 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6b939ed0-6dda-44ea-8c1e-eb5b7f714260 req-86128c59-3445-422c-ab86-900d1c140a2d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:34.787958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b939ed0-6dda-44ea-8c1e-eb5b7f714260 req-86128c59-3445-422c-ab86-900d1c140a2d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.59 "DELETE /v2.0/ports/611d73fc-8903-46a8-ab70-a8252b2562e7 HTTP/1.1" status: 204 len: 173 time: 1.6857047 Jul 08 18:09:34.788408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6358f094-38f2-4991-83b4-3826a33cb51b', 'name': 'network-vif-deleted', 'tag': '611d73fc-8903-46a8-ab70-a8252b2562e7'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:34.792914 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b26d90a-1e99-4268-8725-508e0ecf7c27" -d '{"events": [{"server_uuid": "6358f094-38f2-4991-83b4-3826a33cb51b", "name": "network-vif-deleted", "tag": "611d73fc-8903-46a8-ab70-a8252b2562e7"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:34.815195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e380fdb8-5dab-4c4b-a52a-993e43bdaf3c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:09:34.825310 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e380fdb8-5dab-4c4b-a52a-993e43bdaf3c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:34.827958 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d3aae7-c0ab-4865-97eb-b8851589e388 None None] Sync routers for ids ['101355e7-b180-442b-86a1-e1b4d309a687'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:09:34.828739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8c297ed0-f10a-4659-a944-635a4f7106f5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:34.829774 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8c297ed0-f10a-4659-a944-635a4f7106f5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:34.860932 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1002f569-64be-4262-a76c-b468aec4b38c x-openstack-request-id: req-1002f569-64be-4262-a76c-b468aec4b38c {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:34.861246 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc4af83-383e-4d1d-bbaa-359ff6667436", "name": "network-vif-deleted", "tag": "8384a901-3c40-4810-816f-e62de81ddb78", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:34.862703 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d3aae7-c0ab-4865-97eb-b8851589e388 None None] Routers {'101355e7-b180-442b-86a1-e1b4d309a687'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:34.863348 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b9d3aae7-c0ab-4865-97eb-b8851589e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['101355e7-b180-442b-86a1-e1b4d309a687'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:34.865161 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1002f569-64be-4262-a76c-b468aec4b38c {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:34.865647 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc4af83-383e-4d1d-bbaa-359ff6667436', 'name': 'network-vif-deleted', 'tag': '8384a901-3c40-4810-816f-e62de81ddb78', 'status': 'completed', 'code': 200} Jul 08 18:09:34.921605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6e2cc52c-6866-4522-9bcb-07ab7eaf6576 None None] Port 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:34.965512 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3937d990-a93f-49f4-911d-4017bcc37310 x-openstack-request-id: req-3937d990-a93f-49f4-911d-4017bcc37310 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:34.965809 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6358f094-38f2-4991-83b4-3826a33cb51b", "name": "network-vif-deleted", "tag": "611d73fc-8903-46a8-ab70-a8252b2562e7", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:34.966059 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3937d990-a93f-49f4-911d-4017bcc37310 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:34.966487 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6358f094-38f2-4991-83b4-3826a33cb51b', 'name': 'network-vif-deleted', 'tag': '611d73fc-8903-46a8-ab70-a8252b2562e7', 'status': 'completed', 'code': 200} Jul 08 18:09:34.989294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6e2cc52c-6866-4522-9bcb-07ab7eaf6576 None None] Provisioning for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:35.003544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6e2cc52c-6866-4522-9bcb-07ab7eaf6576 None None] Provisioning complete for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:35.006142 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc52c-6866-4522-9bcb-07ab7eaf6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:35.040923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8384a901-3c40-4810-816f-e62de81ddb78 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:35.089481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 8384a901-3c40-4810-816f-e62de81ddb78 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:35.089976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8384a901-3c40-4810-816f-e62de81ddb78 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:35.125969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519176b-4fa6-4617-acc1-499b7d139bd6 req-f70f6373-6c80-4825-bdb0-fa1bd18e9be7 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:35.138686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4519176b-4fa6-4617-acc1-499b7d139bd6 req-f70f6373-6c80-4825-bdb0-fa1bd18e9be7 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 946 time: 0.3041406 Jul 08 18:09:35.231654 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4519176b-4fa6-4617-acc1-499b7d139bd6 req-96c4c278-97ec-4262-ab63-cee2801a4569 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920010 Jul 08 18:09:35.260080 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e380fdb8-5dab-4c4b-a52a-993e43bdaf3c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "PUT /v2.0/floatingips/7e421017-9014-4a84-b2f0-701c37c08504 HTTP/1.1" status: 200 len: 991 time: 4.0028658 Jul 08 18:09:35.276673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6e2cc52c-6866-4522-9bcb-07ab7eaf6576 None None] Provisioning complete for port 195ef2e5-446e-487c-80dc-c8754f9055fa triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:35.279477 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b9d3aae7-c0ab-4865-97eb-b8851589e388 None None] Set router 101355e7-b180-442b-86a1-e1b4d309a687 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:35.280430 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc52c-6866-4522-9bcb-07ab7eaf6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:35.332752 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8c297ed0-f10a-4659-a944-635a4f7106f5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:35.356304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8c297ed0-f10a-4659-a944-635a4f7106f5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:35.357664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6e2cc52c-6866-4522-9bcb-07ab7eaf6576 None None] Port 195ef2e5-446e-487c-80dc-c8754f9055fa cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:35.495096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ceafdc80-bcd5-4f38-9dc4-d3585eca5565 None None] Provisioning complete for port 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:35.497229 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ceafdc80-bcd5-4f38-9dc4-d3585eca5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:35.545261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4ee3022-eecd-4aa0-8fab-464d9f6acfd3 req-88252f45-aa08-4c08-9f38-e99cf31e0a82 tempest-ServerGroupTestJSON-453472372 tempest-ServerGroupTestJSON-453472372-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4af83-383e-4d1d-bbaa-359ff6667436 HTTP/1.1" status: 200 len: 210 time: 0.0896068 Jul 08 18:09:35.607822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ceafdc80-bcd5-4f38-9dc4-d3585eca5565 None None] Port 0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:35.641222 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8c297ed0-f10a-4659-a944-635a4f7106f5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:35.675392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c297ed0-f10a-4659-a944-635a4f7106f5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=0eddd9f3-ffd0-4c7f-a29a-c6f243885d20,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:35.736434 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8c297ed0-f10a-4659-a944-635a4f7106f5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:35.739611 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8c297ed0-f10a-4659-a944-635a4f7106f5 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 HTTP/1.1" status: 204 len: 168 time: 1.7073224 Jul 08 18:09:35.742017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41922) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:35.816324 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c45adf-43f3-4baa-a892-6d7eaa1af8b2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] GET failed (client error): The resource could not be found. Jul 08 18:09:35.826040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 611d73fc-8903-46a8-ab70-a8252b2562e7 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:35.831841 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41924) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:35.835664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b7c45adf-43f3-4baa-a892-6d7eaa1af8b2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports/0eddd9f3-ffd0-4c7f-a29a-c6f243885d20 HTTP/1.1" status: 404 len: 333 time: 0.0888336 Jul 08 18:09:35.907335 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e3d7c3fe-5f20-4081-88a8-219dc94bf18a req-7ea46034-db75-4898-98d1-365eb53daa9c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=6358f094-38f2-4991-83b4-3826a33cb51b HTTP/1.1" status: 200 len: 210 time: 0.0697174 Jul 08 18:09:35.946983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 611d73fc-8903-46a8-ab70-a8252b2562e7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:35.947431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 611d73fc-8903-46a8-ab70-a8252b2562e7 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:36.062059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7185b63c-cb0c-48f8-a8fd-d28d1c395cbd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.147343 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7185b63c-cb0c-48f8-a8fd-d28d1c395cbd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.233342 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5a696100-65a6-4ad4-930c-a8b879a4aa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.261157 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7185b63c-cb0c-48f8-a8fd-d28d1c395cbd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.267360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7185b63c-cb0c-48f8-a8fd-d28d1c395cbd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.271073 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7185b63c-cb0c-48f8-a8fd-d28d1c395cbd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/security-groups/73bd1533-487c-439b-aa8e-17f81597bd63 HTTP/1.1" status: 204 len: 168 time: 0.4379380 Jul 08 18:09:36.289800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41932) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:36.374067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185b63c-cb0c-48f8-a8fd-d28d1c395cbd tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bd1533-487c-439b-aa8e-17f81597bd63,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:36.424403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faff379-a47e-4f5b-95a5-1677579b36e9 req-5f474e19-56c1-4671-bbaa-e1d78e4f6958 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:36.424403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8faff379-a47e-4f5b-95a5-1677579b36e9 req-5f474e19-56c1-4671-bbaa-e1d78e4f6958 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.59 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 946 time: 0.1988497 Jul 08 18:09:36.477499 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e65f-3b73-405f-b03c-65f0e083b2b2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.499806 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b9d3aae7-c0ab-4865-97eb-b8851589e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '7e421017-9014-4a84-b2f0-701c37c08504', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'port_id': '59682ff9-4a96-408d-bee6-68e470629095', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'mac_address': 'fa:16:3e:a7:60:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:07:58Z', 'updated_at': '2021-07-08T18:09:32Z', 'revision_number': 1, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6e55bb-08a0-4f8f-9acb-c712140cc8c7', 'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'mac_address': 'fa:16:3e:b0:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:11Z', 'updated_at': '2021-07-08T18:07:19Z', 'revision_number': 5, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'subnets': [{'id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:36.510688 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e65f-3b73-405f-b03c-65f0e083b2b2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.597854 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d3aae7-c0ab-4865-97eb-b8851589e388 None None] Checking router: 101355e7-b180-442b-86a1-e1b4d309a687 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:09:36.600889 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e65f-3b73-405f-b03c-65f0e083b2b2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.604627 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e65f-3b73-405f-b03c-65f0e083b2b2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.607287 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e1b5e65f-3b73-405f-b03c-65f0e083b2b2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/security-groups/332c56d6-d2e3-43a0-b080-ea5e1cd37b4c HTTP/1.1" status: 204 len: 168 time: 0.3140171 Jul 08 18:09:36.612615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41938) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:36.619238 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d3aae7-c0ab-4865-97eb-b8851589e388 None None] Routers {'101355e7-b180-442b-86a1-e1b4d309a687'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:36.619946 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b9d3aae7-c0ab-4865-97eb-b8851589e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['101355e7-b180-442b-86a1-e1b4d309a687'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:36.642125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5e65f-3b73-405f-b03c-65f0e083b2b2 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332c56d6-d2e3-43a0-b080-ea5e1cd37b4c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:36.696914 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33a47770-b738-4733-b1b5-69c865932211 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.737772 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33a47770-b738-4733-b1b5-69c865932211 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.845789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33a47770-b738-4733-b1b5-69c865932211 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.851531 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33a47770-b738-4733-b1b5-69c865932211 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:36.853182 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-33a47770-b738-4733-b1b5-69c865932211 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/security-groups/233168f5-8f6f-49e4-ba88-0fd50364fb3b HTTP/1.1" status: 204 len: 168 time: 0.2375762 Jul 08 18:09:36.858822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c78f4-d3de-40c7-bc6f-337dbbcad00a req-7eccc481-7fe8-4c8a-8257-859c435c4a13 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:36.861548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b2c78f4-d3de-40c7-bc6f-337dbbcad00a req-7eccc481-7fe8-4c8a-8257-859c435c4a13 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 946 time: 0.3926022 Jul 08 18:09:36.866540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41944) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:36.881239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': '59682ff9-4a96-408d-bee6-68e470629095'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:36.883347 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b97cf9-7df8-434e-be08-2135febdd6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "59682ff9-4a96-408d-bee6-68e470629095"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:36.891719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a47770-b738-4733-b1b5-69c865932211 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233168f5-8f6f-49e4-ba88-0fd50364fb3b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:36.899232 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b9d3aae7-c0ab-4865-97eb-b8851589e388 None None] Set router 101355e7-b180-442b-86a1-e1b4d309a687 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:36.952725 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-8faff379-a47e-4f5b-95a5-1677579b36e9 req-2c769b9c-a540-408c-9edd-82c991804842 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Deleting port 36778f91-258d-4110-b5bb-e7e7fc13a387 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:36.953320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8faff379-a47e-4f5b-95a5-1677579b36e9 req-2c769b9c-a540-408c-9edd-82c991804842 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:37.031880 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a881156-4d7e-415f-949c-0679bfa11907 x-openstack-request-id: req-3a881156-4d7e-415f-949c-0679bfa11907 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:37.032730 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "tag": "59682ff9-4a96-408d-bee6-68e470629095", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:37.032989 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a881156-4d7e-415f-949c-0679bfa11907 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:37.033774 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'tag': '59682ff9-4a96-408d-bee6-68e470629095', 'status': 'completed', 'code': 200} Jul 08 18:09:37.049410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b2c78f4-d3de-40c7-bc6f-337dbbcad00a req-a4423169-4128-4103-adca-dc104ec88742 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588633 Jul 08 18:09:37.058665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4823aba7-d2c3-40bb-915f-679edc262702 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting subnet 023d498b-c6c3-4812-88ac-370b18343cdb {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:09:37.080939 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4823aba7-d2c3-40bb-915f-679edc262702 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:37.197977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4823aba7-d2c3-40bb-915f-679edc262702 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:37.259625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-eb2816df-fa80-45be-8e55-5872f8d9c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:37.266220 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-eb2816df-fa80-45be-8e55-5872f8d9c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:37.267371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-eb2816df-fa80-45be-8e55-5872f8d9c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:37.268020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-eb2816df-fa80-45be-8e55-5872f8d9c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:37.268513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-eb2816df-fa80-45be-8e55-5872f8d9c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:37.268998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-eb2816df-fa80-45be-8e55-5872f8d9c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:37.269468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-eb2816df-fa80-45be-8e55-5872f8d9c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:37.273559 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-eb2816df-fa80-45be-8e55-5872f8d9c066 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6503 time: 0.1762438 Jul 08 18:09:37.319962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-8faff379-a47e-4f5b-95a5-1677579b36e9 req-2c769b9c-a540-408c-9edd-82c991804842 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] For port 36778f91-258d-4110-b5bb-e7e7fc13a387, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=36778f91-258d-4110-b5bb-e7e7fc13a387,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:37.322320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8faff379-a47e-4f5b-95a5-1677579b36e9 req-2c769b9c-a540-408c-9edd-82c991804842 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:37.373462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-8faff379-a47e-4f5b-95a5-1677579b36e9 req-2c769b9c-a540-408c-9edd-82c991804842 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Calling delete_port for 36778f91-258d-4110-b5bb-e7e7fc13a387 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:37.461369 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b9d3aae7-c0ab-4865-97eb-b8851589e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '7e421017-9014-4a84-b2f0-701c37c08504', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'port_id': '59682ff9-4a96-408d-bee6-68e470629095', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'mac_address': 'fa:16:3e:a7:60:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:07:58Z', 'updated_at': '2021-07-08T18:09:32Z', 'revision_number': 1, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6e55bb-08a0-4f8f-9acb-c712140cc8c7', 'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'mac_address': 'fa:16:3e:b0:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:11Z', 'updated_at': '2021-07-08T18:07:19Z', 'revision_number': 5, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'subnets': [{'id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:37.520907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-34a78140-52a9-42e4-820c-1c63efe6caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:37.527761 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-34a78140-52a9-42e4-820c-1c63efe6caa6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=862c2a37-d96a-4888-ae5a-8d974ff33d02 HTTP/1.1" status: 200 len: 918 time: 0.2461171 Jul 08 18:09:37.532028 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d3aae7-c0ab-4865-97eb-b8851589e388 None None] The sync data for ids ['101355e7-b180-442b-86a1-e1b4d309a687'] in n-d-799684-3 is: [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '7e421017-9014-4a84-b2f0-701c37c08504', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'port_id': '59682ff9-4a96-408d-bee6-68e470629095', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'mac_address': 'fa:16:3e:a7:60:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a643e5-eb65-4885-9b90-0b460347539b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:07:58Z', 'updated_at': '2021-07-08T18:09:32Z', 'revision_number': 1, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6e55bb-08a0-4f8f-9acb-c712140cc8c7', 'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'mac_address': 'fa:16:3e:b0:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:11Z', 'updated_at': '2021-07-08T18:07:19Z', 'revision_number': 5, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'subnets': [{'id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:09:37.628895 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4823aba7-d2c3-40bb-915f-679edc262702 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:37.707516 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-938c3a8f-69eb-465a-98b5-bf590134429b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59682ff9-4a96-408d-bee6-68e470629095 HTTP/1.1" status: 200 len: 999 time: 0.1722596 Jul 08 18:09:37.821842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-a8c22ab1-8ae3-4f0c-904f-b2ad20aec9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:37.828276 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-a8c22ab1-8ae3-4f0c-904f-b2ad20aec9c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b086e9c1-9a00-48ee-9a32-68a956d42d32 HTTP/1.1" status: 200 len: 856 time: 0.1098676 Jul 08 18:09:37.892194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4823aba7-d2c3-40bb-915f-679edc262702 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:37.956524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-85f19eba-66a3-4d4e-b77d-ce87057b5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:37.963270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823aba7-d2c3-40bb-915f-679edc262702 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Subnet': ['ID=023d498b-c6c3-4812-88ac-370b18343cdb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:37.971714 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-85f19eba-66a3-4d4e-b77d-ce87057b5d98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=862c2a37-d96a-4888-ae5a-8d974ff33d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348491 Jul 08 18:09:37.979291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdc9182-6ab9-4c17-8ee1-e49e0ee82f96 None None] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:37.982473 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4823aba7-d2c3-40bb-915f-679edc262702 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:37.992187 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4823aba7-d2c3-40bb-915f-679edc262702 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/023d498b-c6c3-4812-88ac-370b18343cdb HTTP/1.1" status: 204 len: 168 time: 1.1223712 Jul 08 18:09:37.992852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41976) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:38.005976 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8faff379-a47e-4f5b-95a5-1677579b36e9 req-2c769b9c-a540-408c-9edd-82c991804842 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:38.086425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c769b9c-a540-408c-9edd-82c991804842 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event deleted for resources: {'Port': ['ID=36778f91-258d-4110-b5bb-e7e7fc13a387,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:38.177732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5500c2d5-2fb1-4a0c-80c7-dc973978a7c7 None None] New status for floating IP 7e421017-9014-4a84-b2f0-701c37c08504: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:09:38.264149 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-d9b4067c-ee3e-4d77-88cd-c68bca6d9406 service neutron] 10.222.0.59 "GET /v2.0/networks/862c2a37-d96a-4888-ae5a-8d974ff33d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889869 Jul 08 18:09:38.290708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faff379-a47e-4f5b-95a5-1677579b36e9 req-2c769b9c-a540-408c-9edd-82c991804842 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] No DVR routers for this DVR port 36778f91-258d-4110-b5bb-e7e7fc13a387 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:38.305516 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8faff379-a47e-4f5b-95a5-1677579b36e9 req-2c769b9c-a540-408c-9edd-82c991804842 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:38.308068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8faff379-a47e-4f5b-95a5-1677579b36e9 req-2c769b9c-a540-408c-9edd-82c991804842 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.59 "DELETE /v2.0/ports/36778f91-258d-4110-b5bb-e7e7fc13a387 HTTP/1.1" status: 204 len: 173 time: 1.8703690 Jul 08 18:09:38.308546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3786006b-cd69-4859-b188-d7f9a0d7df49', 'name': 'network-vif-deleted', 'tag': '36778f91-258d-4110-b5bb-e7e7fc13a387'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:38.315097 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed27b59d-544d-4122-aaa4-3d3829001cee" -d '{"events": [{"server_uuid": "3786006b-cd69-4859-b188-d7f9a0d7df49", "name": "network-vif-deleted", "tag": "36778f91-258d-4110-b5bb-e7e7fc13a387"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:38.418076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee5fea4-2a45-4ded-8d68-8ea1b882f67d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting subnet 3dc4b7df-0286-4205-823b-c6557ccc58f3 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:09:38.426396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41994) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:38.430917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab59b13e-2856-4a74-b318-39a1ee088496 req-c7e3f6c5-9829-41e6-8f3f-56d4ebc15024 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=3786006b-cd69-4859-b188-d7f9a0d7df49 HTTP/1.1" status: 200 len: 210 time: 0.1028268 Jul 08 18:09:38.432256 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ee5fea4-2a45-4ded-8d68-8ea1b882f67d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:38.542173 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73b97cf9-7df8-434e-be08-2135febdd6c0 req-a131c9e6-33ee-4284-857e-f36aa6173b6e service neutron] 10.222.0.59 "GET /v2.0/networks/862c2a37-d96a-4888-ae5a-8d974ff33d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675998 Jul 08 18:09:38.588761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-292a1485-bb40-4cf7-a222-58a478237c24 admin admin] Deleting subnet 2c853a7b-88f7-417f-a328-bfb54ce1b39a {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:09:38.601372 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292a1485-bb40-4cf7-a222-58a478237c24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:38.621332 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ee5fea4-2a45-4ded-8d68-8ea1b882f67d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:38.663767 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a14293f-0445-4c39-9e46-08a6d91b7b34 x-openstack-request-id: req-6a14293f-0445-4c39-9e46-08a6d91b7b34 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:38.664057 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3786006b-cd69-4859-b188-d7f9a0d7df49", "name": "network-vif-deleted", "tag": "36778f91-258d-4110-b5bb-e7e7fc13a387", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:38.664311 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a14293f-0445-4c39-9e46-08a6d91b7b34 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:38.664702 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3786006b-cd69-4859-b188-d7f9a0d7df49', 'name': 'network-vif-deleted', 'tag': '36778f91-258d-4110-b5bb-e7e7fc13a387', 'status': 'completed', 'code': 200} Jul 08 18:09:38.726534 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292a1485-bb40-4cf7-a222-58a478237c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:38.777660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-ec8a6798-faaf-4e4e-8dc2-4ba43563e63e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:38.785993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-ec8a6798-faaf-4e4e-8dc2-4ba43563e63e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.2977800 Jul 08 18:09:38.831504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-b7e31693-e152-4920-8110-59d3be257d2c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/quotas/1bc3d156bc844a62b3e7e6683036b19a HTTP/1.1" status: 200 len: 375 time: 0.0445337 Jul 08 18:09:38.840669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292a1485-bb40-4cf7-a222-58a478237c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:38.904487 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ee5fea4-2a45-4ded-8d68-8ea1b882f67d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:38.989848 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292a1485-bb40-4cf7-a222-58a478237c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:39.002961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-85e541c8-2ae8-46de-959e-c7995ab3d936 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1704731 Jul 08 18:09:39.010401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292a1485-bb40-4cf7-a222-58a478237c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:39.022259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42010) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:39.023247 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-292a1485-bb40-4cf7-a222-58a478237c24 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2c853a7b-88f7-417f-a328-bfb54ce1b39a HTTP/1.1" status: 204 len: 168 time: 0.5954978 Jul 08 18:09:39.058171 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:39.070853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a1485-bb40-4cf7-a222-58a478237c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c853a7b-88f7-417f-a328-bfb54ce1b39a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:39.115375 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ba48204-c894-4bbb-b8b7-fae6f1f16cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:39.172267 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ee5fea4-2a45-4ded-8d68-8ea1b882f67d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:39.350198 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:39.419864 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ee5fea4-2a45-4ded-8d68-8ea1b882f67d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:39.422011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2ee5fea4-2a45-4ded-8d68-8ea1b882f67d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/3dc4b7df-0286-4205-823b-c6557ccc58f3 HTTP/1.1" status: 204 len: 168 time: 1.4263911 Jul 08 18:09:39.423679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5fea4-2a45-4ded-8d68-8ea1b882f67d tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc4b7df-0286-4205-823b-c6557ccc58f3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:39.426191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42014) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:39.527675 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5bccf7-4657-4c6a-b77a-5962fec1175b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:09:39.528556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5bccf7-4657-4c6a-b77a-5962fec1175b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:39.530978 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3d5bccf7-4657-4c6a-b77a-5962fec1175b tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/023d498b-c6c3-4812-88ac-370b18343cdb HTTP/1.1" status: 404 len: 337 time: 0.1046479 Jul 08 18:09:39.535532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42022) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:39.589527 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:39.604085 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6af3f6-a6a0-46f5-b717-6e7264f65bb0']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:39.608447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-e9ad2485-0732-41c1-9162-11fc62e20d6f service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046729 Jul 08 18:09:39.664662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd970b39-d504-4173-bcfb-9e843b48bfa3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting subnet 851aca68-e1c5-4551-964a-d2fa20a06b4a {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:09:39.671790 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd970b39-d504-4173-bcfb-9e843b48bfa3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:39.739492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd970b39-d504-4173-bcfb-9e843b48bfa3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:39.801783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85574a89-259e-46b1-9c55-073b1098e492 None None] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:39.933703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd970b39-d504-4173-bcfb-9e843b48bfa3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.041715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 36778f91-258d-4110-b5bb-e7e7fc13a387 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:40.106912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd970b39-d504-4173-bcfb-9e843b48bfa3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.185583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 36778f91-258d-4110-b5bb-e7e7fc13a387 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:40.185583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 36778f91-258d-4110-b5bb-e7e7fc13a387 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:40.221255 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.227934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-176f86fd-3f00-45f2-9dda-2ce984ce7ca9 None None] Provisioning complete for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:40.228403 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-176f86fd-3f00-45f2-9dda-2ce984ce7ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.245103 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd970b39-d504-4173-bcfb-9e843b48bfa3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.264529 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cd970b39-d504-4173-bcfb-9e843b48bfa3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/851aca68-e1c5-4551-964a-d2fa20a06b4a HTTP/1.1" status: 204 len: 168 time: 0.7277114 Jul 08 18:09:40.265531 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42038) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:40.271261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd970b39-d504-4173-bcfb-9e843b48bfa3 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Subnet': ['ID=851aca68-e1c5-4551-964a-d2fa20a06b4a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:40.343244 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffcd38d-ff90-495c-b2d8-142bbcaf1c96 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:09:40.343766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffcd38d-ff90-495c-b2d8-142bbcaf1c96 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:40.350853 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5ffcd38d-ff90-495c-b2d8-142bbcaf1c96 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/56884c3e-11dc-45a5-bbe6-b5b5686c5447 HTTP/1.1" status: 404 len: 337 time: 0.0674014 Jul 08 18:09:40.352658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42042) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:40.359614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-176f86fd-3f00-45f2-9dda-2ce984ce7ca9 None None] Provisioning complete for port 195ef2e5-446e-487c-80dc-c8754f9055fa triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:40.360380 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-176f86fd-3f00-45f2-9dda-2ce984ce7ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.364166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcc4adf-53a7-4769-9fa0-200ad3165ca3') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:40.364612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcc4adf-53a7-4769-9fa0-200ad3165ca3') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:40.393507 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.407980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-176f86fd-3f00-45f2-9dda-2ce984ce7ca9 None None] Port 195ef2e5-446e-487c-80dc-c8754f9055fa cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:40.425142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42046) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:40.425563 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-92e4f2d1-865d-42f2-8dce-3e164ea4c4d7 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "GET /v2.0/ports?device_id=76f733b3-748a-4839-bfea-37b21bfafb9d HTTP/1.1" status: 200 len: 205 time: 0.0685372 Jul 08 18:09:40.436704 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.477773 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-8b6b299b-0ccc-4bf9-8703-5e23c1765a22 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] delete failed (client error): The resource could not be found. Jul 08 18:09:40.481798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42048) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:40.491500 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8b6b299b-0ccc-4bf9-8703-5e23c1765a22 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/routers/76f733b3-748a-4839-bfea-37b21bfafb9d HTTP/1.1" status: 404 len: 336 time: 0.0628719 Jul 08 18:09:40.496683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:09:40.497292 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.499759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e343cd-5928-4fa8-aa27-c12fe326413c None None] Update dhcp port {'port': {'network_id': 'ff268a68-3b5b-48ff-89da-7e0cd6d47fdb', 'fixed_ips': [{'subnet_id': '851aca68-e1c5-4551-964a-d2fa20a06b4a'}], 'binding:host_id': 'n-d-799684-3'}, 'id': 'ff37c1f6-a8d7-4d4a-baf2-d348be330139'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:09:40.504272 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:09:40.541934 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca7c4be-a87b-488e-8fa9-8370adc628ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:09:40.543080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca7c4be-a87b-488e-8fa9-8370adc628ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:40.556674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-51e343cd-5928-4fa8-aa27-c12fe326413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.558921 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2ca7c4be-a87b-488e-8fa9-8370adc628ed tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/86cd5c90-b2df-4ec9-aef8-63c2116a3c61 HTTP/1.1" status: 404 len: 337 time: 0.0759351 Jul 08 18:09:40.559543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42050) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:40.608136 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2787168-e346-4cd1-953b-945d8233b1ba tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:09:40.608594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2787168-e346-4cd1-953b-945d8233b1ba tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:40.613478 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c2787168-e346-4cd1-953b-945d8233b1ba tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/5370cacb-8775-46de-b1ad-531466a7506e HTTP/1.1" status: 404 len: 337 time: 0.0529511 Jul 08 18:09:40.614068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42052) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:40.664175 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2228e3a1-9049-43c0-920a-54174f55898e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:09:40.664632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2228e3a1-9049-43c0-920a-54174f55898e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:40.666474 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2228e3a1-9049-43c0-920a-54174f55898e tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/8be7e913-a167-45ef-8652-e5c0898c03a4 HTTP/1.1" status: 404 len: 337 time: 0.0514364 Jul 08 18:09:40.679096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42054) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:40.718017 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cd66b1-3663-4781-bf9f-66d059ad7c79 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:09:40.718842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cd66b1-3663-4781-bf9f-66d059ad7c79 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:40.721572 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-09cd66b1-3663-4781-bf9f-66d059ad7c79 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/4e76700f-1218-49e9-9e1c-6cda0645d165 HTTP/1.1" status: 404 len: 333 time: 0.0368810 Jul 08 18:09:40.724285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42056) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:40.726796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-9d7c6fa2-052d-4e59-9a87-8d038729a018 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1081688 Jul 08 18:09:40.728171 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.735596 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.737883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] 10.222.0.73 "DELETE /v2.0/networks/da6af3f6-a6a0-46f5-b717-6e7264f65bb0 HTTP/1.1" status: 204 len: 168 time: 1.7146821 Jul 08 18:09:40.756083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=da6af3f6-a6a0-46f5-b717-6e7264f65bb0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:40.774155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.777126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.777736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.778422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.779618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.779970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.780335 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0284b5fe-aa81-4ee0-abf9-7ac8b54cd2ee tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:09:40.780672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.781194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.781331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0284b5fe-aa81-4ee0-abf9-7ac8b54cd2ee tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:40.782417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.782926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.783618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.784253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27435e-9149-4ebe-bdc9-38c386a99a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:40.786864 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0284b5fe-aa81-4ee0-abf9-7ac8b54cd2ee tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/fb8f5b3e-92f3-4747-a78f-3221b799a865 HTTP/1.1" status: 404 len: 337 time: 0.0605550 Jul 08 18:09:40.790529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42060) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:40.846181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d61ab-5918-47a8-89ef-13a5cf8b78ba None None] Network ff268a68-3b5b-48ff-89da-7e0cd6d47fdb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:40.857758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-148ee167-2b95-429d-a468-41d96f5e0dbc None None] Provisioning complete for port ff37c1f6-a8d7-4d4a-baf2-d348be330139 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:40.859301 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-148ee167-2b95-429d-a468-41d96f5e0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:40.865194 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-79456f9a-f666-42cd-aca8-83d87c038217 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:09:40.865846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79456f9a-f666-42cd-aca8-83d87c038217 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:40.867795 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-79456f9a-f666-42cd-aca8-83d87c038217 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/41f6730c-d343-486c-885d-12cd39fcc56f HTTP/1.1" status: 404 len: 337 time: 0.0760694 Jul 08 18:09:40.870382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a461c04-65d0-4758-9bd6-fcefa8b3b1be req-42db1467-a89d-467e-89db-46bae6f67c18 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:40.871336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42062) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:40.876412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a461c04-65d0-4758-9bd6-fcefa8b3b1be req-42db1467-a89d-467e-89db-46bae6f67c18 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.2339432 Jul 08 18:09:40.925248 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a461c04-65d0-4758-9bd6-fcefa8b3b1be req-4d7c9f01-b2d7-47a2-989a-c56975e0685b tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447872 Jul 08 18:09:40.937987 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98f2840-6bf4-47e2-8284-5e401dedbe79 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:09:40.960795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98f2840-6bf4-47e2-8284-5e401dedbe79 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:40.963061 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f98f2840-6bf4-47e2-8284-5e401dedbe79 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/22343a63-f4e9-4c08-b253-46f01315194d HTTP/1.1" status: 404 len: 333 time: 0.0905437 Jul 08 18:09:40.966340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42064) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:41.025603 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee98ea53-2fb1-4f70-a0aa-3f349e656075 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:09:41.026152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee98ea53-2fb1-4f70-a0aa-3f349e656075 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:41.030823 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42074) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:41.031002 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ee98ea53-2fb1-4f70-a0aa-3f349e656075 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/a1e193d8-2ee4-4e00-866e-bc88530e331f HTTP/1.1" status: 404 len: 337 time: 0.0638568 Jul 08 18:09:41.057571 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42080) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:41.128607 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9eaed7-9e35-49cf-9fe2-36668446d938 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] DELETE failed (client error): The resource could not be found. Jul 08 18:09:41.129791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9eaed7-9e35-49cf-9fe2-36668446d938 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:09:41.138793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7f9eaed7-9e35-49cf-9fe2-36668446d938 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/subnets/20ac9316-fa9c-43cc-a4ff-f0e00596e6e4 HTTP/1.1" status: 404 len: 337 time: 0.1039464 Jul 08 18:09:41.143172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42086) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:41.207252 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d369ea95-27db-4bd8-b75a-47076d5048f7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=552a2a5451f54c1fb4d84901825d5c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483989 Jul 08 18:09:41.250151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42088) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:41.384648 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-51c04eb3-399d-49af-b033-ffdb497e099a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.393577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff37c1f6-a8d7-4d4a-baf2-d348be330139 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:41.396151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9df379f6-feb5-4b0c-a9a4-5d994b950641 req-0f91d61e-3114-4c47-8c06-13652dcab454 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 210 time: 0.0838389 Jul 08 18:09:41.399412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b276614f-1fbd-49cd-a275-287ddc9e6f06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port 195ef2e5-446e-487c-80dc-c8754f9055fa {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:41.399713 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b276614f-1fbd-49cd-a275-287ddc9e6f06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.447956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-51c04eb3-399d-49af-b033-ffdb497e099a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.489808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-cd76d146-7450-4552-86c9-b188832aff54 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:41.498143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-cd76d146-7450-4552-86c9-b188832aff54 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.3996022 Jul 08 18:09:41.516171 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b276614f-1fbd-49cd-a275-287ddc9e6f06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.518239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-b44f1cb9-36d0-47d9-95c4-a642241a6ecf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/quotas/db9c7b6194e74bf99ed16a978b364cfe HTTP/1.1" status: 200 len: 375 time: 0.0189159 Jul 08 18:09:41.538794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-148ee167-2b95-429d-a468-41d96f5e0dbc None None] Provisioning complete for port 195ef2e5-446e-487c-80dc-c8754f9055fa triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:41.540921 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-148ee167-2b95-429d-a468-41d96f5e0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.545907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b276614f-1fbd-49cd-a275-287ddc9e6f06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for 195ef2e5-446e-487c-80dc-c8754f9055fa owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:41.588273 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-4b70c98c-4240-4728-a62c-8ea001fd371c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690084 Jul 08 18:09:41.629269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-148ee167-2b95-429d-a468-41d96f5e0dbc None None] Port 195ef2e5-446e-487c-80dc-c8754f9055fa cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:41.680098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-51c04eb3-399d-49af-b033-ffdb497e099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.682627 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-51c04eb3-399d-49af-b033-ffdb497e099a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.683774 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-51c04eb3-399d-49af-b033-ffdb497e099a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c9e77e3-1ca7-456d-8fba-e533679873cf HTTP/1.1" status: 204 len: 168 time: 0.4317057 Jul 08 18:09:41.710512 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.748856 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de9f1b7-8521-4919-a601-546d618ea7f3 None None] DHCP port deletion for ff268a68-3b5b-48ff-89da-7e0cd6d47fdb request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:09:41.757165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c04eb3-399d-49af-b033-ffdb497e099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9e77e3-1ca7-456d-8fba-e533679873cf,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:41.797456 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b276614f-1fbd-49cd-a275-287ddc9e6f06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.832358 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-ad838413-3069-4822-ac7f-20843d71303b service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426085 Jul 08 18:09:41.837464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276614f-1fbd-49cd-a275-287ddc9e6f06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=195ef2e5-446e-487c-80dc-c8754f9055fa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:41.848084 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.849447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b276614f-1fbd-49cd-a275-287ddc9e6f06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.852354 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b276614f-1fbd-49cd-a275-287ddc9e6f06 tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/ports/195ef2e5-446e-487c-80dc-c8754f9055fa HTTP/1.1" status: 204 len: 168 time: 0.7043033 Jul 08 18:09:41.854981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42106) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:41.896242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port ff37c1f6-a8d7-4d4a-baf2-d348be330139, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff37c1f6-a8d7-4d4a-baf2-d348be330139,segment=NetworkSegment(5a845496-aa61-4069-bede-4b147232bae0),segment_id=5a845496-aa61-4069-bede-4b147232bae0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:41.905531 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:41.912695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9de9f1b7-8521-4919-a601-546d618ea7f3 None None] Deleting port ff37c1f6-a8d7-4d4a-baf2-d348be330139 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:41.913179 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9de9f1b7-8521-4919-a601-546d618ea7f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.029674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9de9f1b7-8521-4919-a601-546d618ea7f3 None None] For port ff37c1f6-a8d7-4d4a-baf2-d348be330139, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff37c1f6-a8d7-4d4a-baf2-d348be330139,segment=NetworkSegment(5a845496-aa61-4069-bede-4b147232bae0),segment_id=5a845496-aa61-4069-bede-4b147232bae0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:42.029674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9de9f1b7-8521-4919-a601-546d618ea7f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.076201 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.082792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9de9f1b7-8521-4919-a601-546d618ea7f3 None None] Calling delete_port for ff37c1f6-a8d7-4d4a-baf2-d348be330139 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:42.092408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=ff37c1f6-a8d7-4d4a-baf2-d348be330139,revision_number=11']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:42.113832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-91b833a4-e58c-4c19-846c-ef9143f19536 service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563999 Jul 08 18:09:42.197590 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9de9f1b7-8521-4919-a601-546d618ea7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.212330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Deleting port ff37c1f6-a8d7-4d4a-baf2-d348be330139 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:42.212893 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.238503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9f1b7-8521-4919-a601-546d618ea7f3 None None] Pushing event deleted for resources: {'Port': ['ID=ff37c1f6-a8d7-4d4a-baf2-d348be330139,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:42.258291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9f1b7-8521-4919-a601-546d618ea7f3 None None] No DVR routers for this DVR port ff37c1f6-a8d7-4d4a-baf2-d348be330139 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:42.301191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf11dc-6901-499a-b34b-eec4db31a28b req-2e03dcd6-4d60-4552-ac76-46b18a05eda2 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:42.303636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fbf11dc-6901-499a-b34b-eec4db31a28b req-2e03dcd6-4d60-4552-ac76-46b18a05eda2 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.1536965 Jul 08 18:09:42.324847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] For port ff37c1f6-a8d7-4d4a-baf2-d348be330139, host n-d-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:42.325210 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.365364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Calling delete_port for ff37c1f6-a8d7-4d4a-baf2-d348be330139 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:42.383848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Port ff37c1f6-a8d7-4d4a-baf2-d348be330139 was not found and therefore no delete operation was performed {{(pid=93742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:09:42.392744 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.406548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fbf11dc-6901-499a-b34b-eec4db31a28b req-1ed9d14d-ef81-45cf-95a1-eeec378605b3 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950546 Jul 08 18:09:42.428427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Port': ['ID=ff37c1f6-a8d7-4d4a-baf2-d348be330139,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:42.431394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] No DVR routers for this DVR port ff37c1f6-a8d7-4d4a-baf2-d348be330139 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:42.567313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.587026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff268a68-3b5b-48ff-89da-7e0cd6d47fdb']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:42.609638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a845496-aa61-4069-bede-4b147232bae0') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:42.609990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a845496-aa61-4069-bede-4b147232bae0') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:42.623728 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.634402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278bd9f-d6b8-4909-920d-388e8e415f65 req-f4cb9bbb-cacd-42a6-add9-6fe177685c0c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:42.641927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f278bd9f-d6b8-4909-920d-388e8e415f65 req-f4cb9bbb-cacd-42a6-add9-6fe177685c0c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 946 time: 0.1664400 Jul 08 18:09:42.706086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b5303f7-d866-4ccd-8e62-32eebc94e306 req-3382e3ed-9799-47e1-8e3a-ccf935112e45 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 210 time: 0.0455303 Jul 08 18:09:42.708752 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.723776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:09:42.723980 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:09:42.727975 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:09:42.783418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca146d6f-292a-42c4-bb8a-a39b24b0c29b req-e55087b9-8eee-4685-8776-24a412a91029 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:42.786199 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca146d6f-292a-42c4-bb8a-a39b24b0c29b req-e55087b9-8eee-4685-8776-24a412a91029 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.74 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 946 time: 0.1252649 Jul 08 18:09:42.795908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f278bd9f-d6b8-4909-920d-388e8e415f65 req-e47a4e72-baf9-4d54-ac50-f70e144f51a3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529989 Jul 08 18:09:42.844056 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.855494 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:42.857782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] 10.222.0.73 "DELETE /v2.0/networks/ff268a68-3b5b-48ff-89da-7e0cd6d47fdb HTTP/1.1" status: 204 len: 168 time: 1.0015910 Jul 08 18:09:42.875061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63c848-7092-436a-96c3-3d5858b496ae tempest-PortsIpV6TestJSON-521073928 tempest-PortsIpV6TestJSON-521073928-project] Pushing event deleted for resources: {'Network': ['ID=ff268a68-3b5b-48ff-89da-7e0cd6d47fdb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:43.023702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc224def-0275-4b86-bb52-890a991513f1 req-41aa9734-16eb-4a66-8544-1cd2efaa8adf tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 210 time: 0.0420868 Jul 08 18:09:43.139616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ca146d6f-292a-42c4-bb8a-a39b24b0c29b req-06b89ad2-badc-4b5c-9245-ee519db61ef8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Deleting port 3bc5f862-0007-42a2-89ea-c00101c37cfd {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:43.141306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca146d6f-292a-42c4-bb8a-a39b24b0c29b req-06b89ad2-badc-4b5c-9245-ee519db61ef8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:43.210199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-5c5efd9a-7751-43d2-bf23-af585351d1bd tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:43.213869 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-5c5efd9a-7751-43d2-bf23-af585351d1bd tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.1650279 Jul 08 18:09:43.227064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Request body: {'port': {'device_id': '9da9e58c-fadc-493e-9c48-c25968845710', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'admin_state_up': True, 'tenant_id': '1bc3d156bc844a62b3e7e6683036b19a'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:43.357605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ca146d6f-292a-42c4-bb8a-a39b24b0c29b req-06b89ad2-badc-4b5c-9245-ee519db61ef8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] For port 3bc5f862-0007-42a2-89ea-c00101c37cfd, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=3bc5f862-0007-42a2-89ea-c00101c37cfd,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:43.360847 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca146d6f-292a-42c4-bb8a-a39b24b0c29b req-06b89ad2-badc-4b5c-9245-ee519db61ef8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:43.384982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ca146d6f-292a-42c4-bb8a-a39b24b0c29b req-06b89ad2-badc-4b5c-9245-ee519db61ef8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Calling delete_port for 3bc5f862-0007-42a2-89ea-c00101c37cfd owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:43.391670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Made reservation on behalf of 1bc3d156bc844a62b3e7e6683036b19a for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:43.393173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42168) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:43.395357 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:43.592866 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca146d6f-292a-42c4-bb8a-a39b24b0c29b req-06b89ad2-badc-4b5c-9245-ee519db61ef8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:43.607857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['38fe7072-45b4-43d8-a193-f3eb9f151697'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:43.631854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-efad12ea-a67b-49a3-8b3f-a0bc7c41766a req-31dcf477-4056-4c04-b869-ae390d9b22de tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=61605540-1df3-46fe-9889-8bfc7ea8f22e HTTP/1.1" status: 200 len: 210 time: 0.0427055 Jul 08 18:09:43.632501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b89ad2-badc-4b5c-9245-ee519db61ef8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Pushing event deleted for resources: {'Port': ['ID=3bc5f862-0007-42a2-89ea-c00101c37cfd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:43.659306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Allocated IP 172.20.0.13 (f7082571-fe51-4603-88f3-1cac609727eb/86a08708-032c-4e16-8dde-9405642ab9ac/26b13134-fcf9-487e-ae3b-6d85328e321b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:43.736335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca146d6f-292a-42c4-bb8a-a39b24b0c29b req-06b89ad2-badc-4b5c-9245-ee519db61ef8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] No DVR routers for this DVR port 3bc5f862-0007-42a2-89ea-c00101c37cfd on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:43.743814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca146d6f-292a-42c4-bb8a-a39b24b0c29b req-06b89ad2-badc-4b5c-9245-ee519db61ef8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:43.747870 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca146d6f-292a-42c4-bb8a-a39b24b0c29b req-06b89ad2-badc-4b5c-9245-ee519db61ef8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.74 "DELETE /v2.0/ports/3bc5f862-0007-42a2-89ea-c00101c37cfd HTTP/1.1" status: 204 len: 173 time: 0.9534709 Jul 08 18:09:43.748509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61605540-1df3-46fe-9889-8bfc7ea8f22e', 'name': 'network-vif-deleted', 'tag': '3bc5f862-0007-42a2-89ea-c00101c37cfd'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:43.750856 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc32793-afe1-4edf-8fa9-d3decc15ac2a" -d '{"events": [{"server_uuid": "61605540-1df3-46fe-9889-8bfc7ea8f22e", "name": "network-vif-deleted", "tag": "3bc5f862-0007-42a2-89ea-c00101c37cfd"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:43.755135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a99b4e23-71ed-4f97-92b9-bd89575d695a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=01b6e35ad5974b49b0a6a597300b982a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604577 Jul 08 18:09:43.760697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42182) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:43.888684 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036c9676-713d-4165-a758-31c944771fb7 x-openstack-request-id: req-036c9676-713d-4165-a758-31c944771fb7 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:43.889437 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61605540-1df3-46fe-9889-8bfc7ea8f22e", "name": "network-vif-deleted", "tag": "3bc5f862-0007-42a2-89ea-c00101c37cfd", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:43.889437 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-036c9676-713d-4165-a758-31c944771fb7 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:43.889621 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61605540-1df3-46fe-9889-8bfc7ea8f22e', 'name': 'network-vif-deleted', 'tag': '3bc5f862-0007-42a2-89ea-c00101c37cfd', 'status': 'completed', 'code': 200} Jul 08 18:09:43.890179 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6180288-d271-463f-993e-ae18ec7a7d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:43.917204 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6180288-d271-463f-993e-ae18ec7a7d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:44.002179 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:44.006236 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cafa0fa-5cb2-4f73-9970-154c42a632ff req-39d7cfa2-0964-43f1-a3c0-fe1d3570c2d7 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 210 time: 0.0478644 Jul 08 18:09:44.026716 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6180288-d271-463f-993e-ae18ec7a7d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:44.029306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6180288-d271-463f-993e-ae18ec7a7d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:44.036227 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d6180288-d271-463f-993e-ae18ec7a7d5d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/192303c0-ebc6-4177-a89a-9a42dec73038 HTTP/1.1" status: 204 len: 168 time: 0.2652731 Jul 08 18:09:44.051591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6180288-d271-463f-993e-ae18ec7a7d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192303c0-ebc6-4177-a89a-9a42dec73038,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:44.077665 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:44.089192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:44.184557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-771f4260-5025-4029-8df1-bd0e1d65a142 req-1ae314af-6131-4015-92f4-7b92b1feaaf7 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f7ad397-f13e-452f-ac6b-e616f98264a2 HTTP/1.1" status: 200 len: 210 time: 0.0547276 Jul 08 18:09:44.275989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Network f7082571-fe51-4603-88f3-1cac609727eb is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:44.300321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event updated for resources: {'Port': ['ID=26b13134-fcf9-487e-ae3b-6d85328e321b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:44.303453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:44.306972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:44.411285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:44.419399 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:44.477115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6218f5-6a0e-4e00-8a49-a41d04583042 req-39b4b012-2ddf-488c-822d-c11e1d2e462e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:44.488850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b6218f5-6a0e-4e00-8a49-a41d04583042 req-39b4b012-2ddf-488c-822d-c11e1d2e462e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 946 time: 0.2993624 Jul 08 18:09:44.512402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-1bb2b160-b6be-4533-929b-ef4261d63396 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2894065 Jul 08 18:09:44.529158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-a1424d8e-ea09-4e4e-b1a6-fb4dd13807f6 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:44.533427 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-a1424d8e-ea09-4e4e-b1a6-fb4dd13807f6 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.59 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.3925588 Jul 08 18:09:44.534220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Request body: {'port': {'device_id': '9da9e58c-fadc-493e-9c48-c25968845710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:44.554273 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Request body: {'port': {'device_id': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'admin_state_up': True, 'tenant_id': 'db9c7b6194e74bf99ed16a978b364cfe'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:44.560530 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b6218f5-6a0e-4e00-8a49-a41d04583042 req-bfa4bebe-6aca-4b1a-8307-1aaa224f941b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704222 Jul 08 18:09:44.822976 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:44.832265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Made reservation on behalf of db9c7b6194e74bf99ed16a978b364cfe for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:44.836907 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:44.915496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62071f76-ba0f-4cdb-a277-3aac88dc3d24 req-548b9c84-ca16-4430-8883-092f825103fd tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:44.922999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62071f76-ba0f-4cdb-a277-3aac88dc3d24 req-548b9c84-ca16-4430-8883-092f825103fd tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 932 time: 0.1750240 Jul 08 18:09:45.056915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 3bc5f862-0007-42a2-89ea-c00101c37cfd no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:45.098377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 3bc5f862-0007-42a2-89ea-c00101c37cfd {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:45.099190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 3bc5f862-0007-42a2-89ea-c00101c37cfd not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:45.128738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Allocated IP 172.20.0.7 (79151542-de2c-40b0-b02a-fb7b0291c53e/4076efa4-d49a-4ab3-a795-2fff4cf7e319/c5980cc5-990f-47c7-b522-8fc8acd1c90a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:45.170915 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62071f76-ba0f-4cdb-a277-3aac88dc3d24 req-cf941796-650e-4a34-8213-e79b441b5385 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469645 Jul 08 18:09:45.379457 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:45.471366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:45.508308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b13134-fcf9-487e-ae3b-6d85328e321b {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:45.527300 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:45.564693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Transition to ACTIVE for port object 26b13134-fcf9-487e-ae3b-6d85328e321b will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:45.566263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Network 79151542-de2c-40b0-b02a-fb7b0291c53e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:45.572969 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:45.578449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:45.589405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:45.685530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=26b13134-fcf9-487e-ae3b-6d85328e321b,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:45.697685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event updated for resources: {'Port': ['ID=c5980cc5-990f-47c7-b522-8fc8acd1c90a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:45.731145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:45.732100 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:45.749421 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-f02746a7-326e-43d5-bfea-bb8d8d03aa9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2060361 Jul 08 18:09:45.764663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Request body: {'port': {'device_id': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:45.877049 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:45.916546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Attempting to bind port 26b13134-fcf9-487e-ae3b-6d85328e321b on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:45.917125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Attempting to bind port 26b13134-fcf9-487e-ae3b-6d85328e321b by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:45.917225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Attempting to bind port 26b13134-fcf9-487e-ae3b-6d85328e321b on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:45.933149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60088afe-8ac0-42e8-86c5-54e91d75c7f0 req-114a240d-174a-4289-aee6-d1fa0d4decc4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:45.935439 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60088afe-8ac0-42e8-86c5-54e91d75c7f0 req-114a240d-174a-4289-aee6-d1fa0d4decc4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 931 time: 0.2145491 Jul 08 18:09:45.936854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Port 26b13134-fcf9-487e-ae3b-6d85328e321b on network f7082571-fe51-4603-88f3-1cac609727eb not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:09:45.937381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Attempting to bind port 26b13134-fcf9-487e-ae3b-6d85328e321b on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:45.945597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:45.946316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Checking segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:45.948225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Bound using segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:45.948919 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Bound port: 26b13134-fcf9-487e-ae3b-6d85328e321b, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:45.951089 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:46.072173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60088afe-8ac0-42e8-86c5-54e91d75c7f0 req-da18ce3f-d3cb-425d-87a1-ba40597ec8ac tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287920 Jul 08 18:09:46.136349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] For port 26b13134-fcf9-487e-ae3b-6d85328e321b, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:46.141952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] For port 26b13134-fcf9-487e-ae3b-6d85328e321b, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26b13134-fcf9-487e-ae3b-6d85328e321b,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:46.153265 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:46.245165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:46.247272 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:46.249466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] 10.222.0.74 "PUT /v2.0/ports/26b13134-fcf9-487e-ae3b-6d85328e321b HTTP/1.1" status: 200 len: 1092 time: 1.7218211 Jul 08 18:09:46.251210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da9e58c-fadc-493e-9c48-c25968845710', 'tag': '26b13134-fcf9-487e-ae3b-6d85328e321b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:46.265392 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8938e96a-a9f9-4208-b231-d82a12748a34" -d '{"events": [{"name": "network-changed", "server_uuid": "9da9e58c-fadc-493e-9c48-c25968845710", "tag": "26b13134-fcf9-487e-ae3b-6d85328e321b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:46.290935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e6ff60f-823d-4008-982e-21f480f67eba req-8b01872c-c516-4eb3-a859-82dbbf98bf09 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.1259978 Jul 08 18:09:46.350760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f2742-1391-47af-a395-fb04c7837ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=26b13134-fcf9-487e-ae3b-6d85328e321b,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:46.415665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5980cc5-990f-47c7-b522-8fc8acd1c90a {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:46.436699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:46.469801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-ea65415d-762f-446f-8da0-d8c760e2058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:46.471449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Transition to ACTIVE for port object c5980cc5-990f-47c7-b522-8fc8acd1c90a will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:46.472517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-ea65415d-762f-446f-8da0-d8c760e2058f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 1095 time: 0.1125193 Jul 08 18:09:46.477630 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:46.544153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-3afd7432-8264-4838-b433-759784373552 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26b13134-fcf9-487e-ae3b-6d85328e321b HTTP/1.1" status: 200 len: 217 time: 0.0562849 Jul 08 18:09:46.558277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Pushing event updated for resources: {'Port': ['ID=c5980cc5-990f-47c7-b522-8fc8acd1c90a,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:46.655445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Attempting to bind port c5980cc5-990f-47c7-b522-8fc8acd1c90a on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:46.656202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Attempting to bind port c5980cc5-990f-47c7-b522-8fc8acd1c90a by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:46.656202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Attempting to bind port c5980cc5-990f-47c7-b522-8fc8acd1c90a on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:46.661645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Port c5980cc5-990f-47c7-b522-8fc8acd1c90a on network 79151542-de2c-40b0-b02a-fb7b0291c53e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:09:46.661959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Attempting to bind port c5980cc5-990f-47c7-b522-8fc8acd1c90a on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:46.667200 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:46.667724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Checking segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:46.668132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Bound using segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:46.668582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Bound port: c5980cc5-990f-47c7-b522-8fc8acd1c90a, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:46.668905 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:46.673250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-2b7055c0-6022-4149-8589-1f22321bd192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:46.674789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-2b7055c0-6022-4149-8589-1f22321bd192 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.1211560 Jul 08 18:09:46.705648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bdf74-bcf2-4bcd-90d6-5deb0c3f2bd5 req-d0c3b6de-5a95-4caa-9219-8ec599e171b8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:46.712629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d41bdf74-bcf2-4bcd-90d6-5deb0c3f2bd5 req-d0c3b6de-5a95-4caa-9219-8ec599e171b8 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1713142 Jul 08 18:09:46.743246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-cc76191b-2e63-4b35-bdb8-e3cb22dbed1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561173 Jul 08 18:09:46.754680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] For port c5980cc5-990f-47c7-b522-8fc8acd1c90a, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:46.757978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] For port c5980cc5-990f-47c7-b522-8fc8acd1c90a, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:46.766387 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:46.805957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:46.806799 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:46.808497 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] 10.222.0.59 "PUT /v2.0/ports/c5980cc5-990f-47c7-b522-8fc8acd1c90a HTTP/1.1" status: 200 len: 1091 time: 1.0506427 Jul 08 18:09:46.809012 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'tag': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:46.811483 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e3f37a-fd7d-4bde-8386-fdce300eee3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a57f98-07a6-42b1-bde9-8888964cdf63", "tag": "c5980cc5-990f-47c7-b522-8fc8acd1c90a"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:46.821731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6666c6-33c2-4e16-9397-bfacd34bafbf req-5fbdf419-0308-4441-b0de-c3d6dcf35e9a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:46.823298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c6666c6-33c2-4e16-9397-bfacd34bafbf req-5fbdf419-0308-4441-b0de-c3d6dcf35e9a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 944 time: 0.2431719 Jul 08 18:09:46.842507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbeff5-4018-4259-a400-b1d4f320821a service neutron] Pushing event updated for resources: {'Port': ['ID=c5980cc5-990f-47c7-b522-8fc8acd1c90a,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:46.858919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d41bdf74-bcf2-4bcd-90d6-5deb0c3f2bd5 req-857e691b-fbdd-4e0b-908b-ba1f3d6559aa tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452184 Jul 08 18:09:46.912714 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a201fe85-8018-477f-9968-6c665bb8715c x-openstack-request-id: req-a201fe85-8018-477f-9968-6c665bb8715c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:46.913068 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da9e58c-fadc-493e-9c48-c25968845710", "tag": "26b13134-fcf9-487e-ae3b-6d85328e321b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:46.913384 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a201fe85-8018-477f-9968-6c665bb8715c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:46.913901 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da9e58c-fadc-493e-9c48-c25968845710', 'tag': '26b13134-fcf9-487e-ae3b-6d85328e321b', 'status': 'completed', 'code': 200} Jul 08 18:09:46.932154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c6666c6-33c2-4e16-9397-bfacd34bafbf req-cd5e1a34-5e92-4671-b473-462c89252837 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974636 Jul 08 18:09:46.970675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-f559eec9-2b88-4831-a369-e9a90a5b7201 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154977 Jul 08 18:09:47.045265 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea0a15d-e94d-475a-8e07-811cbc84df56 x-openstack-request-id: req-8ea0a15d-e94d-475a-8e07-811cbc84df56 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:47.045786 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a57f98-07a6-42b1-bde9-8888964cdf63", "tag": "c5980cc5-990f-47c7-b522-8fc8acd1c90a", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:47.046169 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ea0a15d-e94d-475a-8e07-811cbc84df56 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:47.046660 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'tag': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a', 'status': 'completed', 'code': 200} Jul 08 18:09:47.049064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-78ecc6d9-d573-45a5-8e81-f686b255b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:47.050721 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-78ecc6d9-d573-45a5-8e81-f686b255b0e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 1094 time: 0.1547532 Jul 08 18:09:47.111891 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-c5e8d697-4c09-4022-a8fc-c9e3febdb179 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a HTTP/1.1" status: 200 len: 217 time: 0.0529854 Jul 08 18:09:47.139132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c823dad-a00d-4c56-8376-d4ff7adeed2f req-c91f6fa8-10b6-43c3-8738-ca3e8acad838 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607838 Jul 08 18:09:47.173774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-303cc7bb-d40b-4058-bb7b-8016b12e2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:47.176313 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-303cc7bb-d40b-4058-bb7b-8016b12e2e1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0558817 Jul 08 18:09:47.215819 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-72c37ac9-3b60-4be5-ac12-43e239fc7585 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333099 Jul 08 18:09:47.330396 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938e96a-a9f9-4208-b231-d82a12748a34 req-920802d5-4a05-4220-bdfb-f82d13994bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:47.330396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8938e96a-a9f9-4208-b231-d82a12748a34 req-920802d5-4a05-4220-bdfb-f82d13994bef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 1095 time: 0.1080525 Jul 08 18:09:47.366273 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-e611fe62-7bd6-4059-80b3-43a85ebcc96e service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339436 Jul 08 18:09:47.419483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c3333-84ef-4bd6-b129-a23f6d0518c4 req-337c0b2c-0b78-4847-bdb5-9ed45d741b8b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:47.427322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-722c3333-84ef-4bd6-b129-a23f6d0518c4 req-337c0b2c-0b78-4847-bdb5-9ed45d741b8b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 943 time: 0.1370263 Jul 08 18:09:47.487201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99102aae-20ad-4aaf-8564-a33a10003f9a req-ad497998-8c8f-4264-a9b8-d9be50f66a5d tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0378952 Jul 08 18:09:47.522823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-722c3333-84ef-4bd6-b129-a23f6d0518c4 req-60cdaf14-8248-4b9a-b199-2ff5e9527211 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945213 Jul 08 18:09:47.538229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938e96a-a9f9-4208-b231-d82a12748a34 req-1ac93307-6b1e-453d-b8ed-937888959c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:47.540113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8938e96a-a9f9-4208-b231-d82a12748a34 req-1ac93307-6b1e-453d-b8ed-937888959c81 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 905 time: 0.2004161 Jul 08 18:09:47.597900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8938e96a-a9f9-4208-b231-d82a12748a34 req-a2dd4bb1-7db9-43ae-a88a-7b5a0d9c8509 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26b13134-fcf9-487e-ae3b-6d85328e321b HTTP/1.1" status: 200 len: 217 time: 0.0505908 Jul 08 18:09:47.670150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938e96a-a9f9-4208-b231-d82a12748a34 req-914b0dac-a314-40de-8c45-6c924821487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:47.672061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8938e96a-a9f9-4208-b231-d82a12748a34 req-914b0dac-a314-40de-8c45-6c924821487c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.0669103 Jul 08 18:09:47.710044 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8938e96a-a9f9-4208-b231-d82a12748a34 req-05b2fc06-f1ad-4dc7-a051-93c2e27979a8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309739 Jul 08 18:09:47.812539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8938e96a-a9f9-4208-b231-d82a12748a34 req-98805408-e82b-4215-8524-b76329c03279 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953872 Jul 08 18:09:47.850336 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7ae4d7fe-982d-4e8b-843b-8bb93ccd41e9 req-e1d7e9c4-ce21-44d0-94c5-0c8bad24ccd8 service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772363 Jul 08 18:09:47.856816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:47.909365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8938e96a-a9f9-4208-b231-d82a12748a34 req-49695469-7c31-4d8a-9c50-ffa80058a69f service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896602 Jul 08 18:09:47.965154 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:47.975974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3f37a-fd7d-4bde-8386-fdce300eee3b req-93847908-1853-43c0-aeee-e469cf415a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:47.978469 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52e3f37a-fd7d-4bde-8386-fdce300eee3b req-93847908-1853-43c0-aeee-e469cf415a8f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 1094 time: 0.0650225 Jul 08 18:09:47.993407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:47.996030 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0566b41d-cb36-4343-990f-eb8f4507131a" -d '{"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:48.015130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:48.024413 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:48.083006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:48.140390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e082-2a38-489a-8e52-3b5b2cff0cda req-1be20587-261f-4557-be6e-e5e3f8b8acdb tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:48.141918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d59e082-2a38-489a-8e52-3b5b2cff0cda req-1be20587-261f-4557-be6e-e5e3f8b8acdb tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1015344 Jul 08 18:09:48.149352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3f37a-fd7d-4bde-8386-fdce300eee3b req-53f1a5e2-0edc-48f8-bfd7-4b73ca32a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:48.151560 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52e3f37a-fd7d-4bde-8386-fdce300eee3b req-53f1a5e2-0edc-48f8-bfd7-4b73ca32a32f service neutron] 10.222.0.59 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 913 time: 0.1656632 Jul 08 18:09:48.196272 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52e3f37a-fd7d-4bde-8386-fdce300eee3b req-bada6ced-4f65-4cde-a350-833caed6a9c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a HTTP/1.1" status: 200 len: 217 time: 0.0374179 Jul 08 18:09:48.259108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3f37a-fd7d-4bde-8386-fdce300eee3b req-ea27d1b4-ed93-4b93-ba03-b78f6f899ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:48.260829 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52e3f37a-fd7d-4bde-8386-fdce300eee3b req-ea27d1b4-ed93-4b93-ba03-b78f6f899ecd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0570519 Jul 08 18:09:48.301141 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52e3f37a-fd7d-4bde-8386-fdce300eee3b req-0f659bd9-52bb-47ce-9af8-4e5cb63a7a1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325022 Jul 08 18:09:48.421893 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52e3f37a-fd7d-4bde-8386-fdce300eee3b req-659a541f-245e-46bc-be73-333cdd8d7cb4 service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138048 Jul 08 18:09:48.492698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d59e082-2a38-489a-8e52-3b5b2cff0cda req-da78515c-0292-4953-a7cf-e405602fb584 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404639 Jul 08 18:09:48.513475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dee764-58da-4aff-94a8-25e8afb31dad req-bd9ffe40-1555-43f6-b565-32e62c53e6a7 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:48.524850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64dee764-58da-4aff-94a8-25e8afb31dad req-bd9ffe40-1555-43f6-b565-32e62c53e6a7 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 944 time: 0.3894258 Jul 08 18:09:48.537251 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52e3f37a-fd7d-4bde-8386-fdce300eee3b req-dba25703-fc38-4535-a591-0151e5800127 service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085117 Jul 08 18:09:48.567535 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dd27f7-f234-43ec-bd2d-3c8bd61ae270 x-openstack-request-id: req-a4dd27f7-f234-43ec-bd2d-3c8bd61ae270 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:48.567830 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:48.568398 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a4dd27f7-f234-43ec-bd2d-3c8bd61ae270 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:48.568962 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'code': 200} Jul 08 18:09:48.573281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64dee764-58da-4aff-94a8-25e8afb31dad req-662eeca9-ed5e-47b4-9849-cc98cfbce1fd tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Jul 08 18:09:48.667242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42422) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:48.729768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ad09106-24ae-4141-8e00-ef292a304dd8 req-d2d6bd70-c5db-457d-ad7f-9c83a566fe08 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0321302 Jul 08 18:09:48.797855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b3a28c92-56f2-4cd4-8fd7-90323ba40c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:48.853402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09962d3-867e-40e8-b87a-3542c7347dd9 req-518c4f93-b826-4266-89a8-9e23696c4b23 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:48.861480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c09962d3-867e-40e8-b87a-3542c7347dd9 req-518c4f93-b826-4266-89a8-9e23696c4b23 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 943 time: 0.0890031 Jul 08 18:09:48.903330 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b3a28c92-56f2-4cd4-8fd7-90323ba40c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:48.910052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b3a28c92-56f2-4cd4-8fd7-90323ba40c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:48.913234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c09962d3-867e-40e8-b87a-3542c7347dd9 req-f0c9ab33-7c4b-4e16-be7e-aaa134295f38 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506983 Jul 08 18:09:48.948369 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a28c92-56f2-4cd4-8fd7-90323ba40c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58a1366-7701-4471-b2ad-22bb99c1b523,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:48.956355 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b3a28c92-56f2-4cd4-8fd7-90323ba40c65 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22411f24f2454b1f8cc76822e2359f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848551 Jul 08 18:09:48.956797 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42430) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:49.007439 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e2e3eabd-0b3a-4819-9a99-9c59c5334de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.030258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e2e3eabd-0b3a-4819-9a99-9c59c5334de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.086704 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e2e3eabd-0b3a-4819-9a99-9c59c5334de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.089328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e2e3eabd-0b3a-4819-9a99-9c59c5334de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.090565 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e2e3eabd-0b3a-4819-9a99-9c59c5334de7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f58a1366-7701-4471-b2ad-22bb99c1b523 HTTP/1.1" status: 204 len: 168 time: 0.1331108 Jul 08 18:09:49.100296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3eabd-0b3a-4819-9a99-9c59c5334de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58a1366-7701-4471-b2ad-22bb99c1b523,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:49.361056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42436) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:49.374469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-efc1e524-058f-4a6f-81e5-244467d48cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.462690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-efc1e524-058f-4a6f-81e5-244467d48cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.466323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-efc1e524-058f-4a6f-81e5-244467d48cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.504227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1e524-058f-4a6f-81e5-244467d48cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b358bfc-4548-46f0-9f10-d15d77458123,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:49.508508 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-efc1e524-058f-4a6f-81e5-244467d48cbb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=24e3689dfdbc4efeb52f92b36029c63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464028 Jul 08 18:09:49.511192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42438) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:49.560389 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b64d34da-bf98-40da-bdbc-056d0d918e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.581527 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b64d34da-bf98-40da-bdbc-056d0d918e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.634431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b64d34da-bf98-40da-bdbc-056d0d918e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.637601 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b64d34da-bf98-40da-bdbc-056d0d918e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.641095 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b64d34da-bf98-40da-bdbc-056d0d918e36 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b358bfc-4548-46f0-9f10-d15d77458123 HTTP/1.1" status: 204 len: 168 time: 0.1266854 Jul 08 18:09:49.650248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d34da-bf98-40da-bdbc-056d0d918e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b358bfc-4548-46f0-9f10-d15d77458123,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:49.700937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571db4c-0efe-4ca8-92ba-734e60b4afbf req-054e2929-e890-4ef8-b44f-72e695d906c1 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:49.702573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d571db4c-0efe-4ca8-92ba-734e60b4afbf req-054e2929-e890-4ef8-b44f-72e695d906c1 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.0843112 Jul 08 18:09:49.771406 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d571db4c-0efe-4ca8-92ba-734e60b4afbf req-870ce9fa-5f29-434d-b95c-dc331a6e27cc tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576470 Jul 08 18:09:49.797020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e252a1-85a6-4ba3-ae95-cfb6fe09767c req-cdf6458e-fbfa-481d-aea1-d79f5125376b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:49.806161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20e252a1-85a6-4ba3-ae95-cfb6fe09767c req-cdf6458e-fbfa-481d-aea1-d79f5125376b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 944 time: 0.1012127 Jul 08 18:09:49.850249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20e252a1-85a6-4ba3-ae95-cfb6fe09767c req-b2ad5ca9-f5ca-4bac-82f7-11b8f45427a1 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431380 Jul 08 18:09:50.003714 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5c7a689-eab2-48e5-a216-f48ede54c2da req-977cec49-50e4-4d38-9e79-a8e840307211 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0326672 Jul 08 18:09:50.171121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf2f1e-d932-4a26-92ed-f479bd193fc9 req-6c3eed81-39eb-4093-b070-ea338f4ef6b9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:50.173101 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcbf2f1e-d932-4a26-92ed-f479bd193fc9 req-6c3eed81-39eb-4093-b070-ea338f4ef6b9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 943 time: 0.0638156 Jul 08 18:09:50.213137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcbf2f1e-d932-4a26-92ed-f479bd193fc9 req-8bd7a5b9-51f7-489b-923a-94f820062251 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343120 Jul 08 18:09:50.971352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b923c0f9-dd06-4c80-9d97-951184c9f193 req-ca14f803-17a6-4a43-87fd-f0c67c9a8f7c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8f7ad397-f13e-452f-ac6b-e616f98264a2 HTTP/1.1" status: 200 len: 210 time: 0.0410564 Jul 08 18:09:51.026042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee44919-97fd-4a3e-9d59-08e62eed6356 req-789c1d61-ca02-4ffd-b193-e88ac8aef2dd tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:51.027564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ee44919-97fd-4a3e-9d59-08e62eed6356 req-789c1d61-ca02-4ffd-b193-e88ac8aef2dd tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1339402 Jul 08 18:09:51.046574 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:09:51.073005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 26b13134-fcf9-487e-ae3b-6d85328e321b details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:51.082425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcdec2-7681-44ac-8ebf-63f1570c2a7c req-333e92ec-4d91-4c98-be32-c352b1527152 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:51.083921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cbcdec2-7681-44ac-8ebf-63f1570c2a7c req-333e92ec-4d91-4c98-be32-c352b1527152 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 944 time: 0.1072512 Jul 08 18:09:51.087119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ee44919-97fd-4a3e-9d59-08e62eed6356 req-9b54ae29-93ee-4a4e-b1cd-0b5089dd52bc tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535376 Jul 08 18:09:51.143064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cbcdec2-7681-44ac-8ebf-63f1570c2a7c req-da2c75ff-7586-4835-ab1d-ef86dc2f584a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515616 Jul 08 18:09:51.246290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 26b13134-fcf9-487e-ae3b-6d85328e321b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26b13134-fcf9-487e-ae3b-6d85328e321b,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:51.260064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '26b13134-fcf9-487e-ae3b-6d85328e321b', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'port_id': '26b13134-fcf9-487e-ae3b-6d85328e321b', 'mac_address': 'fa:16:3e:3d:90:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a08708-032c-4e16-8dde-9405642ab9ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:51.319591 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0cd3958-bf46-4bd5-b404-0296799282f4 req-5fc1100e-80ea-4ba4-81e2-c2b879b11991 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0463786 Jul 08 18:09:51.324024 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:51.337636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b13134-fcf9-487e-ae3b-6d85328e321b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:51.362229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 26b13134-fcf9-487e-ae3b-6d85328e321b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26b13134-fcf9-487e-ae3b-6d85328e321b,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:51.362610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef0aa4b0-7cb1-4a67-87c1-91aa3abc1b00 req-b1b9df3e-fac0-471e-a49d-627f2b667725 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0321906 Jul 08 18:09:51.367246 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:51.426531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=26b13134-fcf9-487e-ae3b-6d85328e321b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:51.483547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e04a8c-0dab-4ab3-8013-18c90f7e9383 req-14951c94-a66b-4dac-87f8-41fbf411f9cb tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:51.485777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1e04a8c-0dab-4ab3-8013-18c90f7e9383 req-14951c94-a66b-4dac-87f8-41fbf411f9cb tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 943 time: 0.0700350 Jul 08 18:09:51.524726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1e04a8c-0dab-4ab3-8013-18c90f7e9383 req-d91bc236-d166-40e1-9495-55b145931e1b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Jul 08 18:09:51.886984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:51.996515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:52.006837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['26b13134-fcf9-487e-ae3b-6d85328e321b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:52.012956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'port_id': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'mac_address': 'fa:16:3e:de:fd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:52.087384 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:52.115168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:52.149956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:52.160502 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:52.161185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c5980cc5-990f-47c7-b522-8fc8acd1c90a details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:52.325424 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:52.350419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40701d02-d224-41c5-ac29-a1a7addf4fb4 req-0ddd6522-7a23-4202-a44d-a336f67e1ed0 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:52.351922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40701d02-d224-41c5-ac29-a1a7addf4fb4 req-0ddd6522-7a23-4202-a44d-a336f67e1ed0 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1066239 Jul 08 18:09:52.353085 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.353435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.353779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.354114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.354496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.354840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.355143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.355462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.355914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.356092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.356404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.356726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:52.414778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c5980cc5-990f-47c7-b522-8fc8acd1c90a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:52.427849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'port_id': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a', 'mac_address': 'fa:16:3e:f1:05:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4076efa4-d49a-4ab3-a795-2fff4cf7e319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:52.443435 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40701d02-d224-41c5-ac29-a1a7addf4fb4 req-4d57d16b-8892-4482-a2e3-217defd7a422 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/security-groups?id=117a950b-ca69-44f7-8aea-d34b66f87bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835724 Jul 08 18:09:52.452671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a668b-16c5-4202-ace5-d29520d4e557 req-161fba57-8443-4cc4-a7d3-3f3daf4208e2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:52.454761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-580a668b-16c5-4202-ace5-d29520d4e557 req-161fba57-8443-4cc4-a7d3-3f3daf4208e2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 945 time: 0.1477790 Jul 08 18:09:52.475834 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:52.489848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5980cc5-990f-47c7-b522-8fc8acd1c90a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:52.512837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c5980cc5-990f-47c7-b522-8fc8acd1c90a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:52.513636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595feb9-b913-41dc-9064-d56ba23dac75 req-31f1b2cb-4b7b-4c82-a144-c9cb79449885 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:52.515313 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e595feb9-b913-41dc-9064-d56ba23dac75 req-31f1b2cb-4b7b-4c82-a144-c9cb79449885 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.74 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 946 time: 0.1447940 Jul 08 18:09:52.519731 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:52.527375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-580a668b-16c5-4202-ace5-d29520d4e557 req-37fb1e27-bbb4-4f33-9324-70801e19db03 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668571 Jul 08 18:09:52.593710 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c5980cc5-990f-47c7-b522-8fc8acd1c90a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:52.633395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e595feb9-b913-41dc-9064-d56ba23dac75 req-4881285a-cf17-4006-ac0b-79e86d551ff7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Deleting port 38fe7072-45b4-43d8-a193-f3eb9f151697 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:52.633762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e595feb9-b913-41dc-9064-d56ba23dac75 req-4881285a-cf17-4006-ac0b-79e86d551ff7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:52.732366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:52.789263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d18b3b97-e3af-48e4-a871-14c84cc99f27 req-cae95cc4-1927-46a6-a4b0-ffc7daa5c0f8 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0414371 Jul 08 18:09:52.852950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e595feb9-b913-41dc-9064-d56ba23dac75 req-4881285a-cf17-4006-ac0b-79e86d551ff7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] For port 38fe7072-45b4-43d8-a193-f3eb9f151697, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=38fe7072-45b4-43d8-a193-f3eb9f151697,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:52.853907 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e595feb9-b913-41dc-9064-d56ba23dac75 req-4881285a-cf17-4006-ac0b-79e86d551ff7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:52.872711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e595feb9-b913-41dc-9064-d56ba23dac75 req-4881285a-cf17-4006-ac0b-79e86d551ff7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Calling delete_port for 38fe7072-45b4-43d8-a193-f3eb9f151697 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:52.913076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2db8b-dae4-41f5-96cb-5f30e1e1af8e req-06a1f0f9-7b77-434f-832a-e497bf7d662a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:52.920260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-03e2db8b-dae4-41f5-96cb-5f30e1e1af8e req-06a1f0f9-7b77-434f-832a-e497bf7d662a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 944 time: 0.1397617 Jul 08 18:09:53.032129 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-03e2db8b-dae4-41f5-96cb-5f30e1e1af8e req-8048b880-1dcb-4754-8cf9-e1d3a68b2fb3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109188 Jul 08 18:09:53.094869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['c5980cc5-990f-47c7-b522-8fc8acd1c90a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:53.111453 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e595feb9-b913-41dc-9064-d56ba23dac75 req-4881285a-cf17-4006-ac0b-79e86d551ff7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:53.119786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 26b13134-fcf9-487e-ae3b-6d85328e321b up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:53.142342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881285a-cf17-4006-ac0b-79e86d551ff7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Pushing event deleted for resources: {'Port': ['ID=38fe7072-45b4-43d8-a193-f3eb9f151697,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:53.197525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e595feb9-b913-41dc-9064-d56ba23dac75 req-4881285a-cf17-4006-ac0b-79e86d551ff7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] No DVR routers for this DVR port 38fe7072-45b4-43d8-a193-f3eb9f151697 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:53.200073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e595feb9-b913-41dc-9064-d56ba23dac75 req-4881285a-cf17-4006-ac0b-79e86d551ff7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:53.202080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e595feb9-b913-41dc-9064-d56ba23dac75 req-4881285a-cf17-4006-ac0b-79e86d551ff7 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.74 "DELETE /v2.0/ports/38fe7072-45b4-43d8-a193-f3eb9f151697 HTTP/1.1" status: 204 len: 173 time: 0.6739843 Jul 08 18:09:53.202545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387baff0-dab8-4daa-a93a-1713a634d241', 'name': 'network-vif-deleted', 'tag': '38fe7072-45b4-43d8-a193-f3eb9f151697'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:53.204937 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d384e26-a5a7-4b4b-ab20-0d7755dac5a5" -d '{"events": [{"server_uuid": "387baff0-dab8-4daa-a93a-1713a634d241", "name": "network-vif-deleted", "tag": "38fe7072-45b4-43d8-a193-f3eb9f151697"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:53.236883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 26b13134-fcf9-487e-ae3b-6d85328e321b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:53.242995 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6d1d17-fea7-44a0-8bc4-68a7e8d45470 x-openstack-request-id: req-0e6d1d17-fea7-44a0-8bc4-68a7e8d45470 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:53.243371 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387baff0-dab8-4daa-a93a-1713a634d241", "name": "network-vif-deleted", "tag": "38fe7072-45b4-43d8-a193-f3eb9f151697", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:53.243801 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0e6d1d17-fea7-44a0-8bc4-68a7e8d45470 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:53.244121 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387baff0-dab8-4daa-a93a-1713a634d241', 'name': 'network-vif-deleted', 'tag': '38fe7072-45b4-43d8-a193-f3eb9f151697', 'status': 'completed', 'code': 200} Jul 08 18:09:53.244696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 26b13134-fcf9-487e-ae3b-6d85328e321b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:53.245125 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:53.363604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:53.392814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da9e58c-fadc-493e-9c48-c25968845710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b13134-fcf9-487e-ae3b-6d85328e321b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:53.395122 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0d42d9-ac41-4cf8-8f94-6d671b0106f2" -d '{"events": [{"server_uuid": "9da9e58c-fadc-493e-9c48-c25968845710", "name": "network-vif-plugged", "status": "completed", "tag": "26b13134-fcf9-487e-ae3b-6d85328e321b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:53.409825 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 26b13134-fcf9-487e-ae3b-6d85328e321b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26b13134-fcf9-487e-ae3b-6d85328e321b,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:53.415174 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:53.416290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 38fe7072-45b4-43d8-a193-f3eb9f151697 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:53.437464 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c82bc1c-3917-4b90-ba64-6a0fbc839328 x-openstack-request-id: req-4c82bc1c-3917-4b90-ba64-6a0fbc839328 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:53.437805 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da9e58c-fadc-493e-9c48-c25968845710", "name": "network-vif-plugged", "status": "completed", "tag": "26b13134-fcf9-487e-ae3b-6d85328e321b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:53.438039 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c82bc1c-3917-4b90-ba64-6a0fbc839328 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:53.438474 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da9e58c-fadc-493e-9c48-c25968845710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b13134-fcf9-487e-ae3b-6d85328e321b', 'code': 200} Jul 08 18:09:53.459318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 38fe7072-45b4-43d8-a193-f3eb9f151697 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:53.459616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 38fe7072-45b4-43d8-a193-f3eb9f151697 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:53.489071 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=26b13134-fcf9-487e-ae3b-6d85328e321b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:53.560873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57051799-43f6-4c34-82bd-91156657b31b req-8841284b-b520-4926-8b69-0f96c0ec24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:53.562432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57051799-43f6-4c34-82bd-91156657b31b req-8841284b-b520-4926-8b69-0f96c0ec24c0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 1097 time: 0.0609398 Jul 08 18:09:53.623991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-051dacab-1c36-4fba-bcfe-aed37fe7174c req-89ee8549-e7ac-4699-8f42-394262802429 tempest-ServerRescueNegativeTestJSON-497868769 tempest-ServerRescueNegativeTestJSON-497868769-project] 10.222.0.73 "GET /v2.0/ports?device_id=387baff0-dab8-4daa-a93a-1713a634d241 HTTP/1.1" status: 200 len: 210 time: 0.0394254 Jul 08 18:09:53.649310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57051799-43f6-4c34-82bd-91156657b31b req-67982df0-1560-42bf-85a3-66dc7eb45735 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795336 Jul 08 18:09:53.759984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa7e04-35e6-4221-8025-3ed9827ab401 req-b971bc6b-d2d3-4171-a01c-cc2ee65ac173 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:53.761409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3fa7e04-35e6-4221-8025-3ed9827ab401 req-b971bc6b-d2d3-4171-a01c-cc2ee65ac173 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 946 time: 0.0916145 Jul 08 18:09:53.867284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3fa7e04-35e6-4221-8025-3ed9827ab401 req-66f25b36-3c7d-4960-b739-98cdfb60824c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983989 Jul 08 18:09:54.127119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de9b9481-fe79-446a-ba40-caa1a0bd39ee req-a20faf1d-6ba2-420c-9ed9-e0e18491d589 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.1188037 Jul 08 18:09:54.373771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fc6d0-bd28-4d46-afb3-f51c0515d073 req-55b97d84-bc20-4348-a72b-15732dbd014a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:54.385054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d37fc6d0-bd28-4d46-afb3-f51c0515d073 req-55b97d84-bc20-4348-a72b-15732dbd014a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 944 time: 0.0997407 Jul 08 18:09:54.426295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d37fc6d0-bd28-4d46-afb3-f51c0515d073 req-33cd3267-6973-4381-8872-5f006937b407 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386956 Jul 08 18:09:54.705438 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05e9abe7-e3fc-4a48-94b7-82d150c82248 req-d6549109-c2fb-4959-a335-8ce2b2839240 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0384233 Jul 08 18:09:54.746488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42602) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:55.151554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d3b8-7e35-446d-903d-42da81367a43 req-19cae28f-2855-4a3a-8ca7-fc57429fc2ae tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:55.159796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5584d3b8-7e35-446d-903d-42da81367a43 req-19cae28f-2855-4a3a-8ca7-fc57429fc2ae tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 946 time: 0.1654027 Jul 08 18:09:55.239176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5584d3b8-7e35-446d-903d-42da81367a43 req-eeab0ca2-3442-49ff-a197-60a8552822ed tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775180 Jul 08 18:09:55.293358 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:55.647168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0122c-0a5a-4c75-9270-7051787c92fa req-ea70e693-a4ad-4991-b6d3-8b28a0523ede tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:55.670940 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Deleting port b2f65223-e172-4a9c-96e5-8f670a5cf87e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:55.671110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17b0122c-0a5a-4c75-9270-7051787c92fa req-ea70e693-a4ad-4991-b6d3-8b28a0523ede tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 944 time: 0.1088850 Jul 08 18:09:55.671591 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:55.794194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17b0122c-0a5a-4c75-9270-7051787c92fa req-373cabea-ac1f-4573-8431-49a590b17ba9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210198 Jul 08 18:09:55.795314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] For port b2f65223-e172-4a9c-96e5-8f670a5cf87e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b2f65223-e172-4a9c-96e5-8f670a5cf87e,segment=NetworkSegment(318be056-7cf4-4b76-b6c3-d6730d9e0591),segment_id=318be056-7cf4-4b76-b6c3-d6730d9e0591)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:55.795765 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:55.812489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Calling delete_port for b2f65223-e172-4a9c-96e5-8f670a5cf87e owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:55.886838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:56.038672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-649d5222-1ab6-4654-beed-670f3121c6e7 req-d3dfd9c4-8d8c-4759-9ef4-bc1d54282f34 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0702696 Jul 08 18:09:56.207202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:56.286633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f65223-e172-4a9c-96e5-8f670a5cf87e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:56.292623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:56.293278 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:56.315528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.316117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.316332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.316665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.316998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.317472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.317809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.318137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.318503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.318830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.319258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.319484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:56.390502 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:56.436759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:56.439196 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b45dfb-dc15-40b3-8663-419c75021ea6" -d '{"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-plugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:56.475420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:56.484502 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:56.485779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c5980cc5-990f-47c7-b522-8fc8acd1c90a up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:56.542266 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b21f0c-1405-4fa7-88b9-75b3df465717 x-openstack-request-id: req-66b21f0c-1405-4fa7-88b9-75b3df465717 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:56.543076 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-plugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:56.543663 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-66b21f0c-1405-4fa7-88b9-75b3df465717 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:56.544216 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'code': 200} Jul 08 18:09:56.588882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port c5980cc5-990f-47c7-b522-8fc8acd1c90a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:56.596808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port c5980cc5-990f-47c7-b522-8fc8acd1c90a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:56.597417 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:56.614574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ece89-4ea1-4cb3-b4f8-0c4e3b1c77ed req-23929e29-ae11-4cf8-9401-3cf2e0efc886 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:56.627096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=10']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:56.631931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-363ece89-4ea1-4cb3-b4f8-0c4e3b1c77ed req-23929e29-ae11-4cf8-9401-3cf2e0efc886 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 946 time: 0.1093297 Jul 08 18:09:56.671973 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:56.704336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-363ece89-4ea1-4cb3-b4f8-0c4e3b1c77ed req-f0c1331e-dbdb-4117-aa14-14f63b204edd tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706866 Jul 08 18:09:56.754397 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:56.826469 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c5980cc5-990f-47c7-b522-8fc8acd1c90a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:56.841119 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:56.943407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c5980cc5-990f-47c7-b522-8fc8acd1c90a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:57.060927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Router cd205c82-b24e-48fd-8f83-89225b9c3f91 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:09:57.062185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08e3b1-8d93-4462-a614-ee2fe4b443c4 req-638fd0c3-41b7-4300-80cb-d3406c51f08b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:57.069799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df08e3b1-8d93-4462-a614-ee2fe4b443c4 req-638fd0c3-41b7-4300-80cb-d3406c51f08b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 946 time: 0.1120801 Jul 08 18:09:57.170390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df08e3b1-8d93-4462-a614-ee2fe4b443c4 req-9f28e4cc-e5f1-4263-819d-31683c74a59c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990567 Jul 08 18:09:57.240196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:09:57.249655 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46417727-c505-47db-951d-9cf96e46ec9b None None] Sync routers for ids ['cd205c82-b24e-48fd-8f83-89225b9c3f91'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:09:57.253957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdfb8-7e41-41b7-8bdc-ab9f3420c020 req-a2aefad2-b5de-4745-930c-7b46d69a55c3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:57.257459 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e151af92-8ec9-44fb-8043-d4d0a4e63bba admin admin] 10.222.0.73 "PUT /v2.0/routers/cd205c82-b24e-48fd-8f83-89225b9c3f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5069373 Jul 08 18:09:57.257774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42664) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:57.268639 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e0fdfb8-7e41-41b7-8bdc-ab9f3420c020 req-a2aefad2-b5de-4745-930c-7b46d69a55c3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1827893 Jul 08 18:09:57.301167 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46417727-c505-47db-951d-9cf96e46ec9b None None] Routers {'cd205c82-b24e-48fd-8f83-89225b9c3f91'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:57.307004 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-46417727-c505-47db-951d-9cf96e46ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:09:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cd205c82-b24e-48fd-8f83-89225b9c3f91'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:57.348312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e0fdfb8-7e41-41b7-8bdc-ab9f3420c020 req-14dacdc4-a79f-4133-846a-082875933bfb tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787559 Jul 08 18:09:57.496087 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:57.511554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbe303ae-3075-4d6a-935d-f492d6c24100 req-90b9dba4-9214-46fd-b0d6-b6c7f568b76c tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0697136 Jul 08 18:09:57.583875 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-46417727-c505-47db-951d-9cf96e46ec9b None None] Set router cd205c82-b24e-48fd-8f83-89225b9c3f91 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:57.717793 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:57.785512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Deleting port 8d12e26c-5a49-43f5-bd80-488585a69f94 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:57.785881 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:57.900018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] For port 8d12e26c-5a49-43f5-bd80-488585a69f94, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8d12e26c-5a49-43f5-bd80-488585a69f94,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:57.900980 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:57.931568 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Calling delete_port for 8d12e26c-5a49-43f5-bd80-488585a69f94 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:57.960978 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-46417727-c505-47db-951d-9cf96e46ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-router', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:06:49Z', 'updated_at': '2021-07-08T18:09:56Z', 'revision_number': 5, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'gw_port': {'id': '8d12e26c-5a49-43f5-bd80-488585a69f94', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:51Z', 'updated_at': '2021-07-08T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:58.007371 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46417727-c505-47db-951d-9cf96e46ec9b None None] Checking router: cd205c82-b24e-48fd-8f83-89225b9c3f91 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:09:58.026548 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46417727-c505-47db-951d-9cf96e46ec9b None None] Routers {'cd205c82-b24e-48fd-8f83-89225b9c3f91'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:58.027477 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-46417727-c505-47db-951d-9cf96e46ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:09:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cd205c82-b24e-48fd-8f83-89225b9c3f91'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:58.192893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:58.243099 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-46417727-c505-47db-951d-9cf96e46ec9b None None] Set router cd205c82-b24e-48fd-8f83-89225b9c3f91 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:58.249752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67089106-bfd2-45e5-9460-fdf4c4f0f68b req-3a4d7fb9-2d54-4348-b549-ca17cd721736 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:58.258396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67089106-bfd2-45e5-9460-fdf4c4f0f68b req-3a4d7fb9-2d54-4348-b549-ca17cd721736 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 946 time: 0.1240692 Jul 08 18:09:58.325098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Pushing event deleted for resources: {'Port': ['ID=8d12e26c-5a49-43f5-bd80-488585a69f94,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:58.340174 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67089106-bfd2-45e5-9460-fdf4c4f0f68b req-5275f4a9-939a-4f5e-8f53-333f1f61197c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801015 Jul 08 18:09:58.371244 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-46417727-c505-47db-951d-9cf96e46ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-router', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:06:49Z', 'updated_at': '2021-07-08T18:09:57Z', 'revision_number': 6, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:58.401655 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46417727-c505-47db-951d-9cf96e46ec9b None None] The sync data for ids ['cd205c82-b24e-48fd-8f83-89225b9c3f91'] in n-d-799684-3 is: [{'id': 'cd205c82-b24e-48fd-8f83-89225b9c3f91', 'name': 'tempest-ServerRescueNegativeTestJSON-1980508080-router', 'tenant_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:06:49Z', 'updated_at': '2021-07-08T18:09:57Z', 'revision_number': 6, 'project_id': '67fa5bbe2fc1449e9b752fd85841b4a2', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:09:58.417769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:58.543823 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:58.546436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:58.547144 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:58.549593 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b66652-de49-4c2b-bcac-1b28dfbf51b9" -d '{"events": [{"server_uuid": "f9a57f98-07a6-42b1-bde9-8888964cdf63", "name": "network-vif-plugged", "status": "completed", "tag": "c5980cc5-990f-47c7-b522-8fc8acd1c90a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:58.632365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:58.632996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd205c82-b24e-48fd-8f83-89225b9c3f91 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:09:58.649285 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:58.658811 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a9105000-ad48-4946-88ad-cd0ac5d719cd admin admin] 10.222.0.73 "DELETE /v2.0/routers/cd205c82-b24e-48fd-8f83-89225b9c3f91 HTTP/1.1" status: 204 len: 168 time: 1.3998258 Jul 08 18:09:58.659997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42692) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:58.668716 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105e5c2-5b7d-4613-baa2-f698fdcedf5b req-b739e9c9-f472-4a1f-bde7-31ceee58f1d8 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:58.670337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0105e5c2-5b7d-4613-baa2-f698fdcedf5b req-b739e9c9-f472-4a1f-bde7-31ceee58f1d8 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1373019 Jul 08 18:09:58.736451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-53655242-9acb-41a4-bf9e-11599405dd00 admin admin] Deleting subnet 9d9a3154-9836-468e-8362-154411245c2e {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:09:58.740002 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53655242-9acb-41a4-bf9e-11599405dd00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:58.766341 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0105e5c2-5b7d-4613-baa2-f698fdcedf5b req-ffb896fe-eb18-4de9-ab23-862c96ded87c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826666 Jul 08 18:09:58.797027 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53655242-9acb-41a4-bf9e-11599405dd00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:58.846899 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbc0f7d-a6ec-4151-bbcd-4ce9290ba32e x-openstack-request-id: req-1bbc0f7d-a6ec-4151-bbcd-4ce9290ba32e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:58.847193 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a57f98-07a6-42b1-bde9-8888964cdf63", "name": "network-vif-plugged", "status": "completed", "tag": "c5980cc5-990f-47c7-b522-8fc8acd1c90a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:58.847632 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1bbc0f7d-a6ec-4151-bbcd-4ce9290ba32e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:58.848359 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a', 'code': 200} Jul 08 18:09:58.897730 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53655242-9acb-41a4-bf9e-11599405dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:58.996142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8dc97ab-5100-4407-b50d-f7d8113cfcc0 req-0a77d041-e16d-4b4d-a676-7b249cbdb724 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0474391 Jul 08 18:09:59.060790 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53655242-9acb-41a4-bf9e-11599405dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:59.130609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53655242-9acb-41a4-bf9e-11599405dd00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9a3154-9836-468e-8362-154411245c2e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:59.135221 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53655242-9acb-41a4-bf9e-11599405dd00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:59.143293 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-53655242-9acb-41a4-bf9e-11599405dd00 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9d9a3154-9836-468e-8362-154411245c2e HTTP/1.1" status: 204 len: 168 time: 0.4795763 Jul 08 18:09:59.143554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42698) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:59.165095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088587a-22d7-431a-8cf2-ce364fa299f7 req-d46ef355-eefe-43d9-818c-224c0a2574b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:59.166556 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e088587a-22d7-431a-8cf2-ce364fa299f7 req-d46ef355-eefe-43d9-818c-224c0a2574b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 1096 time: 0.1713836 Jul 08 18:09:59.220131 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e088587a-22d7-431a-8cf2-ce364fa299f7 req-70d8bdef-d3ac-4733-b8d9-3326474b4d3c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Jul 08 18:09:59.240762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:59.359217 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:59.374508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811ef628-e931-4676-a654-7d47371e6761']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:59.387991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318be056-7cf4-4b76-b6c3-d6730d9e0591') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:59.388294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318be056-7cf4-4b76-b6c3-d6730d9e0591') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:59.402854 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:59.433683 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:59.446808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:09:59.447503 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:09:59.449715 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:09:59.471017 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8d12e26c-5a49-43f5-bd80-488585a69f94 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:59.514684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8d12e26c-5a49-43f5-bd80-488585a69f94 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:59.518170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8d12e26c-5a49-43f5-bd80-488585a69f94 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:59.519007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b2f65223-e172-4a9c-96e5-8f670a5cf87e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:59.542373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b2f65223-e172-4a9c-96e5-8f670a5cf87e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:59.542973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b2f65223-e172-4a9c-96e5-8f670a5cf87e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:59.628620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:59.652531 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:59.658346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/811ef628-e931-4676-a654-7d47371e6761 HTTP/1.1" status: 204 len: 168 time: 0.5135298 Jul 08 18:09:59.661200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daad8ff-506a-4bd3-952d-e4a806f8e9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=811ef628-e931-4676-a654-7d47371e6761,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:59.679242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca1705-d0db-4c14-8969-e38f78e05d61 req-d857c813-3ea4-43cc-9c59-ff353e5bac12 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:59.680613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96ca1705-d0db-4c14-8969-e38f78e05d61 req-d857c813-3ea4-43cc-9c59-ff353e5bac12 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 946 time: 0.1743226 Jul 08 18:09:59.770995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9893f9-c167-49f4-89f2-4fa41ccb2ea2 req-fc782006-160d-42cf-9b8d-033967644c94 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:59.773685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad9893f9-c167-49f4-89f2-4fa41ccb2ea2 req-fc782006-160d-42cf-9b8d-033967644c94 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 946 time: 0.1976275 Jul 08 18:09:59.907220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96ca1705-d0db-4c14-8969-e38f78e05d61 req-6ab20459-53cf-44ec-b067-ff67afaea01f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153900 Jul 08 18:09:59.990316 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42712) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:00.062666 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d659cce8-7da9-49ff-98b8-21017d1da9d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67fa5bbe2fc1449e9b752fd85841b4a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703914 Jul 08 18:10:00.064230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42716) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:00.170356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b194053-164c-4f87-97b6-0d15d3fefcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:00.218044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b194053-164c-4f87-97b6-0d15d3fefcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:00.224934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048f67-4580-482e-9c75-4fd2285e4da9 req-64e8d980-8335-4a18-a75e-3ea54598f6a8 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:00.249175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66048f67-4580-482e-9c75-4fd2285e4da9 req-64e8d980-8335-4a18-a75e-3ea54598f6a8 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.2426436 Jul 08 18:10:00.255190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-ad9893f9-c167-49f4-89f2-4fa41ccb2ea2 req-2b74596b-8d3d-4095-a903-185eb09eb0e3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Deleting port 26b13134-fcf9-487e-ae3b-6d85328e321b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:10:00.264444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ad9893f9-c167-49f4-89f2-4fa41ccb2ea2 req-2b74596b-8d3d-4095-a903-185eb09eb0e3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:00.322289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b194053-164c-4f87-97b6-0d15d3fefcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:00.327251 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b194053-164c-4f87-97b6-0d15d3fefcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:00.332886 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5b194053-164c-4f87-97b6-0d15d3fefcc0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/117a950b-ca69-44f7-8aea-d34b66f87bcd HTTP/1.1" status: 204 len: 168 time: 0.2672489 Jul 08 18:10:00.343346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b194053-164c-4f87-97b6-0d15d3fefcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117a950b-ca69-44f7-8aea-d34b66f87bcd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:00.422994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66048f67-4580-482e-9c75-4fd2285e4da9 req-3a9a98be-eac1-464e-aab5-8da7acc03577 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525843 Jul 08 18:10:00.515227 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46697bf8-0b83-49a5-9ee4-7efb2731f04e req-20b46130-ce63-421b-8839-55ff0d3fd08e tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.1022201 Jul 08 18:10:00.589390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ad9893f9-c167-49f4-89f2-4fa41ccb2ea2 req-2b74596b-8d3d-4095-a903-185eb09eb0e3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] For port 26b13134-fcf9-487e-ae3b-6d85328e321b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26b13134-fcf9-487e-ae3b-6d85328e321b,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:00.594165 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ad9893f9-c167-49f4-89f2-4fa41ccb2ea2 req-2b74596b-8d3d-4095-a903-185eb09eb0e3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:00.637934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-ad9893f9-c167-49f4-89f2-4fa41ccb2ea2 req-2b74596b-8d3d-4095-a903-185eb09eb0e3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Calling delete_port for 26b13134-fcf9-487e-ae3b-6d85328e321b owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:10:00.934804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42736) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:01.011010 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ad9893f9-c167-49f4-89f2-4fa41ccb2ea2 req-2b74596b-8d3d-4095-a903-185eb09eb0e3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:01.067259 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428', '26b13134-fcf9-487e-ae3b-6d85328e321b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:01.133539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74596b-8d3d-4095-a903-185eb09eb0e3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event deleted for resources: {'Port': ['ID=26b13134-fcf9-487e-ae3b-6d85328e321b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:01.135283 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8b55b15a-2562-4cf2-b290-41565dec096b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:01.240568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-898a5475-a7bb-4cc1-97ec-7254b9cdf65a req-f699d2eb-14ae-4fbf-a6ad-09c9d1a47f28 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 210 time: 0.1043999 Jul 08 18:10:01.367222 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8b55b15a-2562-4cf2-b290-41565dec096b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:01.384388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8b55b15a-2562-4cf2-b290-41565dec096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:01.390717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9893f9-c167-49f4-89f2-4fa41ccb2ea2 req-2b74596b-8d3d-4095-a903-185eb09eb0e3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] No DVR routers for this DVR port 26b13134-fcf9-487e-ae3b-6d85328e321b on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:10:01.399821 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ad9893f9-c167-49f4-89f2-4fa41ccb2ea2 req-2b74596b-8d3d-4095-a903-185eb09eb0e3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:01.407501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad9893f9-c167-49f4-89f2-4fa41ccb2ea2 req-2b74596b-8d3d-4095-a903-185eb09eb0e3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "DELETE /v2.0/ports/26b13134-fcf9-487e-ae3b-6d85328e321b HTTP/1.1" status: 204 len: 173 time: 1.6167376 Jul 08 18:10:01.409064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da9e58c-fadc-493e-9c48-c25968845710', 'name': 'network-vif-deleted', 'tag': '26b13134-fcf9-487e-ae3b-6d85328e321b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:01.426818 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7a31ba-9ae9-4fcb-9eab-fb4f31ade138" -d '{"events": [{"server_uuid": "9da9e58c-fadc-493e-9c48-c25968845710", "name": "network-vif-deleted", "tag": "26b13134-fcf9-487e-ae3b-6d85328e321b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:01.524136 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3fa39f-a7ec-4f6a-bb64-ccd72a43b8f0 x-openstack-request-id: req-8c3fa39f-a7ec-4f6a-bb64-ccd72a43b8f0 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:01.525024 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da9e58c-fadc-493e-9c48-c25968845710", "name": "network-vif-deleted", "tag": "26b13134-fcf9-487e-ae3b-6d85328e321b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:01.525507 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c3fa39f-a7ec-4f6a-bb64-ccd72a43b8f0 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:01.526119 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da9e58c-fadc-493e-9c48-c25968845710', 'name': 'network-vif-deleted', 'tag': '26b13134-fcf9-487e-ae3b-6d85328e321b', 'status': 'completed', 'code': 200} Jul 08 18:10:01.527060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42766) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:01.531567 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8b55b15a-2562-4cf2-b290-41565dec096b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b90da34437334fe0b267c304a6303a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954521 Jul 08 18:10:01.538618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55b15a-2562-4cf2-b290-41565dec096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e025699f-f429-49a1-97b3-8f0df5ce765e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:01.638951 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01a6dbda-be0b-4554-9da2-394cfd1f3ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:01.690376 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01a6dbda-be0b-4554-9da2-394cfd1f3ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:01.892090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-858b93c9-241d-4bcf-9405-4221ae2d1ec6 req-ee383be4-2de0-4395-9015-c7a977cc1106 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.1218266 Jul 08 18:10:01.938936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42778) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:01.948399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732395e-70d6-4f93-870f-06bdb8c46b39 req-0abaa3cd-1301-426b-8a6b-1ed4c39f5b7f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:01.957787 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0732395e-70d6-4f93-870f-06bdb8c46b39 req-0abaa3cd-1301-426b-8a6b-1ed4c39f5b7f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.2390366 Jul 08 18:10:01.966814 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01a6dbda-be0b-4554-9da2-394cfd1f3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:01.975882 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01a6dbda-be0b-4554-9da2-394cfd1f3ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:01.977556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-01a6dbda-be0b-4554-9da2-394cfd1f3ce6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e025699f-f429-49a1-97b3-8f0df5ce765e HTTP/1.1" status: 204 len: 168 time: 0.4491351 Jul 08 18:10:02.082009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6dbda-be0b-4554-9da2-394cfd1f3ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e025699f-f429-49a1-97b3-8f0df5ce765e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:02.189041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0732395e-70d6-4f93-870f-06bdb8c46b39 req-d08a12a1-e10d-4d29-96c4-4c9f2e75679e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302520 Jul 08 18:10:02.479729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1676898811-network', 'tenant_id': '3fe6924027e841b3bfa3b72481acfb40'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:02.545223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Made reservation on behalf of 3fe6924027e841b3bfa3b72481acfb40 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:10:02.555077 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:02.580641 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:02.640748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aca12203-757e-4068-9815-c90a00452d90 req-1d00e8b5-5a04-4f25-94f1-445883bff6b6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=9da9e58c-fadc-493e-9c48-c25968845710 HTTP/1.1" status: 200 len: 210 time: 0.0793817 Jul 08 18:10:02.657575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42796) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:02.676804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a333-3538-4f6a-9ae6-b59e5c1591c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:02.721380 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:02.728713 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:02.763681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:10:02.778043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6facfa66-af93-4426-87bd-2999537426d3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:02.804020 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:02.804638 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Added segment 74773bf0-1eed-4b42-b9f3-06d6786b2d84 of type vlan for network 7c7c9aeb-f005-463b-9590-fe5599972f43 Jul 08 18:10:02.881385 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:02.908946 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a333-3538-4f6a-9ae6-b59e5c1591c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:02.917264 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a333-3538-4f6a-9ae6-b59e5c1591c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:02.952624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:02.953966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:02.955447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:03.010926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b9f7a333-3538-4f6a-9ae6-b59e5c1591c1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=103ea9bd01e64dcd8f2b86f4fda9b060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516614 Jul 08 18:10:03.013518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42808) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:03.020631 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7a333-3538-4f6a-9ae6-b59e5c1591c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfda9d0-3ac7-48fc-909a-f34834426744,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:03.116442 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c225c0e-f65d-474f-b489-7c620c01e004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:03.119011 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1784966 Jul 08 18:10:03.124420 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42814) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:03.143941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] Request body: {'subnet': {'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1676898811-subnet', 'tenant_id': '3fe6924027e841b3bfa3b72481acfb40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:03.167952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b3e88-b8c6-4a0f-9e8a-cdfcf9ef7629 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7c9aeb-f005-463b-9590-fe5599972f43,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:03.171600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c225c0e-f65d-474f-b489-7c620c01e004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:03.185577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 7c7c9aeb-f005-463b-9590-fe5599972f43 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:10:03.215664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] Made reservation on behalf of 3fe6924027e841b3bfa3b72481acfb40 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:10:03.218872 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:03.228655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9be733b-3d05-4329-8942-2b54484cc802 req-adfdbb6e-87a5-422d-bf46-24a5289c378f tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0484192 Jul 08 18:10:03.331513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c225c0e-f65d-474f-b489-7c620c01e004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:03.334258 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c225c0e-f65d-474f-b489-7c620c01e004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:03.335548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3c225c0e-f65d-474f-b489-7c620c01e004 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ddfda9d0-3ac7-48fc-909a-f34834426744 HTTP/1.1" status: 204 len: 168 time: 0.3210707 Jul 08 18:10:03.348181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c225c0e-f65d-474f-b489-7c620c01e004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfda9d0-3ac7-48fc-909a-f34834426744,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:03.432592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 26b13134-fcf9-487e-ae3b-6d85328e321b no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:10:03.466729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 26b13134-fcf9-487e-ae3b-6d85328e321b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:10:03.467066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 26b13134-fcf9-487e-ae3b-6d85328e321b not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:10:03.482787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:03.495021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf008ec-5f0f-42b9-9b9f-868faa1a79d4 req-166b137a-eb9f-4f7c-95ea-10f25e56bbdc tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:03.502357 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcf008ec-5f0f-42b9-9b9f-868faa1a79d4 req-166b137a-eb9f-4f7c-95ea-10f25e56bbdc tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1067467 Jul 08 18:10:03.558137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bcf008ec-5f0f-42b9-9b9f-868faa1a79d4 req-8533b78e-42b0-404c-ac9a-b7705ba6d233 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542698 Jul 08 18:10:03.603280 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:03.673101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a70dc7-36c9-499c-9873-1714690c25a6,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:03.677753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] Checking segment: {'id': '74773bf0-1eed-4b42-b9f3-06d6786b2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:10:03.678232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] Network hostable DHCP agents. Network: 7c7c9aeb-f005-463b-9590-fe5599972f43, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:10:03.704917 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] Network 7c7c9aeb-f005-463b-9590-fe5599972f43 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:10:03.721692 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 7c7c9aeb-f005-463b-9590-fe5599972f43) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:10:03.726891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:03.727662 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:03.736010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f22f4d-96c3-4e5e-ac27-f6ec2d7c9179 None None] Network 7c7c9aeb-f005-463b-9590-fe5599972f43 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:10:03.766904 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c1acb689-56e5-4d1b-bf21-947a138ea232 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6380031 Jul 08 18:10:03.954820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacdec4c-a08c-4908-a211-9c536eab0f30 None None] Network 7c7c9aeb-f005-463b-9590-fe5599972f43 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:10:04.145160 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:04.316296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-14da2e49-d118-4d58-bb46-0e731ffce539 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:04.324507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-14da2e49-d118-4d58-bb46-0e731ffce539 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.1661301 Jul 08 18:10:04.348627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2fb81eea-cb32-401b-b1b1-e25f0217718b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/quotas/1bc3d156bc844a62b3e7e6683036b19a HTTP/1.1" status: 200 len: 375 time: 0.0225132 Jul 08 18:10:04.425211 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-086433b9-ffd2-46ec-8922-c31a4b2fb30c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698435 Jul 08 18:10:04.617659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-bfb630fa-a67c-4c60-8a1b-26efc2ecfc04 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857195 Jul 08 18:10:04.628856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-20cb89c1-c69c-498c-b408-634e627d280d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:04.635979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-20cb89c1-c69c-498c-b408-634e627d280d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/networks?id=7c7c9aeb-f005-463b-9590-fe5599972f43 HTTP/1.1" status: 200 len: 814 time: 0.1495533 Jul 08 18:10:04.695432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-70cafcf4-24e0-4bff-91a8-ef79ca0929ba tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/quotas/3fe6924027e841b3bfa3b72481acfb40 HTTP/1.1" status: 200 len: 375 time: 0.0587060 Jul 08 18:10:04.739322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-8ea893b2-4cd8-4930-98ab-f41cc060a88b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fe6924027e841b3bfa3b72481acfb40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427487 Jul 08 18:10:05.204592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-e8285487-bb46-4b98-8c2d-fab7fbd3a082 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656822 Jul 08 18:10:05.217566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-0f5e661c-dd9a-41d7-ad93-0ead64231b31 service neutron] 10.222.0.73 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733081 Jul 08 18:10:05.430469 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-a2f379e7-84ca-4d8c-9c9b-a92ef43ab6a5 service neutron] 10.222.0.73 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013891 Jul 08 18:10:05.572472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2134a4d4-2436-42d5-adcf-f23a8e886a9d req-6c7e5add-02d2-457a-bece-3c0377db61da tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0780258 Jul 08 18:10:05.923809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9b222-05be-4175-a557-6b080b92f752 req-b0990e00-85bf-4f57-951a-ef9a151fd83f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:05.925622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30e9b222-05be-4175-a557-6b080b92f752 req-b0990e00-85bf-4f57-951a-ef9a151fd83f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.0843830 Jul 08 18:10:06.022830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30e9b222-05be-4175-a557-6b080b92f752 req-d3c3e238-97d3-416f-a538-83d3a1b2252d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868037 Jul 08 18:10:06.127779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d13ba0f6-31b4-4449-af97-af447acafd9f req-5a643e8e-81c1-434b-a932-eb879fa125be tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 210 time: 0.0621409 Jul 08 18:10:06.233522 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c0c2-0a43-4c7a-b631-8998732696fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:06.335112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e2e7fa2-e60c-463e-9ad1-f2ab47d2ce80 req-939b43c3-9945-451e-b6e2-47e326509ae0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 210 time: 0.0424652 Jul 08 18:10:06.816059 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-167eb4a9-e9cd-43e6-8e8a-4e36c73c2671 req-75355be2-5752-4e13-bbf7-75744a5aa99e tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0382068 Jul 08 18:10:07.329414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bbeaf-00a0-4361-85b5-3333720046d9 req-da5a0f0e-5fad-47a9-a888-70f3014534e2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:07.334536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db9bbeaf-00a0-4361-85b5-3333720046d9 req-da5a0f0e-5fad-47a9-a888-70f3014534e2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1371431 Jul 08 18:10:07.420733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db9bbeaf-00a0-4361-85b5-3333720046d9 req-7117e862-ad6b-4fe1-93be-b1b707c36f72 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797877 Jul 08 18:10:07.537393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-ccbaf72f-0b41-48aa-89fa-355f725fc4db tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:07.539677 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-ccbaf72f-0b41-48aa-89fa-355f725fc4db tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.59 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.3054795 Jul 08 18:10:07.562787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Request body: {'port': {'device_id': 'e1c67ccc-ef51-4abb-80d7-acf7fab60898', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'admin_state_up': True, 'tenant_id': '1bc3d156bc844a62b3e7e6683036b19a'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:07.648829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea436260-4b6a-443a-901d-6502ec047260 req-2cbcd914-b8ca-4ef4-81bd-98104b64d6ca tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 210 time: 0.1257272 Jul 08 18:10:07.651289 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c31c8723-15ef-4752-a421-fc841d3cbf3c req-32034d31-8aca-4652-911b-f87931ee5477 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 210 time: 0.0494289 Jul 08 18:10:07.731652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Made reservation on behalf of 1bc3d156bc844a62b3e7e6683036b19a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:10:07.736241 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:07.993679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-7b48f2e3-1f38-4a5c-bf68-a596aaab045b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:07.999252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-7b48f2e3-1f38-4a5c-bf68-a596aaab045b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.59 "GET /v2.0/networks?id=7c7c9aeb-f005-463b-9590-fe5599972f43 HTTP/1.1" status: 200 len: 814 time: 0.2065938 Jul 08 18:10:07.999794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Allocated IP 172.20.0.11 (f7082571-fe51-4603-88f3-1cac609727eb/86a08708-032c-4e16-8dde-9405642ab9ac/1a3401b6-0aaf-4552-a72d-7ef8b1be1de8) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:10:08.015421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Request body: {'port': {'device_id': '661e2168-c412-4ff0-a597-fa117106815d', 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43', 'admin_state_up': True, 'tenant_id': '3fe6924027e841b3bfa3b72481acfb40'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:08.197959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19653a6f-30b6-49dc-a8b7-e81f97b932c1 req-765c8d92-5e18-44d0-a233-7fc251d7260b tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0330076 Jul 08 18:10:08.231824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Made reservation on behalf of 3fe6924027e841b3bfa3b72481acfb40 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:10:08.239445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:08.284779 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:08.339723 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:08.356186 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:08.427354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Allocated IP 172.20.0.6 (7c7c9aeb-f005-463b-9590-fe5599972f43/f4a70dc7-36c9-499c-9873-1714690c25a6/78bd3d6d-2d4b-4311-b448-8d9ddaaac55c) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:10:08.475974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event updated for resources: {'Port': ['ID=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:08.491190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Network f7082571-fe51-4603-88f3-1cac609727eb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:10:08.497015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:10:08.502150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:10:08.618745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:08.620062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:08.642702 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:08.660567 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-939a4f40-43d5-4b7c-a114-25913e3caa3b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1065459 Jul 08 18:10:08.675871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Request body: {'port': {'device_id': 'e1c67ccc-ef51-4abb-80d7-acf7fab60898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:08.730362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b09f9-fb78-4856-834a-18cd6303033b req-f02a5c58-b4c4-4365-97a9-0a2d3ac42c83 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:08.749055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a76b09f9-fb78-4856-834a-18cd6303033b req-f02a5c58-b4c4-4365-97a9-0a2d3ac42c83 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1324916 Jul 08 18:10:08.801815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:08.862644 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:08.958131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Network 7c7c9aeb-f005-463b-9590-fe5599972f43 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:10:08.972537 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a76b09f9-fb78-4856-834a-18cd6303033b req-0d997dc5-c898-4a7f-9490-bfc738eceebf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222354 Jul 08 18:10:08.991122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:10:08.993096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Pushing event updated for resources: {'Port': ['ID=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:08.995243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:10:09.044781 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:09.067078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:09.067760 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:09.086894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252f605-17ba-4927-ba10-2e9f50475b3f req-04ea43cc-ad4e-4c12-bd3e-bf3ec78a205b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:09.088589 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a252f605-17ba-4927-ba10-2e9f50475b3f req-04ea43cc-ad4e-4c12-bd3e-bf3ec78a205b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 931 time: 0.2896383 Jul 08 18:10:09.100532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-439e26ce-b7ec-42bc-a7d8-bc7a44f6fbfb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0900607 Jul 08 18:10:09.120307 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b3787700-4e60-4131-9b81-81dccb151b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:09.153641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Request body: {'port': {'device_id': '661e2168-c412-4ff0-a597-fa117106815d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:09.292531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a252f605-17ba-4927-ba10-2e9f50475b3f req-c9d92a68-8aea-4d64-b456-1cc30b009be8 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888618 Jul 08 18:10:09.362820 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:09.490929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edec2d7-3b58-4d73-8c92-1eb3437baf45 req-00a8c141-4d5d-4d81-9dc9-baa5cac5ea47 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:09.498288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3edec2d7-3b58-4d73-8c92-1eb3437baf45 req-00a8c141-4d5d-4d81-9dc9-baa5cac5ea47 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 932 time: 0.2846646 Jul 08 18:10:09.759027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3edec2d7-3b58-4d73-8c92-1eb3437baf45 req-876adcff-1f81-40a7-8f2f-13760a8fc529 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599027 Jul 08 18:10:09.826467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30418ab1-689e-44d7-aa9f-51866f9cca79 req-8f4b0f50-e49b-4840-bfe6-f331e2cfc869 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.1064382 Jul 08 18:10:09.929028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:10:09.964651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:09.998826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Transition to ACTIVE for port object 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:10:10.012270 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:10.126944 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:10.147518 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:10.216121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:10:10.240566 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:10.244686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Attempting to bind port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:10:10.245035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Attempting to bind port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:10:10.245374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Attempting to bind port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:10:10.251537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 on network f7082571-fe51-4603-88f3-1cac609727eb not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:10:10.251827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Attempting to bind port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:10:10.257698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:10:10.259443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Checking segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:10:10.259814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Bound using segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:10:10.260260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Bound port: 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:10:10.260922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:10.284782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Transition to ACTIVE for port object 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:10:10.293548 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:10.348100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] For port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:10:10.352164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] For port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:10:10.357934 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:10.440275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326d6e7-9f06-4622-8ea2-cd113c18a0f2 req-033550a8-e3ad-4ae3-a5e1-97c269711ba2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:10.447765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0326d6e7-9f06-4622-8ea2-cd113c18a0f2 req-033550a8-e3ad-4ae3-a5e1-97c269711ba2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.2040715 Jul 08 18:10:10.451847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:10.475007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:10.475761 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:10.480093 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] 10.222.0.59 "PUT /v2.0/ports/1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 HTTP/1.1" status: 200 len: 1092 time: 1.8100860 Jul 08 18:10:10.484107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c67ccc-ef51-4abb-80d7-acf7fab60898', 'tag': '1a3401b6-0aaf-4552-a72d-7ef8b1be1de8'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:10.512408 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6b4c76-ebf5-4ae8-9ba2-bd3d42c54f37" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c67ccc-ef51-4abb-80d7-acf7fab60898", "tag": "1a3401b6-0aaf-4552-a72d-7ef8b1be1de8"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:10.543187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e633966-db99-4d9b-a974-f8827d5e90a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:10.577598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0326d6e7-9f06-4622-8ea2-cd113c18a0f2 req-a0b33ef1-d694-4c8b-9080-78e46510c6b7 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286142 Jul 08 18:10:10.632844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Attempting to bind port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:10:10.633432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-eae01404-bf7b-4714-b8d5-27310e3646c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:10.633642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Attempting to bind port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '74773bf0-1eed-4b42-b9f3-06d6786b2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:10:10.635100 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-eae01404-bf7b-4714-b8d5-27310e3646c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 1095 time: 0.0867128 Jul 08 18:10:10.635408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Attempting to bind port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c on network 7c7c9aeb-f005-463b-9590-fe5599972f43 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:10:10.675707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c on network 7c7c9aeb-f005-463b-9590-fe5599972f43 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:10:10.676036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Attempting to bind port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c on network 7c7c9aeb-f005-463b-9590-fe5599972f43 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:10:10.686602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:10:10.686868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Checking segment: {'id': '74773bf0-1eed-4b42-b9f3-06d6786b2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:10:10.687242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Bound using segment: {'id': '74773bf0-1eed-4b42-b9f3-06d6786b2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:10:10.688832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Bound port: 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74773bf0-1eed-4b42-b9f3-06d6786b2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:10:10.688963 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:10.699211 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-4256c3be-8477-4f0a-9980-494e734a0408 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 HTTP/1.1" status: 200 len: 217 time: 0.0549502 Jul 08 18:10:10.782850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99332ad-19f9-4a43-986e-b027f08572ba req-355fc53f-9226-4ea7-8e47-b6e1eb4d310d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:10.791439 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a99332ad-19f9-4a43-986e-b027f08572ba req-355fc53f-9226-4ea7-8e47-b6e1eb4d310d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 943 time: 0.2076328 Jul 08 18:10:10.819772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-35cfe808-eba9-4713-a6f2-4358cc71d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:10.821272 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-35cfe808-eba9-4713-a6f2-4358cc71d7fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.1158471 Jul 08 18:10:10.863401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:10:10.885582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a99332ad-19f9-4a43-986e-b027f08572ba req-618d9eae-968c-402b-a966-86bb60b799cf tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881739 Jul 08 18:10:10.908715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:10:10.917469 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:10.922435 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-2aeddae2-7d6e-424b-be1a-5d75d56b933d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835090 Jul 08 18:10:10.989641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:10.990620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:10.994987 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] 10.222.0.59 "PUT /v2.0/ports/78bd3d6d-2d4b-4311-b448-8d9ddaaac55c HTTP/1.1" status: 200 len: 1091 time: 1.8527217 Jul 08 18:10:10.996594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:11.005620 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b6b883-4bc2-4854-a0d4-f3889ccae5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:11.065965 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8703d4-5ee2-49b8-bba6-cd89900638c8 x-openstack-request-id: req-db8703d4-5ee2-49b8-bba6-cd89900638c8 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:11.066581 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c67ccc-ef51-4abb-80d7-acf7fab60898", "tag": "1a3401b6-0aaf-4552-a72d-7ef8b1be1de8", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:11.066731 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db8703d4-5ee2-49b8-bba6-cd89900638c8 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:11.067232 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c67ccc-ef51-4abb-80d7-acf7fab60898', 'tag': '1a3401b6-0aaf-4552-a72d-7ef8b1be1de8', 'status': 'completed', 'code': 200} Jul 08 18:10:11.096515 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-0897934a-3ddb-4156-a0de-5552feb1d5ac service neutron] 10.222.0.59 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671574 Jul 08 18:10:11.134609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fab9f-2af6-461a-8fd6-c2a3c1129eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:11.177818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-cf545fb4-b6e4-4db2-bd59-5f5af8e22c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:11.179412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-cf545fb4-b6e4-4db2-bd59-5f5af8e22c4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fe6924027e841b3bfa3b72481acfb40&device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 1094 time: 0.1144245 Jul 08 18:10:11.249339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-a4f618fe-3a8b-45aa-a6ab-aa8352028df2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c HTTP/1.1" status: 200 len: 217 time: 0.0625811 Jul 08 18:10:11.283747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24654a72-0450-4f82-9df5-ef9566ea4aff req-655ebcd6-030a-4c4d-9086-d60a8d63ee4a tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0449228 Jul 08 18:10:11.304884 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca3af3c0-e9e1-4865-ad62-8d2b1a459b83 req-9934ad1a-0eee-4939-8da5-6213d5b718fd service neutron] 10.222.0.59 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001367 Jul 08 18:10:11.378705 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed15606f-fda5-4f49-8d1f-20bbbcd7b13f x-openstack-request-id: req-ed15606f-fda5-4f49-8d1f-20bbbcd7b13f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:11.378834 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:11.378969 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed15606f-fda5-4f49-8d1f-20bbbcd7b13f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:11.379356 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'status': 'completed', 'code': 200} Jul 08 18:10:11.413036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645a163-0417-4a95-907d-80cecefec900 req-3d6b8451-2185-4b64-a185-a7ff448b1199 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:11.414768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c645a163-0417-4a95-907d-80cecefec900 req-3d6b8451-2185-4b64-a185-a7ff448b1199 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 944 time: 0.1751246 Jul 08 18:10:11.416472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-089608a1-a69b-4415-abcb-d838551f1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:11.417831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-089608a1-a69b-4415-abcb-d838551f1d6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4a70dc7-36c9-499c-9873-1714690c25a6 HTTP/1.1" status: 200 len: 854 time: 0.1336868 Jul 08 18:10:11.483809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b4c76-ebf5-4ae8-9ba2-bd3d42c54f37 req-dd8e3814-4d1b-410d-b14c-edf60f49cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:11.485990 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8b6b4c76-ebf5-4ae8-9ba2-bd3d42c54f37 req-dd8e3814-4d1b-410d-b14c-edf60f49cadb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 1095 time: 0.1058607 Jul 08 18:10:11.494504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-0e691ac0-6034-483b-a988-a05a19dcebce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7c7c9aeb-f005-463b-9590-fe5599972f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612676 Jul 08 18:10:11.595907 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:11.637419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b4c76-ebf5-4ae8-9ba2-bd3d42c54f37 req-c111d7f4-a59a-4476-bd9a-2c45ca524c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:11.637900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c645a163-0417-4a95-907d-80cecefec900 req-ed767480-ce21-4f36-8e14-cce94e9e3b8a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163281 Jul 08 18:10:11.651910 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8b6b4c76-ebf5-4ae8-9ba2-bd3d42c54f37 req-c111d7f4-a59a-4476-bd9a-2c45ca524c39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 905 time: 0.1585073 Jul 08 18:10:11.713934 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8b6b4c76-ebf5-4ae8-9ba2-bd3d42c54f37 req-8d415660-ff31-495f-8734-96c8a75e8903 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 HTTP/1.1" status: 200 len: 217 time: 0.0506859 Jul 08 18:10:11.738506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-4f2b916b-e4bf-4d28-abb2-31b8865de8a8 service neutron] 10.222.0.59 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328279 Jul 08 18:10:11.772425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b4c76-ebf5-4ae8-9ba2-bd3d42c54f37 req-96d5ce47-e4c2-48db-914f-f338acf81859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:11.773869 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8b6b4c76-ebf5-4ae8-9ba2-bd3d42c54f37 req-96d5ce47-e4c2-48db-914f-f338acf81859 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.0519125 Jul 08 18:10:11.836143 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8b6b4c76-ebf5-4ae8-9ba2-bd3d42c54f37 req-ee0a3e48-9a04-4e55-a621-79c387a46139 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551510 Jul 08 18:10:12.053523 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8b6b4c76-ebf5-4ae8-9ba2-bd3d42c54f37 req-3a65fd97-4275-47d6-98fc-e6ecdae623f4 service neutron] 10.222.0.59 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087014 Jul 08 18:10:12.101295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b547d0ea-32ca-40b0-bd3e-765394914eb4 req-60d6b2bf-87f9-4033-9af5-7b565f595f8f service neutron] 10.222.0.59 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540471 Jul 08 18:10:12.128682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59f4ac-108e-41e8-bd46-5e51c0464f5c req-2e40b1a2-536d-4569-bd1d-7106bf5527f1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:12.141909 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b59f4ac-108e-41e8-bd46-5e51c0464f5c req-2e40b1a2-536d-4569-bd1d-7106bf5527f1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.3114657 Jul 08 18:10:12.271729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b59f4ac-108e-41e8-bd46-5e51c0464f5c req-da570537-2286-4efc-bea3-0b532617a451 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287284 Jul 08 18:10:12.299706 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8b6b4c76-ebf5-4ae8-9ba2-bd3d42c54f37 req-57ae8b29-6c23-4bad-9318-1d174156df3e service neutron] 10.222.0.59 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351131 Jul 08 18:10:12.369449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6b883-4bc2-4854-a0d4-f3889ccae5f8 req-da129af8-03cd-4099-8cf9-f2d41f01c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:12.371313 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65b6b883-4bc2-4854-a0d4-f3889ccae5f8 req-da129af8-03cd-4099-8cf9-f2d41f01c939 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fe6924027e841b3bfa3b72481acfb40&device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 1094 time: 0.1627054 Jul 08 18:10:12.506654 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d685e5f-6986-4c9b-b40a-71354ac249fc req-d890e627-9d19-46a8-bc90-e9c44216cf6b tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0507541 Jul 08 18:10:12.536464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad3e7d-1191-4065-bdb2-40d61f4018d3 req-3f150e61-c204-4261-9dc1-2101c27c1256 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:12.536464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8ad3e7d-1191-4065-bdb2-40d61f4018d3 req-3f150e61-c204-4261-9dc1-2101c27c1256 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 943 time: 0.2072334 Jul 08 18:10:12.565775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6b883-4bc2-4854-a0d4-f3889ccae5f8 req-dea4bd18-babe-4d0e-b78b-cdcf666f799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:12.567443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65b6b883-4bc2-4854-a0d4-f3889ccae5f8 req-dea4bd18-babe-4d0e-b78b-cdcf666f799d service neutron] 10.222.0.59 "GET /v2.0/networks?id=7c7c9aeb-f005-463b-9590-fe5599972f43 HTTP/1.1" status: 200 len: 915 time: 0.1858683 Jul 08 18:10:12.616486 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65b6b883-4bc2-4854-a0d4-f3889ccae5f8 req-296d5208-cc16-4826-946f-7ad846b8d23b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c HTTP/1.1" status: 200 len: 217 time: 0.0407372 Jul 08 18:10:12.671029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8ad3e7d-1191-4065-bdb2-40d61f4018d3 req-33f8e8b2-a615-4f5f-86a9-9fd2313be785 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226280 Jul 08 18:10:12.724453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6b883-4bc2-4854-a0d4-f3889ccae5f8 req-d7a2e2a9-883a-4c81-9111-baba17ea1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:12.730249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65b6b883-4bc2-4854-a0d4-f3889ccae5f8 req-d7a2e2a9-883a-4c81-9111-baba17ea1f98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4a70dc7-36c9-499c-9873-1714690c25a6 HTTP/1.1" status: 200 len: 854 time: 0.1062341 Jul 08 18:10:12.772631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65b6b883-4bc2-4854-a0d4-f3889ccae5f8 req-fc1d4330-5779-4c33-ad92-367846727ad3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7c7c9aeb-f005-463b-9590-fe5599972f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358260 Jul 08 18:10:12.916840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65b6b883-4bc2-4854-a0d4-f3889ccae5f8 req-b5c539a4-6524-412d-b43c-846353b9a495 service neutron] 10.222.0.59 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333447 Jul 08 18:10:12.931892 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59d199-420b-4046-8ad2-34b9aaadd281 req-18b64282-277c-4f7d-8564-9540cf0549d8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:12.935893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa59d199-420b-4046-8ad2-34b9aaadd281 req-18b64282-277c-4f7d-8564-9540cf0549d8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 944 time: 0.1041353 Jul 08 18:10:13.028080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa59d199-420b-4046-8ad2-34b9aaadd281 req-de3b84f9-8044-440a-9a2e-cb137029154b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830851 Jul 08 18:10:13.055927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65b6b883-4bc2-4854-a0d4-f3889ccae5f8 req-38f9f879-e53d-4376-9b9a-7d82aef6aba6 service neutron] 10.222.0.59 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326845 Jul 08 18:10:13.360050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e80a4e-0c53-41a7-afd3-1dc2bbe006a8 req-59b42b23-f707-40ca-9e6f-33087b73c278 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:13.361795 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6e80a4e-0c53-41a7-afd3-1dc2bbe006a8 req-59b42b23-f707-40ca-9e6f-33087b73c278 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.0735848 Jul 08 18:10:13.418902 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6e80a4e-0c53-41a7-afd3-1dc2bbe006a8 req-6ea4b695-9545-491e-b89c-c3dd8f754727 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491042 Jul 08 18:10:13.481521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acb126-6538-4dd1-8ef1-a12d93754511 req-caa708ec-b5f0-4308-88b7-ff59845235fd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:13.483076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2acb126-6538-4dd1-8ef1-a12d93754511 req-caa708ec-b5f0-4308-88b7-ff59845235fd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.0794375 Jul 08 18:10:13.525937 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2acb126-6538-4dd1-8ef1-a12d93754511 req-ff5cb9ae-b410-4a6f-9763-1d20594d9789 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334461 Jul 08 18:10:13.681295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a850ed7-9bf2-46a4-8f44-2f116b6a8647 req-3615028d-79e4-42bc-8793-bd4657b0b53c tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0347879 Jul 08 18:10:13.893505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f178a-bdf6-470d-82e4-f4a0051bfb19 req-daeb4c79-d253-47d5-b7e3-99ac351d3355 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:13.895050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-327f178a-bdf6-470d-82e4-f4a0051bfb19 req-daeb4c79-d253-47d5-b7e3-99ac351d3355 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 943 time: 0.0748036 Jul 08 18:10:13.939228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-327f178a-bdf6-470d-82e4-f4a0051bfb19 req-d33a2a75-a70c-40d2-a6d4-9dffe3b335f3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341146 Jul 08 18:10:14.210692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62e5ad-ed93-4b6e-9c3d-ee15bafcdd91 req-2d368b76-5dbf-4b8c-8a9e-c897e8e65a6e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:14.212183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a62e5ad-ed93-4b6e-9c3d-ee15bafcdd91 req-2d368b76-5dbf-4b8c-8a9e-c897e8e65a6e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 944 time: 0.0652795 Jul 08 18:10:14.253772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a62e5ad-ed93-4b6e-9c3d-ee15bafcdd91 req-c119374c-ddd3-4cc9-8fdc-b73e62ab5b29 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358241 Jul 08 18:10:14.603263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168faca6-661d-4867-942f-2e6d11be16bd req-6b8b7059-2cca-4b41-90df-0633e8d90efa tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:14.604744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-168faca6-661d-4867-942f-2e6d11be16bd req-6b8b7059-2cca-4b41-90df-0633e8d90efa tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.0717905 Jul 08 18:10:14.648862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-168faca6-661d-4867-942f-2e6d11be16bd req-d6e2cf70-4b41-4534-863c-5cd90c974dea tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383697 Jul 08 18:10:14.714912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb9f05-6805-48d0-a5c7-9b619b3acfb3 req-f9e9c69d-06ed-404f-b175-3d016602b3c6 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:14.716673 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16eb9f05-6805-48d0-a5c7-9b619b3acfb3 req-f9e9c69d-06ed-404f-b175-3d016602b3c6 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.0668442 Jul 08 18:10:14.758891 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16eb9f05-6805-48d0-a5c7-9b619b3acfb3 req-b9fb5b7e-f835-4443-bac1-74dc88aa6d8b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Jul 08 18:10:14.903373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6b15e5d-cd5e-4859-ab1b-f41d9d8868d2 req-0ccf463d-0f33-4f66-ab2f-ecda9d94c977 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0364397 Jul 08 18:10:15.318938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11f21e-18fb-41c3-b567-c0ff5300dfe7 req-51dc760c-f46a-4fd3-a60d-c295c9afde1d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:15.321143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc11f21e-18fb-41c3-b567-c0ff5300dfe7 req-51dc760c-f46a-4fd3-a60d-c295c9afde1d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 943 time: 0.1223187 Jul 08 18:10:15.374721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc11f21e-18fb-41c3-b567-c0ff5300dfe7 req-6871568a-cbd8-4b6a-9070-e14c6c0cff86 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437715 Jul 08 18:10:15.387773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f6b7c-2b64-496c-a396-b4840eff4a8b req-4c9473e4-2eb6-46be-a6a7-40f18114a34c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:15.395073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a3f6b7c-2b64-496c-a396-b4840eff4a8b req-4c9473e4-2eb6-46be-a6a7-40f18114a34c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1239102 Jul 08 18:10:15.454558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a3f6b7c-2b64-496c-a396-b4840eff4a8b req-2a9e7645-673c-4d44-b08a-a6d852cfc4e8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576091 Jul 08 18:10:15.851081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a6ea9-3748-48a5-8a81-27596b8cf3cc req-2af318be-b679-4a39-8876-06d4e4b2d1d3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:15.858419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f0a6ea9-3748-48a5-8a81-27596b8cf3cc req-2af318be-b679-4a39-8876-06d4e4b2d1d3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 944 time: 0.3550978 Jul 08 18:10:15.895244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f0a6ea9-3748-48a5-8a81-27596b8cf3cc req-6fc6549d-5d23-4155-93f6-a1f31c22abbf tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359590 Jul 08 18:10:15.963095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc14540-bc07-47e5-a910-8d3a8a3023b6 req-1dec722d-960f-4635-8e7b-d427129a484e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:15.964669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dcc14540-bc07-47e5-a910-8d3a8a3023b6 req-1dec722d-960f-4635-8e7b-d427129a484e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.0649214 Jul 08 18:10:15.996690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:10:16.008845 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dcc14540-bc07-47e5-a910-8d3a8a3023b6 req-31745d31-46b6-4066-8bd7-8528e2edab01 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374882 Jul 08 18:10:16.173238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7101b927-f590-4836-be74-106e455527d1 req-707e38a0-85ab-469e-b686-ce5d451e603e tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0852864 Jul 08 18:10:16.207853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:16.220661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43', 'port_id': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'mac_address': 'fa:16:3e:46:d2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a70dc7-36c9-499c-9873-1714690c25a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:10:16.259698 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:16.273481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:10:16.295109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:16.300209 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:16.300879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:10:16.394149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:16.439518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:16.452026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '1a3401b6-0aaf-4552-a72d-7ef8b1be1de8', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'port_id': '1a3401b6-0aaf-4552-a72d-7ef8b1be1de8', 'mac_address': 'fa:16:3e:78:4c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a08708-032c-4e16-8dde-9405642ab9ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:10:16.499727 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:16.524777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:10:16.547548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:16.552855 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:16.610809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874e718-91f4-4491-9c8d-6dc8c08c783a req-0970bb49-91e7-4083-bc11-8d4bead0ba84 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:16.612382 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f874e718-91f4-4491-9c8d-6dc8c08c783a req-0970bb49-91e7-4083-bc11-8d4bead0ba84 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 944 time: 0.0987275 Jul 08 18:10:16.641182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:16.698054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f874e718-91f4-4491-9c8d-6dc8c08c783a req-6401f77c-87fa-46f0-8421-789640cd5503 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736909 Jul 08 18:10:16.723431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154be60a-b341-48d9-96ad-be39594b6d96 req-8ad92223-6bbf-4ce3-aecb-c288901bd7a5 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:16.726730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-154be60a-b341-48d9-96ad-be39594b6d96 req-8ad92223-6bbf-4ce3-aecb-c288901bd7a5 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1131825 Jul 08 18:10:16.769850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-154be60a-b341-48d9-96ad-be39594b6d96 req-a2188eff-2979-47c0-8225-af1b09e881f0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Jul 08 18:10:17.101453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764267b1-29dd-4a2f-8377-a5dfca84fea8 req-4b84a66b-0654-4c98-ae86-2c13b476aedb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:17.102825 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-764267b1-29dd-4a2f-8377-a5dfca84fea8 req-4b84a66b-0654-4c98-ae86-2c13b476aedb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 945 time: 0.0716081 Jul 08 18:10:17.149573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-764267b1-29dd-4a2f-8377-a5dfca84fea8 req-1c405a23-7f2c-4249-b879-af0837d39a2f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Jul 08 18:10:17.247187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311403b9-e899-423f-aec3-5a4498908adf req-43bcee32-9fa4-491e-a51d-c7bc7387e67f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:17.256154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-311403b9-e899-423f-aec3-5a4498908adf req-43bcee32-9fa4-491e-a51d-c7bc7387e67f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.0901210 Jul 08 18:10:17.328879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-311403b9-e899-423f-aec3-5a4498908adf req-74499263-c621-4238-ba17-d9a1e48fd09e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714755 Jul 08 18:10:17.335702 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:17.403176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['1a3401b6-0aaf-4552-a72d-7ef8b1be1de8'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:17.419534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e80f57ff-3a59-43c7-a59a-d60e66a6f0f8 req-59d995a4-3909-4e6f-bb46-f18a9629e5dc tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0756235 Jul 08 18:10:17.907012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c35134-5220-40f8-810f-4e2131c4b2ec req-97444037-b0a7-4392-bed9-569a29208344 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:17.908727 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f4c35134-5220-40f8-810f-4e2131c4b2ec req-97444037-b0a7-4392-bed9-569a29208344 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 944 time: 0.0790129 Jul 08 18:10:17.978607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f4c35134-5220-40f8-810f-4e2131c4b2ec req-7279b8e1-731f-459e-a307-22373fe43e6a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596242 Jul 08 18:10:18.004250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df70ed8-16f4-432a-aa28-da8c879f613d req-1c429b34-7bc2-4f22-af06-e3daee0a3f5c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:18.005765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2df70ed8-16f4-432a-aa28-da8c879f613d req-1c429b34-7bc2-4f22-af06-e3daee0a3f5c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.0959544 Jul 08 18:10:18.012451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:10:18.050776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2df70ed8-16f4-432a-aa28-da8c879f613d req-2e97dedc-82cb-4f17-8bc6-475ea061d3ff tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377057 Jul 08 18:10:18.124605 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:18.153816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:18.156120 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c03cab-eb7a-43b0-9b84-07b00347e149" -d '{"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:18.168857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:18.174367 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:18.206893 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654241f4-e58b-463a-be17-c0b83cc31295 x-openstack-request-id: req-654241f4-e58b-463a-be17-c0b83cc31295 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:18.207186 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:18.207435 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-654241f4-e58b-463a-be17-c0b83cc31295 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:18.207822 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'code': 200} Jul 08 18:10:18.233903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=11']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:18.344497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc2a30-d51f-4cad-b393-cd5666af2999 req-d863f9f5-5645-406e-9611-27b5bfd5a6d4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:18.345886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dfdc2a30-d51f-4cad-b393-cd5666af2999 req-d863f9f5-5645-406e-9611-27b5bfd5a6d4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 945 time: 0.0632885 Jul 08 18:10:18.389179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dfdc2a30-d51f-4cad-b393-cd5666af2999 req-72fbdb7a-a88d-4965-9478-85a40f88cf09 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375204 Jul 08 18:10:18.543362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda42c3-fb70-4052-968f-093be08ac9db req-5bf96a07-a84a-4e64-b600-2eb730ebeb11 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:18.544857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cda42c3-fb70-4052-968f-093be08ac9db req-5bf96a07-a84a-4e64-b600-2eb730ebeb11 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.0672655 Jul 08 18:10:18.579801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b00482bc-1110-4563-b62b-4d7093335799 req-e59efeff-3e3a-4b11-8d3d-8834ce46aec7 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0339570 Jul 08 18:10:18.605909 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cda42c3-fb70-4052-968f-093be08ac9db req-a264d9ed-1cf9-45ef-aef2-0b1e01a58074 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514388 Jul 08 18:10:18.877089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39130671-9072-4dc5-9d41-b2a77b3bfd86 req-70b749b4-cf39-48e5-becf-6aebe3900cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:18.879515 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39130671-9072-4dc5-9d41-b2a77b3bfd86 req-70b749b4-cf39-48e5-becf-6aebe3900cc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1096 time: 0.0555704 Jul 08 18:10:18.998876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39130671-9072-4dc5-9d41-b2a77b3bfd86 req-4f3373f4-1499-47fb-bf98-95480a6a3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:19.001086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39130671-9072-4dc5-9d41-b2a77b3bfd86 req-4f3373f4-1499-47fb-bf98-95480a6a3043 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.0984850 Jul 08 18:10:19.079239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39130671-9072-4dc5-9d41-b2a77b3bfd86 req-c9643472-f63c-4209-888b-37fa0d69ef2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 999 time: 0.0673256 Jul 08 18:10:19.210986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39130671-9072-4dc5-9d41-b2a77b3bfd86 req-d0579583-3f88-4411-a7bb-7d3f96738adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:19.212384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39130671-9072-4dc5-9d41-b2a77b3bfd86 req-d0579583-3f88-4411-a7bb-7d3f96738adf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.1209700 Jul 08 18:10:19.282600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88f1b6-a390-4742-aa2f-e4331367247c req-a2521e64-c8f3-42df-bdf7-3415b182aaa1 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:19.285503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b88f1b6-a390-4742-aa2f-e4331367247c req-a2521e64-c8f3-42df-bdf7-3415b182aaa1 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 944 time: 0.1802073 Jul 08 18:10:19.346722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f594-e7a7-4c0b-85df-d7e53fdbd36c req-c6a9da87-7183-48e6-b27a-b9df6f505a4e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:19.348312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2555f594-e7a7-4c0b-85df-d7e53fdbd36c req-c6a9da87-7183-48e6-b27a-b9df6f505a4e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1736472 Jul 08 18:10:19.372844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b88f1b6-a390-4742-aa2f-e4331367247c req-e230d0c9-aba7-43ac-9ba9-31ca4737a94e tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815949 Jul 08 18:10:19.387006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39130671-9072-4dc5-9d41-b2a77b3bfd86 req-b1b649d7-23e7-4971-8f9e-88f6ec1d3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:19.388501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39130671-9072-4dc5-9d41-b2a77b3bfd86 req-b1b649d7-23e7-4971-8f9e-88f6ec1d3f42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624064 Jul 08 18:10:19.427034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2555f594-e7a7-4c0b-85df-d7e53fdbd36c req-f33a6829-0b7e-4ed4-8b72-bc99bc8264b0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689240 Jul 08 18:10:19.524606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39130671-9072-4dc5-9d41-b2a77b3bfd86 req-e6ee4171-e667-4fda-af5f-382ec720d460 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229558 Jul 08 18:10:19.696816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16808fd5-ad24-4135-94bc-9dbcf4a7ecab req-bcea4744-1bd9-4b82-aec2-74309c9ff1ed tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:19.698364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16808fd5-ad24-4135-94bc-9dbcf4a7ecab req-bcea4744-1bd9-4b82-aec2-74309c9ff1ed tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 945 time: 0.1106551 Jul 08 18:10:19.700306 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39130671-9072-4dc5-9d41-b2a77b3bfd86 req-c260bf4d-ad4a-4a99-8478-edb100f034e7 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678367 Jul 08 18:10:19.745422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16808fd5-ad24-4135-94bc-9dbcf4a7ecab req-38f175ae-318b-40d8-bc20-393cc2b4813e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Jul 08 18:10:19.811881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34c28f0a-562b-49ed-b6ea-9ac46d50a35e req-0ae5aaab-70a8-44c5-8a7a-50c1f10122db tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0328460 Jul 08 18:10:20.010406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:10:20.017364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:10:20.197325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9975efd-b366-4a0c-bda8-b3c43ebff4f3 req-d4685efc-fb39-41f0-bb3e-772844219777 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:20.204905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9975efd-b366-4a0c-bda8-b3c43ebff4f3 req-d4685efc-fb39-41f0-bb3e-772844219777 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.3319795 Jul 08 18:10:20.210732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:10:20.219976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:10:20.220367 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:20.223225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:20.246440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9975efd-b366-4a0c-bda8-b3c43ebff4f3 req-b1104e3c-27f3-4ecb-8d8e-3674b7c72889 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Jul 08 18:10:20.257466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'port_id': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'mac_address': 'fa:16:3e:de:fd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:10:20.307022 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:20.337703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:10:20.371954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:20.373128 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:20.382112 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:20.421403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c67ccc-ef51-4abb-80d7-acf7fab60898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3401b6-0aaf-4552-a72d-7ef8b1be1de8'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:20.423823 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871ceab1-54a9-4fca-9a11-9a9885e4046c" -d '{"events": [{"server_uuid": "e1c67ccc-ef51-4abb-80d7-acf7fab60898", "name": "network-vif-plugged", "status": "completed", "tag": "1a3401b6-0aaf-4552-a72d-7ef8b1be1de8"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:20.443754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:20.455011 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:20.455773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:10:20.483125 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d095a912-6284-4199-aca5-05d27670d15c x-openstack-request-id: req-d095a912-6284-4199-aca5-05d27670d15c {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:20.483406 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c67ccc-ef51-4abb-80d7-acf7fab60898", "name": "network-vif-plugged", "status": "completed", "tag": "1a3401b6-0aaf-4552-a72d-7ef8b1be1de8", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:20.483655 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d095a912-6284-4199-aca5-05d27670d15c {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:20.484037 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c67ccc-ef51-4abb-80d7-acf7fab60898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3401b6-0aaf-4552-a72d-7ef8b1be1de8', 'code': 200} Jul 08 18:10:20.490280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=12']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:20.563390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:20.571308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:20.604228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:10:20.612991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:10:20.613358 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:20.742398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4c245-8857-46bb-b9f2-4104aaaa3725 req-7ed523a3-2374-4ca9-a0b8-209e6e85af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:20.744347 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0a4c245-8857-46bb-b9f2-4104aaaa3725 req-7ed523a3-2374-4ca9-a0b8-209e6e85af47 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 1097 time: 0.1455665 Jul 08 18:10:20.752318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0c625-820e-4403-926a-a8d9949a471e req-6f3d8eab-c87d-49f3-8115-a84961657bc3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:20.753697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9d0c625-820e-4403-926a-a8d9949a471e req-6f3d8eab-c87d-49f3-8115-a84961657bc3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 944 time: 0.2529337 Jul 08 18:10:20.755218 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:20.784493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f469747-a388-4562-9c00-1f4becf55df1 req-c23a0081-6c27-449d-acb6-e875b1eba5ad tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:20.785868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f469747-a388-4562-9c00-1f4becf55df1 req-c23a0081-6c27-449d-acb6-e875b1eba5ad tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 946 time: 0.1564512 Jul 08 18:10:20.820499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:20.827013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:20.837463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0a4c245-8857-46bb-b9f2-4104aaaa3725 req-ebcb25ef-3ce3-492b-935c-b9919d33211d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822296 Jul 08 18:10:20.860391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9d0c625-820e-4403-926a-a8d9949a471e req-04b539fa-2d65-47a3-ba6a-1697bc0e6b3c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967917 Jul 08 18:10:20.863427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f469747-a388-4562-9c00-1f4becf55df1 req-3bb63438-8886-4ce4-9bcf-ab29b3c7c3d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671895 Jul 08 18:10:20.904748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:21.051427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1183aa-b7f9-4c7b-9f89-606bfad5d6ac req-e9c8be78-5fd9-4c14-9e7a-6899e9fcb325 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:21.052961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb1183aa-b7f9-4c7b-9f89-606bfad5d6ac req-e9c8be78-5fd9-4c14-9e7a-6899e9fcb325 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 946 time: 0.0699823 Jul 08 18:10:21.095344 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb1183aa-b7f9-4c7b-9f89-606bfad5d6ac req-9f14e355-c82b-4f39-b4ed-e5a1b2cca571 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358412 Jul 08 18:10:21.149924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09a41461-5192-42dc-bf4f-8797701d2820 req-73ec5b2a-fa5d-4b90-83a5-518507866d14 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0299544 Jul 08 18:10:21.427527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35602a3-88ac-4624-84b0-8242cc7ff3d9 req-4aeeb272-1671-4448-a83e-e2dac4e9c112 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:21.429059 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f35602a3-88ac-4624-84b0-8242cc7ff3d9 req-4aeeb272-1671-4448-a83e-e2dac4e9c112 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.0666623 Jul 08 18:10:21.468914 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f35602a3-88ac-4624-84b0-8242cc7ff3d9 req-c982462f-ac8a-46d0-8f33-a32e88d54770 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Jul 08 18:10:22.008534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43242) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:22.108927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd796bd-1a87-4df5-8405-b7ec85b5d64d req-a44bcfd3-ef65-4dde-976d-fe5e82a8b905 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:22.111080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bd796bd-1a87-4df5-8405-b7ec85b5d64d req-a44bcfd3-ef65-4dde-976d-fe5e82a8b905 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 946 time: 0.1110752 Jul 08 18:10:22.125851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef12a0-1b8a-4ad0-a65f-3fda077f2b44 req-bd77812e-9092-4c37-9376-f22b5092d1d5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:22.127077 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0ef12a0-1b8a-4ad0-a65f-3fda077f2b44 req-bd77812e-9092-4c37-9376-f22b5092d1d5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0944805 Jul 08 18:10:22.130889 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7226-7233-4cd6-87f1-d0729f0db702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.185868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bd796bd-1a87-4df5-8405-b7ec85b5d64d req-6bf90be6-e8ca-43be-a19b-5f8191802961 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685513 Jul 08 18:10:22.198718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0ef12a0-1b8a-4ad0-a65f-3fda077f2b44 req-84f17c2b-f521-4e6d-8b2b-650c5e975407 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643709 Jul 08 18:10:22.243776 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7226-7233-4cd6-87f1-d0729f0db702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.247660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7226-7233-4cd6-87f1-d0729f0db702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.274983 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1c7f7226-7233-4cd6-87f1-d0729f0db702 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7c6ad76e5cf45b89a918641196ca3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622354 Jul 08 18:10:22.275196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43254) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:22.321421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f7226-7233-4cd6-87f1-d0729f0db702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae41bff-c647-4d49-97ae-9c0b2c7a9ad6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:22.348798 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6052090-762d-4653-aaaa-b2e3dc179e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.372775 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6052090-762d-4653-aaaa-b2e3dc179e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.403580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ab8fb-bfda-43d5-b17a-a006eb0853b8 req-80c81cba-3384-46c4-a56f-3d59fcf1f77b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:22.411268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-651ab8fb-bfda-43d5-b17a-a006eb0853b8 req-80c81cba-3384-46c4-a56f-3d59fcf1f77b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 946 time: 0.0792346 Jul 08 18:10:22.427800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6052090-762d-4653-aaaa-b2e3dc179e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.430816 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6052090-762d-4653-aaaa-b2e3dc179e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.432214 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a6052090-762d-4653-aaaa-b2e3dc179e52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ae41bff-c647-4d49-97ae-9c0b2c7a9ad6 HTTP/1.1" status: 204 len: 168 time: 0.1561441 Jul 08 18:10:22.441552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6052090-762d-4653-aaaa-b2e3dc179e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae41bff-c647-4d49-97ae-9c0b2c7a9ad6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:22.485681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:22.489158 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd40e35d-a29c-4f82-a374-23cb64611a55" -d '{"events": [{"server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "name": "network-vif-plugged", "status": "completed", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:22.489363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1135aac-e9f8-480b-95bf-1ab00a63a869 req-a53f8f89-e25e-4926-9386-a4089c92c53e tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0310555 Jul 08 18:10:22.494867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-651ab8fb-bfda-43d5-b17a-a006eb0853b8 req-1d9e7804-50f2-4b4b-ba7c-e0b3e24f65a9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825324 Jul 08 18:10:22.571381 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682be995-529a-4fab-bf23-e5964615fac0 x-openstack-request-id: req-682be995-529a-4fab-bf23-e5964615fac0 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:22.571673 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "name": "network-vif-plugged", "status": "completed", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:22.572105 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-682be995-529a-4fab-bf23-e5964615fac0 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:22.572543 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'code': 200} Jul 08 18:10:22.739010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd834c-b924-46bf-b6de-ccca3830c152 req-5952583f-4c3e-4b1b-b20a-66f69e21fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:22.740505 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0fd834c-b924-46bf-b6de-ccca3830c152 req-5952583f-4c3e-4b1b-b20a-66f69e21fcf0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 1096 time: 0.1004138 Jul 08 18:10:22.749523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43264) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:22.752256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad850-3281-4f65-b1b0-a810a9187155 req-61995cd7-2ccc-47fa-af43-a29001959322 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:22.753685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93bad850-3281-4f65-b1b0-a810a9187155 req-61995cd7-2ccc-47fa-af43-a29001959322 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.0859623 Jul 08 18:10:22.763525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7b42-7d74-4a5b-bc49-3037a3292f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.805926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0fd834c-b924-46bf-b6de-ccca3830c152 req-729a5343-704d-475e-9bc0-abe1f46a0090 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512047 Jul 08 18:10:22.810844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93bad850-3281-4f65-b1b0-a810a9187155 req-a7ff066a-a930-46d8-bfe1-3e36047363d9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509441 Jul 08 18:10:22.855779 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7b42-7d74-4a5b-bc49-3037a3292f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.859549 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7b42-7d74-4a5b-bc49-3037a3292f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.897223 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8b6d7b42-7d74-4a5b-bc49-3037a3292f3d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b082ba8079df43368860de326c6f8cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463244 Jul 08 18:10:22.898093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d7b42-7d74-4a5b-bc49-3037a3292f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4f34ce-5641-4e40-b9f5-77b4402377fd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:22.899911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43266) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:22.949939 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1be2-1bb6-4e32-a06e-ab9bef071342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.971381 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1be2-1bb6-4e32-a06e-ab9bef071342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:23.021772 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1be2-1bb6-4e32-a06e-ab9bef071342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:23.024587 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1be2-1bb6-4e32-a06e-ab9bef071342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:23.025765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ca1b1be2-1bb6-4e32-a06e-ab9bef071342 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe4f34ce-5641-4e40-b9f5-77b4402377fd HTTP/1.1" status: 204 len: 168 time: 0.1247995 Jul 08 18:10:23.034336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b1be2-1bb6-4e32-a06e-ab9bef071342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4f34ce-5641-4e40-b9f5-77b4402377fd,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:23.425691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f19380-b758-49cc-8794-ede03cd9e661 req-d5e1434c-0019-4ee7-a911-c20c3f2db33e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:23.427218 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58f19380-b758-49cc-8794-ede03cd9e661 req-d5e1434c-0019-4ee7-a911-c20c3f2db33e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 946 time: 0.1076102 Jul 08 18:10:23.459967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14bd6d-1cf5-4b54-be77-5e16479d13be req-d8123917-57cf-4695-bd28-c989612876da tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:23.461421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d14bd6d-1cf5-4b54-be77-5e16479d13be req-d8123917-57cf-4695-bd28-c989612876da tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1098278 Jul 08 18:10:23.492414 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58f19380-b758-49cc-8794-ede03cd9e661 req-a2af77d2-efbd-4eaf-a332-91ea5796ff4d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583897 Jul 08 18:10:23.513010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d14bd6d-1cf5-4b54-be77-5e16479d13be req-a3e2bcd7-350a-47b9-8bfd-f08535977bb7 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 Jul 08 18:10:23.658386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab537dc6-d021-4462-a573-2c8707507f2f req-c959944a-1532-4b79-beb2-5574e70e34f8 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0324800 Jul 08 18:10:23.880198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acba6a1-0139-444b-a8cf-52179c58f1b8 req-94f53dbf-2741-4860-ad44-0ab40c06dff4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:23.881836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2acba6a1-0139-444b-a8cf-52179c58f1b8 req-94f53dbf-2741-4860-ad44-0ab40c06dff4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 946 time: 0.0665615 Jul 08 18:10:23.942872 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2acba6a1-0139-444b-a8cf-52179c58f1b8 req-ea2eb02c-ee28-43ee-a5f0-15ff7d556733 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507603 Jul 08 18:10:24.037848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3c522-2684-44d9-86a5-688e0d4ef1ec req-7524fd3e-b2b6-4943-af34-25327779140b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:24.039386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21a3c522-2684-44d9-86a5-688e0d4ef1ec req-7524fd3e-b2b6-4943-af34-25327779140b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.0874293 Jul 08 18:10:24.063350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:10:24.084428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21a3c522-2684-44d9-86a5-688e0d4ef1ec req-22ad06e8-8704-4f28-9e72-a4acf390661b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366280 Jul 08 18:10:24.209205 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:10:24.209504 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:24.345039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-eaa1e51d-e66c-4f78-91ae-db342da8a94e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:24.349431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:24.349776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-eaa1e51d-e66c-4f78-91ae-db342da8a94e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.1562297 Jul 08 18:10:24.366710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-5714f031-1e4b-4f13-a70c-98acdbe9d6d4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/quotas/1bc3d156bc844a62b3e7e6683036b19a HTTP/1.1" status: 200 len: 375 time: 0.0123887 Jul 08 18:10:24.405556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:24.415782 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:24.457828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-66c82ff6-3d7f-44dd-b6de-ab600e017f53 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842919 Jul 08 18:10:24.476060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=13']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:24.514381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43354) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:24.552786 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-02388982-6298-4ddc-8146-64b55296bf31 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945745 Jul 08 18:10:24.574142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:24.577654 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7291fb3d-e4c4-449c-a9fe-08058ef3b7ec" -d '{"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-plugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:24.635567 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28fd50ef-9f62-4341-8652-d7a14ceeeacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:24.705104 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-222db9e4-a6d3-44eb-ba3e-28d2b5795572 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459074 Jul 08 18:10:24.736428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d75980-5aad-4fd4-ac5d-0cea3c7724b1 req-b5cb69e1-763c-4ae0-a71f-acd01e7ee40a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:24.743748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55d75980-5aad-4fd4-ac5d-0cea3c7724b1 req-b5cb69e1-763c-4ae0-a71f-acd01e7ee40a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1051536 Jul 08 18:10:24.783259 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55d75980-5aad-4fd4-ac5d-0cea3c7724b1 req-63a279e2-94ec-45bb-810b-eda141397993 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386202 Jul 08 18:10:24.787177 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28fd50ef-9f62-4341-8652-d7a14ceeeacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:24.793088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28fd50ef-9f62-4341-8652-d7a14ceeeacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:24.855408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43374) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:24.859861 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28fd50ef-9f62-4341-8652-d7a14ceeeacf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74ffd1d4fd634baab1fa0e47e995571a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436253 Jul 08 18:10:24.861392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd50ef-9f62-4341-8652-d7a14ceeeacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d91749-bf22-4db4-a3ab-77d76af071be,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:24.924551 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee698b81-c714-49c8-a833-c18e3f1f7d5d x-openstack-request-id: req-ee698b81-c714-49c8-a833-c18e3f1f7d5d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:24.924867 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-plugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:24.925120 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ee698b81-c714-49c8-a833-c18e3f1f7d5d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:24.925515 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'code': 200} Jul 08 18:10:24.944070 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ba8221e0-6e85-4643-b5b7-42d64f5019d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:25.004440 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ba8221e0-6e85-4643-b5b7-42d64f5019d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:25.097539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a7859-644e-4d8b-92b3-fa751c1da60d req-48f0e5b6-fcc6-4c78-9b9a-fc2319c2b1ec tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:25.104760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d3a7859-644e-4d8b-92b3-fa751c1da60d req-48f0e5b6-fcc6-4c78-9b9a-fc2319c2b1ec tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1617312 Jul 08 18:10:25.170790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ba8221e0-6e85-4643-b5b7-42d64f5019d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:25.174833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ba8221e0-6e85-4643-b5b7-42d64f5019d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:25.179188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ba8221e0-6e85-4643-b5b7-42d64f5019d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5d91749-bf22-4db4-a3ab-77d76af071be HTTP/1.1" status: 204 len: 168 time: 0.3216112 Jul 08 18:10:25.205766 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d3a7859-644e-4d8b-92b3-fa751c1da60d req-b1f35449-7762-46f8-bc97-74d537892493 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000290 Jul 08 18:10:25.210359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8221e0-6e85-4643-b5b7-42d64f5019d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d91749-bf22-4db4-a3ab-77d76af071be,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:25.364969 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-49a03443-5f6a-4841-abeb-dc2fa3494851 req-366fcbdf-a38b-4e05-bf99-21e4c4dc64ec tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0800412 Jul 08 18:10:25.469271 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d20c2616-136a-4345-a22b-0549f7fd6074 req-054823d5-eaf8-41b4-b155-e4b39437672a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 210 time: 0.0420425 Jul 08 18:10:25.730046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-02edbab9-a3fe-425c-92cb-bb2819cb78e6 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:25.731582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-02edbab9-a3fe-425c-92cb-bb2819cb78e6 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/networks?id=7c7c9aeb-f005-463b-9590-fe5599972f43 HTTP/1.1" status: 200 len: 814 time: 0.1386435 Jul 08 18:10:25.755994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-1b1c1779-18fb-4ad4-a3c0-19e9d2a292f6 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/quotas/3fe6924027e841b3bfa3b72481acfb40 HTTP/1.1" status: 200 len: 375 time: 0.0148447 Jul 08 18:10:25.818400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a366-4041-446e-b035-9de462e3a0f3 req-9529eea6-6a94-44c0-9807-09349b495278 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:25.825767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b28a366-4041-446e-b035-9de462e3a0f3 req-9529eea6-6a94-44c0-9807-09349b495278 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.2435176 Jul 08 18:10:25.894466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b28a366-4041-446e-b035-9de462e3a0f3 req-2876fe10-fb75-4a20-bbf7-3a762a8f51b5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673449 Jul 08 18:10:25.920115 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-63452b08-a1ce-469e-ab79-1b454dd034b8 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fe6924027e841b3bfa3b72481acfb40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556299 Jul 08 18:10:26.119681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-04665830-9d2a-4701-a3e2-b9d443e71dbb service neutron] 10.222.0.73 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935952 Jul 08 18:10:26.263692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-89ab47c1-a3fc-4e9e-939d-17b9687d932f service neutron] 10.222.0.73 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125641 Jul 08 18:10:26.294185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeb2a6-a020-47c8-afc0-b9efe7155ea6 req-785638ba-216d-4a8e-92f3-b7b448525210 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:26.301807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5aeb2a6-a020-47c8-afc0-b9efe7155ea6 req-785638ba-216d-4a8e-92f3-b7b448525210 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1839182 Jul 08 18:10:26.357649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5aeb2a6-a020-47c8-afc0-b9efe7155ea6 req-03af0791-2e6c-459e-a1c4-def29ee706c4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532596 Jul 08 18:10:26.607426 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d918a1f9-9fa5-4a5f-9bfb-8827f1cd37e2 req-566d6387-f0aa-4f10-b08f-ff94ad60e231 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 210 time: 0.0565505 Jul 08 18:10:26.651042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19920656-fe75-4de6-8e21-3204e3ee1639 req-5b321ff6-90ce-409e-aab8-753308cd0b62 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0406578 Jul 08 18:10:26.848022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-f4578749-2d76-4eff-b734-d3d94d62e080 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:26.849811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-f4578749-2d76-4eff-b734-d3d94d62e080 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.1803527 Jul 08 18:10:26.884431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Request body: {'port': {'device_id': '07adb3fa-559b-4240-93fc-3f31c8c545ea', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'admin_state_up': True, 'tenant_id': '1bc3d156bc844a62b3e7e6683036b19a'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:26.929404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6073ee14-0e2e-4f25-93ab-d89993f2be36 req-702ca86e-f519-496f-b8fe-fd3f897ab4e2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 210 time: 0.0783126 Jul 08 18:10:27.297311 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Made reservation on behalf of 1bc3d156bc844a62b3e7e6683036b19a for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:10:27.302807 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:27.814561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d55e08-ba1c-440e-914e-55df8ecb273f req-6d17c63e-08ae-490a-85b4-df8e95a3c035 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:27.816098 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9d55e08-ba1c-440e-914e-55df8ecb273f req-6d17c63e-08ae-490a-85b4-df8e95a3c035 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.6570795 Jul 08 18:10:27.856520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Allocated IP 172.20.0.4 (f7082571-fe51-4603-88f3-1cac609727eb/86a08708-032c-4e16-8dde-9405642ab9ac/eaa33135-7888-465d-96d9-47aaf9542b4b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:10:27.910482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9d55e08-ba1c-440e-914e-55df8ecb273f req-f5bf7d9a-236f-4281-9488-b2093e92a27d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763314 Jul 08 18:10:27.961458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4644a19-cf83-4b4e-9bea-110d912bd4da req-ce479593-3c27-4759-9a61-b48fde505c81 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:27.963779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4644a19-cf83-4b4e-9bea-110d912bd4da req-ce479593-3c27-4759-9a61-b48fde505c81 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1990438 Jul 08 18:10:28.046438 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:10:28.074708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4644a19-cf83-4b4e-9bea-110d912bd4da req-2ab26285-1249-4f12-a80e-fd3168e474fb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007652 Jul 08 18:10:28.180148 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:28.244129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:28.256626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:28.306802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['1a3401b6-0aaf-4552-a72d-7ef8b1be1de8'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:28.367283 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1b81dc8-c6d6-45f6-9bb7-a996910362d2 req-5c0a1250-7783-4b27-bd41-165398dec6c4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 210 time: 0.0725489 Jul 08 18:10:28.443267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2ac2f97-d5ea-4dfa-811d-096ff894cc97 req-50349881-86f1-44d1-a4e2-c57dad41557a tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.1462042 Jul 08 18:10:28.445695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Network f7082571-fe51-4603-88f3-1cac609727eb is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:10:28.457689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:10:28.461737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:10:28.493485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event updated for resources: {'Port': ['ID=eaa33135-7888-465d-96d9-47aaf9542b4b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:28.607992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:28.608641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:28.657630 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-e902f9af-c4c1-4adc-8c81-99a4d784c248 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7807953 Jul 08 18:10:28.674711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Request body: {'port': {'device_id': '07adb3fa-559b-4240-93fc-3f31c8c545ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:28.804140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:28.821636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b21e0-1b18-4783-88eb-9ed895f0e9ef req-8bd56030-01a6-4f75-980c-f7296fc1f4b8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:28.829046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b9b21e0-1b18-4783-88eb-9ed895f0e9ef req-8bd56030-01a6-4f75-980c-f7296fc1f4b8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 931 time: 0.1284778 Jul 08 18:10:28.849810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-538a30bf-8af8-4015-b3d7-fef4a0305ebb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:28.852208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-538a30bf-8af8-4015-b3d7-fef4a0305ebb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.74 "GET /v2.0/networks?id=7c7c9aeb-f005-463b-9590-fe5599972f43 HTTP/1.1" status: 200 len: 814 time: 0.1729286 Jul 08 18:10:28.875594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Request body: {'port': {'device_id': '360d1513-f4d4-4c19-a37a-29dd36de2f49', 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43', 'admin_state_up': True, 'tenant_id': '3fe6924027e841b3bfa3b72481acfb40'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:28.903414 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b9b21e0-1b18-4783-88eb-9ed895f0e9ef req-81dcbe3a-1dae-408f-bee3-2cf4d876d30e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734432 Jul 08 18:10:29.044440 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Made reservation on behalf of 3fe6924027e841b3bfa3b72481acfb40 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:10:29.060140 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:29.265167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Allocated IP 172.20.0.4 (7c7c9aeb-f005-463b-9590-fe5599972f43/f4a70dc7-36c9-499c-9873-1714690c25a6/b840de25-3211-4feb-b71c-92d73e5a7c01) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:10:29.373637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6928d-2b64-414e-83b2-497e84b3d755 req-82e223ba-7cc9-47d3-a17a-e617b4c6886a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:29.383077 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6d6928d-2b64-414e-83b2-497e84b3d755 req-82e223ba-7cc9-47d3-a17a-e617b4c6886a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1734409 Jul 08 18:10:29.449812 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292134c-f34c-4c34-a6fa-ca476b518219 req-a7b675db-d405-4ff5-9bde-bd47a54a8144 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:29.456775 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:29.458741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0292134c-f34c-4c34-a6fa-ca476b518219 req-a7b675db-d405-4ff5-9bde-bd47a54a8144 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.2508936 Jul 08 18:10:29.544528 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:29.568032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:29.594465 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0292134c-f34c-4c34-a6fa-ca476b518219 req-cd378500-b434-4253-96c6-a498165a912c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246216 Jul 08 18:10:29.603326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6d6928d-2b64-414e-83b2-497e84b3d755 req-0b1b0a4e-4572-4873-b9a8-865b01b9c25a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193627 Jul 08 18:10:29.637800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Pushing event updated for resources: {'Port': ['ID=b840de25-3211-4feb-b71c-92d73e5a7c01,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:29.651677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Network 7c7c9aeb-f005-463b-9590-fe5599972f43 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:10:29.653197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:10:29.659951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:10:29.711085 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa33135-7888-465d-96d9-47aaf9542b4b {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:10:29.729000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:29.757765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Transition to ACTIVE for port object eaa33135-7888-465d-96d9-47aaf9542b4b will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:10:29.757765 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:29.826235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Pushing event updated for resources: {'Port': ['ID=eaa33135-7888-465d-96d9-47aaf9542b4b,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:30.055377 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:30.056296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:30.089389 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-3edb9884-d26c-46ea-a5bc-48cdbdaec595 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2216079 Jul 08 18:10:30.103484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Request body: {'port': {'device_id': '360d1513-f4d4-4c19-a37a-29dd36de2f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:30.205151 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:30.223979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62472c39-93b8-4abe-a0ec-e0b351572678 req-49c0a3cc-f1a8-4b0f-8bdb-f358daf598c5 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0664737 Jul 08 18:10:30.320092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Attempting to bind port eaa33135-7888-465d-96d9-47aaf9542b4b on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:10:30.322664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Attempting to bind port eaa33135-7888-465d-96d9-47aaf9542b4b by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:10:30.323557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Attempting to bind port eaa33135-7888-465d-96d9-47aaf9542b4b on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:10:30.347835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55b685-b712-428e-8724-0ce46f690384 req-be0634ea-11e9-465a-ab84-ca584b7a57ec tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:30.349712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf55b685-b712-428e-8724-0ce46f690384 req-be0634ea-11e9-465a-ab84-ca584b7a57ec tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 931 time: 0.4326134 Jul 08 18:10:30.362507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Port eaa33135-7888-465d-96d9-47aaf9542b4b on network f7082571-fe51-4603-88f3-1cac609727eb not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:10:30.363121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Attempting to bind port eaa33135-7888-465d-96d9-47aaf9542b4b on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:10:30.389547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:10:30.390266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Checking segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:10:30.390846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Bound using segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:10:30.391509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Bound port: eaa33135-7888-465d-96d9-47aaf9542b4b, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:10:30.392298 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:30.513009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf55b685-b712-428e-8724-0ce46f690384 req-adc4dc53-9b20-4ecd-9bdf-5361e06ae9e3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456928 Jul 08 18:10:30.583962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b840de25-3211-4feb-b71c-92d73e5a7c01 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:10:30.586471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] For port eaa33135-7888-465d-96d9-47aaf9542b4b, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:10:30.595147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] For port eaa33135-7888-465d-96d9-47aaf9542b4b, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=eaa33135-7888-465d-96d9-47aaf9542b4b,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:10:30.596095 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:30.611620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:30.616050 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Transition to ACTIVE for port object b840de25-3211-4feb-b71c-92d73e5a7c01 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:10:30.649411 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:30.663386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:30.664233 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:30.670274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] 10.222.0.74 "PUT /v2.0/ports/eaa33135-7888-465d-96d9-47aaf9542b4b HTTP/1.1" status: 200 len: 1091 time: 2.0020802 Jul 08 18:10:30.718079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07adb3fa-559b-4240-93fc-3f31c8c545ea', 'tag': 'eaa33135-7888-465d-96d9-47aaf9542b4b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:30.720700 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd84d90d-4ba4-4375-8edb-0ce28208815a" -d '{"events": [{"name": "network-changed", "server_uuid": "07adb3fa-559b-4240-93fc-3f31c8c545ea", "tag": "eaa33135-7888-465d-96d9-47aaf9542b4b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:30.807693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac60b41e-86a9-4787-9ed6-cd1adc5a5e4e req-e662664a-1ba0-470a-8506-4c59c45d2b6b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0814459 Jul 08 18:10:30.863928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b840de25-3211-4feb-b71c-92d73e5a7c01,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:30.912306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90b2a9-b9ac-44c8-b851-cb76a6ea483e service neutron] Pushing event updated for resources: {'Port': ['ID=eaa33135-7888-465d-96d9-47aaf9542b4b,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:30.953027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d148294-0839-4855-9a40-711f82eaf869 req-5dd43f0d-fd7e-4622-a526-510127383320 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:30.954571 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d148294-0839-4855-9a40-711f82eaf869 req-5dd43f0d-fd7e-4622-a526-510127383320 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 943 time: 0.2270947 Jul 08 18:10:30.972497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8a49e-2405-4847-b9c3-d3d412de3625 req-f48d1605-cff3-4f05-a795-fc0e9761b37e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:30.973972 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fce8a49e-2405-4847-b9c3-d3d412de3625 req-f48d1605-cff3-4f05-a795-fc0e9761b37e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1426697 Jul 08 18:10:31.001723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-5eb0500c-d9be-4618-8f0b-27d24cb8826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:31.003647 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-5eb0500c-d9be-4618-8f0b-27d24cb8826f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 1094 time: 0.2737405 Jul 08 18:10:31.006556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Attempting to bind port b840de25-3211-4feb-b71c-92d73e5a7c01 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:10:31.007126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Attempting to bind port b840de25-3211-4feb-b71c-92d73e5a7c01 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '74773bf0-1eed-4b42-b9f3-06d6786b2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:10:31.008155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Attempting to bind port b840de25-3211-4feb-b71c-92d73e5a7c01 on network 7c7c9aeb-f005-463b-9590-fe5599972f43 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:10:31.057684 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-785ef7aa-95fd-428a-a847-4a1734c7334b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaa33135-7888-465d-96d9-47aaf9542b4b HTTP/1.1" status: 200 len: 217 time: 0.0413616 Jul 08 18:10:31.058897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Port b840de25-3211-4feb-b71c-92d73e5a7c01 on network 7c7c9aeb-f005-463b-9590-fe5599972f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:10:31.059227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Attempting to bind port b840de25-3211-4feb-b71c-92d73e5a7c01 on network 7c7c9aeb-f005-463b-9590-fe5599972f43 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:10:31.074103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:10:31.074462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Checking segment: {'id': '74773bf0-1eed-4b42-b9f3-06d6786b2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:10:31.074845 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Bound using segment: {'id': '74773bf0-1eed-4b42-b9f3-06d6786b2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:10:31.075289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Bound port: b840de25-3211-4feb-b71c-92d73e5a7c01, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74773bf0-1eed-4b42-b9f3-06d6786b2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:10:31.075649 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:31.078076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fce8a49e-2405-4847-b9c3-d3d412de3625 req-2dd38e70-df32-4f4b-bca9-e72c346d43bd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968943 Jul 08 18:10:31.097560 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d148294-0839-4855-9a40-711f82eaf869 req-5b1cc59a-80b9-4b43-8d9e-a97cf6283592 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335993 Jul 08 18:10:31.173730 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fb099a-78c4-48bb-a36a-19a178ddf242 x-openstack-request-id: req-48fb099a-78c4-48bb-a36a-19a178ddf242 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:31.174373 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07adb3fa-559b-4240-93fc-3f31c8c545ea", "tag": "eaa33135-7888-465d-96d9-47aaf9542b4b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:31.174866 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48fb099a-78c4-48bb-a36a-19a178ddf242 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:31.175492 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07adb3fa-559b-4240-93fc-3f31c8c545ea', 'tag': 'eaa33135-7888-465d-96d9-47aaf9542b4b', 'status': 'completed', 'code': 200} Jul 08 18:10:31.236940 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-f1a10fa9-b445-495e-a79f-a00bd47e2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:31.238396 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-f1a10fa9-b445-495e-a79f-a00bd47e2870 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.1725466 Jul 08 18:10:31.284192 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-a0e383c1-19c0-4ccb-b294-e979320e3056 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346422 Jul 08 18:10:31.300926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] For port b840de25-3211-4feb-b71c-92d73e5a7c01, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:10:31.368315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] For port b840de25-3211-4feb-b71c-92d73e5a7c01, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b840de25-3211-4feb-b71c-92d73e5a7c01,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:10:31.382260 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:31.387845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9c087-320a-469f-aa25-4ada101675e4 req-f5dd0fd5-c11b-437b-8158-4f2cf2c4e76a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:31.404343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdf9c087-320a-469f-aa25-4ada101675e4 req-f5dd0fd5-c11b-437b-8158-4f2cf2c4e76a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1440971 Jul 08 18:10:31.455067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b840de25-3211-4feb-b71c-92d73e5a7c01,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:31.462838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:31.463466 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:31.464934 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-95e601be-92ad-4a47-8838-4827eda018f6 service neutron] 10.222.0.74 "PUT /v2.0/ports/b840de25-3211-4feb-b71c-92d73e5a7c01 HTTP/1.1" status: 200 len: 1091 time: 1.3675778 Jul 08 18:10:31.465382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360d1513-f4d4-4c19-a37a-29dd36de2f49', 'tag': 'b840de25-3211-4feb-b71c-92d73e5a7c01'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:31.467943 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de647eba-e0dd-4ec5-95f5-98d699c735ba" -d '{"events": [{"name": "network-changed", "server_uuid": "360d1513-f4d4-4c19-a37a-29dd36de2f49", "tag": "b840de25-3211-4feb-b71c-92d73e5a7c01"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:31.525099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3505e959-4c14-4150-8b96-62d068530070 req-ac6a91b8-945a-4936-994f-097b2edf32f5 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0921040 Jul 08 18:10:31.571210 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-7c78ac7b-0bf8-4bf8-90b3-f061252bd375 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798972 Jul 08 18:10:31.571941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdf9c087-320a-469f-aa25-4ada101675e4 req-c6c1f192-a0e3-4c42-bbe5-a5277a5185c1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666348 Jul 08 18:10:31.710402 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-077c0f58-55a1-4c3c-96e2-36831a2e94e1 req-6e12162a-881e-4375-a5bf-09177f1a05e2 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296401 Jul 08 18:10:31.711984 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbc2f60-2c94-4a46-9923-06625b88b6a3 x-openstack-request-id: req-4fbc2f60-2c94-4a46-9923-06625b88b6a3 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:31.712268 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360d1513-f4d4-4c19-a37a-29dd36de2f49", "tag": "b840de25-3211-4feb-b71c-92d73e5a7c01", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:31.712520 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4fbc2f60-2c94-4a46-9923-06625b88b6a3 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:31.712909 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360d1513-f4d4-4c19-a37a-29dd36de2f49', 'tag': 'b840de25-3211-4feb-b71c-92d73e5a7c01', 'status': 'completed', 'code': 200} Jul 08 18:10:31.748885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-40d5e832-b1c5-47e7-b16a-18346b1f2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:31.753509 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-40d5e832-b1c5-47e7-b16a-18346b1f2c0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3fe6924027e841b3bfa3b72481acfb40&device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 1094 time: 0.2289853 Jul 08 18:10:31.820573 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-6472f163-2055-4b2a-9465-2d93818346ac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b840de25-3211-4feb-b71c-92d73e5a7c01 HTTP/1.1" status: 200 len: 217 time: 0.0569978 Jul 08 18:10:31.892293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b31c9-5df6-40bf-9d44-3e1345e69620 req-6425bf23-c151-401f-9fb1-1d87ee49e847 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:31.894060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e89b31c9-5df6-40bf-9d44-3e1345e69620 req-6425bf23-c151-401f-9fb1-1d87ee49e847 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 943 time: 0.1159883 Jul 08 18:10:31.936610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-4400428e-ace5-4229-924d-20d9c78d4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:31.941177 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-4400428e-ace5-4229-924d-20d9c78d4d00 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4a70dc7-36c9-499c-9873-1714690c25a6 HTTP/1.1" status: 200 len: 854 time: 0.0832598 Jul 08 18:10:32.009173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e89b31c9-5df6-40bf-9d44-3e1345e69620 req-f8a8ae1f-16d2-42b6-b174-1044a516735b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009102 Jul 08 18:10:32.023575 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-33b67de6-49cd-4523-bb30-2a23d355f05e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c7c9aeb-f005-463b-9590-fe5599972f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695550 Jul 08 18:10:32.031682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84d90d-4ba4-4375-8edb-0ce28208815a req-ad12dd52-7f74-433f-9f5b-07663cfee849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:32.033365 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dd84d90d-4ba4-4375-8edb-0ce28208815a req-ad12dd52-7f74-433f-9f5b-07663cfee849 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 1094 time: 0.2118466 Jul 08 18:10:32.236302 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84d90d-4ba4-4375-8edb-0ce28208815a req-c1b148c5-abfb-49d7-af02-20deabcf5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:32.237798 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dd84d90d-4ba4-4375-8edb-0ce28208815a req-c1b148c5-abfb-49d7-af02-20deabcf5e63 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 905 time: 0.1950109 Jul 08 18:10:32.398733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377428d6-e8b3-4645-8f5a-03d2d7b135d3 req-3ac3a21f-7d20-4937-949a-99c51d8d5264 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:32.410579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-377428d6-e8b3-4645-8f5a-03d2d7b135d3 req-3ac3a21f-7d20-4937-949a-99c51d8d5264 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 943 time: 0.0923800 Jul 08 18:10:32.491190 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dd84d90d-4ba4-4375-8edb-0ce28208815a req-0a554463-9efb-4095-bb63-049d422e3dd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaa33135-7888-465d-96d9-47aaf9542b4b HTTP/1.1" status: 200 len: 217 time: 0.2143893 Jul 08 18:10:32.497760 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-ff0cd84c-237b-44de-b475-6c2dc7d538ad service neutron] 10.222.0.74 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634624 Jul 08 18:10:32.512748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-377428d6-e8b3-4645-8f5a-03d2d7b135d3 req-3897873d-31de-41dd-b351-3f9437e5c9ad tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014302 Jul 08 18:10:32.564762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11baf04-ad2e-414f-b837-1b3cc82547db req-f5cca596-d178-4eb0-81c8-95984ce2fa44 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:32.566362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a11baf04-ad2e-414f-b837-1b3cc82547db req-f5cca596-d178-4eb0-81c8-95984ce2fa44 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1532512 Jul 08 18:10:32.654594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a11baf04-ad2e-414f-b837-1b3cc82547db req-65811c9f-20c1-4de3-b6ba-e418e2e80e43 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796885 Jul 08 18:10:32.719797 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-548d99e9-2fc1-4f1d-a61a-e0b9b0efae41 req-306cdc08-d72e-4bd0-8aa6-bfe187d3df54 service neutron] 10.222.0.74 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063684 Jul 08 18:10:32.755769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84d90d-4ba4-4375-8edb-0ce28208815a req-b4b1e17d-e552-4610-bcab-5224c3d925a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:32.757784 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dd84d90d-4ba4-4375-8edb-0ce28208815a req-b4b1e17d-e552-4610-bcab-5224c3d925a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.2564626 Jul 08 18:10:32.807495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43532) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:32.874160 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dd84d90d-4ba4-4375-8edb-0ce28208815a req-7b3f2f2c-7c6c-4deb-8fb6-be17e566677d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038320 Jul 08 18:10:32.880241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c76bc3e-8e04-44d1-af3d-a49fd0a8fb09 req-56303ff9-8af0-403c-8c67-12ea63e13f9e tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0428553 Jul 08 18:10:33.040501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28c429be-c586-4fc4-8508-b81ccdc00cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:33.101251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de647eba-e0dd-4ec5-95f5-98d699c735ba req-adf298ee-6484-418c-85d0-ad58f5e25cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:33.104475 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de647eba-e0dd-4ec5-95f5-98d699c735ba req-adf298ee-6484-418c-85d0-ad58f5e25cdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3fe6924027e841b3bfa3b72481acfb40&device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 1094 time: 0.2246315 Jul 08 18:10:33.109994 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dd84d90d-4ba4-4375-8edb-0ce28208815a req-43a40f90-c53b-4d85-8a12-9962bd3696f7 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145872 Jul 08 18:10:33.143761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bfbf5-6990-460d-9ec3-f4080beffb2f req-a0252186-ba14-4910-a4ba-4ab11e1cc532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:33.157346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-963bfbf5-6990-460d-9ec3-f4080beffb2f req-a0252186-ba14-4910-a4ba-4ab11e1cc532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.2329922 Jul 08 18:10:33.223027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-963bfbf5-6990-460d-9ec3-f4080beffb2f req-710cfc5e-3904-46be-9ab5-41f5bed53bb6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646744 Jul 08 18:10:33.326269 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dd84d90d-4ba4-4375-8edb-0ce28208815a req-e5748c83-ed87-475e-846a-f29dc722dc3d service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988444 Jul 08 18:10:33.327331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de647eba-e0dd-4ec5-95f5-98d699c735ba req-ba839f04-6c67-4fe1-864c-b9e4ff9b9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:33.328949 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de647eba-e0dd-4ec5-95f5-98d699c735ba req-ba839f04-6c67-4fe1-864c-b9e4ff9b9b14 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7c7c9aeb-f005-463b-9590-fe5599972f43 HTTP/1.1" status: 200 len: 915 time: 0.2126102 Jul 08 18:10:33.399758 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28c429be-c586-4fc4-8508-b81ccdc00cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:33.412447 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de647eba-e0dd-4ec5-95f5-98d699c735ba req-e5cceb52-af10-42af-a5bc-9e27c58965f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b840de25-3211-4feb-b71c-92d73e5a7c01 HTTP/1.1" status: 200 len: 217 time: 0.0703688 Jul 08 18:10:33.423945 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:33.437321 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28c429be-c586-4fc4-8508-b81ccdc00cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:33.506682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de647eba-e0dd-4ec5-95f5-98d699c735ba req-f794feaf-82f2-4023-b043-9c72a99a79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:33.508809 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de647eba-e0dd-4ec5-95f5-98d699c735ba req-f794feaf-82f2-4023-b043-9c72a99a79ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4a70dc7-36c9-499c-9873-1714690c25a6 HTTP/1.1" status: 200 len: 854 time: 0.0856748 Jul 08 18:10:33.572618 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de647eba-e0dd-4ec5-95f5-98d699c735ba req-8ffe0672-d4da-4b8c-b8fd-08f693e8fe80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c7c9aeb-f005-463b-9590-fe5599972f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528319 Jul 08 18:10:33.577220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23bead5b-9ddf-49a3-ac80-884a11b9686b req-d1f01f61-5960-45e4-b11b-874ea8d518aa tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3&device_id=8f7ad397-f13e-452f-ac6b-e616f98264a2 HTTP/1.1" status: 200 len: 210 time: 0.0352035 Jul 08 18:10:33.581861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-28c429be-c586-4fc4-8508-b81ccdc00cb1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=07f414b04b5b4f56a011aa85cb0f76c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7730687 Jul 08 18:10:33.584016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c429be-c586-4fc4-8508-b81ccdc00cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe93706-2050-44d6-9b27-bdb433d6a219,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:33.585673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43542) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:33.647000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2b271-53e6-4e93-9177-a60d1cbaaf07 req-9352a5ce-b4c1-4ada-8596-26526ff8841f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:33.656447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09d2b271-53e6-4e93-9177-a60d1cbaaf07 req-9352a5ce-b4c1-4ada-8596-26526ff8841f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 943 time: 0.2382112 Jul 08 18:10:33.714079 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09d2b271-53e6-4e93-9177-a60d1cbaaf07 req-3b85a6a8-1b43-4ab0-a86c-8461df77768b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565171 Jul 08 18:10:33.812494 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47a12e8d-f629-4d41-9f76-597837720298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:33.825831 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de647eba-e0dd-4ec5-95f5-98d699c735ba req-25ed2b55-bb12-4ab0-bac8-703b5f9536b6 service neutron] 10.222.0.74 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391520 Jul 08 18:10:33.860744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47a12e8d-f629-4d41-9f76-597837720298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:33.871731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f93a2-0268-42fc-80e5-fa8f4e992195 req-568e20ba-61a6-4ee1-b821-9c7e5da514b5 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:33.872671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc9f93a2-0268-42fc-80e5-fa8f4e992195 req-568e20ba-61a6-4ee1-b821-9c7e5da514b5 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 943 time: 0.0925066 Jul 08 18:10:33.958384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc9f93a2-0268-42fc-80e5-fa8f4e992195 req-14f0a2dc-3750-4f39-a3a7-859f7cfe2e8e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572755 Jul 08 18:10:34.012734 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de647eba-e0dd-4ec5-95f5-98d699c735ba req-d2c1d57c-0ffb-491c-bf8e-ab085f5ae9e8 service neutron] 10.222.0.74 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742077 Jul 08 18:10:34.019505 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47a12e8d-f629-4d41-9f76-597837720298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:34.022896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47a12e8d-f629-4d41-9f76-597837720298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:34.028090 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-47a12e8d-f629-4d41-9f76-597837720298 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbe93706-2050-44d6-9b27-bdb433d6a219 HTTP/1.1" status: 204 len: 168 time: 0.4401751 Jul 08 18:10:34.066411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a12e8d-f629-4d41-9f76-597837720298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe93706-2050-44d6-9b27-bdb433d6a219,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:34.126352 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:34.233634 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec2c36a1-de7c-4a7b-a689-d76e4544ab4a req-a13badc0-f60e-4d81-b56d-186a0df1c9e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a3c84ae5e8e549269baba386e89c6977&device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0453186 Jul 08 18:10:34.266902 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec2c36a1-de7c-4a7b-a689-d76e4544ab4a req-0866bebe-5404-4817-af70-d41896f46782 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a3c84ae5e8e549269baba386e89c6977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247793 Jul 08 18:10:34.338729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa09096-5e55-4a02-8e0f-b4173ba4acc4 req-91e29156-4045-49b4-b984-ed2ec52e8ed1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:34.353392 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7aa09096-5e55-4a02-8e0f-b4173ba4acc4 req-91e29156-4045-49b4-b984-ed2ec52e8ed1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1682425 Jul 08 18:10:34.392762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c36a1-de7c-4a7b-a689-d76e4544ab4a req-b01801d5-5fb4-4f86-8035-128c2a3c4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:34.394280 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec2c36a1-de7c-4a7b-a689-d76e4544ab4a req-b01801d5-5fb4-4f86-8035-128c2a3c4ebc service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1204324 Jul 08 18:10:34.413525 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7aa09096-5e55-4a02-8e0f-b4173ba4acc4 req-ad192c5a-885a-443b-8ada-265ecace14ac tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592532 Jul 08 18:10:34.632019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd82ce2a-f835-40f6-9e35-8a19550d6bcd req-5db78c10-d81f-44e0-ab34-98228e40bf8c tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0487249 Jul 08 18:10:34.767043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba315f-f27a-4aab-ad38-2ea04f10d9b9 req-ab8eab66-eed9-404f-b5c2-2e83f987cb60 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:34.782592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-feba315f-f27a-4aab-ad38-2ea04f10d9b9 req-ab8eab66-eed9-404f-b5c2-2e83f987cb60 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1028686 Jul 08 18:10:34.859744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-feba315f-f27a-4aab-ad38-2ea04f10d9b9 req-789715cf-6ade-4033-85b7-77fbca223804 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758355 Jul 08 18:10:34.950426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e25d3-f787-4a33-929f-4f9fa9425db7 req-abfee37c-2b16-44ad-9fdb-18802655cbd4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:34.954865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a14e25d3-f787-4a33-929f-4f9fa9425db7 req-abfee37c-2b16-44ad-9fdb-18802655cbd4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 943 time: 0.0834513 Jul 08 18:10:35.004146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a14e25d3-f787-4a33-929f-4f9fa9425db7 req-c7ffb707-e31d-48ee-9ad6-f8769e64e4df tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434756 Jul 08 18:10:35.201150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9c54b-99e7-4222-adf3-2ca458683ad4 req-19d2b3cb-8483-4698-b007-5433536be5b6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:35.209985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1de9c54b-99e7-4222-adf3-2ca458683ad4 req-19d2b3cb-8483-4698-b007-5433536be5b6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 943 time: 0.1291261 Jul 08 18:10:35.264751 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1de9c54b-99e7-4222-adf3-2ca458683ad4 req-1bc33c72-f3fa-4ab2-a0f7-fbdb7d062a53 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537121 Jul 08 18:10:35.278840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device eaa33135-7888-465d-96d9-47aaf9542b4b details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:10:35.435213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port eaa33135-7888-465d-96d9-47aaf9542b4b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=eaa33135-7888-465d-96d9-47aaf9542b4b,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:35.744504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'eaa33135-7888-465d-96d9-47aaf9542b4b', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'port_id': 'eaa33135-7888-465d-96d9-47aaf9542b4b', 'mac_address': 'fa:16:3e:c2:c4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a08708-032c-4e16-8dde-9405642ab9ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:10:35.795470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea362da-860a-4331-95b5-8e27fd44984b req-4ce92e63-0057-4564-84ea-d4a676f466fd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:35.804088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea362da-860a-4331-95b5-8e27fd44984b req-4ce92e63-0057-4564-84ea-d4a676f466fd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1391189 Jul 08 18:10:35.805699 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:35.826606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa33135-7888-465d-96d9-47aaf9542b4b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:10:35.861733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea362da-860a-4331-95b5-8e27fd44984b req-7347a867-0542-4044-a05e-b868e72a0239 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564287 Jul 08 18:10:35.883514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port eaa33135-7888-465d-96d9-47aaf9542b4b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=eaa33135-7888-465d-96d9-47aaf9542b4b,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:35.889359 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:35.949193 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec2c36a1-de7c-4a7b-a689-d76e4544ab4a req-048d05d0-66d4-418b-88f2-3922b8aba6d8 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.0952747 Jul 08 18:10:35.967252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=eaa33135-7888-465d-96d9-47aaf9542b4b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:36.109397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c5980cc5-990f-47c7-b522-8fc8acd1c90a details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:10:36.115234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5e0eb54-d418-4a47-b808-1fcf19dfd0a1 req-847fb4bf-3d97-4334-a3f4-7d3545d84020 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ea21311-9ac4-4002-b378-eaa7b8264bd3 HTTP/1.1" status: 200 len: 210 time: 0.1158276 Jul 08 18:10:36.302338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1931c3-9be7-469d-8e99-a687e204b766 req-76415bad-1b71-4b46-926b-87a591f02d00 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:36.305902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['eaa33135-7888-465d-96d9-47aaf9542b4b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:36.314535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f1931c3-9be7-469d-8e99-a687e204b766 req-76415bad-1b71-4b46-926b-87a591f02d00 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.2871187 Jul 08 18:10:36.339757 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a3ec6d2f-70b1-49cd-8ce3-df5f4b61169b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:36.412254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c5980cc5-990f-47c7-b522-8fc8acd1c90a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:36.413399 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f1931c3-9be7-469d-8e99-a687e204b766 req-6e62e40f-c526-41fd-93b2-04bb3a92555b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977588 Jul 08 18:10:36.464167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'port_id': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a', 'mac_address': 'fa:16:3e:f1:05:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4076efa4-d49a-4ab3-a795-2fff4cf7e319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:10:36.537545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d380a10-74b6-48f2-a239-536a9cf7705c req-887db80c-100a-45c1-8dd0-1d7c8be9fea9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:36.550899 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d380a10-74b6-48f2-a239-536a9cf7705c req-887db80c-100a-45c1-8dd0-1d7c8be9fea9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 943 time: 0.1706934 Jul 08 18:10:36.646895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d380a10-74b6-48f2-a239-536a9cf7705c req-6a936714-8171-4793-aa56-bbd9ad9a2c8c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894523 Jul 08 18:10:36.648866 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:36.721281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5980cc5-990f-47c7-b522-8fc8acd1c90a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:10:36.760093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c5980cc5-990f-47c7-b522-8fc8acd1c90a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:36.774180 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:36.865778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e78cb-9240-4ef6-8622-2e893e7ea3d9 req-13f6deaa-fe4d-4b23-9b58-7db53ef0c0f8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:36.869038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-502e78cb-9240-4ef6-8622-2e893e7ea3d9 req-13f6deaa-fe4d-4b23-9b58-7db53ef0c0f8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 944 time: 0.1959026 Jul 08 18:10:36.906601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c5980cc5-990f-47c7-b522-8fc8acd1c90a,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:36.948625 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-502e78cb-9240-4ef6-8622-2e893e7ea3d9 req-b59c8e1a-2c74-4e8b-889a-98ee0f5441e1 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674942 Jul 08 18:10:36.969715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['c5980cc5-990f-47c7-b522-8fc8acd1c90a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:37.159839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971efbd5-156f-4dbc-a4d9-763408ea2809 req-5f87fe09-443c-4539-b64f-4342160ceafd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:37.165764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-971efbd5-156f-4dbc-a4d9-763408ea2809 req-5f87fe09-443c-4539-b64f-4342160ceafd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 944 time: 0.0905354 Jul 08 18:10:37.250806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-971efbd5-156f-4dbc-a4d9-763408ea2809 req-657fa15f-6a94-4247-9fdd-a2df36de57b5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753613 Jul 08 18:10:37.297476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b840de25-3211-4feb-b71c-92d73e5a7c01 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:10:37.432639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b840de25-3211-4feb-b71c-92d73e5a7c01, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b840de25-3211-4feb-b71c-92d73e5a7c01,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:37.452336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'b840de25-3211-4feb-b71c-92d73e5a7c01', 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43', 'port_id': 'b840de25-3211-4feb-b71c-92d73e5a7c01', 'mac_address': 'fa:16:3e:23:19:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a70dc7-36c9-499c-9873-1714690c25a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:10:37.569405 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:37.607672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b840de25-3211-4feb-b71c-92d73e5a7c01 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:10:37.663368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b840de25-3211-4feb-b71c-92d73e5a7c01, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b840de25-3211-4feb-b71c-92d73e5a7c01,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:37.673002 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:37.726095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502de511-3ca4-4d60-8ecd-4cee4267f7ed req-bc9ca09c-c317-4c4a-8bd4-627799bf3fa2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:37.742862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-502de511-3ca4-4d60-8ecd-4cee4267f7ed req-bc9ca09c-c317-4c4a-8bd4-627799bf3fa2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1094103 Jul 08 18:10:37.764941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b840de25-3211-4feb-b71c-92d73e5a7c01,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:37.775472 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a775277b-b9ee-4a54-a2c0-b21a7e906bd3 req-3e36de15-08ab-4764-af1e-2587a02688bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a3c84ae5e8e549269baba386e89c6977&device_id=8f7ad397-f13e-452f-ac6b-e616f98264a2 HTTP/1.1" status: 200 len: 210 time: 0.0926886 Jul 08 18:10:37.805465 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-502de511-3ca4-4d60-8ecd-4cee4267f7ed req-99cfb218-bcfe-4abf-bba8-5e01b7830fb8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568235 Jul 08 18:10:37.818418 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a775277b-b9ee-4a54-a2c0-b21a7e906bd3 req-9b1e9856-01a1-4f6f-b6a5-84cc26c2a2d8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a3c84ae5e8e549269baba386e89c6977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350707 Jul 08 18:10:37.914244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82f5f204-9d06-4228-80e9-ebfe9cc1662e req-137bdc14-4af4-4292-bd14-fae5144acc06 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f7ad397-f13e-452f-ac6b-e616f98264a2 HTTP/1.1" status: 200 len: 210 time: 0.0520425 Jul 08 18:10:38.016243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775277b-b9ee-4a54-a2c0-b21a7e906bd3 req-337adee1-311c-432b-a716-8f7c8b75e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:38.018280 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a775277b-b9ee-4a54-a2c0-b21a7e906bd3 req-337adee1-311c-432b-a716-8f7c8b75e3b7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1922717 Jul 08 18:10:38.026495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b840de25-3211-4feb-b71c-92d73e5a7c01'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:38.077196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaab80d-6bf5-4126-9d29-5d677b4233d6 req-2d07917b-eb8c-4034-a9d8-6e4090528884 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:38.084707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcaab80d-6bf5-4126-9d29-5d677b4233d6 req-2d07917b-eb8c-4034-a9d8-6e4090528884 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 944 time: 0.1147716 Jul 08 18:10:38.149067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c5980cc5-990f-47c7-b522-8fc8acd1c90a up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:10:38.161152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcaab80d-6bf5-4126-9d29-5d677b4233d6 req-7bd34dcc-6e50-473f-8d84-67b313ec76b4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754700 Jul 08 18:10:38.251221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port c5980cc5-990f-47c7-b522-8fc8acd1c90a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:10:38.251578 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:38.381172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87d396-72fd-436a-a57b-8a6931f45f91 req-ff264bd1-5288-45bb-af0e-3d4ef25b3f81 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:38.382782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d87d396-72fd-436a-a57b-8a6931f45f91 req-ff264bd1-5288-45bb-af0e-3d4ef25b3f81 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 944 time: 0.1059513 Jul 08 18:10:38.398572 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:38.433600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:38.436218 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b433e1b-296d-42fb-8316-50f6fc5ad49a" -d '{"events": [{"server_uuid": "f9a57f98-07a6-42b1-bde9-8888964cdf63", "name": "network-vif-plugged", "status": "completed", "tag": "c5980cc5-990f-47c7-b522-8fc8acd1c90a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:38.453818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d87d396-72fd-436a-a57b-8a6931f45f91 req-f046a481-4fd1-4327-93a0-ce831cdcf0e2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498748 Jul 08 18:10:38.460638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c5980cc5-990f-47c7-b522-8fc8acd1c90a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:38.466028 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:38.526557 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2746ab-5c84-452c-be4c-d799d19f9462 x-openstack-request-id: req-9a2746ab-5c84-452c-be4c-d799d19f9462 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:38.527139 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a57f98-07a6-42b1-bde9-8888964cdf63", "name": "network-vif-plugged", "status": "completed", "tag": "c5980cc5-990f-47c7-b522-8fc8acd1c90a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:38.528075 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a2746ab-5c84-452c-be4c-d799d19f9462 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:38.528686 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a', 'code': 200} Jul 08 18:10:38.543210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c5980cc5-990f-47c7-b522-8fc8acd1c90a,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:38.642610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d621e-8dc9-4824-b4c2-759612caa13b req-19746e54-4705-4eac-b3cb-2cbba052d873 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:38.649663 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d83d621e-8dc9-4824-b4c2-759612caa13b req-19746e54-4705-4eac-b3cb-2cbba052d873 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1116648 Jul 08 18:10:38.690453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d83d621e-8dc9-4824-b4c2-759612caa13b req-abd11bb1-7371-4772-b353-61d7b0c58fca tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Jul 08 18:10:38.999144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1c82b-3f88-4c49-aadb-4a06969dad12 req-b61ec85a-172c-46ab-825a-a0f9aa1bc46b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:39.006567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45e1c82b-3f88-4c49-aadb-4a06969dad12 req-b61ec85a-172c-46ab-825a-a0f9aa1bc46b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.0779150 Jul 08 18:10:39.049999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:39.079020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45e1c82b-3f88-4c49-aadb-4a06969dad12 req-00f9c89b-f1d3-4b84-a638-a8ee41930144 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712512 Jul 08 18:10:39.118200 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e57efa31-dc93-4a1b-b2f5-686cbfc6c9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:39.119470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e8e1af5-0177-454e-8873-abda62a63bb0 req-48ad30f8-d3bb-4884-b71a-5204cc69ebcb tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f7ad397-f13e-452f-ac6b-e616f98264a2 HTTP/1.1" status: 200 len: 210 time: 0.0716169 Jul 08 18:10:39.334434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b840de25-3211-4feb-b71c-92d73e5a7c01 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:10:39.383369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1e9dc-cd26-41ba-91a0-dae2e3ba167b req-66cbf49a-4d22-4ed9-a4b5-2b797afd9ab2 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:39.391677 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5d1e9dc-cd26-41ba-91a0-dae2e3ba167b req-66cbf49a-4d22-4ed9-a4b5-2b797afd9ab2 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 944 time: 0.0902879 Jul 08 18:10:39.442937 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5d1e9dc-cd26-41ba-91a0-dae2e3ba167b req-24db91a7-c360-47e3-813a-f36cbe8fa3ae tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502334 Jul 08 18:10:39.458506 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port b840de25-3211-4feb-b71c-92d73e5a7c01 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:10:39.464575 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port b840de25-3211-4feb-b71c-92d73e5a7c01 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:10:39.464957 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:39.542946 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a775277b-b9ee-4a54-a2c0-b21a7e906bd3 req-de05b9cf-dfc5-45b8-9d3b-8af714324e00 tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f7ad397-f13e-452f-ac6b-e616f98264a2 HTTP/1.1" status: 200 len: 210 time: 0.0627594 Jul 08 18:10:39.654385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cd9a0-3a97-4008-9fbc-a0a9ae436cdc req-05ee7d7f-9782-412b-9b5f-1f35b1d490f0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:39.666929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c9cd9a0-3a97-4008-9fbc-a0a9ae436cdc req-05ee7d7f-9782-412b-9b5f-1f35b1d490f0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 944 time: 0.0930412 Jul 08 18:10:39.741755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c9cd9a0-3a97-4008-9fbc-a0a9ae436cdc req-0562ca50-5d3d-4f46-a87a-21f419b58ff3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736947 Jul 08 18:10:39.760577 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:39.835313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b840de25-3211-4feb-b71c-92d73e5a7c01, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b840de25-3211-4feb-b71c-92d73e5a7c01,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:39.849654 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:39.850971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device eaa33135-7888-465d-96d9-47aaf9542b4b up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:10:39.987241 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b840de25-3211-4feb-b71c-92d73e5a7c01,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:40.011407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port eaa33135-7888-465d-96d9-47aaf9542b4b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:10:40.028800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port eaa33135-7888-465d-96d9-47aaf9542b4b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:10:40.029229 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:40.194960 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:40.244068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873898a4-754c-4329-ac35-d4c496cd5f8f req-df6a9076-7ff5-455b-af14-554d268b30a5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:40.255013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-873898a4-754c-4329-ac35-d4c496cd5f8f req-df6a9076-7ff5-455b-af14-554d268b30a5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1691189 Jul 08 18:10:40.292209 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:40.374879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port eaa33135-7888-465d-96d9-47aaf9542b4b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=eaa33135-7888-465d-96d9-47aaf9542b4b,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:40.390143 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:40.420244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-873898a4-754c-4329-ac35-d4c496cd5f8f req-fd4c6328-52e7-4839-8cc7-d45560624aaf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624222 Jul 08 18:10:40.540404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360d1513-f4d4-4c19-a37a-29dd36de2f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b840de25-3211-4feb-b71c-92d73e5a7c01'}, {'server_uuid': '07adb3fa-559b-4240-93fc-3f31c8c545ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa33135-7888-465d-96d9-47aaf9542b4b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:40.545773 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee904382-102f-4fa8-9a70-1e833ab51fbd" -d '{"events": [{"server_uuid": "360d1513-f4d4-4c19-a37a-29dd36de2f49", "name": "network-vif-plugged", "status": "completed", "tag": "b840de25-3211-4feb-b71c-92d73e5a7c01"}, {"server_uuid": "07adb3fa-559b-4240-93fc-3f31c8c545ea", "name": "network-vif-plugged", "status": "completed", "tag": "eaa33135-7888-465d-96d9-47aaf9542b4b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:40.615099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08b793-efc0-4af8-adaa-6f94395d216d req-7e9187f4-2d42-4eae-9492-840ab87a7e06 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:40.617824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b08b793-efc0-4af8-adaa-6f94395d216d req-7e9187f4-2d42-4eae-9492-840ab87a7e06 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.2931609 Jul 08 18:10:40.662995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=eaa33135-7888-465d-96d9-47aaf9542b4b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:40.737752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b08b793-efc0-4af8-adaa-6f94395d216d req-de33d46a-4617-4075-91a9-77d0b790fa19 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098812 Jul 08 18:10:40.824688 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ec676bf-d19e-431f-9278-ff348c827e89 req-b92dbe0c-1351-4624-852e-03d603d4271d tempest-ServerShowV247Test-1691477213 tempest-ServerShowV247Test-1691477213-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f7ad397-f13e-452f-ac6b-e616f98264a2 HTTP/1.1" status: 200 len: 210 time: 0.0441215 Jul 08 18:10:41.076170 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bcb1b9-f94e-485b-b561-dec2dd750e71 x-openstack-request-id: req-15bcb1b9-f94e-485b-b561-dec2dd750e71 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:41.076567 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360d1513-f4d4-4c19-a37a-29dd36de2f49", "name": "network-vif-plugged", "status": "completed", "tag": "b840de25-3211-4feb-b71c-92d73e5a7c01", "code": 200}, {"server_uuid": "07adb3fa-559b-4240-93fc-3f31c8c545ea", "name": "network-vif-plugged", "status": "completed", "tag": "eaa33135-7888-465d-96d9-47aaf9542b4b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:41.076914 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-15bcb1b9-f94e-485b-b561-dec2dd750e71 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:41.077405 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360d1513-f4d4-4c19-a37a-29dd36de2f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b840de25-3211-4feb-b71c-92d73e5a7c01', 'code': 200} Jul 08 18:10:41.078338 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07adb3fa-559b-4240-93fc-3f31c8c545ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa33135-7888-465d-96d9-47aaf9542b4b', 'code': 200} Jul 08 18:10:41.133107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014c0c4-3fb4-4bae-907a-e63ffcbd5291 req-fa2d577c-ac9d-44a5-b15a-bf0882853de4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:41.154073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2014c0c4-3fb4-4bae-907a-e63ffcbd5291 req-fa2d577c-ac9d-44a5-b15a-bf0882853de4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 945 time: 0.1660016 Jul 08 18:10:41.266138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2014c0c4-3fb4-4bae-907a-e63ffcbd5291 req-7687da65-f033-4b65-b4ef-5f87ecb70137 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107388 Jul 08 18:10:41.431206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0805dfd-606a-4927-9e68-29aa64376720 req-325486ca-9fb1-4b62-8f1f-32d22b270ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:41.433406 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0805dfd-606a-4927-9e68-29aa64376720 req-325486ca-9fb1-4b62-8f1f-32d22b270ed4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 1096 time: 0.2237356 Jul 08 18:10:41.478295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495d4d8-7259-4c6e-9962-a6828be13946 req-ee500643-5420-4cd9-a3f6-b9bc1c684fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:41.480054 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f495d4d8-7259-4c6e-9962-a6828be13946 req-ee500643-5420-4cd9-a3f6-b9bc1c684fa6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 1096 time: 0.1746540 Jul 08 18:10:41.482307 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0805dfd-606a-4927-9e68-29aa64376720 req-67543bd9-eb7a-496c-b8d1-8dbb78e6a0fe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371768 Jul 08 18:10:41.543937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f005ab6-cdbf-42d2-aeee-2d4e407f5d1a req-0b7a0f21-9994-48bd-bd5e-2640d237d611 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:41.553836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f005ab6-cdbf-42d2-aeee-2d4e407f5d1a req-0b7a0f21-9994-48bd-bd5e-2640d237d611 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 945 time: 0.1429789 Jul 08 18:10:41.596791 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:41.645486 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f495d4d8-7259-4c6e-9962-a6828be13946 req-5e3d72d5-b65d-4c10-9d7c-43cf35518881 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570226 Jul 08 18:10:41.694764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f005ab6-cdbf-42d2-aeee-2d4e407f5d1a req-f5688d12-08f5-4429-8d21-d2fda3601ce0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398823 Jul 08 18:10:41.829928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e655798-22f3-42e9-b3e3-3278eb907ee4 req-40907b93-352e-4aba-9dac-ad07157ab414 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:41.837756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e655798-22f3-42e9-b3e3-3278eb907ee4 req-40907b93-352e-4aba-9dac-ad07157ab414 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.2165959 Jul 08 18:10:41.932464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e655798-22f3-42e9-b3e3-3278eb907ee4 req-3b30603c-1693-4a24-9b69-aba4291469b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934513 Jul 08 18:10:42.122543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09787be9-e8cc-45e1-b5e9-b1ac614546ad req-cf3f48b5-eab3-4885-aed7-102f687cf19c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:42.132383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09787be9-e8cc-45e1-b5e9-b1ac614546ad req-cf3f48b5-eab3-4885-aed7-102f687cf19c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1422734 Jul 08 18:10:42.215837 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09787be9-e8cc-45e1-b5e9-b1ac614546ad req-c6a782a9-3e73-462c-b9b6-0b3116e9127d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797839 Jul 08 18:10:42.587789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43744) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:42.605530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f6b67-43ba-4a49-bfa5-d06fcadae23d req-584ad3c8-9a6e-4f66-a30f-fb3f1478d251 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:42.607814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a2f6b67-43ba-4a49-bfa5-d06fcadae23d req-584ad3c8-9a6e-4f66-a30f-fb3f1478d251 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 945 time: 0.1278696 Jul 08 18:10:42.675216 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a2f6b67-43ba-4a49-bfa5-d06fcadae23d req-26979179-5e4a-4429-b11f-c5cac601c80d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563791 Jul 08 18:10:42.829475 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-297fca5a-9548-4caf-b1ea-3ed6d13b5a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:42.957704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afdecb-40db-486a-abf4-1efdbc656b59 req-b41e56ae-459f-4656-b9f7-fab80b835e4e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:42.959257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8afdecb-40db-486a-abf4-1efdbc656b59 req-b41e56ae-459f-4656-b9f7-fab80b835e4e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 945 time: 0.1524622 Jul 08 18:10:43.067584 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8afdecb-40db-486a-abf4-1efdbc656b59 req-41fecee6-48cb-4af8-8f78-c53a58b41e07 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909808 Jul 08 18:10:43.069611 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-297fca5a-9548-4caf-b1ea-3ed6d13b5a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:43.095217 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-297fca5a-9548-4caf-b1ea-3ed6d13b5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:43.163420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43756) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:43.163676 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-297fca5a-9548-4caf-b1ea-3ed6d13b5a55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3c84ae5e8e549269baba386e89c6977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728052 Jul 08 18:10:43.166316 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fca5a-9548-4caf-b1ea-3ed6d13b5a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988695d4-987b-43a6-91d5-50ce32cd91e6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:43.269985 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:43.352805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4820841-84dc-41dd-993c-1c0d46650697 req-4810e42a-7e60-4f78-b318-48b127206c8e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:43.360472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4820841-84dc-41dd-993c-1c0d46650697 req-4810e42a-7e60-4f78-b318-48b127206c8e tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1631322 Jul 08 18:10:43.424991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:43.503076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4820841-84dc-41dd-993c-1c0d46650697 req-c421a845-3521-47f3-8255-58594cd1640a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415226 Jul 08 18:10:43.555948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775e353-7035-4603-88d0-131a60e27edb req-362ce40b-18e8-4db8-9643-c3b1dbca49e1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:43.557511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d775e353-7035-4603-88d0-131a60e27edb req-362ce40b-18e8-4db8-9643-c3b1dbca49e1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1778951 Jul 08 18:10:43.575483 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:43.577940 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:43.582039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/988695d4-987b-43a6-91d5-50ce32cd91e6 HTTP/1.1" status: 204 len: 168 time: 0.4146566 Jul 08 18:10:43.619347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988695d4-987b-43a6-91d5-50ce32cd91e6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:43.662789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.663133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.663469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.663802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.664493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.664968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.665296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.665622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.665945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.667068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.667410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.667734 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513b00c-602a-4ccf-ab20-9f3ad9e059a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:43.721832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d775e353-7035-4603-88d0-131a60e27edb req-42aee9df-d39d-4567-bdba-e1754d7f293e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537836 Jul 08 18:10:44.160043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12379e2d-a5d3-49e3-99f1-eb6433e3161d req-54739179-9b74-4156-a0b5-fe6aa8238d27 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:44.161993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12379e2d-a5d3-49e3-99f1-eb6433e3161d req-54739179-9b74-4156-a0b5-fe6aa8238d27 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 945 time: 0.1452866 Jul 08 18:10:44.255183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12379e2d-a5d3-49e3-99f1-eb6433e3161d req-5b0dbbe5-dba9-4197-89f8-0fd8a6844eb5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816894 Jul 08 18:10:44.510773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419b21c-95cd-421c-ab2e-95671ab3724e req-814c09b3-9788-44ea-bbd2-34fe5e35f877 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:44.513852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c419b21c-95cd-421c-ab2e-95671ab3724e req-814c09b3-9788-44ea-bbd2-34fe5e35f877 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 945 time: 0.1406255 Jul 08 18:10:44.612694 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c419b21c-95cd-421c-ab2e-95671ab3724e req-c5e6ff2b-3de1-4c9f-989c-b270b38e05a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878181 Jul 08 18:10:45.025651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e619c95-e98f-486f-b543-0406ed40b2d0 req-1067bb22-957c-42d5-967e-02962a0b97af tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:45.028702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e619c95-e98f-486f-b543-0406ed40b2d0 req-1067bb22-957c-42d5-967e-02962a0b97af tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 946 time: 0.1579299 Jul 08 18:10:45.049815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab6e84-57e7-4f57-bbb3-d4c11feeb6b0 req-7a335712-25de-4546-8b2e-f7c23ed032fd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:45.058879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97ab6e84-57e7-4f57-bbb3-d4c11feeb6b0 req-7a335712-25de-4546-8b2e-f7c23ed032fd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1297398 Jul 08 18:10:45.124382 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e619c95-e98f-486f-b543-0406ed40b2d0 req-8bd36cc5-3e50-4754-bf46-f944584ef83d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897882 Jul 08 18:10:45.127141 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97ab6e84-57e7-4f57-bbb3-d4c11feeb6b0 req-3105394b-54c5-4d07-ac50-b9d397e64935 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674849 Jul 08 18:10:45.400017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f112-7e9c-483c-bba4-f7259b8fc277 req-b79b33ae-c80b-40e5-946c-e9ee0e573299 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:45.401532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7da4f112-7e9c-483c-bba4-f7259b8fc277 req-b79b33ae-c80b-40e5-946c-e9ee0e573299 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 945 time: 0.1228006 Jul 08 18:10:45.425281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ef4a9-d163-4fb3-b595-19e564829018 req-8e79f202-9c7b-41e1-9fba-a547ac42aecb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:45.426807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-477ef4a9-d163-4fb3-b595-19e564829018 req-8e79f202-9c7b-41e1-9fba-a547ac42aecb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.1386905 Jul 08 18:10:45.481043 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7da4f112-7e9c-483c-bba4-f7259b8fc277 req-c7368d84-2143-4f96-980e-30efe6756d2d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737250 Jul 08 18:10:45.503127 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-477ef4a9-d163-4fb3-b595-19e564829018 req-f9a96d20-25b3-40ac-b4fd-4c553b8d79de tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659220 Jul 08 18:10:45.956364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43870) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:46.159608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27faa2-89f3-4f51-9846-93c15db1368f req-a501ff5c-83fc-4472-b5ba-d289cb32cd8a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:46.180693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd27faa2-89f3-4f51-9846-93c15db1368f req-a501ff5c-83fc-4472-b5ba-d289cb32cd8a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 947 time: 0.3266251 Jul 08 18:10:46.292505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69729-ae8b-494c-9fbd-889bb9340113 req-9fbcbe86-762d-4cbb-8fcc-df148f1a698c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:46.301836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38d69729-ae8b-494c-9fbd-889bb9340113 req-9fbcbe86-762d-4cbb-8fcc-df148f1a698c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 945 time: 0.3743672 Jul 08 18:10:46.314869 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd27faa2-89f3-4f51-9846-93c15db1368f req-e6d722d8-7f59-4a43-a1ce-4e857fc67b48 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328535 Jul 08 18:10:46.401194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc31c6e-daaa-4742-89a0-c99e56bd4d23 req-7b9d01fb-1324-4514-83e0-bd25854ba525 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:46.402787 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0dc31c6e-daaa-4742-89a0-c99e56bd4d23 req-7b9d01fb-1324-4514-83e0-bd25854ba525 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.74 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 945 time: 0.2583752 Jul 08 18:10:46.411882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38d69729-ae8b-494c-9fbd-889bb9340113 req-ad4bf009-9e64-4431-a075-0c9e587d6408 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078591 Jul 08 18:10:46.560118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c94307d-4898-4677-bccf-ab06de0d5d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:46.703606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d23405-4b8d-4a49-9d4f-ed56d72ad053 req-68074b1b-b1aa-4976-a702-9cd23a07e24f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:46.716846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58d23405-4b8d-4a49-9d4f-ed56d72ad053 req-68074b1b-b1aa-4976-a702-9cd23a07e24f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1540740 Jul 08 18:10:46.872873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-0dc31c6e-daaa-4742-89a0-c99e56bd4d23 req-8fb5c580-8a0b-428a-a866-e29f938e8823 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Deleting port b840de25-3211-4feb-b71c-92d73e5a7c01 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:10:46.884072 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0dc31c6e-daaa-4742-89a0-c99e56bd4d23 req-8fb5c580-8a0b-428a-a866-e29f938e8823 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:46.987984 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c94307d-4898-4677-bccf-ab06de0d5d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:47.003785 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c94307d-4898-4677-bccf-ab06de0d5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:47.100882 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9c94307d-4898-4677-bccf-ab06de0d5d9e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1df00b289ce5452793efa45b2177423e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1382356 Jul 08 18:10:47.110567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-0dc31c6e-daaa-4742-89a0-c99e56bd4d23 req-8fb5c580-8a0b-428a-a866-e29f938e8823 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] For port b840de25-3211-4feb-b71c-92d73e5a7c01, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b840de25-3211-4feb-b71c-92d73e5a7c01,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:47.111289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0dc31c6e-daaa-4742-89a0-c99e56bd4d23 req-8fb5c580-8a0b-428a-a866-e29f938e8823 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:47.113679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43912) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:47.155939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94307d-4898-4677-bccf-ab06de0d5d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6215e41c-b8ef-4101-9e5f-b6e7358c0a59,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:47.164146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-0dc31c6e-daaa-4742-89a0-c99e56bd4d23 req-8fb5c580-8a0b-428a-a866-e29f938e8823 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Calling delete_port for b840de25-3211-4feb-b71c-92d73e5a7c01 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:10:47.323615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-24c0b3fc-a13a-468c-96e4-1cbcf270cd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:47.392356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58d23405-4b8d-4a49-9d4f-ed56d72ad053 req-3a7bf92e-da37-426a-ae7c-a1cb4e9ec6ad tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715045 Jul 08 18:10:47.410555 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-24c0b3fc-a13a-468c-96e4-1cbcf270cd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:47.559150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a10eea-4190-41ea-8f32-2c8108b98764 req-51024392-1791-478b-a1ca-07b4da47b85f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:47.575202 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51a10eea-4190-41ea-8f32-2c8108b98764 req-51024392-1791-478b-a1ca-07b4da47b85f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 945 time: 0.2023017 Jul 08 18:10:47.634450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0dc31c6e-daaa-4742-89a0-c99e56bd4d23 req-8fb5c580-8a0b-428a-a866-e29f938e8823 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:47.648839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:47.651988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51a10eea-4190-41ea-8f32-2c8108b98764 req-b8417ae7-8a4f-4b66-b5b2-258b77239b0c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756781 Jul 08 18:10:47.723489 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-24c0b3fc-a13a-468c-96e4-1cbcf270cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:47.734690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-24c0b3fc-a13a-468c-96e4-1cbcf270cd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:47.738109 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-24c0b3fc-a13a-468c-96e4-1cbcf270cd60 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6215e41c-b8ef-4101-9e5f-b6e7358c0a59 HTTP/1.1" status: 204 len: 168 time: 0.6231627 Jul 08 18:10:47.792549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b840de25-3211-4feb-b71c-92d73e5a7c01'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:47.815709 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5c580-8a0b-428a-a866-e29f938e8823 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Pushing event deleted for resources: {'Port': ['ID=b840de25-3211-4feb-b71c-92d73e5a7c01,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:47.849062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0b3fc-a13a-468c-96e4-1cbcf270cd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6215e41c-b8ef-4101-9e5f-b6e7358c0a59,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:47.878120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc31c6e-daaa-4742-89a0-c99e56bd4d23 req-8fb5c580-8a0b-428a-a866-e29f938e8823 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] No DVR routers for this DVR port b840de25-3211-4feb-b71c-92d73e5a7c01 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:10:47.891787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0dc31c6e-daaa-4742-89a0-c99e56bd4d23 req-8fb5c580-8a0b-428a-a866-e29f938e8823 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:47.900759 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0dc31c6e-daaa-4742-89a0-c99e56bd4d23 req-8fb5c580-8a0b-428a-a866-e29f938e8823 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.74 "DELETE /v2.0/ports/b840de25-3211-4feb-b71c-92d73e5a7c01 HTTP/1.1" status: 204 len: 173 time: 1.4898205 Jul 08 18:10:47.901074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360d1513-f4d4-4c19-a37a-29dd36de2f49', 'name': 'network-vif-deleted', 'tag': 'b840de25-3211-4feb-b71c-92d73e5a7c01'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:47.904106 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c021467-00d0-42b7-af82-b981ab50b053" -d '{"events": [{"server_uuid": "360d1513-f4d4-4c19-a37a-29dd36de2f49", "name": "network-vif-deleted", "tag": "b840de25-3211-4feb-b71c-92d73e5a7c01"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:48.130704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19109bca-14a5-4bb6-afac-768c8a960b72 req-d71b2def-564a-44c9-8927-faccf8232ff7 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:48.141207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19109bca-14a5-4bb6-afac-768c8a960b72 req-d71b2def-564a-44c9-8927-faccf8232ff7 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 945 time: 0.1841216 Jul 08 18:10:48.175476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:10:48.243434 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19109bca-14a5-4bb6-afac-768c8a960b72 req-c6598a14-7cea-4ce2-b997-10dddc711989 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997694 Jul 08 18:10:48.364089 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:48.390340 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc39625-49ae-4fe0-b638-b2bbc78c2e39 x-openstack-request-id: req-8fc39625-49ae-4fe0-b638-b2bbc78c2e39 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:48.390804 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360d1513-f4d4-4c19-a37a-29dd36de2f49", "name": "network-vif-deleted", "tag": "b840de25-3211-4feb-b71c-92d73e5a7c01", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:48.390902 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8fc39625-49ae-4fe0-b638-b2bbc78c2e39 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:48.391282 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360d1513-f4d4-4c19-a37a-29dd36de2f49', 'name': 'network-vif-deleted', 'tag': 'b840de25-3211-4feb-b71c-92d73e5a7c01', 'status': 'completed', 'code': 200} Jul 08 18:10:48.407166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:48.413285 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eef210f-c1c8-4e0c-bbb1-edda6c21d7ac" -d '{"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:48.436959 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:48.443660 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:48.491314 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0030bc9d-384d-4caa-8fb1-326dbad8172e x-openstack-request-id: req-0030bc9d-384d-4caa-8fb1-326dbad8172e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:48.492251 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:48.492679 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0030bc9d-384d-4caa-8fb1-326dbad8172e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:48.493224 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'code': 200} Jul 08 18:10:48.547373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=14']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:48.593763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05493291-36bc-4f3b-b66b-cfffe09f5da7 req-96c95163-428a-4679-ac2b-0af8d5839cc6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:48.600958 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-05493291-36bc-4f3b-b66b-cfffe09f5da7 req-96c95163-428a-4679-ac2b-0af8d5839cc6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 945 time: 0.1555705 Jul 08 18:10:48.815228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02e0b7-72a9-470f-922b-6ec0b5a8b033 req-046a8801-1274-435e-9b78-b69c7be7cead tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:48.833273 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d02e0b7-72a9-470f-922b-6ec0b5a8b033 req-046a8801-1274-435e-9b78-b69c7be7cead tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1670895 Jul 08 18:10:48.918845 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-05493291-36bc-4f3b-b66b-cfffe09f5da7 req-ec072069-e79a-48e1-abd6-981fbcbd9260 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Deleting port eaa33135-7888-465d-96d9-47aaf9542b4b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:10:48.919491 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-05493291-36bc-4f3b-b66b-cfffe09f5da7 req-ec072069-e79a-48e1-abd6-981fbcbd9260 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:48.942260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d02e0b7-72a9-470f-922b-6ec0b5a8b033 req-90104b17-b8af-4827-acc7-06874d56b6d2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046576 Jul 08 18:10:49.159710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-05493291-36bc-4f3b-b66b-cfffe09f5da7 req-ec072069-e79a-48e1-abd6-981fbcbd9260 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] For port eaa33135-7888-465d-96d9-47aaf9542b4b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=eaa33135-7888-465d-96d9-47aaf9542b4b,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:49.160120 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-05493291-36bc-4f3b-b66b-cfffe09f5da7 req-ec072069-e79a-48e1-abd6-981fbcbd9260 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:49.188769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a909452-7eb5-480c-bd87-145d37541740 req-84c3c2d8-6a82-45d9-bbce-6cf94e7d83b5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=360d1513-f4d4-4c19-a37a-29dd36de2f49 HTTP/1.1" status: 200 len: 210 time: 0.0865600 Jul 08 18:10:49.192429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-05493291-36bc-4f3b-b66b-cfffe09f5da7 req-ec072069-e79a-48e1-abd6-981fbcbd9260 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Calling delete_port for eaa33135-7888-465d-96d9-47aaf9542b4b owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:10:49.369499 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-05493291-36bc-4f3b-b66b-cfffe09f5da7 req-ec072069-e79a-48e1-abd6-981fbcbd9260 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:49.382934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428', 'eaa33135-7888-465d-96d9-47aaf9542b4b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:49.418037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec072069-e79a-48e1-abd6-981fbcbd9260 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event deleted for resources: {'Port': ['ID=eaa33135-7888-465d-96d9-47aaf9542b4b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:49.474881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-05493291-36bc-4f3b-b66b-cfffe09f5da7 req-ec072069-e79a-48e1-abd6-981fbcbd9260 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] No DVR routers for this DVR port eaa33135-7888-465d-96d9-47aaf9542b4b on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:10:49.478098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-05493291-36bc-4f3b-b66b-cfffe09f5da7 req-ec072069-e79a-48e1-abd6-981fbcbd9260 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:49.478269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['1a3401b6-0aaf-4552-a72d-7ef8b1be1de8'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:49.480809 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-05493291-36bc-4f3b-b66b-cfffe09f5da7 req-ec072069-e79a-48e1-abd6-981fbcbd9260 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "DELETE /v2.0/ports/eaa33135-7888-465d-96d9-47aaf9542b4b HTTP/1.1" status: 204 len: 173 time: 0.8679364 Jul 08 18:10:49.523054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44020) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:49.656186 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a05b9e88-e935-4469-ad35-a6b4f9f8b18f req-4fbf3767-5881-4e10-b3b8-c4b798579f52 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=07adb3fa-559b-4240-93fc-3f31c8c545ea HTTP/1.1" status: 200 len: 210 time: 0.0909472 Jul 08 18:10:49.757458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548daa6a-75c1-416d-8142-c3c63ee95d3e req-ce4e684f-2f62-4184-b980-d327ce03df5f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:49.759424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548daa6a-75c1-416d-8142-c3c63ee95d3e req-ce4e684f-2f62-4184-b980-d327ce03df5f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1931841 Jul 08 18:10:49.761010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-network', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:49.794863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Made reservation on behalf of 8328fb0ac30340ba99ca3e0e96ac5f3c for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:10:49.797922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:49.811495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:49.852371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548daa6a-75c1-416d-8142-c3c63ee95d3e req-abac991b-e68d-4124-9c56-7232c9ac0f97 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841763 Jul 08 18:10:50.026202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:50.034499 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:50.057769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:10:50.076402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9379f7fc-e19d-4865-8a4b-c3fa4be42c2a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:50.084126 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:50.084481 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Added segment dc53c69e-f6d8-4ba8-87ea-6bc081c0f668 of type vlan for network 290861a4-6c99-4a4a-8333-210f09d19b48 Jul 08 18:10:50.145481 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:50.217375 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:50.227082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:50.228436 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:50.327111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] Pushing event updated for resources: {'Network': ['ID=290861a4-6c99-4a4a-8333-210f09d19b48,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:50.331505 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6d1d1dd5-23c4-403e-93aa-8e13c48df6ff admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8072975 Jul 08 18:10:50.334281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44038) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:50.337279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 290861a4-6c99-4a4a-8333-210f09d19b48 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:10:50.341140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] Request body: {'subnet': {'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-subnet', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:50.391631 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] Made reservation on behalf of 8328fb0ac30340ba99ca3e0e96ac5f3c for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:10:50.394817 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:50.484294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e2257-8f08-4e48-ae3f-9fa2f459d576 req-7ce18771-100f-4f8c-919d-fb621809bed5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:50.488697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e47e2257-8f08-4e48-ae3f-9fa2f459d576 req-7ce18771-100f-4f8c-919d-fb621809bed5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.2351289 Jul 08 18:10:50.619843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e47e2257-8f08-4e48-ae3f-9fa2f459d576 req-62417f89-37ae-4d16-ba31-1ec2ed8cbee7 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156445 Jul 08 18:10:50.677187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07adb3fa-559b-4240-93fc-3f31c8c545ea', 'name': 'network-vif-deleted', 'tag': 'eaa33135-7888-465d-96d9-47aaf9542b4b'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:50.680263 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13761c9b-b1c8-4444-b5ac-f7399aa52fe4" -d '{"events": [{"server_uuid": "07adb3fa-559b-4240-93fc-3f31c8c545ea", "name": "network-vif-deleted", "tag": "eaa33135-7888-465d-96d9-47aaf9542b4b"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:50.690294 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:50.786646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] Checking segment: {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:10:50.787518 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] Network hostable DHCP agents. Network: 290861a4-6c99-4a4a-8333-210f09d19b48, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:10:50.792488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=73502845-fed2-4969-903d-a2a2a3b88605,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:50.820298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] Network 290861a4-6c99-4a4a-8333-210f09d19b48 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:10:50.833404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 290861a4-6c99-4a4a-8333-210f09d19b48) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:10:50.841595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:50.842228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd397e10-b61a-45c2-9397-1ac50202fcb2 None None] Network 290861a4-6c99-4a4a-8333-210f09d19b48 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:10:50.842672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:50.870142 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bdecd23a-ec07-4511-bc0d-5cb189dcc05b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5328529 Jul 08 18:10:50.872773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44050) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:50.879003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:10:50.887580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0940ec-4110-4fef-a52f-94582455a695 req-430e6e6f-c949-42d1-8c38-7ef5c676fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:50.889646 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb0940ec-4110-4fef-a52f-94582455a695 req-430e6e6f-c949-42d1-8c38-7ef5c676fd66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1096 time: 0.4356563 Jul 08 18:10:50.915380 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:50.917631 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:51.085830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70208427-373d-4902-8060-55ca265312bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-290861a4-6c99-4a4a-8333-210f09d19b48', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:10:51.086833 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:51.113174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0940ec-4110-4fef-a52f-94582455a695 req-bc3dd364-d5b6-46a0-8bea-3c3a88048df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:51.114726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb0940ec-4110-4fef-a52f-94582455a695 req-bc3dd364-d5b6-46a0-8bea-3c3a88048df8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.2125969 Jul 08 18:10:51.333952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ff376-86e0-4381-a8e1-50a429a2119b req-e9baddaf-2dfb-4073-8f4c-acb37a23576c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:51.342406 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-125ff376-86e0-4381-a8e1-50a429a2119b req-e9baddaf-2dfb-4073-8f4c-acb37a23576c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.5510035 Jul 08 18:10:51.367708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-70208427-373d-4902-8060-55ca265312bc None None] Allocated IP 172.20.0.2 (290861a4-6c99-4a4a-8333-210f09d19b48/73502845-fed2-4969-903d-a2a2a3b88605/5f3976ae-4e89-42dc-82a3-aa75d22a4bba) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:10:51.395117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b840de25-3211-4feb-b71c-92d73e5a7c01 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:10:51.442866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-125ff376-86e0-4381-a8e1-50a429a2119b req-a8b38521-0efd-4438-bf6d-29f2c3495843 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985730 Jul 08 18:10:51.466368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bd29f-1030-433d-9748-d0cc82f985b3 req-bbfefdbd-c452-4e96-b146-c63293cbfcde tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:51.470339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d3bd29f-1030-433d-9748-d0cc82f985b3 req-bbfefdbd-c452-4e96-b146-c63293cbfcde tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.3508108 Jul 08 18:10:51.475808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb0940ec-4110-4fef-a52f-94582455a695 req-07f08966-ac41-432e-944b-28c2000d9651 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 999 time: 0.3486795 Jul 08 18:10:51.505329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: b840de25-3211-4feb-b71c-92d73e5a7c01 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:10:51.506053 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b840de25-3211-4feb-b71c-92d73e5a7c01 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:10:51.553399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:51.649428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0940ec-4110-4fef-a52f-94582455a695 req-ba9f4720-5ebc-44db-9683-6c5d3ff66808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:51.653199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb0940ec-4110-4fef-a52f-94582455a695 req-ba9f4720-5ebc-44db-9683-6c5d3ff66808 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.1700118 Jul 08 18:10:51.653560 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:51.691018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-70208427-373d-4902-8060-55ca265312bc None None] Transition to ACTIVE for port object 5f3976ae-4e89-42dc-82a3-aa75d22a4bba will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:10:51.795883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-70208427-373d-4902-8060-55ca265312bc None None] Transition to ACTIVE for port object 5f3976ae-4e89-42dc-82a3-aa75d22a4bba will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:10:51.820495 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:51.833453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d3bd29f-1030-433d-9748-d0cc82f985b3 req-bdafe159-d842-48bb-9c31-41094fbd6428 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321877 Jul 08 18:10:51.841915 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f093788-d4cf-47c7-9a4b-22e4ff3e3d3d x-openstack-request-id: req-3f093788-d4cf-47c7-9a4b-22e4ff3e3d3d {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:51.842529 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07adb3fa-559b-4240-93fc-3f31c8c545ea", "name": "network-vif-deleted", "tag": "eaa33135-7888-465d-96d9-47aaf9542b4b", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:51.842705 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f093788-d4cf-47c7-9a4b-22e4ff3e3d3d {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:51.848651 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07adb3fa-559b-4240-93fc-3f31c8c545ea', 'name': 'network-vif-deleted', 'tag': 'eaa33135-7888-465d-96d9-47aaf9542b4b', 'status': 'completed', 'code': 200} Jul 08 18:10:51.963316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:51.992899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70208427-373d-4902-8060-55ca265312bc None None] Pushing event updated for resources: {'Port': ['ID=5f3976ae-4e89-42dc-82a3-aa75d22a4bba,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:52.030169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0940ec-4110-4fef-a52f-94582455a695 req-12c15d77-c7e4-44ec-a916-2e0d666a67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:52.034342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb0940ec-4110-4fef-a52f-94582455a695 req-12c15d77-c7e4-44ec-a916-2e0d666a67a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3526402 Jul 08 18:10:52.038715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70208427-373d-4902-8060-55ca265312bc None None] Network 290861a4-6c99-4a4a-8333-210f09d19b48 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:10:52.045622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-70208427-373d-4902-8060-55ca265312bc None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:10:52.054783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70208427-373d-4902-8060-55ca265312bc None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:10:52.217969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-70208427-373d-4902-8060-55ca265312bc None None] Attempting to bind port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:10:52.218368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-70208427-373d-4902-8060-55ca265312bc None None] Attempting to bind port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:10:52.218744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70208427-373d-4902-8060-55ca265312bc None None] Attempting to bind port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba on network 290861a4-6c99-4a4a-8333-210f09d19b48 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:10:52.225502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70208427-373d-4902-8060-55ca265312bc None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:10:52.225869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70208427-373d-4902-8060-55ca265312bc None None] Checking segment: {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:10:52.226483 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:52.226876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70208427-373d-4902-8060-55ca265312bc None None] Bound using segment: {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:10:52.227343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-70208427-373d-4902-8060-55ca265312bc None None] Bound port: 5f3976ae-4e89-42dc-82a3-aa75d22a4bba, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:10:52.228874 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:52.260179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb0940ec-4110-4fef-a52f-94582455a695 req-03f8a03c-6217-4b19-b0b7-c0cab007577c service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133141 Jul 08 18:10:52.352648 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-70208427-373d-4902-8060-55ca265312bc None None] For port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:10:52.356497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-70208427-373d-4902-8060-55ca265312bc None None] For port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5f3976ae-4e89-42dc-82a3-aa75d22a4bba,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:10:52.369631 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:52.405923 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:52.433993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:52.511308 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb0940ec-4110-4fef-a52f-94582455a695 req-e7165a29-37c4-4b23-ac6b-45ddddc6d2eb service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381644 Jul 08 18:10:52.534473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccdf7c-0a87-4aa2-bd46-25e5df1bc71d req-d8e2567f-560d-4d3a-b352-84a384d7f89a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:52.541188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70208427-373d-4902-8060-55ca265312bc None None] Pushing event updated for resources: {'Port': ['ID=5f3976ae-4e89-42dc-82a3-aa75d22a4bba,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:52.541856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21ccdf7c-0a87-4aa2-bd46-25e5df1bc71d req-d8e2567f-560d-4d3a-b352-84a384d7f89a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1560712 Jul 08 18:10:52.585701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.586165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.602770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.603136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.603479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.603826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.604150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.604479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.604805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.605125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.605447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.605764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70208427-373d-4902-8060-55ca265312bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:10:52.613415 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21ccdf7c-0a87-4aa2-bd46-25e5df1bc71d req-b14b10ff-a278-407f-9618-4e12bdd57463 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629764 Jul 08 18:10:52.645464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Allocated IP 172.25.8.141 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/47762c14-7d5a-4a44-a61b-6dbf51ac93c0) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:10:52.911750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:53.017801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:53.037140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b3138-5554-46cc-9f84-e1e3e25e15d4 req-7f661b68-d36b-4040-8a2a-9ac94b5695bb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:53.047138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d08b3138-5554-46cc-9f84-e1e3e25e15d4 req-7f661b68-d36b-4040-8a2a-9ac94b5695bb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.2016022 Jul 08 18:10:53.100972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa696b5-b3af-43dd-8513-926b7a232aa2 req-dc64415b-cbb7-41d8-8998-59d931de2941 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:53.117198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caa696b5-b3af-43dd-8513-926b7a232aa2 req-dc64415b-cbb7-41d8-8998-59d931de2941 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 946 time: 0.2591689 Jul 08 18:10:53.158812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:10:53.182572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:10:53.183288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d08b3138-5554-46cc-9f84-e1e3e25e15d4 req-c755898e-ca48-4e0a-bacb-8379f926ae76 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351829 Jul 08 18:10:53.185592 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Pushing event updated for resources: {'Port': ['ID=47762c14-7d5a-4a44-a61b-6dbf51ac93c0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:53.193013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:10:53.226875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caa696b5-b3af-43dd-8513-926b7a232aa2 req-4d3cf635-8cba-4df7-95a7-cdd5a65007c3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016867 Jul 08 18:10:53.389228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device eaa33135-7888-465d-96d9-47aaf9542b4b no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:10:53.453623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: eaa33135-7888-465d-96d9-47aaf9542b4b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:10:53.453967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device eaa33135-7888-465d-96d9-47aaf9542b4b not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:10:53.552384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5f3976ae-4e89-42dc-82a3-aa75d22a4bba up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:10:53.641950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3c2e-cd26-4225-87c0-ded20fbf5607 req-0f70bedc-b6b5-4a7e-8c88-57d24a243504 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:53.652477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9fc3c2e-cd26-4225-87c0-ded20fbf5607 req-0f70bedc-b6b5-4a7e-8c88-57d24a243504 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1355278 Jul 08 18:10:53.665288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:10:53.713634 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9fc3c2e-cd26-4225-87c0-ded20fbf5607 req-b8820dde-6048-4c6d-9ca9-b5cc611b5bd3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598226 Jul 08 18:10:53.753067 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:54.121866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39895f1-76cc-4692-84ae-17cdde687fa6 req-93ff3ced-7c18-4870-9ab9-0b95ef72a123 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:54.131814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f39895f1-76cc-4692-84ae-17cdde687fa6 req-93ff3ced-7c18-4870-9ab9-0b95ef72a123 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.2014093 Jul 08 18:10:54.163783 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:54.205520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f39895f1-76cc-4692-84ae-17cdde687fa6 req-eeece1ce-9434-4c1c-982f-1dcff2b9b06a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722589 Jul 08 18:10:54.322785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbea22-d202-47d5-a85f-db8539593ee0 req-f6657fcf-234f-405e-8b36-047b25430b7d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:54.334042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dbea22-d202-47d5-a85f-db8539593ee0 req-f6657fcf-234f-405e-8b36-047b25430b7d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.3121192 Jul 08 18:10:54.425604 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74dbea22-d202-47d5-a85f-db8539593ee0 req-1d9087c0-9a85-4f6e-82b5-c9e95d27cc13 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896580 Jul 08 18:10:54.502024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe0707-f05d-4631-baa3-7a658efe4f8f None None] Network 290861a4-6c99-4a4a-8333-210f09d19b48 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:10:54.690703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Router 867fc065-ab38-401e-8690-b83e5db9641a is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:10:54.715534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e68ad2-2a7e-448f-b1e0-a7df491ce790 req-b294e681-4341-4da3-b023-965f2062dbe8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:54.717328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29e68ad2-2a7e-448f-b1e0-a7df491ce790 req-b294e681-4341-4da3-b023-965f2062dbe8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 946 time: 0.5618410 Jul 08 18:10:54.809766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d7d32-1f9e-42ae-847f-d5227b85ff0c req-af816c3f-b667-4a45-a6bd-2ba442b46763 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:54.824961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f7d7d32-1f9e-42ae-847f-d5227b85ff0c req-af816c3f-b667-4a45-a6bd-2ba442b46763 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.3826039 Jul 08 18:10:54.832490 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ecdcf2d3-103d-4ce1-8dde-5f8d25732567 None None] Provisioning for port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:10:54.847175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ecdcf2d3-103d-4ce1-8dde-5f8d25732567 None None] Provisioning complete for port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:10:54.847923 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf2d3-103d-4ce1-8dde-5f8d25732567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:54.888711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:10:54.908587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Sync routers for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:10:54.913444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda5c6e-ee91-4087-9e23-edd1a47fe963 req-526d01a8-d13d-4b03-a305-e78a3669903b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:54.930195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:10:54.930397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fda5c6e-ee91-4087-9e23-edd1a47fe963 req-526d01a8-d13d-4b03-a305-e78a3669903b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 946 time: 0.3263216 Jul 08 18:10:54.930507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:10:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:10:54.930635 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:54.932804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44100) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:10:54.936789 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-56dca877-9120-49b5-8e3b-6a7e0e11ae29 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0531027 Jul 08 18:10:55.122701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f7d7d32-1f9e-42ae-847f-d5227b85ff0c req-e558fc70-997c-40a6-a485-3d517dbee6f1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966361 Jul 08 18:10:55.256904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:10:55.309255 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fda5c6e-ee91-4087-9e23-edd1a47fe963 req-71ccfad6-c03d-466e-b784-1f341b4ce0f6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845899 Jul 08 18:10:55.492476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-29e68ad2-2a7e-448f-b1e0-a7df491ce790 req-f9f20e83-4665-4094-b55f-13a9b583141d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Deleting port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:10:55.492848 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29e68ad2-2a7e-448f-b1e0-a7df491ce790 req-f9f20e83-4665-4094-b55f-13a9b583141d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:55.494589 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf2d3-103d-4ce1-8dde-5f8d25732567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:55.567372 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ecdcf2d3-103d-4ce1-8dde-5f8d25732567 None None] For port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5f3976ae-4e89-42dc-82a3-aa75d22a4bba,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:55.590838 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf2d3-103d-4ce1-8dde-5f8d25732567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:55.709197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcf2d3-103d-4ce1-8dde-5f8d25732567 None None] Pushing event updated for resources: {'Port': ['ID=5f3976ae-4e89-42dc-82a3-aa75d22a4bba,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:55.959707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-29e68ad2-2a7e-448f-b1e0-a7df491ce790 req-f9f20e83-4665-4094-b55f-13a9b583141d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] For port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:55.960064 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29e68ad2-2a7e-448f-b1e0-a7df491ce790 req-f9f20e83-4665-4094-b55f-13a9b583141d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:55.973406 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-29e68ad2-2a7e-448f-b1e0-a7df491ce790 req-f9f20e83-4665-4094-b55f-13a9b583141d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Calling delete_port for 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:10:55.993465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:53Z', 'revision_number': 3, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:10:56.051153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Checking router: 867fc065-ab38-401e-8690-b83e5db9641a for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:10:56.051657 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Updating router 867fc065-ab38-401e-8690-b83e5db9641a port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:10:56.144747 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:56.152653 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29e68ad2-2a7e-448f-b1e0-a7df491ce790 req-f9f20e83-4665-4094-b55f-13a9b583141d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:56.199583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:56.248753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['1a3401b6-0aaf-4552-a72d-7ef8b1be1de8'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:10:56.259031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f20e83-4665-4094-b55f-13a9b583141d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event deleted for resources: {'Port': ['ID=1a3401b6-0aaf-4552-a72d-7ef8b1be1de8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:56.306985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e68ad2-2a7e-448f-b1e0-a7df491ce790 req-f9f20e83-4665-4094-b55f-13a9b583141d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] No DVR routers for this DVR port 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:10:56.310168 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-29e68ad2-2a7e-448f-b1e0-a7df491ce790 req-f9f20e83-4665-4094-b55f-13a9b583141d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:56.314764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29e68ad2-2a7e-448f-b1e0-a7df491ce790 req-f9f20e83-4665-4094-b55f-13a9b583141d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.59 "DELETE /v2.0/ports/1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 HTTP/1.1" status: 204 len: 173 time: 1.5849614 Jul 08 18:10:56.337701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b55fa308-fe8a-4ffe-97de-3ef1aa9bf139 None None] Provisioning complete for port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:10:56.338349 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b55fa308-fe8a-4ffe-97de-3ef1aa9bf139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:56.344364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c67ccc-ef51-4abb-80d7-acf7fab60898', 'name': 'network-vif-deleted', 'tag': '1a3401b6-0aaf-4552-a72d-7ef8b1be1de8'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:10:56.356166 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f48f58-c333-4f73-99e8-687e1d5c28a3" -d '{"events": [{"server_uuid": "e1c67ccc-ef51-4abb-80d7-acf7fab60898", "name": "network-vif-deleted", "tag": "1a3401b6-0aaf-4552-a72d-7ef8b1be1de8"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:10:56.558646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa68d2e-c863-47e1-aafb-3cbc9af3d67a req-326613d8-77c2-4745-96b8-3988fea919ef tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:56.574671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8aa68d2e-c863-47e1-aafb-3cbc9af3d67a req-326613d8-77c2-4745-96b8-3988fea919ef tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.7140424 Jul 08 18:10:56.686334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f7ce8-a550-4636-94f1-e1ee357738f6 req-4ee85b06-3819-458b-8896-849085fbeff8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:56.703601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-011f7ce8-a550-4636-94f1-e1ee357738f6 req-4ee85b06-3819-458b-8896-849085fbeff8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.5745502 Jul 08 18:10:56.784151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8aa68d2e-c863-47e1-aafb-3cbc9af3d67a req-ebc56b99-50f4-45a0-9b10-e592c42fa446 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072978 Jul 08 18:10:56.815917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-011f7ce8-a550-4636-94f1-e1ee357738f6 req-fdb1f8a7-a300-4dbf-a8db-e123e36560d5 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078920 Jul 08 18:10:56.991988 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:57.006032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Transition to ACTIVE for port object 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:10:57.020065 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:57.094482 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:57.111793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Attempting to bind port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:10:57.115060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Attempting to bind port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:10:57.117415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Attempting to bind port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:10:57.120284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d5eca-c311-4175-af88-c171dca2c554 None None] Pushing event updated for resources: {'Port': ['ID=47762c14-7d5a-4a44-a61b-6dbf51ac93c0,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:57.141563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:10:57.142379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:10:57.143167 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:57.144150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:10:57.145284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Bound port: 47762c14-7d5a-4a44-a61b-6dbf51ac93c0, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:10:57.145943 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:57.394768 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] For port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:10:57.408729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] For port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=47762c14-7d5a-4a44-a61b-6dbf51ac93c0,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:10:57.423018 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:57.531676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5f3976ae-4e89-42dc-82a3-aa75d22a4bba up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:10:57.645654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d5eca-c311-4175-af88-c171dca2c554 None None] Pushing event updated for resources: {'Port': ['ID=47762c14-7d5a-4a44-a61b-6dbf51ac93c0,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:57.790448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:10:57.790448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:10:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:10:57.792945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:10:57.793319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:57.876461 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c763b04-cb92-497f-8bbd-284bf5ad67cb x-openstack-request-id: req-2c763b04-cb92-497f-8bbd-284bf5ad67cb {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:10:57.877063 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c67ccc-ef51-4abb-80d7-acf7fab60898", "name": "network-vif-deleted", "tag": "1a3401b6-0aaf-4552-a72d-7ef8b1be1de8", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:10:57.877063 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c763b04-cb92-497f-8bbd-284bf5ad67cb {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:10:57.877886 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c67ccc-ef51-4abb-80d7-acf7fab60898', 'name': 'network-vif-deleted', 'tag': '1a3401b6-0aaf-4552-a72d-7ef8b1be1de8', 'status': 'completed', 'code': 200} Jul 08 18:10:57.884564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54dd54ca-a1cc-4486-bccf-7f67b429528a req-dcb5a493-ec5f-4aa3-b717-8f1f8f23db53 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1c67ccc-ef51-4abb-80d7-acf7fab60898 HTTP/1.1" status: 200 len: 210 time: 0.6320491 Jul 08 18:10:58.106727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:10:58.213785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Allocated IP 172.20.0.1 (290861a4-6c99-4a4a-8333-210f09d19b48/73502845-fed2-4969-903d-a2a2a3b88605/2e6ac4a1-c38d-4a7f-8681-46254282cf8a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:10:58.266159 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:10:58.300383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:10:58.300728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a3401b6-0aaf-4552-a72d-7ef8b1be1de8 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:10:58.466238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:53Z', 'revision_number': 3, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:10:58.494049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f8952-54e2-4e73-8c8b-dd777e9ee0fc req-f520ca1e-f63c-4a8d-81a7-e3fb57029239 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:58.495960 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f4f8952-54e2-4e73-8c8b-dd777e9ee0fc req-f520ca1e-f63c-4a8d-81a7-e3fb57029239 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.2208519 Jul 08 18:10:58.510288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e91913-71c6-40f7-ae5b-68066680f816 req-ad64fabc-72a6-40cd-8c09-8a0009120b0d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:58.512340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6e91913-71c6-40f7-ae5b-68066680f816 req-ad64fabc-72a6-40cd-8c09-8a0009120b0d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.2359662 Jul 08 18:10:58.518105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e6000-da7f-4f24-849a-c4edfcc23fd0 None None] The sync data for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 is: [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:53Z', 'revision_number': 3, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:10:58.544357 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:58.622100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6e91913-71c6-40f7-ae5b-68066680f816 req-bcce28e8-fc4a-4154-8d1d-077390ff9b25 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692339 Jul 08 18:10:58.631008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f4f8952-54e2-4e73-8c8b-dd777e9ee0fc req-0c287f7f-395e-4751-9cbb-d9e076172afd tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174808 Jul 08 18:10:58.640365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Transition to ACTIVE for port object 2e6ac4a1-c38d-4a7f-8681-46254282cf8a will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:10:58.757268 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:58.830764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6ac4a1-c38d-4a7f-8681-46254282cf8a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:10:58.850738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Network 290861a4-6c99-4a4a-8333-210f09d19b48 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:10:58.855544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:10:58.861479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:10:58.982989 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:59.415999 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:59.524196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:10:59.586834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae710c-07be-4098-8e55-a2bbc20818a8 req-27bec856-d27e-498f-8654-8b431d280d49 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:59.608753 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8eae710c-07be-4098-8e55-a2bbc20818a8 req-27bec856-d27e-498f-8654-8b431d280d49 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.2937088 Jul 08 18:10:59.691941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-25eb689c-7a55-4cc9-bd8e-c5b34614db3c None None] Provisioning for port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:10:59.704201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-25eb689c-7a55-4cc9-bd8e-c5b34614db3c None None] Provisioning complete for port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:10:59.711009 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-25eb689c-7a55-4cc9-bd8e-c5b34614db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:59.792901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-25eb689c-7a55-4cc9-bd8e-c5b34614db3c None None] Port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:10:59.806780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:10:59.818593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:10:59.822594 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:59.925534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8eae710c-07be-4098-8e55-a2bbc20818a8 req-3807a344-c6ad-4250-bc25-becc30a5c237 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112645 Jul 08 18:10:59.945440 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:59.970866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=47762c14-7d5a-4a44-a61b-6dbf51ac93c0,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:10:59.991478 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:00.107734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=47762c14-7d5a-4a44-a61b-6dbf51ac93c0,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:00.328189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-24d750e6-f963-452f-9f70-28222dc99a7d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:00.335771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-24d750e6-f963-452f-9f70-28222dc99a7d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 812 time: 0.6423948 Jul 08 18:11:00.357222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-7b474e1c-b43b-4047-9f0b-31472058e28d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/quotas/60b0c86a14ff4f54a31a20233e52f69f HTTP/1.1" status: 200 len: 375 time: 0.0204973 Jul 08 18:11:00.444537 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:00.455984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:00.544067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1b2cde32-2ad1-4a8d-9af1-d47e74ed4b96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:00.545793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1b2cde32-2ad1-4a8d-9af1-d47e74ed4b96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.5053706 Jul 08 18:11:00.579246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-4fd75a08-9386-4223-8f9a-2bcb4d36840c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2210836 Jul 08 18:11:00.640921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:00.645968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-605065e9-d280-4496-9a89-2e2e74e89842 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/quotas/1bc3d156bc844a62b3e7e6683036b19a HTTP/1.1" status: 200 len: 375 time: 0.0563869 Jul 08 18:11:00.646597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6ac4a1-c38d-4a7f-8681-46254282cf8a,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:00.817045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-5c754da4-beb0-4797-92ca-635ec9ef8aaa service neutron] 10.222.0.73 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367008 Jul 08 18:11:00.889050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-688fe52c-cc0e-43ac-adeb-7c5a1e4de11b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2279840 Jul 08 18:11:00.912655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Network 290861a4-6c99-4a4a-8333-210f09d19b48 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:11:00.926055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:11:01.137886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-6203ecaa-707f-4f6b-b674-7beca6ece6e6 service neutron] 10.222.0.73 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198736 Jul 08 18:11:01.331784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-a3d7b33c-3806-4639-a155-c2914dd4ae0c service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340415 Jul 08 18:11:01.350475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Router 867fc065-ab38-401e-8690-b83e5db9641a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:11:01.556833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:01.574876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-7f340fea-6cf8-4225-951f-b0c03a232d79 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234771 Jul 08 18:11:01.700873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-09cc8b6d-56eb-40b8-b06e-e432998a88b0 None None] Provisioning complete for port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:01.701178 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09cc8b6d-56eb-40b8-b06e-e432998a88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:01.801246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:11:01.817592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0a090de1-cb16-4808-aef9-a4e3df1e4a17 admin admin] 10.222.0.73 "PUT /v2.0/routers/867fc065-ab38-401e-8690-b83e5db9641a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8571744 Jul 08 18:11:01.838567 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Sync routers for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:11:01.849198 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:01.850135 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:10:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:01.889058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5f78a-28b4-4de1-b292-9238f1f89d8e req-00220bea-84a3-466a-984f-d45252fa91dc tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:01.898708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5f5f78a-28b4-4de1-b292-9238f1f89d8e req-00220bea-84a3-466a-984f-d45252fa91dc tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1892993 Jul 08 18:11:01.900044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-09cc8b6d-56eb-40b8-b06e-e432998a88b0 None None] Port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:11:01.933066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:01.933066 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:02.109485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5f5f78a-28b4-4de1-b292-9238f1f89d8e req-5cc29069-ccf0-41b8-9d61-f41c375c0545 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018368 Jul 08 18:11:02.194481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa705bba-7466-4400-9c9e-c4ffbe8b145b req-feafbf91-45a9-4128-9853-72d5cece043a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:02.201891 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa705bba-7466-4400-9c9e-c4ffbe8b145b req-feafbf91-45a9-4128-9853-72d5cece043a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.2096727 Jul 08 18:11:02.298805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa705bba-7466-4400-9c9e-c4ffbe8b145b req-d20bb124-7055-4122-b5bf-92cefbfe4448 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955472 Jul 08 18:11:02.300953 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:02.673042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-676b2453-808b-4a79-910d-0c299e3d7738 req-1e3d218b-450f-4db2-a91c-707072cb205d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 210 time: 0.1042790 Jul 08 18:11:02.738461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39fb87f6-f25e-440f-8879-2d0206726d6b req-92c4ca9b-e131-4b2b-81be-0b07c8ba7d9a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 210 time: 0.1394312 Jul 08 18:11:03.101562 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 2, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:03.191742 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Checking router: 867fc065-ab38-401e-8690-b83e5db9641a for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:11:03.198849 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Updating router 867fc065-ab38-401e-8690-b83e5db9641a port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:11:03.408588 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:03.416581 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:03.742653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f63a5c-bacb-45c1-ae1a-1ec6cdb039f1 req-57611d2b-cfec-4749-8755-57b6974cb36b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:03.751993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3f63a5c-bacb-45c1-ae1a-1ec6cdb039f1 req-57611d2b-cfec-4749-8755-57b6974cb36b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.1289420 Jul 08 18:11:03.855304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3f63a5c-bacb-45c1-ae1a-1ec6cdb039f1 req-7d7a4802-2dfa-41d5-82d9-de4d77c5060c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018915 Jul 08 18:11:03.899048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44252) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:11:03.904199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-48de31ea-360e-4cbe-b4a4-76bca51b2db7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651689325', 'description': 'tempest-description--1020862597'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:03.982639 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48de31ea-360e-4cbe-b4a4-76bca51b2db7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.105453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.219572 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48de31ea-360e-4cbe-b4a4-76bca51b2db7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.224693 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48de31ea-360e-4cbe-b4a4-76bca51b2db7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.287126 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48de31ea-360e-4cbe-b4a4-76bca51b2db7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.288965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-48de31ea-360e-4cbe-b4a4-76bca51b2db7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3885181 Jul 08 18:11:04.292417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44260) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:11:04.299169 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'security_group_rule': {'security_group_id': 'a9c78002-12f6-4364-bfca-6000048ee41e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:04.322053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de31ea-360e-4cbe-b4a4-76bca51b2db7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c78002-12f6-4364-bfca-6000048ee41e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:04.406995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.500534 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.539470 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Transition to ACTIVE for port object 2e6ac4a1-c38d-4a7f-8681-46254282cf8a will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:04.560891 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.651862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3fe4856-b03e-4cba-892f-1d872f961cc8 req-23570319-7bd6-4fd5-a2b5-932d492d3c78 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 210 time: 0.1392214 Jul 08 18:11:04.660212 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.668035 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Pushing event updated for resources: {'Port': ['ID=2e6ac4a1-c38d-4a7f-8681-46254282cf8a,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:04.679881 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.681369 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.681964 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.682579 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.683305 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.683869 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.684429 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.684981 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.685519 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.686055 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.687196 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.687735 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.687879 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.713311 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d81b05a1-3156-4697-b631-4e4d9d7c5dbf req-ecf10465-c5d3-4202-b7e9-a7d8d6f48d52 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 210 time: 0.1080146 Jul 08 18:11:04.740595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db5b586-4043-4c99-b08a-3123729c10cc,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:04.743399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.744824 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4506183 Jul 08 18:11:04.747551 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44264) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:11:04.753511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-113f27cc-ab5e-4cde-ba0f-8e99ba7160f1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'security_group_rule': {'security_group_id': 'a9c78002-12f6-4364-bfca-6000048ee41e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:04.769998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.773137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.774823 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.775738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.778928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.779519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.780027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.781035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.782676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.785184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.789227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.789983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c7735-a34b-4f41-8814-d9927afcf8b0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:04.800745 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Attempting to bind port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:04.803793 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Attempting to bind port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:04.804417 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Attempting to bind port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a on network 290861a4-6c99-4a4a-8333-210f09d19b48 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:04.810637 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:04.811451 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Checking segment: {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:04.813165 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.813828 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Bound using segment: {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:04.814549 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Bound port: 2e6ac4a1-c38d-4a7f-8681-46254282cf8a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:04.815156 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.826280 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113f27cc-ab5e-4cde-ba0f-8e99ba7160f1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:04.942783 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] For port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:04.946431 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] For port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2e6ac4a1-c38d-4a7f-8681-46254282cf8a,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:04.956343 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:05.052165 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113f27cc-ab5e-4cde-ba0f-8e99ba7160f1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:05.058715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-75221fe1-0238-42af-a97d-4ab2dc5c5ecd tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:05.060233 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-75221fe1-0238-42af-a97d-4ab2dc5c5ecd tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.74 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 812 time: 0.2590306 Jul 08 18:11:05.068664 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c7115-d85a-42a5-aa08-4d5d2e2f8c92 None None] Pushing event updated for resources: {'Port': ['ID=2e6ac4a1-c38d-4a7f-8681-46254282cf8a,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:05.075190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Request body: {'port': {'device_id': '4d1ed6b7-3371-4320-8d75-d65edef84f75', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'admin_state_up': True, 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:05.092277 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:11:05.109492 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:05.110897 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:10:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:05.113719 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113f27cc-ab5e-4cde-ba0f-8e99ba7160f1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:05.244628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f27cc-ab5e-4cde-ba0f-8e99ba7160f1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a398b647-f8b2-496c-8f71-15d658f6e188,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:05.257753 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113f27cc-ab5e-4cde-ba0f-8e99ba7160f1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:05.264348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-113f27cc-ab5e-4cde-ba0f-8e99ba7160f1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5148141 Jul 08 18:11:05.268081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44272) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:11:05.274130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:05.309534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Made reservation on behalf of 60b0c86a14ff4f54a31a20233e52f69f for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:11:05.320894 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:05.341492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:05.451307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a2aa-9111-4bc2-8eb7-ffe6bda2b1e5 req-36f75443-2e6f-46d9-900b-a64c26de64de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:05.453177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a618a2aa-9111-4bc2-8eb7-ffe6bda2b1e5 req-36f75443-2e6f-46d9-900b-a64c26de64de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 1096 time: 0.4315436 Jul 08 18:11:05.457737 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:05.716085 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:04Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:05.720043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Allocated IP 172.20.0.3 (c92d1067-af3d-4be1-a412-78a68c63eea9/133a1f4a-a81c-4a07-ad29-cf650dc922d6/39005dfd-5425-4235-b5d6-9b3e8de6f494) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:11:05.768849 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2ba40-eeb9-4c7e-906c-eb7a4ed1c870 None None] The sync data for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 is: [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:04Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:11:06.068648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-ee7b4ba8-88df-4eef-bf9e-79c1dce25df4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:06.070528 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-ee7b4ba8-88df-4eef-bf9e-79c1dce25df4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.5691643 Jul 08 18:11:06.082525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Request body: {'port': {'device_id': '54acd9c9-58a3-401e-a175-ca3ec099699e', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'admin_state_up': True, 'tenant_id': '1bc3d156bc844a62b3e7e6683036b19a'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:06.106463 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:06.154995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ec9b5-1907-4c7a-a0fc-5317dda72fd1 req-320acaff-c3f5-4282-91f9-0ac8b4a8844b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:06.165609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Transition to ACTIVE for port object 39005dfd-5425-4235-b5d6-9b3e8de6f494 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:06.168064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f47ec9b5-1907-4c7a-a0fc-5317dda72fd1 req-320acaff-c3f5-4282-91f9-0ac8b4a8844b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 1.0260737 Jul 08 18:11:06.224810 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1fdd3a08-83e3-4e1c-b797-46f4f02a1d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:06.281832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Made reservation on behalf of 1bc3d156bc844a62b3e7e6683036b19a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:11:06.283325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a2aa-9111-4bc2-8eb7-ffe6bda2b1e5 req-0004d01a-4c8d-4f3c-a7f7-0370d630af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:06.285426 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:06.289122 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:06.290909 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a618a2aa-9111-4bc2-8eb7-ffe6bda2b1e5 req-0004d01a-4c8d-4f3c-a7f7-0370d630af2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 913 time: 0.8225875 Jul 08 18:11:06.316921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f47ec9b5-1907-4c7a-a0fc-5317dda72fd1 req-53f391c3-3ff1-40bc-9828-6d3db31474f5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359267 Jul 08 18:11:06.357563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77198b1d-3276-46f7-8478-4ba9d70fdddb req-2be19912-0bc7-4fde-a256-c89153813dc7 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:06.360133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77198b1d-3276-46f7-8478-4ba9d70fdddb req-2be19912-0bc7-4fde-a256-c89153813dc7 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.3073628 Jul 08 18:11:06.368315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a618a2aa-9111-4bc2-8eb7-ffe6bda2b1e5 req-19bc6821-1ae6-434b-947b-402b0d91dc5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a HTTP/1.1" status: 200 len: 217 time: 0.0639462 Jul 08 18:11:06.470598 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Network c92d1067-af3d-4be1-a412-78a68c63eea9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:11:06.480788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:11:06.484063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:11:06.490965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event updated for resources: {'Port': ['ID=39005dfd-5425-4235-b5d6-9b3e8de6f494,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:06.517115 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-118bf445-2466-4eed-90cc-846a971b4e7d req-87af8664-e312-4d1c-8a09-717d293c59bd tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 210 time: 0.0643775 Jul 08 18:11:06.520808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Allocated IP 172.20.0.7 (f7082571-fe51-4603-88f3-1cac609727eb/86a08708-032c-4e16-8dde-9405642ab9ac/2a269072-4299-424f-9af3-67e22e6c3828) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:11:06.525278 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:06.531315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77198b1d-3276-46f7-8478-4ba9d70fdddb req-a7a4cf48-e69b-4a94-9d04-552b9fa6179d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601737 Jul 08 18:11:06.532935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a2aa-9111-4bc2-8eb7-ffe6bda2b1e5 req-4a654484-062c-4260-9dcd-d12bd45a5928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:06.534478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a618a2aa-9111-4bc2-8eb7-ffe6bda2b1e5 req-4a654484-062c-4260-9dcd-d12bd45a5928 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.1552887 Jul 08 18:11:06.575280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:06.575896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:06.606360 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-abe86100-dd62-4c29-a711-3a1bce6167d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5347741 Jul 08 18:11:06.622753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Request body: {'port': {'device_id': '4d1ed6b7-3371-4320-8d75-d65edef84f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:06.647317 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a618a2aa-9111-4bc2-8eb7-ffe6bda2b1e5 req-815ff558-60b3-4803-ab2b-8a5cb61d274f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020801 Jul 08 18:11:06.788393 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:06.872459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-29f56695-9142-4e59-9807-2b8362784e17 None None] Provisioning for port 39005dfd-5425-4235-b5d6-9b3e8de6f494 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:06.878136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-29f56695-9142-4e59-9807-2b8362784e17 None None] Provisioning complete for port 39005dfd-5425-4235-b5d6-9b3e8de6f494 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:06.878886 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-29f56695-9142-4e59-9807-2b8362784e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:06.959793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-29f56695-9142-4e59-9807-2b8362784e17 None None] Port 39005dfd-5425-4235-b5d6-9b3e8de6f494 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:11:06.977008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Allocated IP 172.25.8.48 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/e604d4cc-71fe-4d12-9b1e-9e49d2e788a2) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:11:06.980648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a618a2aa-9111-4bc2-8eb7-ffe6bda2b1e5 req-29e90bc3-ba42-4eed-861d-7430dfaeff11 service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192661 Jul 08 18:11:07.096386 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:07.189151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eaba9e-58dc-4998-87d0-aadb021f3e5f req-d4a47ded-d7b2-4b8b-968e-b9a5ce894819 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:07.196616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4eaba9e-58dc-4998-87d0-aadb021f3e5f req-d4a47ded-d7b2-4b8b-968e-b9a5ce894819 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 931 time: 0.4128203 Jul 08 18:11:07.223971 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:07.236519 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:07.279691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a618a2aa-9111-4bc2-8eb7-ffe6bda2b1e5 req-5dc59e2a-70ca-4d5a-9b76-7b83391e9654 service neutron] 10.222.0.59 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872853 Jul 08 18:11:07.299209 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39005dfd-5425-4235-b5d6-9b3e8de6f494 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:07.300683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4eaba9e-58dc-4998-87d0-aadb021f3e5f req-35ff0a91-3fc3-4408-b9ea-8625032828d2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013246 Jul 08 18:11:07.390681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:07.410685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Network f7082571-fe51-4603-88f3-1cac609727eb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:11:07.416916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event updated for resources: {'Port': ['ID=2a269072-4299-424f-9af3-67e22e6c3828,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:07.431079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:11:07.436709 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:11:07.439510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba6ed0-679c-4f90-9c39-185ca751bb0d req-2f767820-fedd-4641-a74d-4f4d55120439 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:07.452645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2eba6ed0-679c-4f90-9c39-185ca751bb0d req-2f767820-fedd-4641-a74d-4f4d55120439 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.4123399 Jul 08 18:11:07.483692 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:07.517036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2e6ac4a1-c38d-4a7f-8681-46254282cf8a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:07.543345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:07.544029 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:07.555705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Transition to ACTIVE for port object 39005dfd-5425-4235-b5d6-9b3e8de6f494 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:07.565617 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:07.584922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2eba6ed0-679c-4f90-9c39-185ca751bb0d req-29c7df90-464b-43af-89d1-54d9df05bef7 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227796 Jul 08 18:11:07.585102 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-1ca31fdc-1098-4d59-ae65-f4de745d236f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5063307 Jul 08 18:11:07.649433 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:07.653560 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:07.656083 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:07.713124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Request body: {'port': {'device_id': '54acd9c9-58a3-401e-a175-ca3ec099699e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:07.721044 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:07.801869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Pushing event updated for resources: {'Port': ['ID=39005dfd-5425-4235-b5d6-9b3e8de6f494,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:07.835456 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:07.868336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:11:07.881836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2e6ac4a1-c38d-4a7f-8681-46254282cf8a,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:07.884092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:11:07.888252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:11:07.891329 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:07.928256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'Port': ['ID=e604d4cc-71fe-4d12-9b1e-9e49d2e788a2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:07.972753 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:07.981377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=2e6ac4a1-c38d-4a7f-8681-46254282cf8a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:07.985200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee00803-5958-436b-8069-1becc2962b7e req-c62d62dd-5286-49d8-a726-82b21c87c009 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:07.991814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Attempting to bind port 39005dfd-5425-4235-b5d6-9b3e8de6f494 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:07.992155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Attempting to bind port 39005dfd-5425-4235-b5d6-9b3e8de6f494 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:07.992512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Attempting to bind port 39005dfd-5425-4235-b5d6-9b3e8de6f494 on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:07.995237 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aee00803-5958-436b-8069-1becc2962b7e req-c62d62dd-5286-49d8-a726-82b21c87c009 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 945 time: 0.3047886 Jul 08 18:11:08.005741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Port 39005dfd-5425-4235-b5d6-9b3e8de6f494 on network c92d1067-af3d-4be1-a412-78a68c63eea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:08.005990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Attempting to bind port 39005dfd-5425-4235-b5d6-9b3e8de6f494 on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:08.031824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:08.032165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Checking segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:08.032554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Bound using segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:08.032991 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Bound port: 39005dfd-5425-4235-b5d6-9b3e8de6f494, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:08.033353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.102458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40e47f-77ab-443e-8fd0-043493113645 req-a21ffdb2-5ed0-41b6-8aa0-be35721ba326 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:08.104087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e40e47f-77ab-443e-8fd0-043493113645 req-a21ffdb2-5ed0-41b6-8aa0-be35721ba326 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 931 time: 0.3298554 Jul 08 18:11:08.152480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aee00803-5958-436b-8069-1becc2962b7e req-dcf81f82-404b-448c-9fe7-5c12c022204b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562469 Jul 08 18:11:08.154931 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.185391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e40e47f-77ab-443e-8fd0-043493113645 req-ad322372-b883-43e3-a7ee-57405b4d2bf5 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568850 Jul 08 18:11:08.220816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.267772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] For port 39005dfd-5425-4235-b5d6-9b3e8de6f494, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:08.297884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] For port 39005dfd-5425-4235-b5d6-9b3e8de6f494, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=39005dfd-5425-4235-b5d6-9b3e8de6f494,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:08.316246 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.365357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c5980cc5-990f-47c7-b522-8fc8acd1c90a no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:11:08.378311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:08.379267 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.381116 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] 10.222.0.74 "PUT /v2.0/ports/39005dfd-5425-4235-b5d6-9b3e8de6f494 HTTP/1.1" status: 200 len: 1091 time: 1.7678051 Jul 08 18:11:08.387170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1ed6b7-3371-4320-8d75-d65edef84f75', 'tag': '39005dfd-5425-4235-b5d6-9b3e8de6f494'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:08.394200 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a54dd27-9e16-43b2-ae1c-91a48025696a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1ed6b7-3371-4320-8d75-d65edef84f75", "tag": "39005dfd-5425-4235-b5d6-9b3e8de6f494"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:08.465918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.489659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.559349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b907b0-f674-4a45-9fa1-b9da50d763af service neutron] Pushing event updated for resources: {'Port': ['ID=39005dfd-5425-4235-b5d6-9b3e8de6f494,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:08.576993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15ec54-083b-428d-b1c0-86d31abea791 req-ac287521-7f3d-4837-bf86-5cb6a78374af tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:08.585554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a15ec54-083b-428d-b1c0-86d31abea791 req-ac287521-7f3d-4837-bf86-5cb6a78374af tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1802986 Jul 08 18:11:08.610070 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.655683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c5980cc5-990f-47c7-b522-8fc8acd1c90a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:08.657150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:08.664496 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc8eb2d-f0c1-4a5a-bba5-9057eac76b90" -d '{"events": [{"server_uuid": "f9a57f98-07a6-42b1-bde9-8888964cdf63", "name": "network-vif-unplugged", "status": "completed", "tag": "c5980cc5-990f-47c7-b522-8fc8acd1c90a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:08.673007 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.694979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a15ec54-083b-428d-b1c0-86d31abea791 req-05fa42e4-eb59-4b09-a27b-6be50e2cf22c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081989 Jul 08 18:11:08.701576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a269072-4299-424f-9af3-67e22e6c3828 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:08.708357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-3a705411-2325-4abf-8d93-db23cf20c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:08.709882 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-3a705411-2325-4abf-8d93-db23cf20c7ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 1094 time: 0.2524261 Jul 08 18:11:08.714418 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.730962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'Port': ['ID=e604d4cc-71fe-4d12-9b1e-9e49d2e788a2,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:08.750923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c5980cc5-990f-47c7-b522-8fc8acd1c90a,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:08.790746 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.793984 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-11dbca13-d949-41b1-93cd-f4028f7e6bcd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39005dfd-5425-4235-b5d6-9b3e8de6f494 HTTP/1.1" status: 200 len: 217 time: 0.0759480 Jul 08 18:11:08.799002 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3352df13-c51f-4e38-9c1c-e04cdb8a4cd0 x-openstack-request-id: req-3352df13-c51f-4e38-9c1c-e04cdb8a4cd0 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:08.799583 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1ed6b7-3371-4320-8d75-d65edef84f75", "tag": "39005dfd-5425-4235-b5d6-9b3e8de6f494", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:08.800034 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3352df13-c51f-4e38-9c1c-e04cdb8a4cd0 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:08.800616 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1ed6b7-3371-4320-8d75-d65edef84f75', 'tag': '39005dfd-5425-4235-b5d6-9b3e8de6f494', 'status': 'completed', 'code': 200} Jul 08 18:11:08.818142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Transition to ACTIVE for port object 2a269072-4299-424f-9af3-67e22e6c3828 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:08.833683 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.835141 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e3e0e2f5-cbd1-4fcc-a974-c585915e881c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5660069 Jul 08 18:11:08.862523 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:08.899497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a459e-5c36-46f5-be92-8e0f2d926478 req-97521fb1-0fb8-4fc7-b5b2-d5d9c862c311 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:08.908412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a6a459e-5c36-46f5-be92-8e0f2d926478 req-97521fb1-0fb8-4fc7-b5b2-d5d9c862c311 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 943 time: 0.1989038 Jul 08 18:11:08.932492 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-b29fd63d-2508-4ecb-9fb3-32cc70347460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:08.934270 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-b29fd63d-2508-4ecb-9fb3-32cc70347460 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.1297395 Jul 08 18:11:08.974266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Pushing event updated for resources: {'Port': ['ID=2a269072-4299-424f-9af3-67e22e6c3828,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:09.011515 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a6a459e-5c36-46f5-be92-8e0f2d926478 req-2fceeceb-b0e6-49ae-8623-60487f49c312 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969956 Jul 08 18:11:09.051923 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:09.083951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Attempting to bind port 2a269072-4299-424f-9af3-67e22e6c3828 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:09.083951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Attempting to bind port 2a269072-4299-424f-9af3-67e22e6c3828 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:09.083951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Attempting to bind port 2a269072-4299-424f-9af3-67e22e6c3828 on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:09.091562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Port 2a269072-4299-424f-9af3-67e22e6c3828 on network f7082571-fe51-4603-88f3-1cac609727eb not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:09.091890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Attempting to bind port 2a269072-4299-424f-9af3-67e22e6c3828 on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:09.096871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-7180a13f-8458-4ed4-a860-b592d3669633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:09.098752 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-7180a13f-8458-4ed4-a860-b592d3669633 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572344 Jul 08 18:11:09.101550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:09.101892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Checking segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:09.102308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Bound using segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:09.102741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Bound port: 2a269072-4299-424f-9af3-67e22e6c3828, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:09.103101 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:09.150338 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9d329316-8026-4c2d-b94e-628861fa90d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:09.175580 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338cd949-9ac8-45a1-847d-6481d183afa9 x-openstack-request-id: req-338cd949-9ac8-45a1-847d-6481d183afa9 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:09.176171 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a57f98-07a6-42b1-bde9-8888964cdf63", "name": "network-vif-unplugged", "status": "completed", "tag": "c5980cc5-990f-47c7-b522-8fc8acd1c90a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:09.176522 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-338cd949-9ac8-45a1-847d-6481d183afa9 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:09.177013 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a', 'code': 200} Jul 08 18:11:09.278343 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-f02c9654-ab26-4e90-bfec-1002637acccc service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656318 Jul 08 18:11:09.295118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] For port 2a269072-4299-424f-9af3-67e22e6c3828, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:09.300107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] For port 2a269072-4299-424f-9af3-67e22e6c3828, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2a269072-4299-424f-9af3-67e22e6c3828,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:09.309950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-feee661a-b0a6-4d04-b270-5844d5ad6055 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1651689325&fields=id&tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c HTTP/1.1" status: 200 len: 267 time: 0.0580094 Jul 08 18:11:09.329069 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:09.343463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b396f-3d31-4215-b6ff-a5f4deaaa663 req-34b41380-bbbb-40e2-87ff-d50e58c87f93 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:09.345833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c86b396f-3d31-4215-b6ff-a5f4deaaa663 req-34b41380-bbbb-40e2-87ff-d50e58c87f93 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1515365 Jul 08 18:11:09.422230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2e6ac4a1-c38d-4a7f-8681-46254282cf8a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:09.432975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c86b396f-3d31-4215-b6ff-a5f4deaaa663 req-d19cb658-2137-4296-876c-85edb7ccac28 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763235 Jul 08 18:11:09.436006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Pushing event updated for resources: {'Port': ['ID=2a269072-4299-424f-9af3-67e22e6c3828,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:09.479229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:09.481442 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:09.485333 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-d9a2d788-1f51-424e-84c6-57c827792185 service neutron] 10.222.0.74 "PUT /v2.0/ports/2a269072-4299-424f-9af3-67e22e6c3828 HTTP/1.1" status: 200 len: 1091 time: 1.8123186 Jul 08 18:11:09.493127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-29748dd0-c118-4f50-99f3-4985e52f13f6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:09.500013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:09.500760 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:09.501912 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-29748dd0-c118-4f50-99f3-4985e52f13f6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 817 time: 0.1823761 Jul 08 18:11:09.523427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-0ca312ea-9486-41e0-9a4b-7b270583d071 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/quotas/8328fb0ac30340ba99ca3e0e96ac5f3c HTTP/1.1" status: 200 len: 375 time: 0.0203283 Jul 08 18:11:09.564584 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db89618f-7bd2-4197-afdd-f0da65a4c55b req-4f986233-cc74-45cc-be20-2b15de3c750e service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630508 Jul 08 18:11:09.652047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-a45ddfab-9fca-46c9-ac96-778a0a7520ea tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1255102 Jul 08 18:11:09.706947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-8953b40f-ba44-416a-9dd4-0d133c109c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:09.709772 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-8953b40f-ba44-416a-9dd4-0d133c109c1f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 1094 time: 0.1581552 Jul 08 18:11:09.789171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-c8008e47-98c0-4233-8351-c48ec2a3e117 service neutron] 10.222.0.73 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209891 Jul 08 18:11:09.870416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da41580-a8cd-4c71-a769-33d2a8914bf1 req-25a47344-5098-40b5-8ac7-0924dfe6fdc2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:09.872136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0da41580-a8cd-4c71-a769-33d2a8914bf1 req-25a47344-5098-40b5-8ac7-0924dfe6fdc2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 943 time: 0.2189603 Jul 08 18:11:09.950803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0da41580-a8cd-4c71-a769-33d2a8914bf1 req-3d885c97-a112-4863-9b88-16ba2e9069b5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674815 Jul 08 18:11:09.957775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-dd7dbc90-85a9-4a93-b826-be20d55958ea service neutron] 10.222.0.73 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581607 Jul 08 18:11:10.097356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:10.131828 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-73da4310-0827-4858-a050-ef32103c2ebc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a269072-4299-424f-9af3-67e22e6c3828 HTTP/1.1" status: 200 len: 217 time: 0.4128652 Jul 08 18:11:10.190884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa138f-f090-46b0-8d51-24b24ac677d0 req-834484fd-fe4d-4b1b-bc46-3f9f9f0c5de3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:10.197926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9aa138f-f090-46b0-8d51-24b24ac677d0 req-834484fd-fe4d-4b1b-bc46-3f9f9f0c5de3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 943 time: 0.1136189 Jul 08 18:11:10.213456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54dd27-9e16-43b2-ae1c-91a48025696a req-d08042eb-a3a7-457a-a91a-c139811eb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:10.216447 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4a54dd27-9e16-43b2-ae1c-91a48025696a req-d08042eb-a3a7-457a-a91a-c139811eb32b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 1094 time: 0.5622833 Jul 08 18:11:10.240096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9aa138f-f090-46b0-8d51-24b24ac677d0 req-b9626f3d-7167-4c77-99ee-159c44256e3c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 Jul 08 18:11:10.300804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-cf389cbd-7e3f-40e1-856f-92db4384061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:10.302585 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-cf389cbd-7e3f-40e1-856f-92db4384061a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.1641386 Jul 08 18:11:10.377150 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-033726a8-8259-443a-8a3e-eb0c4d28e74a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649192 Jul 08 18:11:10.466066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54dd27-9e16-43b2-ae1c-91a48025696a req-f47eae50-1b3c-4553-9ceb-d379f37ddb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:10.471492 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4a54dd27-9e16-43b2-ae1c-91a48025696a req-f47eae50-1b3c-4553-9ceb-d379f37ddb54 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.2456076 Jul 08 18:11:10.536583 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4a54dd27-9e16-43b2-ae1c-91a48025696a req-00f085c5-b4cb-4e8c-aa7b-dd072a6d2f46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39005dfd-5425-4235-b5d6-9b3e8de6f494 HTTP/1.1" status: 200 len: 217 time: 0.0550501 Jul 08 18:11:10.561268 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-dc8b2469-be77-4f81-b43d-bb50d254efa1 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730483 Jul 08 18:11:10.648553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdce1f-752d-461c-a6b0-cb151d42fd99 req-0da23176-cb56-44c2-a21c-5eddadd7e414 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:10.651304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ffdce1f-752d-461c-a6b0-cb151d42fd99 req-0da23176-cb56-44c2-a21c-5eddadd7e414 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 943 time: 0.1245415 Jul 08 18:11:10.670709 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54dd27-9e16-43b2-ae1c-91a48025696a req-fa13c5a6-cedd-4741-8898-41134860e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:10.672324 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4a54dd27-9e16-43b2-ae1c-91a48025696a req-fa13c5a6-cedd-4741-8898-41134860e71d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.1259687 Jul 08 18:11:10.701532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ffdce1f-752d-461c-a6b0-cb151d42fd99 req-54ec2a8f-8982-433c-9f6b-e97737b2091a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Jul 08 18:11:10.741029 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-dc3f12c6-a2af-4483-89ca-3d2c7c5849aa req-e50b4afc-01a9-4c64-8429-1a589ecf8920 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581204 Jul 08 18:11:10.768882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54dd27-9e16-43b2-ae1c-91a48025696a req-7c09c6fb-b55b-4ecf-af1f-55a1179a77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:10.770560 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4a54dd27-9e16-43b2-ae1c-91a48025696a req-7c09c6fb-b55b-4ecf-af1f-55a1179a77a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846913 Jul 08 18:11:10.827871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54acd9c9-58a3-401e-a175-ca3ec099699e', 'tag': '2a269072-4299-424f-9af3-67e22e6c3828'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:10.830095 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31a6cc3-6fc3-40cb-8a36-e1313f02264b" -d '{"events": [{"name": "network-changed", "server_uuid": "54acd9c9-58a3-401e-a175-ca3ec099699e", "tag": "2a269072-4299-424f-9af3-67e22e6c3828"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:10.838003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c751e50-1180-43ad-8292-8727d572d84a req-c1d0bf58-b740-4591-a492-b4160f608bb6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 210 time: 0.0605185 Jul 08 18:11:10.907586 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4a54dd27-9e16-43b2-ae1c-91a48025696a req-2d6b262b-7951-4736-a4eb-f1f5987bb3fc service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293142 Jul 08 18:11:11.095693 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4a54dd27-9e16-43b2-ae1c-91a48025696a req-42cf8810-87a1-43d6-8f48-bfec5e6ba2e4 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788821 Jul 08 18:11:11.116137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad9784-44f8-4af4-80ce-3825b2514e0b req-acde874a-983e-44d4-8d1b-c5237f85a445 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:11.118823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39ad9784-44f8-4af4-80ce-3825b2514e0b req-acde874a-983e-44d4-8d1b-c5237f85a445 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1068745 Jul 08 18:11:11.174773 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39ad9784-44f8-4af4-80ce-3825b2514e0b req-aac67b8b-d350-4067-bec9-888315374f1c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482223 Jul 08 18:11:11.264032 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a77ee6-e87c-4c98-8105-cfe2e4016d74 x-openstack-request-id: req-b8a77ee6-e87c-4c98-8105-cfe2e4016d74 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:11.265404 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54acd9c9-58a3-401e-a175-ca3ec099699e", "tag": "2a269072-4299-424f-9af3-67e22e6c3828", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:11.265728 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8a77ee6-e87c-4c98-8105-cfe2e4016d74 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:11.266187 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54acd9c9-58a3-401e-a175-ca3ec099699e', 'tag': '2a269072-4299-424f-9af3-67e22e6c3828', 'status': 'completed', 'code': 200} Jul 08 18:11:11.407032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a6cc3-6fc3-40cb-8a36-e1313f02264b req-a4b72582-3a47-4223-990a-7547aa58f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:11.408573 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d31a6cc3-6fc3-40cb-8a36-e1313f02264b req-a4b72582-3a47-4223-990a-7547aa58f0e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 1094 time: 0.1132586 Jul 08 18:11:11.548718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e5e2b-01b4-45aa-9cc0-b181f005d369 req-596395c5-f88e-48ee-9ec4-140f3cb2fec9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:11.550733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a1e5e2b-01b4-45aa-9cc0-b181f005d369 req-596395c5-f88e-48ee-9ec4-140f3cb2fec9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9a57f98-07a6-42b1-bde9-8888964cdf63 HTTP/1.1" status: 200 len: 943 time: 0.1676404 Jul 08 18:11:11.567385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f97b1-c1f6-45c7-960f-a81c4e766c1d req-8c6cf54d-73ba-44f7-9900-898ed4fe04cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:11.570806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-460f97b1-c1f6-45c7-960f-a81c4e766c1d req-8c6cf54d-73ba-44f7-9900-898ed4fe04cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1203251 Jul 08 18:11:11.590692 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a6cc3-6fc3-40cb-8a36-e1313f02264b req-294fa800-4488-4714-b62a-289c09bd7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:11.592250 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d31a6cc3-6fc3-40cb-8a36-e1313f02264b req-294fa800-4488-4714-b62a-289c09bd7681 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 905 time: 0.1704130 Jul 08 18:11:11.593978 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:11.645649 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d31a6cc3-6fc3-40cb-8a36-e1313f02264b req-3768c33b-8171-4969-a7f8-f01e4bd2f37a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a269072-4299-424f-9af3-67e22e6c3828 HTTP/1.1" status: 200 len: 217 time: 0.0465677 Jul 08 18:11:11.673621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-460f97b1-c1f6-45c7-960f-a81c4e766c1d req-1f9de862-cb49-4988-8169-1ad1a9096d03 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882592 Jul 08 18:11:11.724914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a6cc3-6fc3-40cb-8a36-e1313f02264b req-86e39488-3d19-4930-a1bb-6bcebca2d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:11.726779 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d31a6cc3-6fc3-40cb-8a36-e1313f02264b req-86e39488-3d19-4930-a1bb-6bcebca2d66c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.0732610 Jul 08 18:11:11.755036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-6a1e5e2b-01b4-45aa-9cc0-b181f005d369 req-7fc4977c-6ff3-4315-995a-45208bdc0bcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Deleting port c5980cc5-990f-47c7-b522-8fc8acd1c90a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:11:11.755836 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a1e5e2b-01b4-45aa-9cc0-b181f005d369 req-7fc4977c-6ff3-4315-995a-45208bdc0bcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:11.787258 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d31a6cc3-6fc3-40cb-8a36-e1313f02264b req-8787038f-ac33-43c5-a8dd-8c4add017959 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524414 Jul 08 18:11:11.883801 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d31a6cc3-6fc3-40cb-8a36-e1313f02264b req-1473480d-7d2f-4f9c-854f-c5d536f1e9d1 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894220 Jul 08 18:11:11.890574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6a1e5e2b-01b4-45aa-9cc0-b181f005d369 req-7fc4977c-6ff3-4315-995a-45208bdc0bcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] For port c5980cc5-990f-47c7-b522-8fc8acd1c90a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c5980cc5-990f-47c7-b522-8fc8acd1c90a,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:11.897189 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a1e5e2b-01b4-45aa-9cc0-b181f005d369 req-7fc4977c-6ff3-4315-995a-45208bdc0bcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:11.947011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-6a1e5e2b-01b4-45aa-9cc0-b181f005d369 req-7fc4977c-6ff3-4315-995a-45208bdc0bcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Calling delete_port for c5980cc5-990f-47c7-b522-8fc8acd1c90a owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:11:12.020704 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d31a6cc3-6fc3-40cb-8a36-e1313f02264b req-83dd8296-bf40-4342-9079-8d4e365c788d service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296475 Jul 08 18:11:12.383551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c5980cc5-990f-47c7-b522-8fc8acd1c90a no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:11:12.499422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0a8c1-98eb-4a20-9648-17a1e5af823c req-b2381c7a-1bb5-4a1b-96ec-864f325efbed tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:12.501024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64b0a8c1-98eb-4a20-9648-17a1e5af823c req-b2381c7a-1bb5-4a1b-96ec-864f325efbed tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 943 time: 0.4535398 Jul 08 18:11:12.508834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-5a245e98-e791-4147-bbf3-2ef4b354758b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:12.510230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-5a245e98-e791-4147-bbf3-2ef4b354758b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.59 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 817 time: 0.4733982 Jul 08 18:11:12.603752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-7419b104-642a-4138-8446-e55bfab0dfe6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c HTTP/1.1" status: 200 len: 380 time: 0.0840764 Jul 08 18:11:12.606387 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64b0a8c1-98eb-4a20-9648-17a1e5af823c req-192d5a37-c769-4f73-8fef-5f3aee6596f7 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952432 Jul 08 18:11:12.613403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'port': {'device_id': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'admin_state_up': True, 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'security_groups': ['a9c78002-12f6-4364-bfca-6000048ee41e']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:12.671921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a1e5e2b-01b4-45aa-9cc0-b181f005d369 req-7fc4977c-6ff3-4315-995a-45208bdc0bcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:12.709405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4977c-6ff3-4315-995a-45208bdc0bcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event deleted for resources: {'Port': ['ID=c5980cc5-990f-47c7-b522-8fc8acd1c90a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:12.783180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1e5e2b-01b4-45aa-9cc0-b181f005d369 req-7fc4977c-6ff3-4315-995a-45208bdc0bcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] No DVR routers for this DVR port c5980cc5-990f-47c7-b522-8fc8acd1c90a on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:11:12.788208 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a1e5e2b-01b4-45aa-9cc0-b181f005d369 req-7fc4977c-6ff3-4315-995a-45208bdc0bcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:12.790247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a1e5e2b-01b4-45aa-9cc0-b181f005d369 req-7fc4977c-6ff3-4315-995a-45208bdc0bcf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "DELETE /v2.0/ports/c5980cc5-990f-47c7-b522-8fc8acd1c90a HTTP/1.1" status: 204 len: 173 time: 1.2184741 Jul 08 18:11:12.790718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'name': 'network-vif-deleted', 'tag': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:12.792956 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75a012a-3caf-4604-bcc3-64e514998da2" -d '{"events": [{"server_uuid": "f9a57f98-07a6-42b1-bde9-8888964cdf63", "name": "network-vif-deleted", "tag": "c5980cc5-990f-47c7-b522-8fc8acd1c90a"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:12.863263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Made reservation on behalf of 8328fb0ac30340ba99ca3e0e96ac5f3c for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:11:12.866920 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:12.949506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a020-5ab5-4480-8471-e3eef3bf7e5b req-bf1d7768-315e-4e56-9ff7-529517361e3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:12.951131 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1330a020-5ab5-4480-8471-e3eef3bf7e5b req-bf1d7768-315e-4e56-9ff7-529517361e3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 943 time: 0.1319132 Jul 08 18:11:13.036154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1330a020-5ab5-4480-8471-e3eef3bf7e5b req-b6a9f0b5-0524-4712-af58-40a124ef783f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752153 Jul 08 18:11:13.067054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Allocated IP 172.20.0.10 (290861a4-6c99-4a4a-8333-210f09d19b48/73502845-fed2-4969-903d-a2a2a3b88605/93380b99-8124-41da-a462-88d6c3919187) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:11:13.235446 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f71b80e9-88d3-4950-9b2f-c98334edae64 req-3dcc6374-bf2a-4dbc-b9b5-1d3a7dfb4dd8 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 210 time: 0.0371280 Jul 08 18:11:13.265110 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:13.282247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Transition to ACTIVE for port object 93380b99-8124-41da-a462-88d6c3919187 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:13.308608 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1a3d0-1265-4b3d-89bc-8640be93ff49 x-openstack-request-id: req-0dd1a3d0-1265-4b3d-89bc-8640be93ff49 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:13.308897 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a57f98-07a6-42b1-bde9-8888964cdf63", "name": "network-vif-deleted", "tag": "c5980cc5-990f-47c7-b522-8fc8acd1c90a", "status": "failed", "code": 422}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:13.309144 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0dd1a3d0-1265-4b3d-89bc-8640be93ff49 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:13.309553 n-d-799684-3 neutron-server[93742]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9a57f98-07a6-42b1-bde9-8888964cdf63', 'name': 'network-vif-deleted', 'tag': 'c5980cc5-990f-47c7-b522-8fc8acd1c90a', 'status': 'failed', 'code': 422} returned with failed status Jul 08 18:11:13.321527 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:13.379804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'Port': ['ID=93380b99-8124-41da-a462-88d6c3919187,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:13.393691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Network 290861a4-6c99-4a4a-8333-210f09d19b48 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:11:13.398564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:11:13.413674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:11:13.496200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2a269072-4299-424f-9af3-67e22e6c3828 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:13.513380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.513972 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:13.558043 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-2d45aa94-9e9c-429c-9074-14e1c3948fbd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9482994 Jul 08 18:11:13.570454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052ec7a-4f76-42b7-8519-c7167043a3a4 req-61c33e23-76ba-43b4-a1ea-ca87b7c29930 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.578146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a052ec7a-4f76-42b7-8519-c7167043a3a4 req-61c33e23-76ba-43b4-a1ea-ca87b7c29930 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1293185 Jul 08 18:11:13.591674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Request body: {'port': {'device_id': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:13.698685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a052ec7a-4f76-42b7-8519-c7167043a3a4 req-d27a40e5-adea-4400-bc30-be9fee1c16e9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184776 Jul 08 18:11:13.758992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2a269072-4299-424f-9af3-67e22e6c3828, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2a269072-4299-424f-9af3-67e22e6c3828,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:13.786554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '2a269072-4299-424f-9af3-67e22e6c3828', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'port_id': '2a269072-4299-424f-9af3-67e22e6c3828', 'mac_address': 'fa:16:3e:f5:fc:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a08708-032c-4e16-8dde-9405642ab9ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:13.853587 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:13.874267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7fb9692b-0cd5-4b15-861c-4d7f14230b3c None None] Provisioning for port 93380b99-8124-41da-a462-88d6c3919187 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:13.878043 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:13.881310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7fb9692b-0cd5-4b15-861c-4d7f14230b3c None None] Provisioning complete for port 93380b99-8124-41da-a462-88d6c3919187 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:13.881859 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7fb9692b-0cd5-4b15-861c-4d7f14230b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:14.092753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-b7daf4a0-d195-4937-994b-c7b80d61a259 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:14.095677 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-b7daf4a0-d195-4937-994b-c7b80d61a259 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.3896863 Jul 08 18:11:14.105841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a269072-4299-424f-9af3-67e22e6c3828 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:14.147313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2a269072-4299-424f-9af3-67e22e6c3828, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2a269072-4299-424f-9af3-67e22e6c3828,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:14.148974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9692b-0cd5-4b15-861c-4d7f14230b3c None None] Port 93380b99-8124-41da-a462-88d6c3919187 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:11:14.159479 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:14.161797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 39005dfd-5425-4235-b5d6-9b3e8de6f494 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:14.178455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92a930-f28e-408f-9a21-74a75fca74f0 req-0b503005-9f85-401d-8f78-b79d34ee9501 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:14.180213 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa92a930-f28e-408f-9a21-74a75fca74f0 req-0b503005-9f85-401d-8f78-b79d34ee9501 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 943 time: 0.3119733 Jul 08 18:11:14.218993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-df9eab1c-2624-47d3-9a75-46942731acbc tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/quotas/db9c7b6194e74bf99ed16a978b364cfe HTTP/1.1" status: 200 len: 375 time: 0.1143622 Jul 08 18:11:14.264421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-207f4016-0709-4dfe-8e32-8df51bd13001 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443981 Jul 08 18:11:14.274033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=2a269072-4299-424f-9af3-67e22e6c3828,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:14.345364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 39005dfd-5425-4235-b5d6-9b3e8de6f494, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=39005dfd-5425-4235-b5d6-9b3e8de6f494,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:14.367396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '39005dfd-5425-4235-b5d6-9b3e8de6f494', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'port_id': '39005dfd-5425-4235-b5d6-9b3e8de6f494', 'mac_address': 'fa:16:3e:89:56:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:14.369599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa92a930-f28e-408f-9a21-74a75fca74f0 req-bb8c916c-8402-4d39-87b7-80f0bc464460 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796310 Jul 08 18:11:14.425007 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:14.440499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39005dfd-5425-4235-b5d6-9b3e8de6f494 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:14.463351 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 39005dfd-5425-4235-b5d6-9b3e8de6f494, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=39005dfd-5425-4235-b5d6-9b3e8de6f494,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:14.469348 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:14.489596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-d476806e-2504-4d1a-a6a2-6acb2dcdf357 service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019882 Jul 08 18:11:14.540911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=39005dfd-5425-4235-b5d6-9b3e8de6f494,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:14.626334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93380b99-8124-41da-a462-88d6c3919187 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:14.639991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:14.675531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-f912b345-1a5b-46cd-8997-2bb8088ad707 service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762030 Jul 08 18:11:14.677012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Transition to ACTIVE for port object 93380b99-8124-41da-a462-88d6c3919187 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:14.704708 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:14.820599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['2a269072-4299-424f-9af3-67e22e6c3828'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:14.868275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Pushing event updated for resources: {'Port': ['ID=93380b99-8124-41da-a462-88d6c3919187,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:14.946919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['39005dfd-5425-4235-b5d6-9b3e8de6f494'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:14.989095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18464db3-ddde-4902-b6f5-dfe62739d482 req-346514b7-5258-4096-90dc-c1650bb9f204 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:14.996607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18464db3-ddde-4902-b6f5-dfe62739d482 req-346514b7-5258-4096-90dc-c1650bb9f204 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.3095570 Jul 08 18:11:15.051933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Attempting to bind port 93380b99-8124-41da-a462-88d6c3919187 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:15.051933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Attempting to bind port 93380b99-8124-41da-a462-88d6c3919187 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:15.051933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Attempting to bind port 93380b99-8124-41da-a462-88d6c3919187 on network 290861a4-6c99-4a4a-8333-210f09d19b48 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:15.073409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18464db3-ddde-4902-b6f5-dfe62739d482 req-ca575ba3-3211-471b-8977-da27be45f823 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752943 Jul 08 18:11:15.075064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Port 93380b99-8124-41da-a462-88d6c3919187 on network 290861a4-6c99-4a4a-8333-210f09d19b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:15.075386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Attempting to bind port 93380b99-8124-41da-a462-88d6c3919187 on network 290861a4-6c99-4a4a-8333-210f09d19b48 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:15.087800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:15.088242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Checking segment: {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:15.088522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Bound using segment: {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:15.088936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Bound port: 93380b99-8124-41da-a462-88d6c3919187, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:15.089300 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:15.118256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40773092-4027-4bb7-95b3-cd72a964e1bb req-1d16683b-718f-48df-ad00-04557b686301 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.125707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40773092-4027-4bb7-95b3-cd72a964e1bb req-1d16683b-718f-48df-ad00-04557b686301 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 944 time: 0.2064788 Jul 08 18:11:15.205802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40773092-4027-4bb7-95b3-cd72a964e1bb req-28b397f1-6f4e-486f-b3fe-7b67157539f7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791314 Jul 08 18:11:15.253331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:15.301631 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:15.319234 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:15.401707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.402671 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:15.405499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] 10.222.0.59 "PUT /v2.0/ports/93380b99-8124-41da-a462-88d6c3919187 HTTP/1.1" status: 200 len: 1092 time: 1.8246830 Jul 08 18:11:15.412897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'tag': '93380b99-8124-41da-a462-88d6c3919187'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:15.416621 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c133faa-7ab9-42f7-bded-2ec3967e9572" -d '{"events": [{"name": "network-changed", "server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "tag": "93380b99-8124-41da-a462-88d6c3919187"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:15.488646 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35fbac0d-8a1a-45d9-b9c1-f6525ae5c616 req-d1c8a90c-8b24-405d-8a6f-673da5533d96 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 210 time: 0.0677154 Jul 08 18:11:15.571309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05751-7c4d-4231-9425-d0eb868d4bdc req-a9d9f679-9800-4d7e-b03e-d0c22a9c7597 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.579929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5a05751-7c4d-4231-9425-d0eb868d4bdc req-a9d9f679-9800-4d7e-b03e-d0c22a9c7597 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.3285856 Jul 08 18:11:15.586229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862ca06-1d3c-4a71-95da-95a31ea5cd70 service neutron] Pushing event updated for resources: {'Port': ['ID=93380b99-8124-41da-a462-88d6c3919187,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:15.653952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5a05751-7c4d-4231-9425-d0eb868d4bdc req-ca750434-104c-43c4-b76f-6b884b414365 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713215 Jul 08 18:11:15.683860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-45edc72b-61e9-41a4-8b74-c0e71a41014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.698449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-45edc72b-61e9-41a4-8b74-c0e71a41014f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 1095 time: 0.1957865 Jul 08 18:11:15.768522 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c874e7d-aba4-4607-b285-47767f25d6c3 x-openstack-request-id: req-0c874e7d-aba4-4607-b285-47767f25d6c3 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:15.769221 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "tag": "93380b99-8124-41da-a462-88d6c3919187", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:15.769724 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c874e7d-aba4-4607-b285-47767f25d6c3 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:15.770380 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'tag': '93380b99-8124-41da-a462-88d6c3919187', 'status': 'completed', 'code': 200} Jul 08 18:11:15.785259 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-de3bce6b-666e-4d84-923e-f7f57cd0d1ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93380b99-8124-41da-a462-88d6c3919187 HTTP/1.1" status: 200 len: 217 time: 0.0918238 Jul 08 18:11:15.870339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-9a3f6fee-3f9c-43b4-8fa9-f84be8592b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.872943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-9a3f6fee-3f9c-43b4-8fa9-f84be8592b19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.0688043 Jul 08 18:11:15.942666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65627-2b3d-4f46-9333-a7a5e9111e5d req-79689eba-cdd3-418b-875a-deaa17d2662a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.944311 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6e65627-2b3d-4f46-9333-a7a5e9111e5d req-79689eba-cdd3-418b-875a-deaa17d2662a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 944 time: 0.1725712 Jul 08 18:11:16.020284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-62fcd151-af66-44a1-bd10-184b8a2dc6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:16.021757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-62fcd151-af66-44a1-bd10-184b8a2dc6c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380146 Jul 08 18:11:16.041562 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6e65627-2b3d-4f46-9333-a7a5e9111e5d req-bbeb055e-a491-4b43-9c1e-5538d95504a9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764592 Jul 08 18:11:16.110888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa5001-fda4-49ab-91b4-ae68430135ba req-986f6767-db00-4969-8ed1-ec0cead39133 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:16.113911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbaa5001-fda4-49ab-91b4-ae68430135ba req-986f6767-db00-4969-8ed1-ec0cead39133 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1981175 Jul 08 18:11:16.160474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-39285faf-58a0-44fd-a52a-a17054ba190d service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306150 Jul 08 18:11:16.178737 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbaa5001-fda4-49ab-91b4-ae68430135ba req-23ef5f38-dbd7-4236-9935-70e1841a33cc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541480 Jul 08 18:11:16.278379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91b489a0-2e66-44f5-ab94-23bc037ec436 req-81c50522-8678-41b2-ace4-a5748119eead service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982282 Jul 08 18:11:16.507412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815d8a5-8cc8-435c-9ae2-abfc7342d4fa req-55641578-0ed6-4042-ad25-8fbfa6b2f8c9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:16.509177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f815d8a5-8cc8-435c-9ae2-abfc7342d4fa req-55641578-0ed6-4042-ad25-8fbfa6b2f8c9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1922114 Jul 08 18:11:16.512237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c133faa-7ab9-42f7-bded-2ec3967e9572 req-57f03779-fd5d-4842-8e7c-c1966a721668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:16.514029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c133faa-7ab9-42f7-bded-2ec3967e9572 req-57f03779-fd5d-4842-8e7c-c1966a721668 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 1095 time: 0.1438062 Jul 08 18:11:16.528895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf7f33-f884-4c0f-9b0c-d2034a991d75 req-ce6d2a89-a735-470d-b3f0-a4ee28887b59 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:16.537540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-adcf7f33-f884-4c0f-9b0c-d2034a991d75 req-ce6d2a89-a735-470d-b3f0-a4ee28887b59 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 944 time: 0.1805055 Jul 08 18:11:16.595628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-cb2e1457-3e9a-4f0e-b5dd-83038c668a3c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:16.597558 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-cb2e1457-3e9a-4f0e-b5dd-83038c668a3c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.1519239 Jul 08 18:11:16.611863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Request body: {'port': {'device_id': '2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'admin_state_up': True, 'tenant_id': 'db9c7b6194e74bf99ed16a978b364cfe'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:16.651788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f815d8a5-8cc8-435c-9ae2-abfc7342d4fa req-af12aa67-7204-4b90-9888-98314e85c2a9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366589 Jul 08 18:11:16.666269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-adcf7f33-f884-4c0f-9b0c-d2034a991d75 req-8cd61f8f-a11e-4b35-a8ed-9e03a0a2f863 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276946 Jul 08 18:11:16.733977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c133faa-7ab9-42f7-bded-2ec3967e9572 req-2d27271d-2135-4138-8eb5-270729647917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:16.735528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c133faa-7ab9-42f7-bded-2ec3967e9572 req-2d27271d-2135-4138-8eb5-270729647917 service neutron] 10.222.0.59 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.1948497 Jul 08 18:11:16.809799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c133faa-7ab9-42f7-bded-2ec3967e9572 req-e0383386-07ba-45d4-a23f-4c51b43741c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93380b99-8124-41da-a462-88d6c3919187 HTTP/1.1" status: 200 len: 217 time: 0.0676451 Jul 08 18:11:16.828236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Made reservation on behalf of db9c7b6194e74bf99ed16a978b364cfe for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:11:16.834668 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:16.879119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-66f0b565-4829-4d64-84b8-38697e03c4c8 req-5684668b-99e9-4ca3-978d-630c265d2cc3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 210 time: 0.0479279 Jul 08 18:11:16.909830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c133faa-7ab9-42f7-bded-2ec3967e9572 req-7d816158-a58e-4bae-b7ff-69c4308fefc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:16.911350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c133faa-7ab9-42f7-bded-2ec3967e9572 req-7d816158-a58e-4bae-b7ff-69c4308fefc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.0892744 Jul 08 18:11:17.016625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c133faa-7ab9-42f7-bded-2ec3967e9572 req-82a19333-a422-48d9-ab02-e58b2714e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:17.018052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c133faa-7ab9-42f7-bded-2ec3967e9572 req-82a19333-a422-48d9-ab02-e58b2714e906 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001787 Jul 08 18:11:17.066998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Allocated IP 172.20.0.5 (79151542-de2c-40b0-b02a-fb7b0291c53e/4076efa4-d49a-4ab3-a795-2fff4cf7e319/38f25f7e-3371-4a03-bffb-2641de5f352c) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:11:17.277236 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.362078 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.449692 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Network 79151542-de2c-40b0-b02a-fb7b0291c53e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:11:17.456052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:11:17.474250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45965a9e-8295-4d55-803c-fa1ad3234b32 req-d3358323-c546-4123-8372-3d0b0c642cfa tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:17.475545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:11:17.475747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45965a9e-8295-4d55-803c-fa1ad3234b32 req-d3358323-c546-4123-8372-3d0b0c642cfa tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.4876628 Jul 08 18:11:17.503203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event updated for resources: {'Port': ['ID=38f25f7e-3371-4a03-bffb-2641de5f352c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:17.520474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c133faa-7ab9-42f7-bded-2ec3967e9572 req-f8239ad3-f79c-47cf-b406-f82172f69862 service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932907 Jul 08 18:11:17.525803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2a269072-4299-424f-9af3-67e22e6c3828 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:17.532648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:17.534018 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.551394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45965a9e-8295-4d55-803c-fa1ad3234b32 req-0e5075ea-bd92-4b06-833e-1b537043e4d7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777087 Jul 08 18:11:17.560826 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-5a7628ce-21d6-4341-ab4b-34286511e483 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9538162 Jul 08 18:11:17.585130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Request body: {'port': {'device_id': '2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:17.618030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 2a269072-4299-424f-9af3-67e22e6c3828 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:17.625543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 2a269072-4299-424f-9af3-67e22e6c3828 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:17.626862 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.655927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c133faa-7ab9-42f7-bded-2ec3967e9572 req-cb059836-6299-4744-bb5b-edc5cc228e6f service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209810 Jul 08 18:11:17.663488 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434d9ef-0426-462b-ab70-3c33a4cfa3bb req-739b7332-b7b0-4845-9fae-4cf065402e9c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:17.671583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0434d9ef-0426-462b-ab70-3c33a4cfa3bb req-739b7332-b7b0-4845-9fae-4cf065402e9c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.6216826 Jul 08 18:11:17.708800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.739109 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0434d9ef-0426-462b-ab70-3c33a4cfa3bb req-a7b529aa-949c-4664-9ff7-f72e5d6008ac tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665431 Jul 08 18:11:17.796601 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.833086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec28e-e077-465a-9296-579136f9fa70 req-5251a072-f35c-436d-9c31-95ea3b34dc5d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:17.834082 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-691ec28e-e077-465a-9296-579136f9fa70 req-5251a072-f35c-436d-9c31-95ea3b34dc5d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 944 time: 0.0940123 Jul 08 18:11:17.851390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2a269072-4299-424f-9af3-67e22e6c3828, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2a269072-4299-424f-9af3-67e22e6c3828,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:17.853052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54acd9c9-58a3-401e-a175-ca3ec099699e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a269072-4299-424f-9af3-67e22e6c3828'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:17.856677 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a39d7ef-09b4-41b1-9ada-634f4c694ac4" -d '{"events": [{"server_uuid": "54acd9c9-58a3-401e-a175-ca3ec099699e", "name": "network-vif-plugged", "status": "completed", "tag": "2a269072-4299-424f-9af3-67e22e6c3828"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:17.862411 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.863612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 39005dfd-5425-4235-b5d6-9b3e8de6f494 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:17.895230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-691ec28e-e077-465a-9296-579136f9fa70 req-38b88730-71da-4d77-aa7c-3366b8114b59 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545125 Jul 08 18:11:17.994145 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 39005dfd-5425-4235-b5d6-9b3e8de6f494 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:18.011463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 39005dfd-5425-4235-b5d6-9b3e8de6f494 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:18.012309 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.062982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=2a269072-4299-424f-9af3-67e22e6c3828,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:18.103893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dd713-163e-48c8-9e92-c3cf216533e7 req-0854d064-379c-4b20-b98a-0aaf82dfcea8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.119847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-760dd713-163e-48c8-9e92-c3cf216533e7 req-0854d064-379c-4b20-b98a-0aaf82dfcea8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 944 time: 0.1045995 Jul 08 18:11:18.172082 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.193578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-760dd713-163e-48c8-9e92-c3cf216533e7 req-2d627eb6-0ffa-42af-bc33-11c082911fd3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709817 Jul 08 18:11:18.200556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f25f7e-3371-4a03-bffb-2641de5f352c {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:18.219544 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.238332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Transition to ACTIVE for port object 38f25f7e-3371-4a03-bffb-2641de5f352c will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:18.246243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 39005dfd-5425-4235-b5d6-9b3e8de6f494, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=39005dfd-5425-4235-b5d6-9b3e8de6f494,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:18.248599 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.255135 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.330167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=38f25f7e-3371-4a03-bffb-2641de5f352c,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:18.361640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=39005dfd-5425-4235-b5d6-9b3e8de6f494,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:18.374549 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0f35d3-f7ef-4a8d-9ede-d0ac71a50d14 x-openstack-request-id: req-0c0f35d3-f7ef-4a8d-9ede-d0ac71a50d14 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:18.375594 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54acd9c9-58a3-401e-a175-ca3ec099699e", "name": "network-vif-plugged", "status": "completed", "tag": "2a269072-4299-424f-9af3-67e22e6c3828", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:18.376249 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c0f35d3-f7ef-4a8d-9ede-d0ac71a50d14 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:18.377075 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54acd9c9-58a3-401e-a175-ca3ec099699e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a269072-4299-424f-9af3-67e22e6c3828', 'code': 200} Jul 08 18:11:18.426254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e7282-81ce-40a1-a82b-1f45641a72dd req-bf9d4231-371c-4529-aa8c-4d6668e30a8a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.430175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-380e7282-81ce-40a1-a82b-1f45641a72dd req-bf9d4231-371c-4529-aa8c-4d6668e30a8a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0896771 Jul 08 18:11:18.483662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-380e7282-81ce-40a1-a82b-1f45641a72dd req-bf717b46-b97a-4cf8-8ce2-8b17c1d57dbe tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 Jul 08 18:11:18.484522 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Attempting to bind port 38f25f7e-3371-4a03-bffb-2641de5f352c on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:18.484968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Attempting to bind port 38f25f7e-3371-4a03-bffb-2641de5f352c by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:18.485404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Attempting to bind port 38f25f7e-3371-4a03-bffb-2641de5f352c on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:18.490933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Port 38f25f7e-3371-4a03-bffb-2641de5f352c on network 79151542-de2c-40b0-b02a-fb7b0291c53e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:18.491364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Attempting to bind port 38f25f7e-3371-4a03-bffb-2641de5f352c on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:18.497498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:18.498040 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Checking segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:18.499145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Bound using segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:18.499683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Bound port: 38f25f7e-3371-4a03-bffb-2641de5f352c, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:18.500147 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.646041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] For port 38f25f7e-3371-4a03-bffb-2641de5f352c, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:18.651467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] For port 38f25f7e-3371-4a03-bffb-2641de5f352c, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=38f25f7e-3371-4a03-bffb-2641de5f352c,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:18.662605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.674680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b0d78-7ebc-4466-a9e5-c932912e1cfc req-c377618e-ab3b-465a-be9c-c894aa7f7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.676201 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c4b0d78-7ebc-4466-a9e5-c932912e1cfc req-c377618e-ab3b-465a-be9c-c894aa7f7b1c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 1096 time: 0.2289097 Jul 08 18:11:18.718117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.718834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.720198 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] 10.222.0.74 "PUT /v2.0/ports/38f25f7e-3371-4a03-bffb-2641de5f352c HTTP/1.1" status: 200 len: 1091 time: 1.1499443 Jul 08 18:11:18.720649 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900', 'tag': '38f25f7e-3371-4a03-bffb-2641de5f352c'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:18.722947 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1385fa6-6408-47b9-99b6-a81c353b9170" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900", "tag": "38f25f7e-3371-4a03-bffb-2641de5f352c"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:18.761738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd3dba-b086-4f73-b2eb-bbc16b43a1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=38f25f7e-3371-4a03-bffb-2641de5f352c,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:18.766365 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c4b0d78-7ebc-4466-a9e5-c932912e1cfc req-b21e80d4-dafb-4f13-b45a-d8f6824da7b3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694404 Jul 08 18:11:18.779377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6d8ba-5fab-4f62-baf6-581de4045d99 req-86e9b7ba-9a8f-488f-9a00-7dbe64adf4ce tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.780937 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cd6d8ba-5fab-4f62-baf6-581de4045d99 req-86e9b7ba-9a8f-488f-9a00-7dbe64adf4ce tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 943 time: 0.1579444 Jul 08 18:11:18.817923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ee239-e1f5-44cd-b8b1-b1e8e7a4f079 req-17dfa30b-7960-4842-b868-7afdc269ecbd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.819610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c4ee239-e1f5-44cd-b8b1-b1e8e7a4f079 req-17dfa30b-7960-4842-b868-7afdc269ecbd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/networks?id=7c7c9aeb-f005-463b-9590-fe5599972f43 HTTP/1.1" status: 200 len: 814 time: 0.1645086 Jul 08 18:11:18.825260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-339be156-fbf3-4415-8729-35fc380642ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.827031 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-339be156-fbf3-4415-8729-35fc380642ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 1094 time: 0.0592749 Jul 08 18:11:18.849662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cd6d8ba-5fab-4f62-baf6-581de4045d99 req-748665f5-7a6b-4507-9e9e-42453fc8023d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582488 Jul 08 18:11:18.851839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c4ee239-e1f5-44cd-b8b1-b1e8e7a4f079 req-757c0ebc-555f-446c-9f3c-aeb4f8fa4f2d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/quotas/3fe6924027e841b3bfa3b72481acfb40 HTTP/1.1" status: 200 len: 375 time: 0.0170991 Jul 08 18:11:18.923478 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-dc2d9646-825f-4140-8e96-75cff752a780 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38f25f7e-3371-4a03-bffb-2641de5f352c HTTP/1.1" status: 200 len: 217 time: 0.0428026 Jul 08 18:11:18.923718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c4ee239-e1f5-44cd-b8b1-b1e8e7a4f079 req-c48bb1c8-d88e-428f-b8c6-31e35b2c99bc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fe6924027e841b3bfa3b72481acfb40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643787 Jul 08 18:11:18.979198 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b1e48b-954e-4ab3-981e-88a40d5dfe13 x-openstack-request-id: req-36b1e48b-954e-4ab3-981e-88a40d5dfe13 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:18.979596 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900", "tag": "38f25f7e-3371-4a03-bffb-2641de5f352c", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:18.979949 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-36b1e48b-954e-4ab3-981e-88a40d5dfe13 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:18.980450 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900', 'tag': '38f25f7e-3371-4a03-bffb-2641de5f352c', 'status': 'completed', 'code': 200} Jul 08 18:11:18.992358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-bffc9332-a375-496a-bd30-f1425ae32276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.994303 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-bffc9332-a375-496a-bd30-f1425ae32276 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0615973 Jul 08 18:11:19.038558 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-6e186c38-9c6d-4944-b6c8-7d81ca0a7e26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375161 Jul 08 18:11:19.083602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36403b-9513-478c-b8b0-dc4da611e82c req-f373f5a9-ddeb-4299-8f85-a3c84a05a2ad tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.085215 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e36403b-9513-478c-b8b0-dc4da611e82c req-f373f5a9-ddeb-4299-8f85-a3c84a05a2ad tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.0890434 Jul 08 18:11:19.153919 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-8dabd8e9-8156-4ed3-84c9-8f43cbdba088 service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086473 Jul 08 18:11:19.172464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e36403b-9513-478c-b8b0-dc4da611e82c req-1ada81bc-fbcd-4b6d-9c59-cbf7340897a3 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816028 Jul 08 18:11:19.216531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf8ed9-1ae1-4653-aa70-0fe691da1976 req-b6010856-baf3-42ce-8aba-08f3b398c808 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.218749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21cf8ed9-1ae1-4653-aa70-0fe691da1976 req-b6010856-baf3-42ce-8aba-08f3b398c808 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 945 time: 0.1165113 Jul 08 18:11:19.275492 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21cf8ed9-1ae1-4653-aa70-0fe691da1976 req-2cc047aa-9290-42bd-ab01-5b76aa99ceb9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489905 Jul 08 18:11:19.275721 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-525b7aaa-25d1-41fd-8563-b6aee6020b3e req-05d1ddc3-6e16-452e-8214-674d93cd93ef service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140616 Jul 08 18:11:19.389721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35a02c-c5ec-4563-8477-86026cde362f req-f19de0d9-9ce5-4580-b3a3-635d3275d081 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.391236 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a35a02c-c5ec-4563-8477-86026cde362f req-f19de0d9-9ce5-4580-b3a3-635d3275d081 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0824609 Jul 08 18:11:19.439770 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1385fa6-6408-47b9-99b6-a81c353b9170 req-bec24883-73a1-494a-887e-f82539c8c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.441673 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1385fa6-6408-47b9-99b6-a81c353b9170 req-bec24883-73a1-494a-887e-f82539c8c00e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 1094 time: 0.1089990 Jul 08 18:11:19.455697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a35a02c-c5ec-4563-8477-86026cde362f req-f49c11ac-efa2-4ed3-8723-dfaab6dce7c9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587041 Jul 08 18:11:19.526256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359cc3d-2a96-4e93-b11a-5bb87b45ad92 req-8232c98e-c292-434e-8db9-c6f49d8e86fb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.528257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4359cc3d-2a96-4e93-b11a-5bb87b45ad92 req-8232c98e-c292-434e-8db9-c6f49d8e86fb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.0969958 Jul 08 18:11:19.565578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1385fa6-6408-47b9-99b6-a81c353b9170 req-817b9a8b-2602-4413-8c9b-479a67aa6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.568016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1385fa6-6408-47b9-99b6-a81c353b9170 req-817b9a8b-2602-4413-8c9b-479a67aa6af5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 913 time: 0.1186616 Jul 08 18:11:19.575784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4359cc3d-2a96-4e93-b11a-5bb87b45ad92 req-8ca53684-fb88-4cbf-8806-ae7f713ef192 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 Jul 08 18:11:19.660556 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1385fa6-6408-47b9-99b6-a81c353b9170 req-92477f13-a165-40e7-be31-cb07b7beaeaa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38f25f7e-3371-4a03-bffb-2641de5f352c HTTP/1.1" status: 200 len: 217 time: 0.0775990 Jul 08 18:11:19.724786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1385fa6-6408-47b9-99b6-a81c353b9170 req-59467c99-34c6-45a5-9b66-f6b4c922781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.726365 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1385fa6-6408-47b9-99b6-a81c353b9170 req-59467c99-34c6-45a5-9b66-f6b4c922781a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0627396 Jul 08 18:11:19.768283 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1385fa6-6408-47b9-99b6-a81c353b9170 req-cc5e2e4c-8dc9-4672-96d1-9bc674223e80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328245 Jul 08 18:11:19.815557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac052a4d-9985-43c4-9feb-99b3360d7000 req-c7c84ec7-a423-44c5-b705-47753c294f3e tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.817348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac052a4d-9985-43c4-9feb-99b3360d7000 req-c7c84ec7-a423-44c5-b705-47753c294f3e tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0852671 Jul 08 18:11:19.871039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac052a4d-9985-43c4-9feb-99b3360d7000 req-729f1400-5a4b-48f8-93ba-dafbc8fe8ed4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453334 Jul 08 18:11:19.899088 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1385fa6-6408-47b9-99b6-a81c353b9170 req-8302f4a3-d2b9-4d66-a82b-42f36ea30727 service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202860 Jul 08 18:11:20.028527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1385fa6-6408-47b9-99b6-a81c353b9170 req-a769c881-4f92-482d-a429-4695e95c1e6e service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221700 Jul 08 18:11:20.113704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc84933-8ccd-48ef-99d1-a9a33af7d812 req-c8dc068c-49be-4a64-9ca5-5bc04e1808e9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.115238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbc84933-8ccd-48ef-99d1-a9a33af7d812 req-c8dc068c-49be-4a64-9ca5-5bc04e1808e9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 943 time: 0.0913973 Jul 08 18:11:20.134349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c955689-7d27-4212-96fc-96b4cd7ce925 req-3254d7f9-5345-446d-9029-8f78b1e7ac0c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3fe6924027e841b3bfa3b72481acfb40 HTTP/1.1" status: 200 len: 221 time: 0.0493343 Jul 08 18:11:20.164841 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbc84933-8ccd-48ef-99d1-a9a33af7d812 req-0ac1b3cd-26d4-4c43-aa37-27fcb0a71c35 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419004 Jul 08 18:11:20.380711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1ed6b7-3371-4320-8d75-d65edef84f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39005dfd-5425-4235-b5d6-9b3e8de6f494'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:20.383081 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122a30b3-4132-4f62-9b74-6f80b367672e" -d '{"events": [{"server_uuid": "4d1ed6b7-3371-4320-8d75-d65edef84f75", "name": "network-vif-plugged", "status": "completed", "tag": "39005dfd-5425-4235-b5d6-9b3e8de6f494"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:20.384910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329e1cd-5af3-4b87-8104-553781fa0fa8 req-a3502ce3-59ca-4fa1-8f7c-6f4df564e6bd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.386752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b329e1cd-5af3-4b87-8104-553781fa0fa8 req-a3502ce3-59ca-4fa1-8f7c-6f4df564e6bd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1250932 Jul 08 18:11:20.419316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 93380b99-8124-41da-a462-88d6c3919187 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:20.476757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b329e1cd-5af3-4b87-8104-553781fa0fa8 req-c9344d0e-b3df-4a8c-a33e-d59dcd1d29d8 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831411 Jul 08 18:11:20.501528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313d1e5-903e-4742-ac2c-0783c026fa1f req-fc727ff1-cd63-483a-98c3-27296ca23c36 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.501528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e313d1e5-903e-4742-ac2c-0783c026fa1f req-fc727ff1-cd63-483a-98c3-27296ca23c36 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1594584 Jul 08 18:11:20.536361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:20.543489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-c2352bda-0216-44bb-b8ae-79edabb488d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1201797 Jul 08 18:11:20.571542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '93380b99-8124-41da-a462-88d6c3919187', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'port_id': '93380b99-8124-41da-a462-88d6c3919187', 'mac_address': 'fa:16:3e:43:5b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:20.581304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e313d1e5-903e-4742-ac2c-0783c026fa1f req-2ee5815e-651e-479e-b982-eb766057ff68 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751293 Jul 08 18:11:20.634870 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:20.652045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93380b99-8124-41da-a462-88d6c3919187 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:20.669059 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f45290b-cfde-4a4c-a06d-a8b1dbf5350d x-openstack-request-id: req-2f45290b-cfde-4a4c-a06d-a8b1dbf5350d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:20.669364 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1ed6b7-3371-4320-8d75-d65edef84f75", "name": "network-vif-plugged", "status": "completed", "tag": "39005dfd-5425-4235-b5d6-9b3e8de6f494", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:20.669587 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f45290b-cfde-4a4c-a06d-a8b1dbf5350d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:20.669982 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1ed6b7-3371-4320-8d75-d65edef84f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39005dfd-5425-4235-b5d6-9b3e8de6f494', 'code': 200} Jul 08 18:11:20.687813 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:20.704278 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:20.776740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=93380b99-8124-41da-a462-88d6c3919187,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:20.784076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac54a-b40e-4f64-b4ee-caba6cfcc678 req-d6e4e5fc-06e3-42f0-9601-baff43332106 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.785639 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69cac54a-b40e-4f64-b4ee-caba6cfcc678 req-d6e4e5fc-06e3-42f0-9601-baff43332106 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 945 time: 0.1665328 Jul 08 18:11:20.793849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-a34666ee-498d-455d-8cd0-f41bccb988c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.793849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-a34666ee-498d-455d-8cd0-f41bccb988c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.794746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-a34666ee-498d-455d-8cd0-f41bccb988c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.796143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-a34666ee-498d-455d-8cd0-f41bccb988c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.796925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-a34666ee-498d-455d-8cd0-f41bccb988c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.797511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-a34666ee-498d-455d-8cd0-f41bccb988c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.798243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-a34666ee-498d-455d-8cd0-f41bccb988c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.801167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-a34666ee-498d-455d-8cd0-f41bccb988c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e23f221efbf49719d17e99b8720fa2b&device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6493 time: 0.1907270 Jul 08 18:11:20.817886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee95915-1da1-49dd-bb31-903cd655882c req-edbb676c-304d-414b-bcd1-0580a67617ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.820379 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-eee95915-1da1-49dd-bb31-903cd655882c req-edbb676c-304d-414b-bcd1-0580a67617ef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 1096 time: 0.0761738 Jul 08 18:11:20.865256 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-eee95915-1da1-49dd-bb31-903cd655882c req-dc626913-7316-4c79-b229-0350542e6b92 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Jul 08 18:11:20.932322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69cac54a-b40e-4f64-b4ee-caba6cfcc678 req-61eb321b-2f49-4824-893c-b748381480b0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287544 Jul 08 18:11:20.996025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfabcc2-63c8-44ff-a8f5-10197252b5cd req-998c7221-91bf-46cc-8932-b19e59c880f1 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.997564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bfabcc2-63c8-44ff-a8f5-10197252b5cd req-998c7221-91bf-46cc-8932-b19e59c880f1 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.2110116 Jul 08 18:11:20.999555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-0eb6fb71-68a5-435f-ab48-cf5fa9fef15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.000147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-0eb6fb71-68a5-435f-ab48-cf5fa9fef15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.000677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-0eb6fb71-68a5-435f-ab48-cf5fa9fef15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.002199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-0eb6fb71-68a5-435f-ab48-cf5fa9fef15a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4d07708-357c-46da-80fc-75d7056d9d48&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1 HTTP/1.1" status: 200 len: 2293 time: 0.1544614 Jul 08 18:11:21.104689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bfabcc2-63c8-44ff-a8f5-10197252b5cd req-80b9e236-4bc8-456f-8259-802c4f94f11c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985188 Jul 08 18:11:21.114803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-5a576391-e5e1-4f46-a0a3-2b0822aea012 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ab8975-505c-44f2-8d74-a2402dead1e2 HTTP/1.1" status: 200 len: 1001 time: 0.1008251 Jul 08 18:11:21.183716 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-107ee397-1f65-4563-9ad7-9c004e1fb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.185761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-107ee397-1f65-4563-9ad7-9c004e1fb305 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffd178d-f064-4531-9efd-737edfc74720 HTTP/1.1" status: 200 len: 851 time: 0.0641346 Jul 08 18:11:21.188579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['93380b99-8124-41da-a462-88d6c3919187'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:21.318064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-16b2a1c9-b393-41f9-a795-d3b86c264869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.319734 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-16b2a1c9-b393-41f9-a795-d3b86c264869 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4d07708-357c-46da-80fc-75d7056d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262884 Jul 08 18:11:21.334955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912183f-d18c-4152-a868-7cf33cdf3c22 req-066197d0-4746-418f-b731-bbc1da83331c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.336657 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f912183f-d18c-4152-a868-7cf33cdf3c22 req-066197d0-4746-418f-b731-bbc1da83331c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1094928 Jul 08 18:11:21.452835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f912183f-d18c-4152-a868-7cf33cdf3c22 req-9d1e2b32-bee1-4625-bb4f-6c6260bac880 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939696 Jul 08 18:11:21.483891 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-9e1b9664-932d-4862-8929-b44d6f04dce3 service neutron] 10.222.0.59 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461525 Jul 08 18:11:21.554202 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 38f25f7e-3371-4a03-bffb-2641de5f352c details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:21.604430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-b0977aad-86f4-42e0-b972-3ec441562fa5 service neutron] 10.222.0.59 "GET /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136343 Jul 08 18:11:21.683906 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 38f25f7e-3371-4a03-bffb-2641de5f352c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=38f25f7e-3371-4a03-bffb-2641de5f352c,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:21.696355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '38f25f7e-3371-4a03-bffb-2641de5f352c', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'port_id': '38f25f7e-3371-4a03-bffb-2641de5f352c', 'mac_address': 'fa:16:3e:9a:ba:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4076efa4-d49a-4ab3-a795-2fff4cf7e319', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:21.709896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-3818d1b8-27b0-4908-9ab9-3ca7791dcd93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=0d54f308-a6d8-415d-8624-8a6a6c642bdf HTTP/1.1" status: 200 len: 217 time: 0.0902185 Jul 08 18:11:21.742875 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:21.767956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f25f7e-3371-4a03-bffb-2641de5f352c {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:21.792669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 38f25f7e-3371-4a03-bffb-2641de5f352c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=38f25f7e-3371-4a03-bffb-2641de5f352c,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:21.793532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-0d97eeaa-506c-472b-aad2-51f664f01143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.795140 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-0d97eeaa-506c-472b-aad2-51f664f01143 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.0778430 Jul 08 18:11:21.799673 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:21.829859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32e830-b2da-4649-b15f-d2a212e27842 req-6d3ba5b7-32a9-4850-88b6-705025a31792 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.831435 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf32e830-b2da-4649-b15f-d2a212e27842 req-6d3ba5b7-32a9-4850-88b6-705025a31792 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 945 time: 0.2226679 Jul 08 18:11:21.839745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d6433-73e9-4f62-99b1-8c43f1b49b96 req-66cc066f-ba0f-4563-aa93-429e5e6a1920 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.841211 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-937d6433-73e9-4f62-99b1-8c43f1b49b96 req-66cc066f-ba0f-4563-aa93-429e5e6a1920 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 943 time: 0.2227769 Jul 08 18:11:21.853901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=38f25f7e-3371-4a03-bffb-2641de5f352c,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:21.944162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf32e830-b2da-4649-b15f-d2a212e27842 req-215eb942-6888-404e-96eb-6c92a93fc5b4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002023 Jul 08 18:11:21.952542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-937d6433-73e9-4f62-99b1-8c43f1b49b96 req-bcd0410f-e704-4229-a0ab-33b2601c4ce2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887463 Jul 08 18:11:21.964743 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-12e2d99b-bf38-4c01-89af-cccf6664e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.966503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-12e2d99b-bf38-4c01-89af-cccf6664e65f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1620970 Jul 08 18:11:22.193815 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-5a89703a-7b70-49f6-a89f-8db658cc5194 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197409 Jul 08 18:11:22.215048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['38f25f7e-3371-4a03-bffb-2641de5f352c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:22.268447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e603be-26f1-4130-a88d-23757f238998 req-82e7ef55-814c-4e63-b194-31e7256af53e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:22.269867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62e603be-26f1-4130-a88d-23757f238998 req-82e7ef55-814c-4e63-b194-31e7256af53e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 945 time: 0.1935663 Jul 08 18:11:22.314349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856c056-8f79-4676-a4ca-12016334945d req-d9008f9f-5315-4dbd-8527-4558b0c6ef93 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:22.315908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3856c056-8f79-4676-a4ca-12016334945d req-d9008f9f-5315-4dbd-8527-4558b0c6ef93 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.2016263 Jul 08 18:11:22.369852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-62e603be-26f1-4130-a88d-23757f238998 req-f9b26506-e29a-4f59-89ff-85648327f163 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868797 Jul 08 18:11:22.386261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-7fed6641-fa6d-4e39-bdb2-62f5f622687b service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819379 Jul 08 18:11:22.404068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3856c056-8f79-4676-a4ca-12016334945d req-65c455e9-d89f-46aa-a1c0-8dc0bdbdf18a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740004 Jul 08 18:11:22.459534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-1f6550da-6ceb-4c0c-af7e-c3ef4528c892 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=267ed3c9-765e-4c8d-b20f-674f51aa8c5a HTTP/1.1" status: 200 len: 217 time: 0.0595238 Jul 08 18:11:22.551613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-db95fd35-17ca-456a-94b9-8f563d4ae461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:22.553066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-db95fd35-17ca-456a-94b9-8f563d4ae461 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.0876539 Jul 08 18:11:22.616386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6aa0a-c015-408c-bed2-e8be83202d1b req-34f5a29b-1eca-4a15-a073-2f89a78e4c52 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:22.617879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cb6aa0a-c015-408c-bed2-e8be83202d1b req-34f5a29b-1eca-4a15-a073-2f89a78e4c52 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 945 time: 0.1115878 Jul 08 18:11:22.668255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-d2aaa1e6-ece3-441c-984b-e8579abb2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:22.670007 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-d2aaa1e6-ece3-441c-984b-e8579abb2531 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067882 Jul 08 18:11:22.673342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cb6aa0a-c015-408c-bed2-e8be83202d1b req-ecfd1485-194b-46b9-a9ae-f89ef5985900 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465546 Jul 08 18:11:22.846375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-6f1b5698-8002-4150-a465-e389fe617343 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674807 Jul 08 18:11:22.897001 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a657786b-484f-4b56-b624-a85a553c5e17 req-b1dd2757-6c79-4432-82dd-7f2b320052fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818977 Jul 08 18:11:23.004947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657786b-484f-4b56-b624-a85a553c5e17 req-0c6be53d-8071-419a-af87-dd91bc015aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.006539 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a657786b-484f-4b56-b624-a85a553c5e17 req-0c6be53d-8071-419a-af87-dd91bc015aad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 1097 time: 0.0656374 Jul 08 18:11:23.118231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657786b-484f-4b56-b624-a85a553c5e17 req-13a9d618-ea36-43bd-a8b6-52f443862880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.119724 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a657786b-484f-4b56-b624-a85a553c5e17 req-13a9d618-ea36-43bd-a8b6-52f443862880 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 905 time: 0.0904832 Jul 08 18:11:23.173953 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a657786b-484f-4b56-b624-a85a553c5e17 req-6610b2e3-0957-4f00-820c-490903051a05 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eb0152e-4b70-4fae-8a1b-ee9082757428 HTTP/1.1" status: 200 len: 217 time: 0.0470669 Jul 08 18:11:23.205216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dd8bf-3b3a-4c12-af82-266afceee9af req-42443495-bf1f-458f-b35f-aff12b7d3900 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.206720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-400dd8bf-3b3a-4c12-af82-266afceee9af req-42443495-bf1f-458f-b35f-aff12b7d3900 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.4722140 Jul 08 18:11:23.229032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657786b-484f-4b56-b624-a85a553c5e17 req-f685d27d-d069-406a-ae96-8bdd472dbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.231517 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a657786b-484f-4b56-b624-a85a553c5e17 req-f685d27d-d069-406a-ae96-8bdd472dbb9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.0503786 Jul 08 18:11:23.267520 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a657786b-484f-4b56-b624-a85a553c5e17 req-ecaa1458-aea9-4dc2-bf7b-8cab2bf6ce1c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296988 Jul 08 18:11:23.276259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02622d44-93be-45bd-a59d-d82045267e56 req-084844aa-5d3b-4a16-99fb-4912420f659d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.277759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02622d44-93be-45bd-a59d-d82045267e56 req-084844aa-5d3b-4a16-99fb-4912420f659d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.4796319 Jul 08 18:11:23.284429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-400dd8bf-3b3a-4c12-af82-266afceee9af req-01efe5f8-11d3-4c5f-b95a-a67505130d01 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692966 Jul 08 18:11:23.323312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-ee5f6daf-9823-4ace-818b-0085e0de03a7 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662347 Jul 08 18:11:23.378754 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a657786b-484f-4b56-b624-a85a553c5e17 req-bc68b165-10cb-4452-a9d6-213bd6893d38 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040187 Jul 08 18:11:23.382334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-e591482e-955e-4591-aede-ed7a2e0b2f7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=9725ba56-db2f-41c2-9b67-365af91eb663 HTTP/1.1" status: 200 len: 217 time: 0.0488753 Jul 08 18:11:23.385511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02622d44-93be-45bd-a59d-d82045267e56 req-20ad95cb-d7a9-42aa-a87e-1acb7d4545d9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953724 Jul 08 18:11:23.484657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-78e72ea6-d453-46f9-9c2b-616be92df399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.490315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-78e72ea6-d453-46f9-9c2b-616be92df399 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.0998549 Jul 08 18:11:23.500780 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a657786b-484f-4b56-b624-a85a553c5e17 req-bc6564d8-b934-4ecf-b01d-7e178e20aaf3 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142654 Jul 08 18:11:23.575633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 38f25f7e-3371-4a03-bffb-2641de5f352c up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:23.649177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-0731415c-17a4-40fb-8bad-65435633d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.651738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-0731415c-17a4-40fb-8bad-65435633d13c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1531551 Jul 08 18:11:23.674820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 38f25f7e-3371-4a03-bffb-2641de5f352c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:23.681237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 38f25f7e-3371-4a03-bffb-2641de5f352c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:23.681827 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.802078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1032-16b9-4446-bd7b-b8676d9d86a3 req-6bfdb209-7b6f-4a25-8b90-6ab140bf0f89 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.804021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-657d1032-16b9-4446-bd7b-b8676d9d86a3 req-6bfdb209-7b6f-4a25-8b90-6ab140bf0f89 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 944 time: 0.2651291 Jul 08 18:11:23.810419 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.836583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f25f7e-3371-4a03-bffb-2641de5f352c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:23.839475 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b678b2e0-4a01-4a0c-a940-d2f3a95b851b" -d '{"events": [{"server_uuid": "2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900", "name": "network-vif-plugged", "status": "completed", "tag": "38f25f7e-3371-4a03-bffb-2641de5f352c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:23.855078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 38f25f7e-3371-4a03-bffb-2641de5f352c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=38f25f7e-3371-4a03-bffb-2641de5f352c,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:23.861086 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.886035 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-657d1032-16b9-4446-bd7b-b8676d9d86a3 req-2dc99a7d-ad39-45de-8842-4e41f86a1dd0 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703304 Jul 08 18:11:23.904558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d8532-32b8-4e4c-a6d5-1b2f37526e7a req-da3dc492-dd35-472d-88b7-8aaaaa5cbbc3 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.904558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec3d8532-32b8-4e4c-a6d5-1b2f37526e7a req-da3dc492-dd35-472d-88b7-8aaaaa5cbbc3 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 945 time: 0.1618493 Jul 08 18:11:23.917623 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-7454ea47-8e3c-49d8-a2ff-f7464a5ac382 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537763 Jul 08 18:11:23.942003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=38f25f7e-3371-4a03-bffb-2641de5f352c,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:24.023816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec3d8532-32b8-4e4c-a6d5-1b2f37526e7a req-f02b97a9-e0fa-4b47-9a62-72fa6bb0b062 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136799 Jul 08 18:11:24.079516 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-ded71457-415e-42c1-aa3c-896b74e87289 service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503751 Jul 08 18:11:24.149635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-9c006444-48df-44c4-ae9d-5596347e1434 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 HTTP/1.1" status: 200 len: 217 time: 0.0559263 Jul 08 18:11:24.254961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-c3864dd5-3296-4b80-a0ba-307a62d23d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:24.256478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-c3864dd5-3296-4b80-a0ba-307a62d23d54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 200 len: 797 time: 0.0957553 Jul 08 18:11:24.423639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-9e361d36-62d4-4e09-a880-41527bc7fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:24.425528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-9e361d36-62d4-4e09-a880-41527bc7fe94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50e47434-1d5f-4dc6-9a53-2f92119d91b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1610360 Jul 08 18:11:24.433964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 93380b99-8124-41da-a462-88d6c3919187 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:24.450909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ca1e8-a238-4ec0-9349-d9c75a075bb8 req-a981c663-5c01-482e-a6bd-31e33a3f82f8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:24.452451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa8ca1e8-a238-4ec0-9349-d9c75a075bb8 req-a981c663-5c01-482e-a6bd-31e33a3f82f8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 945 time: 0.1534522 Jul 08 18:11:24.469939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe961ed-c121-4608-ba8c-2959b1ba5bb9 req-2fdab51b-70b9-4525-9418-6c811cb679c4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:24.471470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fe961ed-c121-4608-ba8c-2959b1ba5bb9 req-2fdab51b-70b9-4525-9418-6c811cb679c4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1591430 Jul 08 18:11:24.497966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 93380b99-8124-41da-a462-88d6c3919187 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:24.502172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 93380b99-8124-41da-a462-88d6c3919187 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:24.502681 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:24.582867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa8ca1e8-a238-4ec0-9349-d9c75a075bb8 req-c391c2d9-898f-40f6-86dd-d167d434d709 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858548 Jul 08 18:11:24.587784 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:24.590699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fe961ed-c121-4608-ba8c-2959b1ba5bb9 req-8ea82f86-5792-483a-afe0-da89dc6c8b61 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858741 Jul 08 18:11:24.618479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-1ffccf22-d774-4f7e-8a4c-c2dc69494afe service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837707 Jul 08 18:11:24.625137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:24.635222 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:24.700605 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c18437c-7c13-4f95-a7ad-8b9f6e35476e x-openstack-request-id: req-0c18437c-7c13-4f95-a7ad-8b9f6e35476e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:24.700889 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900", "name": "network-vif-plugged", "status": "completed", "tag": "38f25f7e-3371-4a03-bffb-2641de5f352c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:24.701145 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c18437c-7c13-4f95-a7ad-8b9f6e35476e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:24.702070 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f25f7e-3371-4a03-bffb-2641de5f352c', 'code': 200} Jul 08 18:11:24.748269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=93380b99-8124-41da-a462-88d6c3919187,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:24.806044 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-8225db69-7395-4b60-998a-e65d1744108d service neutron] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789811 Jul 08 18:11:24.841881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7c8b6-6472-44cb-9243-df8c7a6bb572 req-dbe94550-c4b7-45ec-bec8-10ee08494321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:24.845450 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70b7c8b6-6472-44cb-9243-df8c7a6bb572 req-dbe94550-c4b7-45ec-bec8-10ee08494321 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 1096 time: 0.0984876 Jul 08 18:11:24.868791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-d78b276e-e4f2-406b-b696-d90271782a12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c1a4fdb-735a-4e95-acd6-453bdafb529c HTTP/1.1" status: 200 len: 217 time: 0.0433445 Jul 08 18:11:24.894874 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-70b7c8b6-6472-44cb-9243-df8c7a6bb572 req-6ab64f65-9692-4800-bba6-92db67700e03 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391371 Jul 08 18:11:24.969291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-a5ee924b-8147-4599-88ab-e1c86e5bfe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:24.970812 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-a5ee924b-8147-4599-88ab-e1c86e5bfe30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be2c2c08-32f0-4e07-8941-4d57046ff43f HTTP/1.1" status: 200 len: 797 time: 0.0831854 Jul 08 18:11:24.981700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c438-4d03-4404-b1eb-123982862d5b req-339b78b2-8211-4b6d-bf90-da8768ee1c24 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:24.983299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f746c438-4d03-4404-b1eb-123982862d5b req-339b78b2-8211-4b6d-bf90-da8768ee1c24 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1921830 Jul 08 18:11:25.053588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6321883-79bf-4f82-a5e6-645b881561a2 req-40121497-cac0-4fe7-aa93-f127bcfe83fb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.055105 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6321883-79bf-4f82-a5e6-645b881561a2 req-40121497-cac0-4fe7-aa93-f127bcfe83fb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1787617 Jul 08 18:11:25.083978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f746c438-4d03-4404-b1eb-123982862d5b req-64cf61ac-8563-487c-a417-525d875d4f0e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891247 Jul 08 18:11:25.117647 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-12f9b82b-646e-43cd-babc-16f6a417b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.119214 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-12f9b82b-646e-43cd-babc-16f6a417b482 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1349249 Jul 08 18:11:25.122531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6321883-79bf-4f82-a5e6-645b881561a2 req-476677ca-2823-4254-9a25-2607cc49a32f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561671 Jul 08 18:11:25.230787 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-c94442b0-2678-45ca-b79b-3b8277d24c52 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043842 Jul 08 18:11:25.406767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-4df82170-318e-4869-86cc-2e4f008c5a57 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679482 Jul 08 18:11:25.416067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb64c-bb5d-4933-bae4-ef43db25bfdf req-6002ca9f-1b43-473d-b6c4-095a9ed6343d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.417509 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-090cb64c-bb5d-4933-bae4-ef43db25bfdf req-6002ca9f-1b43-473d-b6c4-095a9ed6343d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1900058 Jul 08 18:11:25.435640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643f7bc-6a9c-4fb9-ae0c-2338b63ec7c3 req-4a5d5637-6649-453e-a4e8-78b86da51b88 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.437730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e643f7bc-6a9c-4fb9-ae0c-2338b63ec7c3 req-4a5d5637-6649-453e-a4e8-78b86da51b88 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1722848 Jul 08 18:11:25.472639 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-a04191c0-0ece-4b1a-bf81-1512f4199b3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f6220108-c2fb-4dae-a334-33b1a571ec89 HTTP/1.1" status: 200 len: 217 time: 0.0526166 Jul 08 18:11:25.559827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-090cb64c-bb5d-4933-bae4-ef43db25bfdf req-6ec72b68-f055-4b9c-afab-de2106d37dcc tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329052 Jul 08 18:11:25.564916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e643f7bc-6a9c-4fb9-ae0c-2338b63ec7c3 req-21ad6e3e-a4ce-42b0-84e8-35db19d4ded2 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002011 Jul 08 18:11:25.572207 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-4a9b069c-0013-41d3-847c-98c97dde9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.573648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-4a9b069c-0013-41d3-847c-98c97dde9f06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be2c2c08-32f0-4e07-8941-4d57046ff43f HTTP/1.1" status: 200 len: 797 time: 0.0868022 Jul 08 18:11:25.663034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-64bf9d31-61fe-4a25-a950-e0a44b9b07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.664664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-64bf9d31-61fe-4a25-a950-e0a44b9b07f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6a38d63-e447-4c31-9872-e6ee7b2f97a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0816922 Jul 08 18:11:25.802668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-d1885107-46e9-461e-b32d-307edd8cf3d2 service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308479 Jul 08 18:11:25.894910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747e1d3-3979-4b3a-a98a-7e0a6cbe3d64 req-1e587609-3ce4-4c14-8328-ca55812f684f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.896327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d747e1d3-3979-4b3a-a98a-7e0a6cbe3d64 req-1e587609-3ce4-4c14-8328-ca55812f684f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1729612 Jul 08 18:11:25.960625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dcb9d-fd42-402d-9765-8bd64fd2a10c req-5a927809-65c3-46d8-be8c-c9732b3e782f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.962136 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-987dcb9d-fd42-402d-9765-8bd64fd2a10c req-5a927809-65c3-46d8-be8c-c9732b3e782f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 945 time: 0.0765398 Jul 08 18:11:25.977368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d747e1d3-3979-4b3a-a98a-7e0a6cbe3d64 req-85773126-7f07-4924-8cde-e62b71e6bab2 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738964 Jul 08 18:11:25.984717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c28e7adf-7ccd-4162-8e9a-0fed58c4acc4 req-266dd66b-d048-4604-84cf-cee0d5e6464f service neutron] 10.222.0.59 "GET /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669750 Jul 08 18:11:25.993621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be09e8-0eee-4a58-acaa-db8ddd36a93a req-be08382b-edaf-4a63-a31f-cfa321da8e4e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.995190 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1be09e8-0eee-4a58-acaa-db8ddd36a93a req-be08382b-edaf-4a63-a31f-cfa321da8e4e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 945 time: 0.1888502 Jul 08 18:11:26.061127 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1be09e8-0eee-4a58-acaa-db8ddd36a93a req-4bc67a99-d978-4629-a04c-e10d459cf226 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485456 Jul 08 18:11:26.121684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-987dcb9d-fd42-402d-9765-8bd64fd2a10c req-d01753f4-0c89-4516-9dac-a66b07d61d05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Deleting port 2a269072-4299-424f-9af3-67e22e6c3828 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:11:26.121684 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-987dcb9d-fd42-402d-9765-8bd64fd2a10c req-d01753f4-0c89-4516-9dac-a66b07d61d05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:26.230363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-987dcb9d-fd42-402d-9765-8bd64fd2a10c req-d01753f4-0c89-4516-9dac-a66b07d61d05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] For port 2a269072-4299-424f-9af3-67e22e6c3828, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2a269072-4299-424f-9af3-67e22e6c3828,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:26.230726 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-987dcb9d-fd42-402d-9765-8bd64fd2a10c req-d01753f4-0c89-4516-9dac-a66b07d61d05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:26.247147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-987dcb9d-fd42-402d-9765-8bd64fd2a10c req-d01753f4-0c89-4516-9dac-a66b07d61d05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Calling delete_port for 2a269072-4299-424f-9af3-67e22e6c3828 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:11:26.263914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e1d7f-1bb5-4324-a9bf-79e634cf98fd req-16f1d778-f41f-4d92-a3f8-6ff87e036fbf tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:26.264686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b86e1d7f-1bb5-4324-a9bf-79e634cf98fd req-16f1d778-f41f-4d92-a3f8-6ff87e036fbf tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0836117 Jul 08 18:11:26.332830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b86e1d7f-1bb5-4324-a9bf-79e634cf98fd req-55b6f71e-e952-4486-8768-769bcc90a3ba tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505948 Jul 08 18:11:26.362373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7209a9-aee3-4cee-aed2-3cbc1a46715f req-b04b3184-367e-4ed5-9937-e2462d3e190b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:26.371360 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b7209a9-aee3-4cee-aed2-3cbc1a46715f req-b04b3184-367e-4ed5-9937-e2462d3e190b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1278160 Jul 08 18:11:26.410985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-987dcb9d-fd42-402d-9765-8bd64fd2a10c req-d01753f4-0c89-4516-9dac-a66b07d61d05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:26.423571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428', '2a269072-4299-424f-9af3-67e22e6c3828'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:26.439038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b7209a9-aee3-4cee-aed2-3cbc1a46715f req-3aaeba11-320a-4e22-85b5-9dd15e417dcb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610189 Jul 08 18:11:26.474595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01753f4-0c89-4516-9dac-a66b07d61d05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event deleted for resources: {'Port': ['ID=2a269072-4299-424f-9af3-67e22e6c3828,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:26.512053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-987dcb9d-fd42-402d-9765-8bd64fd2a10c req-d01753f4-0c89-4516-9dac-a66b07d61d05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] No DVR routers for this DVR port 2a269072-4299-424f-9af3-67e22e6c3828 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:11:26.515217 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-987dcb9d-fd42-402d-9765-8bd64fd2a10c req-d01753f4-0c89-4516-9dac-a66b07d61d05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:26.524048 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-987dcb9d-fd42-402d-9765-8bd64fd2a10c req-d01753f4-0c89-4516-9dac-a66b07d61d05 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "DELETE /v2.0/ports/2a269072-4299-424f-9af3-67e22e6c3828 HTTP/1.1" status: 204 len: 173 time: 0.5442176 Jul 08 18:11:26.525471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54acd9c9-58a3-401e-a175-ca3ec099699e', 'name': 'network-vif-deleted', 'tag': '2a269072-4299-424f-9af3-67e22e6c3828'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:26.528630 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e075a81-91d9-40d2-a1db-cd9196ea3ec2" -d '{"events": [{"server_uuid": "54acd9c9-58a3-401e-a175-ca3ec099699e", "name": "network-vif-deleted", "tag": "2a269072-4299-424f-9af3-67e22e6c3828"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:26.597955 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedac417-9ba6-4096-b580-183662137e6e x-openstack-request-id: req-fedac417-9ba6-4096-b580-183662137e6e {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:26.598099 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54acd9c9-58a3-401e-a175-ca3ec099699e", "name": "network-vif-deleted", "tag": "2a269072-4299-424f-9af3-67e22e6c3828", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:26.598346 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fedac417-9ba6-4096-b580-183662137e6e {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:26.598745 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54acd9c9-58a3-401e-a175-ca3ec099699e', 'name': 'network-vif-deleted', 'tag': '2a269072-4299-424f-9af3-67e22e6c3828', 'status': 'completed', 'code': 200} Jul 08 18:11:26.641688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224b833-ca05-40ff-9ef3-2223e4d307f1 req-922a2951-1fd2-42f2-a1f0-dd9154bfb890 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:26.666841 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8224b833-ca05-40ff-9ef3-2223e4d307f1 req-922a2951-1fd2-42f2-a1f0-dd9154bfb890 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1275260 Jul 08 18:11:26.703458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93380b99-8124-41da-a462-88d6c3919187'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:26.707579 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4eddc1-5a18-4581-99a6-805ccec832e7" -d '{"events": [{"server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "name": "network-vif-plugged", "status": "completed", "tag": "93380b99-8124-41da-a462-88d6c3919187"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:26.756520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8224b833-ca05-40ff-9ef3-2223e4d307f1 req-0ac25dc5-f7c0-43e9-83dc-1236fbc74fc5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887814 Jul 08 18:11:26.793636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c6846-20cb-4c8c-85e8-2574d6bc0739 req-8bebed55-7e9a-438a-ae78-5b4613246313 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:26.800067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-861c6846-20cb-4c8c-85e8-2574d6bc0739 req-8bebed55-7e9a-438a-ae78-5b4613246313 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.0935340 Jul 08 18:11:26.838987 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-861c6846-20cb-4c8c-85e8-2574d6bc0739 req-0af42f0b-d450-4e7f-811f-6ffdd9ab3568 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377786 Jul 08 18:11:26.953312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43897cad-b778-49a7-80b0-a2e15b60e9d3 req-36b4384d-67f8-45ed-b31b-49057f368d13 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:26.954821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43897cad-b778-49a7-80b0-a2e15b60e9d3 req-36b4384d-67f8-45ed-b31b-49057f368d13 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.0745671 Jul 08 18:11:26.998406 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43897cad-b778-49a7-80b0-a2e15b60e9d3 req-e296a070-32c5-45fc-bf3d-3674c1583b1b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377331 Jul 08 18:11:27.008831 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab10041-4583-46ef-b2e4-7406015d9f66 x-openstack-request-id: req-eab10041-4583-46ef-b2e4-7406015d9f66 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:27.009816 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "name": "network-vif-plugged", "status": "completed", "tag": "93380b99-8124-41da-a462-88d6c3919187", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:27.010528 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eab10041-4583-46ef-b2e4-7406015d9f66 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:27.011886 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93380b99-8124-41da-a462-88d6c3919187', 'code': 200} Jul 08 18:11:27.207231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491f64e-3f0a-4029-b976-5616e7db610d req-d7ed5854-3bad-4484-ad0e-b351cad03b32 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:27.208715 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5491f64e-3f0a-4029-b976-5616e7db610d req-d7ed5854-3bad-4484-ad0e-b351cad03b32 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0941594 Jul 08 18:11:27.250935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2a943-bc47-488f-9ba0-cc1483663cbc req-d9cbca1b-11a6-41df-81b6-bbf8879a1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:27.252755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79d2a943-bc47-488f-9ba0-cc1483663cbc req-d9cbca1b-11a6-41df-81b6-bbf8879a1f62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 1097 time: 0.1752651 Jul 08 18:11:27.304953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5491f64e-3f0a-4029-b976-5616e7db610d req-36312fba-f0bf-45af-a4b0-13968088ac3f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847037 Jul 08 18:11:27.357801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79d2a943-bc47-488f-9ba0-cc1483663cbc req-5f31a23c-ba05-4cc6-8ab5-3bd481d991c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900340 Jul 08 18:11:27.399337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ae1d6d1-4547-4b9a-847a-545d7207786a req-898750d6-8ad4-4d4b-bfcc-8737447e44e0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=54acd9c9-58a3-401e-a175-ca3ec099699e HTTP/1.1" status: 200 len: 210 time: 0.0436530 Jul 08 18:11:27.611485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587608d-7760-41db-8422-a3ab5d6c82a2 req-7e4fea4f-1be7-4f43-a030-4392cebec9d5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:27.614228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5587608d-7760-41db-8422-a3ab5d6c82a2 req-7e4fea4f-1be7-4f43-a030-4392cebec9d5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.0905757 Jul 08 18:11:27.658819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5587608d-7760-41db-8422-a3ab5d6c82a2 req-8a99bc47-2eb5-44ac-8ebb-e646fefce1de tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383649 Jul 08 18:11:27.728235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db0b5f-9e74-41da-9199-c94ee213773c req-4289a096-bafe-4944-bc6b-ee68f5594779 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:27.729768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5db0b5f-9e74-41da-9199-c94ee213773c req-4289a096-bafe-4944-bc6b-ee68f5594779 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.0701420 Jul 08 18:11:27.806169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5db0b5f-9e74-41da-9199-c94ee213773c req-c43a26d5-6799-4e7b-9a8e-e8b5abb3fd1f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696719 Jul 08 18:11:27.837748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9e24-57f8-4721-998f-6258cb266616 req-40d28854-9459-4126-a4a8-d24bcc20d03f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:27.839234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a6c9e24-57f8-4721-998f-6258cb266616 req-40d28854-9459-4126-a4a8-d24bcc20d03f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0815468 Jul 08 18:11:27.879846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a6c9e24-57f8-4721-998f-6258cb266616 req-4878629a-b1f6-4e84-aef2-9031909b929a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349047 Jul 08 18:11:28.064560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc89eb-d93b-40d9-9117-cf939ab7f912 req-228d2e3d-45fc-4611-b220-b52f547f2404 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.066073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1dbc89eb-d93b-40d9-9117-cf939ab7f912 req-228d2e3d-45fc-4611-b220-b52f547f2404 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1099136 Jul 08 18:11:28.096888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136e5ad-36af-427e-bfe3-662005008115 req-6a749f10-d8b0-46de-b1c1-8361be5ebcb4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.098403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2136e5ad-36af-427e-bfe3-662005008115 req-6a749f10-d8b0-46de-b1c1-8361be5ebcb4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1048644 Jul 08 18:11:28.135535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1dbc89eb-d93b-40d9-9117-cf939ab7f912 req-5ee79780-8464-4848-b111-50204acf895c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628734 Jul 08 18:11:28.155061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2136e5ad-36af-427e-bfe3-662005008115 req-618f1b96-adfa-449e-9dc3-d53ebcea015c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494065 Jul 08 18:11:28.367227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e508d6-b821-4203-bdb4-4978ce425bc9 req-13f4c6b7-d2f5-4801-b148-b7d670cd3246 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.368942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04e508d6-b821-4203-bdb4-4978ce425bc9 req-13f4c6b7-d2f5-4801-b148-b7d670cd3246 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0786440 Jul 08 18:11:28.409684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04e508d6-b821-4203-bdb4-4978ce425bc9 req-a156dcdb-de63-499f-97f4-9765ccfb4688 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341492 Jul 08 18:11:28.609181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0041c-e23b-4aab-a581-9dffeb3893bd req-3ec111ca-dc68-4be2-bf71-8e08d7453848 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.610874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fa0041c-e23b-4aab-a581-9dffeb3893bd req-3ec111ca-dc68-4be2-bf71-8e08d7453848 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0768809 Jul 08 18:11:28.665400 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fa0041c-e23b-4aab-a581-9dffeb3893bd req-5f3d8e23-40a9-4ccd-b7b7-92979db4fadf tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477130 Jul 08 18:11:28.851349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-f16de3a6-1314-44ac-880b-bd96326d517f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.852827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-f16de3a6-1314-44ac-880b-bd96326d517f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.1423941 Jul 08 18:11:28.876051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-747934e5-912e-4560-a5fa-c21df54687fc tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/quotas/1bc3d156bc844a62b3e7e6683036b19a HTTP/1.1" status: 200 len: 375 time: 0.0144060 Jul 08 18:11:28.884635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41150795-c385-4ffd-824d-4b9b67e95a51 req-90ebd6a8-fd83-4550-88e9-776c2bd352b5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.885988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-41150795-c385-4ffd-824d-4b9b67e95a51 req-90ebd6a8-fd83-4550-88e9-776c2bd352b5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1093493 Jul 08 18:11:28.959178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-41150795-c385-4ffd-824d-4b9b67e95a51 req-c9728a99-387e-446a-9bc3-d84f9397817a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633955 Jul 08 18:11:28.984787 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-a49dac9f-71b0-41b6-8289-d7e67a9215c9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978491 Jul 08 18:11:29.088507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-948412d8-559b-4d0f-88dd-ad3791cdb700 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957711 Jul 08 18:11:29.214338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3def65-a5fb-4167-bcaf-2070e0849d31 req-ccc9c830-91d2-4985-a585-414e497b956b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:29.215826 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad3def65-a5fb-4167-bcaf-2070e0849d31 req-ccc9c830-91d2-4985-a585-414e497b956b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1420429 Jul 08 18:11:29.221952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-ebfd3ba1-c6f6-4ec5-8347-7f8138a07c74 service neutron] 10.222.0.73 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126351 Jul 08 18:11:29.263535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad3def65-a5fb-4167-bcaf-2070e0849d31 req-f4e0a1cf-31c5-4fd6-aac1-f6bc8d353cae tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330729 Jul 08 18:11:29.499016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a1697-c22d-4c5e-8c09-f62a916c08e9 req-4e9af388-1e11-4317-8583-1ec97df8c3e3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:29.500550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b90a1697-c22d-4c5e-8c09-f62a916c08e9 req-4e9af388-1e11-4317-8583-1ec97df8c3e3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0981317 Jul 08 18:11:29.553500 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b90a1697-c22d-4c5e-8c09-f62a916c08e9 req-f0c737c6-d9a0-4f31-8543-3691062fa3de tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462749 Jul 08 18:11:29.569530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a8946-c0e7-4393-be26-94c59ced544a req-63a21bf8-4221-487c-9301-67e7cc5f8c5e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:29.579032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e9a8946-c0e7-4393-be26-94c59ced544a req-63a21bf8-4221-487c-9301-67e7cc5f8c5e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1251998 Jul 08 18:11:29.593893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2a269072-4299-424f-9af3-67e22e6c3828 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:11:29.623843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 2a269072-4299-424f-9af3-67e22e6c3828 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:11:29.624666 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2a269072-4299-424f-9af3-67e22e6c3828 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:11:29.630345 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e9a8946-c0e7-4393-be26-94c59ced544a req-925b90a5-edaa-4b4f-80bf-b10c3a729bfe tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503962 Jul 08 18:11:29.757068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cd3f781-a34b-4966-b874-d2d68f693277 req-9d7d1e08-208c-4777-8389-07362b09a00f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 210 time: 0.0372460 Jul 08 18:11:30.223230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03f26-c32a-40d3-b58b-4af0f161dcd1 req-2af8fbd8-9f68-4c11-8c72-1bd7c4a40ab7 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:30.224602 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbe03f26-c32a-40d3-b58b-4af0f161dcd1 req-2af8fbd8-9f68-4c11-8c72-1bd7c4a40ab7 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.3877861 Jul 08 18:11:30.235320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb79027-5a0c-45b3-b6e2-5d4a4f6fb3a8 req-2e7acf11-48ee-4357-8d40-82bb7d66920a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:30.236756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2fb79027-5a0c-45b3-b6e2-5d4a4f6fb3a8 req-2e7acf11-48ee-4357-8d40-82bb7d66920a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.0878465 Jul 08 18:11:30.245866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44890) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:11:30.255710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1ba16dc3-9d75-4761-9cf6-2a1997a02196 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'floatingip': {'port_id': '93380b99-8124-41da-a462-88d6c3919187'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:30.275892 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbe03f26-c32a-40d3-b58b-4af0f161dcd1 req-fbe48508-392d-4f7b-aa58-c1ed05647e0b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381362 Jul 08 18:11:30.317578 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ba16dc3-9d75-4761-9cf6-2a1997a02196 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:30.469424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10664a5-92d0-4def-9404-09cf6d5b60a9 req-ff83173e-7175-4aa2-8e6b-149bb99feb68 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:30.470546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a10664a5-92d0-4def-9404-09cf6d5b60a9 req-ff83173e-7175-4aa2-8e6b-149bb99feb68 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1158009 Jul 08 18:11:30.537864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a10664a5-92d0-4def-9404-09cf6d5b60a9 req-fa59f31e-ae0c-453a-8be9-c9ddf87acd18 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483353 Jul 08 18:11:30.558748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f4f3-cad5-47f2-9e40-88f3dea5ff82 req-0c69fbc2-c14c-421e-ab28-a64cc0356282 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:30.560367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abf0f4f3-cad5-47f2-9e40-88f3dea5ff82 req-0c69fbc2-c14c-421e-ab28-a64cc0356282 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1126397 Jul 08 18:11:30.615471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abf0f4f3-cad5-47f2-9e40-88f3dea5ff82 req-6dee5304-527f-4cd8-8c1f-21981d7ef73e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417340 Jul 08 18:11:30.816600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399be73-20cd-4cb3-ab1e-71c9b3dfab43 req-d39f774e-bb45-49c9-8d27-802778136b3f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:30.818365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9399be73-20cd-4cb3-ab1e-71c9b3dfab43 req-d39f774e-bb45-49c9-8d27-802778136b3f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0829258 Jul 08 18:11:30.841390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-c93d91b3-df8a-4d6f-882f-f8b4be26c20e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:30.843834 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-c93d91b3-df8a-4d6f-882f-f8b4be26c20e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 804 time: 0.2221875 Jul 08 18:11:30.884029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9399be73-20cd-4cb3-ab1e-71c9b3dfab43 req-94187ece-1b62-4c27-af8e-c2360f633680 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591631 Jul 08 18:11:30.892158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Request body: {'port': {'device_id': '679f36f2-2cd4-4143-9940-49636d5b7687', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'admin_state_up': True, 'tenant_id': '1bc3d156bc844a62b3e7e6683036b19a'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:31.061746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0de85247-da7d-4d2d-8607-05f3f2e9bc3e req-bb69a16a-3bfa-4ae3-b2ca-4dcb99e45404 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 210 time: 0.0344279 Jul 08 18:11:31.105276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ba16dc3-9d75-4761-9cf6-2a1997a02196 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:31.106553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Made reservation on behalf of 1bc3d156bc844a62b3e7e6683036b19a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:11:31.111082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:31.122063 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ba16dc3-9d75-4761-9cf6-2a1997a02196 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:31.208254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3a422-4bab-4596-96dc-fa53559900fd req-77b66a09-e47b-45ed-b3cc-85497fbf925a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:31.209861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06f3a422-4bab-4596-96dc-fa53559900fd req-77b66a09-e47b-45ed-b3cc-85497fbf925a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0670352 Jul 08 18:11:31.252117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06f3a422-4bab-4596-96dc-fa53559900fd req-97a1536c-f6db-4c80-a399-ff8b83a788e5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Jul 08 18:11:31.476717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8f84b-ac58-40d0-9700-0ac01a771c0a req-c8bd96aa-7774-4061-b8e0-bfdc56a086c5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:31.484263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6af8f84b-ac58-40d0-9700-0ac01a771c0a req-c8bd96aa-7774-4061-b8e0-bfdc56a086c5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0825925 Jul 08 18:11:31.523065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6af8f84b-ac58-40d0-9700-0ac01a771c0a req-d0995972-d9fd-4f3e-a9a9-2dc342caaf82 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376599 Jul 08 18:11:31.637606 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-1ba16dc3-9d75-4761-9cf6-2a1997a02196 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Floating IP 3a9524e8-d679-495f-951f-364e2a1211a5 associated. External IP: 172.25.8.48, port: 93380b99-8124-41da-a462-88d6c3919187. Jul 08 18:11:31.701896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Allocated IP 172.20.0.2 (f7082571-fe51-4603-88f3-1cac609727eb/86a08708-032c-4e16-8dde-9405642ab9ac/dd3acc3d-de1c-46e6-b679-e7c89539f554) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:11:31.832543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa859f-2081-4a40-bf56-02528ea1ab17 req-4c2c4561-3d52-40b6-b400-c65f3e84e22e tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:31.834580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82aa859f-2081-4a40-bf56-02528ea1ab17 req-4c2c4561-3d52-40b6-b400-c65f3e84e22e tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1842961 Jul 08 18:11:31.883077 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b59e8-cdc4-4c51-b347-9226f00100f6 req-e8ad4435-dfe5-4452-b17e-40e8bf58c6b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:31.884945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-987b59e8-cdc4-4c51-b347-9226f00100f6 req-e8ad4435-dfe5-4452-b17e-40e8bf58c6b2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1760876 Jul 08 18:11:31.920901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82aa859f-2081-4a40-bf56-02528ea1ab17 req-dd821c0a-a434-40ee-90a6-4c3e1f153df2 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745349 Jul 08 18:11:31.961677 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-987b59e8-cdc4-4c51-b347-9226f00100f6 req-ac86c38b-b3cc-4c07-83a2-19f70b4458e3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616324 Jul 08 18:11:32.093714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:32.103355 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba16dc3-9d75-4761-9cf6-2a1997a02196 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Router 867fc065-ab38-401e-8690-b83e5db9641a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:11:32.194340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e576fd-0913-4740-9e56-540031ed4241 req-f9eb69fd-f97a-426c-8917-ecb5a5fb310d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:32.196279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94e576fd-0913-4740-9e56-540031ed4241 req-f9eb69fd-f97a-426c-8917-ecb5a5fb310d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1265109 Jul 08 18:11:32.248093 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94e576fd-0913-4740-9e56-540031ed4241 req-484778eb-2029-4311-a9e1-75d9bc824ade tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418785 Jul 08 18:11:32.266664 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:32.280685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:32.373394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event updated for resources: {'Port': ['ID=dd3acc3d-de1c-46e6-b679-e7c89539f554,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:32.396340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba16dc3-9d75-4761-9cf6-2a1997a02196 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:11:32.413704 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227b172-7df9-4aa5-a17b-3e5dd7e4e875 None None] Sync routers for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:11:32.419923 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ba16dc3-9d75-4761-9cf6-2a1997a02196 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:32.464793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227b172-7df9-4aa5-a17b-3e5dd7e4e875 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:32.465453 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b227b172-7df9-4aa5-a17b-3e5dd7e4e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:11:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:32.472804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Network f7082571-fe51-4603-88f3-1cac609727eb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:11:32.477028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:11:32.490591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:11:32.530606 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1ba16dc3-9d75-4761-9cf6-2a1997a02196 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "PUT /v2.0/floatingips/3a9524e8-d679-495f-951f-364e2a1211a5 HTTP/1.1" status: 200 len: 991 time: 2.2793093 Jul 08 18:11:32.530606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'tag': '93380b99-8124-41da-a462-88d6c3919187'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:32.532409 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98" -d '{"events": [{"name": "network-changed", "server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "tag": "93380b99-8124-41da-a462-88d6c3919187"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:32.590421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:32.591536 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:32.615258 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-3bd80efa-3f1d-4c86-adf4-d03ee53f7551 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7292781 Jul 08 18:11:32.634053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Request body: {'port': {'device_id': '679f36f2-2cd4-4143-9940-49636d5b7687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:32.737921 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b227b172-7df9-4aa5-a17b-3e5dd7e4e875 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:32.770568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dde745-c27b-40b8-a653-a99c10ce3add req-8dbdae74-516e-438d-95c8-55f8210357a2 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:32.772433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69dde745-c27b-40b8-a653-a99c10ce3add req-8dbdae74-516e-438d-95c8-55f8210357a2 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.2139142 Jul 08 18:11:32.782689 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:32.788677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201eb8-03c4-4e3f-be95-756d9c631530 req-1430e901-7b2c-4a08-a027-6366ade37258 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:32.799008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de201eb8-03c4-4e3f-be95-756d9c631530 req-1430e901-7b2c-4a08-a027-6366ade37258 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 931 time: 0.2171540 Jul 08 18:11:32.882917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de201eb8-03c4-4e3f-be95-756d9c631530 req-ad56996e-cf5e-4caa-8e47-aae45b9848f9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810177 Jul 08 18:11:32.925731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69dde745-c27b-40b8-a653-a99c10ce3add req-b8d230a1-2d7e-48a7-a1b1-139fa1e6665a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213467 Jul 08 18:11:33.034105 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eef23f-a169-4c5c-9996-c60630011e77 x-openstack-request-id: req-b1eef23f-a169-4c5c-9996-c60630011e77 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:33.034464 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "tag": "93380b99-8124-41da-a462-88d6c3919187", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:33.034860 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1eef23f-a169-4c5c-9996-c60630011e77 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:33.035416 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'tag': '93380b99-8124-41da-a462-88d6c3919187', 'status': 'completed', 'code': 200} Jul 08 18:11:33.070822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b227b172-7df9-4aa5-a17b-3e5dd7e4e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '3a9524e8-d679-495f-951f-364e2a1211a5', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'port_id': '93380b99-8124-41da-a462-88d6c3919187', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'mac_address': 'fa:16:3e:43:5b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:11:07Z', 'updated_at': '2021-07-08T18:11:30Z', 'revision_number': 1, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:33.098893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227b172-7df9-4aa5-a17b-3e5dd7e4e875 None None] Checking router: 867fc065-ab38-401e-8690-b83e5db9641a for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:11:33.108334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227b172-7df9-4aa5-a17b-3e5dd7e4e875 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:33.109049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b227b172-7df9-4aa5-a17b-3e5dd7e4e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:11:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:33.121659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98 req-11e1d3e2-e783-4e3d-9c2a-8024de7a63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.139163 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98 req-11e1d3e2-e783-4e3d-9c2a-8024de7a63c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 1097 time: 0.0992191 Jul 08 18:11:33.158851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3acc3d-de1c-46e6-b679-e7c89539f554 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:33.169141 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.184687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Transition to ACTIVE for port object dd3acc3d-de1c-46e6-b679-e7c89539f554 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:33.192539 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.253272 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Pushing event updated for resources: {'Port': ['ID=dd3acc3d-de1c-46e6-b679-e7c89539f554,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:33.256186 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b227b172-7df9-4aa5-a17b-3e5dd7e4e875 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:33.331600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Attempting to bind port dd3acc3d-de1c-46e6-b679-e7c89539f554 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:33.331978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Attempting to bind port dd3acc3d-de1c-46e6-b679-e7c89539f554 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:33.332265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Attempting to bind port dd3acc3d-de1c-46e6-b679-e7c89539f554 on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:33.336998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Port dd3acc3d-de1c-46e6-b679-e7c89539f554 on network f7082571-fe51-4603-88f3-1cac609727eb not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:33.337326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Attempting to bind port dd3acc3d-de1c-46e6-b679-e7c89539f554 on network f7082571-fe51-4603-88f3-1cac609727eb {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:33.347886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:33.348100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Checking segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:33.348479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Bound using segment: {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:33.348919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Bound port: dd3acc3d-de1c-46e6-b679-e7c89539f554, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:33.349425 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.393541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7e093-81dc-4961-af3d-be7163c959fb req-3072ade3-1a9a-457e-8b89-480d94322efd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.398567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3f7e093-81dc-4961-af3d-be7163c959fb req-3072ade3-1a9a-457e-8b89-480d94322efd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1533983 Jul 08 18:11:33.439202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] For port dd3acc3d-de1c-46e6-b679-e7c89539f554, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:33.443365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] For port dd3acc3d-de1c-46e6-b679-e7c89539f554, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dd3acc3d-de1c-46e6-b679-e7c89539f554,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:33.447974 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98 req-101b7da6-6f1b-40df-acfc-d979ac777804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.449892 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98 req-101b7da6-6f1b-40df-acfc-d979ac777804 service neutron] 10.222.0.59 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.3060586 Jul 08 18:11:33.450036 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.472379 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.499903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.500535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.502811 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8932139f-ca78-4631-b139-8b4434137dac service neutron] 10.222.0.74 "PUT /v2.0/ports/dd3acc3d-de1c-46e6-b679-e7c89539f554 HTTP/1.1" status: 200 len: 1091 time: 0.8769059 Jul 08 18:11:33.526940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98 req-f6f5e56d-a526-4a2d-85f5-91440e67cbaf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93380b99-8124-41da-a462-88d6c3919187 HTTP/1.1" status: 200 len: 999 time: 0.0676520 Jul 08 18:11:33.537963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932139f-ca78-4631-b139-8b4434137dac service neutron] Pushing event updated for resources: {'Port': ['ID=dd3acc3d-de1c-46e6-b679-e7c89539f554,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:33.567088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3f7e093-81dc-4961-af3d-be7163c959fb req-8da33cd4-9bd2-4517-baad-89222044d3c6 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585050 Jul 08 18:11:33.647894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-7dcdd9ca-ac4c-49de-97ab-aac366676018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.649424 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-7dcdd9ca-ac4c-49de-97ab-aac366676018 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 1094 time: 0.0793173 Jul 08 18:11:33.669433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4db6f-913f-449f-b678-85fffc3c8447 req-1e932cc6-7ee9-4122-a0e6-994b4af2072b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.669688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b227b172-7df9-4aa5-a17b-3e5dd7e4e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '3a9524e8-d679-495f-951f-364e2a1211a5', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'port_id': '93380b99-8124-41da-a462-88d6c3919187', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'mac_address': 'fa:16:3e:43:5b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:11:07Z', 'updated_at': '2021-07-08T18:11:30Z', 'revision_number': 1, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:33.673468 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-acc4db6f-913f-449f-b678-85fffc3c8447 req-1e932cc6-7ee9-4122-a0e6-994b4af2072b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1411953 Jul 08 18:11:33.675114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98 req-73dac630-e373-4f77-be0e-72b39caf71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.676550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98 req-73dac630-e373-4f77-be0e-72b39caf71ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.1239655 Jul 08 18:11:33.710368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227b172-7df9-4aa5-a17b-3e5dd7e4e875 None None] The sync data for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 is: [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '3a9524e8-d679-495f-951f-364e2a1211a5', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'port_id': '93380b99-8124-41da-a462-88d6c3919187', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'mac_address': 'fa:16:3e:43:5b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:11:07Z', 'updated_at': '2021-07-08T18:11:30Z', 'revision_number': 1, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:11:33.755176 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-5c1ac6d2-2d4a-4cd1-8bf0-ead923bd3860 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd3acc3d-de1c-46e6-b679-e7c89539f554 HTTP/1.1" status: 200 len: 217 time: 0.0913906 Jul 08 18:11:33.755885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-acc4db6f-913f-449f-b678-85fffc3c8447 req-99af9d0d-f537-49b1-a426-f72085b3b055 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827179 Jul 08 18:11:33.787635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98 req-e2f45abe-d3ad-44fc-91b6-2b54a2538839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.787635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98 req-e2f45abe-d3ad-44fc-91b6-2b54a2538839 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862010 Jul 08 18:11:33.831231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-be90d347-f29f-4df0-94f2-dcfe8c347ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.832699 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-be90d347-f29f-4df0-94f2-dcfe8c347ec1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.0700052 Jul 08 18:11:33.882755 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-8998fc44-4c20-4a51-8b1c-49686fea3e35 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282798 Jul 08 18:11:33.902699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98 req-331c66f7-e850-4a50-82c9-ab0ec5086645 service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969441 Jul 08 18:11:33.977958 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4432f030-7a64-46eb-b3a0-864fb0d07dbd None None] New status for floating IP 3a9524e8-d679-495f-951f-364e2a1211a5: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:11:33.993853 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-a332a1d2-78cc-4d53-a610-fe34a8e601a7 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039343 Jul 08 18:11:34.051549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2fee0ed-5eea-4959-bf4e-1fbf84199a98 req-33cab0a1-c9e4-405f-8800-2d31b3efecef service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358385 Jul 08 18:11:34.114879 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:34.120039 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9269c2a3-2bc2-448c-9831-02f76d0e1a17 req-a393e10d-c30e-480a-99b2-50a1fce3fef0 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195366 Jul 08 18:11:34.218357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473f71f-f0bb-4e63-bb19-075fe3ecee14 req-cda1913d-e562-437b-9f8f-09382b85b859 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:34.220299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7473f71f-f0bb-4e63-bb19-075fe3ecee14 req-cda1913d-e562-437b-9f8f-09382b85b859 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1356175 Jul 08 18:11:34.229563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2a9b1-c2ce-4ee9-adca-dd42b9c1ac7f req-59f157b6-a16b-4d3a-923d-f269f765d33c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:34.231475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3da2a9b1-c2ce-4ee9-adca-dd42b9c1ac7f req-59f157b6-a16b-4d3a-923d-f269f765d33c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 943 time: 0.1619542 Jul 08 18:11:34.290708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7473f71f-f0bb-4e63-bb19-075fe3ecee14 req-e2b9604f-cd5a-431f-af2e-fc34f4823e58 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580678 Jul 08 18:11:34.297883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3da2a9b1-c2ce-4ee9-adca-dd42b9c1ac7f req-a721db50-6bee-4b3a-ad67-2eb7a57672e6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582743 Jul 08 18:11:34.762724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554ffd9-f95e-446b-8e22-416884a07592 req-cf52bd7c-e9af-4da9-9700-9a5c18018204 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:34.766844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c554ffd9-f95e-446b-8e22-416884a07592 req-cf52bd7c-e9af-4da9-9700-9a5c18018204 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1103425 Jul 08 18:11:34.828129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b276bc-91f8-49c7-a510-d1c78f5111f4 req-a71f2172-c158-413b-b37a-666479d79edc tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:34.829700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33b276bc-91f8-49c7-a510-d1c78f5111f4 req-a71f2172-c158-413b-b37a-666479d79edc tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1310682 Jul 08 18:11:34.841674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c554ffd9-f95e-446b-8e22-416884a07592 req-2498e9d1-e4c8-4227-93bb-febf1f9a2701 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662200 Jul 08 18:11:34.885815 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33b276bc-91f8-49c7-a510-d1c78f5111f4 req-1c10567d-89cc-4326-a8b8-6ebb69ae3c19 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460379 Jul 08 18:11:35.037344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679f36f2-2cd4-4143-9940-49636d5b7687', 'tag': 'dd3acc3d-de1c-46e6-b679-e7c89539f554'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:35.038239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff7b4-f2ff-499f-bf7a-0ad08ac642db req-5a1bef86-3a58-4056-98c0-d9703c0b965d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:35.039731 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd534378-179a-4276-b6f1-73a823aa6083" -d '{"events": [{"name": "network-changed", "server_uuid": "679f36f2-2cd4-4143-9940-49636d5b7687", "tag": "dd3acc3d-de1c-46e6-b679-e7c89539f554"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:35.039899 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f39ff7b4-f2ff-499f-bf7a-0ad08ac642db req-5a1bef86-3a58-4056-98c0-d9703c0b965d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.0813773 Jul 08 18:11:35.077343 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38df9a8-0ddf-4071-a04e-01f1027f6f10 x-openstack-request-id: req-d38df9a8-0ddf-4071-a04e-01f1027f6f10 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:35.078316 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679f36f2-2cd4-4143-9940-49636d5b7687", "tag": "dd3acc3d-de1c-46e6-b679-e7c89539f554", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:35.078573 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d38df9a8-0ddf-4071-a04e-01f1027f6f10 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:35.078977 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679f36f2-2cd4-4143-9940-49636d5b7687', 'tag': 'dd3acc3d-de1c-46e6-b679-e7c89539f554', 'status': 'completed', 'code': 200} Jul 08 18:11:35.086107 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f39ff7b4-f2ff-499f-bf7a-0ad08ac642db req-b1f1a7a0-b657-4b92-ae8b-f881ed618430 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391755 Jul 08 18:11:35.167176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd534378-179a-4276-b6f1-73a823aa6083 req-7e1c7ea3-ac80-47e0-b13c-2c11538deae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:35.168659 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd534378-179a-4276-b6f1-73a823aa6083 req-7e1c7ea3-ac80-47e0-b13c-2c11538deae8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 1094 time: 0.0633652 Jul 08 18:11:35.262770 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd534378-179a-4276-b6f1-73a823aa6083 req-f7ad0540-673d-4f57-9349-22903cd6d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:35.264307 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd534378-179a-4276-b6f1-73a823aa6083 req-f7ad0540-673d-4f57-9349-22903cd6d4f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 200 len: 905 time: 0.0892522 Jul 08 18:11:35.307285 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd534378-179a-4276-b6f1-73a823aa6083 req-e94e45b7-efbe-44cf-b365-93929e304f81 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd3acc3d-de1c-46e6-b679-e7c89539f554 HTTP/1.1" status: 200 len: 217 time: 0.0358384 Jul 08 18:11:35.368826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd534378-179a-4276-b6f1-73a823aa6083 req-94275e1c-3727-4bd6-a50e-cf2e086a1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:35.370926 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd534378-179a-4276-b6f1-73a823aa6083 req-94275e1c-3727-4bd6-a50e-cf2e086a1b44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 200 len: 844 time: 0.0570016 Jul 08 18:11:35.412404 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd534378-179a-4276-b6f1-73a823aa6083 req-c80a7908-42e1-4893-8544-e32ff87bd2ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7082571-fe51-4603-88f3-1cac609727eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340953 Jul 08 18:11:35.489558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf90523-ee69-4b2e-a412-f860923cd37d req-59d9ecde-b273-42e1-a8a1-e5d31f1907e8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:35.494746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abf90523-ee69-4b2e-a412-f860923cd37d req-59d9ecde-b273-42e1-a8a1-e5d31f1907e8 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 943 time: 0.0689459 Jul 08 18:11:35.519883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd534378-179a-4276-b6f1-73a823aa6083 req-2c814116-09c5-4aa2-8731-6de09205d70a service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011701 Jul 08 18:11:35.535594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abf90523-ee69-4b2e-a412-f860923cd37d req-96661e36-8eac-439a-ba4a-cc7b8ee48fd9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370908 Jul 08 18:11:35.630462 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd534378-179a-4276-b6f1-73a823aa6083 req-a58b00c5-c703-433a-abfe-cd2558a6e136 service neutron] 10.222.0.74 "GET /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027322 Jul 08 18:11:36.025704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bacf40-df4b-4738-b9c5-e8c54fcbaa79 req-d3fb6b35-9234-414c-9fd6-24700add5ec8 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:36.027244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-50bacf40-df4b-4738-b9c5-e8c54fcbaa79 req-d3fb6b35-9234-414c-9fd6-24700add5ec8 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0659239 Jul 08 18:11:36.095450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-50bacf40-df4b-4738-b9c5-e8c54fcbaa79 req-41e2b0e7-9429-4dc8-871c-041fdd1d8308 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584495 Jul 08 18:11:36.122603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2b596-3e91-4516-b979-9a97aa4b2b64 req-eaf04131-d4ac-4e6e-a49c-cd749d5cbb20 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:36.124194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58f2b596-3e91-4516-b979-9a97aa4b2b64 req-eaf04131-d4ac-4e6e-a49c-cd749d5cbb20 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.0959637 Jul 08 18:11:36.164648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58f2b596-3e91-4516-b979-9a97aa4b2b64 req-a1386b93-1c7a-4383-b967-2ef3f41adf65 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 Jul 08 18:11:36.222976 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-611595f7-9fd0-42c8-bd03-7813da51d030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:36.368436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1703f-83a9-4941-9e19-498dc6c23567 req-479e1864-7c0e-4e75-a90e-dd4f39b0a3ed tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:36.369957 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ec1703f-83a9-4941-9e19-498dc6c23567 req-479e1864-7c0e-4e75-a90e-dd4f39b0a3ed tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1005628 Jul 08 18:11:36.411785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0ec42-92fc-40fe-8b25-bde0870904af req-2d84658b-880f-4df0-b547-90e984d1c880 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:36.413489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69d0ec42-92fc-40fe-8b25-bde0870904af req-2d84658b-880f-4df0-b547-90e984d1c880 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1042974 Jul 08 18:11:36.454125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ec1703f-83a9-4941-9e19-498dc6c23567 req-398a56f4-9bd7-4db3-ab09-d30ac1d86fdd tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756001 Jul 08 18:11:36.507416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69d0ec42-92fc-40fe-8b25-bde0870904af req-e82049c8-55dc-4334-bb7c-d6a34f1d66f6 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837030 Jul 08 18:11:36.775616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c3f47-ce23-4edf-bd4d-2697160ec9c7 req-54389f58-e5b1-4827-86eb-4e80303e9dd9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:36.777054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd8c3f47-ce23-4edf-bd4d-2697160ec9c7 req-54389f58-e5b1-4827-86eb-4e80303e9dd9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 943 time: 0.0987968 Jul 08 18:11:36.815576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3617-5354-4fe6-8588-29d15912e921 req-981b0acd-ed2e-4ed0-bc52-7c5870cc260f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:36.817076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-258d3617-5354-4fe6-8588-29d15912e921 req-981b0acd-ed2e-4ed0-bc52-7c5870cc260f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1082766 Jul 08 18:11:36.841409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd8c3f47-ce23-4edf-bd4d-2697160ec9c7 req-c73e1de7-f8f1-43a9-b5f8-662ec0996653 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572410 Jul 08 18:11:36.867821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-258d3617-5354-4fe6-8588-29d15912e921 req-3d2e68a6-d793-4bb1-b221-4de783ecad85 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434430 Jul 08 18:11:37.056997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d629734-c4d7-4046-8612-8ca9fe8421b0 req-8f22e10e-1100-4503-baff-99bce58b6619 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.058729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d629734-c4d7-4046-8612-8ca9fe8421b0 req-8f22e10e-1100-4503-baff-99bce58b6619 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0734923 Jul 08 18:11:37.132362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d629734-c4d7-4046-8612-8ca9fe8421b0 req-039ce05f-69fd-43da-9cc1-fbc6bf8d69ad tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667572 Jul 08 18:11:37.160343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf506-cb01-41e4-ab57-52a6857c67f1 req-621cf5f9-5a84-47c3-bb5a-b73de06e8d03 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.166569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf506-cb01-41e4-ab57-52a6857c67f1 req-621cf5f9-5a84-47c3-bb5a-b73de06e8d03 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.173633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf506-cb01-41e4-ab57-52a6857c67f1 req-621cf5f9-5a84-47c3-bb5a-b73de06e8d03 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.179881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf506-cb01-41e4-ab57-52a6857c67f1 req-621cf5f9-5a84-47c3-bb5a-b73de06e8d03 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.185986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf506-cb01-41e4-ab57-52a6857c67f1 req-621cf5f9-5a84-47c3-bb5a-b73de06e8d03 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.192010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf506-cb01-41e4-ab57-52a6857c67f1 req-621cf5f9-5a84-47c3-bb5a-b73de06e8d03 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.198246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf506-cb01-41e4-ab57-52a6857c67f1 req-621cf5f9-5a84-47c3-bb5a-b73de06e8d03 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.200343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0fdf506-cb01-41e4-ab57-52a6857c67f1 req-621cf5f9-5a84-47c3-bb5a-b73de06e8d03 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5436 time: 0.1362810 Jul 08 18:11:37.250858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0fdf506-cb01-41e4-ab57-52a6857c67f1 req-5f57df8d-42ed-431b-8e97-d7300d145a81 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436184 Jul 08 18:11:37.443360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ed43b-fd87-494a-8ebb-8fd3bf3f0fb0 req-e7358c62-5f7f-45f3-ac04-7ca8e5da4109 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.444875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e35ed43b-fd87-494a-8ebb-8fd3bf3f0fb0 req-e7358c62-5f7f-45f3-ac04-7ca8e5da4109 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.0776863 Jul 08 18:11:37.513864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e35ed43b-fd87-494a-8ebb-8fd3bf3f0fb0 req-ffc555e9-0f5f-4232-b099-b9fe353a42cf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634010 Jul 08 18:11:37.553645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2356b0e-87df-453f-8f7f-a5b80732e83c req-a1ddf881-8cb3-46ac-ac85-66051b9cc485 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.556151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2356b0e-87df-453f-8f7f-a5b80732e83c req-a1ddf881-8cb3-46ac-ac85-66051b9cc485 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0919640 Jul 08 18:11:37.599557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2356b0e-87df-453f-8f7f-a5b80732e83c req-cf76d145-76e7-4ac7-9306-c9e692e35984 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370536 Jul 08 18:11:37.635620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dd3acc3d-de1c-46e6-b679-e7c89539f554 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:37.746427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port dd3acc3d-de1c-46e6-b679-e7c89539f554, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dd3acc3d-de1c-46e6-b679-e7c89539f554,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:37.758806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'dd3acc3d-de1c-46e6-b679-e7c89539f554', 'network_id': 'f7082571-fe51-4603-88f3-1cac609727eb', 'port_id': 'dd3acc3d-de1c-46e6-b679-e7c89539f554', 'mac_address': 'fa:16:3e:55:94:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a08708-032c-4e16-8dde-9405642ab9ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:37.796992 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:37.816724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3acc3d-de1c-46e6-b679-e7c89539f554 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:37.837130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port dd3acc3d-de1c-46e6-b679-e7c89539f554, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dd3acc3d-de1c-46e6-b679-e7c89539f554,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:37.841362 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:37.877272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43fb27-8c64-48a7-b1d9-72829f7afb99 req-a6b3a5d3-eb50-4c1c-b968-f0f1d5afedcd tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.883650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43fb27-8c64-48a7-b1d9-72829f7afb99 req-a6b3a5d3-eb50-4c1c-b968-f0f1d5afedcd tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.890350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43fb27-8c64-48a7-b1d9-72829f7afb99 req-a6b3a5d3-eb50-4c1c-b968-f0f1d5afedcd tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.896292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43fb27-8c64-48a7-b1d9-72829f7afb99 req-a6b3a5d3-eb50-4c1c-b968-f0f1d5afedcd tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.902567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43fb27-8c64-48a7-b1d9-72829f7afb99 req-a6b3a5d3-eb50-4c1c-b968-f0f1d5afedcd tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.908564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43fb27-8c64-48a7-b1d9-72829f7afb99 req-a6b3a5d3-eb50-4c1c-b968-f0f1d5afedcd tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.914666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43fb27-8c64-48a7-b1d9-72829f7afb99 req-a6b3a5d3-eb50-4c1c-b968-f0f1d5afedcd tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.916641 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa43fb27-8c64-48a7-b1d9-72829f7afb99 req-a6b3a5d3-eb50-4c1c-b968-f0f1d5afedcd tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5436 time: 0.1644998 Jul 08 18:11:37.925529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f16de-2d36-4b5c-b624-fa4ecd47bb49 req-70cb684e-5da7-4991-a13a-2a66cbe9060c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.936907 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b4f16de-2d36-4b5c-b624-fa4ecd47bb49 req-70cb684e-5da7-4991-a13a-2a66cbe9060c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1828306 Jul 08 18:11:37.998693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b4f16de-2d36-4b5c-b624-fa4ecd47bb49 req-07764fe2-0894-420c-be4a-8d03d5b02145 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529861 Jul 08 18:11:38.067975 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=dd3acc3d-de1c-46e6-b679-e7c89539f554,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:38.222399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['dd3acc3d-de1c-46e6-b679-e7c89539f554'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:38.230225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a68f4-6e92-4699-9a07-3bbbbc6ae536 req-8526e4cf-2f13-4183-a299-45d5c2bf3cc1 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:38.232990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-763a68f4-6e92-4699-9a07-3bbbbc6ae536 req-8526e4cf-2f13-4183-a299-45d5c2bf3cc1 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1124895 Jul 08 18:11:38.258177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a4b79-2860-4867-97a0-7b3b59ef387d req-b541a440-e772-4c5f-a9ae-05256f849cab tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:38.260023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da7a4b79-2860-4867-97a0-7b3b59ef387d req-b541a440-e772-4c5f-a9ae-05256f849cab tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 944 time: 0.1029320 Jul 08 18:11:38.316394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-763a68f4-6e92-4699-9a07-3bbbbc6ae536 req-09aa53fc-3553-46e0-b48b-90b39a3344c1 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763032 Jul 08 18:11:38.322046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da7a4b79-2860-4867-97a0-7b3b59ef387d req-0bb17963-8472-4fa3-84f2-36e4336caf77 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536106 Jul 08 18:11:38.588186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bea5df-0545-43eb-a9ae-5fa590dd90c4 req-45db3ef5-9b82-4cf9-aae1-25a255cf9306 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:38.591516 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98bea5df-0545-43eb-a9ae-5fa590dd90c4 req-45db3ef5-9b82-4cf9-aae1-25a255cf9306 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0771503 Jul 08 18:11:38.643048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98bea5df-0545-43eb-a9ae-5fa590dd90c4 req-6aff7223-f727-48b0-8db2-801099f88f56 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Jul 08 18:11:38.756301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ade9b7-ec66-4432-80ac-07ded1b219bf req-60d30361-449c-4ec2-b318-630d3ff0db76 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:38.758127 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8ade9b7-ec66-4432-80ac-07ded1b219bf req-60d30361-449c-4ec2-b318-630d3ff0db76 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1119411 Jul 08 18:11:38.804218 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8ade9b7-ec66-4432-80ac-07ded1b219bf req-b7645206-956f-4363-8f10-ff2a2d0d0b1d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Jul 08 18:11:38.970274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225ced2-79a1-4224-b80a-61e5d4e0af69 req-547096aa-e508-4fbc-a3ba-49fdaccf7122 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:38.971910 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f225ced2-79a1-4224-b80a-61e5d4e0af69 req-547096aa-e508-4fbc-a3ba-49fdaccf7122 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0663230 Jul 08 18:11:39.013228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f225ced2-79a1-4224-b80a-61e5d4e0af69 req-dcb3ecb5-9c74-4eb1-9fcd-d1c31adf06f9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352986 Jul 08 18:11:39.058052 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:39.108915 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c5cae9f-67b2-4e9c-b5f2-6997607c5612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:39.208080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ea8c4-379c-4ddc-8cd9-2ce33db2ca95 req-a82de93d-dffb-4900-8963-a441947355ef tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:39.209653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548ea8c4-379c-4ddc-8cd9-2ce33db2ca95 req-a82de93d-dffb-4900-8963-a441947355ef tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.0686343 Jul 08 18:11:39.254938 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548ea8c4-379c-4ddc-8cd9-2ce33db2ca95 req-7b146b23-35b0-4625-b9af-9f844aafc480 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387394 Jul 08 18:11:39.330942 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f4d2b-fffc-408c-b7f0-05fb1e1517ad req-fcdeead8-32d5-4af4-85be-d45150733e50 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:39.332364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a3f4d2b-fffc-408c-b7f0-05fb1e1517ad req-fcdeead8-32d5-4af4-85be-d45150733e50 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0626240 Jul 08 18:11:39.383289 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a3f4d2b-fffc-408c-b7f0-05fb1e1517ad req-8d5f7eac-217b-4f30-8e62-9152c997b28a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Jul 08 18:11:39.546782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4bf7f-c6e4-49e3-895c-bf88659f6a19 req-d09c53f4-7ae4-4009-8b9e-4f6ae38e9903 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:39.548349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2f4bf7f-c6e4-49e3-895c-bf88659f6a19 req-d09c53f4-7ae4-4009-8b9e-4f6ae38e9903 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 944 time: 0.1028755 Jul 08 18:11:39.608129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae35037-4641-498f-aeef-f9ad5e2e838e req-618ee5dc-868c-4932-a5a7-85107d7d42a9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:39.609594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ae35037-4641-498f-aeef-f9ad5e2e838e req-618ee5dc-868c-4932-a5a7-85107d7d42a9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1119387 Jul 08 18:11:39.612842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2f4bf7f-c6e4-49e3-895c-bf88659f6a19 req-0c2b1db4-e030-417f-9a5f-0fb16a0bdd74 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549610 Jul 08 18:11:39.651235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ae35037-4641-498f-aeef-f9ad5e2e838e req-e84c651e-e3ac-487c-8a04-b6061f2cb6f4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348494 Jul 08 18:11:39.660546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dd3acc3d-de1c-46e6-b679-e7c89539f554 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:39.775194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port dd3acc3d-de1c-46e6-b679-e7c89539f554 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:39.780035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port dd3acc3d-de1c-46e6-b679-e7c89539f554 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:39.780506 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:39.902475 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:39.915821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a7e06-d3d2-4943-8f52-0d002cec87b4 req-6bd40771-65fb-46ef-abbf-a87ed3d169b5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:39.923602 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a11a7e06-d3d2-4943-8f52-0d002cec87b4 req-6bd40771-65fb-46ef-abbf-a87ed3d169b5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1110501 Jul 08 18:11:39.947439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679f36f2-2cd4-4143-9940-49636d5b7687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3acc3d-de1c-46e6-b679-e7c89539f554'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:39.949455 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb372642-a648-489a-beb8-7e3dbb148c9e" -d '{"events": [{"server_uuid": "679f36f2-2cd4-4143-9940-49636d5b7687", "name": "network-vif-plugged", "status": "completed", "tag": "dd3acc3d-de1c-46e6-b679-e7c89539f554"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:39.972101 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a11a7e06-d3d2-4943-8f52-0d002cec87b4 req-ae826e3c-0213-487a-b121-b109f780ffc9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476074 Jul 08 18:11:39.986673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port dd3acc3d-de1c-46e6-b679-e7c89539f554, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dd3acc3d-de1c-46e6-b679-e7c89539f554,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:39.995458 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:40.061310 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e769114a-f89e-4804-a9e0-382d800595fa x-openstack-request-id: req-e769114a-f89e-4804-a9e0-382d800595fa {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:40.061937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45108) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:11:40.064895 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679f36f2-2cd4-4143-9940-49636d5b7687", "name": "network-vif-plugged", "status": "completed", "tag": "dd3acc3d-de1c-46e6-b679-e7c89539f554", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:40.065204 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e769114a-f89e-4804-a9e0-382d800595fa {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:40.065865 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679f36f2-2cd4-4143-9940-49636d5b7687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3acc3d-de1c-46e6-b679-e7c89539f554', 'code': 200} Jul 08 18:11:40.066681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=dd3acc3d-de1c-46e6-b679-e7c89539f554,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:40.112078 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:40.258949 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67c79f-ef48-481f-934b-672744850e45 req-75f3fb33-618a-4dfb-ac02-d51d936b3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.260549 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c67c79f-ef48-481f-934b-672744850e45 req-75f3fb33-618a-4dfb-ac02-d51d936b3e4d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 1096 time: 0.1179340 Jul 08 18:11:40.267303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9647c8e-e41d-4865-b7b7-e05e6e5b2bd3 req-6deb6142-1c2e-4258-97f7-859bb6c39086 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.267866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa416de-6635-45a2-89a4-f8de8e8b9ab7 req-58e64c5c-3c10-4861-aa41-e0411f1bb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.268205 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa416de-6635-45a2-89a4-f8de8e8b9ab7 req-58e64c5c-3c10-4861-aa41-e0411f1bb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.268754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa416de-6635-45a2-89a4-f8de8e8b9ab7 req-58e64c5c-3c10-4861-aa41-e0411f1bb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.269139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9647c8e-e41d-4865-b7b7-e05e6e5b2bd3 req-6deb6142-1c2e-4258-97f7-859bb6c39086 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1156266 Jul 08 18:11:40.269291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa416de-6635-45a2-89a4-f8de8e8b9ab7 req-58e64c5c-3c10-4861-aa41-e0411f1bb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.269699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa416de-6635-45a2-89a4-f8de8e8b9ab7 req-58e64c5c-3c10-4861-aa41-e0411f1bb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.270276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa416de-6635-45a2-89a4-f8de8e8b9ab7 req-58e64c5c-3c10-4861-aa41-e0411f1bb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.270763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa416de-6635-45a2-89a4-f8de8e8b9ab7 req-58e64c5c-3c10-4861-aa41-e0411f1bb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.273108 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3aa416de-6635-45a2-89a4-f8de8e8b9ab7 req-58e64c5c-3c10-4861-aa41-e0411f1bb2e6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 6493 time: 0.2091362 Jul 08 18:11:40.278358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18b66b-8c7b-42f4-81d8-b9185ec1d731 req-f9e1efe6-7bd7-449b-9386-ef1fd708381e tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.280468 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b18b66b-8c7b-42f4-81d8-b9185ec1d731 req-f9e1efe6-7bd7-449b-9386-ef1fd708381e tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0977468 Jul 08 18:11:40.321231 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c67c79f-ef48-481f-934b-672744850e45 req-b715ab9f-22e2-4edc-af0e-10390fba50f6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472512 Jul 08 18:11:40.335478 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3aa416de-6635-45a2-89a4-f8de8e8b9ab7 req-1f140d20-da56-4a10-b151-b5c67cbb5137 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=783105f0-58e8-428f-b269-b8258584f1bd&id=063954eb-daad-4399-bd92-3aa32d14fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474744 Jul 08 18:11:40.349622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9647c8e-e41d-4865-b7b7-e05e6e5b2bd3 req-9fb15654-d728-4b4e-807c-e296c58bcf01 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677960 Jul 08 18:11:40.352258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b18b66b-8c7b-42f4-81d8-b9185ec1d731 req-e437599f-df9c-44ea-a99f-ece043a865a9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624759 Jul 08 18:11:40.538029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5afb48-3eee-4229-a48f-afb26064cb8b req-7b076dd0-c7c9-4380-96d0-bf24ced143c8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.540234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa5afb48-3eee-4229-a48f-afb26064cb8b req-7b076dd0-c7c9-4380-96d0-bf24ced143c8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.0681193 Jul 08 18:11:40.585280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa5afb48-3eee-4229-a48f-afb26064cb8b req-273ad9dd-d98d-4ce1-bfed-aeb4ad3596ed tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383332 Jul 08 18:11:40.710481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b289c86-494f-433f-84e1-7720f23c2298 req-e6d4f10b-2b6e-44ec-aea9-36137bd2ddf3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.712164 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b289c86-494f-433f-84e1-7720f23c2298 req-e6d4f10b-2b6e-44ec-aea9-36137bd2ddf3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0687265 Jul 08 18:11:40.779510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b289c86-494f-433f-84e1-7720f23c2298 req-9ace144f-c130-43e1-8ab8-610833d33059 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618365 Jul 08 18:11:40.818004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ca6e0-25db-4951-b996-3999f7ce6461 req-ed5f55fa-c490-4ae0-8685-5ba8e9ea03eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.820774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-313ca6e0-25db-4951-b996-3999f7ce6461 req-ed5f55fa-c490-4ae0-8685-5ba8e9ea03eb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0899758 Jul 08 18:11:40.868244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-313ca6e0-25db-4951-b996-3999f7ce6461 req-65a8f011-62ff-4685-9aa3-a21ca800ce12 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368874 Jul 08 18:11:40.990948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad60cb-0cf2-42e6-b221-c7f4f7708169 req-0ab01f3c-548a-4e14-8ffd-76f5f0c5bf33 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:40.994678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3aad60cb-0cf2-42e6-b221-c7f4f7708169 req-0ab01f3c-548a-4e14-8ffd-76f5f0c5bf33 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0877879 Jul 08 18:11:41.036499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3aad60cb-0cf2-42e6-b221-c7f4f7708169 req-dd3f4e25-cdc3-4abc-9699-6bb376a3230f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377955 Jul 08 18:11:41.243410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecedb4-f85a-41ee-837c-00e697c18f67 req-c23e4b3a-6335-4bcf-bd9d-d05f6b8c5345 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:41.245089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6ecedb4-f85a-41ee-837c-00e697c18f67 req-c23e4b3a-6335-4bcf-bd9d-d05f6b8c5345 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0654006 Jul 08 18:11:41.286785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6ecedb4-f85a-41ee-837c-00e697c18f67 req-e443ca7b-adce-427b-b03c-ea5939236305 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355740 Jul 08 18:11:41.506444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff23239-aa2d-416f-8890-70b4935ee4b6 req-4b505e2d-c175-4049-94df-2907a2b83ccc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:41.507922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff23239-aa2d-416f-8890-70b4935ee4b6 req-4b505e2d-c175-4049-94df-2907a2b83ccc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1024940 Jul 08 18:11:41.562147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aff23239-aa2d-416f-8890-70b4935ee4b6 req-8f0a80e4-8895-4aea-839c-9340c0e4e24d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466921 Jul 08 18:11:41.574292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78ad5f-8c96-4908-953e-9862e6d6f964 req-b54bfa25-b625-4124-93a7-d7f56a900d02 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:41.575444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc78ad5f-8c96-4908-953e-9862e6d6f964 req-b54bfa25-b625-4124-93a7-d7f56a900d02 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1111107 Jul 08 18:11:41.605547 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:41.624934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc78ad5f-8c96-4908-953e-9862e6d6f964 req-a220a253-c853-4641-8b54-67285416360b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Jul 08 18:11:41.909080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a98feb-6734-490e-a13e-c6dc60823dc2 req-8bc65b11-9ad7-4782-8b45-e7487f31b7ae tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:41.910675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93a98feb-6734-490e-a13e-c6dc60823dc2 req-8bc65b11-9ad7-4782-8b45-e7487f31b7ae tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1098003 Jul 08 18:11:41.931996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea660a-8e0a-42f0-a95a-d13cbd0a6e1e req-3cf891b7-3e69-4a01-94b7-277c781e6e61 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:41.933537 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffea660a-8e0a-42f0-a95a-d13cbd0a6e1e req-3cf891b7-3e69-4a01-94b7-277c781e6e61 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1041877 Jul 08 18:11:41.984695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93a98feb-6734-490e-a13e-c6dc60823dc2 req-429bad16-25c6-4a4a-a4d9-9c6c69e8bc64 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678520 Jul 08 18:11:41.991780 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffea660a-8e0a-42f0-a95a-d13cbd0a6e1e req-518b28fc-297d-4863-b5b6-78c8a6c54cdc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498545 Jul 08 18:11:42.072029 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:11:42.227036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc01e7d-611f-46ec-bf0b-b9df4809bb94 req-0a176a42-7293-4df8-9f20-91373739d30c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:42.228414 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdc01e7d-611f-46ec-bf0b-b9df4809bb94 req-0a176a42-7293-4df8-9f20-91373739d30c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1205113 Jul 08 18:11:42.236755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e42f55-0181-431e-88f5-dcc5417f38d7 req-be951baf-cbae-4d29-8052-e710bc97eca9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:42.238130 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79e42f55-0181-431e-88f5-dcc5417f38d7 req-be951baf-cbae-4d29-8052-e710bc97eca9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1015787 Jul 08 18:11:42.296369 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdc01e7d-611f-46ec-bf0b-b9df4809bb94 req-034c6598-aee1-47bd-9b93-372911d19fde tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572646 Jul 08 18:11:42.299277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79e42f55-0181-431e-88f5-dcc5417f38d7 req-179db9ab-e6bc-45a7-b985-69174fc3f1e9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537770 Jul 08 18:11:42.604454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5db35-110a-41d7-843d-2653f1e56ab7 req-565a3fa1-d432-474c-94dd-e675ae9e8699 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:42.606092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9b5db35-110a-41d7-843d-2653f1e56ab7 req-565a3fa1-d432-474c-94dd-e675ae9e8699 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0667381 Jul 08 18:11:42.677485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9b5db35-110a-41d7-843d-2653f1e56ab7 req-c121745c-c013-4c49-b2a5-0aca3b138f2e tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655835 Jul 08 18:11:42.723019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6f167-57e3-418a-9ce1-1711c6bef51f req-b4643a94-e824-4a3d-970d-459e6ded4f0a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:42.724507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83e6f167-57e3-418a-9ce1-1711c6bef51f req-b4643a94-e824-4a3d-970d-459e6ded4f0a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0980327 Jul 08 18:11:42.765009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83e6f167-57e3-418a-9ce1-1711c6bef51f req-8706b09b-93b1-4f15-9419-89281b8141a6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344930 Jul 08 18:11:42.853466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc6f4-38e9-40a9-a96d-576cbd894050 req-93d6ed9b-fea7-41af-84e5-ff681b089cba tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:42.855331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-826fc6f4-38e9-40a9-a96d-576cbd894050 req-93d6ed9b-fea7-41af-84e5-ff681b089cba tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.0653396 Jul 08 18:11:42.922737 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-826fc6f4-38e9-40a9-a96d-576cbd894050 req-bd6850cd-8145-40fe-ac19-5ae1de77a2d5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607960 Jul 08 18:11:42.953482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515de123-ffd4-4c56-8734-9b74e4300aac req-589ef209-fdc5-464a-8d3e-cea0a923dcf4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:42.955000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-515de123-ffd4-4c56-8734-9b74e4300aac req-589ef209-fdc5-464a-8d3e-cea0a923dcf4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0858588 Jul 08 18:11:43.002346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-515de123-ffd4-4c56-8734-9b74e4300aac req-ae3a64ce-9d23-4d4b-bf5f-dc4a5fc8d9c4 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Jul 08 18:11:43.239964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105e2e2-71a7-403d-95bb-9974392d656b req-26a21a90-4fbd-442c-8d46-7fe231928851 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:43.241478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f105e2e2-71a7-403d-95bb-9974392d656b req-26a21a90-4fbd-442c-8d46-7fe231928851 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1211424 Jul 08 18:11:43.250009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cce540-b52a-41e3-a4a8-ae7c3b8a8b3f req-052d84f4-02dc-4812-a8dd-95ec05bc3eb0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:43.251399 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34cce540-b52a-41e3-a4a8-ae7c3b8a8b3f req-052d84f4-02dc-4812-a8dd-95ec05bc3eb0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1005068 Jul 08 18:11:43.306252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f105e2e2-71a7-403d-95bb-9974392d656b req-db8d9395-2541-4087-9875-910eb60e6c3a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537844 Jul 08 18:11:43.314121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34cce540-b52a-41e3-a4a8-ae7c3b8a8b3f req-e3a9a433-8703-4d91-8563-c924617f830f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559480 Jul 08 18:11:43.330090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45188) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:11:43.475045 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:43.575152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e0f5d-14c9-4984-8198-753acd003619 req-3ff4bf7b-d3ae-406f-bc97-c27ebbf45378 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:43.576793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-545e0f5d-14c9-4984-8198-753acd003619 req-3ff4bf7b-d3ae-406f-bc97-c27ebbf45378 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1123583 Jul 08 18:11:43.642396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-545e0f5d-14c9-4984-8198-753acd003619 req-f910a174-11f2-40a5-8601-9a2b007a3825 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587168 Jul 08 18:11:43.656185 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:43.672322 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:43.714245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c4404114fed449fb76d862e3a0efea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877854 Jul 08 18:11:43.716743 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45202) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:11:43.734959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c294aa2b-8034-4491-a5e2-756d5f2b25f3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:43.761758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.762100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.762459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.762790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.763120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.763441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.763790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.764110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.764434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.764741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.765054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.765367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cccce8-e19d-4f7e-9a8d-5a3d5df31bb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:43.854507 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16bf5af9-30f8-47ef-bd0b-e399659d1cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:43.893391 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16bf5af9-30f8-47ef-bd0b-e399659d1cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:43.902154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf844a8-bbaf-4cbe-9606-816aa0c24cd8 req-ef6d736e-46a6-40f0-818b-f2b2a4e57eb9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:43.903631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4bf844a8-bbaf-4cbe-9606-816aa0c24cd8 req-ef6d736e-46a6-40f0-818b-f2b2a4e57eb9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1621661 Jul 08 18:11:43.943049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0525258-526f-4594-9e4d-d2a7b7dfc6fd req-d1927550-b4b5-4e22-bd07-3b3500a91b81 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:43.944699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0525258-526f-4594-9e4d-d2a7b7dfc6fd req-d1927550-b4b5-4e22-bd07-3b3500a91b81 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1734946 Jul 08 18:11:43.996461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4bf844a8-bbaf-4cbe-9606-816aa0c24cd8 req-9f9f72ac-0282-4a83-81cc-7d489bacd45e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856035 Jul 08 18:11:44.018768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0525258-526f-4594-9e4d-d2a7b7dfc6fd req-ed6281a3-a9e8-4247-a42d-15f06d6659ea tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602782 Jul 08 18:11:44.025365 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16bf5af9-30f8-47ef-bd0b-e399659d1cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:44.027972 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16bf5af9-30f8-47ef-bd0b-e399659d1cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:44.032299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-16bf5af9-30f8-47ef-bd0b-e399659d1cf9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c294aa2b-8034-4491-a5e2-756d5f2b25f3 HTTP/1.1" status: 204 len: 168 time: 0.3114586 Jul 08 18:11:44.046373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf5af9-30f8-47ef-bd0b-e399659d1cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c294aa2b-8034-4491-a5e2-756d5f2b25f3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:44.443613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4f24c-f302-40a2-a862-fc4a55bcc4cc req-24ff26ba-df77-4dae-a62e-ed1f0e89b209 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:44.446261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9a4f24c-f302-40a2-a862-fc4a55bcc4cc req-24ff26ba-df77-4dae-a62e-ed1f0e89b209 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.3411393 Jul 08 18:11:44.497653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9a4f24c-f302-40a2-a862-fc4a55bcc4cc req-4b8b3d8d-187f-4bae-8883-face89eb4a2d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463796 Jul 08 18:11:44.677864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf500e-8134-48de-8285-615e741ddd7e req-18234a76-f8dd-4880-823f-c0caaf21b131 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:44.679634 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12bf500e-8134-48de-8285-615e741ddd7e req-18234a76-f8dd-4880-823f-c0caaf21b131 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.0771139 Jul 08 18:11:44.758160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12bf500e-8134-48de-8285-615e741ddd7e req-23d83c50-8b48-486b-b2ec-ba2e7d30ca1e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705776 Jul 08 18:11:44.787254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd813043-40f7-4fb3-855f-72565d26bd76 req-16b93afb-c8c8-47aa-ac32-a725206d4528 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:44.788771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd813043-40f7-4fb3-855f-72565d26bd76 req-16b93afb-c8c8-47aa-ac32-a725206d4528 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0850282 Jul 08 18:11:44.834640 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd813043-40f7-4fb3-855f-72565d26bd76 req-93339e2e-0066-4c6c-be3f-b047c25ef1fa tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 Jul 08 18:11:45.179451 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76481479-92ed-4cb3-8879-58b3ea113d11 req-3d7e4a61-d3af-49f7-84a1-36f63f6fb476 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:45.181167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76481479-92ed-4cb3-8879-58b3ea113d11 req-3d7e4a61-d3af-49f7-84a1-36f63f6fb476 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0668721 Jul 08 18:11:45.220609 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76481479-92ed-4cb3-8879-58b3ea113d11 req-1d32e213-7b60-4456-a8e7-d992eff7cab3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Jul 08 18:11:45.676193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a93e9-fdb6-47f5-b99a-a8c3d1b1af63 req-baa7bee7-08d8-437b-96ba-9af5a9902fa3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:45.683192 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-534a93e9-fdb6-47f5-b99a-a8c3d1b1af63 req-baa7bee7-08d8-437b-96ba-9af5a9902fa3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.0773065 Jul 08 18:11:45.722749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-534a93e9-fdb6-47f5-b99a-a8c3d1b1af63 req-8197a965-2dc7-4211-a0be-88b2a89991da tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386493 Jul 08 18:11:45.935038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc2a9e-c6e6-442f-8e52-5d1218c2327c req-9472766c-b88d-4e7f-9886-839444ec9e20 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:45.936540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bafc2a9e-c6e6-442f-8e52-5d1218c2327c req-9472766c-b88d-4e7f-9886-839444ec9e20 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.0635240 Jul 08 18:11:46.004495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bafc2a9e-c6e6-442f-8e52-5d1218c2327c req-4eb38caf-8e7d-4314-8f6b-c78495bf783b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623386 Jul 08 18:11:46.030798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca46c2c-27be-4394-8b29-730dbb6935ca req-9ea02f26-75f2-4ef2-bcda-85362f4a0a82 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:46.033659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ca46c2c-27be-4394-8b29-730dbb6935ca req-9ea02f26-75f2-4ef2-bcda-85362f4a0a82 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0852125 Jul 08 18:11:46.073145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ca46c2c-27be-4394-8b29-730dbb6935ca req-dd1e4b36-8306-4532-a506-4cd28f15708c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352452 Jul 08 18:11:46.393073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-07bfcec1-ac0a-40fb-82b4-9bae6f7a78b2 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=aa82ada7e4494f4c8fe1c07a117ee9cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328157 Jul 08 18:11:46.514366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f78d-5aed-4cab-a805-a12354272509 req-494c83a6-e8dc-43df-88cd-8bed7d535fe2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:46.515818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb47f78d-5aed-4cab-a805-a12354272509 req-494c83a6-e8dc-43df-88cd-8bed7d535fe2 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1829808 Jul 08 18:11:46.610316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb47f78d-5aed-4cab-a805-a12354272509 req-484e65de-7049-43c3-ba90-6854f388120e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877712 Jul 08 18:11:46.617017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-d7251d43-a52a-4006-81d7-85c0a3554fd6 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:46.618573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-d7251d43-a52a-4006-81d7-85c0a3554fd6 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192845 Jul 08 18:11:46.633580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-7315deca-d449-4895-985c-86438b0efa33 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/quotas/aa82ada7e4494f4c8fe1c07a117ee9cc HTTP/1.1" status: 200 len: 375 time: 0.0091276 Jul 08 18:11:46.667133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-a61a5899-4261-43fb-b91d-53e7b1d11fec tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa82ada7e4494f4c8fe1c07a117ee9cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286145 Jul 08 18:11:46.883172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb1f7603-d927-418d-9c13-fc17836ccf6e req-9a5c3469-e6b1-4007-89d2-7fcd5a94d7ac tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 210 time: 0.0302765 Jul 08 18:11:46.948736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b54ad-4c52-46f6-9857-c15ab0f796f3 req-cc064348-7262-48fa-91ef-3fa97ea1965d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:46.950540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e55b54ad-4c52-46f6-9857-c15ab0f796f3 req-cc064348-7262-48fa-91ef-3fa97ea1965d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.0695150 Jul 08 18:11:46.994571 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e55b54ad-4c52-46f6-9857-c15ab0f796f3 req-c8245da2-6230-4187-a2f8-a400f6008e44 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376132 Jul 08 18:11:47.204071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff560dd-e781-4fcc-ba89-00b342514f5c req-918b00eb-f9a0-430b-a6f4-40e779f6be67 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:47.205548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ff560dd-e781-4fcc-ba89-00b342514f5c req-918b00eb-f9a0-430b-a6f4-40e779f6be67 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.0699511 Jul 08 18:11:47.277099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ff560dd-e781-4fcc-ba89-00b342514f5c req-0829b231-39c3-4e14-afba-18e4b1254a4f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603390 Jul 08 18:11:47.299814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce22467-4a8f-4afb-9517-38d9a4096a25 req-b0217667-fff5-4b3d-8974-f79c8486167c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:47.301452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ce22467-4a8f-4afb-9517-38d9a4096a25 req-b0217667-fff5-4b3d-8974-f79c8486167c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0950279 Jul 08 18:11:47.348229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ce22467-4a8f-4afb-9517-38d9a4096a25 req-69438f44-e3ee-4a7b-8519-6c9c09318b64 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351844 Jul 08 18:11:47.785377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ed890-04db-4716-b0cc-5bec1787ead7 req-291484a7-b2d8-4dcd-98df-8889581b987d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:47.786896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a68ed890-04db-4716-b0cc-5bec1787ead7 req-291484a7-b2d8-4dcd-98df-8889581b987d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0664673 Jul 08 18:11:47.824557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a68ed890-04db-4716-b0cc-5bec1787ead7 req-1cadbecf-c079-4846-972b-a6a00a59f958 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317485 Jul 08 18:11:47.944432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-2e2626d8-f4a1-48f6-b93c-4e4813e81e3b tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=aa82ada7e4494f4c8fe1c07a117ee9cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288892 Jul 08 18:11:48.051769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f188dfd2-e786-426e-88f5-35548124dcbf req-54dfd291-b399-4208-a190-b92cd64140bd tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 210 time: 0.0394735 Jul 08 18:11:48.096342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-8b6f0f56-9134-41c3-9823-96caa4c05890 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:48.097783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-8b6f0f56-9134-41c3-9823-96caa4c05890 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431215 Jul 08 18:11:48.110505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Request body: {'port': {'device_id': '215cf628-7392-4a9d-8afc-3ad9a9971d35', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': 'aa82ada7e4494f4c8fe1c07a117ee9cc'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:48.253702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2235352-293e-40eb-8d97-68d6c3c0e54a req-7ea63dbb-6dbb-4986-9cf7-2c706a189d51 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:48.255113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2235352-293e-40eb-8d97-68d6c3c0e54a req-7ea63dbb-6dbb-4986-9cf7-2c706a189d51 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1411505 Jul 08 18:11:48.281265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Made reservation on behalf of aa82ada7e4494f4c8fe1c07a117ee9cc for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:11:48.284700 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:48.295672 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:48.324321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2235352-293e-40eb-8d97-68d6c3c0e54a req-82aa9fc9-658a-43ec-bd48-27ab28376fd8 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626867 Jul 08 18:11:48.442140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:48.448782 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:48.560585 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:48.588533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2fc04-0476-488e-a237-cde8948b8b02 req-fe7c5125-f115-4a67-ac22-36df363034d3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:48.590063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9cf2fc04-0476-488e-a237-cde8948b8b02 req-fe7c5125-f115-4a67-ac22-36df363034d3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1859763 Jul 08 18:11:48.679308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Allocated IP 192.168.233.249 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/7c33314d-dde4-4296-85bf-e1d478d7a44e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:11:48.683636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9cf2fc04-0476-488e-a237-cde8948b8b02 req-2d27bc96-ea9d-4caf-a5d0-a73dbc0f7d40 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694680 Jul 08 18:11:48.702525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ef66d-1aab-4759-a754-e5606548ac34 req-9a309062-573c-4b4c-8d2e-02f0e37d2042 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:48.704028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f89ef66d-1aab-4759-a754-e5606548ac34 req-9a309062-573c-4b4c-8d2e-02f0e37d2042 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.2258017 Jul 08 18:11:48.810171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f89ef66d-1aab-4759-a754-e5606548ac34 req-16cb29ee-12c0-4fc8-a55e-ea8a2a3d495a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909810 Jul 08 18:11:48.866531 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:48.880833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Transition to ACTIVE for port object 7c33314d-dde4-4296-85bf-e1d478d7a44e will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:48.915644 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:48.995515 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:11:49.004707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:11:49.010021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:11:49.017019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Pushing event updated for resources: {'Port': ['ID=7c33314d-dde4-4296-85bf-e1d478d7a44e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:49.074860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:49.075513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:49.101161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cc5d7-d0ca-4373-a10f-a6257391d99f req-e8d494f4-06c6-4913-aba4-ee7e589aad57 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:49.102758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb4cc5d7-d0ca-4373-a10f-a6257391d99f req-e8d494f4-06c6-4913-aba4-ee7e589aad57 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1499698 Jul 08 18:11:49.104626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cc2676e4-a11e-44c6-9725-5f27620f1931 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9983003 Jul 08 18:11:49.120383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Request body: {'port': {'device_id': '215cf628-7392-4a9d-8afc-3ad9a9971d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:49.198491 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb4cc5d7-d0ca-4373-a10f-a6257391d99f req-8decb329-51e4-4b7c-a4dd-3e57af6b188c tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873237 Jul 08 18:11:49.257006 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:49.301064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-069ac4f8-5de2-4e79-9396-c7d8f1ac24bc None None] Provisioning for port 7c33314d-dde4-4296-85bf-e1d478d7a44e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:49.304871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-069ac4f8-5de2-4e79-9396-c7d8f1ac24bc None None] Provisioning complete for port 7c33314d-dde4-4296-85bf-e1d478d7a44e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:49.305317 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-069ac4f8-5de2-4e79-9396-c7d8f1ac24bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:49.317379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957750-fae9-4851-9b11-662c8b195e1b req-fff724ec-d01e-4c9a-affb-1c06a8c78b4d tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:49.319029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59957750-fae9-4851-9b11-662c8b195e1b req-fff724ec-d01e-4c9a-affb-1c06a8c78b4d tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 936 time: 0.1400478 Jul 08 18:11:49.339898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-069ac4f8-5de2-4e79-9396-c7d8f1ac24bc None None] Port 7c33314d-dde4-4296-85bf-e1d478d7a44e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:11:49.426712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59957750-fae9-4851-9b11-662c8b195e1b req-705b39cd-8792-4601-ab8f-b3b5fc74d6e8 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013062 Jul 08 18:11:49.573369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcba438-2954-4071-a19f-e6879c0be845 req-10b91a17-de3f-440d-9295-279ec97ad39d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:49.574779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bcba438-2954-4071-a19f-e6879c0be845 req-10b91a17-de3f-440d-9295-279ec97ad39d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1314199 Jul 08 18:11:49.640460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c33314d-dde4-4296-85bf-e1d478d7a44e {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:49.649746 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:49.654077 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bcba438-2954-4071-a19f-e6879c0be845 req-2950fb77-bfa0-40ef-bb1d-dc4395965402 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689492 Jul 08 18:11:49.664939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Transition to ACTIVE for port object 7c33314d-dde4-4296-85bf-e1d478d7a44e will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:49.668975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:49.719980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Pushing event updated for resources: {'Port': ['ID=7c33314d-dde4-4296-85bf-e1d478d7a44e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:49.800092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Attempting to bind port 7c33314d-dde4-4296-85bf-e1d478d7a44e on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:49.800427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Attempting to bind port 7c33314d-dde4-4296-85bf-e1d478d7a44e by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:49.800758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Attempting to bind port 7c33314d-dde4-4296-85bf-e1d478d7a44e on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:49.807355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Port 7c33314d-dde4-4296-85bf-e1d478d7a44e on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:49.807703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Attempting to bind port 7c33314d-dde4-4296-85bf-e1d478d7a44e on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:49.838887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:49.839231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:49.839627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:49.840077 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Bound port: 7c33314d-dde4-4296-85bf-e1d478d7a44e, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:49.840435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:49.929347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a8ba9-7179-416d-b20b-d40d61e28a5e req-db1b157a-5ad4-40a6-9758-411d63b376d6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:49.930932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-687a8ba9-7179-416d-b20b-d40d61e28a5e req-db1b157a-5ad4-40a6-9758-411d63b376d6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1255672 Jul 08 18:11:49.936421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] For port 7c33314d-dde4-4296-85bf-e1d478d7a44e, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:49.941839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] For port 7c33314d-dde4-4296-85bf-e1d478d7a44e, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=7c33314d-dde4-4296-85bf-e1d478d7a44e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:49.959163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:50.009223 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-687a8ba9-7179-416d-b20b-d40d61e28a5e req-30bcde4d-487e-417b-a89c-aee14d1b909a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699689 Jul 08 18:11:50.010536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:50.011156 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:50.012913 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] 10.222.0.59 "PUT /v2.0/ports/7c33314d-dde4-4296-85bf-e1d478d7a44e HTTP/1.1" status: 200 len: 1096 time: 0.8968115 Jul 08 18:11:50.017525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215cf628-7392-4a9d-8afc-3ad9a9971d35', 'tag': '7c33314d-dde4-4296-85bf-e1d478d7a44e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:50.019754 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79918cd2-71b9-470b-a417-448c825d38f2" -d '{"events": [{"name": "network-changed", "server_uuid": "215cf628-7392-4a9d-8afc-3ad9a9971d35", "tag": "7c33314d-dde4-4296-85bf-e1d478d7a44e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:50.076756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea4481-db39-43d1-8877-b6da8e6e664e service neutron] Pushing event updated for resources: {'Port': ['ID=7c33314d-dde4-4296-85bf-e1d478d7a44e,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:50.093287 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b71cef-3876-4a3b-bf4a-a1e4d595b7f1 x-openstack-request-id: req-f2b71cef-3876-4a3b-bf4a-a1e4d595b7f1 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:50.093583 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215cf628-7392-4a9d-8afc-3ad9a9971d35", "tag": "7c33314d-dde4-4296-85bf-e1d478d7a44e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:50.093922 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f2b71cef-3876-4a3b-bf4a-a1e4d595b7f1 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:50.094392 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215cf628-7392-4a9d-8afc-3ad9a9971d35', 'tag': '7c33314d-dde4-4296-85bf-e1d478d7a44e', 'status': 'completed', 'code': 200} Jul 08 18:11:50.161412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccc0d1-a2f3-456f-9903-5a4ce08c2b0d req-497c4690-4f34-49cc-9b07-7ffe15cc7b72 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:50.163023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeccc0d1-a2f3-456f-9903-5a4ce08c2b0d req-497c4690-4f34-49cc-9b07-7ffe15cc7b72 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1382387 Jul 08 18:11:50.170542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-e40059ff-9396-41b9-b938-9c9880c7250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:50.172043 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-e40059ff-9396-41b9-b938-9c9880c7250e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa82ada7e4494f4c8fe1c07a117ee9cc&device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 1099 time: 0.1048481 Jul 08 18:11:50.227548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-16bc87fd-0815-40dd-93d5-6ff69f214048 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=7c33314d-dde4-4296-85bf-e1d478d7a44e HTTP/1.1" status: 200 len: 217 time: 0.0388255 Jul 08 18:11:50.248506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeccc0d1-a2f3-456f-9903-5a4ce08c2b0d req-ba73beaf-2fe6-4db1-8bdd-5fabc14215be tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749373 Jul 08 18:11:50.288742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-167810d4-b0fd-4a9d-9ed8-5a8d9e084d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:50.290052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-167810d4-b0fd-4a9d-9ed8-5a8d9e084d2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0544686 Jul 08 18:11:50.383974 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-8a7e6adc-ff73-4d2a-b832-9f751ae0beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:50.385381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-8a7e6adc-ff73-4d2a-b832-9f751ae0beb6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884712 Jul 08 18:11:50.419368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4870488-9d42-4e1a-ad33-357c92a993e7 req-bdc4b435-af68-42dc-89c1-163ded416eee tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:50.421401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4870488-9d42-4e1a-ad33-357c92a993e7 req-bdc4b435-af68-42dc-89c1-163ded416eee tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0989685 Jul 08 18:11:50.501311 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4870488-9d42-4e1a-ad33-357c92a993e7 req-73ca2344-850f-45cf-97ae-7ba08963ecdd tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525837 Jul 08 18:11:50.519558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-fade6262-fe03-4632-b01b-e2cc6f069a75 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258671 Jul 08 18:11:50.958350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab0d8c63-9a41-482d-81e9-e4f27bf3bd23 req-cbfd92a9-a145-4213-8b2a-a7a31423e8fc service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317801 Jul 08 18:11:50.976159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0d390-c8b2-46c6-ba87-5f66f2c8a25d req-044c4fb1-09da-4e5f-ad6e-432b027ca43b tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:50.977626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0eb0d390-c8b2-46c6-ba87-5f66f2c8a25d req-044c4fb1-09da-4e5f-ad6e-432b027ca43b tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 948 time: 0.4330077 Jul 08 18:11:50.986422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128de87-f666-47f8-9a0a-1a13f6f29d8d req-d194deb6-be81-461b-b061-a5ba754a151d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:50.987940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d128de87-f666-47f8-9a0a-1a13f6f29d8d req-d194deb6-be81-461b-b061-a5ba754a151d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1267765 Jul 08 18:11:51.072526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0eb0d390-c8b2-46c6-ba87-5f66f2c8a25d req-a113bd39-c131-4906-8b43-a51c3687b0fc tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836213 Jul 08 18:11:51.080081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d128de87-f666-47f8-9a0a-1a13f6f29d8d req-839ed2c0-83ec-4577-91aa-85568fe71acf tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853066 Jul 08 18:11:51.109756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918cd2-71b9-470b-a417-448c825d38f2 req-cb91ba4d-7308-40bc-ad5b-a71381f63262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:51.109756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79918cd2-71b9-470b-a417-448c825d38f2 req-cb91ba4d-7308-40bc-ad5b-a71381f63262 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa82ada7e4494f4c8fe1c07a117ee9cc&device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 1099 time: 0.0860698 Jul 08 18:11:51.198546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918cd2-71b9-470b-a417-448c825d38f2 req-650e1118-becd-4ff2-baed-144fe4824c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:51.199979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79918cd2-71b9-470b-a417-448c825d38f2 req-650e1118-becd-4ff2-baed-144fe4824c05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.0890689 Jul 08 18:11:51.271252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79918cd2-71b9-470b-a417-448c825d38f2 req-14ec7345-7af6-4656-b71f-43be01ed6ad8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=7c33314d-dde4-4296-85bf-e1d478d7a44e HTTP/1.1" status: 200 len: 217 time: 0.0607197 Jul 08 18:11:51.335031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918cd2-71b9-470b-a417-448c825d38f2 req-ee537cbc-365a-4b13-8467-0c526f77e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:51.336492 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79918cd2-71b9-470b-a417-448c825d38f2 req-ee537cbc-365a-4b13-8467-0c526f77e240 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0582533 Jul 08 18:11:51.347569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c6d4d-a4ff-41b5-97f1-2df9f1b9bf3c req-39254f74-c935-47ce-a0dd-572d67598404 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:51.348996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30c6d4d-a4ff-41b5-97f1-2df9f1b9bf3c req-39254f74-c935-47ce-a0dd-572d67598404 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1403508 Jul 08 18:11:51.427805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30c6d4d-a4ff-41b5-97f1-2df9f1b9bf3c req-59538262-7207-41fe-a076-1de745237a6e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705450 Jul 08 18:11:51.468166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918cd2-71b9-470b-a417-448c825d38f2 req-b5ad2177-669c-428e-9091-023df9f96a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:51.469585 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79918cd2-71b9-470b-a417-448c825d38f2 req-b5ad2177-669c-428e-9091-023df9f96a1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197529 Jul 08 18:11:51.498665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d59e75-9efa-4ab8-b15c-91b2eee7c691 req-5bdc5794-f45e-484e-a9b8-08a81aee785b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:51.500064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30d59e75-9efa-4ab8-b15c-91b2eee7c691 req-5bdc5794-f45e-484e-a9b8-08a81aee785b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0897245 Jul 08 18:11:51.584431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30d59e75-9efa-4ab8-b15c-91b2eee7c691 req-e4489add-a0bc-4160-aa0d-5e9059e681ce tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755217 Jul 08 18:11:51.604713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79918cd2-71b9-470b-a417-448c825d38f2 req-11428951-6848-4b34-b5d1-dd4f2ff303ad service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237638 Jul 08 18:11:51.739884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79918cd2-71b9-470b-a417-448c825d38f2 req-b07f9b33-3f7d-4dfa-9231-55f44403814e service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275077 Jul 08 18:11:51.748137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352a240-f58a-42ef-94c6-566e3c8c7961 req-f2e6817c-a3d0-42cf-8d30-a72c1786f61a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:51.749591 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c352a240-f58a-42ef-94c6-566e3c8c7961 req-f2e6817c-a3d0-42cf-8d30-a72c1786f61a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1297526 Jul 08 18:11:51.787761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c352a240-f58a-42ef-94c6-566e3c8c7961 req-133765cf-a2d4-4bb0-9aa2-3b235916d41d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Jul 08 18:11:52.285858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c80ed-53ab-4a61-92dd-38a5651dbb9c req-f59eeca6-ac84-4f32-bb36-4948bb0c6bfe tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:52.287375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-464c80ed-53ab-4a61-92dd-38a5651dbb9c req-f59eeca6-ac84-4f32-bb36-4948bb0c6bfe tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 948 time: 0.1030130 Jul 08 18:11:52.299128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5741b-2397-4a57-8f7c-73a46831ad38 req-e15b53b6-4f6f-4c3c-b538-7ef7b24da669 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:52.300505 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cb5741b-2397-4a57-8f7c-73a46831ad38 req-e15b53b6-4f6f-4c3c-b538-7ef7b24da669 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.0880063 Jul 08 18:11:52.357711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-464c80ed-53ab-4a61-92dd-38a5651dbb9c req-feb72075-fd99-4e1f-b321-0bfe4432624b tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561478 Jul 08 18:11:52.362420 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cb5741b-2397-4a57-8f7c-73a46831ad38 req-c980923b-3abf-4f33-bc8e-31cfdf5aedf8 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552249 Jul 08 18:11:52.613569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d060660-694b-49ce-bace-72afd09948c6 req-f54333d9-271f-4a71-91d8-bdd0cb2354c4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:52.621366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d060660-694b-49ce-bace-72afd09948c6 req-f54333d9-271f-4a71-91d8-bdd0cb2354c4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.0681515 Jul 08 18:11:52.660002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d060660-694b-49ce-bace-72afd09948c6 req-cae00f2c-1530-4753-8e8b-864be20a4e1e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324788 Jul 08 18:11:52.758030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b551-87dd-40b7-a5f9-e013e6d45f94 req-2dbc26c1-f189-43df-8a8e-b3c715201e64 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:52.759512 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbb2b551-87dd-40b7-a5f9-e013e6d45f94 req-2dbc26c1-f189-43df-8a8e-b3c715201e64 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0615909 Jul 08 18:11:52.814014 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbb2b551-87dd-40b7-a5f9-e013e6d45f94 req-42d24a2a-5481-42cf-b44b-29e1f57e33ed tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490382 Jul 08 18:11:52.962992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94930509-0fda-4766-af1e-931f6af5925b req-76b17f05-0847-48fc-82bd-e3f6d26def1b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:52.964471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94930509-0fda-4766-af1e-931f6af5925b req-76b17f05-0847-48fc-82bd-e3f6d26def1b tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0636168 Jul 08 18:11:53.001055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94930509-0fda-4766-af1e-931f6af5925b req-c99b623a-8b96-4f25-a2c0-abe3a932c3ba tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309479 Jul 08 18:11:53.579283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb06243-01fe-45f0-a045-46dfcdd77aa4 req-1afccc59-4662-40aa-9076-ee756860bbc5 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:53.580777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3eb06243-01fe-45f0-a045-46dfcdd77aa4 req-1afccc59-4662-40aa-9076-ee756860bbc5 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 948 time: 0.1096129 Jul 08 18:11:53.588918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d88a0-e5f3-4fba-8127-573f421d53d2 req-9c2f2d60-67d8-42d6-9bd8-340ef12ef1e3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:53.590359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c74d88a0-e5f3-4fba-8127-573f421d53d2 req-9c2f2d60-67d8-42d6-9bd8-340ef12ef1e3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1099215 Jul 08 18:11:53.647122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3eb06243-01fe-45f0-a045-46dfcdd77aa4 req-3a17e047-34a5-4d32-b1a7-b96f780327bc tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555449 Jul 08 18:11:53.649870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c74d88a0-e5f3-4fba-8127-573f421d53d2 req-3cc16a60-840f-4978-be0b-752e010a639d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520210 Jul 08 18:11:53.915295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24bf95-eef6-424b-8dad-ba68267bc5d9 req-9abd4307-e439-4cf5-9bfb-261253f1c6ad tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:53.916785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c24bf95-eef6-424b-8dad-ba68267bc5d9 req-9abd4307-e439-4cf5-9bfb-261253f1c6ad tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.0671270 Jul 08 18:11:53.985010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c24bf95-eef6-424b-8dad-ba68267bc5d9 req-8b5fc01f-d95e-4ca0-897c-a8bcedbc34d6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617411 Jul 08 18:11:54.016407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefb4ce-232d-492a-8902-03b88fe54ed1 req-27541d5f-c1ac-4b65-8aee-372033839ba9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:54.017858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cefb4ce-232d-492a-8902-03b88fe54ed1 req-27541d5f-c1ac-4b65-8aee-372033839ba9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0812228 Jul 08 18:11:54.056453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cefb4ce-232d-492a-8902-03b88fe54ed1 req-1f22fe56-1859-4998-af61-8e0f7110cbc8 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327363 Jul 08 18:11:54.171500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbf0bf-1627-44c6-97e3-766d593719a0 req-2b1028c2-7742-427d-b3b9-a5bde1b8e8a6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:54.172869 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9fbf0bf-1627-44c6-97e3-766d593719a0 req-2b1028c2-7742-427d-b3b9-a5bde1b8e8a6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0624089 Jul 08 18:11:54.209314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9fbf0bf-1627-44c6-97e3-766d593719a0 req-8eeda3a6-a98a-45d2-8a45-4182370675b9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309303 Jul 08 18:11:54.532843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 7c33314d-dde4-4296-85bf-e1d478d7a44e details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:54.626311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 7c33314d-dde4-4296-85bf-e1d478d7a44e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=7c33314d-dde4-4296-85bf-e1d478d7a44e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:54.637083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '7c33314d-dde4-4296-85bf-e1d478d7a44e', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': '7c33314d-dde4-4296-85bf-e1d478d7a44e', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:54.687158 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:54.702174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c33314d-dde4-4296-85bf-e1d478d7a44e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:54.724028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 7c33314d-dde4-4296-85bf-e1d478d7a44e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=7c33314d-dde4-4296-85bf-e1d478d7a44e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:54.732850 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:54.809149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=7c33314d-dde4-4296-85bf-e1d478d7a44e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:54.818537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.819162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.819585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.819988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.820389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.820790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.821535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.821931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.822355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.822750 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.823144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.823756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:54.927562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef014fec-bc75-4c85-963f-a32f54a18f0f req-d895188a-b284-4376-b259-722e50d0287a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:54.929148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef014fec-bc75-4c85-963f-a32f54a18f0f req-d895188a-b284-4376-b259-722e50d0287a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1146295 Jul 08 18:11:54.937022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fc2b1-b348-4e77-a42d-4a10b66389fe req-1d17fd1d-0dc6-4aee-94b3-0f6948fbf721 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:54.938540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-560fc2b1-b348-4e77-a42d-4a10b66389fe req-1d17fd1d-0dc6-4aee-94b3-0f6948fbf721 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 949 time: 0.1364682 Jul 08 18:11:54.994836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef014fec-bc75-4c85-963f-a32f54a18f0f req-51d0c238-0765-4ae1-b952-0dc1a4fdbd9d tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553000 Jul 08 18:11:55.000641 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-560fc2b1-b348-4e77-a42d-4a10b66389fe req-9c706f0f-ce30-46c3-b3bc-b9b993d3ebfb tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551138 Jul 08 18:11:55.311084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa6d84-e27f-44ed-9a1b-53ed30cf77b3 req-18819d12-9ab4-49ae-866f-038f98b9ec2c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:55.312579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78fa6d84-e27f-44ed-9a1b-53ed30cf77b3 req-18819d12-9ab4-49ae-866f-038f98b9ec2c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1096301 Jul 08 18:11:55.320213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398406b-fd98-45a8-b8a5-ac13001f41b0 req-ac3b0b03-b2b8-44cc-af16-e972a8231b8c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:55.321601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f398406b-fd98-45a8-b8a5-ac13001f41b0 req-ac3b0b03-b2b8-44cc-af16-e972a8231b8c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1095431 Jul 08 18:11:55.377654 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78fa6d84-e27f-44ed-9a1b-53ed30cf77b3 req-7ffe99d5-0661-4480-9b95-a4eaecfc3fbd tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551193 Jul 08 18:11:55.380544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f398406b-fd98-45a8-b8a5-ac13001f41b0 req-f47a18ab-4620-4174-88ca-b882d0419a89 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516312 Jul 08 18:11:55.540570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba6b86-19fa-4265-bf89-22b0f76145ef req-c2728a39-4dfd-4390-9ada-8a4d3990ac0a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:55.542076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05ba6b86-19fa-4265-bf89-22b0f76145ef req-c2728a39-4dfd-4390-9ada-8a4d3990ac0a tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0648465 Jul 08 18:11:55.553430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['7c33314d-dde4-4296-85bf-e1d478d7a44e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:55.582185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05ba6b86-19fa-4265-bf89-22b0f76145ef req-3750b16d-7c16-47ad-b1e6-b1ef3d8370df tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Jul 08 18:11:55.652342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879eb2cb-1f92-4eb6-8d8d-62dc7fa59f74 req-3b6d887a-b343-4637-b411-494f9c5035d8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:55.655048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-879eb2cb-1f92-4eb6-8d8d-62dc7fa59f74 req-3b6d887a-b343-4637-b411-494f9c5035d8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0678096 Jul 08 18:11:55.704902 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-879eb2cb-1f92-4eb6-8d8d-62dc7fa59f74 req-2f4f03ad-730c-4361-8e4b-f31f966abb5b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451288 Jul 08 18:11:55.890707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc9139-a8e7-41dc-b84a-887d980928be req-aa2d81e0-2f86-4f5e-a4fa-cf21b0412fac tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:55.892197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3cc9139-a8e7-41dc-b84a-887d980928be req-aa2d81e0-2f86-4f5e-a4fa-cf21b0412fac tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0629537 Jul 08 18:11:55.928940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3cc9139-a8e7-41dc-b84a-887d980928be req-cdaf764a-e03c-4f6b-bca4-e4ed26808157 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309403 Jul 08 18:11:56.218187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c4038-0f89-427f-accf-33ac38885128 req-2ee8b7ba-dfab-4137-bc2e-410a592a4030 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:56.219590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc7c4038-0f89-427f-accf-33ac38885128 req-2ee8b7ba-dfab-4137-bc2e-410a592a4030 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 949 time: 0.1073756 Jul 08 18:11:56.227962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e20472-e939-41d5-bc5b-ff196ebb1604 req-4541d89c-b1f2-48b1-8f9a-08cbed88624f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:56.229339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48e20472-e939-41d5-bc5b-ff196ebb1604 req-4541d89c-b1f2-48b1-8f9a-08cbed88624f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1159012 Jul 08 18:11:56.285231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc7c4038-0f89-427f-accf-33ac38885128 req-8302ad8f-1d54-45f6-872f-fac75eea54ea tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549564 Jul 08 18:11:56.288112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48e20472-e939-41d5-bc5b-ff196ebb1604 req-89076546-fbb9-4318-a31f-827d077330d5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520239 Jul 08 18:11:56.465616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-8d7114ee-6c72-450c-8ae3-06d33f6ad2f2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:56.467711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-8d7114ee-6c72-450c-8ae3-06d33f6ad2f2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 812 time: 0.1067030 Jul 08 18:11:56.482840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-48654d15-a589-41b3-9579-579a5e7d8dd3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/quotas/60b0c86a14ff4f54a31a20233e52f69f HTTP/1.1" status: 200 len: 375 time: 0.0092189 Jul 08 18:11:56.551052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:56.556713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-dd73a717-0538-4bf2-a43a-64c8309ca541 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0689297 Jul 08 18:11:56.651928 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:56.655564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec9bf5-68a7-4c38-b3a0-96b0ccdd358f req-0dae4ff7-6e04-435e-8f27-1657697b711a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:56.657122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82ec9bf5-68a7-4c38-b3a0-96b0ccdd358f req-0dae4ff7-6e04-435e-8f27-1657697b711a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0661516 Jul 08 18:11:56.664538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43', 'port_id': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'mac_address': 'fa:16:3e:46:d2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a70dc7-36c9-499c-9873-1714690c25a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:56.700919 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:56.714058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:56.733006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:56.737905 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:56.749323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82ec9bf5-68a7-4c38-b3a0-96b0ccdd358f req-775591c6-1337-41e9-b725-398dbb93e6e6 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862613 Jul 08 18:11:56.794146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-804652aa-e573-444d-8c69-0f376a3470c3 service neutron] 10.222.0.73 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269723 Jul 08 18:11:56.796378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:56.929521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-441ee6ba-3121-4f4a-a609-176fe29b26ab service neutron] 10.222.0.73 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313298 Jul 08 18:11:56.959979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f4c7c-50be-48c6-8361-57db5ea62ecb req-5f01a2e7-7c08-4b9b-91d3-d4bf2afe2d9d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:56.961460 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec5f4c7c-50be-48c6-8361-57db5ea62ecb req-5f01a2e7-7c08-4b9b-91d3-d4bf2afe2d9d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1095083 Jul 08 18:11:56.983985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:57.001503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec5f4c7c-50be-48c6-8361-57db5ea62ecb req-4aa2142a-d5ef-4996-a256-ba2f617e9ea4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342934 Jul 08 18:11:57.123561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8aee74c8-9a5e-4db7-a8f3-f7a85294f32c req-457025c5-2dd4-486a-a398-64b19c67f5d4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 210 time: 0.0326290 Jul 08 18:11:57.525179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deb065-5c0d-4d0e-97ea-2e89f0cc561b req-658af2ef-46f4-4e98-a027-3a687d4829d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:57.526587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6deb065-5c0d-4d0e-97ea-2e89f0cc561b req-658af2ef-46f4-4e98-a027-3a687d4829d4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1158428 Jul 08 18:11:57.535199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f7e06-aa17-449f-abcb-e2b24ba243d7 req-9e3f731f-b013-4aed-9f65-170a37606a2c tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:57.536593 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-955f7e06-aa17-449f-abcb-e2b24ba243d7 req-9e3f731f-b013-4aed-9f65-170a37606a2c tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 949 time: 0.1138799 Jul 08 18:11:57.588669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6deb065-5c0d-4d0e-97ea-2e89f0cc561b req-c7dda686-ea8f-4465-8ecf-2bfe3e0ce689 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511165 Jul 08 18:11:57.602658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-955f7e06-aa17-449f-abcb-e2b24ba243d7 req-607ee351-eb4d-46bb-9187-0f8b1b5f2eb7 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567846 Jul 08 18:11:57.923749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bf132-afb2-42a7-b3ea-52bb97a48108 req-5b398bbc-430b-449c-b053-3602373b1ebd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:57.925229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-813bf132-afb2-42a7-b3ea-52bb97a48108 req-5b398bbc-430b-449c-b053-3602373b1ebd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 944 time: 0.0644574 Jul 08 18:11:57.963209 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-813bf132-afb2-42a7-b3ea-52bb97a48108 req-dde9be64-8736-41cf-a128-45f95cd711bc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Jul 08 18:11:58.204550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4a940-c220-4dd3-909e-45502446f61a req-a31bb819-cd1f-4e3e-b29d-2615c6b40df4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:58.206300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88f4a940-c220-4dd3-909e-45502446f61a req-a31bb819-cd1f-4e3e-b29d-2615c6b40df4 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0848935 Jul 08 18:11:58.244916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-9dd3e2db-1664-4a4e-9c7e-195115b260ae tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:58.247193 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-9dd3e2db-1664-4a4e-9c7e-195115b260ae tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.74 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 812 time: 0.1371570 Jul 08 18:11:58.260014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Request body: {'port': {'device_id': '3122d860-f67b-4f09-9697-6afba738f1fc', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'admin_state_up': True, 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:58.280988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88f4a940-c220-4dd3-909e-45502446f61a req-25df53c2-1b83-46f0-88c0-f146f51ee741 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668027 Jul 08 18:11:58.282915 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc956794-d17f-4e88-9686-21dc109a9b3c req-4c21219b-098d-417d-9043-9bc683c9c5f0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 210 time: 0.0354803 Jul 08 18:11:58.376551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Made reservation on behalf of 60b0c86a14ff4f54a31a20233e52f69f for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:11:58.380405 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:58.506805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Allocated IP 172.20.0.9 (c92d1067-af3d-4be1-a412-78a68c63eea9/133a1f4a-a81c-4a07-ad29-cf650dc922d6/07348a7d-b74e-4341-bded-dc9a6e5042eb) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:11:58.569859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 7c33314d-dde4-4296-85bf-e1d478d7a44e up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:58.619080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 7c33314d-dde4-4296-85bf-e1d478d7a44e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:58.624098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 7c33314d-dde4-4296-85bf-e1d478d7a44e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:58.624450 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:58.660821 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:58.679641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Transition to ACTIVE for port object 07348a7d-b74e-4341-bded-dc9a6e5042eb will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:58.723186 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:58.725594 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:58.740144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['39005dfd-5425-4235-b5d6-9b3e8de6f494'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:58.775750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Network c92d1067-af3d-4be1-a412-78a68c63eea9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:11:58.780619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:11:58.786137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:11:58.811208 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215cf628-7392-4a9d-8afc-3ad9a9971d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c33314d-dde4-4296-85bf-e1d478d7a44e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:58.813442 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc21180-7904-4178-932b-3c5c9eee833f" -d '{"events": [{"server_uuid": "215cf628-7392-4a9d-8afc-3ad9a9971d35", "name": "network-vif-plugged", "status": "completed", "tag": "7c33314d-dde4-4296-85bf-e1d478d7a44e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:58.819414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6e057-9d8a-432f-88f4-6cf88f2f3475 req-4ca20946-84ca-4248-9850-31d99c985106 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:58.821034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ff6e057-9d8a-432f-88f4-6cf88f2f3475 req-4ca20946-84ca-4248-9850-31d99c985106 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.1125226 Jul 08 18:11:58.823671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event updated for resources: {'Port': ['ID=07348a7d-b74e-4341-bded-dc9a6e5042eb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:58.842647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 7c33314d-dde4-4296-85bf-e1d478d7a44e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=7c33314d-dde4-4296-85bf-e1d478d7a44e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:58.858910 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:58.860024 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:58.862996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a3748-0153-4cf9-9c26-3c2d12b4d175 req-f072b131-85f3-470e-aa29-e6eedd4c03e7 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:58.870057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-518a3748-0153-4cf9-9c26-3c2d12b4d175 req-f072b131-85f3-470e-aa29-e6eedd4c03e7 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 949 time: 0.1328971 Jul 08 18:11:58.878399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:58.880333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:58.886780 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-b5904848-39d9-44b1-a92b-d7e88aa21872 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307037 Jul 08 18:11:58.901864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Request body: {'port': {'device_id': '3122d860-f67b-4f09-9697-6afba738f1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:58.925076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ff6e057-9d8a-432f-88f4-6cf88f2f3475 req-fd48808d-b0f4-4294-85fe-ba36d4863ce0 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901101 Jul 08 18:11:58.937707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-518a3748-0153-4cf9-9c26-3c2d12b4d175 req-46dfd076-228e-4812-a803-17e4ba4e724b tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666642 Jul 08 18:11:59.015469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:59.034548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=7c33314d-dde4-4296-85bf-e1d478d7a44e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:59.048669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:59.049131 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:59.154476 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:59.166635 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1ac5b5-f3c6-471a-8369-7187098bb827 x-openstack-request-id: req-3f1ac5b5-f3c6-471a-8369-7187098bb827 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:59.167068 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215cf628-7392-4a9d-8afc-3ad9a9971d35", "name": "network-vif-plugged", "status": "completed", "tag": "7c33314d-dde4-4296-85bf-e1d478d7a44e", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:59.167591 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f1ac5b5-f3c6-471a-8369-7187098bb827 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:59.168047 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215cf628-7392-4a9d-8afc-3ad9a9971d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c33314d-dde4-4296-85bf-e1d478d7a44e', 'code': 200} Jul 08 18:11:59.237092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:59.242310 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:59.250566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0ac0c6e2-a7df-42fc-8b60-2c765d5fb477 None None] Provisioning for port 07348a7d-b74e-4341-bded-dc9a6e5042eb completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:59.279045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0ac0c6e2-a7df-42fc-8b60-2c765d5fb477 None None] Provisioning complete for port 07348a7d-b74e-4341-bded-dc9a6e5042eb triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:59.279656 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c6e2-a7df-42fc-8b60-2c765d5fb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:59.338579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:59.343650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0c6e2-a7df-42fc-8b60-2c765d5fb477 None None] Port 07348a7d-b74e-4341-bded-dc9a6e5042eb cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:11:59.371962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026253ba-9cc4-43d2-a83f-321e83e5cff0 req-c84cbe0f-0eef-46d7-9e77-6b48be79af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:59.374310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-026253ba-9cc4-43d2-a83f-321e83e5cff0 req-c84cbe0f-0eef-46d7-9e77-6b48be79af64 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 1101 time: 0.1311820 Jul 08 18:11:59.379913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07348a7d-b74e-4341-bded-dc9a6e5042eb {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:59.389215 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:59.394788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046e296-dfca-47dd-84fd-3843fb2f6ff0 req-c835312c-3a2d-4730-8350-e5428c584380 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:59.396814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8046e296-dfca-47dd-84fd-3843fb2f6ff0 req-c835312c-3a2d-4730-8350-e5428c584380 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1151264 Jul 08 18:11:59.409290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Transition to ACTIVE for port object 07348a7d-b74e-4341-bded-dc9a6e5042eb will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:59.415434 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:59.461520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-026253ba-9cc4-43d2-a83f-321e83e5cff0 req-0fb4c5c3-ef3e-4617-9cf7-d8e4e5d666bb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637124 Jul 08 18:11:59.464543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8046e296-dfca-47dd-84fd-3843fb2f6ff0 req-f6860a7a-f1cb-4906-b475-ba90f524569a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592482 Jul 08 18:11:59.474298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Pushing event updated for resources: {'Port': ['ID=07348a7d-b74e-4341-bded-dc9a6e5042eb,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:59.549435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Attempting to bind port 07348a7d-b74e-4341-bded-dc9a6e5042eb on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:59.549776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Attempting to bind port 07348a7d-b74e-4341-bded-dc9a6e5042eb by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:59.550116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Attempting to bind port 07348a7d-b74e-4341-bded-dc9a6e5042eb on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:59.554938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Port 07348a7d-b74e-4341-bded-dc9a6e5042eb on network c92d1067-af3d-4be1-a412-78a68c63eea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:59.555266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Attempting to bind port 07348a7d-b74e-4341-bded-dc9a6e5042eb on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:59.561132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:59.561478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Checking segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:59.562283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Bound using segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:59.562548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Bound port: 07348a7d-b74e-4341-bded-dc9a6e5042eb, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:59.562893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:59.637495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6ad1-5437-4a1c-9ead-13de95bb5a97 req-96f99300-1776-484b-ba05-04de1c987789 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:59.637737 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] For port 07348a7d-b74e-4341-bded-dc9a6e5042eb, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:59.639736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43ac6ad1-5437-4a1c-9ead-13de95bb5a97 req-96f99300-1776-484b-ba05-04de1c987789 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1174562 Jul 08 18:11:59.641789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] For port 07348a7d-b74e-4341-bded-dc9a6e5042eb, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=07348a7d-b74e-4341-bded-dc9a6e5042eb,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:59.650867 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:59.693815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:59.694571 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:59.695963 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] 10.222.0.74 "PUT /v2.0/ports/07348a7d-b74e-4341-bded-dc9a6e5042eb HTTP/1.1" status: 200 len: 1091 time: 0.8010283 Jul 08 18:11:59.696399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3122d860-f67b-4f09-9697-6afba738f1fc', 'tag': '07348a7d-b74e-4341-bded-dc9a6e5042eb'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:59.698627 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cf692e-d22b-41c9-bba5-a92172d10e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "3122d860-f67b-4f09-9697-6afba738f1fc", "tag": "07348a7d-b74e-4341-bded-dc9a6e5042eb"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:59.700035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98d694-b796-4ead-884d-608341232aac req-5124771b-184b-47ed-a15b-42dc7cc48a4f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:59.711050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b98d694-b796-4ead-884d-608341232aac req-5124771b-184b-47ed-a15b-42dc7cc48a4f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 943 time: 0.1316247 Jul 08 18:11:59.719661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43ac6ad1-5437-4a1c-9ead-13de95bb5a97 req-8ec7d01f-c4e9-4724-b393-102e593f209d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714750 Jul 08 18:11:59.720097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9cf3d-98a1-4c20-b63f-5a0847468e7c service neutron] Pushing event updated for resources: {'Port': ['ID=07348a7d-b74e-4341-bded-dc9a6e5042eb,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:59.769666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b98d694-b796-4ead-884d-608341232aac req-005a5b46-0f64-433f-b3b6-ab2e1bfa260c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572600 Jul 08 18:11:59.827801 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17569457-37eb-4739-ab06-f719adeb74d6 x-openstack-request-id: req-17569457-37eb-4739-ab06-f719adeb74d6 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:59.828329 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3122d860-f67b-4f09-9697-6afba738f1fc", "tag": "07348a7d-b74e-4341-bded-dc9a6e5042eb", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:59.828773 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17569457-37eb-4739-ab06-f719adeb74d6 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:59.829173 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3122d860-f67b-4f09-9697-6afba738f1fc', 'tag': '07348a7d-b74e-4341-bded-dc9a6e5042eb', 'status': 'completed', 'code': 200} Jul 08 18:11:59.831293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-d6a0d642-348c-4dd2-a386-a05394663acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:59.833050 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-d6a0d642-348c-4dd2-a386-a05394663acf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 1094 time: 0.0764174 Jul 08 18:11:59.881985 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-8f1d7ad5-d2f3-4bce-bf3c-555086c16188 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07348a7d-b74e-4341-bded-dc9a6e5042eb HTTP/1.1" status: 200 len: 217 time: 0.0394709 Jul 08 18:11:59.934322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-ef89ff0b-2912-4c93-a868-c73633d8e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:59.936626 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-ef89ff0b-2912-4c93-a868-c73633d8e955 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0462368 Jul 08 18:11:59.942584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1952e-175b-4714-9273-468f9b04cbc0 req-5816c1f4-03e5-4b1c-9f3b-e3c54303499c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:59.944113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2af1952e-175b-4714-9273-468f9b04cbc0 req-5816c1f4-03e5-4b1c-9f3b-e3c54303499c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.0681393 Jul 08 18:11:59.981928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2af1952e-175b-4714-9273-468f9b04cbc0 req-9061f719-dd28-4e47-afde-b73bf6b883de tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Jul 08 18:11:59.999576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-6c1308e7-caa2-4acb-9eca-6763ab2279bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:00.001098 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-6c1308e7-caa2-4acb-9eca-6763ab2279bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555255 Jul 08 18:12:00.096615 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-e88a9a34-b5f4-461b-b6b4-c2a929adb59c service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858679 Jul 08 18:12:00.124329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0daa1-476e-4cf2-b31f-d1f6a2751039 req-ec939f16-2cc3-42ea-9f4f-a90e2479c532 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:00.125761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79e0daa1-476e-4cf2-b31f-d1f6a2751039 req-ec939f16-2cc3-42ea-9f4f-a90e2479c532 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 950 time: 0.0670700 Jul 08 18:12:00.168375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79e0daa1-476e-4cf2-b31f-d1f6a2751039 req-3f8a0e6b-affa-4686-ac96-8af533314b0e tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355220 Jul 08 18:12:00.197623 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d2cb7919-d70d-4d71-8be3-bd9bfe882279 req-19c216dc-bcfb-4112-8045-8ef8f5152978 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907423 Jul 08 18:12:00.308637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf692e-d22b-41c9-bba5-a92172d10e0e req-0c78247b-2b30-4abd-825c-653c25131cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:00.310850 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-46cf692e-d22b-41c9-bba5-a92172d10e0e req-0c78247b-2b30-4abd-825c-653c25131cbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 1094 time: 0.0599134 Jul 08 18:12:00.406751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf692e-d22b-41c9-bba5-a92172d10e0e req-82d62932-f5c0-436f-a216-6d063db22d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:00.408232 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-46cf692e-d22b-41c9-bba5-a92172d10e0e req-82d62932-f5c0-436f-a216-6d063db22d5a service neutron] 10.222.0.74 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.0905998 Jul 08 18:12:00.450286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-46cf692e-d22b-41c9-bba5-a92172d10e0e req-7b87bce0-41f0-44eb-8f20-7f3aea3454ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07348a7d-b74e-4341-bded-dc9a6e5042eb HTTP/1.1" status: 200 len: 217 time: 0.0344472 Jul 08 18:12:00.501787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf692e-d22b-41c9-bba5-a92172d10e0e req-c40f3cdf-e825-4caa-bfcc-b9f86afc08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:00.503279 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-46cf692e-d22b-41c9-bba5-a92172d10e0e req-c40f3cdf-e825-4caa-bfcc-b9f86afc08cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0467303 Jul 08 18:12:00.565483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf692e-d22b-41c9-bba5-a92172d10e0e req-d33d1118-b424-4117-a0b4-57600cb5e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:00.567163 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-46cf692e-d22b-41c9-bba5-a92172d10e0e req-d33d1118-b424-4117-a0b4-57600cb5e6a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540531 Jul 08 18:12:00.654501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ba425-a31a-47a1-a396-a31d7167e255 req-afe6599c-fc6f-44c5-8d9d-104728eb2ba8 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:00.656060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-834ba425-a31a-47a1-a396-a31d7167e255 req-afe6599c-fc6f-44c5-8d9d-104728eb2ba8 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0716228 Jul 08 18:12:00.662757 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-46cf692e-d22b-41c9-bba5-a92172d10e0e req-389a93ef-6d89-4808-8d1d-b1ac5c50d0a3 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880833 Jul 08 18:12:00.698463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-834ba425-a31a-47a1-a396-a31d7167e255 req-4ef992d0-4608-4abf-97f8-80d7b4e50713 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361147 Jul 08 18:12:00.766722 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-46cf692e-d22b-41c9-bba5-a92172d10e0e req-dd50b054-f322-483b-98f7-470d6043148f service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967886 Jul 08 18:12:00.967602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a962ba6-8436-4735-8af0-4ddf5a41e07e req-42de5d2a-61a9-47c4-87df-2a7301b5fdfa tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:00.969113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a962ba6-8436-4735-8af0-4ddf5a41e07e req-42de5d2a-61a9-47c4-87df-2a7301b5fdfa tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1175611 Jul 08 18:12:00.976566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fe0a8-61cd-4ccd-aaba-0690c3073e36 req-95f29bd2-b832-4ab9-9a6c-d2f6d01eb436 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:00.977963 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-261fe0a8-61cd-4ccd-aaba-0690c3073e36 req-95f29bd2-b832-4ab9-9a6c-d2f6d01eb436 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 943 time: 0.0973115 Jul 08 18:12:00.990537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8a586-8fc1-439d-8f3b-73aea43e8482 req-1db06720-654b-45bc-882f-f5eb95086d32 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:00.992058 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ccb8a586-8fc1-439d-8f3b-73aea43e8482 req-1db06720-654b-45bc-882f-f5eb95086d32 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.0641057 Jul 08 18:12:01.027335 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a962ba6-8436-4735-8af0-4ddf5a41e07e req-0dd98a4b-0b9b-4ae3-a6f3-d57607746553 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483587 Jul 08 18:12:01.040904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-261fe0a8-61cd-4ccd-aaba-0690c3073e36 req-634427c7-e43e-42af-9f85-f02ee71a9a2e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549548 Jul 08 18:12:01.099580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ccb8a586-8fc1-439d-8f3b-73aea43e8482 req-a4f66321-4102-436b-a530-6d9bf3116e28 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Deleting port 38f25f7e-3371-4a03-bffb-2641de5f352c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:12:01.099924 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ccb8a586-8fc1-439d-8f3b-73aea43e8482 req-a4f66321-4102-436b-a530-6d9bf3116e28 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:01.168870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:01.171829 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f8377d-8eba-42a9-b50b-8813544a7648" -d '{"events": [{"server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "name": "network-vif-plugged", "status": "completed", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:01.190243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ccb8a586-8fc1-439d-8f3b-73aea43e8482 req-a4f66321-4102-436b-a530-6d9bf3116e28 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] For port 38f25f7e-3371-4a03-bffb-2641de5f352c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=38f25f7e-3371-4a03-bffb-2641de5f352c,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:01.190705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ccb8a586-8fc1-439d-8f3b-73aea43e8482 req-a4f66321-4102-436b-a530-6d9bf3116e28 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:01.210615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ccb8a586-8fc1-439d-8f3b-73aea43e8482 req-a4f66321-4102-436b-a530-6d9bf3116e28 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Calling delete_port for 38f25f7e-3371-4a03-bffb-2641de5f352c owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:12:01.213336 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f56d7fa-4107-48d1-b2d0-2d38354c6d89 x-openstack-request-id: req-7f56d7fa-4107-48d1-b2d0-2d38354c6d89 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:01.213628 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "name": "network-vif-plugged", "status": "completed", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:01.213887 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f56d7fa-4107-48d1-b2d0-2d38354c6d89 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:01.214303 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'code': 200} Jul 08 18:12:01.223420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cd908-54dc-4a4c-9469-c2102e8e37eb req-2eb40983-1f3e-4a89-aff1-e4c3fdab6564 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:01.224948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-270cd908-54dc-4a4c-9469-c2102e8e37eb req-2eb40983-1f3e-4a89-aff1-e4c3fdab6564 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900 HTTP/1.1" status: 200 len: 945 time: 0.0895593 Jul 08 18:12:01.266493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-270cd908-54dc-4a4c-9469-c2102e8e37eb req-7488992f-2d45-410a-9813-f8eecaca674c tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343959 Jul 08 18:12:01.370987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ccb8a586-8fc1-439d-8f3b-73aea43e8482 req-a4f66321-4102-436b-a530-6d9bf3116e28 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:01.385335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['38f25f7e-3371-4a03-bffb-2641de5f352c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:12:01.398721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c9be0-6f2f-4292-83ab-78d37d51657b req-274006ca-0368-4b88-bb08-25995ea58d99 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:01.400342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa8c9be0-6f2f-4292-83ab-78d37d51657b req-274006ca-0368-4b88-bb08-25995ea58d99 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 950 time: 0.0810113 Jul 08 18:12:01.430606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f66321-4102-436b-a530-6d9bf3116e28 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event deleted for resources: {'Port': ['ID=38f25f7e-3371-4a03-bffb-2641de5f352c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:01.458420 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa8c9be0-6f2f-4292-83ab-78d37d51657b req-15c47446-99dd-40b8-b83f-2c57edb6aa39 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506592 Jul 08 18:12:01.500773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb8a586-8fc1-439d-8f3b-73aea43e8482 req-a4f66321-4102-436b-a530-6d9bf3116e28 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] No DVR routers for this DVR port 38f25f7e-3371-4a03-bffb-2641de5f352c on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:12:01.504126 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ccb8a586-8fc1-439d-8f3b-73aea43e8482 req-a4f66321-4102-436b-a530-6d9bf3116e28 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:01.508685 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ccb8a586-8fc1-439d-8f3b-73aea43e8482 req-a4f66321-4102-436b-a530-6d9bf3116e28 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "DELETE /v2.0/ports/38f25f7e-3371-4a03-bffb-2641de5f352c HTTP/1.1" status: 204 len: 173 time: 0.5101228 Jul 08 18:12:01.830491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900', 'name': 'network-vif-deleted', 'tag': '38f25f7e-3371-4a03-bffb-2641de5f352c'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:01.833439 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce393a33-8813-4f53-b9fc-e053fccfbc5a" -d '{"events": [{"server_uuid": "2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900", "name": "network-vif-deleted", "tag": "38f25f7e-3371-4a03-bffb-2641de5f352c"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:01.938924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c1119-20ed-446f-9ff3-3774c0f3fa37 req-77e3c453-d5e0-43df-9b4d-134710abffb2 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:01.946936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc1c1119-20ed-446f-9ff3-3774c0f3fa37 req-77e3c453-d5e0-43df-9b4d-134710abffb2 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1222057 Jul 08 18:12:02.282617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ce4f1-01fa-49e4-bce6-6de1287a26ae req-d47ac28e-03d0-4a66-9666-06585b3f24d3 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:02.291121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b7ce4f1-01fa-49e4-bce6-6de1287a26ae req-d47ac28e-03d0-4a66-9666-06585b3f24d3 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 950 time: 0.4346566 Jul 08 18:12:02.319061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc1c1119-20ed-446f-9ff3-3774c0f3fa37 req-1495195a-45de-4cae-8e06-4eb385fce3a5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710985 Jul 08 18:12:02.393321 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f190832-fde6-4349-9b4d-543f1b71ede8 x-openstack-request-id: req-0f190832-fde6-4349-9b4d-543f1b71ede8 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:02.393860 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900", "name": "network-vif-deleted", "tag": "38f25f7e-3371-4a03-bffb-2641de5f352c", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:02.397229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b7ce4f1-01fa-49e4-bce6-6de1287a26ae req-9b22756b-7b07-4e53-9b2e-86c72f1a8dc1 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019864 Jul 08 18:12:02.398150 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f190832-fde6-4349-9b4d-543f1b71ede8 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:02.399383 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5e1ee6-5f02-47fd-8af6-2a96a7bcc900', 'name': 'network-vif-deleted', 'tag': '38f25f7e-3371-4a03-bffb-2641de5f352c', 'status': 'completed', 'code': 200} Jul 08 18:12:02.673484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6bf5e-6bf2-4726-9721-0a05a511841b req-549672da-6423-465b-97ca-99d6216bcbc2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:02.675471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ed6bf5e-6bf2-4726-9721-0a05a511841b req-549672da-6423-465b-97ca-99d6216bcbc2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 943 time: 0.1460690 Jul 08 18:12:02.687288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5b5ae-d4b1-46a8-8bfb-1bb50d767eec req-6054246b-bdfc-4bfb-a0e0-911e88ea1d96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:02.692005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18e5b5ae-d4b1-46a8-8bfb-1bb50d767eec req-6054246b-bdfc-4bfb-a0e0-911e88ea1d96 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1525571 Jul 08 18:12:02.752533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ed6bf5e-6bf2-4726-9721-0a05a511841b req-aa131584-ac19-4977-bc91-8c9099b4b311 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594742 Jul 08 18:12:02.755629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18e5b5ae-d4b1-46a8-8bfb-1bb50d767eec req-4d110e6d-1544-4d13-9ab5-cb50413b7142 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564475 Jul 08 18:12:03.228484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-b63b1b0b-8c6b-4a63-94f5-4048a9bbbef2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:03.229996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-b63b1b0b-8c6b-4a63-94f5-4048a9bbbef2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.1269064 Jul 08 18:12:03.245954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-5e3cef2d-5f34-488d-895a-2b9172fd49b0 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/quotas/db9c7b6194e74bf99ed16a978b364cfe HTTP/1.1" status: 200 len: 375 time: 0.0097368 Jul 08 18:12:03.286139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-509cf8aa-8efd-43cb-b738-4688a4a2f11a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348210 Jul 08 18:12:03.427331 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:03.506920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-7ecb208d-a115-49ed-af93-bd53b808af4f service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141719 Jul 08 18:12:03.584299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116116f1-eb6d-48d2-bb4c-b7b4f4b0ffe7 req-362f8d32-7806-4f50-9d46-80601eaba6d5 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:03.585755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-116116f1-eb6d-48d2-bb4c-b7b4f4b0ffe7 req-362f8d32-7806-4f50-9d46-80601eaba6d5 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.59 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 950 time: 0.2490377 Jul 08 18:12:03.664498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261dd2-d563-4eeb-b98e-9a7f5743d7c8 req-3ec6d033-44cb-4f4f-8b91-0a5aa2dec1f3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:03.672048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1261dd2-d563-4eeb-b98e-9a7f5743d7c8 req-3ec6d033-44cb-4f4f-8b91-0a5aa2dec1f3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.2129841 Jul 08 18:12:03.737106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-b1ac7c5d-6b22-4778-ad1e-2156a46bdc83 service neutron] 10.222.0.73 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165768 Jul 08 18:12:03.755748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1261dd2-d563-4eeb-b98e-9a7f5743d7c8 req-b321fa7d-7760-4b4c-9d50-73fb197b0d12 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828962 Jul 08 18:12:03.760223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 07348a7d-b74e-4341-bded-dc9a6e5042eb details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:12:03.780181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-116116f1-eb6d-48d2-bb4c-b7b4f4b0ffe7 req-5cf09022-7b51-4c5d-9f98-0939b0110975 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Deleting port 7c33314d-dde4-4296-85bf-e1d478d7a44e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:12:03.780769 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-116116f1-eb6d-48d2-bb4c-b7b4f4b0ffe7 req-5cf09022-7b51-4c5d-9f98-0939b0110975 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:03.934106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-116116f1-eb6d-48d2-bb4c-b7b4f4b0ffe7 req-5cf09022-7b51-4c5d-9f98-0939b0110975 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] For port 7c33314d-dde4-4296-85bf-e1d478d7a44e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=7c33314d-dde4-4296-85bf-e1d478d7a44e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:03.934488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-116116f1-eb6d-48d2-bb4c-b7b4f4b0ffe7 req-5cf09022-7b51-4c5d-9f98-0939b0110975 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:03.962624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 07348a7d-b74e-4341-bded-dc9a6e5042eb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=07348a7d-b74e-4341-bded-dc9a6e5042eb,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:03.969215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-116116f1-eb6d-48d2-bb4c-b7b4f4b0ffe7 req-5cf09022-7b51-4c5d-9f98-0939b0110975 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Calling delete_port for 7c33314d-dde4-4296-85bf-e1d478d7a44e owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:12:03.978510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '07348a7d-b74e-4341-bded-dc9a6e5042eb', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'port_id': '07348a7d-b74e-4341-bded-dc9a6e5042eb', 'mac_address': 'fa:16:3e:92:96:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:12:04.045107 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:04.066141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07348a7d-b74e-4341-bded-dc9a6e5042eb {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:12:04.097865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 07348a7d-b74e-4341-bded-dc9a6e5042eb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=07348a7d-b74e-4341-bded-dc9a6e5042eb,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:04.118941 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:04.158146 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:04.195060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=07348a7d-b74e-4341-bded-dc9a6e5042eb,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:04.219538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa62005-e56e-46b2-bad0-9ceb0771e9d7 req-19a97d1a-2fb6-4fda-b1ff-943d5e5687df tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:04.236889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-faa62005-e56e-46b2-bad0-9ceb0771e9d7 req-19a97d1a-2fb6-4fda-b1ff-943d5e5687df tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 950 time: 0.2849963 Jul 08 18:12:04.333448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-faa62005-e56e-46b2-bad0-9ceb0771e9d7 req-d6ede831-9211-4b5a-b485-db9bd371bee9 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956013 Jul 08 18:12:04.369441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a3404-67f8-493a-91ce-d56344b9c2ef req-bdb1b1e0-820f-4bd2-bb08-8f6b6e214786 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:04.382491 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-351a3404-67f8-493a-91ce-d56344b9c2ef req-bdb1b1e0-820f-4bd2-bb08-8f6b6e214786 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 944 time: 0.2695277 Jul 08 18:12:04.445716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-351a3404-67f8-493a-91ce-d56344b9c2ef req-e323977c-6ef9-4de2-aec6-05c358ed6c81 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619214 Jul 08 18:12:04.461886 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-116116f1-eb6d-48d2-bb4c-b7b4f4b0ffe7 req-5cf09022-7b51-4c5d-9f98-0939b0110975 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:04.475069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['7c33314d-dde4-4296-85bf-e1d478d7a44e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:12:04.532302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['07348a7d-b74e-4341-bded-dc9a6e5042eb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:12:04.627561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93ca046d-900c-429e-88d8-14b80f97a119 req-b33a4f83-b23c-49e2-ab7a-077ac7e0ffa9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 210 time: 0.0629346 Jul 08 18:12:04.688540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf09022-7b51-4c5d-9f98-0939b0110975 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Pushing event deleted for resources: {'Port': ['ID=7c33314d-dde4-4296-85bf-e1d478d7a44e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:04.711819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-116116f1-eb6d-48d2-bb4c-b7b4f4b0ffe7 req-5cf09022-7b51-4c5d-9f98-0939b0110975 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] No DVR routers for this DVR port 7c33314d-dde4-4296-85bf-e1d478d7a44e on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:12:04.715729 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-116116f1-eb6d-48d2-bb4c-b7b4f4b0ffe7 req-5cf09022-7b51-4c5d-9f98-0939b0110975 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:04.721803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-116116f1-eb6d-48d2-bb4c-b7b4f4b0ffe7 req-5cf09022-7b51-4c5d-9f98-0939b0110975 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.59 "DELETE /v2.0/ports/7c33314d-dde4-4296-85bf-e1d478d7a44e HTTP/1.1" status: 204 len: 173 time: 1.1287568 Jul 08 18:12:04.729789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215cf628-7392-4a9d-8afc-3ad9a9971d35', 'name': 'network-vif-deleted', 'tag': '7c33314d-dde4-4296-85bf-e1d478d7a44e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:04.732498 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641b7110-df4e-484a-8f35-c0caad2618d5" -d '{"events": [{"server_uuid": "215cf628-7392-4a9d-8afc-3ad9a9971d35", "name": "network-vif-deleted", "tag": "7c33314d-dde4-4296-85bf-e1d478d7a44e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:04.780764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea01c2-f875-4ec3-8caa-73e22c575a62 req-9a97d56a-ffb9-45a4-8d5a-4a711957c2f9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:04.783950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cea01c2-f875-4ec3-8caa-73e22c575a62 req-9a97d56a-ffb9-45a4-8d5a-4a711957c2f9 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.3196120 Jul 08 18:12:04.870119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cea01c2-f875-4ec3-8caa-73e22c575a62 req-d7029c8d-0e37-4740-a01d-4807ac781dcb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781400 Jul 08 18:12:05.022030 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5231415-d744-4d6f-a88f-0862575d08af x-openstack-request-id: req-f5231415-d744-4d6f-a88f-0862575d08af {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:05.022351 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215cf628-7392-4a9d-8afc-3ad9a9971d35", "name": "network-vif-deleted", "tag": "7c33314d-dde4-4296-85bf-e1d478d7a44e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:05.022608 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5231415-d744-4d6f-a88f-0862575d08af {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:05.023460 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215cf628-7392-4a9d-8afc-3ad9a9971d35', 'name': 'network-vif-deleted', 'tag': '7c33314d-dde4-4296-85bf-e1d478d7a44e', 'status': 'completed', 'code': 200} Jul 08 18:12:05.235320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc580b7-2328-4d2e-a721-f6943d9d9336 req-2eb78583-8724-49f9-bb89-fbdfdedb25d0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:05.236773 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fc580b7-2328-4d2e-a721-f6943d9d9336 req-2eb78583-8724-49f9-bb89-fbdfdedb25d0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0725121 Jul 08 18:12:05.281028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fc580b7-2328-4d2e-a721-f6943d9d9336 req-78c2f100-32e5-4bc0-9ca9-cc024b410194 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382767 Jul 08 18:12:05.557532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01f5602a-40ae-40a5-a6ce-9f34d13424bf req-c9b89ff8-c3f2-43cf-b73b-7d0cdb647333 tempest-VolumesNegativeTest-2118981156 tempest-VolumesNegativeTest-2118981156-project] 10.222.0.73 "GET /v2.0/ports?device_id=215cf628-7392-4a9d-8afc-3ad9a9971d35 HTTP/1.1" status: 200 len: 210 time: 0.0631452 Jul 08 18:12:05.749526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6e6e7-9bd8-4c4c-84e4-aedcd79578b4 req-512af11e-6e69-406d-af7a-bc461e065043 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:05.754880 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23e6e6e7-9bd8-4c4c-84e4-aedcd79578b4 req-512af11e-6e69-406d-af7a-bc461e065043 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 944 time: 0.1201067 Jul 08 18:12:05.766905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 07348a7d-b74e-4341-bded-dc9a6e5042eb up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:12:05.874989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 07348a7d-b74e-4341-bded-dc9a6e5042eb completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:12:05.875263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-a01de87c-887a-40a0-86e1-4d4453c4a8e4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:05.877214 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-a01de87c-887a-40a0-86e1-4d4453c4a8e4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 812 time: 0.1695397 Jul 08 18:12:05.880740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 07348a7d-b74e-4341-bded-dc9a6e5042eb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:12:05.881213 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:05.892881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Request body: {'port': {'device_id': 'cb756ae6-1a77-45b3-a2ab-30f31de2a99e', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'admin_state_up': True, 'tenant_id': 'db9c7b6194e74bf99ed16a978b364cfe'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:12:05.921365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68f6d9dc-bc3a-4aef-b593-857128e82210 req-0ad384d4-c7f4-4f80-a8bd-3596497b6748 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 210 time: 0.1141047 Jul 08 18:12:05.966523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23e6e6e7-9bd8-4c4c-84e4-aedcd79578b4 req-69942cd0-52e0-4db2-8eab-79a67d2ce440 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053502 Jul 08 18:12:06.079087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Made reservation on behalf of db9c7b6194e74bf99ed16a978b364cfe for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:12:06.083455 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:06.094019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:06.142698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3122d860-f67b-4f09-9697-6afba738f1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07348a7d-b74e-4341-bded-dc9a6e5042eb'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:06.145447 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd4d832-2920-4619-8e86-85915f461a8c" -d '{"events": [{"server_uuid": "3122d860-f67b-4f09-9697-6afba738f1fc", "name": "network-vif-plugged", "status": "completed", "tag": "07348a7d-b74e-4341-bded-dc9a6e5042eb"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:06.162605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 07348a7d-b74e-4341-bded-dc9a6e5042eb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=07348a7d-b74e-4341-bded-dc9a6e5042eb,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:06.176078 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:06.177621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 38f25f7e-3371-4a03-bffb-2641de5f352c no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:12:06.203266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1da68f-5074-4e1f-9224-104f638f2003 req-59d1b036-1942-499c-8fc5-75276e9cb981 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:06.211223 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f1da68f-5074-4e1f-9224-104f638f2003 req-59d1b036-1942-499c-8fc5-75276e9cb981 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0884707 Jul 08 18:12:06.212112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 38f25f7e-3371-4a03-bffb-2641de5f352c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:12:06.212800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 38f25f7e-3371-4a03-bffb-2641de5f352c not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:12:06.262647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f1da68f-5074-4e1f-9224-104f638f2003 req-7a88d6a9-b133-4197-973b-c93fe556b82e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502906 Jul 08 18:12:06.282139 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ba47-ac59-471e-b42a-c99fc4527dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:06.311714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=07348a7d-b74e-4341-bded-dc9a6e5042eb,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:06.345516 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a96338-3290-415a-96a3-7a945f9dabf0 x-openstack-request-id: req-f9a96338-3290-415a-96a3-7a945f9dabf0 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:06.346401 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3122d860-f67b-4f09-9697-6afba738f1fc", "name": "network-vif-plugged", "status": "completed", "tag": "07348a7d-b74e-4341-bded-dc9a6e5042eb", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:06.347012 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9a96338-3290-415a-96a3-7a945f9dabf0 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:06.347573 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3122d860-f67b-4f09-9697-6afba738f1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07348a7d-b74e-4341-bded-dc9a6e5042eb', 'code': 200} Jul 08 18:12:06.355154 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Allocated IP 172.20.0.9 (79151542-de2c-40b0-b02a-fb7b0291c53e/4076efa4-d49a-4ab3-a795-2fff4cf7e319/dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:12:06.531215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0631e2-18d6-4cf5-9d31-996d68376aa0 req-27c62e1a-330b-401f-98ad-bedaa2df2d31 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:06.538747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a0631e2-18d6-4cf5-9d31-996d68376aa0 req-27c62e1a-330b-401f-98ad-bedaa2df2d31 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0857322 Jul 08 18:12:06.559197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b92b7-cc44-475e-b63a-5527f588603a req-c714efbc-02b8-4a3b-8252-6c31683a51fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:06.561248 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3a0b92b7-cc44-475e-b63a-5527f588603a req-c714efbc-02b8-4a3b-8252-6c31683a51fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 1096 time: 0.1471114 Jul 08 18:12:06.583679 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a0631e2-18d6-4cf5-9d31-996d68376aa0 req-58637d23-3387-4daa-bee5-1c219c908ee5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Jul 08 18:12:06.621631 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3a0b92b7-cc44-475e-b63a-5527f588603a req-24ca0198-cd4f-4658-8708-a292a586c07e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528083 Jul 08 18:12:06.638259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:06.638978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 7c33314d-dde4-4296-85bf-e1d478d7a44e no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:12:06.683727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:06.689533 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 7c33314d-dde4-4296-85bf-e1d478d7a44e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:12:06.689983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 7c33314d-dde4-4296-85bf-e1d478d7a44e not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:12:06.761948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Network 79151542-de2c-40b0-b02a-fb7b0291c53e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:12:06.766896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:12:06.769261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event updated for resources: {'Port': ['ID=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:06.771785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:12:06.822887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.824517 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.824864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.825273 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.825601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.826824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.826824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.827586 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.827586 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.827797 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.828120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.828458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:06.850477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:06.851137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:06.867517 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-82532fd1-a66b-40e6-aaac-1c03c8b9a7f2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9809515 Jul 08 18:12:06.880501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Request body: {'port': {'device_id': 'cb756ae6-1a77-45b3-a2ab-30f31de2a99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:12:06.967758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:07.271383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85b70-57e0-4b2c-9eb9-4ad24d53a295 req-4a9f5f93-80e7-4d2e-b0c3-bcacefafecbd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:07.273337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94d85b70-57e0-4b2c-9eb9-4ad24d53a295 req-4a9f5f93-80e7-4d2e-b0c3-bcacefafecbd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 931 time: 0.1551812 Jul 08 18:12:07.303705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3539b-4533-4b3f-833e-f7fb49c4fcc5 req-02396920-c838-45f1-a402-77b02c6cb9e7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:07.305613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10e3539b-4533-4b3f-833e-f7fb49c4fcc5 req-02396920-c838-45f1-a402-77b02c6cb9e7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 945 time: 0.1260099 Jul 08 18:12:07.374861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10e3539b-4533-4b3f-833e-f7fb49c4fcc5 req-3d020805-38b5-4e09-aed2-f18b0a3f0ffc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619075 Jul 08 18:12:07.381833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94d85b70-57e0-4b2c-9eb9-4ad24d53a295 req-651641a2-7609-4182-b72f-9b150109d9a1 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989139 Jul 08 18:12:07.737967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d20d6-1816-4777-8842-9c707f976a93 req-7697d9c4-7fba-4d99-afe1-a0fad82b19a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:07.750581 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-110d20d6-1816-4777-8842-9c707f976a93 req-7697d9c4-7fba-4d99-afe1-a0fad82b19a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1721888 Jul 08 18:12:07.777989 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:12:07.793542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-110d20d6-1816-4777-8842-9c707f976a93 req-99e8a321-75f9-483c-a6f3-36d0d83036f0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Jul 08 18:12:07.799212 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:07.840351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Transition to ACTIVE for port object dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:12:07.851309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:07.919652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:08.022340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Attempting to bind port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:12:08.022340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Attempting to bind port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:12:08.023399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Attempting to bind port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:12:08.029878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 on network 79151542-de2c-40b0-b02a-fb7b0291c53e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:12:08.030361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Attempting to bind port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 on network 79151542-de2c-40b0-b02a-fb7b0291c53e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:12:08.037883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:12:08.038778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Checking segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:12:08.039328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Bound using segment: {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:12:08.039870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Bound port: dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3222538f-9931-4118-abb4-1ebe672ab97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:12:08.040348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:08.081877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a5c36-f9f5-4047-99a0-5e99f06e229a req-a4eff2aa-ebf8-4e2b-9dc5-7e80fb7a3c96 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:08.084027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c55a5c36-f9f5-4047-99a0-5e99f06e229a req-a4eff2aa-ebf8-4e2b-9dc5-7e80fb7a3c96 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1735291 Jul 08 18:12:08.126373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] For port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:12:08.131672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] For port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:12:08.145014 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:08.159031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c55a5c36-f9f5-4047-99a0-5e99f06e229a req-bb8040e7-4fa0-4087-a821-7c0924394986 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693033 Jul 08 18:12:08.188632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:08.189263 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:08.190703 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] 10.222.0.74 "PUT /v2.0/ports/dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 HTTP/1.1" status: 200 len: 1091 time: 1.3160512 Jul 08 18:12:08.196072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb756ae6-1a77-45b3-a2ab-30f31de2a99e', 'tag': 'dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:08.196838 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1464b91-8aca-4ec9-b353-bc033cbbf594" -d '{"events": [{"name": "network-changed", "server_uuid": "cb756ae6-1a77-45b3-a2ab-30f31de2a99e", "tag": "dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:08.230801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab97cc3-c9b8-41b0-b758-e8b70055a650 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:08.307555 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb94e55-348a-490e-a6cd-45d9851ecb48 x-openstack-request-id: req-abb94e55-348a-490e-a6cd-45d9851ecb48 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:08.307916 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb756ae6-1a77-45b3-a2ab-30f31de2a99e", "tag": "dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:08.308292 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-abb94e55-348a-490e-a6cd-45d9851ecb48 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:08.308762 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb756ae6-1a77-45b3-a2ab-30f31de2a99e', 'tag': 'dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820', 'status': 'completed', 'code': 200} Jul 08 18:12:08.340195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-a65b97d1-ba55-4435-82cf-b93513855f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:08.342341 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-a65b97d1-ba55-4435-82cf-b93513855f85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 1094 time: 0.0909066 Jul 08 18:12:08.397258 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-3f26ec5d-8eb8-4bf2-867b-2cae9c8229b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 HTTP/1.1" status: 200 len: 217 time: 0.0475800 Jul 08 18:12:08.465232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-f6835c47-4d48-4120-b34b-551dbf7a9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:08.467064 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-f6835c47-4d48-4120-b34b-551dbf7a9e47 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0630376 Jul 08 18:12:08.510353 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-eb6c76e2-ce9d-4746-8f0d-d68fb84638f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348487 Jul 08 18:12:08.634077 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216045a-6d96-45f2-ae65-45cf5ae2eda2 req-cf7d4a80-67b6-4a58-a2dd-a810a2d8acd9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:08.640434 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-07fb3ce3-a314-4d46-ab53-cf7f52fb3c52 service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242070 Jul 08 18:12:08.641045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a216045a-6d96-45f2-ae65-45cf5ae2eda2 req-cf7d4a80-67b6-4a58-a2dd-a810a2d8acd9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 945 time: 0.0900521 Jul 08 18:12:08.734642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a216045a-6d96-45f2-ae65-45cf5ae2eda2 req-78eed156-adc5-4ac4-a2fc-0c337ef854db tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918403 Jul 08 18:12:08.778399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5a12f-ae3e-4d32-b594-7229314c36af req-267bf3c2-035d-4656-a3dc-be66f93221c2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:08.780371 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63343fb4-ca14-4e00-abe4-e049666d1452 req-8a7defc9-2661-4720-a2be-6caecf4287a5 service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322443 Jul 08 18:12:08.780532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ed5a12f-ae3e-4d32-b594-7229314c36af req-267bf3c2-035d-4656-a3dc-be66f93221c2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 943 time: 0.1219213 Jul 08 18:12:08.849575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ed5a12f-ae3e-4d32-b594-7229314c36af req-5da53774-878a-44b1-bf04-e665e2775af5 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601799 Jul 08 18:12:08.979341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1464b91-8aca-4ec9-b353-bc033cbbf594 req-a9038cb2-4cc7-4830-892f-ccff8bf0e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:08.982906 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1464b91-8aca-4ec9-b353-bc033cbbf594 req-a9038cb2-4cc7-4830-892f-ccff8bf0e135 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 1094 time: 0.1368730 Jul 08 18:12:09.067038 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:09.129608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1464b91-8aca-4ec9-b353-bc033cbbf594 req-9fd602e0-6e50-4384-921b-9ef296351827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:09.131648 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1464b91-8aca-4ec9-b353-bc033cbbf594 req-9fd602e0-6e50-4384-921b-9ef296351827 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 200 len: 913 time: 0.1416636 Jul 08 18:12:09.144573 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5c380e7-2c70-48dd-8271-9f8d05a3c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:09.186682 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1464b91-8aca-4ec9-b353-bc033cbbf594 req-a0b90832-9fc9-4136-818e-5f9af2eae219 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 HTTP/1.1" status: 200 len: 217 time: 0.0419929 Jul 08 18:12:09.252073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1464b91-8aca-4ec9-b353-bc033cbbf594 req-3bf77e3f-488f-4ec3-856a-2c26924b0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:09.253741 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1464b91-8aca-4ec9-b353-bc033cbbf594 req-3bf77e3f-488f-4ec3-856a-2c26924b0bca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 200 len: 852 time: 0.0602224 Jul 08 18:12:09.323521 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1464b91-8aca-4ec9-b353-bc033cbbf594 req-ffa97b8b-4189-4ec5-b3e4-334ef0997ad6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79151542-de2c-40b0-b02a-fb7b0291c53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629635 Jul 08 18:12:09.324082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3f3f2-12fc-46ca-a8c9-90083540955b req-27bf21f5-5509-4b6c-bdce-eb7678e3b5ad tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:09.333433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74d3f3f2-12fc-46ca-a8c9-90083540955b req-27bf21f5-5509-4b6c-bdce-eb7678e3b5ad tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1447337 Jul 08 18:12:09.448183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74d3f3f2-12fc-46ca-a8c9-90083540955b req-44bf0ca3-79b5-4ff2-a56d-b176c4dd3a30 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110423 Jul 08 18:12:09.506033 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1464b91-8aca-4ec9-b353-bc033cbbf594 req-93fdc836-9bb8-4cf7-a4da-a1442da44bb5 service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737585 Jul 08 18:12:09.592102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932cec-4b30-486f-ae08-b219681275d4 req-85e26be7-3712-4172-84c8-3c767d51d614 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:09.596738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f932cec-4b30-486f-ae08-b219681275d4 req-85e26be7-3712-4172-84c8-3c767d51d614 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1133792 Jul 08 18:12:09.637406 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1464b91-8aca-4ec9-b353-bc033cbbf594 req-efe8d35d-14b3-42a8-aa60-ec33b3e6846f service neutron] 10.222.0.74 "GET /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212718 Jul 08 18:12:09.669065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f932cec-4b30-486f-ae08-b219681275d4 req-47b6b7e8-bf07-4c13-bc28-0996ad94843f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671759 Jul 08 18:12:10.102727 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:10.109443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b68ddf-d803-46fe-8b27-fd168d7755c0 req-49e647a8-139c-4089-be05-fbadfd3aa0a4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:10.122136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-47b68ddf-d803-46fe-8b27-fd168d7755c0 req-49e647a8-139c-4089-be05-fbadfd3aa0a4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 943 time: 0.1307909 Jul 08 18:12:10.170850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-47b68ddf-d803-46fe-8b27-fd168d7755c0 req-802e62f0-43a5-4e34-b3aa-c514561d790a tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476248 Jul 08 18:12:10.663910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7893f-f37f-4438-804a-f22079f380be req-b5e02612-9d2e-466e-bcdc-ec517d6e5562 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:10.670831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdd7893f-f37f-4438-804a-f22079f380be req-b5e02612-9d2e-466e-bcdc-ec517d6e5562 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0796926 Jul 08 18:12:10.728077 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdd7893f-f37f-4438-804a-f22079f380be req-701dadfa-4b18-4010-98fd-3453e742ca4e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561540 Jul 08 18:12:10.911385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea50b61-01dd-432f-873b-26f34d13f20e req-439653a3-f6fc-4ce8-9a1b-a13f7e8c7b55 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:10.918783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ea50b61-01dd-432f-873b-26f34d13f20e req-439653a3-f6fc-4ce8-9a1b-a13f7e8c7b55 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0833347 Jul 08 18:12:10.964895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ea50b61-01dd-432f-873b-26f34d13f20e req-b02c520b-74bc-447b-b1f0-ebe09ceca363 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450335 Jul 08 18:12:11.411598 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0d94e-2001-4c7b-bea4-6e2c2ed4aa2d req-1818fa74-4094-43f9-9a62-a86842ead884 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:11.413322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8fd0d94e-2001-4c7b-bea4-6e2c2ed4aa2d req-1818fa74-4094-43f9-9a62-a86842ead884 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 943 time: 0.0757787 Jul 08 18:12:11.489441 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8fd0d94e-2001-4c7b-bea4-6e2c2ed4aa2d req-d5779ec5-f17f-47aa-beee-de7e29b72a85 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635488 Jul 08 18:12:11.600933 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:11.945028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7eb51e-4e4b-4b43-b578-11fea26a78c0 req-d3ae9bfb-cac4-4a58-aec0-38a6c59edf83 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:11.952257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c7eb51e-4e4b-4b43-b578-11fea26a78c0 req-d3ae9bfb-cac4-4a58-aec0-38a6c59edf83 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1055770 Jul 08 18:12:12.003173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c7eb51e-4e4b-4b43-b578-11fea26a78c0 req-2b4948c2-e89b-44df-9a3e-f3aa3d88b495 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499716 Jul 08 18:12:12.181555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bce88-7db9-4d2f-af97-cb12862ba32f req-42e1c4f7-87ad-44a8-a8c2-8fdce54e1844 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:12.189153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce3bce88-7db9-4d2f-af97-cb12862ba32f req-42e1c4f7-87ad-44a8-a8c2-8fdce54e1844 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0987728 Jul 08 18:12:12.238525 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce3bce88-7db9-4d2f-af97-cb12862ba32f req-8da4723a-2f22-49a3-925d-a90a6fa65f8f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Jul 08 18:12:12.735559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e942-1bd2-4928-8d65-eb5c888881f3 req-ad45d379-56ac-4ddc-a5e6-cb804104467f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:12.743524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c97e942-1bd2-4928-8d65-eb5c888881f3 req-ad45d379-56ac-4ddc-a5e6-cb804104467f tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 943 time: 0.1303983 Jul 08 18:12:12.785043 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c97e942-1bd2-4928-8d65-eb5c888881f3 req-ca2fe002-cc83-462f-93c2-faf4b84683c0 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400488 Jul 08 18:12:13.058955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45886) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:13.254686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2074152d-322f-466e-a5a8-aa843c0eb03d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa82ada7e4494f4c8fe1c07a117ee9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944513 Jul 08 18:12:13.258123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45890) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:13.305758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6743ea-eb20-48e8-a0c8-97610cde95d3 req-04d2ee0b-2aae-4478-82f1-0ce506a9e1d0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:13.307686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c6743ea-eb20-48e8-a0c8-97610cde95d3 req-04d2ee0b-2aae-4478-82f1-0ce506a9e1d0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1112454 Jul 08 18:12:13.330467 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a586ba9-76cc-4f7c-981a-709667c2bf4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:13.358131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a586ba9-76cc-4f7c-981a-709667c2bf4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:13.362373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c6743ea-eb20-48e8-a0c8-97610cde95d3 req-344185cf-29db-4ca8-91c0-13f9335a9288 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482879 Jul 08 18:12:13.452150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a586ba9-76cc-4f7c-981a-709667c2bf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:13.455205 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a586ba9-76cc-4f7c-981a-709667c2bf4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:13.456576 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1a586ba9-76cc-4f7c-981a-709667c2bf4d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0 HTTP/1.1" status: 204 len: 168 time: 0.1970360 Jul 08 18:12:13.472707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a586ba9-76cc-4f7c-981a-709667c2bf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3df240-4d4e-4b9d-8a0c-e8af6b114dc0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:13.480071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df5bc6-029c-4a27-a09c-a68075a1b650 req-f0b53a78-162d-484a-a7d5-415c0e76398d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:13.489699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7df5bc6-029c-4a27-a09c-a68075a1b650 req-f0b53a78-162d-484a-a7d5-415c0e76398d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.1032145 Jul 08 18:12:13.537932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7df5bc6-029c-4a27-a09c-a68075a1b650 req-70a9eacc-4358-4a9e-a606-14bdff831b6c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472744 Jul 08 18:12:13.808297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:12:13.998658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:14.029171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820', 'network_id': '79151542-de2c-40b0-b02a-fb7b0291c53e', 'port_id': 'dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820', 'mac_address': 'fa:16:3e:07:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4076efa4-d49a-4ab3-a795-2fff4cf7e319', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:12:14.071938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256280a-7a8a-4419-be67-8b13de7f2823 req-cc3134f0-c9d0-4bdd-aa48-03d4431e63fa tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:14.075266 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b256280a-7a8a-4419-be67-8b13de7f2823 req-cc3134f0-c9d0-4bdd-aa48-03d4431e63fa tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 943 time: 0.1013176 Jul 08 18:12:14.076044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:14.094733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:12:14.121479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b256280a-7a8a-4419-be67-8b13de7f2823 req-3c973ae1-d7c1-4ef2-b21a-5567f88cfa35 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383420 Jul 08 18:12:14.132408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:14.138747 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:14.191467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:14.515715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:12:14.547741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb36ae-9faf-45a1-8dee-e2e98644d3dc req-97398dbd-7a9e-42f0-8ea6-b0248d031e38 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:14.549452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ccb36ae-9faf-45a1-8dee-e2e98644d3dc req-97398dbd-7a9e-42f0-8ea6-b0248d031e38 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0713375 Jul 08 18:12:14.589444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ccb36ae-9faf-45a1-8dee-e2e98644d3dc req-b28d0342-3d83-47f0-a613-cc7990791e99 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341272 Jul 08 18:12:14.757519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043325d-674f-488b-8cfb-6afa4d594d76 req-f5b35108-5e43-469d-aab1-e98a0e994b21 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:14.759024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c043325d-674f-488b-8cfb-6afa4d594d76 req-f5b35108-5e43-469d-aab1-e98a0e994b21 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0673401 Jul 08 18:12:14.805868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c043325d-674f-488b-8cfb-6afa4d594d76 req-bb6b189c-886f-434a-a893-465fc3b7e44f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Jul 08 18:12:14.971671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637f2f-9e48-47bb-a358-8a9ba1f673a0 req-20dc8773-96b6-41e3-9bfb-4259799be2d1 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:14.973195 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d637f2f-9e48-47bb-a358-8a9ba1f673a0 req-20dc8773-96b6-41e3-9bfb-4259799be2d1 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0661194 Jul 08 18:12:15.012440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d637f2f-9e48-47bb-a358-8a9ba1f673a0 req-4779e993-4e02-4d21-ac9b-8fcbc4f09d3d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339096 Jul 08 18:12:15.195032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f51fe-f6eb-4dc4-a069-63f0552401a7 req-102b3eac-6d1b-4cba-8f1a-f92e9a08a30f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:15.196520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b76f51fe-f6eb-4dc4-a069-63f0552401a7 req-102b3eac-6d1b-4cba-8f1a-f92e9a08a30f tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0653861 Jul 08 18:12:15.275557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b76f51fe-f6eb-4dc4-a069-63f0552401a7 req-f8634c25-47f0-44c5-9d23-11905f3f8971 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728650 Jul 08 18:12:15.334757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3a167-d90b-4e26-bc0d-1f20633c0e32 req-a482de25-99c5-4d0f-9adc-56a14fee611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:15.336243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1f3a167-d90b-4e26-bc0d-1f20633c0e32 req-a482de25-99c5-4d0f-9adc-56a14fee611b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fe6924027e841b3bfa3b72481acfb40&device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 1096 time: 0.1053407 Jul 08 18:12:15.344497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfd969-7d4e-425f-84ff-7918ab414cc0 req-6eb79e31-d063-4db7-b5dd-ec93034dcce2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:15.346106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6dfd969-7d4e-425f-84ff-7918ab414cc0 req-6eb79e31-d063-4db7-b5dd-ec93034dcce2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 944 time: 0.1011043 Jul 08 18:12:15.435927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6dfd969-7d4e-425f-84ff-7918ab414cc0 req-371bafe8-20dd-46aa-b54b-238b9577f3e3 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815303 Jul 08 18:12:15.461704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3a167-d90b-4e26-bc0d-1f20633c0e32 req-00a14547-6c4b-4b5b-a37b-e2f6099751ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:15.463260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1f3a167-d90b-4e26-bc0d-1f20633c0e32 req-00a14547-6c4b-4b5b-a37b-e2f6099751ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=7c7c9aeb-f005-463b-9590-fe5599972f43 HTTP/1.1" status: 200 len: 915 time: 0.1162584 Jul 08 18:12:15.505718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1f3a167-d90b-4e26-bc0d-1f20633c0e32 req-794f2d62-74dc-40d5-ae90-7531ba2f12b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c HTTP/1.1" status: 200 len: 217 time: 0.0356119 Jul 08 18:12:15.554452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3a167-d90b-4e26-bc0d-1f20633c0e32 req-e0b184a4-b612-4981-a679-62c39be707b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:15.555935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1f3a167-d90b-4e26-bc0d-1f20633c0e32 req-e0b184a4-b612-4981-a679-62c39be707b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4a70dc7-36c9-499c-9873-1714690c25a6 HTTP/1.1" status: 200 len: 854 time: 0.0447268 Jul 08 18:12:15.591773 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1f3a167-d90b-4e26-bc0d-1f20633c0e32 req-9c18645e-62c8-43c3-87fb-6d2c5156cce8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7c7c9aeb-f005-463b-9590-fe5599972f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297472 Jul 08 18:12:15.724807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3b45-b306-4f73-a7fb-64adb2bd4bf5 req-01dcd301-d2e5-4a64-a892-13cc0d5fe583 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:15.726232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8abe3b45-b306-4f73-a7fb-64adb2bd4bf5 req-01dcd301-d2e5-4a64-a892-13cc0d5fe583 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.1275392 Jul 08 18:12:15.732585 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1f3a167-d90b-4e26-bc0d-1f20633c0e32 req-34b583cd-bc91-4bce-ab0e-9809d4a80841 service neutron] 10.222.0.59 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349592 Jul 08 18:12:15.814978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8abe3b45-b306-4f73-a7fb-64adb2bd4bf5 req-9f41d680-a143-401a-b2b1-8761027d85c6 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812471 Jul 08 18:12:15.818422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:12:15.841901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1f3a167-d90b-4e26-bc0d-1f20633c0e32 req-983cda7d-dccd-4abb-ad14-0e8ff758de9d service neutron] 10.222.0.59 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021800 Jul 08 18:12:15.873348 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:12:15.876865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:12:15.877232 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:15.958188 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:15.983034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb756ae6-1a77-45b3-a2ab-30f31de2a99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:15.986890 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302cf0f0-c80a-4dca-aa83-cbd3ac485ab0" -d '{"events": [{"server_uuid": "cb756ae6-1a77-45b3-a2ab-30f31de2a99e", "name": "network-vif-plugged", "status": "completed", "tag": "dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:16.005690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:16.008247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65e942-5dbc-4e41-8465-8be54df1befe req-ea476863-86f2-42f8-ba61-8b276afcbacd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:16.010062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d65e942-5dbc-4e41-8465-8be54df1befe req-ea476863-86f2-42f8-ba61-8b276afcbacd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0843992 Jul 08 18:12:16.011391 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:16.039648 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25780cb4-1726-4cce-b19c-f47c85891a8a x-openstack-request-id: req-25780cb4-1726-4cce-b19c-f47c85891a8a {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:16.039933 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb756ae6-1a77-45b3-a2ab-30f31de2a99e", "name": "network-vif-plugged", "status": "completed", "tag": "dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:16.040177 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25780cb4-1726-4cce-b19c-f47c85891a8a {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:16.040554 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb756ae6-1a77-45b3-a2ab-30f31de2a99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820', 'code': 200} Jul 08 18:12:16.059353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d65e942-5dbc-4e41-8465-8be54df1befe req-6811350a-3cb9-4550-8943-812abff8fa39 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Jul 08 18:12:16.087783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:16.170174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c51f1-b488-4cd0-9b2e-fe656e4bfc7d req-ce4e89c8-ad93-40d5-aa92-17591e78bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:16.171696 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d63c51f1-b488-4cd0-9b2e-fe656e4bfc7d req-ce4e89c8-ad93-40d5-aa92-17591e78bb57 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 1096 time: 0.0559087 Jul 08 18:12:16.205588 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d63c51f1-b488-4cd0-9b2e-fe656e4bfc7d req-0af76999-f3cc-4dd2-a545-8f6ba4241ff1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259311 Jul 08 18:12:16.605579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e47d-9c39-4c48-b04e-a20e36636020 req-00accd34-8f12-4206-a0e1-fd1e309948f9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:16.607100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70a0e47d-9c39-4c48-b04e-a20e36636020 req-00accd34-8f12-4206-a0e1-fd1e309948f9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 945 time: 0.0620325 Jul 08 18:12:16.643627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70a0e47d-9c39-4c48-b04e-a20e36636020 req-e091e602-eb78-44b3-97cb-53273046f6e2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310292 Jul 08 18:12:16.995050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94728d-71f5-415d-919e-4613f5f4687b req-c0048b85-2f33-4a0a-9e03-94627449a665 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:16.996517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc94728d-71f5-415d-919e-4613f5f4687b req-c0048b85-2f33-4a0a-9e03-94627449a665 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0688655 Jul 08 18:12:17.033656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc94728d-71f5-415d-919e-4613f5f4687b req-2b0ac611-80ff-4ed0-a3d8-46f1fe14271e tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Jul 08 18:12:17.070937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-b3cba0b6-8b16-4c8d-8fb7-78eea94fd09c req-821cee9f-babf-49d2-b843-14372b1b5877 service neutron] (93742) timed out ('10.222.0.74', 55316) {{(pid=93742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:12:17.074691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-9ac4f5da-ab2d-49de-b1a8-f4b082386aed req-4ed03362-1b6a-4179-8c01-ecfedde012a0 service neutron] (93741) timed out ('10.222.0.74', 55317) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:12:17.130390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45720b44-5a60-4f29-b08d-2354b63a27f1 req-7aca2125-b6d1-4dd2-af59-c44f1fd15ebb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:17.132014 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-45720b44-5a60-4f29-b08d-2354b63a27f1 req-7aca2125-b6d1-4dd2-af59-c44f1fd15ebb tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 945 time: 0.0660751 Jul 08 18:12:17.243409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-45720b44-5a60-4f29-b08d-2354b63a27f1 req-2f399d53-b47b-406c-89fc-044cb55b04a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Deleting port dd3acc3d-de1c-46e6-b679-e7c89539f554 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:12:17.244096 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-45720b44-5a60-4f29-b08d-2354b63a27f1 req-2f399d53-b47b-406c-89fc-044cb55b04a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:17.253174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4de7e5-efd9-48c5-995e-0306a9f72960 req-5756c12a-f584-4bf6-8e57-feb95f9956f8 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:17.254703 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d4de7e5-efd9-48c5-995e-0306a9f72960 req-5756c12a-f584-4bf6-8e57-feb95f9956f8 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0693600 Jul 08 18:12:17.292981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d4de7e5-efd9-48c5-995e-0306a9f72960 req-cf36224a-a453-4752-a83e-10c242c1c698 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Jul 08 18:12:17.331196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-45720b44-5a60-4f29-b08d-2354b63a27f1 req-2f399d53-b47b-406c-89fc-044cb55b04a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] For port dd3acc3d-de1c-46e6-b679-e7c89539f554, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dd3acc3d-de1c-46e6-b679-e7c89539f554,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:17.331556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-45720b44-5a60-4f29-b08d-2354b63a27f1 req-2f399d53-b47b-406c-89fc-044cb55b04a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:17.345057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-45720b44-5a60-4f29-b08d-2354b63a27f1 req-2f399d53-b47b-406c-89fc-044cb55b04a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Calling delete_port for dd3acc3d-de1c-46e6-b679-e7c89539f554 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:12:17.475490 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-45720b44-5a60-4f29-b08d-2354b63a27f1 req-2f399d53-b47b-406c-89fc-044cb55b04a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:17.486952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428', 'dd3acc3d-de1c-46e6-b679-e7c89539f554'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:12:17.504071 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f399d53-b47b-406c-89fc-044cb55b04a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event deleted for resources: {'Port': ['ID=dd3acc3d-de1c-46e6-b679-e7c89539f554,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:17.555106 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-45720b44-5a60-4f29-b08d-2354b63a27f1 req-2f399d53-b47b-406c-89fc-044cb55b04a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] No DVR routers for this DVR port dd3acc3d-de1c-46e6-b679-e7c89539f554 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:12:17.558337 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-45720b44-5a60-4f29-b08d-2354b63a27f1 req-2f399d53-b47b-406c-89fc-044cb55b04a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:17.561585 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-45720b44-5a60-4f29-b08d-2354b63a27f1 req-2f399d53-b47b-406c-89fc-044cb55b04a0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "DELETE /v2.0/ports/dd3acc3d-de1c-46e6-b679-e7c89539f554 HTTP/1.1" status: 204 len: 173 time: 0.4224184 Jul 08 18:12:17.562102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679f36f2-2cd4-4143-9940-49636d5b7687', 'name': 'network-vif-deleted', 'tag': 'dd3acc3d-de1c-46e6-b679-e7c89539f554'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:17.564441 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8570fb1-69f5-4607-afc9-5e3248cbfa00" -d '{"events": [{"server_uuid": "679f36f2-2cd4-4143-9940-49636d5b7687", "name": "network-vif-deleted", "tag": "dd3acc3d-de1c-46e6-b679-e7c89539f554"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:17.617623 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e35272-984f-4636-ae7f-a07bc41d1aae x-openstack-request-id: req-79e35272-984f-4636-ae7f-a07bc41d1aae {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:17.619644 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679f36f2-2cd4-4143-9940-49636d5b7687", "name": "network-vif-deleted", "tag": "dd3acc3d-de1c-46e6-b679-e7c89539f554", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:17.620533 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79e35272-984f-4636-ae7f-a07bc41d1aae {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:17.623211 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679f36f2-2cd4-4143-9940-49636d5b7687', 'name': 'network-vif-deleted', 'tag': 'dd3acc3d-de1c-46e6-b679-e7c89539f554', 'status': 'completed', 'code': 200} Jul 08 18:12:17.849251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f3130-3cc2-4a28-9c97-8cb5b654c5ae req-bd1c4691-161d-4970-8a31-2cbc4981d956 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:17.851122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f2f3130-3cc2-4a28-9c97-8cb5b654c5ae req-bd1c4691-161d-4970-8a31-2cbc4981d956 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 945 time: 0.0830834 Jul 08 18:12:17.888144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f2f3130-3cc2-4a28-9c97-8cb5b654c5ae req-4dc86cd5-1846-4e81-a7c6-858d933aa010 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313876 Jul 08 18:12:18.246772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82331d07-f6f1-492a-a2e4-06cc6d11acf3 req-0d0c5190-8639-460c-a332-ee83ba20b8a3 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=679f36f2-2cd4-4143-9940-49636d5b7687 HTTP/1.1" status: 200 len: 210 time: 0.0327885 Jul 08 18:12:18.321745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847341f-f16f-4441-a1bc-b482ca60c696 req-57a203fb-dbbc-43dd-b220-083d9b1d6a95 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:18.323300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5847341f-f16f-4441-a1bc-b482ca60c696 req-57a203fb-dbbc-43dd-b220-083d9b1d6a95 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 945 time: 0.0660031 Jul 08 18:12:18.362923 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5847341f-f16f-4441-a1bc-b482ca60c696 req-6b02fefd-8e72-4f6a-a8d2-f86c704827d9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336971 Jul 08 18:12:18.538745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01c889-d96c-4d67-8e51-ccaf9913b954 req-40bec6a8-f643-4e0c-aaf4-57e9ae8cdbd7 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:18.540192 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f01c889-d96c-4d67-8e51-ccaf9913b954 req-40bec6a8-f643-4e0c-aaf4-57e9ae8cdbd7 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0627930 Jul 08 18:12:18.577724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f01c889-d96c-4d67-8e51-ccaf9913b954 req-dfae8357-b953-4beb-96b6-7e7900a251fc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Jul 08 18:12:18.697783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:12:18.757268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802d7ed-5553-4fff-9133-ee5f5dd86bb0 req-2a5a1537-aec7-40de-b1d2-857abbf688ab tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:18.758876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c802d7ed-5553-4fff-9133-ee5f5dd86bb0 req-2a5a1537-aec7-40de-b1d2-857abbf688ab tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 945 time: 0.0679040 Jul 08 18:12:18.776241 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:18.796911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c802d7ed-5553-4fff-9133-ee5f5dd86bb0 req-3dca7339-ce1c-4e9f-afb8-0bd110c20d2c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Jul 08 18:12:18.798234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:18.800507 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0728a1df-e440-486c-9c38-657bd9133848" -d '{"events": [{"server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "name": "network-vif-unplugged", "status": "completed", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:18.814558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:18.819842 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:18.843535 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d0bea1-7c90-47c3-8a5a-53b949852e7f x-openstack-request-id: req-48d0bea1-7c90-47c3-8a5a-53b949852e7f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:18.843827 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "name": "network-vif-unplugged", "status": "failed", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c", "code": 422}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:18.844079 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48d0bea1-7c90-47c3-8a5a-53b949852e7f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:18.844484 n-d-799684-3 neutron-server[93743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'code': 422} returned with failed status Jul 08 18:12:18.874136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:19.076408 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:12:19.294088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887aae9-44c0-4ee8-b639-92aa017a0f64 req-99138f58-a830-4026-b015-01e79e27772b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:19.296351 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c887aae9-44c0-4ee8-b639-92aa017a0f64 req-99138f58-a830-4026-b015-01e79e27772b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 943 time: 0.0699725 Jul 08 18:12:19.339352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c887aae9-44c0-4ee8-b639-92aa017a0f64 req-f9e78c50-5633-4fd8-a63a-e8e18e4ce177 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370402 Jul 08 18:12:19.848128 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-73e4e799-bc9a-474c-8218-d79f4b040699 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4793530 Jul 08 18:12:19.874885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c6ab4-72bd-4f6e-91ca-e1d404383d45 req-06460576-89cc-45ff-8de6-3e4db4e7d9b9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:19.876570 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f4c6ab4-72bd-4f6e-91ca-e1d404383d45 req-06460576-89cc-45ff-8de6-3e4db4e7d9b9 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 945 time: 0.3468869 Jul 08 18:12:19.916905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f4c6ab4-72bd-4f6e-91ca-e1d404383d45 req-b66de305-86e2-47b9-837c-103abf3bdebd tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Jul 08 18:12:20.355029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae7d91-62d0-4cdd-bb2b-0f0bf9c42df1 req-9e239607-34ee-4c2e-a511-b3a105d66f1b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:20.357194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75ae7d91-62d0-4cdd-bb2b-0f0bf9c42df1 req-9e239607-34ee-4c2e-a511-b3a105d66f1b tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 945 time: 0.0690577 Jul 08 18:12:20.402765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75ae7d91-62d0-4cdd-bb2b-0f0bf9c42df1 req-6fb06c4f-c86b-4e6d-94ca-f49b31c02201 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Jul 08 18:12:20.583481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce67ec-bf3e-493e-a70d-25aadfc69e9a req-e87859ea-7114-4566-9982-aa5f436d63cf tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:20.584318 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1dce67ec-bf3e-493e-a70d-25aadfc69e9a req-e87859ea-7114-4566-9982-aa5f436d63cf tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 943 time: 0.0634007 Jul 08 18:12:20.625960 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1dce67ec-bf3e-493e-a70d-25aadfc69e9a req-cfc980c4-36b0-4503-9346-a4aa5fcc797f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356297 Jul 08 18:12:20.807960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-59825649-e942-4b91-b929-0fc6a43aab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:20.809562 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-59825649-e942-4b91-b929-0fc6a43aab82 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d&tenant_id=3fe6924027e841b3bfa3b72481acfb40 HTTP/1.1" status: 200 len: 1094 time: 0.0840924 Jul 08 18:12:20.886356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-72bd8581-0ee6-4ae6-8533-cb31bcbd769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:20.887856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-72bd8581-0ee6-4ae6-8533-cb31bcbd769f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fe6924027e841b3bfa3b72481acfb40&device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 1094 time: 0.0568204 Jul 08 18:12:21.022884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-8a6f79ed-cf5f-4e3d-8552-6b58d3c4d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:21.024539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-8a6f79ed-cf5f-4e3d-8552-6b58d3c4d35a service neutron] 10.222.0.59 "GET /v2.0/networks?id=7c7c9aeb-f005-463b-9590-fe5599972f43 HTTP/1.1" status: 200 len: 915 time: 0.1301968 Jul 08 18:12:21.037996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983464b-532e-4017-ac5b-540425e63bb8 req-9ca13f46-3aaf-46f8-8725-25790b00727d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:21.039455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9983464b-532e-4017-ac5b-540425e63bb8 req-9ca13f46-3aaf-46f8-8725-25790b00727d tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 946 time: 0.0984652 Jul 08 18:12:21.080869 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-44eac253-3273-4193-93d9-4059751a5563 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c HTTP/1.1" status: 200 len: 217 time: 0.0404677 Jul 08 18:12:21.136374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9983464b-532e-4017-ac5b-540425e63bb8 req-15cfaf64-ffe2-496d-a8c3-7ae3d59f3800 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883958 Jul 08 18:12:21.144334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-14180d22-598f-41c7-a897-94b11ea0fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:21.145773 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-14180d22-598f-41c7-a897-94b11ea0fa31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4a70dc7-36c9-499c-9873-1714690c25a6 HTTP/1.1" status: 200 len: 854 time: 0.0571663 Jul 08 18:12:21.183074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-2e9418cd-3780-48f8-868b-992b4e265bce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7c7c9aeb-f005-463b-9590-fe5599972f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306299 Jul 08 18:12:21.271722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-2c10edb8-2850-4a87-b8e5-9644fab9510f service neutron] 10.222.0.59 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813456 Jul 08 18:12:21.370975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5808129-45e5-4764-9d4a-0ef5b3daf71e req-da249d03-55ea-40ff-994a-f59590571f64 service neutron] 10.222.0.59 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865710 Jul 08 18:12:21.438190 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-2b7c7338-07d7-47af-b747-54f6a5f8dfc1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533774 Jul 08 18:12:21.522240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-d68ceafb-0369-40a8-a76e-2a29e1b45d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:21.524302 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-d68ceafb-0369-40a8-a76e-2a29e1b45d97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1096 time: 0.0579777 Jul 08 18:12:21.657085 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65916d3-cffa-4fef-a082-e3fa132b4d58 req-c8bf6b1b-d200-43c1-8f2b-e516628e51f4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:21.658642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a65916d3-cffa-4fef-a082-e3fa132b4d58 req-c8bf6b1b-d200-43c1-8f2b-e516628e51f4 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 945 time: 0.1317592 Jul 08 18:12:21.685435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-defc0908-d6f0-4d6f-82d5-5df6b95638dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:21.686904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-defc0908-d6f0-4d6f-82d5-5df6b95638dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.1316741 Jul 08 18:12:21.747984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a65916d3-cffa-4fef-a082-e3fa132b4d58 req-2fa9a05a-5f44-4898-b9e2-1008f363be24 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.73 "GET /v2.0/security-groups?id=79cbba12-a4d9-4a04-89da-dedec553d402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799046 Jul 08 18:12:21.771680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-cef09f38-a1f2-42e9-99dc-883ad18f552d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 999 time: 0.0762293 Jul 08 18:12:21.822457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dd3acc3d-de1c-46e6-b679-e7c89539f554 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:12:21.863256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: dd3acc3d-de1c-46e6-b679-e7c89539f554 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:12:21.863864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dd3acc3d-de1c-46e6-b679-e7c89539f554 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:12:21.873278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-44f2d3e7-6c9b-44fa-b1ad-566ff4ae27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:21.875050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-44f2d3e7-6c9b-44fa-b1ad-566ff4ae27a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0974317 Jul 08 18:12:21.921738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35283b-8619-4f52-89ac-de786e96a2ef req-f71a0b61-8655-48b9-8d7d-129c96972fa0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:21.932892 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc35283b-8619-4f52-89ac-de786e96a2ef req-f71a0b61-8655-48b9-8d7d-129c96972fa0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 943 time: 0.1266978 Jul 08 18:12:22.013685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc35283b-8619-4f52-89ac-de786e96a2ef req-cd49a2e3-fb05-4910-bc83-14833197c299 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712540 Jul 08 18:12:22.298388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395263db-4c2c-46d0-b92d-4b9493f51df2 req-5c5d8bd6-5992-4c4e-a9c4-bdad298edff2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:22.301073 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-395263db-4c2c-46d0-b92d-4b9493f51df2 req-5c5d8bd6-5992-4c4e-a9c4-bdad298edff2 tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "GET /v2.0/ports?device_id=cb756ae6-1a77-45b3-a2ab-30f31de2a99e HTTP/1.1" status: 200 len: 945 time: 0.0854642 Jul 08 18:12:22.345670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f2d9d-8f76-4439-8f1b-74836c78d0d4 req-a0351ea1-839d-44ca-965e-8d97fa5646f0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:22.347261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f49f2d9d-8f76-4439-8f1b-74836c78d0d4 req-a0351ea1-839d-44ca-965e-8d97fa5646f0 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 946 time: 0.0767193 Jul 08 18:12:22.389647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f49f2d9d-8f76-4439-8f1b-74836c78d0d4 req-4b94f923-61eb-499d-af81-6570817adbe5 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.73 "GET /v2.0/security-groups?id=8e74221f-498d-49f3-9078-52cdb862a419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356503 Jul 08 18:12:22.438559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-395263db-4c2c-46d0-b92d-4b9493f51df2 req-8ef3d4eb-078f-4587-ba41-243e5738d9ab tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Deleting port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:12:22.438801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-395263db-4c2c-46d0-b92d-4b9493f51df2 req-8ef3d4eb-078f-4587-ba41-243e5738d9ab tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:22.530792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-395263db-4c2c-46d0-b92d-4b9493f51df2 req-8ef3d4eb-078f-4587-ba41-243e5738d9ab tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] For port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820,segment=NetworkSegment(3222538f-9931-4118-abb4-1ebe672ab97a),segment_id=3222538f-9931-4118-abb4-1ebe672ab97a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:22.531155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-395263db-4c2c-46d0-b92d-4b9493f51df2 req-8ef3d4eb-078f-4587-ba41-243e5738d9ab tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:22.542533 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-395263db-4c2c-46d0-b92d-4b9493f51df2 req-8ef3d4eb-078f-4587-ba41-243e5738d9ab tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Calling delete_port for dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:12:22.688433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-395263db-4c2c-46d0-b92d-4b9493f51df2 req-8ef3d4eb-078f-4587-ba41-243e5738d9ab tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:22.703066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:12:22.736953 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3d4eb-078f-4587-ba41-243e5738d9ab tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Pushing event deleted for resources: {'Port': ['ID=dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:22.824595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-395263db-4c2c-46d0-b92d-4b9493f51df2 req-8ef3d4eb-078f-4587-ba41-243e5738d9ab tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] No DVR routers for this DVR port dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:12:22.827576 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-395263db-4c2c-46d0-b92d-4b9493f51df2 req-8ef3d4eb-078f-4587-ba41-243e5738d9ab tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:22.830413 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-395263db-4c2c-46d0-b92d-4b9493f51df2 req-8ef3d4eb-078f-4587-ba41-243e5738d9ab tempest-DeleteServersTestJSON-1526678857 tempest-DeleteServersTestJSON-1526678857-project] 10.222.0.74 "DELETE /v2.0/ports/dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 HTTP/1.1" status: 204 len: 173 time: 0.5205715 Jul 08 18:12:22.840548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb756ae6-1a77-45b3-a2ab-30f31de2a99e', 'name': 'network-vif-deleted', 'tag': 'dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:22.844167 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e84dd4d-af61-4cb5-8675-43a46ebbd398" -d '{"events": [{"server_uuid": "cb756ae6-1a77-45b3-a2ab-30f31de2a99e", "name": "network-vif-deleted", "tag": "dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:22.917767 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b65eb-c5cb-48fa-8cf5-40c56273d664 req-4a30dff2-017b-44b7-9491-e3fc03f5bb50 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:22.919474 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5e3b65eb-c5cb-48fa-8cf5-40c56273d664 req-4a30dff2-017b-44b7-9491-e3fc03f5bb50 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "GET /v2.0/ports?device_id=45415b9d-dfdb-41b4-a276-b1166f02e0fa HTTP/1.1" status: 200 len: 946 time: 0.1072543 Jul 08 18:12:23.059624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-5e3b65eb-c5cb-48fa-8cf5-40c56273d664 req-7c2b99b1-a448-417f-847a-50c386b4bd86 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Deleting port 9eb0152e-4b70-4fae-8a1b-ee9082757428 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:12:23.059895 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5e3b65eb-c5cb-48fa-8cf5-40c56273d664 req-7c2b99b1-a448-417f-847a-50c386b4bd86 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:23.165462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5e3b65eb-c5cb-48fa-8cf5-40c56273d664 req-7c2b99b1-a448-417f-847a-50c386b4bd86 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] For port 9eb0152e-4b70-4fae-8a1b-ee9082757428, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=9eb0152e-4b70-4fae-8a1b-ee9082757428,segment=NetworkSegment(d6bb37d3-f89b-4a94-8f5c-a78e43fd6278),segment_id=d6bb37d3-f89b-4a94-8f5c-a78e43fd6278)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:23.165988 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5e3b65eb-c5cb-48fa-8cf5-40c56273d664 req-7c2b99b1-a448-417f-847a-50c386b4bd86 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:23.179453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-5e3b65eb-c5cb-48fa-8cf5-40c56273d664 req-7c2b99b1-a448-417f-847a-50c386b4bd86 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Calling delete_port for 9eb0152e-4b70-4fae-8a1b-ee9082757428 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:12:23.335443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5e3b65eb-c5cb-48fa-8cf5-40c56273d664 req-7c2b99b1-a448-417f-847a-50c386b4bd86 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:23.347894 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['9eb0152e-4b70-4fae-8a1b-ee9082757428'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:12:23.401939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b99b1-a448-417f-847a-50c386b4bd86 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Pushing event deleted for resources: {'Port': ['ID=9eb0152e-4b70-4fae-8a1b-ee9082757428,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:23.460014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3b65eb-c5cb-48fa-8cf5-40c56273d664 req-7c2b99b1-a448-417f-847a-50c386b4bd86 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] No DVR routers for this DVR port 9eb0152e-4b70-4fae-8a1b-ee9082757428 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:12:23.462576 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5e3b65eb-c5cb-48fa-8cf5-40c56273d664 req-7c2b99b1-a448-417f-847a-50c386b4bd86 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:23.464953 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5e3b65eb-c5cb-48fa-8cf5-40c56273d664 req-7c2b99b1-a448-417f-847a-50c386b4bd86 tempest-ServersTestJSON-2088878174 tempest-ServersTestJSON-2088878174-project] 10.222.0.74 "DELETE /v2.0/ports/9eb0152e-4b70-4fae-8a1b-ee9082757428 HTTP/1.1" status: 204 len: 173 time: 0.5398114 Jul 08 18:12:23.896797 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-e27cf849-f4fc-42a2-bc96-0f07c14df0d4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553305 Jul 08 18:12:23.998265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-7cfde734-c1b7-4ebd-b4f8-df7a45261929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:23.999473 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-7cfde734-c1b7-4ebd-b4f8-df7a45261929 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 1096 time: 0.0636799 Jul 08 18:12:24.134114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-3e41b937-18cb-4be8-a160-510bbf478264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:24.135877 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-3e41b937-18cb-4be8-a160-510bbf478264 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.1124370 Jul 08 18:12:24.183079 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-dea896a0-a017-460b-9ee8-eac49103dbfd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39005dfd-5425-4235-b5d6-9b3e8de6f494 HTTP/1.1" status: 200 len: 217 time: 0.0398080 Jul 08 18:12:24.238553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-f8284ca7-09fc-4bb2-9555-a00c83f8704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:24.240160 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-f8284ca7-09fc-4bb2-9555-a00c83f8704e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0481055 Jul 08 18:12:24.300138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-312e27f7-f32b-4352-b4da-7cba1b933e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:24.301675 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-312e27f7-f32b-4352-b4da-7cba1b933e49 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539892 Jul 08 18:12:24.396790 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-43a75d49-eed1-4837-a7ec-23c7183ff2b6 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858104 Jul 08 18:12:24.499424 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff5070ce-f37e-4fb1-b27d-58e1b04f6fbc req-b4ba01b8-5dc3-498b-afd1-c88ea2e85595 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948017 Jul 08 18:12:25.837565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:12:25.857069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:12:25.857413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:12:27.842651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9eb0152e-4b70-4fae-8a1b-ee9082757428 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:12:27.864615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 9eb0152e-4b70-4fae-8a1b-ee9082757428 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:12:27.864956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 9eb0152e-4b70-4fae-8a1b-ee9082757428 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:12:33.424213 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:34.113497 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:34.882052 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b780e7f-4481-4863-9d4f-6dbcfde3066b x-openstack-request-id: req-3b780e7f-4481-4863-9d4f-6dbcfde3066b {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:34.882631 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb756ae6-1a77-45b3-a2ab-30f31de2a99e", "name": "network-vif-deleted", "tag": "dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:34.882631 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b780e7f-4481-4863-9d4f-6dbcfde3066b {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:34.882996 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb756ae6-1a77-45b3-a2ab-30f31de2a99e', 'name': 'network-vif-deleted', 'tag': 'dcfd847a-b2a6-4bb0-95cb-5c5dc4c4e820', 'status': 'completed', 'code': 200} Jul 08 18:12:34.899860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-87e9aa31-a3cf-4854-bf9a-51259cbe553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:34.901386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-87e9aa31-a3cf-4854-bf9a-51259cbe553a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599692 Jul 08 18:12:35.019149 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-d833c9ae-d732-461f-a3f8-71ea6ef2845b service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069820 Jul 08 18:12:35.051446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46128) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:35.100029 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1f75ef-9e48-48d9-8e60-fec561a475b9 admin admin] Deleting subnet 86a08708-032c-4e16-8dde-9405642ab9ac {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:12:35.103495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b1f75ef-9e48-48d9-8e60-fec561a475b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.140130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42086ac7-30e0-4d4c-af2e-8a18144325c1 req-1150fe7b-6d20-4927-9d90-1e70ba78c841 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:35.141635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42086ac7-30e0-4d4c-af2e-8a18144325c1 req-1150fe7b-6d20-4927-9d90-1e70ba78c841 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 943 time: 0.1359842 Jul 08 18:12:35.147834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b1f75ef-9e48-48d9-8e60-fec561a475b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.173200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e243d2c0-4dda-4508-b3dc-073e538bcd1e req-6d8eb058-8bda-4375-85b9-874486665a1a service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374211 Jul 08 18:12:35.194494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42086ac7-30e0-4d4c-af2e-8a18144325c1 req-b9bb80ec-ff45-4115-9553-114a2008e4fa tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470886 Jul 08 18:12:35.198364 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b1f75ef-9e48-48d9-8e60-fec561a475b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.266149 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b1f75ef-9e48-48d9-8e60-fec561a475b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.283868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8239bbb-0059-4d0e-ae94-37af2332a2fe req-34dd3ca5-0a51-4673-b682-951c9bfa77ae tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:35.285561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8239bbb-0059-4d0e-ae94-37af2332a2fe req-34dd3ca5-0a51-4673-b682-951c9bfa77ae tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0699899 Jul 08 18:12:35.297442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f75ef-9e48-48d9-8e60-fec561a475b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a08708-032c-4e16-8dde-9405642ab9ac,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:35.301666 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b1f75ef-9e48-48d9-8e60-fec561a475b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.307356 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1b1f75ef-9e48-48d9-8e60-fec561a475b9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/86a08708-032c-4e16-8dde-9405642ab9ac HTTP/1.1" status: 204 len: 168 time: 0.2545877 Jul 08 18:12:35.310344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46134) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:35.328719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8239bbb-0059-4d0e-ae94-37af2332a2fe req-a2892398-fb15-44fb-9bee-676d2966f460 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364723 Jul 08 18:12:35.390039 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.476661 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.487350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7082571-fe51-4603-88f3-1cac609727eb']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:12:35.499085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:12:35.499603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bb37d3-f89b-4a94-8f5c-a78e43fd6278') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:12:35.511090 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.516878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc27042-a2b9-46e5-aa83-b9c758f2d8b9 req-c7a0d998-a6fb-4065-a56e-53e5195c1459 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:35.518232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fc27042-a2b9-46e5-aa83-b9c758f2d8b9 req-c7a0d998-a6fb-4065-a56e-53e5195c1459 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0671730 Jul 08 18:12:35.525559 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.532092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:12:35.532488 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:12:35.534200 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:12:35.558828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fc27042-a2b9-46e5-aa83-b9c758f2d8b9 req-e411902d-dd55-4e6c-bf75-e90d6dff7034 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342917 Jul 08 18:12:35.601830 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.625554 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:35.628756 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f7082571-fe51-4603-88f3-1cac609727eb HTTP/1.1" status: 204 len: 168 time: 0.3169172 Jul 08 18:12:35.635410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c2c93-97da-4c2d-ae01-e99901b97677 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7082571-fe51-4603-88f3-1cac609727eb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:35.813338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46158) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:35.869710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7c6fc1a7-c888-47b0-9f96-74eea803a0f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1bc3d156bc844a62b3e7e6683036b19a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548577 Jul 08 18:12:35.872001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46166) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:35.978074 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d31a326-6db2-4fe6-974f-a4f23269086e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:36.009728 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d31a326-6db2-4fe6-974f-a4f23269086e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:36.028503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eceb23-20bd-4483-a5bc-76cf3c0cbc6e req-0c234f8f-70b1-498a-bc0a-941fc36e73d0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:36.030682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16eceb23-20bd-4483-a5bc-76cf3c0cbc6e req-0c234f8f-70b1-498a-bc0a-941fc36e73d0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1232822 Jul 08 18:12:36.085483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16eceb23-20bd-4483-a5bc-76cf3c0cbc6e req-480054fe-65cf-4949-bc7e-c158a1c8c624 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466988 Jul 08 18:12:36.099254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d31a326-6db2-4fe6-974f-a4f23269086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:36.102976 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d31a326-6db2-4fe6-974f-a4f23269086e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:36.104141 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2d31a326-6db2-4fe6-974f-a4f23269086e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e74221f-498d-49f3-9078-52cdb862a419 HTTP/1.1" status: 204 len: 168 time: 0.2310162 Jul 08 18:12:36.125518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31a326-6db2-4fe6-974f-a4f23269086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e74221f-498d-49f3-9078-52cdb862a419,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:36.240471 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7139e78-d6b5-42b2-a2fc-1d591f84b83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:36.405043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a321e-d9a1-4c43-bd34-fdee2ede7af3 req-4c5faca9-b823-42f0-8d74-76ccb9c5ede0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:36.406390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-411a321e-d9a1-4c43-bd34-fdee2ede7af3 req-4c5faca9-b823-42f0-8d74-76ccb9c5ede0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 943 time: 0.0726213 Jul 08 18:12:36.452936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-411a321e-d9a1-4c43-bd34-fdee2ede7af3 req-66f7d056-94f8-4db4-8855-bd70c35853ba tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388589 Jul 08 18:12:36.852301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821b6c4-e795-47b3-851c-2231f8053db9 req-9f20698a-2463-4e35-af73-e7c111d10e6d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:36.853927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8821b6c4-e795-47b3-851c-2231f8053db9 req-9f20698a-2463-4e35-af73-e7c111d10e6d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0728664 Jul 08 18:12:36.884128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45415b9d-dfdb-41b4-a276-b1166f02e0fa', 'name': 'network-vif-deleted', 'tag': '9eb0152e-4b70-4fae-8a1b-ee9082757428'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:36.886817 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c085d05-3f65-46d3-a846-0f3df0a423f9" -d '{"events": [{"server_uuid": "45415b9d-dfdb-41b4-a276-b1166f02e0fa", "name": "network-vif-deleted", "tag": "9eb0152e-4b70-4fae-8a1b-ee9082757428"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:36.902099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8821b6c4-e795-47b3-851c-2231f8053db9 req-398768f6-1c25-41d6-84c5-79e77d7b033a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418792 Jul 08 18:12:36.928028 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c62e412-bbb7-4341-bf7c-7f89d25608ea x-openstack-request-id: req-1c62e412-bbb7-4341-bf7c-7f89d25608ea {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:36.928274 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45415b9d-dfdb-41b4-a276-b1166f02e0fa", "name": "network-vif-deleted", "tag": "9eb0152e-4b70-4fae-8a1b-ee9082757428", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:36.928530 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c62e412-bbb7-4341-bf7c-7f89d25608ea {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:36.928935 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45415b9d-dfdb-41b4-a276-b1166f02e0fa', 'name': 'network-vif-deleted', 'tag': '9eb0152e-4b70-4fae-8a1b-ee9082757428', 'status': 'completed', 'code': 200} Jul 08 18:12:37.503245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01ee6bab-f636-4fd5-bcd4-aaade280fa64 req-c531553c-bb77-4815-8658-af45a4224126 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0328774 Jul 08 18:12:37.644421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32a45-d1f1-4bb1-8b5a-fbc152ba6266 req-c7b755c7-e1de-4e03-9bf4-000242ad3304 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:37.645478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19e32a45-d1f1-4bb1-8b5a-fbc152ba6266 req-c7b755c7-e1de-4e03-9bf4-000242ad3304 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 943 time: 0.0696664 Jul 08 18:12:37.686967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19e32a45-d1f1-4bb1-8b5a-fbc152ba6266 req-1d37e6a9-75a7-4e06-b9e6-1c2b7850e7a6 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344608 Jul 08 18:12:38.131114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0163ebb-4042-483d-a62f-8b3209013b0d req-ec7c0017-3d62-48be-a068-c840168b0893 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:38.133520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0163ebb-4042-483d-a62f-8b3209013b0d req-ec7c0017-3d62-48be-a068-c840168b0893 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0850844 Jul 08 18:12:38.178817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0163ebb-4042-483d-a62f-8b3209013b0d req-10a3fcc7-5766-45b3-b0fb-7391e23728d1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370090 Jul 08 18:12:38.663218 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02bcf434-e6f1-4384-b9c2-db6f9722953a req-c8a88e9a-6300-4046-9523-a35cf8f710d9 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0310063 Jul 08 18:12:38.833272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:12:38.877121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9573ac3-efc0-41df-9f4d-01a0ebebcc7e req-9c162d2a-c97b-4ffe-9d1c-351306b6471c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:38.878931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9573ac3-efc0-41df-9f4d-01a0ebebcc7e req-9c162d2a-c97b-4ffe-9d1c-351306b6471c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 943 time: 0.0697663 Jul 08 18:12:38.917946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9573ac3-efc0-41df-9f4d-01a0ebebcc7e req-724603ab-4a69-4588-b20d-883486ffbbf1 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Jul 08 18:12:38.932127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:38.944011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'network_id': '7c7c9aeb-f005-463b-9590-fe5599972f43', 'port_id': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'mac_address': 'fa:16:3e:46:d2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a70dc7-36c9-499c-9873-1714690c25a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:12:38.981501 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:38.994409 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:12:39.013358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:39.017097 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.237520 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.244708 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d079111b-2bce-4863-bb01-531dd3bd9ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.254063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:39.358913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a50b0-0478-4852-ab17-8db82062f516 req-b57384c9-5ee7-47c7-a3e8-6290c821a85f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:39.360443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-263a50b0-0478-4852-ab17-8db82062f516 req-b57384c9-5ee7-47c7-a3e8-6290c821a85f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0642629 Jul 08 18:12:39.401255 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-263a50b0-0478-4852-ab17-8db82062f516 req-38d0e935-fb8b-4a8b-ad3c-795e4c62d219 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353940 Jul 08 18:12:39.488914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46262) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:39.491502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:12:39.537921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e92b2a7-50c1-4531-929f-98362d65945c admin admin] Deleting subnet 4076efa4-d49a-4ab3-a795-2fff4cf7e319 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:12:39.541888 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e92b2a7-50c1-4531-929f-98362d65945c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.582938 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e92b2a7-50c1-4531-929f-98362d65945c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.625215 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e92b2a7-50c1-4531-929f-98362d65945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.682952 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e92b2a7-50c1-4531-929f-98362d65945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.709852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92b2a7-50c1-4531-929f-98362d65945c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4076efa4-d49a-4ab3-a795-2fff4cf7e319,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:39.713458 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e92b2a7-50c1-4531-929f-98362d65945c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.717525 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6e92b2a7-50c1-4531-929f-98362d65945c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4076efa4-d49a-4ab3-a795-2fff4cf7e319 HTTP/1.1" status: 204 len: 168 time: 0.2254510 Jul 08 18:12:39.718016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46266) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:39.789311 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.822140 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7562912-a797-4a58-89cd-722af57b4a3d req-8169a440-d182-4369-a275-7a6088e685be tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0301888 Jul 08 18:12:39.893684 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.903454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79151542-de2c-40b0-b02a-fb7b0291c53e']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:12:39.916897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3222538f-9931-4118-abb4-1ebe672ab97a') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:12:39.917191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3222538f-9931-4118-abb4-1ebe672ab97a') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:12:39.925615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.939723 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.945839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:12:39.946777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:12:39.948263 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:12:40.003574 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:40.009547 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:40.011486 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] 10.222.0.73 "DELETE /v2.0/networks/79151542-de2c-40b0-b02a-fb7b0291c53e HTTP/1.1" status: 204 len: 168 time: 0.2927899 Jul 08 18:12:40.025116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9fe96-6c07-4406-b0ec-0369c4a3ad23 admin admin] Pushing event deleted for resources: {'Network': ['ID=79151542-de2c-40b0-b02a-fb7b0291c53e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:40.101611 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:40.111296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5252b-c420-4225-b4d2-a87eb08f94b4 req-41f8d750-6634-476d-a691-f6724f48aabc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:40.112790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-adb5252b-c420-4225-b4d2-a87eb08f94b4 req-41f8d750-6634-476d-a691-f6724f48aabc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 944 time: 0.0681763 Jul 08 18:12:40.157169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-adb5252b-c420-4225-b4d2-a87eb08f94b4 req-b3f6c806-5c8f-42c7-95bb-a821bb2d8731 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383112 Jul 08 18:12:40.192285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46272) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:40.230418 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a8709503-2edf-4bd1-883a-5359adae6d81 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db9c7b6194e74bf99ed16a978b364cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369678 Jul 08 18:12:40.232759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46274) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:40.279777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d79e550-5850-4ea1-b08b-5cf0d0c86863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:40.302465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d79e550-5850-4ea1-b08b-5cf0d0c86863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:40.348352 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d79e550-5850-4ea1-b08b-5cf0d0c86863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:40.351011 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d79e550-5850-4ea1-b08b-5cf0d0c86863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:40.352197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0d79e550-5850-4ea1-b08b-5cf0d0c86863 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79cbba12-a4d9-4a04-89da-dedec553d402 HTTP/1.1" status: 204 len: 168 time: 0.1185570 Jul 08 18:12:40.361319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79e550-5850-4ea1-b08b-5cf0d0c86863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cbba12-a4d9-4a04-89da-dedec553d402,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:40.574109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbdf26-7e36-4bc4-893c-8bc277f74ae9 req-f44d293b-3f3f-41aa-87d9-ced2bd84532e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:40.575746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77cbdf26-7e36-4bc4-893c-8bc277f74ae9 req-f44d293b-3f3f-41aa-87d9-ced2bd84532e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0632076 Jul 08 18:12:40.617656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77cbdf26-7e36-4bc4-893c-8bc277f74ae9 req-5f5d24ce-f2e2-45e9-be48-7c8cfe2faa46 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359013 Jul 08 18:12:40.976943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e3aa2eb9-668d-466e-96be-1b54fc50ab93 req-8ef33e60-9544-44b0-a522-7fd256bf56e7 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0291581 Jul 08 18:12:41.018722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46304) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:41.110807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1397409475-network', 'tenant_id': '3b07b491c4d74f808a8633b5ed0a207a'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:12:41.132105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Made reservation on behalf of 3b07b491c4d74f808a8633b5ed0a207a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:12:41.134407 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.143180 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.232775 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.236858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.262434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:12:41.273169 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15829b9-9275-4a75-a082-6e2c95150b1f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:41.279919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.280314 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Added segment a234905f-db4e-44e5-bcd6-f5a570680ca0 of type vlan for network a27966ba-a97a-4e37-8f28-8fd5119cfb17 Jul 08 18:12:41.322643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.343854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb1122-1508-4b85-9e1d-5956d1dd0f1b req-a2ff5a79-0a83-4e54-bfbc-cfe116c5ba65 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:41.345421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0cb1122-1508-4b85-9e1d-5956d1dd0f1b req-a2ff5a79-0a83-4e54-bfbc-cfe116c5ba65 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 944 time: 0.0666962 Jul 08 18:12:41.351116 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.352077 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:41.352650 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.389857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0cb1122-1508-4b85-9e1d-5956d1dd0f1b req-3ce14ed4-5cb9-4524-8ab4-34e316999241 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379345 Jul 08 18:12:41.416769 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3967690 Jul 08 18:12:41.417778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ba525-de9a-4861-963c-e70736a71073 admin admin] Pushing event updated for resources: {'Network': ['ID=a27966ba-a97a-4e37-8f28-8fd5119cfb17,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:41.420361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46310) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:12:41.427123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] Request body: {'subnet': {'network_id': 'a27966ba-a97a-4e37-8f28-8fd5119cfb17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1397409475-subnet', 'tenant_id': '3b07b491c4d74f808a8633b5ed0a207a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:12:41.427383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network a27966ba-a97a-4e37-8f28-8fd5119cfb17 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:12:41.448383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] Made reservation on behalf of 3b07b491c4d74f808a8633b5ed0a207a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:12:41.450911 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.599382 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.622891 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.682963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=09586af6-9f5a-4325-8f7f-91f30cde166e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:41.690785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] Checking segment: {'id': 'a234905f-db4e-44e5-bcd6-f5a570680ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a27966ba-a97a-4e37-8f28-8fd5119cfb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:12:41.691142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] Network hostable DHCP agents. Network: a27966ba-a97a-4e37-8f28-8fd5119cfb17, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:12:41.707250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] Network a27966ba-a97a-4e37-8f28-8fd5119cfb17 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:12:41.715970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, a27966ba-a97a-4e37-8f28-8fd5119cfb17) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:12:41.721973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:41.722080 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:41.725260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3f3995-f0ec-4e79-b2b5-ecd4345705c2 None None] Network a27966ba-a97a-4e37-8f28-8fd5119cfb17 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:12:41.762982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d2ce4d6f-d5d7-4f46-b9c9-52b786a62fde admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3411455 Jul 08 18:12:41.803016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a88fa-4cd1-438b-a3e6-c8cfd2d2b6ab req-e11ded81-7ef9-4593-837b-a6afb38f91b4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:41.804764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c0a88fa-4cd1-438b-a3e6-c8cfd2d2b6ab req-e11ded81-7ef9-4593-837b-a6afb38f91b4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0750697 Jul 08 18:12:41.850383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c0a88fa-4cd1-438b-a3e6-c8cfd2d2b6ab req-ed87dcec-e4c8-410a-8320-eb24cb0eca8f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401237 Jul 08 18:12:41.879574 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09790430-ebc3-4ccd-98a6-0495c9a99139 req-db1e8095-0353-456e-af0a-5582fd415321 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0594542 Jul 08 18:12:41.893428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d6633-c0ba-444b-b3e3-e3698c99835e None None] Network a27966ba-a97a-4e37-8f28-8fd5119cfb17 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:12:42.130115 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9bea05d-a785-4fff-976d-65809af68a49 req-80130e0a-e053-4c33-b92a-c51fa1f9e149 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0299802 Jul 08 18:12:42.231054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-4aba120d-40e4-4139-99c0-83e845fa3727 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:42.232423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-4aba120d-40e4-4139-99c0-83e845fa3727 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/networks?id=a27966ba-a97a-4e37-8f28-8fd5119cfb17 HTTP/1.1" status: 200 len: 813 time: 0.1046679 Jul 08 18:12:42.246844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-eeacb251-8050-4330-a45a-a1545d415da6 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/quotas/3b07b491c4d74f808a8633b5ed0a207a HTTP/1.1" status: 200 len: 375 time: 0.0088663 Jul 08 18:12:42.279391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-1674a95c-6979-4668-9cb9-0dab148a1690 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b07b491c4d74f808a8633b5ed0a207a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278814 Jul 08 18:12:42.365917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-a27270bb-ee5e-4a82-a07b-ec93fb337d73 service neutron] 10.222.0.73 "GET /v2.0/networks/a27966ba-a97a-4e37-8f28-8fd5119cfb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796366 Jul 08 18:12:42.459616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-7183ce7e-1f2d-4487-98d7-e5c0fb20050c service neutron] 10.222.0.73 "GET /v2.0/networks/a27966ba-a97a-4e37-8f28-8fd5119cfb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879390 Jul 08 18:12:42.572452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe600ed-e19a-488c-9d6c-2e90af4f3fcf req-71876437-69f1-488a-a7b7-aae4f8825b76 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:42.574331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abe600ed-e19a-488c-9d6c-2e90af4f3fcf req-71876437-69f1-488a-a7b7-aae4f8825b76 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 944 time: 0.0714548 Jul 08 18:12:42.614475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abe600ed-e19a-488c-9d6c-2e90af4f3fcf req-b143800d-70b9-49ec-8d81-1ba91258912d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Jul 08 18:12:42.700123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ff591ab-8ba0-4d6f-bd05-421c8fe0b0b5 req-a8e89e9e-6fd5-4846-86bb-27ffd6a1c5bd tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 210 time: 0.0332396 Jul 08 18:12:42.848081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:12:42.897447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:12:42.897934 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:42.996381 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:43.036744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:43.042706 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bd02c2-85bd-4388-bfee-64e50bbd26cb" -d '{"events": [{"server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "name": "network-vif-plugged", "status": "completed", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:43.047540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:43.054735 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:43.064794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa6b34-c331-40fe-bd80-60c66e068345 req-3f5a2a2c-92f1-4940-8fa2-baef47f66abf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:43.066804 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2aa6b34-c331-40fe-bd80-60c66e068345 req-3f5a2a2c-92f1-4940-8fa2-baef47f66abf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0792351 Jul 08 18:12:43.106607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2aa6b34-c331-40fe-bd80-60c66e068345 req-4f99696b-b8b2-45c6-8782-a748f1d6e583 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338571 Jul 08 18:12:43.114393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,revision_number=10']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:43.135664 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3355f549-9021-41ad-a171-7e94641bfa57 x-openstack-request-id: req-3355f549-9021-41ad-a171-7e94641bfa57 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:43.136159 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "name": "network-vif-plugged", "status": "completed", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:43.136418 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3355f549-9021-41ad-a171-7e94641bfa57 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:43.136812 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'code': 200} Jul 08 18:12:43.291386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26922334-3601-4e64-b9c9-07551557d50b req-ef3b1439-9b5b-48a0-aa78-9845bfa96ac9 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0279157 Jul 08 18:12:43.392423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ddd17-786c-4982-8061-5813c7384561 req-2ea30c60-ef94-4323-bf55-29584cbeb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:43.394136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-417ddd17-786c-4982-8061-5813c7384561 req-2ea30c60-ef94-4323-bf55-29584cbeb200 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 1097 time: 0.0602772 Jul 08 18:12:43.437917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-417ddd17-786c-4982-8061-5813c7384561 req-272176d0-f9f3-45c6-a6b8-95533190da7f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334747 Jul 08 18:12:43.791253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906beb0c-76d9-4f49-9ea9-e3ea15340a50 req-36fc0d5b-39e3-4cf4-9896-adc34b3e8c29 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:43.792822 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-906beb0c-76d9-4f49-9ea9-e3ea15340a50 req-36fc0d5b-39e3-4cf4-9896-adc34b3e8c29 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0663059 Jul 08 18:12:43.838931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-906beb0c-76d9-4f49-9ea9-e3ea15340a50 req-a2013c4a-4d72-4ede-9033-c838eb9fedb6 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380864 Jul 08 18:12:44.063355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-4db16591-c33b-4dcc-9e70-9c2e4c19a1f9 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:44.067455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-4db16591-c33b-4dcc-9e70-9c2e4c19a1f9 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.59 "GET /v2.0/networks?id=a27966ba-a97a-4e37-8f28-8fd5119cfb17 HTTP/1.1" status: 200 len: 813 time: 0.1892188 Jul 08 18:12:44.091277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Request body: {'port': {'device_id': 'dd1f2221-3c95-410b-b0cf-f080bf1093f4', 'network_id': 'a27966ba-a97a-4e37-8f28-8fd5119cfb17', 'admin_state_up': True, 'tenant_id': '3b07b491c4d74f808a8633b5ed0a207a'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:12:44.136722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c36e02d6-dd44-41b0-8846-7f9ca68c8d81 req-dcef1c64-9202-4596-a53a-ed5eddfcb981 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 210 time: 0.0654566 Jul 08 18:12:44.206240 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4120b0fe-8a22-4deb-bb48-536c247e0c0a req-70c42901-4bf1-42a2-9b62-ba7f231f1c5b tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0429430 Jul 08 18:12:44.284148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Made reservation on behalf of 3b07b491c4d74f808a8633b5ed0a207a for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:12:44.287846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:44.732640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79af44a-2e50-4415-9b8b-2d5f8d674ac9 req-e4d5bc9f-7a6c-4a2a-802e-b6f25c5a0ead tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:44.734127 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e79af44a-2e50-4415-9b8b-2d5f8d674ac9 req-e4d5bc9f-7a6c-4a2a-802e-b6f25c5a0ead tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.3920064 Jul 08 18:12:44.735275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Allocated IP 172.20.0.14 (a27966ba-a97a-4e37-8f28-8fd5119cfb17/09586af6-9f5a-4325-8f7f-91f30cde166e/c8f3caad-1237-4882-b6f0-adecea4d0761) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:12:44.796264 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e79af44a-2e50-4415-9b8b-2d5f8d674ac9 req-581fc88b-916f-4044-8465-46e2d9c85745 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566266 Jul 08 18:12:44.924061 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:44.998572 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:45.055106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Network a27966ba-a97a-4e37-8f28-8fd5119cfb17 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:12:45.062438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:12:45.066616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:12:45.069238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Pushing event updated for resources: {'Port': ['ID=c8f3caad-1237-4882-b6f0-adecea4d0761,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:45.100747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.101089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.101424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.101757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.102098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.102435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.102759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.103079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.103397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.103712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.104028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.104346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:45.136117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174eb84-829b-476b-9337-d99e4e81189a req-92ff7cd2-3536-4633-8f55-be85936e9707 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:45.137619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f174eb84-829b-476b-9337-d99e4e81189a req-92ff7cd2-3536-4633-8f55-be85936e9707 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.1712263 Jul 08 18:12:45.159593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:45.160212 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:45.193341 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-2205a223-5250-4ed8-b436-d856cf3de74e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1082630 Jul 08 18:12:45.198590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f174eb84-829b-476b-9337-d99e4e81189a req-6c5cb5a5-4961-4056-a492-9e1af45ae3e3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527060 Jul 08 18:12:45.206792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Request body: {'port': {'device_id': 'dd1f2221-3c95-410b-b0cf-f080bf1093f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:12:45.321051 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:45.398661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0d2f844-7e5f-47ab-9a15-416c1dbf39e5 req-129dde46-b912-4b11-b6d1-477fb33591a8 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0553377 Jul 08 18:12:45.433281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c2de4-3b81-4e08-9640-a79c70aed3a3 req-4646238c-3e63-41ef-aabf-24564f5df02a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:45.434808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-158c2de4-3b81-4e08-9640-a79c70aed3a3 req-4646238c-3e63-41ef-aabf-24564f5df02a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 932 time: 0.1647437 Jul 08 18:12:45.540675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-158c2de4-3b81-4e08-9640-a79c70aed3a3 req-92a2d3a5-5b56-4777-be29-03d7cedcbe49 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968783 Jul 08 18:12:45.679294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f3caad-1237-4882-b6f0-adecea4d0761 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:12:45.686547 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:45.697938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Transition to ACTIVE for port object c8f3caad-1237-4882-b6f0-adecea4d0761 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:12:45.702633 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:45.752950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Pushing event updated for resources: {'Port': ['ID=c8f3caad-1237-4882-b6f0-adecea4d0761,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:45.821465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Attempting to bind port c8f3caad-1237-4882-b6f0-adecea4d0761 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:12:45.821785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Attempting to bind port c8f3caad-1237-4882-b6f0-adecea4d0761 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'a234905f-db4e-44e5-bcd6-f5a570680ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a27966ba-a97a-4e37-8f28-8fd5119cfb17'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:12:45.822103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Attempting to bind port c8f3caad-1237-4882-b6f0-adecea4d0761 on network a27966ba-a97a-4e37-8f28-8fd5119cfb17 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:12:45.826311 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Port c8f3caad-1237-4882-b6f0-adecea4d0761 on network a27966ba-a97a-4e37-8f28-8fd5119cfb17 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:12:45.826633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Attempting to bind port c8f3caad-1237-4882-b6f0-adecea4d0761 on network a27966ba-a97a-4e37-8f28-8fd5119cfb17 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:12:45.831400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:12:45.831736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Checking segment: {'id': 'a234905f-db4e-44e5-bcd6-f5a570680ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a27966ba-a97a-4e37-8f28-8fd5119cfb17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:12:45.832110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Bound using segment: {'id': 'a234905f-db4e-44e5-bcd6-f5a570680ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a27966ba-a97a-4e37-8f28-8fd5119cfb17'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:12:45.832525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Bound port: c8f3caad-1237-4882-b6f0-adecea4d0761, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a234905f-db4e-44e5-bcd6-f5a570680ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a27966ba-a97a-4e37-8f28-8fd5119cfb17'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:12:45.832879 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:45.894416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] For port c8f3caad-1237-4882-b6f0-adecea4d0761, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:12:45.897559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] For port c8f3caad-1237-4882-b6f0-adecea4d0761, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c8f3caad-1237-4882-b6f0-adecea4d0761,segment=NetworkSegment(a234905f-db4e-44e5-bcd6-f5a570680ca0),segment_id=a234905f-db4e-44e5-bcd6-f5a570680ca0)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:12:45.903532 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:45.968045 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:45.968702 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:45.970708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] 10.222.0.59 "PUT /v2.0/ports/c8f3caad-1237-4882-b6f0-adecea4d0761 HTTP/1.1" status: 200 len: 1092 time: 0.7698495 Jul 08 18:12:45.972710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1f2221-3c95-410b-b0cf-f080bf1093f4', 'tag': 'c8f3caad-1237-4882-b6f0-adecea4d0761'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:45.975295 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312ac83b-0605-40f1-ba1e-e398d16184aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1f2221-3c95-410b-b0cf-f080bf1093f4", "tag": "c8f3caad-1237-4882-b6f0-adecea4d0761"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:46.001327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84ab3b-cebe-4bfe-b276-84cab702801b service neutron] Pushing event updated for resources: {'Port': ['ID=c8f3caad-1237-4882-b6f0-adecea4d0761,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:46.037187 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009b83a2-0210-4ae2-910c-cf6eeac96f28 x-openstack-request-id: req-009b83a2-0210-4ae2-910c-cf6eeac96f28 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:46.037474 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1f2221-3c95-410b-b0cf-f080bf1093f4", "tag": "c8f3caad-1237-4882-b6f0-adecea4d0761", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:46.037722 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-009b83a2-0210-4ae2-910c-cf6eeac96f28 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:46.038113 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1f2221-3c95-410b-b0cf-f080bf1093f4', 'tag': 'c8f3caad-1237-4882-b6f0-adecea4d0761', 'status': 'completed', 'code': 200} Jul 08 18:12:46.063231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e97c1d-9803-4765-8696-89371e6476e5 req-718ff044-d7b0-4fef-8816-46ff7b32bdb6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:46.064711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9e97c1d-9803-4765-8696-89371e6476e5 req-718ff044-d7b0-4fef-8816-46ff7b32bdb6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1327271 Jul 08 18:12:46.108758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-ef929235-1998-4d43-bbd8-fca40a8886c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:46.110262 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-ef929235-1998-4d43-bbd8-fca40a8886c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b07b491c4d74f808a8633b5ed0a207a&device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 1095 time: 0.1010339 Jul 08 18:12:46.117878 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9e97c1d-9803-4765-8696-89371e6476e5 req-ab8737b4-5e86-4334-97ac-01b0387d827f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473845 Jul 08 18:12:46.153015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-40617cf7-81d2-4729-8316-112100890beb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8f3caad-1237-4882-b6f0-adecea4d0761 HTTP/1.1" status: 200 len: 217 time: 0.0341988 Jul 08 18:12:46.201264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-79adfbc9-09ac-4fa7-9131-9b915e7179c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:46.202658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-79adfbc9-09ac-4fa7-9131-9b915e7179c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09586af6-9f5a-4325-8f7f-91f30cde166e HTTP/1.1" status: 200 len: 853 time: 0.0436559 Jul 08 18:12:46.234626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-1b7b3361-1033-4caa-820e-f98ededd4c00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a27966ba-a97a-4e37-8f28-8fd5119cfb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255067 Jul 08 18:12:46.354767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-3e517c8e-838d-49b8-840d-40de102bc5b2 service neutron] 10.222.0.59 "GET /v2.0/networks/a27966ba-a97a-4e37-8f28-8fd5119cfb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128576 Jul 08 18:12:46.440049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f589f-d556-4d3a-8f32-c30eadd6ccdd req-703e74fa-7b79-4195-95db-033b49991908 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:46.441525 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-858f589f-d556-4d3a-8f32-c30eadd6ccdd req-703e74fa-7b79-4195-95db-033b49991908 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.1238563 Jul 08 18:12:46.483243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b29aedb-0ed3-40cb-9116-0a17be2d4072 req-e142e7e8-8608-4cf4-a261-a0796043095f service neutron] 10.222.0.59 "GET /v2.0/networks/a27966ba-a97a-4e37-8f28-8fd5119cfb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212637 Jul 08 18:12:46.495134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-858f589f-d556-4d3a-8f32-c30eadd6ccdd req-b2486175-120f-464f-927a-0d84cebedd2d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456271 Jul 08 18:12:46.552005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cfdab2eb-1075-448e-bcba-3c1040d703ab req-851c3d70-c943-496a-8f54-0d2985476a62 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0298550 Jul 08 18:12:46.607065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ac83b-0605-40f1-ba1e-e398d16184aa req-8510754c-2422-4c4e-a20c-6dcb53ad9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:46.608551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-312ac83b-0605-40f1-ba1e-e398d16184aa req-8510754c-2422-4c4e-a20c-6dcb53ad9c1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b07b491c4d74f808a8633b5ed0a207a&device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 1095 time: 0.0591068 Jul 08 18:12:46.761041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ac83b-0605-40f1-ba1e-e398d16184aa req-ba046d6f-e797-4d6a-8f52-67080969a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:46.762428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-312ac83b-0605-40f1-ba1e-e398d16184aa req-ba046d6f-e797-4d6a-8f52-67080969a680 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a27966ba-a97a-4e37-8f28-8fd5119cfb17 HTTP/1.1" status: 200 len: 914 time: 0.1455123 Jul 08 18:12:46.810535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-312ac83b-0605-40f1-ba1e-e398d16184aa req-3f507584-9cdc-447c-8322-c05a16c16ae5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8f3caad-1237-4882-b6f0-adecea4d0761 HTTP/1.1" status: 200 len: 217 time: 0.0412409 Jul 08 18:12:46.837169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e86365-4bd4-46f5-bf28-e4cf250fae0d req-a4055bbc-47c5-4a9a-b0e5-f22211112dbd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:46.838594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1e86365-4bd4-46f5-bf28-e4cf250fae0d req-a4055bbc-47c5-4a9a-b0e5-f22211112dbd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.1651852 Jul 08 18:12:46.901805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ac83b-0605-40f1-ba1e-e398d16184aa req-d6315212-9a70-4016-ae29-6b202d34d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:46.903250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-312ac83b-0605-40f1-ba1e-e398d16184aa req-d6315212-9a70-4016-ae29-6b202d34d314 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09586af6-9f5a-4325-8f7f-91f30cde166e HTTP/1.1" status: 200 len: 853 time: 0.0846095 Jul 08 18:12:46.915041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1cabf-8a0a-4837-8d6e-e10c9380c2ae req-8c9e6453-2db5-45ea-8105-54f5c0724297 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:46.916405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dda1cabf-8a0a-4837-8d6e-e10c9380c2ae req-8c9e6453-2db5-45ea-8105-54f5c0724297 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 944 time: 0.1915379 Jul 08 18:12:46.953866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1e86365-4bd4-46f5-bf28-e4cf250fae0d req-2619c8d5-989d-402b-97ad-dc9c2c035895 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965412 Jul 08 18:12:46.955753 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-312ac83b-0605-40f1-ba1e-e398d16184aa req-84ebe2e7-627d-4899-a026-5c74f30e7f4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a27966ba-a97a-4e37-8f28-8fd5119cfb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385284 Jul 08 18:12:47.030477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dda1cabf-8a0a-4837-8d6e-e10c9380c2ae req-8ab253be-8320-475b-9f89-e3105762bcbb tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011541 Jul 08 18:12:47.071022 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-312ac83b-0605-40f1-ba1e-e398d16184aa req-66e50ab9-4f75-4503-ac9c-787313e31514 service neutron] 10.222.0.59 "GET /v2.0/networks/a27966ba-a97a-4e37-8f28-8fd5119cfb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061151 Jul 08 18:12:47.207799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-312ac83b-0605-40f1-ba1e-e398d16184aa req-b671dcbc-870f-44f2-9ef5-44d248a11f39 service neutron] 10.222.0.59 "GET /v2.0/networks/a27966ba-a97a-4e37-8f28-8fd5119cfb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274672 Jul 08 18:12:47.216318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bafdb-f428-42cc-9d26-1d37b7ca3a12 req-dab2a18e-f67c-46b9-8f07-ee35c28bbb6d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:47.217792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b22bafdb-f428-42cc-9d26-1d37b7ca3a12 req-dab2a18e-f67c-46b9-8f07-ee35c28bbb6d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.1387076 Jul 08 18:12:47.296080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b22bafdb-f428-42cc-9d26-1d37b7ca3a12 req-e05fefd4-6016-4973-8480-ed1ed3c41d38 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717418 Jul 08 18:12:47.327676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a57347-1036-470f-913e-09ffa53e7114 req-590df143-b2e7-4bd7-ad19-c0d9959e2bd8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:47.329157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8a57347-1036-470f-913e-09ffa53e7114 req-590df143-b2e7-4bd7-ad19-c0d9959e2bd8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0901403 Jul 08 18:12:47.368210 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8a57347-1036-470f-913e-09ffa53e7114 req-4bd4f4a2-51c7-4732-8c68-acf63d823221 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329638 Jul 08 18:12:47.556583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dd2de-2a33-4a44-ad6f-9e3de9655289 req-66dbcc07-5d41-4c9a-adf0-73a4ad0aad69 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:47.558080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e40dd2de-2a33-4a44-ad6f-9e3de9655289 req-66dbcc07-5d41-4c9a-adf0-73a4ad0aad69 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0628579 Jul 08 18:12:47.601233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e40dd2de-2a33-4a44-ad6f-9e3de9655289 req-dd4ae0a2-96d9-4f16-8ce8-aa50d1c26239 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375035 Jul 08 18:12:47.768010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0e03a16-b6ff-4c8a-8c6c-b9407dda8c98 req-fcfec6d7-692e-4d56-a8cf-bb398607448b tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0404835 Jul 08 18:12:47.783650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39717bf-d58d-4d39-b0cf-07595bb38ab1 req-f0a5bfaa-f757-4671-87fb-605489d74cbe tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:47.785138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b39717bf-d58d-4d39-b0cf-07595bb38ab1 req-f0a5bfaa-f757-4671-87fb-605489d74cbe tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1340904 Jul 08 18:12:47.788103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4b28-430d-40b2-b0c9-5293ba203c50 req-07cb762a-37ec-49ef-97b6-b648b4d17efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:47.789483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d92c4b28-430d-40b2-b0c9-5293ba203c50 req-07cb762a-37ec-49ef-97b6-b648b4d17efe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1096 time: 0.1372564 Jul 08 18:12:47.875672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b39717bf-d58d-4d39-b0cf-07595bb38ab1 req-9ac7a509-e27e-4d15-8349-6df9c7dfbe4c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822489 Jul 08 18:12:47.935659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4b28-430d-40b2-b0c9-5293ba203c50 req-9711c073-b6d8-4372-83e8-94926b836354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:47.937134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d92c4b28-430d-40b2-b0c9-5293ba203c50 req-9711c073-b6d8-4372-83e8-94926b836354 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.1377802 Jul 08 18:12:48.011662 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b14893-56a1-4f88-9eb5-a8c2e53e4f9f req-3a43bda9-9b78-4587-94c7-dd905fc0c8bb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:48.013152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9b14893-56a1-4f88-9eb5-a8c2e53e4f9f req-3a43bda9-9b78-4587-94c7-dd905fc0c8bb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.1360939 Jul 08 18:12:48.030198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d92c4b28-430d-40b2-b0c9-5293ba203c50 req-4d72fbab-1a19-4b94-b6e6-1c2cb47936bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 999 time: 0.0858750 Jul 08 18:12:48.085162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9b14893-56a1-4f88-9eb5-a8c2e53e4f9f req-b5b53730-7da9-41e5-8e1f-e6d7332737b0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648658 Jul 08 18:12:48.093833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4b28-430d-40b2-b0c9-5293ba203c50 req-62792543-e4df-4448-a305-d6d58f7e3258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:48.095310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d92c4b28-430d-40b2-b0c9-5293ba203c50 req-62792543-e4df-4448-a305-d6d58f7e3258 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0574384 Jul 08 18:12:48.190282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4b28-430d-40b2-b0c9-5293ba203c50 req-e44ce76e-8320-4a5b-b225-7a959c7a7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:48.191793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d92c4b28-430d-40b2-b0c9-5293ba203c50 req-e44ce76e-8320-4a5b-b225-7a959c7a7201 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896554 Jul 08 18:12:48.307017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94958e-bb00-4ccf-9a03-d50100d52a7f req-367fc870-2707-4506-bdb4-c9892ca5c51a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:48.308497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d94958e-bb00-4ccf-9a03-d50100d52a7f req-367fc870-2707-4506-bdb4-c9892ca5c51a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 944 time: 0.1567869 Jul 08 18:12:48.366921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d92c4b28-430d-40b2-b0c9-5293ba203c50 req-0142101c-df10-469d-a0cd-687125004d79 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676626 Jul 08 18:12:48.384411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73190c-d79c-41c2-a652-3df3e0b6e129 req-f2f5742a-7957-49c5-8015-755291802c83 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:48.385784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e73190c-d79c-41c2-a652-3df3e0b6e129 req-f2f5742a-7957-49c5-8015-755291802c83 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.1666317 Jul 08 18:12:48.400458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d94958e-bb00-4ccf-9a03-d50100d52a7f req-c7783cf9-1639-4bce-a6e5-0f0063c983c6 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809729 Jul 08 18:12:48.480984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e73190c-d79c-41c2-a652-3df3e0b6e129 req-05744443-3df3-4eb8-8a7b-02bb1ecc6365 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855498 Jul 08 18:12:48.508704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d92c4b28-430d-40b2-b0c9-5293ba203c50 req-2ecab516-0b30-44fc-b8df-b88d5b6cc45c service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335499 Jul 08 18:12:48.657069 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a78268-cf7d-4fcf-a165-b79b73360f93 req-b98af0e3-3106-4a77-b93d-219c99748b9d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:48.659326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6a78268-cf7d-4fcf-a165-b79b73360f93 req-b98af0e3-3106-4a77-b93d-219c99748b9d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0643427 Jul 08 18:12:48.696361 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6a78268-cf7d-4fcf-a165-b79b73360f93 req-19136488-a63c-410d-a037-abc31132a6cc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314109 Jul 08 18:12:48.923807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e6f599d-1fff-4fde-9d9d-527e8163c3bf req-bb15e275-736a-44ae-bdd3-4ea84e6a31ce tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0318487 Jul 08 18:12:49.115364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca189ef6-1759-4c98-9479-95e464f97e6f req-087994e8-3eb5-452f-bc29-1944f6dd3368 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:49.118025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca189ef6-1759-4c98-9479-95e464f97e6f req-087994e8-3eb5-452f-bc29-1944f6dd3368 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1163054 Jul 08 18:12:49.140845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51a44e-24d1-4489-ac93-d31e16b9d446 req-c83929e4-4837-4128-b23d-5e01eb623ee6 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:49.142281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e51a44e-24d1-4489-ac93-d31e16b9d446 req-c83929e4-4837-4128-b23d-5e01eb623ee6 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.1082311 Jul 08 18:12:49.184283 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca189ef6-1759-4c98-9479-95e464f97e6f req-e169f5a3-c501-43ca-acdc-40c0031dc77b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593827 Jul 08 18:12:49.206878 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e51a44e-24d1-4489-ac93-d31e16b9d446 req-6d0da106-1366-45ed-b129-58244182dbb2 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582616 Jul 08 18:12:49.572488 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d133c-eff9-4423-b5c8-7147a57a526e req-30803942-75cf-45c2-b698-12bcdf8e42a8 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:49.573970 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-032d133c-eff9-4423-b5c8-7147a57a526e req-30803942-75cf-45c2-b698-12bcdf8e42a8 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 944 time: 0.0635564 Jul 08 18:12:49.612727 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-032d133c-eff9-4423-b5c8-7147a57a526e req-3d784aa2-dc49-469d-b569-61b090727dde tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331025 Jul 08 18:12:50.350548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-140dd03a-2b77-47d7-b945-ae8c1e5eb43e req-8b87fe30-b533-421f-9045-0484f0fa3f43 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.2997956 Jul 08 18:12:50.418380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65643b2c-4c5b-4d28-bf01-9810b470fd6d req-06b36847-fbc2-413d-b36c-6f712cffb5d6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:50.419939 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65643b2c-4c5b-4d28-bf01-9810b470fd6d req-06b36847-fbc2-413d-b36c-6f712cffb5d6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0720911 Jul 08 18:12:50.469227 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65643b2c-4c5b-4d28-bf01-9810b470fd6d req-a35b15be-af0d-47bf-9e82-de52203c6d1f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435188 Jul 08 18:12:50.534012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2a972-5c0e-4d5f-b2d3-630e208ad2a2 req-b430a6ec-28c7-4080-a15d-06d9c23491bc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:50.535556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27f2a972-5c0e-4d5f-b2d3-630e208ad2a2 req-b430a6ec-28c7-4080-a15d-06d9c23491bc tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0805273 Jul 08 18:12:50.576626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27f2a972-5c0e-4d5f-b2d3-630e208ad2a2 req-c3b8ed96-229e-4fbb-961a-71459b5d4039 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334136 Jul 08 18:12:50.739768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7fca3-2754-49f8-886c-b14b127b3042 req-d21cea38-9446-423e-99f1-87723f556063 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:50.741219 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53f7fca3-2754-49f8-886c-b14b127b3042 req-d21cea38-9446-423e-99f1-87723f556063 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0718441 Jul 08 18:12:50.781788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53f7fca3-2754-49f8-886c-b14b127b3042 req-f2209732-966c-4e92-a4f3-2e366f0b7508 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350320 Jul 08 18:12:50.896933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c8f3caad-1237-4882-b6f0-adecea4d0761 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:12:50.954895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac26a3a-c0b5-49c5-b133-2aafbd74d6b6 req-60c71342-a646-4295-a171-be3327564efd tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:50.956538 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ac26a3a-c0b5-49c5-b133-2aafbd74d6b6 req-60c71342-a646-4295-a171-be3327564efd tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 944 time: 0.0733840 Jul 08 18:12:51.014591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c8f3caad-1237-4882-b6f0-adecea4d0761, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c8f3caad-1237-4882-b6f0-adecea4d0761,segment=NetworkSegment(a234905f-db4e-44e5-bcd6-f5a570680ca0),segment_id=a234905f-db4e-44e5-bcd6-f5a570680ca0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:51.021144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ac26a3a-c0b5-49c5-b133-2aafbd74d6b6 req-e337467c-a1e9-4941-bcaf-423777d083bb tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560410 Jul 08 18:12:51.029048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'c8f3caad-1237-4882-b6f0-adecea4d0761', 'network_id': 'a27966ba-a97a-4e37-8f28-8fd5119cfb17', 'port_id': 'c8f3caad-1237-4882-b6f0-adecea4d0761', 'mac_address': 'fa:16:3e:18:5b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09586af6-9f5a-4325-8f7f-91f30cde166e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:12:51.078010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:51.094669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f3caad-1237-4882-b6f0-adecea4d0761 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:12:51.122314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c8f3caad-1237-4882-b6f0-adecea4d0761, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c8f3caad-1237-4882-b6f0-adecea4d0761,segment=NetworkSegment(a234905f-db4e-44e5-bcd6-f5a570680ca0),segment_id=a234905f-db4e-44e5-bcd6-f5a570680ca0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:51.127423 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:51.136161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88267c-9a82-45a9-bc88-14b4a3775835 req-4e7b0e38-7bc9-4542-a73f-814e1dbc1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:51.138172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee88267c-9a82-45a9-bc88-14b4a3775835 req-4e7b0e38-7bc9-4542-a73f-814e1dbc1b9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fe6924027e841b3bfa3b72481acfb40&device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 1097 time: 0.0680940 Jul 08 18:12:51.188272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c8f3caad-1237-4882-b6f0-adecea4d0761,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:51.296156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88267c-9a82-45a9-bc88-14b4a3775835 req-d5ec817b-4bcf-4787-bffb-45a2c8bbe53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:51.297516 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee88267c-9a82-45a9-bc88-14b4a3775835 req-d5ec817b-4bcf-4787-bffb-45a2c8bbe53f service neutron] 10.222.0.59 "GET /v2.0/networks?id=7c7c9aeb-f005-463b-9590-fe5599972f43 HTTP/1.1" status: 200 len: 915 time: 0.1534140 Jul 08 18:12:51.320310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3de7c-7eb3-43ef-b888-c2bcb945ba3c req-32d5cdd9-aadc-4388-8f0d-eb3735094ca0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:51.321764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ff3de7c-7eb3-43ef-b888-c2bcb945ba3c req-32d5cdd9-aadc-4388-8f0d-eb3735094ca0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.1765528 Jul 08 18:12:51.365362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee88267c-9a82-45a9-bc88-14b4a3775835 req-8d8450db-b7ca-4d3e-ba6a-d7af11d91d96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c HTTP/1.1" status: 200 len: 217 time: 0.0426264 Jul 08 18:12:51.443212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ff3de7c-7eb3-43ef-b888-c2bcb945ba3c req-dc7061ab-92bb-40e3-a4e2-ef66217c0dc0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132090 Jul 08 18:12:51.449052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88267c-9a82-45a9-bc88-14b4a3775835 req-48486bb5-c819-4846-b33f-a7495357cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:51.450500 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee88267c-9a82-45a9-bc88-14b4a3775835 req-48486bb5-c819-4846-b33f-a7495357cd11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4a70dc7-36c9-499c-9873-1714690c25a6 HTTP/1.1" status: 200 len: 854 time: 0.0769715 Jul 08 18:12:51.463539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c5a49-9d88-4d7e-a848-d28472fadef1 req-632cab81-ff47-4198-920f-4b00b20148cf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:51.465117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea0c5a49-9d88-4d7e-a848-d28472fadef1 req-632cab81-ff47-4198-920f-4b00b20148cf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1875014 Jul 08 18:12:51.498298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee88267c-9a82-45a9-bc88-14b4a3775835 req-9fd01979-3ac4-4078-8b53-ae0c80882027 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7c7c9aeb-f005-463b-9590-fe5599972f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322931 Jul 08 18:12:51.584693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea0c5a49-9d88-4d7e-a848-d28472fadef1 req-ff530a2b-d197-440c-acec-1463256f9489 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107478 Jul 08 18:12:51.607658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-80d789f5-5035-4771-9c87-1649d21e9e25 req-2387db60-fc13-4e29-b28e-456c5cc1dbad tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0396755 Jul 08 18:12:51.616380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['c8f3caad-1237-4882-b6f0-adecea4d0761'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:12:51.639060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee88267c-9a82-45a9-bc88-14b4a3775835 req-01dc532f-2b2c-4b5b-a0e8-127091d6e174 service neutron] 10.222.0.59 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315000 Jul 08 18:12:51.749291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee88267c-9a82-45a9-bc88-14b4a3775835 req-57377cbd-23ee-4432-8e9d-f87d7176faa8 service neutron] 10.222.0.59 "GET /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023035 Jul 08 18:12:51.970884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17974d01-1e92-4e52-b939-4aeba6c52ff7 req-a7eb2b15-77b7-4a93-bd67-a5284c54e3bb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:51.972385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17974d01-1e92-4e52-b939-4aeba6c52ff7 req-a7eb2b15-77b7-4a93-bd67-a5284c54e3bb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0716796 Jul 08 18:12:52.011067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17974d01-1e92-4e52-b939-4aeba6c52ff7 req-f96ace2e-62a1-48e9-aee2-65903d46f5cb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322623 Jul 08 18:12:52.191898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca58b2-38d2-4539-81a5-0d147e55ca41 req-f98afa55-b4c0-4bc4-9162-221644a0939e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:52.193272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a1ca58b2-38d2-4539-81a5-0d147e55ca41 req-f98afa55-b4c0-4bc4-9162-221644a0939e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 945 time: 0.0619564 Jul 08 18:12:52.230114 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a1ca58b2-38d2-4539-81a5-0d147e55ca41 req-c847d701-b11b-43df-9d5e-cff56983dbea tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309353 Jul 08 18:12:52.616032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f66d4f-80b2-46fd-9810-c0427bb689e1 req-a9433b27-7d9b-4a29-a784-0943591c1bfe tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:52.617483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29f66d4f-80b2-46fd-9810-c0427bb689e1 req-a9433b27-7d9b-4a29-a784-0943591c1bfe tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0614426 Jul 08 18:12:52.654159 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29f66d4f-80b2-46fd-9810-c0427bb689e1 req-a98e9ba0-a2a2-4372-b283-bd0d0e1280e3 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310674 Jul 08 18:12:52.776680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6dee431-de83-41c5-9bd5-6f4645c6bbc1 req-c0ef91fa-68b9-4e2b-959a-b5bf194f5a88 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0323691 Jul 08 18:12:53.183876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37575b-1487-418d-bc58-0beb5e464446 req-54d9ccd8-06a9-4fbc-b232-9befc7f06f91 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:53.185341 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec37575b-1487-418d-bc58-0beb5e464446 req-54d9ccd8-06a9-4fbc-b232-9befc7f06f91 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0628555 Jul 08 18:12:53.223053 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec37575b-1487-418d-bc58-0beb5e464446 req-7f431824-d6f2-4b4b-86f2-fcc9b55b1d7b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316620 Jul 08 18:12:53.406709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e46f0-12eb-4613-9218-e8353d36d830 req-8e2e19a4-842f-4b7f-8660-08f2aaf0df8e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:53.408288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-972e46f0-12eb-4613-9218-e8353d36d830 req-8e2e19a4-842f-4b7f-8660-08f2aaf0df8e tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 945 time: 0.0640423 Jul 08 18:12:53.451238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-972e46f0-12eb-4613-9218-e8353d36d830 req-05d4e47f-b1fb-4a49-9775-5ac92ff82839 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359714 Jul 08 18:12:53.574688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fdd7e-bef4-4f08-b33d-0efe20021716 req-ccdcdfeb-9ba9-4cdb-9df8-1a626c9e3da6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:53.576047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-241fdd7e-bef4-4f08-b33d-0efe20021716 req-ccdcdfeb-9ba9-4cdb-9df8-1a626c9e3da6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0669489 Jul 08 18:12:53.613230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-241fdd7e-bef4-4f08-b33d-0efe20021716 req-64b512f9-70bc-4ee4-aaca-3d75aaf45474 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314443 Jul 08 18:12:53.936321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11ef8d2d-7ebb-4111-b93b-22619ddce3ba req-2dbe3d49-9ad7-45ab-9415-69abf9547509 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0287933 Jul 08 18:12:54.010978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cb809-2cf7-4b95-b3a1-9ac6fa7a70b5 req-b3864534-dc71-4249-b9ab-dc144b3cf12f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:54.012596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0cb809-2cf7-4b95-b3a1-9ac6fa7a70b5 req-b3864534-dc71-4249-b9ab-dc144b3cf12f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0643976 Jul 08 18:12:54.057847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d0cb809-2cf7-4b95-b3a1-9ac6fa7a70b5 req-b2232996-211f-4ccf-9a62-73a9229ee894 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391335 Jul 08 18:12:54.232690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e3e26-8bb0-40bf-97a3-e52e68f40aa0 req-fd7faa04-473c-4011-8c65-4e47e38f21ab tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:54.234152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b7e3e26-8bb0-40bf-97a3-e52e68f40aa0 req-fd7faa04-473c-4011-8c65-4e47e38f21ab tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0626414 Jul 08 18:12:54.272450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b7e3e26-8bb0-40bf-97a3-e52e68f40aa0 req-93258c42-5dec-4729-8956-8958e5aaeb62 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Jul 08 18:12:54.457051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a1b23-8ebf-4c14-9f35-fc308b687d7f req-7b5ba096-af07-4628-abca-9a4ff3260713 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:54.458547 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f39a1b23-8ebf-4c14-9f35-fc308b687d7f req-7b5ba096-af07-4628-abca-9a4ff3260713 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0620542 Jul 08 18:12:54.496057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f39a1b23-8ebf-4c14-9f35-fc308b687d7f req-2c70190e-e5b1-4126-93e6-cc457acb56c5 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321329 Jul 08 18:12:54.664431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fce184-c6d6-4453-b39d-f743ae1ad62d req-7039eb29-f63a-4eef-805d-a05813d4a433 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:54.665894 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4fce184-c6d6-4453-b39d-f743ae1ad62d req-7039eb29-f63a-4eef-805d-a05813d4a433 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 945 time: 0.1018271 Jul 08 18:12:54.703463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6ed8f-4683-47a0-b66d-992ad0b9827b req-ccf22c6c-4d22-4a61-9753-d06df6f6284d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:54.705767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3a6ed8f-4683-47a0-b66d-992ad0b9827b req-ccf22c6c-4d22-4a61-9753-d06df6f6284d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0993118 Jul 08 18:12:54.725495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4fce184-c6d6-4453-b39d-f743ae1ad62d req-a963c3d8-468b-42df-bf4b-703862e4c7d0 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521412 Jul 08 18:12:54.752806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3a6ed8f-4683-47a0-b66d-992ad0b9827b req-57eb34d5-e66d-44ab-9c75-7cd74f3c56b9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Jul 08 18:12:54.895151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe3964-31b8-4fab-a604-b353349d6a33 req-31bd0f13-5c62-4778-9ba8-4c6a78c222b4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:54.896755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2fe3964-31b8-4fab-a604-b353349d6a33 req-31bd0f13-5c62-4778-9ba8-4c6a78c222b4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0744338 Jul 08 18:12:54.917790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c8f3caad-1237-4882-b6f0-adecea4d0761 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:12:54.936272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2fe3964-31b8-4fab-a604-b353349d6a33 req-0b1f4a6c-8b2a-44f3-ad94-bfc94828b0f8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336778 Jul 08 18:12:54.985907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port c8f3caad-1237-4882-b6f0-adecea4d0761 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:12:54.990989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port c8f3caad-1237-4882-b6f0-adecea4d0761 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:12:54.991442 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:55.018094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a698fdb-6ad2-40b8-b1a6-9fea66faafe3 req-363fde5e-9ac4-4434-9826-cbe9c7d61ee0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:55.019811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a698fdb-6ad2-40b8-b1a6-9fea66faafe3 req-363fde5e-9ac4-4434-9826-cbe9c7d61ee0 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0677750 Jul 08 18:12:55.065603 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a698fdb-6ad2-40b8-b1a6-9fea66faafe3 req-26a0dcae-2269-437a-9e70-b7265149ec79 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396121 Jul 08 18:12:55.078236 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:55.128217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port c8f3caad-1237-4882-b6f0-adecea4d0761, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c8f3caad-1237-4882-b6f0-adecea4d0761,segment=NetworkSegment(a234905f-db4e-44e5-bcd6-f5a570680ca0),segment_id=a234905f-db4e-44e5-bcd6-f5a570680ca0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:55.129248 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1f2221-3c95-410b-b0cf-f080bf1093f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3caad-1237-4882-b6f0-adecea4d0761'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:12:55.131906 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6811e1-f009-4b12-9c15-b341be8de97d" -d '{"events": [{"server_uuid": "dd1f2221-3c95-410b-b0cf-f080bf1093f4", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3caad-1237-4882-b6f0-adecea4d0761"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:12:55.136816 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:55.141528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0cb71-ba42-49ec-9bea-27474a4ff879 req-01da8764-5324-4c41-bd6c-004efd85cd1a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:55.150343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9b0cb71-ba42-49ec-9bea-27474a4ff879 req-01da8764-5324-4c41-bd6c-004efd85cd1a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0835886 Jul 08 18:12:55.190012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=c8f3caad-1237-4882-b6f0-adecea4d0761,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:12:55.191946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9b0cb71-ba42-49ec-9bea-27474a4ff879 req-a8802ca1-8204-41ef-9599-1c74c1f1ffad tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400591 Jul 08 18:12:55.202900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.203254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.203597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.203933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.204314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.204700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.205416 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.205802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.206133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.206494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.206824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.207154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:12:55.268229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d899c5fe-8878-43b5-bbd5-20d5e8b15f42 req-3ee44991-85c5-4ca6-b0b2-b3ae5966fe28 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0345056 Jul 08 18:12:55.382575 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4367ace-c45f-4719-9348-d5624a52fb17 x-openstack-request-id: req-c4367ace-c45f-4719-9348-d5624a52fb17 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:12:55.383372 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1f2221-3c95-410b-b0cf-f080bf1093f4", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3caad-1237-4882-b6f0-adecea4d0761", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:12:55.383632 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4367ace-c45f-4719-9348-d5624a52fb17 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:12:55.384027 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1f2221-3c95-410b-b0cf-f080bf1093f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3caad-1237-4882-b6f0-adecea4d0761', 'code': 200} Jul 08 18:12:55.443132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad631c-fb88-43c6-9f93-8075ebbba090 req-003d5cfe-caf2-43a4-b4f2-55eba2e88a53 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:55.444902 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bad631c-fb88-43c6-9f93-8075ebbba090 req-003d5cfe-caf2-43a4-b4f2-55eba2e88a53 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0680599 Jul 08 18:12:55.510458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bad631c-fb88-43c6-9f93-8075ebbba090 req-9982e044-4680-4528-9565-e3b2f7c359ba tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600526 Jul 08 18:12:55.530338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ee532-91ba-42c6-ad0f-26c7797ff84b req-954458a1-1872-4534-a142-85ae0523882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:55.531846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d87ee532-91ba-42c6-ad0f-26c7797ff84b req-954458a1-1872-4534-a142-85ae0523882f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 1097 time: 0.0755327 Jul 08 18:12:55.572758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d87ee532-91ba-42c6-ad0f-26c7797ff84b req-a2daebf0-cbec-4645-874e-fc90100bfa46 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334609 Jul 08 18:12:55.660627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4366e4e-2eb7-433e-bf9c-c4847b48119e req-31da1953-c156-4842-a357-00bfaa0a890d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:55.662274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4366e4e-2eb7-433e-bf9c-c4847b48119e req-31da1953-c156-4842-a357-00bfaa0a890d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0770385 Jul 08 18:12:55.722880 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4366e4e-2eb7-433e-bf9c-c4847b48119e req-d7adfb9c-2648-463f-8132-ef145c522fc7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440190 Jul 08 18:12:55.740979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dec2b8-751d-4b53-b851-93f178ec6e15 req-a2539e16-59df-42b1-959d-45b88a5f8735 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:55.742513 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90dec2b8-751d-4b53-b851-93f178ec6e15 req-a2539e16-59df-42b1-959d-45b88a5f8735 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.1032612 Jul 08 18:12:55.781142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90dec2b8-751d-4b53-b851-93f178ec6e15 req-6a0a97d1-e776-4177-8e78-db3f3f9c033b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Jul 08 18:12:55.926387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a27c7-82ad-40ff-9874-e2e0937e0969 req-3ea67010-9d7c-43b0-ad3f-ceb4fe22fa4d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:55.928016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b7a27c7-82ad-40ff-9874-e2e0937e0969 req-3ea67010-9d7c-43b0-ad3f-ceb4fe22fa4d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0964563 Jul 08 18:12:55.982181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb28f2-5079-4447-86b7-9957da0fa6c1 req-0eccc512-e4bb-46d3-9547-be6df60d1b34 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:55.983698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72bb28f2-5079-4447-86b7-9957da0fa6c1 req-0eccc512-e4bb-46d3-9547-be6df60d1b34 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 946 time: 0.1061366 Jul 08 18:12:55.986810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b7a27c7-82ad-40ff-9874-e2e0937e0969 req-f66b163e-990e-4977-ba50-d36d36740052 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529652 Jul 08 18:12:56.022829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72bb28f2-5079-4447-86b7-9957da0fa6c1 req-a5c782fa-e601-4481-bd25-8f899f266e65 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334544 Jul 08 18:12:56.080526 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:12:56.148924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696fbd7-fe9b-4e2b-bbe3-d29b9937282c req-8cc3c7c6-a57b-42a7-9813-a193d1e7b029 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:56.150412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0696fbd7-fe9b-4e2b-bbe3-d29b9937282c req-8cc3c7c6-a57b-42a7-9813-a193d1e7b029 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0667117 Jul 08 18:12:56.186534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0696fbd7-fe9b-4e2b-bbe3-d29b9937282c req-96a82337-5851-448e-a419-0fd5bd358200 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304351 Jul 08 18:12:56.434695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01048b54-c894-4c66-8b7d-a170fe4b7dd9 req-7bd47e17-5add-4e3d-9b86-3aadf138ebf8 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0306716 Jul 08 18:12:56.465036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f71f3-323a-4a5a-9de8-4515d852bb56 req-26cf0e3c-c35f-4d0f-b9f7-cc654248f76f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:56.466626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-825f71f3-323a-4a5a-9de8-4515d852bb56 req-26cf0e3c-c35f-4d0f-b9f7-cc654248f76f tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0910966 Jul 08 18:12:56.505769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-825f71f3-323a-4a5a-9de8-4515d852bb56 req-6379b15a-6b01-4583-87c8-f8d81d4dd2fa tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Jul 08 18:12:56.697877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60193ff6-0472-407c-b790-cd82c951173a req-9701c0d8-0f39-4ec7-b8e2-809b7583fc46 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:56.699363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60193ff6-0472-407c-b790-cd82c951173a req-9701c0d8-0f39-4ec7-b8e2-809b7583fc46 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0674946 Jul 08 18:12:56.738161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60193ff6-0472-407c-b790-cd82c951173a req-addfe7f0-f629-4fc4-b96e-818efbff57ba tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Jul 08 18:12:56.926831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d1297-b752-4eb9-bf89-9e925d48e4ed req-3381ee71-a5d1-4d1b-aa44-7a4a632b62d2 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:56.928304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf0d1297-b752-4eb9-bf89-9e925d48e4ed req-3381ee71-a5d1-4d1b-aa44-7a4a632b62d2 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0633085 Jul 08 18:12:56.965096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf0d1297-b752-4eb9-bf89-9e925d48e4ed req-4fe726c7-ed99-40d3-a9c0-c607780e2e0d tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312383 Jul 08 18:12:57.180075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59668877-ee68-422c-aac0-3e82c2a2026a req-3d782ef8-146b-4cf6-9bf8-e4c570cd4ac1 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:57.181543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59668877-ee68-422c-aac0-3e82c2a2026a req-3d782ef8-146b-4cf6-9bf8-e4c570cd4ac1 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.1047394 Jul 08 18:12:57.233053 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59668877-ee68-422c-aac0-3e82c2a2026a req-258c024a-31e2-4b0e-ac68-3e8eeca30499 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Jul 08 18:12:57.241338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed35d06-3d9f-4a30-ba02-d23807495b47 req-e7fb7a5b-b9fe-41ff-aaaa-c3258020e9bf tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:57.242798 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ed35d06-3d9f-4a30-ba02-d23807495b47 req-e7fb7a5b-b9fe-41ff-aaaa-c3258020e9bf tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 946 time: 0.1068399 Jul 08 18:12:57.281639 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ed35d06-3d9f-4a30-ba02-d23807495b47 req-53b45c0c-e41f-4217-94cc-c587dc414ffa tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333657 Jul 08 18:12:57.423778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b8da3-a163-41eb-9ef6-bbd64ab9fa19 req-1874a658-27fc-4439-942d-b7100b2cd8af tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:57.425551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-362b8da3-a163-41eb-9ef6-bbd64ab9fa19 req-1874a658-27fc-4439-942d-b7100b2cd8af tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0660925 Jul 08 18:12:57.463978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-362b8da3-a163-41eb-9ef6-bbd64ab9fa19 req-d1435824-fa82-4940-afc2-2d792145c2a7 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Jul 08 18:12:57.601663 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4b9c15f-b72a-4629-a4da-8b9cdc9c1840 req-2e7fb6d3-a6d6-40bb-a629-4c1062cf12fd tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0392675 Jul 08 18:12:57.710312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d45f4a-c56e-430e-8ebd-3016ec077f05 req-e90a9c1b-8b04-4505-820d-63995874bc08 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:57.711796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0d45f4a-c56e-430e-8ebd-3016ec077f05 req-e90a9c1b-8b04-4505-820d-63995874bc08 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0638237 Jul 08 18:12:57.753660 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0d45f4a-c56e-430e-8ebd-3016ec077f05 req-ebe74671-396c-4c3b-9ef5-ccd27dbf4120 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359459 Jul 08 18:12:58.060412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28708848-e1e1-4eb8-abdd-30604d46f532 req-6046f39b-9504-4b16-bbd5-62b374b3f02b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:58.061857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28708848-e1e1-4eb8-abdd-30604d46f532 req-6046f39b-9504-4b16-bbd5-62b374b3f02b tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0914562 Jul 08 18:12:58.113016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28708848-e1e1-4eb8-abdd-30604d46f532 req-b4c0dea2-0b73-473e-b2ff-d2bf93805b9c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447075 Jul 08 18:12:58.120985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745fdaf-50a8-42a3-af31-3fd7650416b8 req-bd8761e6-09c4-42c9-b5bf-9e33bc4d8501 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:58.122464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4745fdaf-50a8-42a3-af31-3fd7650416b8 req-bd8761e6-09c4-42c9-b5bf-9e33bc4d8501 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 946 time: 0.1026032 Jul 08 18:12:58.162228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4745fdaf-50a8-42a3-af31-3fd7650416b8 req-45c64fe8-ad20-499b-9124-b5c00e29f1de tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335047 Jul 08 18:12:58.756753 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-49884953-620c-4231-8d1b-a9efc821b67e req-36256592-7c5d-45c1-8ee0-6a0013eef4e6 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0301781 Jul 08 18:12:59.336826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e14da-95c3-4f01-83d9-46caae604c54 req-c44d36d4-31e1-4060-b6b9-fad76c395c85 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:59.338232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc3e14da-95c3-4f01-83d9-46caae604c54 req-c44d36d4-31e1-4060-b6b9-fad76c395c85 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 946 time: 0.0623493 Jul 08 18:12:59.380728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc3e14da-95c3-4f01-83d9-46caae604c54 req-c873d79e-b868-4729-92c1-cb73fe750224 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/security-groups?id=e15829b9-9275-4a75-a082-6e2c95150b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358672 Jul 08 18:12:59.558731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97684c-5fcb-487d-897a-5c6f71612739 req-34470c70-a2d4-474d-a1c0-49eb3f424b87 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:59.560177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab97684c-5fcb-487d-897a-5c6f71612739 req-34470c70-a2d4-474d-a1c0-49eb3f424b87 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 946 time: 0.0684862 Jul 08 18:12:59.663658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-ab97684c-5fcb-487d-897a-5c6f71612739 req-1dd2dad8-a654-4454-9b87-7f35195a2d2a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Deleting port c8f3caad-1237-4882-b6f0-adecea4d0761 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:12:59.664012 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab97684c-5fcb-487d-897a-5c6f71612739 req-1dd2dad8-a654-4454-9b87-7f35195a2d2a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:59.756294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ab97684c-5fcb-487d-897a-5c6f71612739 req-1dd2dad8-a654-4454-9b87-7f35195a2d2a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] For port c8f3caad-1237-4882-b6f0-adecea4d0761, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=c8f3caad-1237-4882-b6f0-adecea4d0761,segment=NetworkSegment(a234905f-db4e-44e5-bcd6-f5a570680ca0),segment_id=a234905f-db4e-44e5-bcd6-f5a570680ca0)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:12:59.756647 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab97684c-5fcb-487d-897a-5c6f71612739 req-1dd2dad8-a654-4454-9b87-7f35195a2d2a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:59.768764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-ab97684c-5fcb-487d-897a-5c6f71612739 req-1dd2dad8-a654-4454-9b87-7f35195a2d2a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Calling delete_port for c8f3caad-1237-4882-b6f0-adecea4d0761 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:12:59.917588 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e7492eb-3596-4c39-b96c-cae8b1501482 req-4f4e8635-9f81-41b8-96ea-698aadba49a5 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0328557 Jul 08 18:12:59.936283 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab97684c-5fcb-487d-897a-5c6f71612739 req-1dd2dad8-a654-4454-9b87-7f35195a2d2a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:59.950360 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['c8f3caad-1237-4882-b6f0-adecea4d0761'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:12:59.976629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2dad8-a654-4454-9b87-7f35195a2d2a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Pushing event deleted for resources: {'Port': ['ID=c8f3caad-1237-4882-b6f0-adecea4d0761,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:00.022614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab97684c-5fcb-487d-897a-5c6f71612739 req-1dd2dad8-a654-4454-9b87-7f35195a2d2a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] No DVR routers for this DVR port c8f3caad-1237-4882-b6f0-adecea4d0761 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:00.025017 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ab97684c-5fcb-487d-897a-5c6f71612739 req-1dd2dad8-a654-4454-9b87-7f35195a2d2a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:00.027212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab97684c-5fcb-487d-897a-5c6f71612739 req-1dd2dad8-a654-4454-9b87-7f35195a2d2a tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.59 "DELETE /v2.0/ports/c8f3caad-1237-4882-b6f0-adecea4d0761 HTTP/1.1" status: 204 len: 173 time: 0.4609768 Jul 08 18:13:00.027677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1f2221-3c95-410b-b0cf-f080bf1093f4', 'name': 'network-vif-deleted', 'tag': 'c8f3caad-1237-4882-b6f0-adecea4d0761'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:00.029956 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ed5b04-13c3-478e-9a3c-1a2995bf7785" -d '{"events": [{"server_uuid": "dd1f2221-3c95-410b-b0cf-f080bf1093f4", "name": "network-vif-deleted", "tag": "c8f3caad-1237-4882-b6f0-adecea4d0761"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:00.082653 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c961cd-237e-41bd-ae50-4b75081d4ccb x-openstack-request-id: req-01c961cd-237e-41bd-ae50-4b75081d4ccb {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:00.083948 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1f2221-3c95-410b-b0cf-f080bf1093f4", "name": "network-vif-deleted", "tag": "c8f3caad-1237-4882-b6f0-adecea4d0761", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:00.083948 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01c961cd-237e-41bd-ae50-4b75081d4ccb {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:00.084485 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1f2221-3c95-410b-b0cf-f080bf1093f4', 'name': 'network-vif-deleted', 'tag': 'c8f3caad-1237-4882-b6f0-adecea4d0761', 'status': 'completed', 'code': 200} Jul 08 18:13:00.572067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b14ff99e-b8a8-4856-af58-65790ee7621a req-f9bca325-55e2-4a3a-ae54-23ff4e27a9d6 tempest-ServerPasswordTestJSON-1720951401 tempest-ServerPasswordTestJSON-1720951401-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd1f2221-3c95-410b-b0cf-f080bf1093f4 HTTP/1.1" status: 200 len: 210 time: 0.0394247 Jul 08 18:13:01.083006 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f566f3b-9da7-4073-acff-48a92c977527 req-0d661d19-ab60-4a29-84d7-82c82f43540a tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0283878 Jul 08 18:13:01.668035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46678) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:01.712858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c32533a-fc29-46cc-bb15-76e7bfa2742b admin admin] Deleting subnet 09586af6-9f5a-4325-8f7f-91f30cde166e {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:13:01.716207 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c32533a-fc29-46cc-bb15-76e7bfa2742b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:01.750282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c32533a-fc29-46cc-bb15-76e7bfa2742b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:01.794858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c32533a-fc29-46cc-bb15-76e7bfa2742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:01.848238 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c32533a-fc29-46cc-bb15-76e7bfa2742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:01.876676 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c32533a-fc29-46cc-bb15-76e7bfa2742b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:01.878588 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7c32533a-fc29-46cc-bb15-76e7bfa2742b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/09586af6-9f5a-4325-8f7f-91f30cde166e HTTP/1.1" status: 204 len: 168 time: 0.2095716 Jul 08 18:13:01.879831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32533a-fc29-46cc-bb15-76e7bfa2742b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09586af6-9f5a-4325-8f7f-91f30cde166e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:01.881501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46682) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:01.949706 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.032541 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.043276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27966ba-a97a-4e37-8f28-8fd5119cfb17']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:02.053681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a234905f-db4e-44e5-bcd6-f5a570680ca0') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:02.053967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a234905f-db4e-44e5-bcd6-f5a570680ca0') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:02.062864 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.076936 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.083799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:13:02.084455 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:13:02.088547 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:13:02.176926 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.184870 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.190532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a27966ba-a97a-4e37-8f28-8fd5119cfb17 HTTP/1.1" status: 204 len: 168 time: 0.3075984 Jul 08 18:13:02.221910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78202d43-10e2-4938-9d83-5c4653275eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a27966ba-a97a-4e37-8f28-8fd5119cfb17,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:02.311428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-409781f0-a5c9-4acf-a989-7954c802c637 req-47748079-7bc5-4ac0-a9e4-b6f582c2c16f tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0366786 Jul 08 18:13:02.356460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46692) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:02.406395 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1b6d1aa7-8375-484f-bddc-9e1ad3028ca1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b07b491c4d74f808a8633b5ed0a207a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483575 Jul 08 18:13:02.408914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46694) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:02.459975 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f674a469-b19d-4be8-85f9-f81561541ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.484683 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f674a469-b19d-4be8-85f9-f81561541ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.547859 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f674a469-b19d-4be8-85f9-f81561541ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.551898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f674a469-b19d-4be8-85f9-f81561541ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.565003 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f674a469-b19d-4be8-85f9-f81561541ec1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e15829b9-9275-4a75-a082-6e2c95150b1f HTTP/1.1" status: 204 len: 168 time: 0.1489742 Jul 08 18:13:02.580689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674a469-b19d-4be8-85f9-f81561541ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15829b9-9275-4a75-a082-6e2c95150b1f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:02.992073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c8f3caad-1237-4882-b6f0-adecea4d0761 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:03.023166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: c8f3caad-1237-4882-b6f0-adecea4d0761 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:13:03.023767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device c8f3caad-1237-4882-b6f0-adecea4d0761 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:03.081788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f83ec7-7a85-4d00-a287-b4db140d05f5 req-d2fdbe66-3d14-4004-8c73-b7e448f4760a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:03.083321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33f83ec7-7a85-4d00-a287-b4db140d05f5 req-d2fdbe66-3d14-4004-8c73-b7e448f4760a tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0629861 Jul 08 18:13:03.122450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33f83ec7-7a85-4d00-a287-b4db140d05f5 req-0a99ae87-0a80-4fdf-bfdc-bd54e89cb3c1 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Jul 08 18:13:03.316482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46728) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:03.414669 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1811234695-network', 'tenant_id': '21019322dddc4452962367fb952c4878'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:03.430190 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:03.451583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Made reservation on behalf of 21019322dddc4452962367fb952c4878 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:03.454229 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:03.462866 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:03.494891 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2b6a1ea-c4f6-49eb-97fe-c66f8d6a3b0e req-5b88ca1e-6c59-4744-a776-effc9003fe8c tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0333650 Jul 08 18:13:03.561832 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:03.566584 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:03.594681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:13:03.601067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a566267-e9ae-490b-9af2-88d8c8cea1ff,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:03.610861 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:03.611845 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Added segment 4bc32005-02c3-4d34-b9ab-d7c335660113 of type vlan for network 368281e4-baea-4074-9557-f1d9f8ae9109 Jul 08 18:13:03.652682 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:03.680306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:03.681409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:03.681992 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:03.738377 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4179518 Jul 08 18:13:03.738750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46736) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:03.744000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] Request body: {'subnet': {'network_id': '368281e4-baea-4074-9557-f1d9f8ae9109', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1811234695-subnet', 'tenant_id': '21019322dddc4452962367fb952c4878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:03.744199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f610e-39fc-43ed-84be-3879ed978512 admin admin] Pushing event updated for resources: {'Network': ['ID=368281e4-baea-4074-9557-f1d9f8ae9109,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:03.754384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 368281e4-baea-4074-9557-f1d9f8ae9109 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:13:03.767059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] Made reservation on behalf of 21019322dddc4452962367fb952c4878 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:03.769917 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:03.932526 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:03.990307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ed231c-a01f-4df0-8c13-00aeabbd52db,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:03.995346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] Checking segment: {'id': '4bc32005-02c3-4d34-b9ab-d7c335660113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '368281e4-baea-4074-9557-f1d9f8ae9109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:13:03.995932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] Network hostable DHCP agents. Network: 368281e4-baea-4074-9557-f1d9f8ae9109, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:13:04.012369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] Network 368281e4-baea-4074-9557-f1d9f8ae9109 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:13:04.020898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 368281e4-baea-4074-9557-f1d9f8ae9109) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:13:04.025084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:04.025663 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:04.030016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8d4b52-38da-4dad-af8b-85773925bf86 None None] Network 368281e4-baea-4074-9557-f1d9f8ae9109 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:13:04.039595 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e128989f-5e61-478f-a4c9-f5690d2ddd70 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2997015 Jul 08 18:13:04.163593 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:04.169007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1324844-eb1f-4413-8258-ff1c271ea0be None None] Network 368281e4-baea-4074-9557-f1d9f8ae9109 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:13:04.312426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89b393-49eb-4288-af5f-be3b86676702 req-c23c6e97-1d22-4d3e-a24c-7a58c79c770c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:04.313973 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b89b393-49eb-4288-af5f-be3b86676702 req-c23c6e97-1d22-4d3e-a24c-7a58c79c770c tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0664916 Jul 08 18:13:04.352853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b89b393-49eb-4288-af5f-be3b86676702 req-28fa1a4d-1deb-47fc-9294-b8a1569e50fb tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Jul 08 18:13:04.478644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-c432b609-9ba2-4dd7-8221-33274989d133 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:04.480112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-c432b609-9ba2-4dd7-8221-33274989d133 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/networks?id=368281e4-baea-4074-9557-f1d9f8ae9109 HTTP/1.1" status: 200 len: 809 time: 0.1034524 Jul 08 18:13:04.494946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-86718255-ca5f-4d6b-aac4-f7e12caceef2 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/quotas/21019322dddc4452962367fb952c4878 HTTP/1.1" status: 200 len: 375 time: 0.0095270 Jul 08 18:13:04.527005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-e8995ff5-9a3e-4c6b-ad8c-6804b95af630 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=21019322dddc4452962367fb952c4878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273099 Jul 08 18:13:04.620933 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-0e03d9a6-12e7-42d8-a429-c7801313a6ff service neutron] 10.222.0.73 "GET /v2.0/networks/368281e4-baea-4074-9557-f1d9f8ae9109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856771 Jul 08 18:13:04.718499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-b49c519e-e02c-48d8-83e2-d1c1c90d9cd1 service neutron] 10.222.0.73 "GET /v2.0/networks/368281e4-baea-4074-9557-f1d9f8ae9109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921128 Jul 08 18:13:04.736423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba1e4bec-0f4a-4a06-8c1a-7d291f2473ae req-5c7222fd-01c2-4327-8c1c-1348cb08f519 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0324070 Jul 08 18:13:05.179550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2dc69884-e004-41ad-b3f2-3b0806f2b753 req-e1afc429-b5cd-4caa-817a-5edc40fd25e1 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 210 time: 0.3080108 Jul 08 18:13:05.242198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b806f4-d166-401f-8a16-195c0077ab59 req-22c96651-c6a1-4061-9b32-e5f55a6d0ac9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:05.243704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-44b806f4-d166-401f-8a16-195c0077ab59 req-22c96651-c6a1-4061-9b32-e5f55a6d0ac9 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.59 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.0667896 Jul 08 18:13:05.355274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-44b806f4-d166-401f-8a16-195c0077ab59 req-507ca574-b38e-4881-ad0f-9376f96936cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Deleting port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:13:05.356010 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-44b806f4-d166-401f-8a16-195c0077ab59 req-507ca574-b38e-4881-ad0f-9376f96936cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:05.453562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-44b806f4-d166-401f-8a16-195c0077ab59 req-507ca574-b38e-4881-ad0f-9376f96936cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] For port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,segment=NetworkSegment(74773bf0-1eed-4b42-b9f3-06d6786b2d84),segment_id=74773bf0-1eed-4b42-b9f3-06d6786b2d84)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:05.453924 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-44b806f4-d166-401f-8a16-195c0077ab59 req-507ca574-b38e-4881-ad0f-9376f96936cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:05.470943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-44b806f4-d166-401f-8a16-195c0077ab59 req-507ca574-b38e-4881-ad0f-9376f96936cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Calling delete_port for 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:13:05.611808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ad75-1482-454e-a4cd-8243b79f87fe req-095df642-25d5-422e-966b-f23826ec8e69 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:05.613296 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6843ad75-1482-454e-a4cd-8243b79f87fe req-095df642-25d5-422e-966b-f23826ec8e69 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/ports?device_id=661e2168-c412-4ff0-a597-fa117106815d HTTP/1.1" status: 200 len: 946 time: 0.1311648 Jul 08 18:13:05.685598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6843ad75-1482-454e-a4cd-8243b79f87fe req-6d14c847-f139-4e31-b3ee-bab266b25497 tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.73 "GET /v2.0/security-groups?id=6facfa66-af93-4426-87bd-2999537426d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661511 Jul 08 18:13:05.695741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-44b806f4-d166-401f-8a16-195c0077ab59 req-507ca574-b38e-4881-ad0f-9376f96936cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:05.715370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:13:05.736532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ca574-b38e-4881-ad0f-9376f96936cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Pushing event deleted for resources: {'Port': ['ID=78bd3d6d-2d4b-4311-b448-8d9ddaaac55c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:05.779076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b806f4-d166-401f-8a16-195c0077ab59 req-507ca574-b38e-4881-ad0f-9376f96936cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] No DVR routers for this DVR port 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:05.781835 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-44b806f4-d166-401f-8a16-195c0077ab59 req-507ca574-b38e-4881-ad0f-9376f96936cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:05.784493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-44b806f4-d166-401f-8a16-195c0077ab59 req-507ca574-b38e-4881-ad0f-9376f96936cd tempest-ServersNegativeTestJSON-932338316 tempest-ServersNegativeTestJSON-932338316-project] 10.222.0.59 "DELETE /v2.0/ports/78bd3d6d-2d4b-4311-b448-8d9ddaaac55c HTTP/1.1" status: 204 len: 173 time: 0.5271871 Jul 08 18:13:05.784996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'name': 'network-vif-deleted', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:05.787273 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a5795d-d9eb-49f3-a127-7caadc548ba3" -d '{"events": [{"server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "name": "network-vif-deleted", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:05.827882 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808781a4-5d94-4d9e-be13-0565f539c7ea x-openstack-request-id: req-808781a4-5d94-4d9e-be13-0565f539c7ea {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:05.828179 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661e2168-c412-4ff0-a597-fa117106815d", "name": "network-vif-deleted", "tag": "78bd3d6d-2d4b-4311-b448-8d9ddaaac55c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:05.828431 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-808781a4-5d94-4d9e-be13-0565f539c7ea {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:05.828827 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661e2168-c412-4ff0-a597-fa117106815d', 'name': 'network-vif-deleted', 'tag': '78bd3d6d-2d4b-4311-b448-8d9ddaaac55c', 'status': 'completed', 'code': 200} Jul 08 18:13:05.911089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8b5993c-9934-4564-a048-c256199f3f72 req-ee797952-f5cc-4395-8297-ba4cf89b3e75 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0288396 Jul 08 18:13:06.071513 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-f5f73e7a-72cd-4dd6-913a-f94932df27ff tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:06.072973 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-f5f73e7a-72cd-4dd6-913a-f94932df27ff tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.59 "GET /v2.0/networks?id=368281e4-baea-4074-9557-f1d9f8ae9109 HTTP/1.1" status: 200 len: 809 time: 0.1048806 Jul 08 18:13:06.093070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Request body: {'port': {'device_id': '4b3732f0-9018-4a2f-a8ee-ca6ae26ab504', 'network_id': '368281e4-baea-4074-9557-f1d9f8ae9109', 'admin_state_up': True, 'tenant_id': '21019322dddc4452962367fb952c4878'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:06.203225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Made reservation on behalf of 21019322dddc4452962367fb952c4878 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:06.207618 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:06.233184 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d2ca6a3e-c256-447b-b8a7-d04dd6cfc2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:06.349736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6769b34-aa93-4c3d-80b4-0de12c8f8e2b req-9b746707-dec4-4038-b71b-7c9057d532dd tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 210 time: 0.0513690 Jul 08 18:13:06.369671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Allocated IP 172.20.0.13 (368281e4-baea-4074-9557-f1d9f8ae9109/f1ed231c-a01f-4df0-8c13-00aeabbd52db/8a128036-36d6-4e1a-9d7f-f7a821155258) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:13:06.526495 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:06.564624 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:06.607255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Network 368281e4-baea-4074-9557-f1d9f8ae9109 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:13:06.613079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:13:06.616836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:13:06.623270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Pushing event updated for resources: {'Port': ['ID=8a128036-36d6-4e1a-9d7f-f7a821155258,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:06.668555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:06.669156 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:06.685214 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-5da2c034-a5d7-4d0f-ba33-325d2c459cce tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5956905 Jul 08 18:13:06.695799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Request body: {'port': {'device_id': '4b3732f0-9018-4a2f-a8ee-ca6ae26ab504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:06.772589 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:06.781924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46790) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:06.827609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Deleting subnet f4a70dc7-36c9-499c-9873-1714690c25a6 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:13:06.831627 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:06.865200 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:06.903822 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:06.962507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:06.989423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a70dc7-36c9-499c-9873-1714690c25a6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:06.992113 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:06.994435 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f4a70dc7-36c9-499c-9873-1714690c25a6 HTTP/1.1" status: 204 len: 168 time: 0.2108715 Jul 08 18:13:06.996915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46794) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:07.000655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.001095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.002099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.002528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.002928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.003330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.003741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.004129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.004653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.005222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.005486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.005857 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53185e-e968-4c57-a813-eac13f2f3e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:07.094512 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f8069e02-e642-434e-880c-eb09880be95b req-a85cb5ee-16fc-4579-a13a-caef8e1bb2a6 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0470138 Jul 08 18:13:07.134677 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.139452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a128036-36d6-4e1a-9d7f-f7a821155258 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:13:07.149628 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.182113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Transition to ACTIVE for port object 8a128036-36d6-4e1a-9d7f-f7a821155258 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:13:07.194416 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.265409 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.287231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7c9aeb-f005-463b-9590-fe5599972f43']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:07.294845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Pushing event updated for resources: {'Port': ['ID=8a128036-36d6-4e1a-9d7f-f7a821155258,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:07.302964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74773bf0-1eed-4b42-b9f3-06d6786b2d84') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:07.303261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74773bf0-1eed-4b42-b9f3-06d6786b2d84') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:07.349420 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.371593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.381036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:13:07.381441 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:13:07.383383 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:13:07.440103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Attempting to bind port 8a128036-36d6-4e1a-9d7f-f7a821155258 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:13:07.440446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Attempting to bind port 8a128036-36d6-4e1a-9d7f-f7a821155258 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '4bc32005-02c3-4d34-b9ab-d7c335660113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '368281e4-baea-4074-9557-f1d9f8ae9109'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:13:07.440798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Attempting to bind port 8a128036-36d6-4e1a-9d7f-f7a821155258 on network 368281e4-baea-4074-9557-f1d9f8ae9109 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:07.446911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Port 8a128036-36d6-4e1a-9d7f-f7a821155258 on network 368281e4-baea-4074-9557-f1d9f8ae9109 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:13:07.447267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Attempting to bind port 8a128036-36d6-4e1a-9d7f-f7a821155258 on network 368281e4-baea-4074-9557-f1d9f8ae9109 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:07.453315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:13:07.453674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Checking segment: {'id': '4bc32005-02c3-4d34-b9ab-d7c335660113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '368281e4-baea-4074-9557-f1d9f8ae9109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:13:07.454042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Bound using segment: {'id': '4bc32005-02c3-4d34-b9ab-d7c335660113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '368281e4-baea-4074-9557-f1d9f8ae9109'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:13:07.454526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Bound port: 8a128036-36d6-4e1a-9d7f-f7a821155258, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc32005-02c3-4d34-b9ab-d7c335660113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '368281e4-baea-4074-9557-f1d9f8ae9109'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:13:07.454896 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.456641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.462134 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.463992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7c7c9aeb-f005-463b-9590-fe5599972f43 HTTP/1.1" status: 204 len: 168 time: 0.4661164 Jul 08 18:13:07.492962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7b8e5-3f73-4ac6-b789-6690ee62d958 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7c9aeb-f005-463b-9590-fe5599972f43,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:07.586285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46800) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:07.594322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] For port 8a128036-36d6-4e1a-9d7f-f7a821155258, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:07.609520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] For port 8a128036-36d6-4e1a-9d7f-f7a821155258, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8a128036-36d6-4e1a-9d7f-f7a821155258,segment=NetworkSegment(4bc32005-02c3-4d34-b9ab-d7c335660113),segment_id=4bc32005-02c3-4d34-b9ab-d7c335660113)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:13:07.618657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dd96a-491a-4aa7-b89f-01c24deebf68 req-0aac3670-2873-4522-9af5-2026b28dde09 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:07.620162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c02dd96a-491a-4aa7-b89f-01c24deebf68 req-0aac3670-2873-4522-9af5-2026b28dde09 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 944 time: 0.1295137 Jul 08 18:13:07.623423 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.627623 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d02d2d84-7aba-4b1e-be13-0e7f72348a0d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3fe6924027e841b3bfa3b72481acfb40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401728 Jul 08 18:13:07.630143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46802) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:07.681131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9525dff1-f072-4338-9ec1-b5d4e335f769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.686849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:07.687480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.688915 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-222776e8-0731-49a4-babd-945a5dd869be service neutron] 10.222.0.59 "PUT /v2.0/ports/8a128036-36d6-4e1a-9d7f-f7a821155258 HTTP/1.1" status: 200 len: 1092 time: 0.9972365 Jul 08 18:13:07.703905 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9525dff1-f072-4338-9ec1-b5d4e335f769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.720745 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c02dd96a-491a-4aa7-b89f-01c24deebf68 req-e67b80ac-f02e-4388-882a-72b68d2222db tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884459 Jul 08 18:13:07.721406 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222776e8-0731-49a4-babd-945a5dd869be service neutron] Pushing event updated for resources: {'Port': ['ID=8a128036-36d6-4e1a-9d7f-f7a821155258,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:07.771668 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9525dff1-f072-4338-9ec1-b5d4e335f769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.775473 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9525dff1-f072-4338-9ec1-b5d4e335f769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:07.776954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9525dff1-f072-4338-9ec1-b5d4e335f769 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6facfa66-af93-4426-87bd-2999537426d3 HTTP/1.1" status: 204 len: 168 time: 0.1458294 Jul 08 18:13:07.787456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525dff1-f072-4338-9ec1-b5d4e335f769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6facfa66-af93-4426-87bd-2999537426d3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:07.815725 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-c64d5ca8-3c7a-4fd5-a86d-00a83e08e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:07.817088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-c64d5ca8-3c7a-4fd5-a86d-00a83e08e81d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=21019322dddc4452962367fb952c4878&device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 1095 time: 0.0845337 Jul 08 18:13:07.830985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3732f0-9018-4a2f-a8ee-ca6ae26ab504', 'tag': '8a128036-36d6-4e1a-9d7f-f7a821155258'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:07.833428 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76dc506-c3e1-4cd6-9025-e65194afd714" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3732f0-9018-4a2f-a8ee-ca6ae26ab504", "tag": "8a128036-36d6-4e1a-9d7f-f7a821155258"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:07.874856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-16eb3854-4ea6-4fc1-ba50-5003a517df5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a128036-36d6-4e1a-9d7f-f7a821155258 HTTP/1.1" status: 200 len: 217 time: 0.0498185 Jul 08 18:13:07.879247 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc981491-d6bd-48a5-a442-ea7916ce06c4 x-openstack-request-id: req-cc981491-d6bd-48a5-a442-ea7916ce06c4 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:07.879745 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3732f0-9018-4a2f-a8ee-ca6ae26ab504", "tag": "8a128036-36d6-4e1a-9d7f-f7a821155258", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:07.879997 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc981491-d6bd-48a5-a442-ea7916ce06c4 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:07.880411 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3732f0-9018-4a2f-a8ee-ca6ae26ab504', 'tag': '8a128036-36d6-4e1a-9d7f-f7a821155258', 'status': 'completed', 'code': 200} Jul 08 18:13:07.932036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-841e0913-26fd-4778-9822-35094e07cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:07.932036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-841e0913-26fd-4778-9822-35094e07cb46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1ed231c-a01f-4df0-8c13-00aeabbd52db HTTP/1.1" status: 200 len: 849 time: 0.0465035 Jul 08 18:13:07.979481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-4cdcc2fe-d1ed-4e22-9131-1940e52f5174 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=368281e4-baea-4074-9557-f1d9f8ae9109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350859 Jul 08 18:13:08.073035 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-395e3177-7168-4938-aea7-f48adcb718b8 service neutron] 10.222.0.59 "GET /v2.0/networks/368281e4-baea-4074-9557-f1d9f8ae9109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871816 Jul 08 18:13:08.178945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4a697a2-fcf5-4dc0-87a1-29aa3db856c9 req-32716039-0743-4dc7-ad44-7bafcd8f2317 service neutron] 10.222.0.59 "GET /v2.0/networks/368281e4-baea-4074-9557-f1d9f8ae9109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982263 Jul 08 18:13:08.264412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fd432f3-ffc4-47ac-a409-3412a69e3bed req-152271c8-43a7-4df3-bb9e-05f888eae23a tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0363457 Jul 08 18:13:08.311432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dc506-c3e1-4cd6-9025-e65194afd714 req-005c7810-7ec7-4577-be54-5c28f4e55260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:08.312924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c76dc506-c3e1-4cd6-9025-e65194afd714 req-005c7810-7ec7-4577-be54-5c28f4e55260 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=21019322dddc4452962367fb952c4878&device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 1095 time: 0.0759366 Jul 08 18:13:08.408226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dc506-c3e1-4cd6-9025-e65194afd714 req-46123290-adfc-4477-8752-c899b372dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:08.409711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c76dc506-c3e1-4cd6-9025-e65194afd714 req-46123290-adfc-4477-8752-c899b372dcd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=368281e4-baea-4074-9557-f1d9f8ae9109 HTTP/1.1" status: 200 len: 910 time: 0.0904665 Jul 08 18:13:08.452961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c76dc506-c3e1-4cd6-9025-e65194afd714 req-7ff7f0aa-3c3a-4472-86b0-92b696904dc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a128036-36d6-4e1a-9d7f-f7a821155258 HTTP/1.1" status: 200 len: 217 time: 0.0349419 Jul 08 18:13:08.503245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dc506-c3e1-4cd6-9025-e65194afd714 req-79c60665-2872-4450-8d1d-e2cebbc193b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:08.504724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c76dc506-c3e1-4cd6-9025-e65194afd714 req-79c60665-2872-4450-8d1d-e2cebbc193b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1ed231c-a01f-4df0-8c13-00aeabbd52db HTTP/1.1" status: 200 len: 849 time: 0.0436862 Jul 08 18:13:08.537651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c76dc506-c3e1-4cd6-9025-e65194afd714 req-c422545e-f3f5-4c46-be69-aec7b477a889 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=368281e4-baea-4074-9557-f1d9f8ae9109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258262 Jul 08 18:13:08.631824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c76dc506-c3e1-4cd6-9025-e65194afd714 req-e3e7ce50-2533-4bc5-a57b-8adb1310e3ac service neutron] 10.222.0.59 "GET /v2.0/networks/368281e4-baea-4074-9557-f1d9f8ae9109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873959 Jul 08 18:13:08.723276 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c76dc506-c3e1-4cd6-9025-e65194afd714 req-0cf99e60-e1d4-45f7-b8e2-45dd13cb4e34 service neutron] 10.222.0.59 "GET /v2.0/networks/368281e4-baea-4074-9557-f1d9f8ae9109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848737 Jul 08 18:13:08.920077 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90e5a0-b1fd-4dda-9eea-b96fb0761e66 req-f7b4324b-d257-433a-a9bb-b6827815e2a3 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:08.921762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df90e5a0-b1fd-4dda-9eea-b96fb0761e66 req-f7b4324b-d257-433a-a9bb-b6827815e2a3 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 944 time: 0.0815778 Jul 08 18:13:08.961471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df90e5a0-b1fd-4dda-9eea-b96fb0761e66 req-d1b8f3be-a62e-40fd-9011-85c15919eea0 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327539 Jul 08 18:13:09.020608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:09.049166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:13:09.049591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 78bd3d6d-2d4b-4311-b448-8d9ddaaac55c not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:09.062897 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:09.107000 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3506d17e-421b-4805-9221-4f82e5f974e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:09.421977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5eb8acde-d05c-4fb9-beab-fbd3ce6f8d44 req-b44f1845-474c-40c8-8a4a-c7ddc9076ee8 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0322945 Jul 08 18:13:09.706543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46882) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:09.807531 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-046c99b8-2723-43b2-98a2-e865b508a191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:09.900006 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-046c99b8-2723-43b2-98a2-e865b508a191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:09.903783 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-046c99b8-2723-43b2-98a2-e865b508a191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:09.945152 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-046c99b8-2723-43b2-98a2-e865b508a191 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6ef8c4419134b8390bf336031af2da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374659 Jul 08 18:13:09.945378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46888) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:09.946103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c99b8-2723-43b2-98a2-e865b508a191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75605971-cff3-4a42-81a7-12aa1df92ad8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:09.994625 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-350a6b21-6a9a-4b79-bef3-400e64d1bf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.017493 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-350a6b21-6a9a-4b79-bef3-400e64d1bf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.065340 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-350a6b21-6a9a-4b79-bef3-400e64d1bf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.068318 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-350a6b21-6a9a-4b79-bef3-400e64d1bf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.069567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-350a6b21-6a9a-4b79-bef3-400e64d1bf9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/75605971-cff3-4a42-81a7-12aa1df92ad8 HTTP/1.1" status: 204 len: 168 time: 0.1234014 Jul 08 18:13:10.078244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a6b21-6a9a-4b79-bef3-400e64d1bf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75605971-cff3-4a42-81a7-12aa1df92ad8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:10.114578 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.164706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fcb02-eaa7-4e2c-bb89-694db020d44b req-37d6d06e-951c-4407-ad58-28d186d8efcc tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:10.166261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b9fcb02-eaa7-4e2c-bb89-694db020d44b req-37d6d06e-951c-4407-ad58-28d186d8efcc tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 944 time: 0.0817707 Jul 08 18:13:10.214954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b9fcb02-eaa7-4e2c-bb89-694db020d44b req-6b7d2f3d-242d-44cc-a560-af309449f9c2 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Jul 08 18:13:10.350502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46898) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:10.364345 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36bf3139-cb09-4844-800a-f1ad5197dfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.451351 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36bf3139-cb09-4844-800a-f1ad5197dfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.455504 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36bf3139-cb09-4844-800a-f1ad5197dfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.494654 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-36bf3139-cb09-4844-800a-f1ad5197dfeb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=215c643ff2af4669b99a4b1bee96d25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430333 Jul 08 18:13:10.495650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf3139-cb09-4844-800a-f1ad5197dfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53be6518-9a1d-4bec-93c4-aa48edcf8640,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:10.497605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46902) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:10.549833 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-69ec3924-a91d-465b-b225-486a75214d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.570552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-69ec3924-a91d-465b-b225-486a75214d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.577392 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f0c0983e-ffbf-49f6-9fec-1261e51f209b req-d57c845b-b527-4bf2-8218-64f6c54ebbdb tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0315466 Jul 08 18:13:10.616594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-69ec3924-a91d-465b-b225-486a75214d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.619238 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-69ec3924-a91d-465b-b225-486a75214d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:10.620397 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-69ec3924-a91d-465b-b225-486a75214d5b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/53be6518-9a1d-4bec-93c4-aa48edcf8640 HTTP/1.1" status: 204 len: 168 time: 0.1216552 Jul 08 18:13:10.627918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec3924-a91d-465b-b225-486a75214d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53be6518-9a1d-4bec-93c4-aa48edcf8640,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:11.389485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03516d-7601-4697-8ccf-272785aa44d4 req-cfe84f17-1fb6-42f0-b996-952e4f8316aa tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:11.391008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb03516d-7601-4697-8ccf-272785aa44d4 req-cfe84f17-1fb6-42f0-b996-952e4f8316aa tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 944 time: 0.0634394 Jul 08 18:13:11.430323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb03516d-7601-4697-8ccf-272785aa44d4 req-0283895e-8399-4ac2-9735-e061738938d3 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Jul 08 18:13:11.602793 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:11.730846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea3b8d9f-cdb5-4f60-8261-7701ab32b598 req-d58aeccf-f88b-4c7d-b8c4-ec43e2bec81a tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0313399 Jul 08 18:13:12.473447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46962) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:12.579254 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d5b7993f-b89b-441c-ba26-24a2cd73c570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:12.607405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272ba05-6999-4266-82ff-3dd142fd308d req-c63359fe-ed5a-4dbd-9b4b-76f08e1148cc tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:12.608783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d272ba05-6999-4266-82ff-3dd142fd308d req-c63359fe-ed5a-4dbd-9b4b-76f08e1148cc tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 944 time: 0.0670085 Jul 08 18:13:12.647953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d272ba05-6999-4266-82ff-3dd142fd308d req-7c697b7f-b844-468c-bfa2-e152d6efe6fc tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Jul 08 18:13:12.667154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d5b7993f-b89b-441c-ba26-24a2cd73c570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:12.671050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d5b7993f-b89b-441c-ba26-24a2cd73c570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:12.710975 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d5b7993f-b89b-441c-ba26-24a2cd73c570 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d62cae6c6374e6fb53067efe9b0144d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364545 Jul 08 18:13:12.712946 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7993f-b89b-441c-ba26-24a2cd73c570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8c400c-a92c-4c2e-ab10-fbe446ad71e6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:12.713634 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46966) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:12.763678 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34441899-fdb4-4fe2-ac41-4ce72d765896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:12.785349 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34441899-fdb4-4fe2-ac41-4ce72d765896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:12.830861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34441899-fdb4-4fe2-ac41-4ce72d765896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:12.833479 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34441899-fdb4-4fe2-ac41-4ce72d765896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:12.836968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-34441899-fdb4-4fe2-ac41-4ce72d765896 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe8c400c-a92c-4c2e-ab10-fbe446ad71e6 HTTP/1.1" status: 204 len: 168 time: 0.1199477 Jul 08 18:13:12.842386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34441899-fdb4-4fe2-ac41-4ce72d765896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8c400c-a92c-4c2e-ab10-fbe446ad71e6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:12.887637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-790b0219-67a8-491a-bbad-316e92753784 req-fd788e83-cfef-444a-98c4-c0b547095c61 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0288374 Jul 08 18:13:13.020340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8a128036-36d6-4e1a-9d7f-f7a821155258 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:13:13.089355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46974) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:13.103229 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0857f4ad-bcdc-4bcc-8a10-62c2d59c9a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:13.121806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8a128036-36d6-4e1a-9d7f-f7a821155258, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8a128036-36d6-4e1a-9d7f-f7a821155258,segment=NetworkSegment(4bc32005-02c3-4d34-b9ab-d7c335660113),segment_id=4bc32005-02c3-4d34-b9ab-d7c335660113)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:13.134526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '8a128036-36d6-4e1a-9d7f-f7a821155258', 'network_id': '368281e4-baea-4074-9557-f1d9f8ae9109', 'port_id': '8a128036-36d6-4e1a-9d7f-f7a821155258', 'mac_address': 'fa:16:3e:f9:26:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ed231c-a01f-4df0-8c13-00aeabbd52db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:13:13.174185 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:13.186926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a128036-36d6-4e1a-9d7f-f7a821155258 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:13:13.194931 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0857f4ad-bcdc-4bcc-8a10-62c2d59c9a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:13.199065 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0857f4ad-bcdc-4bcc-8a10-62c2d59c9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:13.208034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8a128036-36d6-4e1a-9d7f-f7a821155258, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8a128036-36d6-4e1a-9d7f-f7a821155258,segment=NetworkSegment(4bc32005-02c3-4d34-b9ab-d7c335660113),segment_id=4bc32005-02c3-4d34-b9ab-d7c335660113)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:13.211977 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:13.237435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857f4ad-bcdc-4bcc-8a10-62c2d59c9a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4c1fe8-7c1a-4da3-899d-455956e7c4b4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:13.242698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0857f4ad-bcdc-4bcc-8a10-62c2d59c9a2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=320d31028be94c5dbaca28d27a49b2dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522813 Jul 08 18:13:13.244554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46976) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:13.262059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8a128036-36d6-4e1a-9d7f-f7a821155258,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:13.298417 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-472b465b-7650-4462-b401-bb908f639b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:13.319773 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-472b465b-7650-4462-b401-bb908f639b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:13.367282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-472b465b-7650-4462-b401-bb908f639b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:13.369932 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-472b465b-7650-4462-b401-bb908f639b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:13.371123 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-472b465b-7650-4462-b401-bb908f639b5a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca4c1fe8-7c1a-4da3-899d-455956e7c4b4 HTTP/1.1" status: 204 len: 168 time: 0.1247909 Jul 08 18:13:13.379228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b465b-7650-4462-b401-bb908f639b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4c1fe8-7c1a-4da3-899d-455956e7c4b4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:13.677102 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff12ea01-2731-454f-a6c2-bf96503ebbb8 req-9229af82-0917-4e6e-bb78-b80e463bf917 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0321007 Jul 08 18:13:13.690405 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['8a128036-36d6-4e1a-9d7f-f7a821155258'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:13:13.831590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162a5b3-adf7-4d95-b6e8-f847ad35acc5 req-9d79b42d-6566-4973-973a-889900b19bab tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:13.833359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d162a5b3-adf7-4d95-b6e8-f847ad35acc5 req-9d79b42d-6566-4973-973a-889900b19bab tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 945 time: 0.0699935 Jul 08 18:13:13.874870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d162a5b3-adf7-4d95-b6e8-f847ad35acc5 req-41ab53c1-d511-4e4c-a69e-1d3b384f83b2 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Jul 08 18:13:14.040746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37e48073-a548-4d56-90cf-4e5ec44c0259 req-ab505a0e-4726-49a6-a26b-a79ec74fbf72 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0285413 Jul 08 18:13:15.056816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339022eb-cf10-4b27-99aa-fde23c797773 req-04ee9ec0-ccb9-49bc-8494-69ffb79e0e2c tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:15.058327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-339022eb-cf10-4b27-99aa-fde23c797773 req-04ee9ec0-ccb9-49bc-8494-69ffb79e0e2c tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 945 time: 0.0670660 Jul 08 18:13:15.098489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-339022eb-cf10-4b27-99aa-fde23c797773 req-40a37331-8e11-4b81-9e7e-cecf50806872 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346835 Jul 08 18:13:15.201280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc0d683f-d5d3-46aa-8afe-4a38bbd8dd74 req-8d7ed937-1250-4d98-9ed4-b6ad55802a17 tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0293200 Jul 08 18:13:15.554819 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7b509023-87a9-43e1-b766-0169145a1d0e req-5c3571f7-fa5a-496a-81e2-0f9af8122ff6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5c79d31a5e5488b90d83c4793cdd8ff&device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0437284 Jul 08 18:13:15.589702 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7b509023-87a9-43e1-b766-0169145a1d0e req-b12f9667-eef7-4089-8627-5e5cf4df1722 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d5c79d31a5e5488b90d83c4793cdd8ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239432 Jul 08 18:13:15.608479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-100f3b4a-a817-4258-9537-63fa2844d92b req-8d8749ff-ad28-4057-908b-2ba59b458d9f tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0287876 Jul 08 18:13:15.695184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b509023-87a9-43e1-b766-0169145a1d0e req-07f43cbc-f8f4-4ddd-8316-c176d243ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:15.696812 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7b509023-87a9-43e1-b766-0169145a1d0e req-07f43cbc-f8f4-4ddd-8316-c176d243ba61 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009464 Jul 08 18:13:16.281608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee9ef7-b3ea-4ba7-91bc-ae08dcc31e57 req-1b8c423f-2979-4a36-94ae-67a23a1fb6c1 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:16.283809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82ee9ef7-b3ea-4ba7-91bc-ae08dcc31e57 req-1b8c423f-2979-4a36-94ae-67a23a1fb6c1 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 945 time: 0.0694504 Jul 08 18:13:16.321898 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82ee9ef7-b3ea-4ba7-91bc-ae08dcc31e57 req-f227ab7d-9b69-4bc7-b043-acbd7398c8f0 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332913 Jul 08 18:13:16.760508 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9aae6c87-d904-4255-be91-978cbcd1fb6f req-9aefa4c4-fa7a-451a-a47b-8fdbbbab137e tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0277879 Jul 08 18:13:17.041426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8a128036-36d6-4e1a-9d7f-f7a821155258 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:13:17.089738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 8a128036-36d6-4e1a-9d7f-f7a821155258 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:13:17.093398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 8a128036-36d6-4e1a-9d7f-f7a821155258 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:13:17.093768 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:17.175704 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7b509023-87a9-43e1-b766-0169145a1d0e req-2562e31a-383c-4cec-994f-0b6ae613983a tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0282323 Jul 08 18:13:17.184421 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:17.210077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3732f0-9018-4a2f-a8ee-ca6ae26ab504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a128036-36d6-4e1a-9d7f-f7a821155258'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:17.213505 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4069edfe-1560-47eb-919c-a165fb98e4a2" -d '{"events": [{"server_uuid": "4b3732f0-9018-4a2f-a8ee-ca6ae26ab504", "name": "network-vif-plugged", "status": "completed", "tag": "8a128036-36d6-4e1a-9d7f-f7a821155258"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:17.228191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 8a128036-36d6-4e1a-9d7f-f7a821155258, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8a128036-36d6-4e1a-9d7f-f7a821155258,segment=NetworkSegment(4bc32005-02c3-4d34-b9ab-d7c335660113),segment_id=4bc32005-02c3-4d34-b9ab-d7c335660113)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:17.235648 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:17.266046 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174edcfe-4965-4cc7-befd-d857ccfbc228 x-openstack-request-id: req-174edcfe-4965-4cc7-befd-d857ccfbc228 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:17.266420 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3732f0-9018-4a2f-a8ee-ca6ae26ab504", "name": "network-vif-plugged", "status": "completed", "tag": "8a128036-36d6-4e1a-9d7f-f7a821155258", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:17.266645 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-174edcfe-4965-4cc7-befd-d857ccfbc228 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:17.267690 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3732f0-9018-4a2f-a8ee-ca6ae26ab504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a128036-36d6-4e1a-9d7f-f7a821155258', 'code': 200} Jul 08 18:13:17.297383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=8a128036-36d6-4e1a-9d7f-f7a821155258,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:17.383819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb69fcc-4757-4429-b66d-c3d66f70b5c7 req-d88efdbd-86d2-4cf0-af61-ff757023d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:17.385669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8fb69fcc-4757-4429-b66d-c3d66f70b5c7 req-d88efdbd-86d2-4cf0-af61-ff757023d326 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 1097 time: 0.0525804 Jul 08 18:13:17.424407 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8fb69fcc-4757-4429-b66d-c3d66f70b5c7 req-9ca75930-55be-427b-acd3-a1815b236a89 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Jul 08 18:13:17.514353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e395c-c68a-47c9-b0fa-77e76914f236 req-60db2a36-f2b7-4850-8803-73f155217ff3 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:17.515970 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b4e395c-c68a-47c9-b0fa-77e76914f236 req-60db2a36-f2b7-4850-8803-73f155217ff3 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 946 time: 0.0665431 Jul 08 18:13:17.554362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b4e395c-c68a-47c9-b0fa-77e76914f236 req-48f6d21c-7637-435d-8f53-5220586ee178 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328319 Jul 08 18:13:17.935008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e61ef028-5dd3-4a8f-94d6-ecedeb4788f2 req-32a484b5-cee3-40f8-a1f6-3b5af7a6e37b tempest-ServerShowV254Test-108156318 tempest-ServerShowV254Test-108156318-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e4b0e3a-ccf4-4fcb-925e-38391b154cff HTTP/1.1" status: 200 len: 210 time: 0.0365834 Jul 08 18:13:18.729985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d3521-315d-4732-a466-676fc1bc106b req-fc39e294-8dc8-4142-9022-b03e442511c7 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:18.731605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a71d3521-315d-4732-a466-676fc1bc106b req-fc39e294-8dc8-4142-9022-b03e442511c7 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 946 time: 0.0628557 Jul 08 18:13:18.771964 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a71d3521-315d-4732-a466-676fc1bc106b req-82afb083-3b93-4703-9313-84505e5548c2 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327187 Jul 08 18:13:19.382128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47174) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:19.527525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3ed5d31-fa52-440a-9ff9-caf21aa45f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:19.625063 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3ed5d31-fa52-440a-9ff9-caf21aa45f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:19.630643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3ed5d31-fa52-440a-9ff9-caf21aa45f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:19.666903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed5d31-fa52-440a-9ff9-caf21aa45f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bb14aa-313c-49aa-819a-b82f80619851,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:19.682900 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f3ed5d31-fa52-440a-9ff9-caf21aa45f3c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5c79d31a5e5488b90d83c4793cdd8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992949 Jul 08 18:13:19.683909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47190) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:19.744311 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-326a180a-e0ea-4048-8bc5-be917b575bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:19.774524 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-326a180a-e0ea-4048-8bc5-be917b575bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:19.831887 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-326a180a-e0ea-4048-8bc5-be917b575bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:19.834801 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-326a180a-e0ea-4048-8bc5-be917b575bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:19.849934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-326a180a-e0ea-4048-8bc5-be917b575bd4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/06bb14aa-313c-49aa-819a-b82f80619851 HTTP/1.1" status: 204 len: 168 time: 0.1593356 Jul 08 18:13:19.862127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a180a-e0ea-4048-8bc5-be917b575bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bb14aa-313c-49aa-819a-b82f80619851,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:20.845377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47254) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:20.950682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-523184867-network', 'tenant_id': '7b98c98b242d4dd4ab0761f978dcd946'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:20.979802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Made reservation on behalf of 7b98c98b242d4dd4ab0761f978dcd946 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:20.982148 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:20.991635 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:21.088624 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:21.094111 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:21.114766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:13:21.133840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9727f0-e98b-477d-a33f-32852540b5cc,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:21.137078 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:21.137643 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Added segment 1bda9f1c-50e3-426b-b991-6cc53ce2ea61 of type vlan for network a24abade-dfd9-4334-bfce-a632d6bf6b0d Jul 08 18:13:21.187025 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:21.218843 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:21.220925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:21.221618 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:21.282153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4349024 Jul 08 18:13:21.285569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47270) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:21.290420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] Request body: {'subnet': {'network_id': 'a24abade-dfd9-4334-bfce-a632d6bf6b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-523184867-subnet', 'tenant_id': '7b98c98b242d4dd4ab0761f978dcd946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:21.302191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6b113-8ed3-4bc0-a459-0688c3247a66 admin admin] Pushing event updated for resources: {'Network': ['ID=a24abade-dfd9-4334-bfce-a632d6bf6b0d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:21.314733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network a24abade-dfd9-4334-bfce-a632d6bf6b0d details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:13:21.320504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] Made reservation on behalf of 7b98c98b242d4dd4ab0761f978dcd946 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:21.323601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:21.537985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-5a369a9f-d460-4a76-9f27-7cfe93f22485 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1153867 Jul 08 18:13:21.937381 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:21.991603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb9f55-e545-4c68-ace6-d44034ab691a req-afe37a3d-61a3-4b8d-9d8b-26536c75e217 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:21.993108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78eb9f55-e545-4c68-ace6-d44034ab691a req-afe37a3d-61a3-4b8d-9d8b-26536c75e217 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 946 time: 0.4541202 Jul 08 18:13:22.020493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-8af43e40-935f-4d50-8ba1-01ddaf1dc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.020960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-8af43e40-935f-4d50-8ba1-01ddaf1dc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.021628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-8af43e40-935f-4d50-8ba1-01ddaf1dc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.022092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-8af43e40-935f-4d50-8ba1-01ddaf1dc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.022583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-8af43e40-935f-4d50-8ba1-01ddaf1dc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.023042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-8af43e40-935f-4d50-8ba1-01ddaf1dc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.023495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-8af43e40-935f-4d50-8ba1-01ddaf1dc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.025659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-8af43e40-935f-4d50-8ba1-01ddaf1dc918 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6503 time: 0.4536283 Jul 08 18:13:22.043283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d047cc78-0307-4953-8854-1e25f9d85f3a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:22.083302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] Checking segment: {'id': '1bda9f1c-50e3-426b-b991-6cc53ce2ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a24abade-dfd9-4334-bfce-a632d6bf6b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:13:22.083733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] Network hostable DHCP agents. Network: a24abade-dfd9-4334-bfce-a632d6bf6b0d, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:13:22.121210 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78eb9f55-e545-4c68-ace6-d44034ab691a req-504859c1-b01d-49f2-8c6a-3f0f6c2fa424 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171746 Jul 08 18:13:22.146246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] Network a24abade-dfd9-4334-bfce-a632d6bf6b0d is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:13:22.164827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, a24abade-dfd9-4334-bfce-a632d6bf6b0d) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:13:22.172940 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47292) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:22.174335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.174927 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.175217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8af642a-aa97-4caf-9db3-4a2bd55e936b None None] Network a24abade-dfd9-4334-bfce-a632d6bf6b0d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:13:22.191416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-59b460dc-efe7-4c47-bf27-8bfd8cfd34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.191824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-59b460dc-efe7-4c47-bf27-8bfd8cfd34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.192410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-59b460dc-efe7-4c47-bf27-8bfd8cfd34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.194041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-59b460dc-efe7-4c47-bf27-8bfd8cfd34ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=862c2a37-d96a-4888-ae5a-8d974ff33d02&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&id=11431c02-a7f4-4ec7-85c0-9b5689964bc6 HTTP/1.1" status: 200 len: 2299 time: 0.1375477 Jul 08 18:13:22.211072 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-00cf818b-b1c2-4ecf-aa16-5e2fc3f6aa7e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9241219 Jul 08 18:13:22.308049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-c270904e-da83-4447-81bb-0e3f2214ff9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59682ff9-4a96-408d-bee6-68e470629095 HTTP/1.1" status: 200 len: 1001 time: 0.0954688 Jul 08 18:13:22.322159 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77a59a56-fd4c-4ae5-a1b9-6e8cc160f145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.342491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e36209-b627-49e8-965a-e1129a117f87 None None] Network a24abade-dfd9-4334-bfce-a632d6bf6b0d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:13:22.405504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-0658eba0-398c-42bb-bfbc-82a16f12ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.407019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-0658eba0-398c-42bb-bfbc-82a16f12ff65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b086e9c1-9a00-48ee-9a32-68a956d42d32 HTTP/1.1" status: 200 len: 856 time: 0.0921602 Jul 08 18:13:22.435446 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77a59a56-fd4c-4ae5-a1b9-6e8cc160f145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.442263 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77a59a56-fd4c-4ae5-a1b9-6e8cc160f145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.477686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-fb8cbeec-34f7-46aa-b4c0-33cff7851eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.479474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-fb8cbeec-34f7-46aa-b4c0-33cff7851eef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=862c2a37-d96a-4888-ae5a-8d974ff33d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651062 Jul 08 18:13:22.485056 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-77a59a56-fd4c-4ae5-a1b9-6e8cc160f145 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af79a47285a84bacb66a052371e6fdf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110974 Jul 08 18:13:22.490759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47304) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:22.514098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a59a56-fd4c-4ae5-a1b9-6e8cc160f145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588a7d5d-611a-4263-ab7d-1d103f44719d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:22.552054 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-724d0ed4-c445-4f74-8c3b-845c5a223c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.575309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-724d0ed4-c445-4f74-8c3b-845c5a223c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.626926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-e8e5dbbd-23a4-439a-882e-5f7edae97d40 service neutron] 10.222.0.59 "GET /v2.0/networks/862c2a37-d96a-4888-ae5a-8d974ff33d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395953 Jul 08 18:13:22.633036 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-724d0ed4-c445-4f74-8c3b-845c5a223c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.635739 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-724d0ed4-c445-4f74-8c3b-845c5a223c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.638661 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-724d0ed4-c445-4f74-8c3b-845c5a223c0d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/588a7d5d-611a-4263-ab7d-1d103f44719d HTTP/1.1" status: 204 len: 168 time: 0.1466658 Jul 08 18:13:22.651071 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d0ed4-c445-4f74-8c3b-845c5a223c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588a7d5d-611a-4263-ab7d-1d103f44719d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:22.678688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47316) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:22.684617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-836074162-network', 'tenant_id': 'acaa084f017342868eb9c66ff6bd2f4f'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:22.710483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Made reservation on behalf of acaa084f017342868eb9c66ff6bd2f4f for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:22.713454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.722725 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.730231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-925d0551-3ce7-4e8b-90c0-ca6d45d9e769 service neutron] 10.222.0.59 "GET /v2.0/networks/862c2a37-d96a-4888-ae5a-8d974ff33d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962057 Jul 08 18:13:22.776927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-7b7896b7-9573-4266-9536-700debd41a33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=d4cc5ac4-b829-405d-8524-bd92c8f400fe HTTP/1.1" status: 200 len: 217 time: 0.0393124 Jul 08 18:13:22.835170 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-f26b0018-4c99-4eb3-9d45-002cda2ac300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.837227 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-f26b0018-4c99-4eb3-9d45-002cda2ac300 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.0538189 Jul 08 18:13:22.847829 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.852376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.874358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:13:22.895996 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.896343 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Added segment bf236eeb-7020-4be2-8542-290c25bb8f3a of type vlan for network cdb0b308-55c2-4d65-91f5-2730c00b22e9 Jul 08 18:13:22.904802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e2f0bc-a9e8-451b-9e5c-3a8cd09c4418,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:22.905927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-04713424-0499-453d-83d0-295975b4f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.907666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-04713424-0499-453d-83d0-295975b4f707 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0636592 Jul 08 18:13:23.006869 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.014988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-001f42f3-13d1-456b-b32e-f8e60b69859b service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977685 Jul 08 18:13:23.049990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f44e7-9116-4702-9bf4-d0b803c1ce2a req-a7a7b859-25d3-4100-913e-7e4585e22ba0 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:23.051766 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-904f44e7-9116-4702-9bf4-d0b803c1ce2a req-a7a7b859-25d3-4100-913e-7e4585e22ba0 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 946 time: 0.1575913 Jul 08 18:13:23.064872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47320) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:23.095705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.096680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:23.097268 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.103854 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb14b53d-b1c5-45d5-9345-c18d2fec72eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.128723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-b18add60-220b-4dae-a36e-41598437a6ba service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071918 Jul 08 18:13:23.175681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-31671261-c0ed-41d2-93d2-a086d2c45c3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=8373c0d3-2b06-4151-b80b-653f5a3611ce HTTP/1.1" status: 200 len: 217 time: 0.0399516 Jul 08 18:13:23.181861 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5019515 Jul 08 18:13:23.184455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47324) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:23.197467 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] Request body: {'subnet': {'network_id': 'cdb0b308-55c2-4d65-91f5-2730c00b22e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-836074162-subnet', 'tenant_id': 'acaa084f017342868eb9c66ff6bd2f4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:23.230296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880d8ac-7cd6-4ff8-941c-457e1f71a57f admin admin] Pushing event updated for resources: {'Network': ['ID=cdb0b308-55c2-4d65-91f5-2730c00b22e9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:23.243237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-89dcba36-445f-4bb4-99f1-d8ba533da1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:23.245015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-89dcba36-445f-4bb4-99f1-d8ba533da1ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.0635545 Jul 08 18:13:23.246262 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network cdb0b308-55c2-4d65-91f5-2730c00b22e9 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:13:23.321803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-904f44e7-9116-4702-9bf4-d0b803c1ce2a req-ee6f41ac-d388-49da-bd94-70a8a2c12661 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Deleting port 8a128036-36d6-4e1a-9d7f-f7a821155258 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:13:23.322531 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-904f44e7-9116-4702-9bf4-d0b803c1ce2a req-ee6f41ac-d388-49da-bd94-70a8a2c12661 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.356509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-9e39f6c3-5bb0-46cb-8bdc-4e201d2308ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:23.358013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-9e39f6c3-5bb0-46cb-8bdc-4e201d2308ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068490 Jul 08 18:13:23.367623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878147de-430b-4023-890f-46ac7763fb58 req-b82235cb-7f76-48d3-b1cc-25958d3a9187 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:23.369073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-878147de-430b-4023-890f-46ac7763fb58 req-b82235cb-7f76-48d3-b1cc-25958d3a9187 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b3732f0-9018-4a2f-a8ee-ca6ae26ab504 HTTP/1.1" status: 200 len: 946 time: 0.1198773 Jul 08 18:13:23.375977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb14b53d-b1c5-45d5-9345-c18d2fec72eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.384628 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb14b53d-b1c5-45d5-9345-c18d2fec72eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.447411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14b53d-b1c5-45d5-9345-c18d2fec72eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f394f83-c566-42b6-adcc-150011899850,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:23.459346 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cb14b53d-b1c5-45d5-9345-c18d2fec72eb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47c6a9dd160a4e8e8590bc1d9ae915e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933854 Jul 08 18:13:23.460080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47328) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:23.480855 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] Made reservation on behalf of acaa084f017342868eb9c66ff6bd2f4f for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:23.482813 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.499510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-904f44e7-9116-4702-9bf4-d0b803c1ce2a req-ee6f41ac-d388-49da-bd94-70a8a2c12661 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] For port 8a128036-36d6-4e1a-9d7f-f7a821155258, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8a128036-36d6-4e1a-9d7f-f7a821155258,segment=NetworkSegment(4bc32005-02c3-4d34-b9ab-d7c335660113),segment_id=4bc32005-02c3-4d34-b9ab-d7c335660113)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:23.499897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-904f44e7-9116-4702-9bf4-d0b803c1ce2a req-ee6f41ac-d388-49da-bd94-70a8a2c12661 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.501544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-878147de-430b-4023-890f-46ac7763fb58 req-d2c4bf0e-eb12-4c62-a73b-c853df67c2fd tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a566267-e9ae-490b-9af2-88d8c8cea1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099150 Jul 08 18:13:23.528198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-904f44e7-9116-4702-9bf4-d0b803c1ce2a req-ee6f41ac-d388-49da-bd94-70a8a2c12661 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Calling delete_port for 8a128036-36d6-4e1a-9d7f-f7a821155258 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:13:23.554429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-19c76fbe-26da-4d2b-86da-83d9c6028ac4 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843603 Jul 08 18:13:23.586751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72d7a110-53ca-4efe-95f5-2abb3b839d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.622718 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72d7a110-53ca-4efe-95f5-2abb3b839d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.704092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-a99f079c-7466-4bae-9872-3cc4d4e04ae9 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424077 Jul 08 18:13:23.732747 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72d7a110-53ca-4efe-95f5-2abb3b839d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.736160 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72d7a110-53ca-4efe-95f5-2abb3b839d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.740010 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-72d7a110-53ca-4efe-95f5-2abb3b839d12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f394f83-c566-42b6-adcc-150011899850 HTTP/1.1" status: 204 len: 168 time: 0.2738163 Jul 08 18:13:23.757488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7a110-53ca-4efe-95f5-2abb3b839d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f394f83-c566-42b6-adcc-150011899850,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:23.760744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-904f44e7-9116-4702-9bf4-d0b803c1ce2a req-ee6f41ac-d388-49da-bd94-70a8a2c12661 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.777408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-71dbdbfd-a159-4be0-a5ed-cb4ff29bd505 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=eeffd98c-291f-4917-bf1b-39e512d635be HTTP/1.1" status: 200 len: 217 time: 0.0664053 Jul 08 18:13:23.803266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f41ac-d388-49da-bd94-70a8a2c12661 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Pushing event deleted for resources: {'Port': ['ID=8a128036-36d6-4e1a-9d7f-f7a821155258,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:23.820014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.847801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-904f44e7-9116-4702-9bf4-d0b803c1ce2a req-ee6f41ac-d388-49da-bd94-70a8a2c12661 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] No DVR routers for this DVR port 8a128036-36d6-4e1a-9d7f-f7a821155258 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:23.851065 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-904f44e7-9116-4702-9bf4-d0b803c1ce2a req-ee6f41ac-d388-49da-bd94-70a8a2c12661 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.853477 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-904f44e7-9116-4702-9bf4-d0b803c1ce2a req-ee6f41ac-d388-49da-bd94-70a8a2c12661 tempest-ServerTagsTestJSON-2044078133 tempest-ServerTagsTestJSON-2044078133-project] 10.222.0.59 "DELETE /v2.0/ports/8a128036-36d6-4e1a-9d7f-f7a821155258 HTTP/1.1" status: 204 len: 173 time: 0.7964325 Jul 08 18:13:23.854058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3732f0-9018-4a2f-a8ee-ca6ae26ab504', 'name': 'network-vif-deleted', 'tag': '8a128036-36d6-4e1a-9d7f-f7a821155258'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:23.857383 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8403206-993e-4b24-9f7f-d9bc81f1b632" -d '{"events": [{"server_uuid": "4b3732f0-9018-4a2f-a8ee-ca6ae26ab504", "name": "network-vif-deleted", "tag": "8a128036-36d6-4e1a-9d7f-f7a821155258"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:23.876380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-6d099b10-acf8-409e-8e2a-a129246ab4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:23.877876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-6d099b10-acf8-409e-8e2a-a129246ab4d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.0902948 Jul 08 18:13:23.901876 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5a2c0c-b6d7-40ea-a16b-7487756c4611 x-openstack-request-id: req-7e5a2c0c-b6d7-40ea-a16b-7487756c4611 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:23.902235 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3732f0-9018-4a2f-a8ee-ca6ae26ab504", "name": "network-vif-deleted", "tag": "8a128036-36d6-4e1a-9d7f-f7a821155258", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:23.902523 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e5a2c0c-b6d7-40ea-a16b-7487756c4611 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:23.902932 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3732f0-9018-4a2f-a8ee-ca6ae26ab504', 'name': 'network-vif-deleted', 'tag': '8a128036-36d6-4e1a-9d7f-f7a821155258', 'status': 'completed', 'code': 200} Jul 08 18:13:23.928402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03199c20-63fb-40ab-ad91-8de849db5870,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:23.947342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] Checking segment: {'id': 'bf236eeb-7020-4be2-8542-290c25bb8f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cdb0b308-55c2-4d65-91f5-2730c00b22e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:13:23.947691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] Network hostable DHCP agents. Network: cdb0b308-55c2-4d65-91f5-2730c00b22e9, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:13:23.976592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-db1736a2-72fd-4b8f-81ee-aa81dd3bcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:23.978844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-db1736a2-72fd-4b8f-81ee-aa81dd3bcfa7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0909204 Jul 08 18:13:23.980068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] Network cdb0b308-55c2-4d65-91f5-2730c00b22e9 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:13:24.007604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, cdb0b308-55c2-4d65-91f5-2730c00b22e9) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:13:24.014611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f609097-0507-476c-96d4-ef30c6b0e510 None None] Network cdb0b308-55c2-4d65-91f5-2730c00b22e9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:13:24.036686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:24.037829 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:24.064937 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8ac12823-7c52-4e22-8bf4-9d69f8906f42 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8793120 Jul 08 18:13:24.099904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-5ff025e5-e6af-4e4a-950c-fac5e9b4a62a service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140158 Jul 08 18:13:24.178004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d885cf0-07fb-4b85-a471-181a69042ce5 None None] Network cdb0b308-55c2-4d65-91f5-2730c00b22e9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:13:24.217942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-6a931d74-e596-41fb-8c3d-9c246988c191 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093473 Jul 08 18:13:24.222361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47342) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:24.243914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-616347c7-cf68-46a1-89a1-c2f0d999b2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:24.279026 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-d4dea061-68a7-4660-b389-4fe7d747e80a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=0f10bd94-4d96-496c-83a7-1bd4b5116767 HTTP/1.1" status: 200 len: 217 time: 0.0494406 Jul 08 18:13:24.365972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-bb8686d9-a197-45b7-843d-c7d517aa8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:24.367613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-bb8686d9-a197-45b7-843d-c7d517aa8ed2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.0752435 Jul 08 18:13:24.458132 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-616347c7-cf68-46a1-89a1-c2f0d999b2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:24.463607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-616347c7-cf68-46a1-89a1-c2f0d999b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:24.469433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-18a79ba1-e3f4-46b3-8424-b5418427fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:24.471020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-18a79ba1-e3f4-46b3-8424-b5418427fb31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0951312 Jul 08 18:13:24.575759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-616347c7-cf68-46a1-89a1-c2f0d999b2af admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6cda6fc1c1d2484183d6ee9e5a7223c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522966 Jul 08 18:13:24.578499 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47362) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:24.604025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616347c7-cf68-46a1-89a1-c2f0d999b2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e4a3ee-b77a-4f1b-bf98-9beff3d5e48e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:24.612880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47364) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:24.640050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28850170-910c-4fe2-84b1-45f7df1d9448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:24.662934 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28850170-910c-4fe2-84b1-45f7df1d9448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:24.726250 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28850170-910c-4fe2-84b1-45f7df1d9448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:24.726513 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2252d74e-adcf-4cb5-b2b9-d076db4411d9 admin admin] Deleting subnet f1ed231c-a01f-4df0-8c13-00aeabbd52db {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:13:24.728813 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28850170-910c-4fe2-84b1-45f7df1d9448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:24.730071 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28850170-910c-4fe2-84b1-45f7df1d9448 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41e4a3ee-b77a-4f1b-bf98-9beff3d5e48e HTTP/1.1" status: 204 len: 168 time: 0.1503229 Jul 08 18:13:24.738767 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28850170-910c-4fe2-84b1-45f7df1d9448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e4a3ee-b77a-4f1b-bf98-9beff3d5e48e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:24.739292 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-dc53a07c-0c52-4eef-a5d5-aa091f4a2084 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563291 Jul 08 18:13:24.741298 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2252d74e-adcf-4cb5-b2b9-d076db4411d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:24.767633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-7adc6b6a-c784-41ef-b652-ffe93c063cb9 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:24.769120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-7adc6b6a-c784-41ef-b652-ffe93c063cb9 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/networks?id=a24abade-dfd9-4334-bfce-a632d6bf6b0d HTTP/1.1" status: 200 len: 824 time: 0.2563844 Jul 08 18:13:24.829382 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-2d39fafb-cdeb-49e4-9545-34959c27ea00 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/quotas/7b98c98b242d4dd4ab0761f978dcd946 HTTP/1.1" status: 200 len: 375 time: 0.0511549 Jul 08 18:13:24.841300 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2252d74e-adcf-4cb5-b2b9-d076db4411d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:24.910425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c0426de7-ded4-4b3a-9f6a-33cf5e4cebd1 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b98c98b242d4dd4ab0761f978dcd946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669630 Jul 08 18:13:24.947153 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2252d74e-adcf-4cb5-b2b9-d076db4411d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.022853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-6e6f69d9-7ee4-4bb7-a9a3-0482602f1c3a service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624278 Jul 08 18:13:25.084294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8a128036-36d6-4e1a-9d7f-f7a821155258 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:25.088252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-0809f1cf-fec1-4ff8-a36b-4446523d8c1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa8f0f29-cc28-4b63-8c42-9caf10706204 HTTP/1.1" status: 200 len: 217 time: 0.0555272 Jul 08 18:13:25.105521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 8a128036-36d6-4e1a-9d7f-f7a821155258 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:13:25.105849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8a128036-36d6-4e1a-9d7f-f7a821155258 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:25.137539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-404802a4-0a3e-4589-9c47-be1447cfb21e service neutron] 10.222.0.73 "GET /v2.0/networks/a24abade-dfd9-4334-bfce-a632d6bf6b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178328 Jul 08 18:13:25.138498 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2252d74e-adcf-4cb5-b2b9-d076db4411d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.196449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252d74e-adcf-4cb5-b2b9-d076db4411d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ed231c-a01f-4df0-8c13-00aeabbd52db,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:25.200014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2252d74e-adcf-4cb5-b2b9-d076db4411d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.204461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2252d74e-adcf-4cb5-b2b9-d076db4411d9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f1ed231c-a01f-4df0-8c13-00aeabbd52db HTTP/1.1" status: 204 len: 168 time: 0.5841811 Jul 08 18:13:25.204934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47380) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:25.233202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-775cf524-369e-4bd9-8691-94653d549ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:25.234704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-775cf524-369e-4bd9-8691-94653d549ecb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145af265-0c37-44a9-9356-46969782c434 HTTP/1.1" status: 200 len: 797 time: 0.1393554 Jul 08 18:13:25.278464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.311986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-700c7ccf-6bce-4be3-ac2e-f7afb064572b service neutron] 10.222.0.73 "GET /v2.0/networks/a24abade-dfd9-4334-bfce-a632d6bf6b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613333 Jul 08 18:13:25.325575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-654c4ebe-eea0-4577-b7f9-10d4e132fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:25.327658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-654c4ebe-eea0-4577-b7f9-10d4e132fad8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860245 Jul 08 18:13:25.391399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.403824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368281e4-baea-4074-9557-f1d9f8ae9109']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:25.416985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc32005-02c3-4d34-b9ab-d7c335660113') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:25.417284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc32005-02c3-4d34-b9ab-d7c335660113') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:25.430050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.445858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.446828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-8abaf29f-1706-4af3-8cab-143823f051da service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113379 Jul 08 18:13:25.452750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:13:25.453261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:13:25.455212 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:13:25.518273 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.531752 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.537404 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] 10.222.0.73 "DELETE /v2.0/networks/368281e4-baea-4074-9557-f1d9f8ae9109 HTTP/1.1" status: 204 len: 168 time: 0.3308260 Jul 08 18:13:25.559416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56347bf5-36c3-4c26-b0bb-471af2414c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=368281e4-baea-4074-9557-f1d9f8ae9109,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:25.582541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fec07649-dabe-4f49-85ff-6f31c4290fa1 req-2503c816-5465-4c77-8563-90cb51fd088d tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 210 time: 0.0483243 Jul 08 18:13:25.608450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-c1fce48b-4a11-41d0-9e1f-e8dd2e6064ae service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548007 Jul 08 18:13:25.659969 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-468ddb61-3ad7-45c9-a5da-b2a133766d4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9dc138b5-431f-4879-a92f-271d72241855 HTTP/1.1" status: 200 len: 217 time: 0.0447562 Jul 08 18:13:25.715215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-b1586428-221c-4c24-9907-3e3d42987baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:25.717206 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-b1586428-221c-4c24-9907-3e3d42987baf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145af265-0c37-44a9-9356-46969782c434 HTTP/1.1" status: 200 len: 797 time: 0.0508537 Jul 08 18:13:25.779685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47404) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:25.790778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-6f60a37a-d505-4e2c-af0b-d08effd61033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:25.792221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-6f60a37a-d505-4e2c-af0b-d08effd61033 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689867 Jul 08 18:13:25.837512 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9515bb71-bfac-4e30-9b61-f1e0faa175d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=21019322dddc4452962367fb952c4878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533526 Jul 08 18:13:25.837512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47406) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:25.906584 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-8d05a839-1570-4f86-bcc7-61d126c893ea service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063037 Jul 08 18:13:25.911348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46334031-20f4-4d93-8ec4-00c7038668aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.952182 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46334031-20f4-4d93-8ec4-00c7038668aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:26.007492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46334031-20f4-4d93-8ec4-00c7038668aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:26.010165 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46334031-20f4-4d93-8ec4-00c7038668aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:26.011332 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-46334031-20f4-4d93-8ec4-00c7038668aa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a566267-e9ae-490b-9af2-88d8c8cea1ff HTTP/1.1" status: 204 len: 168 time: 0.1734254 Jul 08 18:13:26.023164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46334031-20f4-4d93-8ec4-00c7038668aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a566267-e9ae-490b-9af2-88d8c8cea1ff,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:26.031395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-191f8e9c-558e-4414-af0f-3bf5e1dd3a4f req-77013ecc-8dd8-4105-aa96-45afd2a14257 service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182621 Jul 08 18:13:26.733114 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eab4decb-598a-4f6c-9cfc-1d814224214b req-a198a605-08b5-4ff1-935e-e35954e8ce81 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 210 time: 0.0351806 Jul 08 18:13:27.040566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-5f63a41d-5312-4954-880f-298a2875455c tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:27.043680 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-5f63a41d-5312-4954-880f-298a2875455c tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.74 "GET /v2.0/networks?id=a24abade-dfd9-4334-bfce-a632d6bf6b0d HTTP/1.1" status: 200 len: 824 time: 0.2170775 Jul 08 18:13:27.060822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Request body: {'port': {'device_id': '19948e9e-bf2a-461d-89f8-6bd9f2792c2f', 'network_id': 'a24abade-dfd9-4334-bfce-a632d6bf6b0d', 'admin_state_up': True, 'tenant_id': '7b98c98b242d4dd4ab0761f978dcd946'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:27.222711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Made reservation on behalf of 7b98c98b242d4dd4ab0761f978dcd946 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:27.226297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:27.684429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Allocated IP 172.20.0.5 (a24abade-dfd9-4334-bfce-a632d6bf6b0d/d047cc78-0307-4953-8854-1e25f9d85f3a/8e5288be-53ba-4230-9231-a6f93d894a14) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:13:27.844133 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:27.886371 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:27.939741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Network a24abade-dfd9-4334-bfce-a632d6bf6b0d is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:13:27.948381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:13:27.955044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:13:27.984434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Pushing event updated for resources: {'Port': ['ID=8e5288be-53ba-4230-9231-a6f93d894a14,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:28.015390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:28.016053 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:28.034448 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-fb3affa6-395d-42c3-8ee0-028d15e5d194 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9796860 Jul 08 18:13:28.054433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Request body: {'port': {'device_id': '19948e9e-bf2a-461d-89f8-6bd9f2792c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:28.138696 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:28.177096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181bbb4-3380-4834-a755-a4c48a319fb3 req-f14b2e68-b6cc-4c90-8a17-a2c66789801b tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:28.179409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a181bbb4-3380-4834-a755-a4c48a319fb3 req-f14b2e68-b6cc-4c90-8a17-a2c66789801b tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 931 time: 0.0807438 Jul 08 18:13:28.228959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a181bbb4-3380-4834-a755-a4c48a319fb3 req-e8494434-45bc-4153-92a7-d60d0309c9c4 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Jul 08 18:13:28.451618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5288be-53ba-4230-9231-a6f93d894a14 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:13:28.459136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:28.473079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Transition to ACTIVE for port object 8e5288be-53ba-4230-9231-a6f93d894a14 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:13:28.477423 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:28.525232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Pushing event updated for resources: {'Port': ['ID=8e5288be-53ba-4230-9231-a6f93d894a14,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:28.599784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Attempting to bind port 8e5288be-53ba-4230-9231-a6f93d894a14 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:13:28.600124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Attempting to bind port 8e5288be-53ba-4230-9231-a6f93d894a14 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '1bda9f1c-50e3-426b-b991-6cc53ce2ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a24abade-dfd9-4334-bfce-a632d6bf6b0d'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:13:28.600453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Attempting to bind port 8e5288be-53ba-4230-9231-a6f93d894a14 on network a24abade-dfd9-4334-bfce-a632d6bf6b0d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:28.604705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Port 8e5288be-53ba-4230-9231-a6f93d894a14 on network a24abade-dfd9-4334-bfce-a632d6bf6b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:13:28.605037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Attempting to bind port 8e5288be-53ba-4230-9231-a6f93d894a14 on network a24abade-dfd9-4334-bfce-a632d6bf6b0d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:28.609739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:13:28.610075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Checking segment: {'id': '1bda9f1c-50e3-426b-b991-6cc53ce2ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a24abade-dfd9-4334-bfce-a632d6bf6b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:13:28.610511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Bound using segment: {'id': '1bda9f1c-50e3-426b-b991-6cc53ce2ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a24abade-dfd9-4334-bfce-a632d6bf6b0d'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:13:28.610929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Bound port: 8e5288be-53ba-4230-9231-a6f93d894a14, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bda9f1c-50e3-426b-b991-6cc53ce2ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a24abade-dfd9-4334-bfce-a632d6bf6b0d'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:13:28.611286 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:28.673451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] For port 8e5288be-53ba-4230-9231-a6f93d894a14, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:28.676494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] For port 8e5288be-53ba-4230-9231-a6f93d894a14, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8e5288be-53ba-4230-9231-a6f93d894a14,segment=NetworkSegment(1bda9f1c-50e3-426b-b991-6cc53ce2ea61),segment_id=1bda9f1c-50e3-426b-b991-6cc53ce2ea61)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:13:28.680690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:28.715250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:28.715868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:28.717359 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] 10.222.0.74 "PUT /v2.0/ports/8e5288be-53ba-4230-9231-a6f93d894a14 HTTP/1.1" status: 200 len: 1091 time: 0.6748555 Jul 08 18:13:28.717794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19948e9e-bf2a-461d-89f8-6bd9f2792c2f', 'tag': '8e5288be-53ba-4230-9231-a6f93d894a14'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:28.720095 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91015772-e8e7-4cbd-bdc3-ffac613cd71c" -d '{"events": [{"name": "network-changed", "server_uuid": "19948e9e-bf2a-461d-89f8-6bd9f2792c2f", "tag": "8e5288be-53ba-4230-9231-a6f93d894a14"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:28.743305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9136296-cee8-4390-a2d7-a7d24f63b63a service neutron] Pushing event updated for resources: {'Port': ['ID=8e5288be-53ba-4230-9231-a6f93d894a14,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:28.771844 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060041fa-c63d-4877-9bff-098cd7eb4035 x-openstack-request-id: req-060041fa-c63d-4877-9bff-098cd7eb4035 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:28.772111 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19948e9e-bf2a-461d-89f8-6bd9f2792c2f", "tag": "8e5288be-53ba-4230-9231-a6f93d894a14", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:28.772356 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-060041fa-c63d-4877-9bff-098cd7eb4035 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:28.772742 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19948e9e-bf2a-461d-89f8-6bd9f2792c2f', 'tag': '8e5288be-53ba-4230-9231-a6f93d894a14', 'status': 'completed', 'code': 200} Jul 08 18:13:28.820053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-04530ed7-b7f1-40a2-8acc-69eb81104534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:28.821561 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-04530ed7-b7f1-40a2-8acc-69eb81104534 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7b98c98b242d4dd4ab0761f978dcd946&device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 1094 time: 0.0594325 Jul 08 18:13:28.862804 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-6895682b-c420-42c6-a31a-9e541d6b8cec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e5288be-53ba-4230-9231-a6f93d894a14 HTTP/1.1" status: 200 len: 217 time: 0.0339849 Jul 08 18:13:28.912520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-be951601-e5ba-402f-a842-063cd3f2ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:28.913983 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-be951601-e5ba-402f-a842-063cd3f2ab4a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d047cc78-0307-4953-8854-1e25f9d85f3a HTTP/1.1" status: 200 len: 864 time: 0.0451794 Jul 08 18:13:28.946997 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-d47f86cb-0729-42d9-bca4-07be35a1289d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a24abade-dfd9-4334-bfce-a632d6bf6b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266228 Jul 08 18:13:29.039761 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-e7b8b872-431b-4348-92b2-76038d9b8783 service neutron] 10.222.0.74 "GET /v2.0/networks/a24abade-dfd9-4334-bfce-a632d6bf6b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866444 Jul 08 18:13:29.133337 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-be5e390e-e1bf-4fe4-9e6a-c0b8a303b20a req-e8929ebf-8939-4306-8a66-854e0a5f103e service neutron] 10.222.0.74 "GET /v2.0/networks/a24abade-dfd9-4334-bfce-a632d6bf6b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868366 Jul 08 18:13:29.247986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91015772-e8e7-4cbd-bdc3-ffac613cd71c req-0ed86143-bfb5-4d6d-b746-6f402e5273f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:29.249491 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91015772-e8e7-4cbd-bdc3-ffac613cd71c req-0ed86143-bfb5-4d6d-b746-6f402e5273f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7b98c98b242d4dd4ab0761f978dcd946&device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 1094 time: 0.0635633 Jul 08 18:13:29.351043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91015772-e8e7-4cbd-bdc3-ffac613cd71c req-dfff9a37-2d46-445b-9373-4c07ce0a8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:29.352599 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91015772-e8e7-4cbd-bdc3-ffac613cd71c req-dfff9a37-2d46-445b-9373-4c07ce0a8c36 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a24abade-dfd9-4334-bfce-a632d6bf6b0d HTTP/1.1" status: 200 len: 925 time: 0.0965250 Jul 08 18:13:29.408391 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91015772-e8e7-4cbd-bdc3-ffac613cd71c req-332e96e8-d4ce-49b7-8012-957803219679 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e5288be-53ba-4230-9231-a6f93d894a14 HTTP/1.1" status: 200 len: 217 time: 0.0487750 Jul 08 18:13:29.452023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b16173-7b84-44d8-97ab-c62fbecb8daa req-3ccb3fb1-661e-4f1a-8755-3d2fb5847af1 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:29.455023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21b16173-7b84-44d8-97ab-c62fbecb8daa req-3ccb3fb1-661e-4f1a-8755-3d2fb5847af1 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 943 time: 0.0897229 Jul 08 18:13:29.474330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91015772-e8e7-4cbd-bdc3-ffac613cd71c req-937f54bc-e785-4d6f-95b4-316f4a3b48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:29.475894 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91015772-e8e7-4cbd-bdc3-ffac613cd71c req-937f54bc-e785-4d6f-95b4-316f4a3b48f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d047cc78-0307-4953-8854-1e25f9d85f3a HTTP/1.1" status: 200 len: 864 time: 0.0607095 Jul 08 18:13:29.504790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21b16173-7b84-44d8-97ab-c62fbecb8daa req-440565a0-44d9-4588-a405-d938d99b9c35 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427914 Jul 08 18:13:29.517627 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91015772-e8e7-4cbd-bdc3-ffac613cd71c req-b438024d-ce37-454d-9c1e-3b06ceb2e749 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a24abade-dfd9-4334-bfce-a632d6bf6b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332813 Jul 08 18:13:29.615827 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91015772-e8e7-4cbd-bdc3-ffac613cd71c req-295ad256-f8b3-4633-81e9-f4e30c404fe7 service neutron] 10.222.0.74 "GET /v2.0/networks/a24abade-dfd9-4334-bfce-a632d6bf6b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921025 Jul 08 18:13:29.717215 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91015772-e8e7-4cbd-bdc3-ffac613cd71c req-d04264d9-81f6-489b-9d35-8926c94856ae service neutron] 10.222.0.74 "GET /v2.0/networks/a24abade-dfd9-4334-bfce-a632d6bf6b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951519 Jul 08 18:13:30.683675 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9fbcc-b660-4169-88c7-34842f18591e req-c117c938-9eef-4c45-a8aa-bdd8d26cc2d6 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:30.685187 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72c9fbcc-b660-4169-88c7-34842f18591e req-c117c938-9eef-4c45-a8aa-bdd8d26cc2d6 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 943 time: 0.0645416 Jul 08 18:13:30.729801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72c9fbcc-b660-4169-88c7-34842f18591e req-4b3cba0a-8c4d-4eb7-b103-6b23e74fb96d tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381477 Jul 08 18:13:31.464125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47578) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:31.564176 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc2ed-e07d-4906-81df-03226c0596c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:31.652268 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc2ed-e07d-4906-81df-03226c0596c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:31.655925 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc2ed-e07d-4906-81df-03226c0596c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:31.699010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a6cdc2ed-e07d-4906-81df-03226c0596c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c09e503aa78c4cee883cb2212571d801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338161 Jul 08 18:13:31.701042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdc2ed-e07d-4906-81df-03226c0596c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c107e9d-0092-429d-9077-761ccd299d97,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:31.701734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47584) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:31.764977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e613763-4122-4d83-9170-f3936e7d0919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:31.787277 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e613763-4122-4d83-9170-f3936e7d0919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:31.835447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e613763-4122-4d83-9170-f3936e7d0919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:31.838119 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e613763-4122-4d83-9170-f3936e7d0919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:31.839315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6e613763-4122-4d83-9170-f3936e7d0919 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c107e9d-0092-429d-9077-761ccd299d97 HTTP/1.1" status: 204 len: 168 time: 0.1365476 Jul 08 18:13:31.847803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e613763-4122-4d83-9170-f3936e7d0919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c107e9d-0092-429d-9077-761ccd299d97,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:31.917132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69997d-e048-4ab2-b715-a568f6a76be3 req-3154c0ff-936c-442d-bfc5-fc2e0001791e tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:31.918744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab69997d-e048-4ab2-b715-a568f6a76be3 req-3154c0ff-936c-442d-bfc5-fc2e0001791e tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 943 time: 0.0701575 Jul 08 18:13:31.960240 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab69997d-e048-4ab2-b715-a568f6a76be3 req-c301117c-8ec4-4f43-b9cb-31244778d406 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357325 Jul 08 18:13:32.133858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47594) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:32.153581 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78f84700-412a-4a64-9744-747df943865e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:32.246803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78f84700-412a-4a64-9744-747df943865e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:32.250501 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78f84700-412a-4a64-9744-747df943865e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:32.286914 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-78f84700-412a-4a64-9744-747df943865e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f58ecf5b36f44a7960551b8519b14f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519623 Jul 08 18:13:32.288798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f84700-412a-4a64-9744-747df943865e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebf22b9-dc2f-40c2-a805-4fd35e4e3a19,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:32.289657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47596) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:32.345363 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9b0d-3a0a-4450-871c-907753f56c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:32.366140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9b0d-3a0a-4450-871c-907753f56c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:32.412623 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9b0d-3a0a-4450-871c-907753f56c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:32.415204 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9b0d-3a0a-4450-871c-907753f56c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:32.418245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6b8c9b0d-3a0a-4450-871c-907753f56c70 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bebf22b9-dc2f-40c2-a805-4fd35e4e3a19 HTTP/1.1" status: 204 len: 168 time: 0.1255243 Jul 08 18:13:32.425075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c9b0d-3a0a-4450-871c-907753f56c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebf22b9-dc2f-40c2-a805-4fd35e4e3a19,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:33.081394 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:13:33.143837 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bae15e-600c-415d-83e6-538de71b072b req-5f64d1b5-b019-4821-bf47-9fe7e6773cee tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:33.146034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23bae15e-600c-415d-83e6-538de71b072b req-5f64d1b5-b019-4821-bf47-9fe7e6773cee tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 943 time: 0.0699909 Jul 08 18:13:33.186683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23bae15e-600c-415d-83e6-538de71b072b req-076eecee-8f45-4b95-925f-afab1e0991cf tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338891 Jul 08 18:13:33.445720 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:34.128777 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:34.177000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8e5288be-53ba-4230-9231-a6f93d894a14 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:13:34.274665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8e5288be-53ba-4230-9231-a6f93d894a14, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8e5288be-53ba-4230-9231-a6f93d894a14,segment=NetworkSegment(1bda9f1c-50e3-426b-b991-6cc53ce2ea61),segment_id=1bda9f1c-50e3-426b-b991-6cc53ce2ea61)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:34.286684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '8e5288be-53ba-4230-9231-a6f93d894a14', 'network_id': 'a24abade-dfd9-4334-bfce-a632d6bf6b0d', 'port_id': '8e5288be-53ba-4230-9231-a6f93d894a14', 'mac_address': 'fa:16:3e:a5:8c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd047cc78-0307-4953-8854-1e25f9d85f3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:13:34.325215 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:34.339335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5288be-53ba-4230-9231-a6f93d894a14 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:13:34.361475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8e5288be-53ba-4230-9231-a6f93d894a14, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8e5288be-53ba-4230-9231-a6f93d894a14,segment=NetworkSegment(1bda9f1c-50e3-426b-b991-6cc53ce2ea61),segment_id=1bda9f1c-50e3-426b-b991-6cc53ce2ea61)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:34.367119 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:34.385218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655254ea-13a3-4c42-a60c-7df452d44d07 req-47fc8e63-4800-4bfe-9a7e-5267dd685aaf tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:34.392062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-655254ea-13a3-4c42-a60c-7df452d44d07 req-47fc8e63-4800-4bfe-9a7e-5267dd685aaf tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 943 time: 0.0778174 Jul 08 18:13:34.414011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=8e5288be-53ba-4230-9231-a6f93d894a14,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:34.430850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-655254ea-13a3-4c42-a60c-7df452d44d07 req-692cfbd1-0fcc-4a65-b32d-1a3e36017be0 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378029 Jul 08 18:13:34.734261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['8e5288be-53ba-4230-9231-a6f93d894a14'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:13:35.606502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18acb8-0aeb-4f90-8185-69cd3baeb462 req-bfa605a1-14d5-4b19-aa7e-38673557cbf9 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:35.608005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d18acb8-0aeb-4f90-8185-69cd3baeb462 req-bfa605a1-14d5-4b19-aa7e-38673557cbf9 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 944 time: 0.0644414 Jul 08 18:13:35.650797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d18acb8-0aeb-4f90-8185-69cd3baeb462 req-fcb5ec91-68fb-4774-a841-b2b43e9308aa tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361381 Jul 08 18:13:36.178062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8e5288be-53ba-4230-9231-a6f93d894a14 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:13:36.231743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 8e5288be-53ba-4230-9231-a6f93d894a14 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:13:36.236098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 8e5288be-53ba-4230-9231-a6f93d894a14 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:13:36.236524 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:36.256056 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bae5e695-bf72-47be-b60b-730bb8a19ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:36.317418 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:36.339437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19948e9e-bf2a-461d-89f8-6bd9f2792c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5288be-53ba-4230-9231-a6f93d894a14'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:36.342190 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa93ed6c-da8c-41a8-a55b-d561141b8c40" -d '{"events": [{"server_uuid": "19948e9e-bf2a-461d-89f8-6bd9f2792c2f", "name": "network-vif-plugged", "status": "completed", "tag": "8e5288be-53ba-4230-9231-a6f93d894a14"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:36.358316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8e5288be-53ba-4230-9231-a6f93d894a14, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8e5288be-53ba-4230-9231-a6f93d894a14,segment=NetworkSegment(1bda9f1c-50e3-426b-b991-6cc53ce2ea61),segment_id=1bda9f1c-50e3-426b-b991-6cc53ce2ea61)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:36.363615 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:36.386217 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2127e7-7df0-4583-a8bc-6014f801605e x-openstack-request-id: req-7b2127e7-7df0-4583-a8bc-6014f801605e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:36.386524 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19948e9e-bf2a-461d-89f8-6bd9f2792c2f", "name": "network-vif-plugged", "status": "completed", "tag": "8e5288be-53ba-4230-9231-a6f93d894a14", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:36.386780 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b2127e7-7df0-4583-a8bc-6014f801605e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:36.387167 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19948e9e-bf2a-461d-89f8-6bd9f2792c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5288be-53ba-4230-9231-a6f93d894a14', 'code': 200} Jul 08 18:13:36.417476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=8e5288be-53ba-4230-9231-a6f93d894a14,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:36.496815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9974e7a-97ff-48ab-925e-822a0b40ab45 req-b3615885-5445-45af-84ce-f0503beb9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:36.498215 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d9974e7a-97ff-48ab-925e-822a0b40ab45 req-b3615885-5445-45af-84ce-f0503beb9017 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 1096 time: 0.0517302 Jul 08 18:13:36.533892 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d9974e7a-97ff-48ab-925e-822a0b40ab45 req-a8ed982a-b214-4914-8461-c9c612393809 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288668 Jul 08 18:13:37.105423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476c328-9c1a-4713-9027-82bf7ace9a16 req-933a268e-9a05-421e-a285-f63a3cc513b4 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:37.106995 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1476c328-9c1a-4713-9027-82bf7ace9a16 req-933a268e-9a05-421e-a285-f63a3cc513b4 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 945 time: 0.3459396 Jul 08 18:13:37.156207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1476c328-9c1a-4713-9027-82bf7ace9a16 req-c9481c19-73f1-4c90-b980-b8442abd329b tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Jul 08 18:13:38.334733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa9358-6535-4bd0-a2c3-16705da07c86 req-46c092c0-3af0-43bf-b5ee-cf3b281265d1 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:38.336267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3eaa9358-6535-4bd0-a2c3-16705da07c86 req-46c092c0-3af0-43bf-b5ee-cf3b281265d1 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 945 time: 0.0624413 Jul 08 18:13:38.375370 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3eaa9358-6535-4bd0-a2c3-16705da07c86 req-3b14b9be-530b-467a-98ee-5cc3d6971c73 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333769 Jul 08 18:13:38.564129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d8d7f-4f0d-4b8a-abd0-d1545feaeaa3 req-414f48eb-983d-47bc-93a3-48621bd16430 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:38.565628 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-947d8d7f-4f0d-4b8a-abd0-d1545feaeaa3 req-414f48eb-983d-47bc-93a3-48621bd16430 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 945 time: 0.0658386 Jul 08 18:13:38.603519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-947d8d7f-4f0d-4b8a-abd0-d1545feaeaa3 req-71035caa-1f57-4d35-aa53-8eaacee85ca4 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319414 Jul 08 18:13:38.884572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47792) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:39.007284 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7965804-1a73-4930-a258-6e453efc2d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.046896 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.059715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad418de-5130-4cc3-84a3-032d1e2cfe79 req-3c144594-1a22-423d-804e-f76bc0ee486c tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:39.061443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ad418de-5130-4cc3-84a3-032d1e2cfe79 req-3c144594-1a22-423d-804e-f76bc0ee486c tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 945 time: 0.1050858 Jul 08 18:13:39.111596 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c36c99c4-15d6-41b4-a9c5-acc5f1983c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.137896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ad418de-5130-4cc3-84a3-032d1e2cfe79 req-74ff3cdb-6e33-46c3-b72a-477c195530db tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634737 Jul 08 18:13:39.196828 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7965804-1a73-4930-a258-6e453efc2d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.211869 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7965804-1a73-4930-a258-6e453efc2d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.258672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d7965804-1a73-4930-a258-6e453efc2d56 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a93817f4d2e4ff6b56f64d02d4868c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714118 Jul 08 18:13:39.260613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47804) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:39.261986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7965804-1a73-4930-a258-6e453efc2d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5b6b7b-df16-4f1b-aab5-e369b422cc1a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:39.346423 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec75f24d-32b3-4682-9d61-b0ae7eff127c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.372323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec75f24d-32b3-4682-9d61-b0ae7eff127c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.427048 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec75f24d-32b3-4682-9d61-b0ae7eff127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.429748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec75f24d-32b3-4682-9d61-b0ae7eff127c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.433829 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ec75f24d-32b3-4682-9d61-b0ae7eff127c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa5b6b7b-df16-4f1b-aab5-e369b422cc1a HTTP/1.1" status: 204 len: 168 time: 0.1715412 Jul 08 18:13:39.443145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75f24d-32b3-4682-9d61-b0ae7eff127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5b6b7b-df16-4f1b-aab5-e369b422cc1a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:39.664932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4807611-ee74-47ef-add6-2fc573ecb7ff req-5585d1db-f0f9-41cc-a2a4-52ee0cf9e9c2 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:39.666627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4807611-ee74-47ef-add6-2fc573ecb7ff req-5585d1db-f0f9-41cc-a2a4-52ee0cf9e9c2 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 945 time: 0.0667014 Jul 08 18:13:39.706183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4807611-ee74-47ef-add6-2fc573ecb7ff req-dd6b2771-576d-4582-930e-e4abfda4f198 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335529 Jul 08 18:13:39.724735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47812) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:39.735548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6b92-a9d6-498a-928b-4a873eb83245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.822197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6b92-a9d6-498a-928b-4a873eb83245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.825961 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6b92-a9d6-498a-928b-4a873eb83245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.862931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b6b92-a9d6-498a-928b-4a873eb83245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6987a99f-8508-40db-b767-cd9f7ad4921f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:39.867135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6b4b6b92-a9d6-498a-928b-4a873eb83245 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b86af6bba2e4dd0a6dc2e630b809b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435258 Jul 08 18:13:39.869756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47814) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:39.917848 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55af5d5f-df35-4e8e-925d-9a01d0ce41eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.939042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55af5d5f-df35-4e8e-925d-9a01d0ce41eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.984419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55af5d5f-df35-4e8e-925d-9a01d0ce41eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.987622 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55af5d5f-df35-4e8e-925d-9a01d0ce41eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.988846 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-55af5d5f-df35-4e8e-925d-9a01d0ce41eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6987a99f-8508-40db-b767-cd9f7ad4921f HTTP/1.1" status: 204 len: 168 time: 0.1181586 Jul 08 18:13:39.996177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af5d5f-df35-4e8e-925d-9a01d0ce41eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6987a99f-8508-40db-b767-cd9f7ad4921f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:40.107738 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:40.889692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643000a-ee6f-44c7-b4a3-19fe24717ae9 req-bef8a2b4-6de0-4dfd-9bd8-c4ad52f46b5d tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:40.891924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4643000a-ee6f-44c7-b4a3-19fe24717ae9 req-bef8a2b4-6de0-4dfd-9bd8-c4ad52f46b5d tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 945 time: 0.0672240 Jul 08 18:13:40.931207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4643000a-ee6f-44c7-b4a3-19fe24717ae9 req-50be0f61-75d6-40f7-8df8-0be8bcb9f2ba tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/security-groups?id=ce9727f0-e98b-477d-a33f-32852540b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338006 Jul 08 18:13:41.152783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ba4fc-4652-4f1e-aaaf-7d14577c814a req-b95b1d79-cb39-4a7a-9bfb-e0d63fb952f9 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.154283 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d6ba4fc-4652-4f1e-aaaf-7d14577c814a req-b95b1d79-cb39-4a7a-9bfb-e0d63fb952f9 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.74 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 945 time: 0.0723417 Jul 08 18:13:41.255475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-3d6ba4fc-4652-4f1e-aaaf-7d14577c814a req-6b7530c9-af87-4210-90a7-0a5bc7f15592 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Deleting port 8e5288be-53ba-4230-9231-a6f93d894a14 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:13:41.255824 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3d6ba4fc-4652-4f1e-aaaf-7d14577c814a req-6b7530c9-af87-4210-90a7-0a5bc7f15592 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:41.353742 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-3d6ba4fc-4652-4f1e-aaaf-7d14577c814a req-6b7530c9-af87-4210-90a7-0a5bc7f15592 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] For port 8e5288be-53ba-4230-9231-a6f93d894a14, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8e5288be-53ba-4230-9231-a6f93d894a14,segment=NetworkSegment(1bda9f1c-50e3-426b-b991-6cc53ce2ea61),segment_id=1bda9f1c-50e3-426b-b991-6cc53ce2ea61)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:41.354094 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3d6ba4fc-4652-4f1e-aaaf-7d14577c814a req-6b7530c9-af87-4210-90a7-0a5bc7f15592 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:41.369532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-3d6ba4fc-4652-4f1e-aaaf-7d14577c814a req-6b7530c9-af87-4210-90a7-0a5bc7f15592 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Calling delete_port for 8e5288be-53ba-4230-9231-a6f93d894a14 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:13:41.513620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3d6ba4fc-4652-4f1e-aaaf-7d14577c814a req-6b7530c9-af87-4210-90a7-0a5bc7f15592 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:41.532466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['8e5288be-53ba-4230-9231-a6f93d894a14'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:13:41.544010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7530c9-af87-4210-90a7-0a5bc7f15592 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Pushing event deleted for resources: {'Port': ['ID=8e5288be-53ba-4230-9231-a6f93d894a14,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:41.605855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6ba4fc-4652-4f1e-aaaf-7d14577c814a req-6b7530c9-af87-4210-90a7-0a5bc7f15592 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] No DVR routers for this DVR port 8e5288be-53ba-4230-9231-a6f93d894a14 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:41.608813 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3d6ba4fc-4652-4f1e-aaaf-7d14577c814a req-6b7530c9-af87-4210-90a7-0a5bc7f15592 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:41.611180 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d6ba4fc-4652-4f1e-aaaf-7d14577c814a req-6b7530c9-af87-4210-90a7-0a5bc7f15592 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.74 "DELETE /v2.0/ports/8e5288be-53ba-4230-9231-a6f93d894a14 HTTP/1.1" status: 204 len: 173 time: 0.4507365 Jul 08 18:13:41.611700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19948e9e-bf2a-461d-89f8-6bd9f2792c2f', 'name': 'network-vif-deleted', 'tag': '8e5288be-53ba-4230-9231-a6f93d894a14'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:41.612715 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:41.614056 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3a4f40-a0d3-4b38-81b3-7b7b7f604ae8" -d '{"events": [{"server_uuid": "19948e9e-bf2a-461d-89f8-6bd9f2792c2f", "name": "network-vif-deleted", "tag": "8e5288be-53ba-4230-9231-a6f93d894a14"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:41.658099 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8295b804-46b7-42cf-aaa7-17bcd30648ee x-openstack-request-id: req-8295b804-46b7-42cf-aaa7-17bcd30648ee {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:41.658489 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19948e9e-bf2a-461d-89f8-6bd9f2792c2f", "name": "network-vif-deleted", "tag": "8e5288be-53ba-4230-9231-a6f93d894a14", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:41.658887 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8295b804-46b7-42cf-aaa7-17bcd30648ee {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:41.659146 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19948e9e-bf2a-461d-89f8-6bd9f2792c2f', 'name': 'network-vif-deleted', 'tag': '8e5288be-53ba-4230-9231-a6f93d894a14', 'status': 'completed', 'code': 200} Jul 08 18:13:42.097853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-550c47d2-3f7b-4b01-b8b5-873dd70b558b req-4b636da7-b829-41ce-a133-58fc1d76bbd7 tempest-ServersNegativeTestMultiTenantJSON-1811574598 tempest-ServersNegativeTestMultiTenantJSON-1811574598-project] 10.222.0.73 "GET /v2.0/ports?device_id=19948e9e-bf2a-461d-89f8-6bd9f2792c2f HTTP/1.1" status: 200 len: 210 time: 0.0348880 Jul 08 18:13:42.820194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bf345-c89c-4ee1-9ce1-ce3f7aeb8f0e req-11103ce6-e223-4509-b436-e5f4fa35ec13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.826378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bf345-c89c-4ee1-9ce1-ce3f7aeb8f0e req-11103ce6-e223-4509-b436-e5f4fa35ec13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.833569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bf345-c89c-4ee1-9ce1-ce3f7aeb8f0e req-11103ce6-e223-4509-b436-e5f4fa35ec13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.839263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bf345-c89c-4ee1-9ce1-ce3f7aeb8f0e req-11103ce6-e223-4509-b436-e5f4fa35ec13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.846243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bf345-c89c-4ee1-9ce1-ce3f7aeb8f0e req-11103ce6-e223-4509-b436-e5f4fa35ec13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.852139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bf345-c89c-4ee1-9ce1-ce3f7aeb8f0e req-11103ce6-e223-4509-b436-e5f4fa35ec13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.858279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bf345-c89c-4ee1-9ce1-ce3f7aeb8f0e req-11103ce6-e223-4509-b436-e5f4fa35ec13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.860721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-615bf345-c89c-4ee1-9ce1-ce3f7aeb8f0e req-11103ce6-e223-4509-b436-e5f4fa35ec13 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5436 time: 0.1131434 Jul 08 18:13:42.904979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-615bf345-c89c-4ee1-9ce1-ce3f7aeb8f0e req-5718d423-ee27-472f-8795-507bbdb94e0a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374718 Jul 08 18:13:43.196831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47932) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:43.245349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-292fd540-863d-47a2-a32d-d6ef49864840 admin admin] Deleting subnet d047cc78-0307-4953-8854-1e25f9d85f3a {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:13:43.249801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292fd540-863d-47a2-a32d-d6ef49864840 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.292736 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292fd540-863d-47a2-a32d-d6ef49864840 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.333203 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292fd540-863d-47a2-a32d-d6ef49864840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.391462 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292fd540-863d-47a2-a32d-d6ef49864840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.417257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fd540-863d-47a2-a32d-d6ef49864840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d047cc78-0307-4953-8854-1e25f9d85f3a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:43.421430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-292fd540-863d-47a2-a32d-d6ef49864840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.426611 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-292fd540-863d-47a2-a32d-d6ef49864840 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d047cc78-0307-4953-8854-1e25f9d85f3a HTTP/1.1" status: 204 len: 168 time: 0.2261887 Jul 08 18:13:43.426841 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47942) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:43.500407 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.587384 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.601653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24abade-dfd9-4334-bfce-a632d6bf6b0d']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:43.612674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bda9f1c-50e3-426b-b991-6cc53ce2ea61') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:43.612899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bda9f1c-50e3-426b-b991-6cc53ce2ea61') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:43.621758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.635737 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.642333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:13:43.642714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:13:43.644330 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:13:43.707161 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.712549 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.714590 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] 10.222.0.73 "DELETE /v2.0/networks/a24abade-dfd9-4334-bfce-a632d6bf6b0d HTTP/1.1" status: 204 len: 168 time: 0.2868378 Jul 08 18:13:43.717452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47952) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:43.727785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70725b27-d103-49d9-aa2d-6e69f79e57af admin admin] Pushing event deleted for resources: {'Network': ['ID=a24abade-dfd9-4334-bfce-a632d6bf6b0d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:43.767695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc026db2-bac2-46ce-b1b7-722eda731853 admin admin] Deleting subnet 03199c20-63fb-40ab-ad91-8de849db5870 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:13:43.772443 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc026db2-bac2-46ce-b1b7-722eda731853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.815726 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc026db2-bac2-46ce-b1b7-722eda731853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.857992 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc026db2-bac2-46ce-b1b7-722eda731853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.915313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc026db2-bac2-46ce-b1b7-722eda731853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.940568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc026db2-bac2-46ce-b1b7-722eda731853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03199c20-63fb-40ab-ad91-8de849db5870,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:43.945874 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc026db2-bac2-46ce-b1b7-722eda731853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.950470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dc026db2-bac2-46ce-b1b7-722eda731853 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/03199c20-63fb-40ab-ad91-8de849db5870 HTTP/1.1" status: 204 len: 168 time: 0.2312696 Jul 08 18:13:43.952884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47964) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:44.028645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.132191 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.146187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb0b308-55c2-4d65-91f5-2730c00b22e9']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:44.158312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1735e947-5b43-4ffc-b1c9-92ed241d9f30 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.158564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf236eeb-7020-4be2-8542-290c25bb8f3a') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:44.159182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf236eeb-7020-4be2-8542-290c25bb8f3a') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:44.164126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1735e947-5b43-4ffc-b1c9-92ed241d9f30 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.168067 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.170198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1735e947-5b43-4ffc-b1c9-92ed241d9f30 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.176950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1735e947-5b43-4ffc-b1c9-92ed241d9f30 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.182792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1735e947-5b43-4ffc-b1c9-92ed241d9f30 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.183787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.189221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1735e947-5b43-4ffc-b1c9-92ed241d9f30 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.190304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:13:44.190886 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:13:44.192873 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:13:44.196025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1735e947-5b43-4ffc-b1c9-92ed241d9f30 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.196516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8e5288be-53ba-4230-9231-a6f93d894a14 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:44.197497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1735e947-5b43-4ffc-b1c9-92ed241d9f30 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5436 time: 0.1801465 Jul 08 18:13:44.210950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1fa37-5cf1-41e4-bc6d-5a6af2cf58b9 req-16e882c8-646b-4024-88a7-53631b62c975 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.216907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1fa37-5cf1-41e4-bc6d-5a6af2cf58b9 req-16e882c8-646b-4024-88a7-53631b62c975 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.217445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 8e5288be-53ba-4230-9231-a6f93d894a14 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:13:44.217899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8e5288be-53ba-4230-9231-a6f93d894a14 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:44.223370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1fa37-5cf1-41e4-bc6d-5a6af2cf58b9 req-16e882c8-646b-4024-88a7-53631b62c975 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.229198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1fa37-5cf1-41e4-bc6d-5a6af2cf58b9 req-16e882c8-646b-4024-88a7-53631b62c975 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.236104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1fa37-5cf1-41e4-bc6d-5a6af2cf58b9 req-16e882c8-646b-4024-88a7-53631b62c975 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.241972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1fa37-5cf1-41e4-bc6d-5a6af2cf58b9 req-16e882c8-646b-4024-88a7-53631b62c975 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.247849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1fa37-5cf1-41e4-bc6d-5a6af2cf58b9 req-16e882c8-646b-4024-88a7-53631b62c975 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.249783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7d1fa37-5cf1-41e4-bc6d-5a6af2cf58b9 req-16e882c8-646b-4024-88a7-53631b62c975 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 5436 time: 0.1937649 Jul 08 18:13:44.254882 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.261509 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.263514 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cdb0b308-55c2-4d65-91f5-2730c00b22e9 HTTP/1.1" status: 204 len: 168 time: 0.3088360 Jul 08 18:13:44.283525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc9d7c-0900-44c0-be23-b22447693fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb0b308-55c2-4d65-91f5-2730c00b22e9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:44.320295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-3133a3ac-7973-46a7-9a80-eeaeca1bfa3e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.321674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-3133a3ac-7973-46a7-9a80-eeaeca1bfa3e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "GET /v2.0/ports/267ed3c9-765e-4c8d-b20f-674f51aa8c5a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0707288 Jul 08 18:13:44.362106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7d1fa37-5cf1-41e4-bc6d-5a6af2cf58b9 req-f7323b02-484f-4695-9ed9-a264d6f587fc tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&id=783105f0-58e8-428f-b269-b8258584f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724804 Jul 08 18:13:44.440520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-efc2f5b9-7adf-40fe-8a6b-1afd78514e95 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "GET /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1092730 Jul 08 18:13:44.452557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:44.487507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47986) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:44.535510 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-454d2358-859b-49d8-9aca-17ce5a65bd95 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b98c98b242d4dd4ab0761f978dcd946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467372 Jul 08 18:13:44.536815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.538726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47988) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:44.595369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6a060fc-7b91-40b5-a102-5cb9fd1d2094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.628946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6a060fc-7b91-40b5-a102-5cb9fd1d2094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.684244 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6a060fc-7b91-40b5-a102-5cb9fd1d2094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.686963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] For port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:44.689685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6a060fc-7b91-40b5-a102-5cb9fd1d2094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.694135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c6a060fc-7b91-40b5-a102-5cb9fd1d2094 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce9727f0-e98b-477d-a33f-32852540b5cc HTTP/1.1" status: 204 len: 168 time: 0.1544218 Jul 08 18:13:44.703216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a060fc-7b91-40b5-a102-5cb9fd1d2094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9727f0-e98b-477d-a33f-32852540b5cc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:44.741259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] For port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:44.776874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] device_id is not set on port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:13:44.786442 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.792986 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.861219 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] Pushing event updated for resources: {'Port': ['ID=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:44.863706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] No DVR routers for this DVR port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:44.936047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] In _notify_port_updated(), no bound segment for port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:13:44.943223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.943978 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.946958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-16d928f4-f003-4c8f-bbf3-713d4368465e service neutron] 10.222.0.59 "PUT /v2.0/ports/267ed3c9-765e-4c8d-b20f-674f51aa8c5a HTTP/1.1" status: 200 len: 1027 time: 0.4985969 Jul 08 18:13:45.027276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-c69016e4-c7c8-4701-96c8-595432371147 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.028984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-c69016e4-c7c8-4701-96c8-595432371147 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "GET /v2.0/ports/0d54f308-a6d8-415d-8624-8a6a6c642bdf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0740020 Jul 08 18:13:45.039687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:45.131570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.173555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48008) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:45.220415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b9728559-02e8-4014-8648-3157590a95d1 None None] Provisioning complete for port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:13:45.221011 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b9728559-02e8-4014-8648-3157590a95d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.229304 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8bc6ae3c-3772-4b01-8a2e-289fac0db18b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=acaa084f017342868eb9c66ff6bd2f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537891 Jul 08 18:13:45.231136 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48010) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:45.256683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b9728559-02e8-4014-8648-3157590a95d1 None None] Port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:13:45.285196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] For port 0d54f308-a6d8-415d-8624-8a6a6c642bdf, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=0d54f308-a6d8-415d-8624-8a6a6c642bdf,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:45.295397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-adbd0130-5f7a-49a8-9c47-6d1b92ab5d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.320886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] For port 0d54f308-a6d8-415d-8624-8a6a6c642bdf, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:45.323433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-adbd0130-5f7a-49a8-9c47-6d1b92ab5d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.360301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] device_id is not set on port 0d54f308-a6d8-415d-8624-8a6a6c642bdf yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:13:45.372541 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.379950 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.381673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-adbd0130-5f7a-49a8-9c47-6d1b92ab5d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.384674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-adbd0130-5f7a-49a8-9c47-6d1b92ab5d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.388974 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-adbd0130-5f7a-49a8-9c47-6d1b92ab5d0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88e2f0bc-a9e8-451b-9e5c-3a8cd09c4418 HTTP/1.1" status: 204 len: 168 time: 0.1563742 Jul 08 18:13:45.413783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd0130-5f7a-49a8-9c47-6d1b92ab5d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e2f0bc-a9e8-451b-9e5c-3a8cd09c4418,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:45.459300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] No DVR routers for this DVR port 0d54f308-a6d8-415d-8624-8a6a6c642bdf on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:45.490825 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Pushing event updated for resources: {'Port': ['ID=0d54f308-a6d8-415d-8624-8a6a6c642bdf,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:45.505849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.506262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.506984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.507501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.508132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.508831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.509482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.509970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.510616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.511122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.511608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.512108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:45.527583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] In _notify_port_updated(), no bound segment for port 0d54f308-a6d8-415d-8624-8a6a6c642bdf on network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:13:45.528784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.529958 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.531739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-1f8a1aa0-2c75-437c-b978-802596a2314a service neutron] 10.222.0.59 "PUT /v2.0/ports/0d54f308-a6d8-415d-8624-8a6a6c642bdf HTTP/1.1" status: 200 len: 1028 time: 0.4962728 Jul 08 18:13:45.705115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746749-36bb-49a6-9b3a-0299b55a7e8a req-44c422b6-3e49-496e-a672-e0fca0ec67f6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.711563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746749-36bb-49a6-9b3a-0299b55a7e8a req-44c422b6-3e49-496e-a672-e0fca0ec67f6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.720248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746749-36bb-49a6-9b3a-0299b55a7e8a req-44c422b6-3e49-496e-a672-e0fca0ec67f6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.734607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746749-36bb-49a6-9b3a-0299b55a7e8a req-44c422b6-3e49-496e-a672-e0fca0ec67f6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.743016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746749-36bb-49a6-9b3a-0299b55a7e8a req-44c422b6-3e49-496e-a672-e0fca0ec67f6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.745395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e746749-36bb-49a6-9b3a-0299b55a7e8a req-44c422b6-3e49-496e-a672-e0fca0ec67f6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 3887 time: 0.1945672 Jul 08 18:13:45.770378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-811bc9cb-9589-4717-b930-d0109c3db2e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting port f6220108-c2fb-4dae-a334-33b1a571ec89 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:13:45.770744 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-811bc9cb-9589-4717-b930-d0109c3db2e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.792850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4b289f7b-3109-4013-92ec-320656f05795 None None] Provisioning complete for port 0d54f308-a6d8-415d-8624-8a6a6c642bdf triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:13:45.793212 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b289f7b-3109-4013-92ec-320656f05795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.848676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4b289f7b-3109-4013-92ec-320656f05795 None None] Port 0d54f308-a6d8-415d-8624-8a6a6c642bdf cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:13:45.870146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e746749-36bb-49a6-9b3a-0299b55a7e8a req-33df2da7-be7a-474c-a46b-05308d937965 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162350 Jul 08 18:13:45.928389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-811bc9cb-9589-4717-b930-d0109c3db2e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] For port f6220108-c2fb-4dae-a334-33b1a571ec89, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f6220108-c2fb-4dae-a334-33b1a571ec89,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:45.928749 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-811bc9cb-9589-4717-b930-d0109c3db2e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:45.952299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-811bc9cb-9589-4717-b930-d0109c3db2e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Calling delete_port for f6220108-c2fb-4dae-a334-33b1a571ec89 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:13:46.132734 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-811bc9cb-9589-4717-b930-d0109c3db2e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:46.171965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bc9cb-9589-4717-b930-d0109c3db2e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Port': ['ID=f6220108-c2fb-4dae-a334-33b1a571ec89,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:46.234200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-811bc9cb-9589-4717-b930-d0109c3db2e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] No DVR routers for this DVR port f6220108-c2fb-4dae-a334-33b1a571ec89 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:46.237522 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-811bc9cb-9589-4717-b930-d0109c3db2e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:46.241928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-811bc9cb-9589-4717-b930-d0109c3db2e1 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "DELETE /v2.0/ports/f6220108-c2fb-4dae-a334-33b1a571ec89 HTTP/1.1" status: 204 len: 173 time: 0.7027128 Jul 08 18:13:46.241928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-deleted', 'tag': 'f6220108-c2fb-4dae-a334-33b1a571ec89'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:46.243114 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062570cc-af8a-44ab-858c-7c2e5b6b6425" -d '{"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-deleted", "tag": "f6220108-c2fb-4dae-a334-33b1a571ec89"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:46.286431 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85de6b4f-ab3b-478c-a7fe-55a8dd02f1bd x-openstack-request-id: req-85de6b4f-ab3b-478c-a7fe-55a8dd02f1bd {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:46.286726 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-deleted", "tag": "f6220108-c2fb-4dae-a334-33b1a571ec89", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:46.286978 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85de6b4f-ab3b-478c-a7fe-55a8dd02f1bd {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:46.287376 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-deleted', 'tag': 'f6220108-c2fb-4dae-a334-33b1a571ec89', 'status': 'completed', 'code': 200} Jul 08 18:13:46.360533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-2f64d7d3-69c9-4ca8-bc5b-21d0c5d481ff tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:13:46.360923 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-2f64d7d3-69c9-4ca8-bc5b-21d0c5d481ff tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:46.462399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-2f64d7d3-69c9-4ca8-bc5b-21d0c5d481ff tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] For port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:46.463265 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-2f64d7d3-69c9-4ca8-bc5b-21d0c5d481ff tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:46.478125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-2f64d7d3-69c9-4ca8-bc5b-21d0c5d481ff tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Calling delete_port for 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:13:46.642411 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-2f64d7d3-69c9-4ca8-bc5b-21d0c5d481ff tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:46.680859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64d7d3-69c9-4ca8-bc5b-21d0c5d481ff tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Port': ['ID=3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:46.746989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-2f64d7d3-69c9-4ca8-bc5b-21d0c5d481ff tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] No DVR routers for this DVR port 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:46.749667 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-2f64d7d3-69c9-4ca8-bc5b-21d0c5d481ff tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:46.752645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-2f64d7d3-69c9-4ca8-bc5b-21d0c5d481ff tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "DELETE /v2.0/ports/3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 HTTP/1.1" status: 204 len: 173 time: 0.5062675 Jul 08 18:13:46.865763 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-0bd6d31d-50ae-4da0-a284-473fdaea46b5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting port 9725ba56-db2f-41c2-9b67-365af91eb663 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:13:46.871090 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-0bd6d31d-50ae-4da0-a284-473fdaea46b5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:47.019279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-0bd6d31d-50ae-4da0-a284-473fdaea46b5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] For port 9725ba56-db2f-41c2-9b67-365af91eb663, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9725ba56-db2f-41c2-9b67-365af91eb663,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:47.019656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-0bd6d31d-50ae-4da0-a284-473fdaea46b5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:47.046808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-0bd6d31d-50ae-4da0-a284-473fdaea46b5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Calling delete_port for 9725ba56-db2f-41c2-9b67-365af91eb663 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:13:47.160896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5c1a4fdb-735a-4e95-acd6-453bdafb529c no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:47.277757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0233c-7f89-43c7-a3fc-60420e37c4d5 req-33662159-63f5-459c-99a4-e46da3ce99a6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:47.295382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0233c-7f89-43c7-a3fc-60420e37c4d5 req-33662159-63f5-459c-99a4-e46da3ce99a6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:47.305636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0233c-7f89-43c7-a3fc-60420e37c4d5 req-33662159-63f5-459c-99a4-e46da3ce99a6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:47.307817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a1f0233c-7f89-43c7-a3fc-60420e37c4d5 req-33662159-63f5-459c-99a4-e46da3ce99a6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 2417 time: 0.1965511 Jul 08 18:13:47.396485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a1f0233c-7f89-43c7-a3fc-60420e37c4d5 req-4330c43c-3b4a-4774-8e5b-c095c9effb33 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783517 Jul 08 18:13:47.423033 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-0bd6d31d-50ae-4da0-a284-473fdaea46b5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:47.486587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6d31d-50ae-4da0-a284-473fdaea46b5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Port': ['ID=9725ba56-db2f-41c2-9b67-365af91eb663,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:47.534592 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:47.543849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-0bd6d31d-50ae-4da0-a284-473fdaea46b5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] No DVR routers for this DVR port 9725ba56-db2f-41c2-9b67-365af91eb663 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:47.546582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-0bd6d31d-50ae-4da0-a284-473fdaea46b5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:47.549458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-0bd6d31d-50ae-4da0-a284-473fdaea46b5 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "DELETE /v2.0/ports/9725ba56-db2f-41c2-9b67-365af91eb663 HTTP/1.1" status: 204 len: 173 time: 0.7919693 Jul 08 18:13:47.563889 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1a4fdb-735a-4e95-acd6-453bdafb529c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:47.566520 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e043ab-1a1f-431b-955e-e4814c8e231e" -d '{"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1a4fdb-735a-4e95-acd6-453bdafb529c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:47.581229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5c1a4fdb-735a-4e95-acd6-453bdafb529c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5c1a4fdb-735a-4e95-acd6-453bdafb529c,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:47.588288 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:47.590663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9725ba56-db2f-41c2-9b67-365af91eb663 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:47.668651 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2c9ce3-77d5-4113-a1bd-2a90fc4f3e2b x-openstack-request-id: req-1d2c9ce3-77d5-4113-a1bd-2a90fc4f3e2b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:47.669252 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1a4fdb-735a-4e95-acd6-453bdafb529c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:47.669605 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d2c9ce3-77d5-4113-a1bd-2a90fc4f3e2b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:47.670001 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1a4fdb-735a-4e95-acd6-453bdafb529c', 'code': 200} Jul 08 18:13:47.670726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=5c1a4fdb-735a-4e95-acd6-453bdafb529c,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:47.675092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 9725ba56-db2f-41c2-9b67-365af91eb663 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:13:47.675714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9725ba56-db2f-41c2-9b67-365af91eb663 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:47.676522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f6220108-c2fb-4dae-a334-33b1a571ec89 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:47.684581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting port b1ab8975-505c-44f2-8d74-a2402dead1e2 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:13:47.684920 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:47.698288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: f6220108-c2fb-4dae-a334-33b1a571ec89 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:13:47.698774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f6220108-c2fb-4dae-a334-33b1a571ec89 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:47.699216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b1ab8975-505c-44f2-8d74-a2402dead1e2 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:47.713308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48110) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:47.811888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] For port b1ab8975-505c-44f2-8d74-a2402dead1e2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b1ab8975-505c-44f2-8d74-a2402dead1e2,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:47.812597 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:47.818389 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:47.869131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b1ab8975-505c-44f2-8d74-a2402dead1e2, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b1ab8975-505c-44f2-8d74-a2402dead1e2,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:47.877886 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:47.878808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:48.024823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b1ab8975-505c-44f2-8d74-a2402dead1e2,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:48.040638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:13:48.041045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:48.041530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 267ed3c9-765e-4c8d-b20f-674f51aa8c5a no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:48.051360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dffd5544-3e7f-4fc1-b062-3528a0d51e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:48.086150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 267ed3c9-765e-4c8d-b20f-674f51aa8c5a not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:48.086882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 0d54f308-a6d8-415d-8624-8a6a6c642bdf no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:48.130978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 0d54f308-a6d8-415d-8624-8a6a6c642bdf not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:48.192545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:48.192921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:48.193321 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Floating IP 74f5898e-b322-46c9-9609-fc8611b59c27 disassociated. External IP: 172.25.8.25, port: b1ab8975-505c-44f2-8d74-a2402dead1e2. Jul 08 18:13:48.193670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Calling delete_port for b1ab8975-505c-44f2-8d74-a2402dead1e2 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:13:48.288494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-deleted', 'tag': '3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5'}, {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-deleted', 'tag': '9725ba56-db2f-41c2-9b67-365af91eb663'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:48.290833 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52a4e29-e060-4472-9bd1-4d35bf27b233" -d '{"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-deleted", "tag": "3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5"}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-deleted", "tag": "9725ba56-db2f-41c2-9b67-365af91eb663"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:48.330545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dffd5544-3e7f-4fc1-b062-3528a0d51e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:48.334297 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eb3cf2-d25a-4863-b975-c36e6e1515d7 x-openstack-request-id: req-74eb3cf2-d25a-4863-b975-c36e6e1515d7 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:48.334771 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-deleted", "tag": "3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5", "status": "completed", "code": 200}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-deleted", "tag": "9725ba56-db2f-41c2-9b67-365af91eb663", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:48.334906 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74eb3cf2-d25a-4863-b975-c36e6e1515d7 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:48.335368 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-deleted', 'tag': '3294a9a5-f48d-413f-bf2a-5cdaf7b28cc5', 'status': 'completed', 'code': 200} Jul 08 18:13:48.335505 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-deleted', 'tag': '9725ba56-db2f-41c2-9b67-365af91eb663', 'status': 'completed', 'code': 200} Jul 08 18:13:48.341126 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dffd5544-3e7f-4fc1-b062-3528a0d51e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:48.424250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd5544-3e7f-4fc1-b062-3528a0d51e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6e54b1-ebf8-45d6-8a2b-dd8dad5a8916,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:48.441794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dffd5544-3e7f-4fc1-b062-3528a0d51e21 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b19b0256dd643f0abdd333d1f4d8b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7272213 Jul 08 18:13:48.444632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48132) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:48.453080 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:48.507040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Port': ['ID=b1ab8975-505c-44f2-8d74-a2402dead1e2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:48.521378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-134ca079-37a2-41b0-89f3-dd83bcfd80a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:48.546116 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-134ca079-37a2-41b0-89f3-dd83bcfd80a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:48.606528 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-134ca079-37a2-41b0-89f3-dd83bcfd80a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:48.609088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-134ca079-37a2-41b0-89f3-dd83bcfd80a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:48.612286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-134ca079-37a2-41b0-89f3-dd83bcfd80a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab6e54b1-ebf8-45d6-8a2b-dd8dad5a8916 HTTP/1.1" status: 204 len: 168 time: 0.1645215 Jul 08 18:13:48.621884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ca079-37a2-41b0-89f3-dd83bcfd80a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6e54b1-ebf8-45d6-8a2b-dd8dad5a8916,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:48.677937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:13:48.692289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621884f-6cb7-4d2e-9e13-7909a09b3b1d req-5bb89b42-83bb-481f-b4f1-5440a6a477c7 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:48.693803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7621884f-6cb7-4d2e-9e13-7909a09b3b1d req-5bb89b42-83bb-481f-b4f1-5440a6a477c7 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 943 time: 0.1210701 Jul 08 18:13:49.099963 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7621884f-6cb7-4d2e-9e13-7909a09b3b1d req-ebaa0003-42d2-4934-b2f0-1334252b6270 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups?id=063954eb-daad-4399-bd92-3aa32d14fdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3992455 Jul 08 18:13:49.143197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:13:49.156065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b95c3-f661-4040-9742-f02af304b2dd None None] Sync routers for ids ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:13:49.170459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b95c3-f661-4040-9742-f02af304b2dd None None] Routers {'614f1695-40dd-4ef7-8b3e-44eb41bebd15'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:13:49.171549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d1b95c3-f661-4040-9742-f02af304b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:13:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:49.198160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] No DVR routers for this DVR port b1ab8975-505c-44f2-8d74-a2402dead1e2 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:49.200992 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:49.203043 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-72508829-40b0-454f-99ab-cd78ca30f167 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "DELETE /v2.0/ports/b1ab8975-505c-44f2-8d74-a2402dead1e2 HTTP/1.1" status: 204 len: 173 time: 1.6485796 Jul 08 18:13:49.348810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4d1b95c3-f661-4040-9742-f02af304b2dd None None] Set router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:13:49.373745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-8c329b4d-82eb-4fb2-b2ed-c53deaf2178d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting port 5c1a4fdb-735a-4e95-acd6-453bdafb529c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:13:49.374152 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-8c329b4d-82eb-4fb2-b2ed-c53deaf2178d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:49.482389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-8c329b4d-82eb-4fb2-b2ed-c53deaf2178d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] For port 5c1a4fdb-735a-4e95-acd6-453bdafb529c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5c1a4fdb-735a-4e95-acd6-453bdafb529c,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:49.482787 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-8c329b4d-82eb-4fb2-b2ed-c53deaf2178d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:49.514098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-8c329b4d-82eb-4fb2-b2ed-c53deaf2178d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Calling delete_port for 5c1a4fdb-735a-4e95-acd6-453bdafb529c owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:13:49.631733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d1b95c3-f661-4040-9742-f02af304b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:08Z', 'revision_number': 4, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b8c0e2b1-3b35-45d7-b40f-11addda0d0a0', 'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'mac_address': 'fa:16:3e:39:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'cffd178d-f064-4531-9efd-737edfc74720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:19Z', 'revision_number': 5, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'subnets': [{'id': 'cffd178d-f064-4531-9efd-737edfc74720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:49.661411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b95c3-f661-4040-9742-f02af304b2dd None None] Checking router: 614f1695-40dd-4ef7-8b3e-44eb41bebd15 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:13:49.670165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b95c3-f661-4040-9742-f02af304b2dd None None] Routers {'614f1695-40dd-4ef7-8b3e-44eb41bebd15'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:13:49.670863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d1b95c3-f661-4040-9742-f02af304b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:13:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:49.672407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1ab8975-505c-44f2-8d74-a2402dead1e2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:49.674722 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d87cad-8062-4ca7-b823-4f37c8616d7e" -d '{"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-unplugged", "status": "completed", "tag": "b1ab8975-505c-44f2-8d74-a2402dead1e2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:49.695567 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-8c329b4d-82eb-4fb2-b2ed-c53deaf2178d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:49.731500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c329b4d-82eb-4fb2-b2ed-c53deaf2178d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Port': ['ID=5c1a4fdb-735a-4e95-acd6-453bdafb529c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:49.781324 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debfc7cc-2782-4dcf-92c5-d111a2b3a6ce x-openstack-request-id: req-debfc7cc-2782-4dcf-92c5-d111a2b3a6ce {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:49.781934 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-unplugged", "status": "completed", "tag": "b1ab8975-505c-44f2-8d74-a2402dead1e2", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:49.782314 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-debfc7cc-2782-4dcf-92c5-d111a2b3a6ce {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:49.782771 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1ab8975-505c-44f2-8d74-a2402dead1e2', 'code': 200} Jul 08 18:13:49.806816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-8c329b4d-82eb-4fb2-b2ed-c53deaf2178d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] No DVR routers for this DVR port 5c1a4fdb-735a-4e95-acd6-453bdafb529c on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:49.809292 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-8c329b4d-82eb-4fb2-b2ed-c53deaf2178d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:49.811436 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b24ccf3-d155-429d-ab78-49320aa6ac8f req-8c329b4d-82eb-4fb2-b2ed-c53deaf2178d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.59 "DELETE /v2.0/ports/5c1a4fdb-735a-4e95-acd6-453bdafb529c HTTP/1.1" status: 204 len: 173 time: 0.5962415 Jul 08 18:13:49.816404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4d1b95c3-f661-4040-9742-f02af304b2dd None None] Set router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:13:49.866512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48188) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:49.999337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1794716561-network', 'tenant_id': 'a715984cae8c48a8bb68d3e521f7aed2'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:50.033041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Made reservation on behalf of a715984cae8c48a8bb68d3e521f7aed2 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:50.036769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:50.056727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:50.077555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d1b95c3-f661-4040-9742-f02af304b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:08Z', 'revision_number': 4, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b8c0e2b1-3b35-45d7-b40f-11addda0d0a0', 'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'mac_address': 'fa:16:3e:39:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'cffd178d-f064-4531-9efd-737edfc74720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:19Z', 'revision_number': 5, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'subnets': [{'id': 'cffd178d-f064-4531-9efd-737edfc74720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:50.116037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b95c3-f661-4040-9742-f02af304b2dd None None] The sync data for ids ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'] in n-d-799684-3 is: [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:03:08Z', 'revision_number': 4, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b8c0e2b1-3b35-45d7-b40f-11addda0d0a0', 'name': '', 'network_id': 'a4d07708-357c-46da-80fc-75d7056d9d48', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'mac_address': 'fa:16:3e:39:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'cffd178d-f064-4531-9efd-737edfc74720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:06Z', 'updated_at': '2021-07-08T18:03:19Z', 'revision_number': 5, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'subnets': [{'id': 'cffd178d-f064-4531-9efd-737edfc74720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:13:50.220505 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:50.226066 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:50.244624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:13:50.265429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:50.266153 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Added segment 43c3dbb7-ab57-463e-982a-48e9376059c4 of type vlan for network 84860812-0bd6-4207-91e6-b986d7ec4f8a Jul 08 18:13:50.324305 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:50.336984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-deleted', 'tag': 'b1ab8975-505c-44f2-8d74-a2402dead1e2'}, {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-deleted', 'tag': '5c1a4fdb-735a-4e95-acd6-453bdafb529c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:50.339604 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecfd166-f052-4384-b47f-59934b1bc4d4" -d '{"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-deleted", "tag": "b1ab8975-505c-44f2-8d74-a2402dead1e2"}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-deleted", "tag": "5c1a4fdb-735a-4e95-acd6-453bdafb529c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:50.381554 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:50.382476 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:50.383060 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:50.402375 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94950d93-4e42-45d2-bbf8-cd884da531ec,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:50.503802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46ac9ceb-5bf0-401c-a3c5-f86264ce6443 req-8b6deb52-6fe2-48ad-8702-8716364faf83 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.0770278 Jul 08 18:13:50.514633 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6443985 Jul 08 18:13:50.517087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abfac5-e8fc-4da8-8c62-4f4fad3208d3 admin admin] Pushing event updated for resources: {'Network': ['ID=84860812-0bd6-4207-91e6-b986d7ec4f8a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:50.537827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 84860812-0bd6-4207-91e6-b986d7ec4f8a details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:13:50.619562 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5da090e-eae2-4205-878c-e596aa7e50dd x-openstack-request-id: req-a5da090e-eae2-4205-878c-e596aa7e50dd {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:50.620197 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-deleted", "tag": "b1ab8975-505c-44f2-8d74-a2402dead1e2", "status": "completed", "code": 200}, {"server_uuid": "d78ca602-e511-4ca9-b86c-1c1486d1f85b", "name": "network-vif-deleted", "tag": "5c1a4fdb-735a-4e95-acd6-453bdafb529c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:50.620672 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a5da090e-eae2-4205-878c-e596aa7e50dd {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:50.621245 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-deleted', 'tag': 'b1ab8975-505c-44f2-8d74-a2402dead1e2', 'status': 'completed', 'code': 200} Jul 08 18:13:50.621688 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ca602-e511-4ca9-b86c-1c1486d1f85b', 'name': 'network-vif-deleted', 'tag': '5c1a4fdb-735a-4e95-acd6-453bdafb529c', 'status': 'completed', 'code': 200} Jul 08 18:13:50.653550 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52551183-1e79-4f73-b0e4-818d65b42cfc None None] New status for floating IP 74f5898e-b322-46c9-9609-fc8611b59c27: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:13:51.409189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b43fd-ea58-4afe-b47f-6a399f9b7ec7 req-f24ccf7c-bb9d-4eda-9b48-def2001c71b5 tempest-ComputeTenantNetworksTest-844316317 tempest-ComputeTenantNetworksTest-844316317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:51.415511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b43fd-ea58-4afe-b47f-6a399f9b7ec7 req-f24ccf7c-bb9d-4eda-9b48-def2001c71b5 tempest-ComputeTenantNetworksTest-844316317 tempest-ComputeTenantNetworksTest-844316317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:51.421471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b43fd-ea58-4afe-b47f-6a399f9b7ec7 req-f24ccf7c-bb9d-4eda-9b48-def2001c71b5 tempest-ComputeTenantNetworksTest-844316317 tempest-ComputeTenantNetworksTest-844316317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:51.424014 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe3b43fd-ea58-4afe-b47f-6a399f9b7ec7 req-f24ccf7c-bb9d-4eda-9b48-def2001c71b5 tempest-ComputeTenantNetworksTest-844316317 tempest-ComputeTenantNetworksTest-844316317-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3139210 Jul 08 18:13:51.485347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc9dbe-0ba4-41d1-b907-92ca01e63271 req-862b18a0-c6c6-4621-9230-2dd04395788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:51.488136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8dc9dbe-0ba4-41d1-b907-92ca01e63271 req-862b18a0-c6c6-4621-9230-2dd04395788a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1096 time: 0.3050938 Jul 08 18:13:51.566460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4fe48-b5f4-47b8-9024-0c542616ddc4 req-67ea8abc-1885-4de2-a3f8-e47425fab33d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:51.569206 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aaf4fe48-b5f4-47b8-9024-0c542616ddc4 req-67ea8abc-1885-4de2-a3f8-e47425fab33d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.3873785 Jul 08 18:13:51.771283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ab8e1-b7e0-4815-88b5-af73d4d5b71e req-78226c73-24c1-42db-9023-5020049944a7 tempest-ComputeTenantNetworksTest-844316317 tempest-ComputeTenantNetworksTest-844316317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:51.787041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48262) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:51.799810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b7ab8e1-b7e0-4815-88b5-af73d4d5b71e req-78226c73-24c1-42db-9023-5020049944a7 tempest-ComputeTenantNetworksTest-844316317 tempest-ComputeTenantNetworksTest-844316317-project] 10.222.0.73 "GET /v2.0/networks/84860812-0bd6-4207-91e6-b986d7ec4f8a HTTP/1.1" status: 200 len: 769 time: 0.3509948 Jul 08 18:13:51.825373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aaf4fe48-b5f4-47b8-9024-0c542616ddc4 req-f63a58b8-94df-4c6b-971f-183a9a17874b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382188 Jul 08 18:13:51.946225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc9dbe-0ba4-41d1-b907-92ca01e63271 req-5bc663e6-f375-4e46-86c9-469928755165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:51.955164 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8dc9dbe-0ba4-41d1-b907-92ca01e63271 req-5bc663e6-f375-4e46-86c9-469928755165 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.4030616 Jul 08 18:13:52.025068 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:52.147546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45dc910e-afef-4005-99e8-6f55c98876e8 req-ae59b7ab-3ba4-48f4-92c6-61b9474c0688 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.0814185 Jul 08 18:13:52.189600 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8dc9dbe-0ba4-41d1-b907-92ca01e63271 req-66af90d4-4229-4f2f-bdb3-3c8965fada41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 999 time: 0.2258201 Jul 08 18:13:52.259812 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:52.274931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc9dbe-0ba4-41d1-b907-92ca01e63271 req-3f5d0f4f-fc84-49ee-b2cc-04eeeb09eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:52.277016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8dc9dbe-0ba4-41d1-b907-92ca01e63271 req-3f5d0f4f-fc84-49ee-b2cc-04eeeb09eae1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0805984 Jul 08 18:13:52.282983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84860812-0bd6-4207-91e6-b986d7ec4f8a']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:52.352221 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c3dbb7-ab57-463e-982a-48e9376059c4') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:52.352694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c3dbb7-ab57-463e-982a-48e9376059c4') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:52.368829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc9dbe-0ba4-41d1-b907-92ca01e63271 req-c1980b0d-1d76-4606-9815-05479d39ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:52.369064 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:52.371231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8dc9dbe-0ba4-41d1-b907-92ca01e63271 req-c1980b0d-1d76-4606-9815-05479d39ee0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856080 Jul 08 18:13:52.396111 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:52.414604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:13:52.415792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:13:52.419541 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:13:52.528368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:52.534229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8dc9dbe-0ba4-41d1-b907-92ca01e63271 req-a7ef790e-673c-4d06-9df4-b9ff72c6af0d service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556027 Jul 08 18:13:52.536377 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:52.538467 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] 10.222.0.73 "DELETE /v2.0/networks/84860812-0bd6-4207-91e6-b986d7ec4f8a HTTP/1.1" status: 204 len: 168 time: 0.7468410 Jul 08 18:13:52.555095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56baffd-47d0-435d-aed4-7137a16efc12 admin admin] Pushing event deleted for resources: {'Network': ['ID=84860812-0bd6-4207-91e6-b986d7ec4f8a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:52.652779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8dc9dbe-0ba4-41d1-b907-92ca01e63271 req-202fa38b-64fa-49a3-9f92-424ed7cd2f43 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116908 Jul 08 18:13:52.683310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48274) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:52.844230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48278) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:52.907704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4dd513c0-27f3-4459-acc7-a9397f5e8e22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a715984cae8c48a8bb68d3e521f7aed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617032 Jul 08 18:13:52.910956 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48282) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:53.024203 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbaed44d-7d20-45e3-a061-f6d2f4f05084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.056694 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbaed44d-7d20-45e3-a061-f6d2f4f05084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.117888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb25a5-21fd-4806-a42a-f87f1198ebb9 req-e88446e1-a453-4b5d-9b68-5659e06f9521 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:53.127414 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ddb25a5-21fd-4806-a42a-f87f1198ebb9 req-e88446e1-a453-4b5d-9b68-5659e06f9521 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1443255 Jul 08 18:13:53.130665 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbaed44d-7d20-45e3-a061-f6d2f4f05084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.137520 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbaed44d-7d20-45e3-a061-f6d2f4f05084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.143621 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fbaed44d-7d20-45e3-a061-f6d2f4f05084 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94950d93-4e42-45d2-bbf8-cd884da531ec HTTP/1.1" status: 204 len: 168 time: 0.2279887 Jul 08 18:13:53.159071 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaed44d-7d20-45e3-a061-f6d2f4f05084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94950d93-4e42-45d2-bbf8-cd884da531ec,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:53.187669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ddb25a5-21fd-4806-a42a-f87f1198ebb9 req-98ad816e-1a9d-415c-ac52-838bc0b71f69 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526373 Jul 08 18:13:53.251756 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1abc4269-5289-4404-acc2-94ea43dfc2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.402047 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1abc4269-5289-4404-acc2-94ea43dfc2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.415622 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1abc4269-5289-4404-acc2-94ea43dfc2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.496159 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6773ae91-a229-4bfc-98bc-95d80190b978 req-1aae5cc0-f098-4f3c-abd3-779d496de84e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.0825269 Jul 08 18:13:53.552779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48300) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:53.563601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1abc4269-5289-4404-acc2-94ea43dfc2e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=10785eb8224b46c5b98f23555ad461c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8777778 Jul 08 18:13:53.573166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc4269-5289-4404-acc2-94ea43dfc2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8499f012-c30a-40cf-aec1-abef4cfe9a20,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:53.639510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9914fcaf-6f52-48b7-af58-36e12dd60c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.669104 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9914fcaf-6f52-48b7-af58-36e12dd60c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.723594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9914fcaf-6f52-48b7-af58-36e12dd60c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.726527 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9914fcaf-6f52-48b7-af58-36e12dd60c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.727711 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9914fcaf-6f52-48b7-af58-36e12dd60c42 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8499f012-c30a-40cf-aec1-abef4cfe9a20 HTTP/1.1" status: 204 len: 168 time: 0.1736484 Jul 08 18:13:53.737025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914fcaf-6f52-48b7-af58-36e12dd60c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8499f012-c30a-40cf-aec1-abef4cfe9a20,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:53.947948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48316) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:54.098939 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-622cc15d-f674-49bc-aa73-542fb6f9b1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.226501 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-622cc15d-f674-49bc-aa73-542fb6f9b1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.235166 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-622cc15d-f674-49bc-aa73-542fb6f9b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.280794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cc15d-f674-49bc-aa73-542fb6f9b1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982065ca-1865-4415-88eb-0bcad8cb1e8b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:54.286237 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-622cc15d-f674-49bc-aa73-542fb6f9b1b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=09d03e8c26f74218bee2c6288c1f1364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370721 Jul 08 18:13:54.288903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48342) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:54.349102 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-785ca4d0-b3f8-44d9-9505-e04a658b82bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.397029 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-785ca4d0-b3f8-44d9-9505-e04a658b82bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.472941 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-785ca4d0-b3f8-44d9-9505-e04a658b82bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.476954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-785ca4d0-b3f8-44d9-9505-e04a658b82bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.478137 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-785ca4d0-b3f8-44d9-9505-e04a658b82bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/982065ca-1865-4415-88eb-0bcad8cb1e8b HTTP/1.1" status: 204 len: 168 time: 0.1879635 Jul 08 18:13:54.501123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ca4d0-b3f8-44d9-9505-e04a658b82bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982065ca-1865-4415-88eb-0bcad8cb1e8b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:54.545015 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f93dd5-b2b6-46c4-9c53-8000ddb132f0 req-b4a48aff-7188-4385-876c-d6a8d514068f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:54.546990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22f93dd5-b2b6-46c4-9c53-8000ddb132f0 req-b4a48aff-7188-4385-876c-d6a8d514068f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1308823 Jul 08 18:13:54.593912 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22f93dd5-b2b6-46c4-9c53-8000ddb132f0 req-75e2a141-fe9e-4379-a103-6de280517045 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397952 Jul 08 18:13:54.697166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff96f97a-de15-4be6-9417-69743e84371d req-d44af059-afef-49f8-85cc-65a320369a5d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.0453477 Jul 08 18:13:54.993435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48376) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:55.008921 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12ddeaee-13e0-475c-8d2d-26cb21bcd233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.022750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48378) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:55.129376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12ddeaee-13e0-475c-8d2d-26cb21bcd233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.136276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12ddeaee-13e0-475c-8d2d-26cb21bcd233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.189505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddeaee-13e0-475c-8d2d-26cb21bcd233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa38080d-5af2-491e-8ec6-d6695757e022,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:55.218842 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-12ddeaee-13e0-475c-8d2d-26cb21bcd233 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fe2b9560b3d544329c4889fc0c90abf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234962 Jul 08 18:13:55.219905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48384) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:55.275456 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-335a8412-974e-4b0a-9e03-66d3fbb087dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.308531 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-335a8412-974e-4b0a-9e03-66d3fbb087dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.325996 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eec54904-f89a-452b-8708-4ce6d819d928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.392053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-335a8412-974e-4b0a-9e03-66d3fbb087dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.394875 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-335a8412-974e-4b0a-9e03-66d3fbb087dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.396230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-335a8412-974e-4b0a-9e03-66d3fbb087dc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa38080d-5af2-491e-8ec6-d6695757e022 HTTP/1.1" status: 204 len: 168 time: 0.1750679 Jul 08 18:13:55.412602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a8412-974e-4b0a-9e03-66d3fbb087dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa38080d-5af2-491e-8ec6-d6695757e022,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:55.532120 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eec54904-f89a-452b-8708-4ce6d819d928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.544331 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eec54904-f89a-452b-8708-4ce6d819d928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.642376 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eec54904-f89a-452b-8708-4ce6d819d928 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b4f4b96e76743828dbdbb07cd05ae77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183114 Jul 08 18:13:55.644408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec54904-f89a-452b-8708-4ce6d819d928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f84406-8a52-4c87-b851-af9c58d3376e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:55.645193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48400) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:55.800612 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5481d67-b156-4253-b1fe-d7ff4c58fd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.868811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5481d67-b156-4253-b1fe-d7ff4c58fd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.998015 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5481d67-b156-4253-b1fe-d7ff4c58fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:56.001728 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5481d67-b156-4253-b1fe-d7ff4c58fd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:56.006724 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a5481d67-b156-4253-b1fe-d7ff4c58fd74 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/86f84406-8a52-4c87-b851-af9c58d3376e HTTP/1.1" status: 204 len: 168 time: 0.3604591 Jul 08 18:13:56.016892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5481d67-b156-4253-b1fe-d7ff4c58fd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f84406-8a52-4c87-b851-af9c58d3376e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:56.073369 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fddce4a9-7393-401f-8e05-52f7b81f827c req-d09e6d61-53eb-4d86-881d-9d8be4f26ea0 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.0992949 Jul 08 18:13:56.916589 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48488) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:56.957335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48492) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:57.090825 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a7a643-9513-4e62-8c3c-ca5f9ddadd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.107369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-90ce098a-0949-4184-91a7-9730e6658f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.171466 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.api [None req-03a7a643-9513-4e62-8c3c-ca5f9ddadd0f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 18:13:57.171466 n-d-799684-3 neutron-server[93741]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 18:13:57.171466 n-d-799684-3 neutron-server[93741]: [parameters: {'project_id': 'fda5c7acfe5a4ba1a6f7061d77b9a55d', 'id': '619acbbd-9c90-48df-a9bf-749982b5b370', 'expiration': datetime.datetime(2021, 7, 8, 18, 15, 57, 144879)}] Jul 08 18:13:57.171466 n-d-799684-3 neutron-server[93741]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:13:57.171967 n-d-799684-3 neutron-server[93741]: DEBUG oslo_db.api [None req-03a7a643-9513-4e62-8c3c-ca5f9ddadd0f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:13:57.254597 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c2d01f6f-9e7b-4692-9b39-a18576698974 req-aad68562-8f89-46ea-9450-dd782e61df33 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.0394123 Jul 08 18:13:57.264367 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-90ce098a-0949-4184-91a7-9730e6658f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.279039 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-90ce098a-0949-4184-91a7-9730e6658f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.298497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48504) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:57.318165 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-90ce098a-0949-4184-91a7-9730e6658f34 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d4f7f4c0a4ea4612b886e956545ec594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597476 Jul 08 18:13:57.320277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce098a-0949-4184-91a7-9730e6658f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea270be-c7c8-4cb6-91fa-34c438fcf27e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:57.321024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48508) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:57.381467 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbb65706-031f-4bf6-9fe0-b754b3ce6fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.411554 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbb65706-031f-4bf6-9fe0-b754b3ce6fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.453937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2137940805-network', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:57.482459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Made reservation on behalf of bc254ab719e14ce5a67a940a463bcf78 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:57.486126 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.497218 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.501071 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbb65706-031f-4bf6-9fe0-b754b3ce6fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.503792 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbb65706-031f-4bf6-9fe0-b754b3ce6fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.507788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fbb65706-031f-4bf6-9fe0-b754b3ce6fe2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ea270be-c7c8-4cb6-91fa-34c438fcf27e HTTP/1.1" status: 204 len: 168 time: 0.1826055 Jul 08 18:13:57.522001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb65706-031f-4bf6-9fe0-b754b3ce6fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea270be-c7c8-4cb6-91fa-34c438fcf27e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:57.614514 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.618774 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.643770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:13:57.654522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9078c30e-3837-4ae5-94ca-c0c357ce5a9f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:57.660017 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.660361 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Added segment 07789d5f-3ffc-4025-b001-c4644542d107 of type vlan for network d0f910dd-fc47-45d3-b737-f9c834dafa16 Jul 08 18:13:57.673253 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a7a643-9513-4e62-8c3c-ca5f9ddadd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.716741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.763668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.764779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:57.765485 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.791274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a7a643-9513-4e62-8c3c-ca5f9ddadd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.805422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a7a643-9513-4e62-8c3c-ca5f9ddadd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.830080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5301175 Jul 08 18:13:57.835479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48516) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:57.844721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] Request body: {'subnet': {'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2137940805-subnet', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:57.852333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefd6ab-a08f-4a1c-9c77-24fdc9ee8f1e admin admin] Pushing event updated for resources: {'Network': ['ID=d0f910dd-fc47-45d3-b737-f9c834dafa16,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:57.865152 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d0f910dd-fc47-45d3-b737-f9c834dafa16 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:13:57.879979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] Made reservation on behalf of bc254ab719e14ce5a67a940a463bcf78 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:57.883240 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.891379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48518) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:57.946699 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-03a7a643-9513-4e62-8c3c-ca5f9ddadd0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fda5c7acfe5a4ba1a6f7061d77b9a55d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0291932 Jul 08 18:13:57.948587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7a643-9513-4e62-8c3c-ca5f9ddadd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbd1983-2890-43bd-92b0-f4caa9ee5b4d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:57.951431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48520) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:57.954630 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e22d2b67-bb8a-4d8b-9db6-e242476afacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.056286 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d766d357-3bd1-4df6-98dd-c30125e11829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.090085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d766d357-3bd1-4df6-98dd-c30125e11829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.126705 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.145238 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e22d2b67-bb8a-4d8b-9db6-e242476afacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.158870 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e22d2b67-bb8a-4d8b-9db6-e242476afacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.185903 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d766d357-3bd1-4df6-98dd-c30125e11829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.188799 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d766d357-3bd1-4df6-98dd-c30125e11829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.189947 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d766d357-3bd1-4df6-98dd-c30125e11829 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0cbd1983-2890-43bd-92b0-f4caa9ee5b4d HTTP/1.1" status: 204 len: 168 time: 0.2370486 Jul 08 18:13:58.199236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26129322-9cb1-4cab-85d5-ba0416ca5a44,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:58.205123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] Checking segment: {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:13:58.205691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] Network hostable DHCP agents. Network: d0f910dd-fc47-45d3-b737-f9c834dafa16, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:13:58.229206 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] Network d0f910dd-fc47-45d3-b737-f9c834dafa16 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:13:58.243660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d0f910dd-fc47-45d3-b737-f9c834dafa16) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:13:58.245589 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e22d2b67-bb8a-4d8b-9db6-e242476afacf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31aa39227b624f3683104b28cba54397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458054 Jul 08 18:13:58.246543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d2b67-bb8a-4d8b-9db6-e242476afacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3195a5fd-c623-41e6-85a6-ddd51d4e2cea,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:58.248191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48526) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:58.256469 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf85c0e-8867-4f3e-8870-cea7ac12a3b9 None None] Network d0f910dd-fc47-45d3-b737-f9c834dafa16 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:13:58.257160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766d357-3bd1-4df6-98dd-c30125e11829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbd1983-2890-43bd-92b0-f4caa9ee5b4d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:58.265468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:58.266722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.322770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-79bfaf62-2a9f-491e-860e-fd622f712ee3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4857969 Jul 08 18:13:58.323739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48530) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:13:58.329493 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:58.385543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d6c1773e-9746-489c-9ad1-51e05568fe22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.397036 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.398384 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.440067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ba87264-e9c0-4b84-b163-3337eb6cc95b req-ad20f5a2-d702-4520-a40b-43c6ca41c83b tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.0467572 Jul 08 18:13:58.458364 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d6c1773e-9746-489c-9ad1-51e05568fe22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.490011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.526943 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-d0f910dd-fc47-45d3-b737-f9c834dafa16', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:13:58.528565 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.562005 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d6c1773e-9746-489c-9ad1-51e05568fe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.566789 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d6c1773e-9746-489c-9ad1-51e05568fe22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.568616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d6c1773e-9746-489c-9ad1-51e05568fe22 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3195a5fd-c623-41e6-85a6-ddd51d4e2cea HTTP/1.1" status: 204 len: 168 time: 0.3130579 Jul 08 18:13:58.580795 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1773e-9746-489c-9ad1-51e05568fe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195a5fd-c623-41e6-85a6-ddd51d4e2cea,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:58.675104 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.776236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Allocated IP 172.20.0.2 (d0f910dd-fc47-45d3-b737-f9c834dafa16/26129322-9cb1-4cab-85d5-ba0416ca5a44/0ae54d78-0466-4cc3-8545-2c7eeb1a1886) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:13:58.990540 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:59.001807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Transition to ACTIVE for port object 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:13:59.021621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Transition to ACTIVE for port object 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:13:59.035566 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:59.077665 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:59.093826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Pushing event updated for resources: {'Port': ['ID=0ae54d78-0466-4cc3-8545-2c7eeb1a1886,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:59.106055 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:59.111310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.112130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.112648 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.113544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.114288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.115059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.115734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.116452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.116979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.117327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.117692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.118082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:59.124093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Network d0f910dd-fc47-45d3-b737-f9c834dafa16 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:13:59.126934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:13:59.129515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:13:59.208232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Attempting to bind port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:13:59.208611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Attempting to bind port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:13:59.208979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Attempting to bind port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 on network d0f910dd-fc47-45d3-b737-f9c834dafa16 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:59.218279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:13:59.218660 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Checking segment: {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:13:59.219107 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:59.219540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Bound using segment: {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:13:59.220008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Bound port: 0ae54d78-0466-4cc3-8545-2c7eeb1a1886, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:13:59.220399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:59.307799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Allocated IP 172.25.8.195 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/175f3a1b-ff36-4c95-87e6-cf146a217a69) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:13:59.327625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] For port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:59.339434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] For port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ae54d78-0466-4cc3-8545-2c7eeb1a1886,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:13:59.352631 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:59.494117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3ea7a-aa3d-4151-8bfb-04afac0aa480 None None] Pushing event updated for resources: {'Port': ['ID=0ae54d78-0466-4cc3-8545-2c7eeb1a1886,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:59.559966 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:59.646566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:59.808490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=175f3a1b-ff36-4c95-87e6-cf146a217a69,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:59.817417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:13:59.820384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:13:59.828431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:13:59.852667 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04394a76-4f2f-49dd-9fbc-14af80ab95b8 req-d9b0af55-9848-4674-8ec6-ca493992012a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.1324811 Jul 08 18:14:00.185808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:00.460457 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:00.641654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48606) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:00.651854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Router 4736136b-26c6-401b-a48b-43d75e48213a is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:00.854480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48612) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:00.921638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-38373936'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:00.969684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fcfb8902-e1c8-4bd0-9f12-8eb94cd8483e tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-839974573'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:00.970540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fcfb8902-e1c8-4bd0-9f12-8eb94cd8483e tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Unknown quota resources ['metering_label']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:14:00.980292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096cd16b-0d13-486f-a1ba-a9d8a91144e6 None None] Network d0f910dd-fc47-45d3-b737-f9c834dafa16 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:01.040065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3dcebf17-f8f2-43f9-bbb9-6b03e4e1a985 None None] Provisioning for port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:01.063841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Made reservation on behalf of 00c8779010b7415983eb9b62c31e7fa5 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:01.067657 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.104507 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.115506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-609edc00-c089-4070-9867-fa3e8eff335a req-4277e64d-306d-45bd-9f98-f7e9e6e67461 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.0544419 Jul 08 18:14:01.273318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:01.285081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Sync routers for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:01.295130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:01.297590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8902-e1c8-4bd0-9f12-8eb94cd8483e tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.297765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:13:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:01.297933 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fcfb8902-e1c8-4bd0-9f12-8eb94cd8483e tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4411645 Jul 08 18:14:01.299995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48618) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:01.304906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d48a42ca-9618-4c22-9da6-728d21797509 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4b8740bf-d856-4a32-a849-cbbb8ff925f8'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:01.305811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d48a42ca-9618-4c22-9da6-728d21797509 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:14:01.392476 n-d-799684-3 neutron-server[93742]: WARNING neutron.services.metering.metering_plugin [None req-d48a42ca-9618-4c22-9da6-728d21797509 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 18:14:01.450170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:01.524804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d48a42ca-9618-4c22-9da6-728d21797509 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.526013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d48a42ca-9618-4c22-9da6-728d21797509 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2247128 Jul 08 18:14:01.528959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48622) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:01.534590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d6ea6c57-55f1-4ad7-a45e-ef63eda338ba tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4b8740bf-d856-4a32-a849-cbbb8ff925f8'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:01.535254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d6ea6c57-55f1-4ad7-a45e-ef63eda338ba tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:14:01.554276 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.565161 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.579855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.583697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-65ab94d0-d15e-461c-86c4-f5fb32ebf6b8 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2563365 Jul 08 18:14:01.584203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48624) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:01.623640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:14:01.637082 n-d-799684-3 neutron-server[93742]: WARNING neutron.services.metering.metering_plugin [None req-d6ea6c57-55f1-4ad7-a45e-ef63eda338ba tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 18:14:01.704641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.705317 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Added segment c0362d88-db4f-4fff-8de2-c7149a72e97f of type vlan for network 45ddae0f-5717-41cc-a2cd-7bd625596006 Jul 08 18:14:01.709358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:00Z', 'revision_number': 3, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:01.750876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:01.754419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Checking router: 4736136b-26c6-401b-a48b-43d75e48213a for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:01.754767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Updating router 4736136b-26c6-401b-a48b-43d75e48213a port 175f3a1b-ff36-4c95-87e6-cf146a217a69 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:14:01.828874 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.833701 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.842476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e98b91-66b0-40fd-9fb3-0b804e4e331c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:01.848747 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d6ea6c57-55f1-4ad7-a45e-ef63eda338ba tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.850103 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d6ea6c57-55f1-4ad7-a45e-ef63eda338ba tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3200002 Jul 08 18:14:01.852809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48628) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:01.857154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:01.866599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:01.866980 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.876405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-06360945-aac3-4055-90f7-64ce1632c3b0 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=8f07b993-1e7d-48e5-95fc-1b548e92a516 HTTP/1.1" status: 200 len: 464 time: 0.0224261 Jul 08 18:14:01.879208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48630) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:01.889720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.899347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:01.900417 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.966781 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3236322 Jul 08 18:14:01.971090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48632) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:01.983605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Request body: {'subnet': {'network_id': '45ddae0f-5717-41cc-a2cd-7bd625596006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:02.107239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51404306-176e-4409-9258-f5435d65d04f tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Pushing event updated for resources: {'Network': ['ID=45ddae0f-5717-41cc-a2cd-7bd625596006,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:02.110672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Made reservation on behalf of 00c8779010b7415983eb9b62c31e7fa5 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:02.114758 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.129331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 45ddae0f-5717-41cc-a2cd-7bd625596006 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:14:02.139844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48562066-4652-446a-b9b9-eb532e08efb2 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.141772 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-48562066-4652-446a-b9b9-eb532e08efb2 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/8f07b993-1e7d-48e5-95fc-1b548e92a516 HTTP/1.1" status: 204 len: 168 time: 0.2615943 Jul 08 18:14:02.146190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48634) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:02.214967 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5d3132c7-9c31-4b80-b248-d0509cb448d1 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=8f07b993-1e7d-48e5-95fc-1b548e92a516 HTTP/1.1" status: 200 len: 221 time: 0.0621240 Jul 08 18:14:02.215227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48638) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:02.219793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-13837605-a93d-42bb-9280-bce34c4a200c tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--18623107', 'description': 'label created by tempest'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:02.220244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-13837605-a93d-42bb-9280-bce34c4a200c tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Unknown quota resources ['metering_label']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:14:02.417258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.461050 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.541261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ae54d78-0466-4cc3-8545-2c7eeb1a1886,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:02.557919 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.683806 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.702193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Allocated IP 172.20.0.1 (d0f910dd-fc47-45d3-b737-f9c834dafa16/26129322-9cb1-4cab-85d5-ba0416ca5a44/2eebfd8a-9fd0-4072-a048-e824525f200d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:02.707779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Transition to ACTIVE for port object 175f3a1b-ff36-4c95-87e6-cf146a217a69 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:02.710062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=0ae54d78-0466-4cc3-8545-2c7eeb1a1886,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:02.723817 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.791830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Attempting to bind port 175f3a1b-ff36-4c95-87e6-cf146a217a69 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:02.792198 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Attempting to bind port 175f3a1b-ff36-4c95-87e6-cf146a217a69 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:02.792558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Attempting to bind port 175f3a1b-ff36-4c95-87e6-cf146a217a69 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:02.794901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9ba50-f914-43e2-be6b-8c7d0362fc0e None None] Pushing event updated for resources: {'Port': ['ID=175f3a1b-ff36-4c95-87e6-cf146a217a69,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:02.801176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:02.801540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:02.801941 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.802362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:02.802835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Bound port: 175f3a1b-ff36-4c95-87e6-cf146a217a69, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:02.803214 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.870112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] For port 175f3a1b-ff36-4c95-87e6-cf146a217a69, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:02.873865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] For port 175f3a1b-ff36-4c95-87e6-cf146a217a69, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=175f3a1b-ff36-4c95-87e6-cf146a217a69,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:02.880676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.893951 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be587565-d036-4a76-9b91-32b597b29262 req-00879e71-ccaf-4ebd-8caf-3d29f9647ad0 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.0697539 Jul 08 18:14:02.941416 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.979589 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Transition to ACTIVE for port object 2eebfd8a-9fd0-4072-a048-e824525f200d will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:02.988536 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:02.989183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:13:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:03.030905 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.055480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9ba50-f914-43e2-be6b-8c7d0362fc0e None None] Pushing event updated for resources: {'Port': ['ID=175f3a1b-ff36-4c95-87e6-cf146a217a69,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:03.083934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Network d0f910dd-fc47-45d3-b737-f9c834dafa16 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:03.087598 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:03.107297 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:03.142832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Pushing event updated for resources: {'Port': ['ID=2eebfd8a-9fd0-4072-a048-e824525f200d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:03.163078 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.185122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:03.198411 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-13837605-a93d-42bb-9280-bce34c4a200c tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.201108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-13837605-a93d-42bb-9280-bce34c4a200c tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.9833200 Jul 08 18:14:03.203064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48644) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:03.410338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6085a1e4-fc84-4bfe-a921-e11468458fd4 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=dc1bb7c8-91ae-4dcf-837f-1a97fb17b550 HTTP/1.1" status: 200 len: 466 time: 0.1963320 Jul 08 18:14:03.413439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48646) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:03.415966 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.493016 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.498138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d72f715a-f710-443a-acbf-15f373f6207a None None] Provisioning for port 2eebfd8a-9fd0-4072-a048-e824525f200d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:03.501940 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.504625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d72f715a-f710-443a-acbf-15f373f6207a None None] Provisioning complete for port 2eebfd8a-9fd0-4072-a048-e824525f200d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:03.504999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d72f715a-f710-443a-acbf-15f373f6207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.552364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:00Z', 'revision_number': 3, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:03.554006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d72f715a-f710-443a-acbf-15f373f6207a None None] Port 2eebfd8a-9fd0-4072-a048-e824525f200d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:14:03.588681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79900fda-a6a1-4d20-a593-75d149dfb442 None None] The sync data for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 is: [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:00Z', 'revision_number': 3, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:03.658933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Pushing event updated for resources: {'Subnet': ['ID=c0a4ac6b-1953-40e3-969b-73f82189a7b4,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:03.686955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:03.718537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.731672 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d301984-59c3-4f30-9707-2ad764ba7fbb tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.732003 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.734094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7d301984-59c3-4f30-9707-2ad764ba7fbb tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/dc1bb7c8-91ae-4dcf-837f-1a97fb17b550 HTTP/1.1" status: 204 len: 168 time: 0.3185039 Jul 08 18:14:03.734094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Checking segment: {'id': 'c0362d88-db4f-4fff-8de2-c7149a72e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45ddae0f-5717-41cc-a2cd-7bd625596006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:03.734094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Network hostable DHCP agents. Network: 45ddae0f-5717-41cc-a2cd-7bd625596006, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:14:03.739692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48650) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:03.759146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c9c8c0f9-acb5-436c-838d-445b5957cfc2 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=dc1bb7c8-91ae-4dcf-837f-1a97fb17b550 HTTP/1.1" status: 200 len: 216 time: 0.0155718 Jul 08 18:14:03.761465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48652) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:03.782808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fab1b087-0885-4a87-91af-9ccc6fbedfdc tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0172985 Jul 08 18:14:03.786648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48654) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:03.793281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Network 45ddae0f-5717-41cc-a2cd-7bd625596006 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:14:03.795002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:03.795722 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.811428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fc73ecf7-0c85-48b6-afe6-cca31526e861 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0231085 Jul 08 18:14:03.815007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48656) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:03.831545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Pushing event updated for resources: {'Port': ['ID=2eebfd8a-9fd0-4072-a048-e824525f200d,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:03.834554 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.838671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 45ddae0f-5717-41cc-a2cd-7bd625596006) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:03.847764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62692c-2202-44aa-addf-09fdc86189bf None None] Network 45ddae0f-5717-41cc-a2cd-7bd625596006 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:03.920881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:03.921505 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.930613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1962e026-41ca-4cce-a22a-754520cffbdc tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels/4b8740bf-d856-4a32-a849-cbbb8ff925f8 HTTP/1.1" status: 200 len: 472 time: 0.1104131 Jul 08 18:14:03.934897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48658) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:03.986631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aea6eadb-42f5-43d2-be7f-5900e066a81d tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules/d7bccb07-b96f-49ed-9a70-b520b9f5f82b HTTP/1.1" status: 200 len: 461 time: 0.0526285 Jul 08 18:14:03.992181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48662) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:04.003925 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6ba8f306-1120-413e-a93f-5eb87c9d9db7 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0320132 Jul 08 18:14:04.004691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48664) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:04.016424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Request body: {'port': {'network_id': '45ddae0f-5717-41cc-a2cd-7bd625596006', 'name': 'tempest-DHCPAgentSchedulersTestJSON-528778934'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:04.106671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Network d0f910dd-fc47-45d3-b737-f9c834dafa16 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:04.115368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:04.192167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-45ddae0f-5717-41cc-a2cd-7bd625596006', 'network_id': '45ddae0f-5717-41cc-a2cd-7bd625596006', 'tenant_id': '00c8779010b7415983eb9b62c31e7fa5', 'fixed_ips': [{'subnet_id': 'c0a4ac6b-1953-40e3-969b-73f82189a7b4'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:14:04.193045 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:04.286280 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:04.322913 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c60155fd-4449-4b51-a81f-39bac1b7afe5 req-a9456a09-f03e-4492-ac2c-ff29cb5dde3f tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78ca602-e511-4ca9-b86c-1c1486d1f85b HTTP/1.1" status: 200 len: 210 time: 0.1349735 Jul 08 18:14:04.406756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Made reservation on behalf of 00c8779010b7415983eb9b62c31e7fa5 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:04.410760 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:04.430320 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Allocated IP 172.20.0.2 (45ddae0f-5717-41cc-a2cd-7bd625596006/c0a4ac6b-1953-40e3-969b-73f82189a7b4/41cc96a6-b298-4796-80e2-8eddd40e2f3f) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:04.433589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] device_id is not set on port b9a020b0-675d-4d55-aefc-b50b13cd3a57 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:14:04.522680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Router 4736136b-26c6-401b-a48b-43d75e48213a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:14:04.527401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9ee86293-a1dd-4e2c-a7e2-2e2299948c12 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:04.528787 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9ee86293-a1dd-4e2c-a7e2-2e2299948c12 tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/d7bccb07-b96f-49ed-9a70-b520b9f5f82b HTTP/1.1" status: 204 len: 168 time: 0.5350001 Jul 08 18:14:04.531843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48668) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:04.674880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:04.685245 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-744bbf6d-a5f5-4015-8383-cd7a79bff27e admin admin] 10.222.0.73 "PUT /v2.0/routers/4736136b-26c6-401b-a48b-43d75e48213a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1000791 Jul 08 18:14:04.706906 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:04.718364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Transition to ACTIVE for port object 41cc96a6-b298-4796-80e2-8eddd40e2f3f will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:04.729682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c3c78e17-7075-4f5f-a6ee-343d7994a4fe None None] Provisioning complete for port 2eebfd8a-9fd0-4072-a048-e824525f200d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:04.729967 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c3c78e17-7075-4f5f-a6ee-343d7994a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:04.763323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Transition to ACTIVE for port object 41cc96a6-b298-4796-80e2-8eddd40e2f3f will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:04.765191 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-98ffa8eb-eabf-49f8-b286-bdefa3c4f43b tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:04.767328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-98ffa8eb-eabf-49f8-b286-bdefa3c4f43b tempest-MeteringTestJSON-1506470153 tempest-MeteringTestJSON-1506470153-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/4b8740bf-d856-4a32-a849-cbbb8ff925f8 HTTP/1.1" status: 204 len: 168 time: 0.2344868 Jul 08 18:14:04.774544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c3c78e17-7075-4f5f-a6ee-343d7994a4fe None None] Port 2eebfd8a-9fd0-4072-a048-e824525f200d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:14:04.776899 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:04.837290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Pushing event updated for resources: {'Port': ['ID=41cc96a6-b298-4796-80e2-8eddd40e2f3f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:04.847331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Network 45ddae0f-5717-41cc-a2cd-7bd625596006 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:04.849401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:04.851027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Allocated IP 172.20.0.4 (45ddae0f-5717-41cc-a2cd-7bd625596006/c0a4ac6b-1953-40e3-969b-73f82189a7b4/b9a020b0-675d-4d55-aefc-b50b13cd3a57) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:04.858335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:04.966859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Attempting to bind port 41cc96a6-b298-4796-80e2-8eddd40e2f3f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:04.967285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Attempting to bind port 41cc96a6-b298-4796-80e2-8eddd40e2f3f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'c0362d88-db4f-4fff-8de2-c7149a72e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45ddae0f-5717-41cc-a2cd-7bd625596006'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:04.967653 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Attempting to bind port 41cc96a6-b298-4796-80e2-8eddd40e2f3f on network 45ddae0f-5717-41cc-a2cd-7bd625596006 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:04.979630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:04.980027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Checking segment: {'id': 'c0362d88-db4f-4fff-8de2-c7149a72e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45ddae0f-5717-41cc-a2cd-7bd625596006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:04.980430 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:04.980982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Bound using segment: {'id': 'c0362d88-db4f-4fff-8de2-c7149a72e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45ddae0f-5717-41cc-a2cd-7bd625596006'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:04.981463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Bound port: 41cc96a6-b298-4796-80e2-8eddd40e2f3f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0362d88-db4f-4fff-8de2-c7149a72e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45ddae0f-5717-41cc-a2cd-7bd625596006'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:04.981849 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.089118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] For port 41cc96a6-b298-4796-80e2-8eddd40e2f3f, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:05.096152 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] For port 41cc96a6-b298-4796-80e2-8eddd40e2f3f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=41cc96a6-b298-4796-80e2-8eddd40e2f3f,segment=NetworkSegment(c0362d88-db4f-4fff-8de2-c7149a72e97f),segment_id=c0362d88-db4f-4fff-8de2-c7149a72e97f)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:05.105432 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.143432 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.169081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Transition to ACTIVE for port object b9a020b0-675d-4d55-aefc-b50b13cd3a57 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:05.218062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141502b-b085-4dee-8e7f-99ca7889279a None None] Pushing event updated for resources: {'Port': ['ID=41cc96a6-b298-4796-80e2-8eddd40e2f3f,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:05.244544 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.296039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Network 45ddae0f-5717-41cc-a2cd-7bd625596006 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:05.306899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48684) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:05.309912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:05.318836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:05.378749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Pushing event updated for resources: {'Port': ['ID=b9a020b0-675d-4d55-aefc-b50b13cd3a57,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:05.405251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:05.405921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.434049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-837704f0-3ba8-4220-b144-df4525dd21b5 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4281192 Jul 08 18:14:05.439152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48690) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:05.512927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c69f2a98-7b63-4c14-8f98-c30d4d427487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.649314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48694) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:05.688484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48696) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:05.704066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-12fc2dff-36a7-4694-81e1-9017aec03e4f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993698048', 'description': 'tempest-description--398423219'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:05.737211 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-757a253b-d58c-4e1b-aed2-a7fa576db9c1 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Deleting port b9a020b0-675d-4d55-aefc-b50b13cd3a57 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:05.737872 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-757a253b-d58c-4e1b-aed2-a7fa576db9c1 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.751536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7f2c21f-bc43-48db-b597-7d361b36b6e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.770966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 175f3a1b-ff36-4c95-87e6-cf146a217a69 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:05.786634 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7f2c21f-bc43-48db-b597-7d361b36b6e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.833024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 175f3a1b-ff36-4c95-87e6-cf146a217a69 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:05.838032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 175f3a1b-ff36-4c95-87e6-cf146a217a69 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:05.839584 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.852349 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7f2c21f-bc43-48db-b597-7d361b36b6e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.854968 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7f2c21f-bc43-48db-b597-7d361b36b6e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.856140 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f7f2c21f-bc43-48db-b597-7d361b36b6e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "DELETE /v2.0/security-groups/063954eb-daad-4399-bd92-3aa32d14fdbf HTTP/1.1" status: 204 len: 168 time: 0.2056038 Jul 08 18:14:05.861156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48698) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:05.867128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2c21f-bc43-48db-b597-7d361b36b6e6 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063954eb-daad-4399-bd92-3aa32d14fdbf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:05.881323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-757a253b-d58c-4e1b-aed2-a7fa576db9c1 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.896389 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c69f2a98-7b63-4c14-8f98-c30d4d427487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.902346 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-bf1f5e44-1ca1-4910-94a9-5b89289f110e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] show failed (client error): The resource could not be found. Jul 08 18:14:05.907046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48700) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:05.907309 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bf1f5e44-1ca1-4910-94a9-5b89289f110e tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "GET /v2.0/security-groups/063954eb-daad-4399-bd92-3aa32d14fdbf HTTP/1.1" status: 404 len: 347 time: 0.0404234 Jul 08 18:14:05.924205 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c69f2a98-7b63-4c14-8f98-c30d4d427487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.937129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-757a253b-d58c-4e1b-aed2-a7fa576db9c1 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Calling delete_port for b9a020b0-675d-4d55-aefc-b50b13cd3a57 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:05.942536 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.942765 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12fc2dff-36a7-4694-81e1-9017aec03e4f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.965607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 175f3a1b-ff36-4c95-87e6-cf146a217a69, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=175f3a1b-ff36-4c95-87e6-cf146a217a69,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:05.970044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:05.971277 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 41cc96a6-b298-4796-80e2-8eddd40e2f3f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:06.026889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c69f2a98-7b63-4c14-8f98-c30d4d427487 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6cc59de3af9418cbfd7146a4d9c6c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7181771 Jul 08 18:14:06.030589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48702) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:06.034101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f2a98-7b63-4c14-8f98-c30d4d427487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9d703c-6a5a-4d48-9dd3-4bedb7f55e48,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:06.073074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=175f3a1b-ff36-4c95-87e6-cf146a217a69,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:06.089852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 41cc96a6-b298-4796-80e2-8eddd40e2f3f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:06.114958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f7e646bc-f62c-4277-abe0-fbff3ad5a514 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting port 11b5052b-85a2-4643-a486-4263143da788 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:06.115355 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7e646bc-f62c-4277-abe0-fbff3ad5a514 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.118168 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58cee991-4362-453e-8149-5f56748435f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.169635 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12fc2dff-36a7-4694-81e1-9017aec03e4f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.180966 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12fc2dff-36a7-4694-81e1-9017aec03e4f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.195001 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58cee991-4362-453e-8149-5f56748435f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.199572 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-757a253b-d58c-4e1b-aed2-a7fa576db9c1 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.221125 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12fc2dff-36a7-4694-81e1-9017aec03e4f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.222344 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-12fc2dff-36a7-4694-81e1-9017aec03e4f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5326142 Jul 08 18:14:06.231176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48706) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:06.236231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-72328973-bc03-4073-8864-cf29d1519281 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'security_group_rule': {'security_group_id': '773b0856-e55d-459f-a0b6-feef5b7646a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:06.260928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a253b-d58c-4e1b-aed2-a7fa576db9c1 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Pushing event deleted for resources: {'Port': ['ID=b9a020b0-675d-4d55-aefc-b50b13cd3a57,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:06.262791 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a073d2b9-91d8-464e-a89d-9227a992d140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.301636 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7e646bc-f62c-4277-abe0-fbff3ad5a514 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.301930 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7e646bc-f62c-4277-abe0-fbff3ad5a514 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.307007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc2dff-36a7-4694-81e1-9017aec03e4f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773b0856-e55d-459f-a0b6-feef5b7646a6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:06.326696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f7e646bc-f62c-4277-abe0-fbff3ad5a514 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Calling delete_port for 11b5052b-85a2-4643-a486-4263143da788 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:06.332513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72328973-bc03-4073-8864-cf29d1519281 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.365332 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58cee991-4362-453e-8149-5f56748435f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.370047 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58cee991-4362-453e-8149-5f56748435f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.371274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-58cee991-4362-453e-8149-5f56748435f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb9d703c-6a5a-4d48-9dd3-4bedb7f55e48 HTTP/1.1" status: 204 len: 168 time: 0.3395259 Jul 08 18:14:06.376419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-757a253b-d58c-4e1b-aed2-a7fa576db9c1 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.381843 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-757a253b-d58c-4e1b-aed2-a7fa576db9c1 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] 10.222.0.73 "DELETE /v2.0/ports/b9a020b0-675d-4d55-aefc-b50b13cd3a57 HTTP/1.1" status: 204 len: 168 time: 0.9414165 Jul 08 18:14:06.382576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48710) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:06.453853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cee991-4362-453e-8149-5f56748435f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9d703c-6a5a-4d48-9dd3-4bedb7f55e48,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:06.478546 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72328973-bc03-4073-8864-cf29d1519281 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.489883 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72328973-bc03-4073-8864-cf29d1519281 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.530038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72328973-bc03-4073-8864-cf29d1519281 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cf060b-899d-498e-8920-b97eb02bc050,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:06.544249 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72328973-bc03-4073-8864-cf29d1519281 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.545933 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-72328973-bc03-4073-8864-cf29d1519281 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3133414 Jul 08 18:14:06.549337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48716) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:06.555644 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Sync routers for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:06.564519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-513a5a9f-ad48-49bf-bbad-1ee9203824b7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'security_group_rule': {'security_group_id': '773b0856-e55d-459f-a0b6-feef5b7646a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:06.569020 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:06.571070 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:13:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:06.619230 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9f048ee7-81da-42a6-b1f9-9e9736fe5990 tempest-DHCPAgentSchedulersTestJSON-1805317718 tempest-DHCPAgentSchedulersTestJSON-1805317718-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.2354686 Jul 08 18:14:06.619921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48720) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:06.625830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1395619237'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:06.632129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-513a5a9f-ad48-49bf-bbad-1ee9203824b7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.674535 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Made reservation on behalf of 00c8779010b7415983eb9b62c31e7fa5 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:06.678541 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.691187 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7e646bc-f62c-4277-abe0-fbff3ad5a514 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.709109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab03b75-0f10-4ccd-9850-25a1b517bb72 None None] Network 45ddae0f-5717-41cc-a2cd-7bd625596006 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:06.724147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:14:06.729662 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e646bc-f62c-4277-abe0-fbff3ad5a514 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Port': ['ID=11b5052b-85a2-4643-a486-4263143da788,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:06.741472 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.742138 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Added segment 6ea38003-c136-42e4-a15e-aa8cf6336c8b of type vlan for network 0239b56c-aff0-4150-a79b-146b2122e76c Jul 08 18:14:06.787535 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-513a5a9f-ad48-49bf-bbad-1ee9203824b7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.788180 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.801178 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-513a5a9f-ad48-49bf-bbad-1ee9203824b7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.830316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a5a9f-ad48-49bf-bbad-1ee9203824b7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802d5a79-8a22-4a91-b9b3-ea23cfba2513,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:06.833659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7e646bc-f62c-4277-abe0-fbff3ad5a514 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.835572 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.836288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7e646bc-f62c-4277-abe0-fbff3ad5a514 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.837850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f7e646bc-f62c-4277-abe0-fbff3ad5a514 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "DELETE /v2.0/floatingips/74f5898e-b322-46c9-9609-fc8611b59c27 HTTP/1.1" status: 204 len: 168 time: 0.9293272 Jul 08 18:14:06.840776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48722) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:06.842647 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:06.845559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:06.846676 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.852592 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-513a5a9f-ad48-49bf-bbad-1ee9203824b7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.853864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-513a5a9f-ad48-49bf-bbad-1ee9203824b7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036559 Jul 08 18:14:06.862593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48724) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:06.863110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48726) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:06.874265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:06.900931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4e3906e7-4d97-40fa-b868-502b02cdaf6f None None] Provisioning for port 41cc96a6-b298-4796-80e2-8eddd40e2f3f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:06.908337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4e3906e7-4d97-40fa-b868-502b02cdaf6f None None] Provisioning complete for port 41cc96a6-b298-4796-80e2-8eddd40e2f3f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:06.908708 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e3906e7-4d97-40fa-b868-502b02cdaf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.947405 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.977716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Pushing event updated for resources: {'Network': ['ID=0239b56c-aff0-4150-a79b-146b2122e76c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:06.978571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-8f806ae2-00a6-4e16-86f5-126f9a7f8b6a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting port 267ed3c9-765e-4c8d-b20f-674f51aa8c5a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:06.978969 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f806ae2-00a6-4e16-86f5-126f9a7f8b6a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:06.983602 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.005192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 0239b56c-aff0-4150-a79b-146b2122e76c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:14:07.019734 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0cff6626-7aaa-4e9e-8412-e6cd0b000081 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3980050 Jul 08 18:14:07.022526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48728) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:07.083690 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f806ae2-00a6-4e16-86f5-126f9a7f8b6a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.100290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-8f806ae2-00a6-4e16-86f5-126f9a7f8b6a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Calling delete_port for 267ed3c9-765e-4c8d-b20f-674f51aa8c5a owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:07.155617 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e3906e7-4d97-40fa-b868-502b02cdaf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.163321 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 2, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:07.195395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4e3906e7-4d97-40fa-b868-502b02cdaf6f None None] For port 41cc96a6-b298-4796-80e2-8eddd40e2f3f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=41cc96a6-b298-4796-80e2-8eddd40e2f3f,segment=NetworkSegment(c0362d88-db4f-4fff-8de2-c7149a72e97f),segment_id=c0362d88-db4f-4fff-8de2-c7149a72e97f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:07.205266 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e3906e7-4d97-40fa-b868-502b02cdaf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.231013 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Checking router: 4736136b-26c6-401b-a48b-43d75e48213a for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:07.231290 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Updating router 4736136b-26c6-401b-a48b-43d75e48213a port 2eebfd8a-9fd0-4072-a048-e824525f200d binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:14:07.278058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3906e7-4d97-40fa-b868-502b02cdaf6f None None] Pushing event updated for resources: {'Port': ['ID=41cc96a6-b298-4796-80e2-8eddd40e2f3f,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:07.298242 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f806ae2-00a6-4e16-86f5-126f9a7f8b6a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.302384 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.335225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f806ae2-00a6-4e16-86f5-126f9a7f8b6a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Port': ['ID=267ed3c9-765e-4c8d-b20f-674f51aa8c5a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:07.418993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.423191 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dfd45ba2-27f2-43e0-b335-58bcd0de37a0 tempest-DHCPAgentSchedulersTestJSON-1805317718 tempest-DHCPAgentSchedulersTestJSON-1805317718-project-admin] 10.222.0.73 "GET /v2.0/agents/e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333/dhcp-networks HTTP/1.1" status: 200 len: 10445 time: 0.3977382 Jul 08 18:14:07.424964 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.427889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48732) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:07.454008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-240a5c91-2151-43e2-b7ec-d293d766ab2f None None] Provisioning complete for port 41cc96a6-b298-4796-80e2-8eddd40e2f3f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:07.454436 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-240a5c91-2151-43e2-b7ec-d293d766ab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.475705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.485073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f806ae2-00a6-4e16-86f5-126f9a7f8b6a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.487544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8f806ae2-00a6-4e16-86f5-126f9a7f8b6a tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "DELETE /v2.0/ports/267ed3c9-765e-4c8d-b20f-674f51aa8c5a HTTP/1.1" status: 204 len: 168 time: 0.6457186 Jul 08 18:14:07.490646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48734) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:07.532979 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19460c21477946d784a98eec465ef92f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686969 Jul 08 18:14:07.538655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48736) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:07.704106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 175f3a1b-ff36-4c95-87e6-cf146a217a69 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:07.708696 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.722998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-59be9ba3-8a4e-40cf-9ceb-23f4ef03d225 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting port 0d54f308-a6d8-415d-8624-8a6a6c642bdf {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:07.723395 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-59be9ba3-8a4e-40cf-9ceb-23f4ef03d225 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.729746 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Transition to ACTIVE for port object 2eebfd8a-9fd0-4072-a048-e824525f200d will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:07.738724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d7fc5-3ec4-4c2d-ac92-ca3343785374,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:07.746969 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.785948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.786414 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.786767 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.787419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.787419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.787749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.788076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.788615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.788724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.789004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.789327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.789638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b742ea-b07c-4ec8-9f86-cc0b33fa0c08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:07.842631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 175f3a1b-ff36-4c95-87e6-cf146a217a69 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:07.843309 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.880495 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Pushing event updated for resources: {'Port': ['ID=2eebfd8a-9fd0-4072-a048-e824525f200d,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:07.898140 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7b47c2ac-fb60-40f5-8dee-9e81bef929f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.909687 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9eb118e4-84a3-4272-b62f-ffd6ebe438db None None] Could not find standard attr ID for object b9a020b0-675d-4d55-aefc-b50b13cd3a57. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:14:07.950556 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-59be9ba3-8a4e-40cf-9ceb-23f4ef03d225 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:07.977025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-59be9ba3-8a4e-40cf-9ceb-23f4ef03d225 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Calling delete_port for 0d54f308-a6d8-415d-8624-8a6a6c642bdf owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:08.000061 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.000634 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.005860 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7b47c2ac-fb60-40f5-8dee-9e81bef929f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.008125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Allocated IP 172.25.8.196 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/733e4b16-51b5-484e-88e0-ffc7e5177580) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:08.012894 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.013588 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.014084 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.014591 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.015069 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.016062 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.016551 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.019522 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.021227 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.021780 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:08.069097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fafff57-b81f-4b81-93de-8401733b07fb tempest-DHCPAgentSchedulersTestJSON-1805317718 tempest-DHCPAgentSchedulersTestJSON-1805317718-project-admin] Network 0239b56c-aff0-4150-a79b-146b2122e76c is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:14:08.129548 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8fafff57-b81f-4b81-93de-8401733b07fb tempest-DHCPAgentSchedulersTestJSON-1805317718 tempest-DHCPAgentSchedulersTestJSON-1805317718-project-admin] 10.222.0.73 "POST /v2.0/agents/e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6995721 Jul 08 18:14:08.133242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48740) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:08.141693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 41cc96a6-b298-4796-80e2-8eddd40e2f3f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:08.207107 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Attempting to bind port 2eebfd8a-9fd0-4072-a048-e824525f200d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:08.207107 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Attempting to bind port 2eebfd8a-9fd0-4072-a048-e824525f200d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:08.208104 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Attempting to bind port 2eebfd8a-9fd0-4072-a048-e824525f200d on network d0f910dd-fc47-45d3-b737-f9c834dafa16 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:08.225350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc2c2f1-5b21-4fdb-bae6-1d3252438fbb None None] Network 0239b56c-aff0-4150-a79b-146b2122e76c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:08.232327 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:08.232842 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Checking segment: {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:08.233303 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.233759 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Bound using segment: {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:08.234315 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Bound port: 2eebfd8a-9fd0-4072-a048-e824525f200d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:08.234768 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.310703 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-59be9ba3-8a4e-40cf-9ceb-23f4ef03d225 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.344035 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] For port 2eebfd8a-9fd0-4072-a048-e824525f200d, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:08.351585 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] For port 2eebfd8a-9fd0-4072-a048-e824525f200d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2eebfd8a-9fd0-4072-a048-e824525f200d,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:08.356540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be9ba3-8a4e-40cf-9ceb-23f4ef03d225 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Port': ['ID=0d54f308-a6d8-415d-8624-8a6a6c642bdf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:08.363570 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.371963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 41cc96a6-b298-4796-80e2-8eddd40e2f3f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:08.372532 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.454515 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-59be9ba3-8a4e-40cf-9ceb-23f4ef03d225 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.459559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-59be9ba3-8a4e-40cf-9ceb-23f4ef03d225 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "DELETE /v2.0/ports/0d54f308-a6d8-415d-8624-8a6a6c642bdf HTTP/1.1" status: 204 len: 168 time: 0.9678011 Jul 08 18:14:08.460201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48742) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:08.461056 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:08.461689 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:13:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:08.463957 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0261c59-5b48-4410-a62e-ef9cbdcc6e43 None None] Pushing event updated for resources: {'Port': ['ID=2eebfd8a-9fd0-4072-a048-e824525f200d,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:08.539882 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cae1f75-1f29-4063-b2ae-df9966aa3b00 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting subnet be2c2c08-32f0-4e07-8941-4d57046ff43f {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:14:08.548812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0cae1f75-1f29-4063-b2ae-df9966aa3b00 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.605001 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:08.632566 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0cae1f75-1f29-4063-b2ae-df9966aa3b00 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.741394 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7b47c2ac-fb60-40f5-8dee-9e81bef929f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.744581 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7b47c2ac-fb60-40f5-8dee-9e81bef929f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.748136 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7b47c2ac-fb60-40f5-8dee-9e81bef929f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f3d7fc5-3ec4-4c2d-ac92-ca3343785374 HTTP/1.1" status: 204 len: 168 time: 1.2037966 Jul 08 18:14:08.817323 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0cae1f75-1f29-4063-b2ae-df9966aa3b00 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.844927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47c2ac-fb60-40f5-8dee-9e81bef929f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d7fc5-3ec4-4c2d-ac92-ca3343785374,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:08.873649 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:08Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:08.887816 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.909600 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208a2f0-1beb-454f-802b-8e9515ef27c1 None None] The sync data for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 is: [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:08Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:08.928006 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0cae1f75-1f29-4063-b2ae-df9966aa3b00 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.960814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:08.991213 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5c679eb3-f8c3-4977-abc8-825f140be6e5 tempest-DHCPAgentSchedulersTestJSON-1805317718 tempest-DHCPAgentSchedulersTestJSON-1805317718-project-admin] 10.222.0.73 "GET /v2.0/agents/e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333/dhcp-networks HTTP/1.1" status: 200 len: 11216 time: 0.8389566 Jul 08 18:14:09.001174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48750) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:09.034124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae1f75-1f29-4063-b2ae-df9966aa3b00 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Subnet': ['ID=be2c2c08-32f0-4e07-8941-4d57046ff43f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:09.049622 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0cae1f75-1f29-4063-b2ae-df9966aa3b00 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.054918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0cae1f75-1f29-4063-b2ae-df9966aa3b00 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "DELETE /v2.0/subnets/be2c2c08-32f0-4e07-8941-4d57046ff43f HTTP/1.1" status: 204 len: 168 time: 0.5932620 Jul 08 18:14:09.055568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48752) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:09.069872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579adfb-c4ed-4ce0-b02c-e17e7ce1b1dc None None] Network a6a38d63-e447-4c31-9872-e6ee7b2f97a1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:09.081830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'Port': ['ID=733e4b16-51b5-484e-88e0-ffc7e5177580,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:09.088823 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.138355 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:09.139783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-30aa43a1-1f12-4dd6-bf45-e0a285d04b6d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting subnet 84362d63-79a6-4d43-b4aa-585b5546de95 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:14:09.144572 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30aa43a1-1f12-4dd6-bf45-e0a285d04b6d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.172286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:09.200986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:09.201291 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4153eeb5-f758-4e03-ad39-7d186d0c7c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.211717 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30aa43a1-1f12-4dd6-bf45-e0a285d04b6d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.289336 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-36a421fe-1b1f-438b-840c-a6d94337a6f5 tempest-DHCPAgentSchedulersTestJSON-1805317718 tempest-DHCPAgentSchedulersTestJSON-1805317718-project-admin] 10.222.0.73 "DELETE /v2.0/agents/e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333/dhcp-networks/0239b56c-aff0-4150-a79b-146b2122e76c HTTP/1.1" status: 204 len: 168 time: 0.2153943 Jul 08 18:14:09.291945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48758) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:09.349700 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30aa43a1-1f12-4dd6-bf45-e0a285d04b6d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.392925 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.446009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30aa43a1-1f12-4dd6-bf45-e0a285d04b6d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.482201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa43a1-1f12-4dd6-bf45-e0a285d04b6d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Subnet': ['ID=84362d63-79a6-4d43-b4aa-585b5546de95,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:09.486820 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30aa43a1-1f12-4dd6-bf45-e0a285d04b6d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.491152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-30aa43a1-1f12-4dd6-bf45-e0a285d04b6d tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "DELETE /v2.0/subnets/84362d63-79a6-4d43-b4aa-585b5546de95 HTTP/1.1" status: 204 len: 168 time: 0.4322011 Jul 08 18:14:09.491699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48766) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:09.535011 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ccf20e50-234c-4a56-8580-1cd123304bc5 tempest-DHCPAgentSchedulersTestJSON-1805317718 tempest-DHCPAgentSchedulersTestJSON-1805317718-project-admin] 10.222.0.73 "GET /v2.0/agents/e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333/dhcp-networks HTTP/1.1" status: 200 len: 10407 time: 0.2419319 Jul 08 18:14:09.536131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.544514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48768) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:09.567792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a17a8d4-f075-432f-b08e-fae3eeaedcae None None] Network 50e47434-1d5f-4dc6-9a53-2f92119d91b3 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:09.634396 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-77c06417-ddb0-4867-a129-21741aed3a4c tempest-DHCPAgentSchedulersTestJSON-1805317718 tempest-DHCPAgentSchedulersTestJSON-1805317718-project-admin] 10.222.0.73 "GET /v2.0/networks/45ddae0f-5717-41cc-a2cd-7bd625596006/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0843866 Jul 08 18:14:09.643540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48770) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:09.652437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.741181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting port c520ab71-11a9-491d-bf01-d5b1f7f73e6c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:09.741853 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.743506 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f3163c17-ace1-4471-a95c-1f2a5a2c31e4 tempest-DHCPAgentSchedulersTestJSON-1805317718 tempest-DHCPAgentSchedulersTestJSON-1805317718-project-admin] 10.222.0.73 "GET /v2.0/networks/45ddae0f-5717-41cc-a2cd-7bd625596006/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0988472 Jul 08 18:14:09.746892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48776) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:09.751141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2eebfd8a-9fd0-4072-a048-e824525f200d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:09.909749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efecfcf9-058e-450f-b1ab-e7b39bbcf33f None None] DHCP port deletion for a6a38d63-e447-4c31-9872-e6ee7b2f97a1 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:14:09.915318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] For port c520ab71-11a9-491d-bf01-d5b1f7f73e6c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c520ab71-11a9-491d-bf01-d5b1f7f73e6c,segment=NetworkSegment(5ff5154d-87c9-4e56-9b21-2e7860475481),segment_id=5ff5154d-87c9-4e56-9b21-2e7860475481)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:09.915683 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.952255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Calling delete_port for c520ab71-11a9-491d-bf01-d5b1f7f73e6c owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:09.957546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 2eebfd8a-9fd0-4072-a048-e824525f200d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:10.011114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 2eebfd8a-9fd0-4072-a048-e824525f200d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:10.011779 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.041694 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.050828 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e445c03b-ddb1-4ade-a9d9-29dad24c6e44 tempest-DHCPAgentSchedulersTestJSON-1805317718 tempest-DHCPAgentSchedulersTestJSON-1805317718-project-admin] 10.222.0.73 "GET /v2.0/agents/e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333/dhcp-networks HTTP/1.1" status: 200 len: 10369 time: 0.3011229 Jul 08 18:14:10.056432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48784) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:10.072841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.084247 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:14:10.096512 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.110884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15507b8-3cfa-458c-a38e-acc1660ae051 None None] DHCP port deletion for 50e47434-1d5f-4dc6-9a53-2f92119d91b3 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:14:10.132784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Port': ['ID=c520ab71-11a9-491d-bf01-d5b1f7f73e6c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:10.148141 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] No DVR routers for this DVR port c520ab71-11a9-491d-bf01-d5b1f7f73e6c on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:10.154644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'Port': ['ID=733e4b16-51b5-484e-88e0-ffc7e5177580,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:10.251430 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.295905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-efecfcf9-058e-450f-b1ab-e7b39bbcf33f None None] Deleting port c520ab71-11a9-491d-bf01-d5b1f7f73e6c {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:10.296282 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-efecfcf9-058e-450f-b1ab-e7b39bbcf33f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.308018 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.323052 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.334488 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.337425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a38d63-e447-4c31-9872-e6ee7b2f97a1']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:10.344659 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.359963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff5154d-87c9-4e56-9b21-2e7860475481') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:10.360592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff5154d-87c9-4e56-9b21-2e7860475481') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:10.366997 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.368346 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ca0efb67-3481-4f21-91fc-178eb4728acf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4978530 Jul 08 18:14:10.374071 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 2eebfd8a-9fd0-4072-a048-e824525f200d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2eebfd8a-9fd0-4072-a048-e824525f200d,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:10.384794 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.421449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.430409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:10.431034 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:10.435196 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:10.482383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-efecfcf9-058e-450f-b1ab-e7b39bbcf33f None None] For port c520ab71-11a9-491d-bf01-d5b1f7f73e6c, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:10.482781 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-efecfcf9-058e-450f-b1ab-e7b39bbcf33f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.498741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-efecfcf9-058e-450f-b1ab-e7b39bbcf33f None None] Calling delete_port for c520ab71-11a9-491d-bf01-d5b1f7f73e6c owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:10.501917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-efecfcf9-058e-450f-b1ab-e7b39bbcf33f None None] Port c520ab71-11a9-491d-bf01-d5b1f7f73e6c was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:14:10.503496 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-efecfcf9-058e-450f-b1ab-e7b39bbcf33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.509764 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.526723 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.539740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0239b56c-aff0-4150-a79b-146b2122e76c']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:10.546913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a15507b8-3cfa-458c-a38e-acc1660ae051 None None] Deleting port 06230875-2f77-4362-8269-416d86048583 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:10.547682 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a15507b8-3cfa-458c-a38e-acc1660ae051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.550941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecfcf9-058e-450f-b1ab-e7b39bbcf33f None None] Pushing event deleted for resources: {'Port': ['ID=c520ab71-11a9-491d-bf01-d5b1f7f73e6c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:10.567046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea38003-c136-42e4-a15e-aa8cf6336c8b') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:10.567701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea38003-c136-42e4-a15e-aa8cf6336c8b') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:10.574814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecfcf9-058e-450f-b1ab-e7b39bbcf33f None None] No DVR routers for this DVR port c520ab71-11a9-491d-bf01-d5b1f7f73e6c on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:10.576644 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.601391 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.610417 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "DELETE /v2.0/networks/a6a38d63-e447-4c31-9872-e6ee7b2f97a1 HTTP/1.1" status: 204 len: 168 time: 1.1145728 Jul 08 18:14:10.612544 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.615362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48800) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:10.649829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24cadd-2f91-401d-a6e7-48057360e095 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Network': ['ID=a6a38d63-e447-4c31-9872-e6ee7b2f97a1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:10.710790 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.733060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a15507b8-3cfa-458c-a38e-acc1660ae051 None None] For port 06230875-2f77-4362-8269-416d86048583, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=06230875-2f77-4362-8269-416d86048583,segment=NetworkSegment(37479b06-24af-4f01-8553-148dab31d7e9),segment_id=37479b06-24af-4f01-8553-148dab31d7e9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:10.733292 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a15507b8-3cfa-458c-a38e-acc1660ae051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.737205 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=2eebfd8a-9fd0-4072-a048-e824525f200d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:10.739839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:10.740275 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:10.746045 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:10.757057 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a15507b8-3cfa-458c-a38e-acc1660ae051 None None] Calling delete_port for 06230875-2f77-4362-8269-416d86048583 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:10.763265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-ca10688f-c1a3-4261-b77d-fb02eadda3ad tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--993698048&fields=id&tenant_id=bc254ab719e14ce5a67a940a463bcf78 HTTP/1.1" status: 200 len: 267 time: 0.0674031 Jul 08 18:14:10.830387 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.878689 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.887777 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.893849 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] 10.222.0.73 "DELETE /v2.0/networks/0239b56c-aff0-4150-a79b-146b2122e76c HTTP/1.1" status: 204 len: 168 time: 0.8346870 Jul 08 18:14:10.897904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48816) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:10.903574 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a15507b8-3cfa-458c-a38e-acc1660ae051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.916527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda4365-24a9-4dd2-bb22-c4460e243fdf tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Pushing event deleted for resources: {'Network': ['ID=0239b56c-aff0-4150-a79b-146b2122e76c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:10.946896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f97f-51ca-489d-99ba-099720d705f1 req-d9d3e651-21d6-4d4b-acfc-0a2331a89853 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:10.947422 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14176dc-71c0-424b-abc0-0e059d3ca45d tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] DELETE failed (client error): The resource could not be found. Jul 08 18:14:10.948335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14176dc-71c0-424b-abc0-0e059d3ca45d tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:14:10.949930 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-d9d3e651-21d6-4d4b-acfc-0a2331a89853 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 811 time: 0.1858480 Jul 08 18:14:10.950370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15507b8-3cfa-458c-a38e-acc1660ae051 None None] Pushing event deleted for resources: {'Port': ['ID=06230875-2f77-4362-8269-416d86048583,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:10.950848 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f14176dc-71c0-424b-abc0-0e059d3ca45d tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] 10.222.0.73 "DELETE /v2.0/ports/b9a020b0-675d-4d55-aefc-b50b13cd3a57 HTTP/1.1" status: 404 len: 333 time: 0.0437534 Jul 08 18:14:10.953825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48818) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:10.956520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15507b8-3cfa-458c-a38e-acc1660ae051 None None] No DVR routers for this DVR port 06230875-2f77-4362-8269-416d86048583 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:10.975372 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b1fb2799-7661-4e93-a124-1ac2874a34de tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/quotas/bc254ab719e14ce5a67a940a463bcf78 HTTP/1.1" status: 200 len: 375 time: 0.0115879 Jul 08 18:14:11.015402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Deleting port 06230875-2f77-4362-8269-416d86048583 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:11.016392 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.068736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52a32fa-0bca-43ad-8c36-e06ad0a39551 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Deleting subnet c0a4ac6b-1953-40e3-969b-73f82189a7b4 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:14:11.079226 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e52a32fa-0bca-43ad-8c36-e06ad0a39551 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.091592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-4bf6ba96-4a24-4563-82cf-1cc9582dc3a2 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1074836 Jul 08 18:14:11.127625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] For port 06230875-2f77-4362-8269-416d86048583, host n-d-799684-3, got binding levels [] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:11.128021 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.151407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Calling delete_port for 06230875-2f77-4362-8269-416d86048583 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:11.154472 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e52a32fa-0bca-43ad-8c36-e06ad0a39551 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.158344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_backend_mixin [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Port 06230875-2f77-4362-8269-416d86048583 was not found and therefore no delete operation was performed {{(pid=93741) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:14:11.176739 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.199263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-94eb8c76-55f1-48a7-9a8f-67882561c302 service neutron] 10.222.0.73 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925193 Jul 08 18:14:11.208370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Port': ['ID=06230875-2f77-4362-8269-416d86048583,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:11.213522 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] No DVR routers for this DVR port 06230875-2f77-4362-8269-416d86048583 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:11.229115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48828) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:11.316384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-04e7825b-0db6-4b47-93a4-98bc1a1f6792 service neutron] 10.222.0.73 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106341 Jul 08 18:14:11.325748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.342419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e47434-1d5f-4dc6-9a53-2f92119d91b3']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:11.354660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e52a32fa-0bca-43ad-8c36-e06ad0a39551 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.358454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37479b06-24af-4f01-8553-148dab31d7e9') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:11.358752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37479b06-24af-4f01-8553-148dab31d7e9') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:11.370169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ee66a611-99d9-4eb5-acd5-a48ef8b619c5 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:11.389688 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.398632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ee66a611-99d9-4eb5-acd5-a48ef8b619c5 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] 10.222.0.73 "PUT /v2.0/quotas/d31a6cdc25d04495bc065e065a549ede HTTP/1.1" status: 200 len: 368 time: 0.1683786 Jul 08 18:14:11.399307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48834) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:11.409309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Request body: {'network': {'project_id': 'd31a6cdc25d04495bc065e065a549ede'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:11.428883 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.454291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:11.454699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:11.457870 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:11.506788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98642a8a-5ac4-4056-9c65-bbab31f8d6f4 req-e0ff918a-83b3-4e5a-a85e-0e3cdf41b49e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 210 time: 0.0296721 Jul 08 18:14:11.522875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Made reservation on behalf of d31a6cdc25d04495bc065e065a549ede for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:11.533012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.541139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e52a32fa-0bca-43ad-8c36-e06ad0a39551 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.569968 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e52a32fa-0bca-43ad-8c36-e06ad0a39551 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.570608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f78ca2d-92d0-4c19-aaa5-62c99d675de3 None None] Network 45ddae0f-5717-41cc-a2cd-7bd625596006 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:11.574650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48840) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:11.574847 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e52a32fa-0bca-43ad-8c36-e06ad0a39551 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] 10.222.0.73 "DELETE /v2.0/subnets/c0a4ac6b-1953-40e3-969b-73f82189a7b4 HTTP/1.1" status: 204 len: 168 time: 0.6196947 Jul 08 18:14:11.577891 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.607877 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.616780 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.618922 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] 10.222.0.73 "DELETE /v2.0/networks/50e47434-1d5f-4dc6-9a53-2f92119d91b3 HTTP/1.1" status: 204 len: 168 time: 1.0024426 Jul 08 18:14:11.620009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a32fa-0bca-43ad-8c36-e06ad0a39551 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a4ac6b-1953-40e3-969b-73f82189a7b4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:11.663162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2eebfd8a-9fd0-4072-a048-e824525f200d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:11.683848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27024a5a-5e61-4cc8-ad1c-ef669f4e6948 tempest-TaggedBootDevicesTest-1219015149 tempest-TaggedBootDevicesTest-1219015149-project] Pushing event deleted for resources: {'Network': ['ID=50e47434-1d5f-4dc6-9a53-2f92119d91b3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:11.706001 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.720898 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.813851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 2eebfd8a-9fd0-4072-a048-e824525f200d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:11.814252 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.817348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Deleting port 41cc96a6-b298-4796-80e2-8eddd40e2f3f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:11.817787 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.880330 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.892933 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.895764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] For port 41cc96a6-b298-4796-80e2-8eddd40e2f3f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=41cc96a6-b298-4796-80e2-8eddd40e2f3f,segment=NetworkSegment(c0362d88-db4f-4fff-8de2-c7149a72e97f),segment_id=c0362d88-db4f-4fff-8de2-c7149a72e97f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:11.896690 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.916191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Calling delete_port for 41cc96a6-b298-4796-80e2-8eddd40e2f3f owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:11.946962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:14:11.974922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc37537f-9e58-4de3-87e0-3cb762e038c1 None None] DHCP port deletion for 45ddae0f-5717-41cc-a2cd-7bd625596006 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:14:11.984998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d1f5ef-b339-4097-aa2a-636fc440391b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:11.996715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.996715 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Added segment bc5adf41-9f3b-4567-bb32-df9354a32b8e of type vlan for network 281ba321-1c7b-409c-a49a-1cc851c6f7e6 Jul 08 18:14:12.088962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 06230875-2f77-4362-8269-416d86048583 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:12.107581 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.128872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 06230875-2f77-4362-8269-416d86048583 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:12.129537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 06230875-2f77-4362-8269-416d86048583 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:12.130160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c520ab71-11a9-491d-bf01-d5b1f7f73e6c no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:12.159466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: c520ab71-11a9-491d-bf01-d5b1f7f73e6c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:12.160026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c520ab71-11a9-491d-bf01-d5b1f7f73e6c not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:12.172607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dc37537f-9e58-4de3-87e0-3cb762e038c1 None None] Deleting port 41cc96a6-b298-4796-80e2-8eddd40e2f3f {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:12.174479 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc37537f-9e58-4de3-87e0-3cb762e038c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.216067 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.217303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:12.218491 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.295750 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8935127 Jul 08 18:14:12.298778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48858) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:12.307617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Request body: {'network': {'project_id': 'd31a6cdc25d04495bc065e065a549ede'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:12.333743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad76bf-e1b2-4627-b97e-0fc4786ee087 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Pushing event updated for resources: {'Network': ['ID=281ba321-1c7b-409c-a49a-1cc851c6f7e6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:12.348699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Made reservation on behalf of d31a6cdc25d04495bc065e065a549ede for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:12.353402 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.354539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-dc37537f-9e58-4de3-87e0-3cb762e038c1 None None] For port 41cc96a6-b298-4796-80e2-8eddd40e2f3f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=41cc96a6-b298-4796-80e2-8eddd40e2f3f,segment=NetworkSegment(c0362d88-db4f-4fff-8de2-c7149a72e97f),segment_id=c0362d88-db4f-4fff-8de2-c7149a72e97f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:12.354944 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc37537f-9e58-4de3-87e0-3cb762e038c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.361373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 281ba321-1c7b-409c-a49a-1cc851c6f7e6 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:14:12.384490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:14:12.397170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.397664 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Added segment f26ef703-f1e8-4070-bab5-b7d95d63611f of type vlan for network bcadb022-0eda-4191-9337-dda9f4c4a219 Jul 08 18:14:12.461975 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.473513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dc37537f-9e58-4de3-87e0-3cb762e038c1 None None] Calling delete_port for 41cc96a6-b298-4796-80e2-8eddd40e2f3f owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:12.552927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.554824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:12.556221 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.577395 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc37537f-9e58-4de3-87e0-3cb762e038c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.614558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37537f-9e58-4de3-87e0-3cb762e038c1 None None] Pushing event deleted for resources: {'Port': ['ID=41cc96a6-b298-4796-80e2-8eddd40e2f3f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:12.626243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc37537f-9e58-4de3-87e0-3cb762e038c1 None None] No DVR routers for this DVR port 41cc96a6-b298-4796-80e2-8eddd40e2f3f on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:12.648691 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.673765 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3725469 Jul 08 18:14:12.678255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48868) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:12.685070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-05069472-d04f-46f9-8994-4f4725d4ef3b tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Request body: {'network': {'project_id': 'd31a6cdc25d04495bc065e065a549ede'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:12.685305 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Pushing event deleted for resources: {'Port': ['ID=41cc96a6-b298-4796-80e2-8eddd40e2f3f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:12.691027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] No DVR routers for this DVR port 41cc96a6-b298-4796-80e2-8eddd40e2f3f on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:12.726793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a2def-3028-42ba-9906-839859a910b6 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Pushing event updated for resources: {'Network': ['ID=bcadb022-0eda-4191-9337-dda9f4c4a219,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:12.743389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network bcadb022-0eda-4191-9337-dda9f4c4a219 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:14:12.754672 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-05069472-d04f-46f9-8994-4f4725d4ef3b tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 18:14:12.755051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05069472-d04f-46f9-8994-4f4725d4ef3b tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:14:12.759451 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48870) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:12.762315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-05069472-d04f-46f9-8994-4f4725d4ef3b tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0825160 Jul 08 18:14:12.769468 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb6d3aa2-c774-4c9f-8724-b75de177dcf3 req-f2f2b02a-4ed9-480a-bd72-4630cefc8352 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 210 time: 0.0442708 Jul 08 18:14:12.866004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.884007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ddae0f-5717-41cc-a2cd-7bd625596006']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:12.895346 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.897945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0362d88-db4f-4fff-8de2-c7149a72e97f') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:12.898338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0362d88-db4f-4fff-8de2-c7149a72e97f') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:12.915762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.958812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.033786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:13.034193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:13.037422 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:13.097880 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.111348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcadb022-0eda-4191-9337-dda9f4c4a219']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:13.122103 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.124818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26ef703-f1e8-4070-bab5-b7d95d63611f') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:13.125178 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26ef703-f1e8-4070-bab5-b7d95d63611f') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:13.137681 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.139630 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] 10.222.0.73 "DELETE /v2.0/networks/45ddae0f-5717-41cc-a2cd-7bd625596006 HTTP/1.1" status: 204 len: 168 time: 1.5639856 Jul 08 18:14:13.152939 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.161970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b55b8-5e6d-4bc1-be36-e14a1a777284 tempest-DHCPAgentSchedulersTestJSON-1538537761 tempest-DHCPAgentSchedulersTestJSON-1538537761-project] Pushing event deleted for resources: {'Network': ['ID=45ddae0f-5717-41cc-a2cd-7bd625596006,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:13.186021 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.195477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:13.196409 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:13.299421 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:13.302693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f97f-51ca-489d-99ba-099720d705f1 req-6cfe8b80-cb60-49de-9412-7e3b98300567 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:13.309848 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.315498 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-6cfe8b80-cb60-49de-9412-7e3b98300567 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 811 time: 0.1980128 Jul 08 18:14:13.347509 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.352441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48882) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:13.353486 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] 10.222.0.73 "DELETE /v2.0/networks/bcadb022-0eda-4191-9337-dda9f4c4a219 HTTP/1.1" status: 204 len: 168 time: 0.5916700 Jul 08 18:14:13.355075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118e3c4-f657-47f8-9cd7-b5347a3f3778 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Pushing event deleted for resources: {'Network': ['ID=bcadb022-0eda-4191-9337-dda9f4c4a219,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:13.448439 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-48a21d56-6e2f-4f71-9bd2-0d28fd4e4eda tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc254ab719e14ce5a67a940a463bcf78 HTTP/1.1" status: 200 len: 379 time: 0.1249552 Jul 08 18:14:13.461917 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'port': {'device_id': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'admin_state_up': True, 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'security_groups': ['773b0856-e55d-459f-a0b6-feef5b7646a6']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:13.530154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.588972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48886) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:13.625625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 41cc96a6-b298-4796-80e2-8eddd40e2f3f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:13.654019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 41cc96a6-b298-4796-80e2-8eddd40e2f3f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:13.655150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 41cc96a6-b298-4796-80e2-8eddd40e2f3f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:13.666250 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.682458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281ba321-1c7b-409c-a49a-1cc851c6f7e6']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:13.698574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5adf41-9f3b-4567-bb32-df9354a32b8e') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:13.699243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5adf41-9f3b-4567-bb32-df9354a32b8e') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:13.709733 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Made reservation on behalf of bc254ab719e14ce5a67a940a463bcf78 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:13.713811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.733768 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.767064 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.809559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:13.809977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:13.811764 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:13.887124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-165ba034-7e4d-4e8f-ade5-ed78974703f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00c8779010b7415983eb9b62c31e7fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966299 Jul 08 18:14:13.889671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48894) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:13.922626 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.926549 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.928466 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] 10.222.0.73 "DELETE /v2.0/networks/281ba321-1c7b-409c-a49a-1cc851c6f7e6 HTTP/1.1" status: 204 len: 168 time: 0.5747972 Jul 08 18:14:13.959711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db3fef-6377-410a-bac0-d5038a4441f9 tempest-QuotasNegativeTest-800751481 tempest-QuotasNegativeTest-800751481-project-admin] Pushing event deleted for resources: {'Network': ['ID=281ba321-1c7b-409c-a49a-1cc851c6f7e6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:13.989076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Allocated IP 172.20.0.5 (d0f910dd-fc47-45d3-b737-f9c834dafa16/26129322-9cb1-4cab-85d5-ba0416ca5a44/4834f5af-4dc9-4f77-9c36-43250f42de76) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:14.004293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ad7e19d-1caf-49bc-971e-e7454f05402a req-e9bababe-efa3-47b3-85e1-38a276d76010 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 210 time: 0.0532258 Jul 08 18:14:14.031159 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e127abf6-c5a1-4157-81d4-2405f6935d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.103641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e127abf6-c5a1-4157-81d4-2405f6935d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.167573 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.191995 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e127abf6-c5a1-4157-81d4-2405f6935d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.192251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Transition to ACTIVE for port object 4834f5af-4dc9-4f77-9c36-43250f42de76 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:14.194739 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e127abf6-c5a1-4157-81d4-2405f6935d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.196135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e127abf6-c5a1-4157-81d4-2405f6935d7c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/81e98b91-66b0-40fd-9fb3-0b804e4e331c HTTP/1.1" status: 204 len: 168 time: 0.3049350 Jul 08 18:14:14.216295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127abf6-c5a1-4157-81d4-2405f6935d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e98b91-66b0-40fd-9fb3-0b804e4e331c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:14.249779 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.340198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'Port': ['ID=4834f5af-4dc9-4f77-9c36-43250f42de76,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:14.351883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Network d0f910dd-fc47-45d3-b737-f9c834dafa16 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:14.354234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:14.357037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:14.424069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:14.424878 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.449321 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-fa4c2964-79c7-4c22-afbd-280caf57cd2f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9923160 Jul 08 18:14:14.463627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Request body: {'port': {'device_id': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:14.554232 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.639510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48912) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:14.715104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2d1f585f-433c-40ad-bfc3-aa4f8dbeec2a None None] Provisioning for port 4834f5af-4dc9-4f77-9c36-43250f42de76 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:14.724444 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2d1f585f-433c-40ad-bfc3-aa4f8dbeec2a None None] Provisioning complete for port 4834f5af-4dc9-4f77-9c36-43250f42de76 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:14.725766 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2d1f585f-433c-40ad-bfc3-aa4f8dbeec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.777577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f585f-433c-40ad-bfc3-aa4f8dbeec2a None None] Port 4834f5af-4dc9-4f77-9c36-43250f42de76 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:14:14.806409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48918) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:14.845613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27d263e6-81d4-4d98-9a85-5459685a787a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.855024 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68b15ce0-0cf2-4c68-93e7-934ccc7d6952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.896540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4834f5af-4dc9-4f77-9c36-43250f42de76 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:14:14.906459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.921004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [None req-27d263e6-81d4-4d98-9a85-5459685a787a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 18:14:14.921004 n-d-799684-3 neutron-server[93742]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 18:14:14.921004 n-d-799684-3 neutron-server[93742]: [parameters: {'project_id': '5bf37c3ec55347639d656054351f2a5b', 'id': '5fd311e7-e0e7-4b38-abbe-d94ce6fa46b8', 'expiration': datetime.datetime(2021, 7, 8, 18, 16, 14, 884510)}] Jul 08 18:14:14.921004 n-d-799684-3 neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:14:14.925152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Transition to ACTIVE for port object 4834f5af-4dc9-4f77-9c36-43250f42de76 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:14.925266 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [None req-27d263e6-81d4-4d98-9a85-5459685a787a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:14:14.937865 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.996382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68b15ce0-0cf2-4c68-93e7-934ccc7d6952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:14.996611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Pushing event updated for resources: {'Port': ['ID=4834f5af-4dc9-4f77-9c36-43250f42de76,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:15.004367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68b15ce0-0cf2-4c68-93e7-934ccc7d6952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.049017 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-68b15ce0-0cf2-4c68-93e7-934ccc7d6952 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22d5109555bf41f7b03f915d3dc2caa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057283 Jul 08 18:14:15.049017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b15ce0-0cf2-4c68-93e7-934ccc7d6952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e2ef28-1933-46f0-9e90-ca9936cddc73,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:15.051645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48922) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:15.117490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Attempting to bind port 4834f5af-4dc9-4f77-9c36-43250f42de76 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:15.117832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Attempting to bind port 4834f5af-4dc9-4f77-9c36-43250f42de76 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:15.118168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Attempting to bind port 4834f5af-4dc9-4f77-9c36-43250f42de76 on network d0f910dd-fc47-45d3-b737-f9c834dafa16 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:15.133048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Port 4834f5af-4dc9-4f77-9c36-43250f42de76 on network d0f910dd-fc47-45d3-b737-f9c834dafa16 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:15.133379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Attempting to bind port 4834f5af-4dc9-4f77-9c36-43250f42de76 on network d0f910dd-fc47-45d3-b737-f9c834dafa16 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:15.141584 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8064ce47-c796-4fec-8429-adecde7c71dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.144918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:15.145264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Checking segment: {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:15.145653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Bound using segment: {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:15.146220 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Bound port: 4834f5af-4dc9-4f77-9c36-43250f42de76, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:15.146568 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.236901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399c1e5-3829-4145-84ac-f691f4f5f6cd req-7fee10dd-914e-4a08-a943-777b593d1b45 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:15.238627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c399c1e5-3829-4145-84ac-f691f4f5f6cd req-7fee10dd-914e-4a08-a943-777b593d1b45 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 943 time: 0.0859408 Jul 08 18:14:15.240158 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8064ce47-c796-4fec-8429-adecde7c71dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.282765 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] For port 4834f5af-4dc9-4f77-9c36-43250f42de76, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:15.290914 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c399c1e5-3829-4145-84ac-f691f4f5f6cd req-818b8e77-08b4-4b44-87c1-e70b70bd4272 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448794 Jul 08 18:14:15.297141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] For port 4834f5af-4dc9-4f77-9c36-43250f42de76, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4834f5af-4dc9-4f77-9c36-43250f42de76,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:15.307252 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.342777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:15.343641 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.345070 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] 10.222.0.74 "PUT /v2.0/ports/4834f5af-4dc9-4f77-9c36-43250f42de76 HTTP/1.1" status: 200 len: 1091 time: 0.8879616 Jul 08 18:14:15.347854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'tag': '4834f5af-4dc9-4f77-9c36-43250f42de76'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:15.351081 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef477fb-7d8e-42f2-a2de-7184de12c878" -d '{"events": [{"name": "network-changed", "server_uuid": "6936ab98-56cd-45c8-8b29-5c8a590ad97f", "tag": "4834f5af-4dc9-4f77-9c36-43250f42de76"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:15.353693 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8064ce47-c796-4fec-8429-adecde7c71dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.356598 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8064ce47-c796-4fec-8429-adecde7c71dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.360477 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8064ce47-c796-4fec-8429-adecde7c71dc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54e2ef28-1933-46f0-9e90-ca9936cddc73 HTTP/1.1" status: 204 len: 168 time: 0.3051214 Jul 08 18:14:15.424440 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27d263e6-81d4-4d98-9a85-5459685a787a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.496769 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a763e7c-64e3-4223-83a5-401ce5203f18 x-openstack-request-id: req-5a763e7c-64e3-4223-83a5-401ce5203f18 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:15.497268 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6936ab98-56cd-45c8-8b29-5c8a590ad97f", "tag": "4834f5af-4dc9-4f77-9c36-43250f42de76", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:15.497707 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a763e7c-64e3-4223-83a5-401ce5203f18 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:15.498354 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'tag': '4834f5af-4dc9-4f77-9c36-43250f42de76', 'status': 'completed', 'code': 200} Jul 08 18:14:15.507534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064ce47-c796-4fec-8429-adecde7c71dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e2ef28-1933-46f0-9e90-ca9936cddc73,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:15.557808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f56106-df35-4b4b-9a53-7b8dfecdaff3 service neutron] Pushing event updated for resources: {'Port': ['ID=4834f5af-4dc9-4f77-9c36-43250f42de76,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:15.601562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f97f-51ca-489d-99ba-099720d705f1 req-86ae5184-557e-43db-8654-d13d61c3dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:15.604129 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-86ae5184-557e-43db-8654-d13d61c3dcf9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 1094 time: 0.2105062 Jul 08 18:14:15.658995 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27d263e6-81d4-4d98-9a85-5459685a787a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.665726 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-a9e8171d-41b5-46ee-a8cf-bfb4e50b17f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4834f5af-4dc9-4f77-9c36-43250f42de76 HTTP/1.1" status: 200 len: 217 time: 0.0473480 Jul 08 18:14:15.666013 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27d263e6-81d4-4d98-9a85-5459685a787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.710060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d263e6-81d4-4d98-9a85-5459685a787a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af1252c-67e3-4125-801c-9cbe60ba7c2f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:15.732958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-27d263e6-81d4-4d98-9a85-5459685a787a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bf37c3ec55347639d656054351f2a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241025 Jul 08 18:14:15.733751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48938) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:15.776343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f97f-51ca-489d-99ba-099720d705f1 req-961ce304-dea6-4eef-9c95-26a97f27c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:15.783048 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-961ce304-dea6-4eef-9c95-26a97f27c604 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.1086874 Jul 08 18:14:15.816307 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93389705-48cf-4600-8c86-395ca8058774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.856754 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93389705-48cf-4600-8c86-395ca8058774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.870630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f97f-51ca-489d-99ba-099720d705f1 req-3012f30d-07e7-42b0-b132-30aebdb77463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:15.872594 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-3012f30d-07e7-42b0-b132-30aebdb77463 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830710 Jul 08 18:14:15.919980 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93389705-48cf-4600-8c86-395ca8058774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.925566 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93389705-48cf-4600-8c86-395ca8058774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:15.928739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-93389705-48cf-4600-8c86-395ca8058774 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8af1252c-67e3-4125-801c-9cbe60ba7c2f HTTP/1.1" status: 204 len: 168 time: 0.1924772 Jul 08 18:14:15.941017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93389705-48cf-4600-8c86-395ca8058774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af1252c-67e3-4125-801c-9cbe60ba7c2f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:16.055456 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-3fb8afc3-33b0-4bba-bc55-34c24118e610 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591394 Jul 08 18:14:16.080542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48950) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:16.101954 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-225cca6e-3944-4326-8103-23fa972b88a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:16.282158 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3999f97f-51ca-489d-99ba-099720d705f1 req-0af55305-d180-4bdf-b9f4-76c275c08415 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195566 Jul 08 18:14:16.382822 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-225cca6e-3944-4326-8103-23fa972b88a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:16.392837 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-225cca6e-3944-4326-8103-23fa972b88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:16.479991 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef477fb-7d8e-42f2-a2de-7184de12c878 req-69807037-bc32-48e9-8358-6254aea80640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:16.481523 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ef477fb-7d8e-42f2-a2de-7184de12c878 req-69807037-bc32-48e9-8358-6254aea80640 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 1094 time: 0.1301799 Jul 08 18:14:16.482785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cca6e-3944-4326-8103-23fa972b88a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719867d4-2a0d-46d1-ba42-644994f2cdd1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:16.505033 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-225cca6e-3944-4326-8103-23fa972b88a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=92bc96e5d666463c9664964759e16baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228785 Jul 08 18:14:16.507379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48964) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:16.619409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef477fb-7d8e-42f2-a2de-7184de12c878 req-4c110bb7-6d36-41ab-82ed-083baf4eda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:16.621547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ef477fb-7d8e-42f2-a2de-7184de12c878 req-4c110bb7-6d36-41ab-82ed-083baf4eda21 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 912 time: 0.1275082 Jul 08 18:14:16.698942 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ef477fb-7d8e-42f2-a2de-7184de12c878 req-282567b6-b421-4208-89ee-4e9954667105 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4834f5af-4dc9-4f77-9c36-43250f42de76 HTTP/1.1" status: 200 len: 217 time: 0.0701196 Jul 08 18:14:16.712352 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9327698-8d11-4e93-b82a-2bbff2aa6d91 req-785fa20d-949e-4f91-932c-7f35fa338447 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:16.713981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9327698-8d11-4e93-b82a-2bbff2aa6d91 req-785fa20d-949e-4f91-932c-7f35fa338447 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 943 time: 0.1816764 Jul 08 18:14:16.715360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9cdebe3b-c0db-41fa-a2fb-386d2fc05bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:16.769900 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9cdebe3b-c0db-41fa-a2fb-386d2fc05bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:16.791658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef477fb-7d8e-42f2-a2de-7184de12c878 req-e97f60d6-e50d-4b47-820c-7d1dce597d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:16.793142 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ef477fb-7d8e-42f2-a2de-7184de12c878 req-e97f60d6-e50d-4b47-820c-7d1dce597d1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.0825393 Jul 08 18:14:16.802756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9327698-8d11-4e93-b82a-2bbff2aa6d91 req-90a42f24-64b9-4d01-afc5-08e0d43a879b tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737243 Jul 08 18:14:16.843087 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9cdebe3b-c0db-41fa-a2fb-386d2fc05bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:16.847692 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9cdebe3b-c0db-41fa-a2fb-386d2fc05bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:16.851411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9cdebe3b-c0db-41fa-a2fb-386d2fc05bee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/719867d4-2a0d-46d1-ba42-644994f2cdd1 HTTP/1.1" status: 204 len: 168 time: 0.3388243 Jul 08 18:14:16.864805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdebe3b-c0db-41fa-a2fb-386d2fc05bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719867d4-2a0d-46d1-ba42-644994f2cdd1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:16.958346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef477fb-7d8e-42f2-a2de-7184de12c878 req-5840f74d-e925-4323-8825-7db936a45945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:16.960853 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ef477fb-7d8e-42f2-a2de-7184de12c878 req-5840f74d-e925-4323-8825-7db936a45945 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592510 Jul 08 18:14:16.978263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e60bd0-ea6f-4b9f-b2e7-2c3f83e9feab req-ec65058a-c494-45e4-b4a7-2c8b4d65c93d tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:16.980083 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7e60bd0-ea6f-4b9f-b2e7-2c3f83e9feab req-ec65058a-c494-45e4-b4a7-2c8b4d65c93d tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1104777 Jul 08 18:14:17.037179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7e60bd0-ea6f-4b9f-b2e7-2c3f83e9feab req-eedc0a74-7c68-416d-8117-3fa42712b4b3 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498869 Jul 08 18:14:17.105712 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ef477fb-7d8e-42f2-a2de-7184de12c878 req-15ecf9a5-1f27-4802-8c5d-b63add8a383e service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377320 Jul 08 18:14:17.265924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ef477fb-7d8e-42f2-a2de-7184de12c878 req-e2671ec6-fe38-4774-99b8-7fef6e13f0e1 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517062 Jul 08 18:14:17.959247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49032) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:18.017031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e67af-3306-4825-9b06-bbdbaf4b5150 req-9d2342e7-311e-4fd4-ad0f-43a20e22295c tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:18.018365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c3e67af-3306-4825-9b06-bbdbaf4b5150 req-9d2342e7-311e-4fd4-ad0f-43a20e22295c tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 943 time: 0.0738330 Jul 08 18:14:18.059720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c3e67af-3306-4825-9b06-bbdbaf4b5150 req-04a95bb4-8472-49b8-a3fe-840a9858d27e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353966 Jul 08 18:14:18.156889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-953598826'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:18.187832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Made reservation on behalf of b50c643dce1b43baa88fcd983b25a02f for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:18.192735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.211482 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.273574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ef979-598c-4362-8bec-9abe18a39e17 req-0d91f359-c63c-49fa-be77-7253ff0e4bcc tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:18.281499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b46ef979-598c-4362-8bec-9abe18a39e17 req-0d91f359-c63c-49fa-be77-7253ff0e4bcc tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.0948994 Jul 08 18:14:18.326844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b46ef979-598c-4362-8bec-9abe18a39e17 req-72ca838f-dd1c-4eaa-b9df-32b83af25f86 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442708 Jul 08 18:14:18.335615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.341244 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.362744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:14:18.377229 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.377965 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Added segment 99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc of type vlan for network f97c8f50-aede-4eb7-a9db-e32dc346f035 Jul 08 18:14:18.395088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49048) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:18.447651 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5fc2cc-c514-4f39-8746-c4441b926215,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:18.453905 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.486551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.493083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:18.493965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.528831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1957767626', 'router:external': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:18.553198 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5925717 Jul 08 18:14:18.571080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Made reservation on behalf of 05a1c4df92a84b6d97696e184b6b6817 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:18.574629 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.587702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdc633-975c-43d1-886b-8faecb1b83f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Pushing event updated for resources: {'Network': ['ID=f97c8f50-aede-4eb7-a9db-e32dc346f035,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:18.599537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f97c8f50-aede-4eb7-a9db-e32dc346f035 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:14:18.603536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.713415 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.718918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.744243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:14:18.754021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57095ee-cfd8-4555-a834-6bedfcb7f2ca,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:18.760295 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.760650 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Added segment 6d6f6f7c-8533-4c2b-a4a0-08cbbb24ec4f of type vlan for network 84e08d42-a1c3-405d-afbc-102be8405b6e Jul 08 18:14:18.820488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49060) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:18.826966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Request body: {'port': {'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035', 'binding:host_id': 'n-h2-799684-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-911780694'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:18.833126 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.855065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Made reservation on behalf of aabd2f9a42e24f91b4119aada0e00c43 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:18.858333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.870038 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.889469 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.892023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:18.893612 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:18.977099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event updated for resources: {'Network': ['ID=84e08d42-a1c3-405d-afbc-102be8405b6e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:18.988365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 84e08d42-a1c3-405d-afbc-102be8405b6e details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:14:19.053405 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:19.067994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:19.072064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] device_id is not set on port e0ffaeb0-6c05-4626-a38e-4f09b09df649 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:14:19.083635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3bd8037b-19c2-4301-a915-a925de6d74be tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6872659 Jul 08 18:14:19.086650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49064) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:19.091955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Request body: {'subnet': {'network_id': '84e08d42-a1c3-405d-afbc-102be8405b6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:19.136140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Made reservation on behalf of 05a1c4df92a84b6d97696e184b6b6817 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:19.138732 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:19.400538 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] device_id is not set on port e0ffaeb0-6c05-4626-a38e-4f09b09df649 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:14:19.421116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de844d-21da-436e-bf5b-1a11d7e1a19f req-da73b1b3-1b91-43db-9d56-b7d668e4813c tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:19.423012 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79de844d-21da-436e-bf5b-1a11d7e1a19f req-da73b1b3-1b91-43db-9d56-b7d668e4813c tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 943 time: 0.1244895 Jul 08 18:14:19.444148 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:19.476107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Transition to ACTIVE for port object e0ffaeb0-6c05-4626-a38e-4f09b09df649 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:19.495784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda38c23-1ad8-4232-bc3c-1958a89ac07c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:19.520216 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79de844d-21da-436e-bf5b-1a11d7e1a19f req-5a8bebae-07e3-4a3a-9460-33c628044575 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819640 Jul 08 18:14:19.523923 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:19.643005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event updated for resources: {'Port': ['ID=e0ffaeb0-6c05-4626-a38e-4f09b09df649,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:19.660966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Checking segment: {'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:19.664830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Network hostable DHCP agents. Network: f97c8f50-aede-4eb7-a9db-e32dc346f035, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:14:19.681909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.objects.ports [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93742) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:14:19.682840 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:19.707370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Network f97c8f50-aede-4eb7-a9db-e32dc346f035 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:14:19.717313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f97c8f50-aede-4eb7-a9db-e32dc346f035) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:19.721367 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:19.729629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b61fd-04ba-4c7b-9bd9-6aee490e8310 None None] Network f97c8f50-aede-4eb7-a9db-e32dc346f035 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:19.738190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:19.738878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:19.739750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:19.743954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:19.744407 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:19.744888 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 2 to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 Jul 08 18:14:19.758554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:19.759038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:19.759468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:19.763922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:19.764368 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:19.764849 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 3 to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 Jul 08 18:14:19.783935 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:19.784622 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:19.785402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:19.790391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:19.790810 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:19.791430 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 4 to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 Jul 08 18:14:19.792767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Checking segment: {'id': '6d6f6f7c-8533-4c2b-a4a0-08cbbb24ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '84e08d42-a1c3-405d-afbc-102be8405b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:19.793125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Network hostable DHCP agents. Network: 84e08d42-a1c3-405d-afbc-102be8405b6e, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:14:19.800898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f0b6cbc6-feef-44b0-8dc0-830fc606c330,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:19.806950 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:19.807637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:19.808069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:19.813903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:19.814923 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:19.814923 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 5 to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 Jul 08 18:14:19.831599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:19.832401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:19.832836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:19.835369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Network 84e08d42-a1c3-405d-afbc-102be8405b6e is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:14:19.838652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:19.839087 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:19.839821 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 6 to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 Jul 08 18:14:19.852175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5464b9e-c39c-49ef-85bf-b0d0acef1ae3 req-6d108163-a794-440c-ad7f-4ef3754a204e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:19.854054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5464b9e-c39c-49ef-85bf-b0d0acef1ae3 req-6d108163-a794-440c-ad7f-4ef3754a204e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1397991 Jul 08 18:14:19.854757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:19.855195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:19.855643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:19.855783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 84e08d42-a1c3-405d-afbc-102be8405b6e) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:19.860739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:19.861413 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:19.864186 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:19.864936 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:19.865432 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 7 to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 Jul 08 18:14:19.872598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28938315-f121-49c6-bd4f-ac2e86aac8ff None None] Network 84e08d42-a1c3-405d-afbc-102be8405b6e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:19.883537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:19.884055 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:19.884844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:19.891273 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:19.891910 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:19.892550 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 8 to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 Jul 08 18:14:19.909008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:19.909589 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:19.910028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:19.911477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3d88a2d0-5d68-4d07-83fc-fdd7fdb39858 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8237059 Jul 08 18:14:19.915970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49072) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:19.924921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1813533598', 'network_id': '84e08d42-a1c3-405d-afbc-102be8405b6e'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:19.932974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:19.933456 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:19.936021 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 9 to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 Jul 08 18:14:19.962516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:19.963080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:19.963507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:19.970335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:19.971261 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:19.972574 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 10 to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 Jul 08 18:14:19.976093 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5464b9e-c39c-49ef-85bf-b0d0acef1ae3 req-0ae853d4-17bc-4226-828f-0b41f05243a0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049390 Jul 08 18:14:19.990198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:20.000744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:20.000744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:20.000744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Made reservation on behalf of 05a1c4df92a84b6d97696e184b6b6817 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:20.000744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:20.012720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:20.013201 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port e0ffaeb0-6c05-4626-a38e-4f09b09df649 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:20.013769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:20.029255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] device_id is not set on port 2acbade2-a2d8-4fbd-bf55-bce5faf9ba15 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:14:20.056634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70efa760-1179-4e5f-b518-14a18ab35de2 None None] Network 84e08d42-a1c3-405d-afbc-102be8405b6e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:20.316785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4834f5af-4dc9-4f77-9c36-43250f42de76 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:14:20.422783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4834f5af-4dc9-4f77-9c36-43250f42de76, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4834f5af-4dc9-4f77-9c36-43250f42de76,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:20.438953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '4834f5af-4dc9-4f77-9c36-43250f42de76', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'port_id': '4834f5af-4dc9-4f77-9c36-43250f42de76', 'mac_address': 'fa:16:3e:88:82:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:14:20.478259 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:20.492483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4834f5af-4dc9-4f77-9c36-43250f42de76 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:14:20.508540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] For port e0ffaeb0-6c05-4626-a38e-4f09b09df649, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:20.509130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempted to set empty binding levels {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 18:14:20.512473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4834f5af-4dc9-4f77-9c36-43250f42de76, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4834f5af-4dc9-4f77-9c36-43250f42de76,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:20.518867 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:20.521155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:20.559730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:20.560330 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:20.570612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=4834f5af-4dc9-4f77-9c36-43250f42de76,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:20.588150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Allocated IP 2001:db8::20d (84e08d42-a1c3-405d-afbc-102be8405b6e/f0b6cbc6-feef-44b0-8dc0-830fc606c330/2acbade2-a2d8-4fbd-bf55-bce5faf9ba15) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:20.600477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event updated for resources: {'Port': ['ID=e0ffaeb0-6c05-4626-a38e-4f09b09df649,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:20.607970 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fba8497b-625c-430e-aa4b-4f3a576703aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.7857149 Jul 08 18:14:20.611148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49078) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:20.757254 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:20.763180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-7b56ef90-ad95-4663-839e-f2a7d9019692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Deleting port e0ffaeb0-6c05-4626-a38e-4f09b09df649 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:20.763522 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b56ef90-ad95-4663-839e-f2a7d9019692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:20.815252 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:20.831946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9252cf-a313-48ca-933e-63ea8bc1d44e req-0da4b5e2-24fc-4105-a158-bc7f81fc06cb tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:20.833459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef9252cf-a313-48ca-933e-63ea8bc1d44e req-0da4b5e2-24fc-4105-a158-bc7f81fc06cb tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 944 time: 0.1500022 Jul 08 18:14:20.848331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['4834f5af-4dc9-4f77-9c36-43250f42de76'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:14:20.857977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Network 84e08d42-a1c3-405d-afbc-102be8405b6e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:20.865676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:20.870550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:20.871034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-7b56ef90-ad95-4663-839e-f2a7d9019692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] For port e0ffaeb0-6c05-4626-a38e-4f09b09df649, host n-h2-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:20.871727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b56ef90-ad95-4663-839e-f2a7d9019692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:20.871841 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:20.872303 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:20.877085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event updated for resources: {'Port': ['ID=2acbade2-a2d8-4fbd-bf55-bce5faf9ba15,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:20.898828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-7b56ef90-ad95-4663-839e-f2a7d9019692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Calling delete_port for e0ffaeb0-6c05-4626-a38e-4f09b09df649 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:20.903973 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8902bfbb-89b6-43f3-9d46-099610a4cbda tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9828184 Jul 08 18:14:20.904188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef9252cf-a313-48ca-933e-63ea8bc1d44e req-9c877207-8150-4582-89fa-d0aa79db3cc6 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609598 Jul 08 18:14:20.906047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49082) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:21.063880 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b56ef90-ad95-4663-839e-f2a7d9019692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.066422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d59583ae-f3f5-4cfc-ae6b-90a4df6568ce tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Deleting port 2acbade2-a2d8-4fbd-bf55-bce5faf9ba15 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:21.066818 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d59583ae-f3f5-4cfc-ae6b-90a4df6568ce tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.145893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56ef90-ad95-4663-839e-f2a7d9019692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0ffaeb0-6c05-4626-a38e-4f09b09df649,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:21.170657 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b56ef90-ad95-4663-839e-f2a7d9019692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.175652 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7b56ef90-ad95-4663-839e-f2a7d9019692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "DELETE /v2.0/ports/e0ffaeb0-6c05-4626-a38e-4f09b09df649 HTTP/1.1" status: 204 len: 168 time: 0.5614231 Jul 08 18:14:21.175899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49088) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:21.201748 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-399d65ac-12fc-4938-94a4-2a7c736f79b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:14:21.207208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-399d65ac-12fc-4938-94a4-2a7c736f79b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "GET /v2.0/ports/e0ffaeb0-6c05-4626-a38e-4f09b09df649 HTTP/1.1" status: 404 len: 333 time: 0.0271645 Jul 08 18:14:21.208326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49090) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:21.217330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Request body: {'port': {'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633403411'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:21.222785 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d59583ae-f3f5-4cfc-ae6b-90a4df6568ce tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.242692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d59583ae-f3f5-4cfc-ae6b-90a4df6568ce tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Calling delete_port for 2acbade2-a2d8-4fbd-bf55-bce5faf9ba15 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:21.274691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490a4d3-e248-4f9d-8ac9-b89465252778 req-4abc9710-6bcc-4b20-a56e-f454c0e15652 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:21.276086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7490a4d3-e248-4f9d-8ac9-b89465252778 req-4abc9710-6bcc-4b20-a56e-f454c0e15652 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1476367 Jul 08 18:14:21.278700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Made reservation on behalf of aabd2f9a42e24f91b4119aada0e00c43 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:21.280742 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.350314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] device_id is not set on port 531439cb-6b0c-4c53-9c47-44d732ea0b71 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:14:21.429717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7490a4d3-e248-4f9d-8ac9-b89465252778 req-c96e3dfc-4fc6-4c64-9269-fd446bc86c84 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454108 Jul 08 18:14:21.561970 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d59583ae-f3f5-4cfc-ae6b-90a4df6568ce tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.600599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59583ae-f3f5-4cfc-ae6b-90a4df6568ce tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event deleted for resources: {'Port': ['ID=2acbade2-a2d8-4fbd-bf55-bce5faf9ba15,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:21.632683 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.637809 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d59583ae-f3f5-4cfc-ae6b-90a4df6568ce tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.639700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d59583ae-f3f5-4cfc-ae6b-90a4df6568ce tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "DELETE /v2.0/ports/2acbade2-a2d8-4fbd-bf55-bce5faf9ba15 HTTP/1.1" status: 204 len: 168 time: 0.7326713 Jul 08 18:14:21.643055 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49092) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:21.649667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84e08d42-a1c3-405d-afbc-102be8405b6e', 'external_fixed_ips': [{'subnet_id': 'f0b6cbc6-feef-44b0-8dc0-830fc606c330', 'ip_address': '2001:db8::20d'}]}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:21.673271 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.674410 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.676266 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.718712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Network f97c8f50-aede-4eb7-a9db-e32dc346f035 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:21.725260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:21.728668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:21.729620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:21.734039 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.739049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.746698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event updated for resources: {'Port': ['ID=531439cb-6b0c-4c53-9c47-44d732ea0b71,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:21.766870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8ee8a676-9662-449d-8d02-8da4d3154ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5556695 Jul 08 18:14:21.769236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49094) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:21.776318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:21.857254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.887542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.046008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] device_id is not set on port 531439cb-6b0c-4c53-9c47-44d732ea0b71 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:14:22.054687 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.068228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Transition to ACTIVE for port object 531439cb-6b0c-4c53-9c47-44d732ea0b71 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:22.080100 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.160372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event updated for resources: {'Port': ['ID=531439cb-6b0c-4c53-9c47-44d732ea0b71,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:22.169016 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.188125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:22.188534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:22.188830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:22.194917 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.202194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16883608-150c-442f-a723-cd97fe0bcad8 req-da5d2412-4ad1-41e4-ac64-06f8204526e5 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:22.203610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16883608-150c-442f-a723-cd97fe0bcad8 req-da5d2412-4ad1-41e4-ac64-06f8204526e5 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 944 time: 0.1339619 Jul 08 18:14:22.205368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:22.205368 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:22.205368 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 2 to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 Jul 08 18:14:22.234839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:22.235677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:22.235677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:22.245418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:22.245718 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:22.247957 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 3 to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 Jul 08 18:14:22.268761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49102) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:22.278785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16883608-150c-442f-a723-cd97fe0bcad8 req-23e221c6-5d51-4c60-8316-c69903c74e83 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646834 Jul 08 18:14:22.279632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:22.279966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:22.280300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:22.285325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:22.285658 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:22.286060 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 4 to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 Jul 08 18:14:22.300081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:22.300423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:22.300901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:22.305417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:22.305745 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:22.306137 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 5 to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 Jul 08 18:14:22.320287 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4834f5af-4dc9-4f77-9c36-43250f42de76 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:22.331231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:22.331488 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:22.331834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:22.340210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:22.341733 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:22.342156 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 6 to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 Jul 08 18:14:22.360474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:22.361442 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:22.361978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:22.364663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Allocated IP 2001:db8::20d (84e08d42-a1c3-405d-afbc-102be8405b6e/f0b6cbc6-feef-44b0-8dc0-830fc606c330/58c87d99-06fa-4980-874c-68374d0f521f) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:22.367237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:22.367769 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:22.368472 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 7 to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 Jul 08 18:14:22.396534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:22.397266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:22.398052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:22.404503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:22.405262 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:22.406602 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 8 to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 Jul 08 18:14:22.407713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 4834f5af-4dc9-4f77-9c36-43250f42de76 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:22.412606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 4834f5af-4dc9-4f77-9c36-43250f42de76 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:22.414385 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.423499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:22.423843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:22.424175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:22.430135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:22.430499 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:22.431546 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 9 to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 Jul 08 18:14:22.480541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:22.480876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:22.481217 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:22.490807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:22.491137 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:22.493114 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 10 to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 Jul 08 18:14:22.495316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.508253 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.536008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4834f5af-4dc9-4f77-9c36-43250f42de76'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:22.538692 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3ca4f7-956c-4c36-9b45-95ad81cdf414" -d '{"events": [{"server_uuid": "6936ab98-56cd-45c8-8b29-5c8a590ad97f", "name": "network-vif-plugged", "status": "completed", "tag": "4834f5af-4dc9-4f77-9c36-43250f42de76"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:22.543078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:22.543415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:22.544023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:22.553405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:22.553732 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:22.554102 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.573693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4834f5af-4dc9-4f77-9c36-43250f42de76, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4834f5af-4dc9-4f77-9c36-43250f42de76,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:22.592509 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.611034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.623627 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cda315-86e3-4b43-b891-ee45be16e457 x-openstack-request-id: req-24cda315-86e3-4b43-b891-ee45be16e457 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:22.623895 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6936ab98-56cd-45c8-8b29-5c8a590ad97f", "name": "network-vif-plugged", "status": "completed", "tag": "4834f5af-4dc9-4f77-9c36-43250f42de76", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:22.624155 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24cda315-86e3-4b43-b891-ee45be16e457 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:22.624881 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4834f5af-4dc9-4f77-9c36-43250f42de76', 'code': 200} Jul 08 18:14:22.652181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=4834f5af-4dc9-4f77-9c36-43250f42de76,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:22.686474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Network 84e08d42-a1c3-405d-afbc-102be8405b6e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:22.692939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:22.705155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:22.709460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event updated for resources: {'Port': ['ID=58c87d99-06fa-4980-874c-68374d0f521f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:22.723666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] For port 531439cb-6b0c-4c53-9c47-44d732ea0b71, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:22.724196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempted to set empty binding levels {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 18:14:22.755397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.800607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] In _notify_port_updated(), no bound segment for port 531439cb-6b0c-4c53-9c47-44d732ea0b71 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:14:22.801475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:22.802065 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.803413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "PUT /v2.0/ports/531439cb-6b0c-4c53-9c47-44d732ea0b71 HTTP/1.1" status: 200 len: 979 time: 1.0329316 Jul 08 18:14:22.811706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49110) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:22.849814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843da3d-5614-444c-9e14-d0bc6fd0886e req-f3e9b5c0-164b-405d-aedd-f3fd43bb584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:22.851268 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3843da3d-5614-444c-9e14-d0bc6fd0886e req-f3e9b5c0-164b-405d-aedd-f3fd43bb584b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 1096 time: 0.1537733 Jul 08 18:14:22.905859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067dd8ad-e055-48b8-b26c-b3b34c2a128d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event updated for resources: {'Port': ['ID=531439cb-6b0c-4c53-9c47-44d732ea0b71,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:22.924292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b509d0-8ce9-4884-a876-a5af3edae971 req-0e5c754f-4c38-44ec-9eec-3d7d3a437964 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:22.925847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85b509d0-8ce9-4884-a876-a5af3edae971 req-0e5c754f-4c38-44ec-9eec-3d7d3a437964 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.2629752 Jul 08 18:14:22.963915 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3843da3d-5614-444c-9e14-d0bc6fd0886e req-94a4593a-9471-4feb-b04f-31a75152ac97 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797036 Jul 08 18:14:22.985329 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.048192 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85b509d0-8ce9-4884-a876-a5af3edae971 req-ba88b5c2-c836-4359-bfb8-5f01d51276b1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099176 Jul 08 18:14:23.076485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.076959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.077422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.077916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.078415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.078870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.079321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.079769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.080220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.080672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.081228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.081681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.082132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.082621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.083074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.083519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.083965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.084408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.084852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.085296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.085741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.086180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.086806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.087259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.087705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.088151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.088596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.089042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.089486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.089937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.090419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.090864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.091307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.091748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.092188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.092628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.093070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.094054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.094506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.098510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-afc3e5fb-f617-4763-8f90-e19d7dce8530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34919 time: 0.2843430 Jul 08 18:14:23.104013 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49114) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:23.186136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.317695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Router 9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:23.431405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:23.441881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Sync routers for ids ['9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:23.451850 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.455628 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a17c9d1b-40a0-4b7a-91ca-943e7a5d4bb2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8109732 Jul 08 18:14:23.457925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Routers {'9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:23.458126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49118) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:23.458602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:23.576483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Set router 9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:23.580343 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.627459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849924e-637f-4aa7-b18a-efa840f8cbf9 req-78db5c11-932e-4774-ad65-b938fb4654d9 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:23.628967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d849924e-637f-4aa7-b18a-efa840f8cbf9 req-78db5c11-932e-4774-ad65-b938fb4654d9 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1883223 Jul 08 18:14:23.648166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9374b993-2e78-4faf-ad88-5ee65dfa3b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Deleting port 531439cb-6b0c-4c53-9c47-44d732ea0b71 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:23.648509 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9374b993-2e78-4faf-ad88-5ee65dfa3b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.689356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.736441 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.745879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d849924e-637f-4aa7-b18a-efa840f8cbf9 req-0c1872b0-3522-49b4-9ca9-fa71feaa11b5 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086237 Jul 08 18:14:23.749544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Deleting port 58c87d99-06fa-4980-874c-68374d0f521f {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:23.750085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.779966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b', 'name': '', 'tenant_id': '05a1c4df92a84b6d97696e184b6b6817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e08d42-a1c3-405d-afbc-102be8405b6e', 'external_fixed_ips': [{'subnet_id': 'f0b6cbc6-feef-44b0-8dc0-830fc606c330', 'ip_address': '2001:db8::20d'}], 'enable_snat': True}, 'gw_port_id': '58c87d99-06fa-4980-874c-68374d0f521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:21Z', 'updated_at': '2021-07-08T18:14:22Z', 'revision_number': 3, 'project_id': '05a1c4df92a84b6d97696e184b6b6817', 'gw_port': {'id': '58c87d99-06fa-4980-874c-68374d0f521f', 'name': '', 'network_id': '84e08d42-a1c3-405d-afbc-102be8405b6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ef:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f0b6cbc6-feef-44b0-8dc0-830fc606c330', 'ip_address': '2001:db8::20d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:22Z', 'updated_at': '2021-07-08T18:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0b6cbc6-feef-44b0-8dc0-830fc606c330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:23.783349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-9374b993-2e78-4faf-ad88-5ee65dfa3b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] For port 531439cb-6b0c-4c53-9c47-44d732ea0b71, host n-h2-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:23.783718 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9374b993-2e78-4faf-ad88-5ee65dfa3b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.803259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9374b993-2e78-4faf-ad88-5ee65dfa3b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Calling delete_port for 531439cb-6b0c-4c53-9c47-44d732ea0b71 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:23.868743 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.887354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Calling delete_port for 58c87d99-06fa-4980-874c-68374d0f521f owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:23.908822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-98e851af-f513-4c11-a6b1-580698262e3f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1039841 Jul 08 18:14:24.006318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Checking router: 9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:24.007001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Updating router 9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b port 58c87d99-06fa-4980-874c-68374d0f521f binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:14:24.010615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9374b993-2e78-4faf-ad88-5ee65dfa3b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.045915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374b993-2e78-4faf-ad88-5ee65dfa3b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event deleted for resources: {'Port': ['ID=531439cb-6b0c-4c53-9c47-44d732ea0b71,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:24.047672 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.057062 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9374b993-2e78-4faf-ad88-5ee65dfa3b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.061731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9374b993-2e78-4faf-ad88-5ee65dfa3b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "DELETE /v2.0/ports/531439cb-6b0c-4c53-9c47-44d732ea0b71 HTTP/1.1" status: 204 len: 168 time: 0.9545214 Jul 08 18:14:24.062123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49122) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:24.139607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-fc9eece8-4c3c-40db-ae16-38b1b8d0074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:24.141738 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-fc9eece8-4c3c-40db-ae16-38b1b8d0074e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 1096 time: 0.1736584 Jul 08 18:14:24.164357 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5276571-bf34-4d06-ba01-2c52245c4001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:14:24.167098 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d5276571-bf34-4d06-ba01-2c52245c4001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "GET /v2.0/ports/531439cb-6b0c-4c53-9c47-44d732ea0b71 HTTP/1.1" status: 404 len: 333 time: 0.1032584 Jul 08 18:14:24.170511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49126) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:24.178056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-136471372', 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:24.203493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.280471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event deleted for resources: {'Port': ['ID=58c87d99-06fa-4980-874c-68374d0f521f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:24.340923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] Deleting port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:24.341283 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.397782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbf97f-2f1a-44c1-9bc0-1189e5bc81b9 req-c9b37870-a94a-4c77-bee4-b6cf021b72eb tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:24.399700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27cbf97f-2f1a-44c1-9bc0-1189e5bc81b9 req-c9b37870-a94a-4c77-bee4-b6cf021b72eb tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1513896 Jul 08 18:14:24.404037 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:14:24.404679 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:14:24.467279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27cbf97f-2f1a-44c1-9bc0-1189e5bc81b9 req-c115750b-6d45-476b-a672-1ac93a60d800 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577970 Jul 08 18:14:24.474944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] For port b8c0e2b1-3b35-45d7-b40f-11addda0d0a0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b8c0e2b1-3b35-45d7-b40f-11addda0d0a0,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:24.475312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.488514 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] Calling delete_port for b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:24.558420 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.559984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Made reservation on behalf of aabd2f9a42e24f91b4119aada0e00c43 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:24.564122 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.678932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.691744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.695064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] device_id is not set on port c1df5d14-e155-4acf-9bf7-c73841d88ad6 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:14:24.701381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.705988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c0e2b1-3b35-45d7-b40f-11addda0d0a0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:24.801887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-62df11ec-c859-4159-896d-2698a98f274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:24.803435 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-62df11ec-c859-4159-896d-2698a98f274f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.6147804 Jul 08 18:14:24.829374 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.829374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:24.831931 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.842424 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-161569fb-b177-40ed-982e-2992f2df11d7 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "DELETE /v2.0/routers/9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b HTTP/1.1" status: 204 len: 168 time: 1.3817983 Jul 08 18:14:24.844634 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49130) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:24.879138 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-45d8c91b-7f20-427d-abe1-e1241ecbe031 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39005dfd-5425-4235-b5d6-9b3e8de6f494 HTTP/1.1" status: 200 len: 217 time: 0.0672143 Jul 08 18:14:24.908565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6270e1ab-9f18-4a55-8243-c61ec08e7bf2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Deleting subnet f0b6cbc6-feef-44b0-8dc0-830fc606c330 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:14:24.922291 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6270e1ab-9f18-4a55-8243-c61ec08e7bf2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.949388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Port 58c87d99-06fa-4980-874c-68374d0f521f not found while updating agent binding for router 9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b. {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 18:14:24.960441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Routers set() bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:24.961136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Router IDs set() for agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 18:14:24.961773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_agentschedulers_db [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent'). {{(pid=93743) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 18:14:24.962240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c681ede-8d79-402b-bc57-71c408947887 None None] The sync data for ids ['9b8f0e5a-78cb-42ad-b7e4-f73620d9e53b'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:25.004543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-d7ca838d-01c9-4496-b0cb-b6f455bdb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:25.006075 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-d7ca838d-01c9-4496-b0cb-b6f455bdb7d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.1172776 Jul 08 18:14:25.041631 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6270e1ab-9f18-4a55-8243-c61ec08e7bf2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.056468 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.091405 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.106159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-59c1200e-0db0-4b11-84d1-27081ee06a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:25.107670 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-59c1200e-0db0-4b11-84d1-27081ee06a32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927377 Jul 08 18:14:25.119511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e918-ba7f-44a9-8244-265f797d009b req-afa6fe2e-9d66-42e0-9279-99a0d51a0f0f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:25.121069 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a15e918-ba7f-44a9-8244-265f797d009b req-afa6fe2e-9d66-42e0-9279-99a0d51a0f0f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2168777 Jul 08 18:14:25.124688 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6270e1ab-9f18-4a55-8243-c61ec08e7bf2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.137459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.211432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Network f97c8f50-aede-4eb7-a9db-e32dc346f035 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:25.219338 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:25.231506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:25.232460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:25.233054 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.238512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event updated for resources: {'Port': ['ID=c1df5d14-e155-4acf-9bf7-c73841d88ad6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:25.262979 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-19955a1f-c7ef-4bef-aa91-7f53db0523e4 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472816 Jul 08 18:14:25.263889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a15e918-ba7f-44a9-8244-265f797d009b req-2b6073f5-051b-4c5a-8ded-db4d058deda5 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180291 Jul 08 18:14:25.267174 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6fced4eb-1a5f-424a-af4e-8861fa1f5b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0929120 Jul 08 18:14:25.267374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49132) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:25.299933 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6270e1ab-9f18-4a55-8243-c61ec08e7bf2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.335471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270e1ab-9f18-4a55-8243-c61ec08e7bf2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f0b6cbc6-feef-44b0-8dc0-830fc606c330,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:25.389641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed7e49-9782-4319-b81a-199fdf62c8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:25.394019 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5aed7e49-9782-4319-b81a-199fdf62c8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "GET /v2.0/ports/c1df5d14-e155-4acf-9bf7-c73841d88ad6 HTTP/1.1" status: 200 len: 958 time: 0.1230624 Jul 08 18:14:25.394201 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6270e1ab-9f18-4a55-8243-c61ec08e7bf2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.394201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6270e1ab-9f18-4a55-8243-c61ec08e7bf2 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/f0b6cbc6-feef-44b0-8dc0-830fc606c330 HTTP/1.1" status: 204 len: 168 time: 0.5466669 Jul 08 18:14:25.395816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49140) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:25.397033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49142) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:25.492156 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-256af371-8d71-4e31-868f-78b5a1b82e0c req-9c11ccd2-c7c9-4a6f-a60a-fe934ec7b008 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225366 Jul 08 18:14:25.521596 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8db6d87a-64fb-412e-b856-7d33bc3cecf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Deleting port c1df5d14-e155-4acf-9bf7-c73841d88ad6 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:25.521821 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8db6d87a-64fb-412e-b856-7d33bc3cecf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.572150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.601790 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8db6d87a-64fb-412e-b856-7d33bc3cecf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.614869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb49c09-b42c-442c-ae58-de9ad15bb73d req-b5ebd856-7e16-4989-a9c8-c5d54757f104 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:25.616424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffb49c09-b42c-442c-ae58-de9ad15bb73d req-b5ebd856-7e16-4989-a9c8-c5d54757f104 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2208815 Jul 08 18:14:25.621304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8db6d87a-64fb-412e-b856-7d33bc3cecf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Calling delete_port for c1df5d14-e155-4acf-9bf7-c73841d88ad6 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:25.627135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49146) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:25.627586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] Router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:14:25.636606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1b581071-f27e-482e-b6e3-4ecd8d6518db tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'floatingip': {'port_id': '4834f5af-4dc9-4f77-9c36-43250f42de76'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:25.710699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b581071-f27e-482e-b6e3-4ecd8d6518db tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.783581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.800814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e08d42-a1c3-405d-afbc-102be8405b6e']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:25.820689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6f6f7c-8533-4c2b-a4a0-08cbbb24ec4f') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:25.820984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6f6f7c-8533-4c2b-a4a0-08cbbb24ec4f') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:25.851938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8db6d87a-64fb-412e-b856-7d33bc3cecf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.866741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.890892 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a454929-f020-45e5-baed-d387e8b3931d req-63a3a008-1578-4234-bdff-a160ba81d735 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:25.892394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a454929-f020-45e5-baed-d387e8b3931d req-63a3a008-1578-4234-bdff-a160ba81d735 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.2618892 Jul 08 18:14:25.908758 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.915588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6d87a-64fb-412e-b856-7d33bc3cecf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1df5d14-e155-4acf-9bf7-c73841d88ad6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:25.927877 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8db6d87a-64fb-412e-b856-7d33bc3cecf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.928416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:25.928827 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.931669 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8db6d87a-64fb-412e-b856-7d33bc3cecf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "DELETE /v2.0/ports/c1df5d14-e155-4acf-9bf7-c73841d88ad6 HTTP/1.1" status: 204 len: 168 time: 0.5325232 Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:25.931847 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:25.935177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49148) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:25.942858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:25.948055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0c2d874f-d09c-421c-86ea-42f9b10ba8ba admin admin] 10.222.0.73 "PUT /v2.0/routers/614f1695-40dd-4ef7-8b3e-44eb41bebd15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6783018 Jul 08 18:14:25.954521 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f8567b-3786-4186-a3ac-d72e261acf5d None None] Sync routers for ids ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:25.964347 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8567b-3786-4186-a3ac-d72e261acf5d None None] Routers {'614f1695-40dd-4ef7-8b3e-44eb41bebd15'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:25.965082 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f1f8567b-3786-4186-a3ac-d72e261acf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:25.970265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49150) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:26.003052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a454929-f020-45e5-baed-d387e8b3931d req-29a8ac0b-ae1c-4d26-bbb4-123ae6dee56f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026406 Jul 08 18:14:26.021116 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.026220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84e08d42-a1c3-405d-afbc-102be8405b6e {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 18:14:26.028057 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f33342c-eb31-4b17-bf4a-eff401848ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:14:26.029650 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1f33342c-eb31-4b17-bf4a-eff401848ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "GET /v2.0/ports/c1df5d14-e155-4acf-9bf7-c73841d88ad6 HTTP/1.1" status: 404 len: 333 time: 0.0968013 Jul 08 18:14:26.031679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.033776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "DELETE /v2.0/networks/84e08d42-a1c3-405d-afbc-102be8405b6e HTTP/1.1" status: 204 len: 168 time: 0.6336002 Jul 08 18:14:26.047749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49152) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:26.058245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Request body: {'port': {'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643172151'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:26.076462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ce8a5-2b3d-4d29-bb92-f2ce64acf4c5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event deleted for resources: {'Network': ['ID=84e08d42-a1c3-405d-afbc-102be8405b6e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:26.077500 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f1f8567b-3786-4186-a3ac-d72e261acf5d None None] Set router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:26.182898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Made reservation on behalf of aabd2f9a42e24f91b4119aada0e00c43 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:26.185518 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.262917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49160) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:26.267568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-325895a7-3ab6-42e7-84da-435151e0ab63 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Request body: {'router': {'name': 'tempest-router--228496228', 'project_id': '1f3d2ce85e654ca2bf276d3e7f52cb25'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:26.285885 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.286777 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f1f8567b-3786-4186-a3ac-d72e261acf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:14:24Z', 'revision_number': 5, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:26.290171 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-325895a7-3ab6-42e7-84da-435151e0ab63 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.291710 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-325895a7-3ab6-42e7-84da-435151e0ab63 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.327281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] device_id is not set on port eec7d97d-d4f1-4d93-981f-83a6ef15e230 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:14:26.375948 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-325895a7-3ab6-42e7-84da-435151e0ab63 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.383971 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-325895a7-3ab6-42e7-84da-435151e0ab63 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.401537 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-325895a7-3ab6-42e7-84da-435151e0ab63 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.406527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-325895a7-3ab6-42e7-84da-435151e0ab63 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1419523 Jul 08 18:14:26.407149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49162) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:26.435572 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f8567b-3786-4186-a3ac-d72e261acf5d None None] Checking router: 614f1695-40dd-4ef7-8b3e-44eb41bebd15 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:26.446119 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8567b-3786-4186-a3ac-d72e261acf5d None None] Routers {'614f1695-40dd-4ef7-8b3e-44eb41bebd15'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:26.447122 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f1f8567b-3786-4186-a3ac-d72e261acf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:26.494671 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dad60185-9347-4360-b7e9-3d6d8e9f3e21 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.593902 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f1f8567b-3786-4186-a3ac-d72e261acf5d None None] Set router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:26.657738 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.660393 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dad60185-9347-4360-b7e9-3d6d8e9f3e21 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.662584 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dad60185-9347-4360-b7e9-3d6d8e9f3e21 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.672729 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.resource_extend [None req-1b581071-f27e-482e-b6e3-4ecd8d6518db tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:14:26.793983 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f1f8567b-3786-4186-a3ac-d72e261acf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:14:24Z', 'revision_number': 5, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:26.827263 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f8567b-3786-4186-a3ac-d72e261acf5d None None] The sync data for ids ['614f1695-40dd-4ef7-8b3e-44eb41bebd15'] in n-d-799684-3 is: [{'id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'name': 'tempest-TaggedBootDevicesTest-1465499858-router', 'tenant_id': '0e23f221efbf49719d17e99b8720fa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:03:00Z', 'updated_at': '2021-07-08T18:14:24Z', 'revision_number': 5, 'project_id': '0e23f221efbf49719d17e99b8720fa2b', 'gw_port': {'id': 'f52891b9-9a0c-4cc9-a3be-0b881bde6714', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f1695-40dd-4ef7-8b3e-44eb41bebd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:03:01Z', 'updated_at': '2021-07-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:27.011290 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b581071-f27e-482e-b6e3-4ecd8d6518db tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.017646 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.024533 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b581071-f27e-482e-b6e3-4ecd8d6518db tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.029938 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dad60185-9347-4360-b7e9-3d6d8e9f3e21 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.031403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad60185-9347-4360-b7e9-3d6d8e9f3e21 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1ce13b-5cbe-43d3-a5d4-c3e3beaebaad {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:27.036299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dad60185-9347-4360-b7e9-3d6d8e9f3e21 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.040181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dad60185-9347-4360-b7e9-3d6d8e9f3e21 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "DELETE /v2.0/routers/0d1ce13b-5cbe-43d3-a5d4-c3e3beaebaad HTTP/1.1" status: 204 len: 168 time: 0.6318848 Jul 08 18:14:27.136510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Deleting port f52891b9-9a0c-4cc9-a3be-0b881bde6714 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:27.136862 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.162578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49170) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:27.226872 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-1b581071-f27e-482e-b6e3-4ecd8d6518db tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Floating IP 7eec0b94-e233-4ddc-a134-4888371b319c associated. External IP: 172.25.8.196, port: 4834f5af-4dc9-4f77-9c36-43250f42de76. Jul 08 18:14:27.269779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568743-f0ca-4e55-81c3-e02b29c78fda req-307697f9-dfd6-4c90-b96e-6479ead34fbf tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:27.271917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8568743-f0ca-4e55-81c3-e02b29c78fda req-307697f9-dfd6-4c90-b96e-6479ead34fbf tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.0825822 Jul 08 18:14:27.277754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.324493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8568743-f0ca-4e55-81c3-e02b29c78fda req-9ffeb7d6-4c70-4ae6-a174-aac809a60d11 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466533 Jul 08 18:14:27.380807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Network f97c8f50-aede-4eb7-a9db-e32dc346f035 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:27.397832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-215955666', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:27.413969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:27.416411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:27.417511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:27.418106 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.427524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event updated for resources: {'Port': ['ID=eec7d97d-d4f1-4d93-981f-83a6ef15e230,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:27.428775 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.429956 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.443730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] For port f52891b9-9a0c-4cc9-a3be-0b881bde6714, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f52891b9-9a0c-4cc9-a3be-0b881bde6714,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:27.444028 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.447877 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8533c0dd-6e1b-4e2f-b381-db897a660da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3987746 Jul 08 18:14:27.450546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49174) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:27.457072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:27.470031 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Calling delete_port for f52891b9-9a0c-4cc9-a3be-0b881bde6714 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:27.517039 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.580563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:27.600175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:27.600518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8c0e2b1-3b35-45d7-b40f-11addda0d0a0 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:27.684941 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.695959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b581071-f27e-482e-b6e3-4ecd8d6518db tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Router 4736136b-26c6-401b-a48b-43d75e48213a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:14:27.704551 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.789820 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.841441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=f52891b9-9a0c-4cc9-a3be-0b881bde6714,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:27.914969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b581071-f27e-482e-b6e3-4ecd8d6518db tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:27.920364 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b581071-f27e-482e-b6e3-4ecd8d6518db tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.924370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65128954-13c4-4d79-9887-e8af2ed8d8eb None None] Sync routers for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:27.935767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65128954-13c4-4d79-9887-e8af2ed8d8eb None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:27.936533 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-65128954-13c4-4d79-9887-e8af2ed8d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:27.949404 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.953814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] device_id is not set on port eec7d97d-d4f1-4d93-981f-83a6ef15e230 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:14:27.962803 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.981526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Transition to ACTIVE for port object eec7d97d-d4f1-4d93-981f-83a6ef15e230 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:28.012636 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.058356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.064676 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1b581071-f27e-482e-b6e3-4ecd8d6518db tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "PUT /v2.0/floatingips/7eec0b94-e233-4ddc-a134-4888371b319c HTTP/1.1" status: 200 len: 991 time: 2.4364712 Jul 08 18:14:28.066427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.067831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'tag': '4834f5af-4dc9-4f77-9c36-43250f42de76'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:28.071159 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6936ab98-56cd-45c8-8b29-5c8a590ad97f", "tag": "4834f5af-4dc9-4f77-9c36-43250f42de76"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:28.101947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-65128954-13c4-4d79-9887-e8af2ed8d8eb None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:28.113459 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.139487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event updated for resources: {'Port': ['ID=eec7d97d-d4f1-4d93-981f-83a6ef15e230,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:28.139771 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf5410b-8b3d-47e4-a71c-aa65021b0351 x-openstack-request-id: req-fcf5410b-8b3d-47e4-a71c-aa65021b0351 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:28.140096 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6936ab98-56cd-45c8-8b29-5c8a590ad97f", "tag": "4834f5af-4dc9-4f77-9c36-43250f42de76", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:28.140377 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fcf5410b-8b3d-47e4-a71c-aa65021b0351 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:28.141008 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'tag': '4834f5af-4dc9-4f77-9c36-43250f42de76', 'status': 'completed', 'code': 200} Jul 08 18:14:28.143791 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.162193 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.165097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 614f1695-40dd-4ef7-8b3e-44eb41bebd15 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:28.166935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:28.167274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:28.167626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:28.183407 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.185052 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-251c17fb-a119-4b51-b70c-f1d9e0878a1a admin admin] 10.222.0.73 "DELETE /v2.0/routers/614f1695-40dd-4ef7-8b3e-44eb41bebd15 HTTP/1.1" status: 204 len: 168 time: 2.2141027 Jul 08 18:14:28.194308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49182) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:28.208660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:28.209001 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:28.214038 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 2 to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 Jul 08 18:14:28.240312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:28.240769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:28.241116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:28.265355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:28.265594 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:28.267650 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 3 to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 Jul 08 18:14:28.281808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5921e4a-c1dd-407a-93fc-b77ef8440c5f admin admin] Deleting subnet cffd178d-f064-4531-9efd-737edfc74720 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:14:28.287720 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e5921e4a-c1dd-407a-93fc-b77ef8440c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.289229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:28.289378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:28.289613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:28.300220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:28.300824 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:28.305515 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 4 to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 Jul 08 18:14:28.329427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Allocated IP 172.25.8.145 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/db3efc6d-9b90-4e3b-89c0-397de6164095) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:28.332874 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2 req-ef7911b1-e925-421e-a7b5-7a596522e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:28.334494 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2 req-ef7911b1-e925-421e-a7b5-7a596522e134 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 1096 time: 0.1738367 Jul 08 18:14:28.342257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e5921e4a-c1dd-407a-93fc-b77ef8440c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.347610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:28.347965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:28.348649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:28.360827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:28.361217 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:28.371208 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 5 to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 Jul 08 18:14:28.414485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-65128954-13c4-4d79-9887-e8af2ed8d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '7eec0b94-e233-4ddc-a134-4888371b319c', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'port_id': '4834f5af-4dc9-4f77-9c36-43250f42de76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'mac_address': 'fa:16:3e:88:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:14:09Z', 'updated_at': '2021-07-08T18:14:26Z', 'revision_number': 1, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:28.420113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:28.420514 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:28.420859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:28.441334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:28.441659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65128954-13c4-4d79-9887-e8af2ed8d8eb None None] Checking router: 4736136b-26c6-401b-a48b-43d75e48213a for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:28.442045 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:28.445636 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 6 to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 Jul 08 18:14:28.454242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65128954-13c4-4d79-9887-e8af2ed8d8eb None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:28.454242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-65128954-13c4-4d79-9887-e8af2ed8d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:28.482103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:28.482437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:28.482779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:28.515963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:28.516291 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:28.519900 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 7 to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 Jul 08 18:14:28.553899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:28.554259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:28.554604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:28.561486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2 req-b3f8cc1d-9030-4a2b-bd7f-60a4ee20a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:28.563067 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2 req-b3f8cc1d-9030-4a2b-bd7f-60a4ee20a14f service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 912 time: 0.2181973 Jul 08 18:14:28.564053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.564383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e5921e4a-c1dd-407a-93fc-b77ef8440c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.570378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:28.570715 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:28.573279 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 8 to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 Jul 08 18:14:28.574452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-65128954-13c4-4d79-9887-e8af2ed8d8eb None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:28.596127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:28.596485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:28.597140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:28.616134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:28.616649 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:28.621813 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 9 to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 Jul 08 18:14:28.650622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83436438-cfdc-46d7-a455-7a252aee5171 req-ead902eb-235f-47c6-9b6b-4426586ab6c9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:28.652062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83436438-cfdc-46d7-a455-7a252aee5171 req-ead902eb-235f-47c6-9b6b-4426586ab6c9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1738803 Jul 08 18:14:28.658090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:28.658524 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:28.658873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:28.675334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:28.675731 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:28.683003 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempt 10 to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 Jul 08 18:14:28.686071 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.701111 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2 req-463f021e-bd1b-41ad-8e11-52cac0c50237 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4834f5af-4dc9-4f77-9c36-43250f42de76 HTTP/1.1" status: 200 len: 999 time: 0.1168234 Jul 08 18:14:28.707514 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e5921e4a-c1dd-407a-93fc-b77ef8440c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.741299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:28.741637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:28.741978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempting to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:28.762224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:28.766532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5921e4a-c1dd-407a-93fc-b77ef8440c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffd178d-f064-4531-9efd-737edfc74720,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:28.768886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:28.769221 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Failed to bind port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on host n-h2-799684-3 for vnic_type normal using segments [{'id': '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f97c8f50-aede-4eb7-a9db-e32dc346f035'}] Jul 08 18:14:28.769591 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.773991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e5921e4a-c1dd-407a-93fc-b77ef8440c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.775010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:28.779330 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e5921e4a-c1dd-407a-93fc-b77ef8440c5f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cffd178d-f064-4531-9efd-737edfc74720 HTTP/1.1" status: 204 len: 168 time: 0.5822418 Jul 08 18:14:28.780642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83436438-cfdc-46d7-a455-7a252aee5171 req-26671adf-e8ff-4a60-961a-6b3dac643875 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180892 Jul 08 18:14:28.781168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49188) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:28.781972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:28.792001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Pushing event updated for resources: {'Port': ['ID=db3efc6d-9b90-4e3b-89c0-397de6164095,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:28.796085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2 req-04db3122-4f82-43c2-a5bc-f74f37a6178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:28.798292 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2 req-04db3122-4f82-43c2-a5bc-f74f37a6178a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.0880768 Jul 08 18:14:28.822832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa8fedf-b42e-477b-93df-3b28bf73d2ba None None] Network a4d07708-357c-46da-80fc-75d7056d9d48 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:28.868202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2 req-a2d9ccf2-dee7-4502-b39b-9a4e33dc7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:28.869783 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2 req-a2d9ccf2-dee7-4502-b39b-9a4e33dc7f93 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615628 Jul 08 18:14:28.987862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:28.988240 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2 req-afbacce9-2bfb-4cce-a745-4ae6b31671d5 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101406 Jul 08 18:14:29.027844 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-65128954-13c4-4d79-9887-e8af2ed8d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '7eec0b94-e233-4ddc-a134-4888371b319c', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'port_id': '4834f5af-4dc9-4f77-9c36-43250f42de76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'mac_address': 'fa:16:3e:88:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:14:09Z', 'updated_at': '2021-07-08T18:14:26Z', 'revision_number': 1, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:29.029671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] For port eec7d97d-d4f1-4d93-981f-83a6ef15e230, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:29.030046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attempted to set empty binding levels {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 18:14:29.059042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65128954-13c4-4d79-9887-e8af2ed8d8eb None None] The sync data for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 is: [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '7eec0b94-e233-4ddc-a134-4888371b319c', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'port_id': '4834f5af-4dc9-4f77-9c36-43250f42de76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'mac_address': 'fa:16:3e:88:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:14:09Z', 'updated_at': '2021-07-08T18:14:26Z', 'revision_number': 1, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:29.059679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.095658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0db649-514b-425b-b2e6-73f784a86725 None None] DHCP port deletion for a4d07708-357c-46da-80fc-75d7056d9d48 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:14:29.119547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed898ec-f9fd-4ea7-939a-0bbd87af2fd2 req-fe8fe135-0862-46ff-b881-5b52485f234e service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249330 Jul 08 18:14:29.127101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] In _notify_port_updated(), no bound segment for port eec7d97d-d4f1-4d93-981f-83a6ef15e230 on network f97c8f50-aede-4eb7-a9db-e32dc346f035 {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:14:29.128063 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:29.128766 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.132675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "PUT /v2.0/ports/eec7d97d-d4f1-4d93-981f-83a6ef15e230 HTTP/1.1" status: 200 len: 979 time: 1.6786511 Jul 08 18:14:29.134002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49190) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:29.149879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-be0db649-514b-425b-b2e6-73f784a86725 None None] Deleting port da24e781-e17e-4eff-8a68-421cc6282b64 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:29.150023 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-be0db649-514b-425b-b2e6-73f784a86725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.156791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86513a-c20a-4b4a-bcc6-f92f534edf98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event updated for resources: {'Port': ['ID=eec7d97d-d4f1-4d93-981f-83a6ef15e230,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:29.224649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-be0db649-514b-425b-b2e6-73f784a86725 None None] For port da24e781-e17e-4eff-8a68-421cc6282b64, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=da24e781-e17e-4eff-8a68-421cc6282b64,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:29.224946 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-be0db649-514b-425b-b2e6-73f784a86725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.245881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-be0db649-514b-425b-b2e6-73f784a86725 None None] Calling delete_port for da24e781-e17e-4eff-8a68-421cc6282b64 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:29.254171 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-42ef0be4-56c5-4336-b6c7-4ae67f2a93d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Deleting port eec7d97d-d4f1-4d93-981f-83a6ef15e230 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:29.254682 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42ef0be4-56c5-4336-b6c7-4ae67f2a93d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.284244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Deleting port da24e781-e17e-4eff-8a68-421cc6282b64 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:29.284611 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.334330 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 93380b99-8124-41da-a462-88d6c3919187 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:14:29.357605 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-be0db649-514b-425b-b2e6-73f784a86725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.404285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0db649-514b-425b-b2e6-73f784a86725 None None] Pushing event deleted for resources: {'Port': ['ID=da24e781-e17e-4eff-8a68-421cc6282b64,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:29.413655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.420668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] For port da24e781-e17e-4eff-8a68-421cc6282b64, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=da24e781-e17e-4eff-8a68-421cc6282b64,segment=NetworkSegment(ae58eb28-3f51-4f61-8572-fddd6dcf5c7b),segment_id=ae58eb28-3f51-4f61-8572-fddd6dcf5c7b)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:29.421059 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.427974 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011f349-25b3-4fda-8a8c-c212e8e59d2c None None] New status for floating IP 7eec0b94-e233-4ddc-a134-4888371b319c: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:14:29.445560 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0db649-514b-425b-b2e6-73f784a86725 None None] No DVR routers for this DVR port da24e781-e17e-4eff-8a68-421cc6282b64 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:29.513855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:29.514156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Calling delete_port for da24e781-e17e-4eff-8a68-421cc6282b64 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:29.533862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '93380b99-8124-41da-a462-88d6c3919187', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'port_id': '93380b99-8124-41da-a462-88d6c3919187', 'mac_address': 'fa:16:3e:43:5b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:14:29.619619 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.638074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93380b99-8124-41da-a462-88d6c3919187 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:14:29.658973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-42ef0be4-56c5-4336-b6c7-4ae67f2a93d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] For port eec7d97d-d4f1-4d93-981f-83a6ef15e230, host n-h2-799684-3, got binding levels [] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:29.659498 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42ef0be4-56c5-4336-b6c7-4ae67f2a93d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.661992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:29.672852 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.675730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-42ef0be4-56c5-4336-b6c7-4ae67f2a93d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Calling delete_port for eec7d97d-d4f1-4d93-981f-83a6ef15e230 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:29.701085 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device da24e781-e17e-4eff-8a68-421cc6282b64 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:29.727601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.736392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: da24e781-e17e-4eff-8a68-421cc6282b64 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:29.736735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device da24e781-e17e-4eff-8a68-421cc6282b64 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:29.737222 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f52891b9-9a0c-4cc9-a3be-0b881bde6714 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:29.763681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: f52891b9-9a0c-4cc9-a3be-0b881bde6714 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:29.763981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da24e781-e17e-4eff-8a68-421cc6282b64,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:29.764100 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f52891b9-9a0c-4cc9-a3be-0b881bde6714 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:29.767856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] No DVR routers for this DVR port da24e781-e17e-4eff-8a68-421cc6282b64 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:29.773118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=93380b99-8124-41da-a462-88d6c3919187,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:29.776730 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42ef0be4-56c5-4336-b6c7-4ae67f2a93d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.800824 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.806096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['93380b99-8124-41da-a462-88d6c3919187'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:14:29.810647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef0be4-56c5-4336-b6c7-4ae67f2a93d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Pushing event deleted for resources: {'Port': ['ID=eec7d97d-d4f1-4d93-981f-83a6ef15e230,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:29.819593 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42ef0be4-56c5-4336-b6c7-4ae67f2a93d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.821549 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-42ef0be4-56c5-4336-b6c7-4ae67f2a93d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "DELETE /v2.0/ports/eec7d97d-d4f1-4d93-981f-83a6ef15e230 HTTP/1.1" status: 204 len: 168 time: 0.6852648 Jul 08 18:14:29.826668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49194) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:29.856843 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-74194c5b-9da6-4bb9-9a5c-25f5c7e76d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:14:29.862648 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-74194c5b-9da6-4bb9-9a5c-25f5c7e76d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104474607-project-admin] 10.222.0.73 "GET /v2.0/ports/eec7d97d-d4f1-4d93-981f-83a6ef15e230 HTTP/1.1" status: 404 len: 333 time: 0.0348966 Jul 08 18:14:29.863743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49198) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:29.889805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.906645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d07708-357c-46da-80fc-75d7056d9d48']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:29.949375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:29.949677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae58eb28-3f51-4f61-8572-fddd6dcf5c7b') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:29.963411 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.981087 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.984918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.004184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:30.004585 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:30.008073 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:30.072889 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.083689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97c8f50-aede-4eb7-a9db-e32dc346f035']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:30.095289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:30.095666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fa7f16-c5e1-48c1-a039-c4a0b2e00dfc') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:30.103624 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.106143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.112828 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.114696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a4d07708-357c-46da-80fc-75d7056d9d48 HTTP/1.1" status: 204 len: 168 time: 1.3248847 Jul 08 18:14:30.127915 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.135883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:30.136303 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:30.139912 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:30.207854 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.217835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.224843 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] 10.222.0.73 "DELETE /v2.0/networks/f97c8f50-aede-4eb7-a9db-e32dc346f035 HTTP/1.1" status: 204 len: 168 time: 0.3596365 Jul 08 18:14:30.235843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a857d7-06cc-41b0-b339-108a1d3472a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957039238-project] Pushing event deleted for resources: {'Network': ['ID=f97c8f50-aede-4eb7-a9db-e32dc346f035,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:30.314578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49206) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:30.360659 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-33af59f5-d445-4967-8c73-f93c0f294e4c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e23f221efbf49719d17e99b8720fa2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441794 Jul 08 18:14:30.362627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49210) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:30.419333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1151b3c-2b2b-4e79-9b19-5e131f32ccb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.445373 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1151b3c-2b2b-4e79-9b19-5e131f32ccb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.453403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607c2d1-40cf-4e04-b5ed-a5a5661c7db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d07708-357c-46da-80fc-75d7056d9d48,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:30.459400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Router cbaa3da6-dc4b-4f58-803e-64c5e07c91ac is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:30.461769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49214) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:30.476652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce65bcd-5baf-4363-84f8-ffc63a8687be req-95584506-62ad-4b3c-b95d-71344f22c5b8 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:30.483721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dce65bcd-5baf-4363-84f8-ffc63a8687be req-95584506-62ad-4b3c-b95d-71344f22c5b8 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 945 time: 0.4962051 Jul 08 18:14:30.516375 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1151b3c-2b2b-4e79-9b19-5e131f32ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.519333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1151b3c-2b2b-4e79-9b19-5e131f32ccb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.520477 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b1151b3c-2b2b-4e79-9b19-5e131f32ccb7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/783105f0-58e8-428f-b269-b8258584f1bd HTTP/1.1" status: 204 len: 168 time: 0.1568987 Jul 08 18:14:30.529141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1151b3c-2b2b-4e79-9b19-5e131f32ccb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783105f0-58e8-428f-b269-b8258584f1bd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:30.562975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dce65bcd-5baf-4363-84f8-ffc63a8687be req-b2e42e7c-f575-4a07-9a0f-3ac360007d89 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773318 Jul 08 18:14:30.653189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:30.663963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f81a3-77e2-4fd9-82d4-06e480ca6858 None None] Sync routers for ids ['cbaa3da6-dc4b-4f58-803e-64c5e07c91ac'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:30.667322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a8b1ea43-aad1-4cc7-82a6-56cadd4924b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b50c643dce1b43baa88fcd983b25a02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004564 Jul 08 18:14:30.667452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49220) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:30.674456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f81a3-77e2-4fd9-82d4-06e480ca6858 None None] Routers {'cbaa3da6-dc4b-4f58-803e-64c5e07c91ac'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:30.675347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-736f81a3-77e2-4fd9-82d4-06e480ca6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cbaa3da6-dc4b-4f58-803e-64c5e07c91ac'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:30.680226 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.686442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49222) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:30.687461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-042e4e81-dbb8-4e9b-88da-d54432bba9df tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5230243 Jul 08 18:14:30.713295 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-736f81a3-77e2-4fd9-82d4-06e480ca6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:30.724056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f81a3-77e2-4fd9-82d4-06e480ca6858 None None] Routers {'cbaa3da6-dc4b-4f58-803e-64c5e07c91ac'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:30.724924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-736f81a3-77e2-4fd9-82d4-06e480ca6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cbaa3da6-dc4b-4f58-803e-64c5e07c91ac'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:30.756582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-736f81a3-77e2-4fd9-82d4-06e480ca6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:30.757233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f81a3-77e2-4fd9-82d4-06e480ca6858 None None] The sync data for ids ['cbaa3da6-dc4b-4f58-803e-64c5e07c91ac'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:30.795817 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32e4f5a4-7586-423f-af89-3400d6c88605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.833032 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32e4f5a4-7586-423f-af89-3400d6c88605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.848342 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c962b662-448b-47eb-86e0-51a9f2b71388 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/routers/cbaa3da6-dc4b-4f58-803e-64c5e07c91ac HTTP/1.1" status: 200 len: 924 time: 0.1607234 Jul 08 18:14:30.851210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49230) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:30.884685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3c41072a-8a34-4e64-b1aa-e897e70b265d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbaa3da6-dc4b-4f58-803e-64c5e07c91ac HTTP/1.1" status: 200 len: 205 time: 0.0319648 Jul 08 18:14:30.887971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49234) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:30.958440 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32e4f5a4-7586-423f-af89-3400d6c88605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.960941 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32e4f5a4-7586-423f-af89-3400d6c88605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.962664 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-32e4f5a4-7586-423f-af89-3400d6c88605 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd5fc2cc-c514-4f39-8746-c4441b926215 HTTP/1.1" status: 204 len: 168 time: 0.2943351 Jul 08 18:14:30.996981 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4f5a4-7586-423f-af89-3400d6c88605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5fc2cc-c514-4f39-8746-c4441b926215,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:31.143172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.257164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.311471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Deleting port db3efc6d-9b90-4e3b-89c0-397de6164095 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:31.311815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.320200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49252) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:31.350900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 93380b99-8124-41da-a462-88d6c3919187 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:31.397953 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.407406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 93380b99-8124-41da-a462-88d6c3919187 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:31.408160 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.411833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Calling delete_port for db3efc6d-9b90-4e3b-89c0-397de6164095 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:31.425565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49256) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:31.444523 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-network', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:31.490178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8db53663-edde-439a-9fff-28f0854412c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aabd2f9a42e24f91b4119aada0e00c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637639 Jul 08 18:14:31.492773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49260) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:31.493022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Made reservation on behalf of f9481a90590e4e0dbad5c9d514755744 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:31.495606 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.500245 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.506135 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.526403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93380b99-8124-41da-a462-88d6c3919187'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:31.528672 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e233d8a-8008-4684-b558-584b2f9e5a15" -d '{"events": [{"server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "name": "network-vif-plugged", "status": "completed", "tag": "93380b99-8124-41da-a462-88d6c3919187"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:31.547261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:31.564264 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.612510 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2430aba2-7c03-4db0-ba7f-d95ae2cbd95a x-openstack-request-id: req-2430aba2-7c03-4db0-ba7f-d95ae2cbd95a {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:31.612864 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "name": "network-vif-plugged", "status": "completed", "tag": "93380b99-8124-41da-a462-88d6c3919187", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:31.613063 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2430aba2-7c03-4db0-ba7f-d95ae2cbd95a {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:31.614253 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8059e28b-db18-427c-ad64-c06c53868904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.616114 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93380b99-8124-41da-a462-88d6c3919187', 'code': 200} Jul 08 18:14:31.653497 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.660885 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.665304 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8059e28b-db18-427c-ad64-c06c53868904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.679323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=93380b99-8124-41da-a462-88d6c3919187,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:31.692652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6ec4c1-cf82-4d5e-9123-7384791f5485,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:31.708897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.712746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:14:31.723824 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.724166 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Added segment 3c0008c5-ef94-4c2a-b968-1c4bc828e98f of type vlan for network fc7d2818-4a84-4320-aace-fe7add7c02a8 Jul 08 18:14:31.736902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Pushing event deleted for resources: {'Port': ['ID=db3efc6d-9b90-4e3b-89c0-397de6164095,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:31.794311 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.804333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8059e28b-db18-427c-ad64-c06c53868904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.806915 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8059e28b-db18-427c-ad64-c06c53868904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.808051 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8059e28b-db18-427c-ad64-c06c53868904 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cda38c23-1ad8-4232-bc3c-1958a89ac07c HTTP/1.1" status: 204 len: 168 time: 0.3143182 Jul 08 18:14:31.820967 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.823078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059e28b-db18-427c-ad64-c06c53868904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda38c23-1ad8-4232-bc3c-1958a89ac07c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:31.835679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.836657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:31.837245 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.863927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58b7db-204b-418a-8ebf-4a0d05978219 req-161d6195-df4b-43d3-ae14-4380e0746d8a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:31.865458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a58b7db-204b-418a-8ebf-4a0d05978219 req-161d6195-df4b-43d3-ae14-4380e0746d8a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1394544 Jul 08 18:14:31.918524 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.922161 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.929256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6078641 Jul 08 18:14:31.929878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49268) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:31.939059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] Request body: {'subnet': {'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-subnet', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:31.943277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48236e8-1a4a-4fe1-91c2-a6079f011ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7d2818-4a84-4320-aace-fe7add7c02a8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:31.958111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network fc7d2818-4a84-4320-aace-fe7add7c02a8 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:14:31.968217 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a58b7db-204b-418a-8ebf-4a0d05978219 req-a8dbdd82-9e4e-4582-a963-511d4f2abf61 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717206 Jul 08 18:14:31.981714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] Made reservation on behalf of f9481a90590e4e0dbad5c9d514755744 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:31.986030 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.012562 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.013296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Fanout notify agent at l3_agent the message router_deleted on router cbaa3da6-dc4b-4f58-803e-64c5e07c91ac {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:32.022030 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.028029 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-867bf273-3995-452c-bdc9-518e603640ac tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/cbaa3da6-dc4b-4f58-803e-64c5e07c91ac HTTP/1.1" status: 204 len: 168 time: 1.1384187 Jul 08 18:14:32.031597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49270) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:32.038829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2141812180', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'enable_snat': False}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:32.067588 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.068994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.126199 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.195701 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.260992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a96990ed-3bb6-4cca-965b-4cab125c5da7,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:32.282802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] Checking segment: {'id': '3c0008c5-ef94-4c2a-b968-1c4bc828e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:32.283448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] Network hostable DHCP agents. Network: fc7d2818-4a84-4320-aace-fe7add7c02a8, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:14:32.297136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.305347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] Network fc7d2818-4a84-4320-aace-fe7add7c02a8 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:14:32.319165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, fc7d2818-4a84-4320-aace-fe7add7c02a8) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:32.327660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:32.328191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a726da-6af6-4dfb-b4c1-0eb327ec667f None None] Network fc7d2818-4a84-4320-aace-fe7add7c02a8 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:32.328364 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.347833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-67cfb279-1722-421b-88a8-074f00c2f99d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4113390 Jul 08 18:14:32.348093 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49284) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:32.353582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:32.376645 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.377862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.459880 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.646973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732026c4-5fbc-4363-88a8-b0a134743a78 None None] Network fc7d2818-4a84-4320-aace-fe7add7c02a8 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:32.661656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.880920 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.902263 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.925004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.944746 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.032093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Allocated IP 172.25.8.105 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/988c76a6-27dc-4b12-80a5-91c8a3d87f99) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:33.149883 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.175610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696fef8-d70b-4e7a-94af-046da2a57347 req-3fec6b80-50f0-4ad9-9b97-a9612e957169 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:33.177130 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5696fef8-d70b-4e7a-94af-046da2a57347 req-3fec6b80-50f0-4ad9-9b97-a9612e957169 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.0743680 Jul 08 18:14:33.196644 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.236268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:33.243674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:33.244287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5696fef8-d70b-4e7a-94af-046da2a57347 req-2a3d2293-c2bb-469a-90c2-8bdcd8ffbd73 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610299 Jul 08 18:14:33.247216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:33.253702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event updated for resources: {'Port': ['ID=988c76a6-27dc-4b12-80a5-91c8a3d87f99,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:33.262075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Allocated IP 172.25.8.143 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/ca778978-973f-48f4-8487-987b823011b4) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:33.371695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49316) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:33.407276 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.455355 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.468117 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.527767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Pushing event updated for resources: {'Port': ['ID=ca778978-973f-48f4-8487-987b823011b4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:33.539588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-605730959', 'router:external': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:33.556310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:33.559759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:33.564589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:33.576626 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.599742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Made reservation on behalf of a9ccb30717b1421ebef60f12fe537aaa for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:33.603341 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.617972 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.786831 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.890833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.919526 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.950015 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:14:33.950364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Router 707f98cd-b9ff-445d-84c1-d5efc8fb82aa is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:33.978404 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.978788 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Added segment bfd9d8d2-104b-45ef-a47a-9846e46b7ba6 of type vlan for network 22faa71a-7397-4624-892d-b2c830f6ba0d Jul 08 18:14:33.980008 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:33.989506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe2c93-c2a0-418e-99a2-4ef18e152a93,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:34.100541 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:34.106378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.109933 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Sync routers for ids ['707f98cd-b9ff-445d-84c1-d5efc8fb82aa'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:34.121346 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Routers {'707f98cd-b9ff-445d-84c1-d5efc8fb82aa'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:34.121994 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['707f98cd-b9ff-445d-84c1-d5efc8fb82aa'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:34.130590 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.136209 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ad7a2ece-d7f8-4d98-be95-532727a95aff tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.1020982 Jul 08 18:14:34.136791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49348) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:34.164035 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.272718 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c65769a2-1576-4cdc-b1ef-07d62e0d76e9 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/routers/707f98cd-b9ff-445d-84c1-d5efc8fb82aa HTTP/1.1" status: 200 len: 909 time: 0.1303265 Jul 08 18:14:34.273307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49350) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:34.279604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2141812180', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'enable_snat': True}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:34.308758 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Set router 707f98cd-b9ff-445d-84c1-d5efc8fb82aa gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:34.335550 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.336865 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.389827 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.393649 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.394652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:34.395235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.451812 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.474351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event updated for resources: {'Network': ['ID=22faa71a-7397-4624-892d-b2c830f6ba0d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:34.486220 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 22faa71a-7397-4624-892d-b2c830f6ba0d details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:14:34.512676 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707f98cd-b9ff-445d-84c1-d5efc8fb82aa', 'name': 'tempest-snat-router-2141812180', 'tenant_id': '05a1c4df92a84b6d97696e184b6b6817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.105'}], 'enable_snat': False}, 'gw_port_id': '988c76a6-27dc-4b12-80a5-91c8a3d87f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:33Z', 'revision_number': 3, 'project_id': '05a1c4df92a84b6d97696e184b6b6817', 'gw_port': {'id': '988c76a6-27dc-4b12-80a5-91c8a3d87f99', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707f98cd-b9ff-445d-84c1-d5efc8fb82aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:34.548956 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Checking router: 707f98cd-b9ff-445d-84c1-d5efc8fb82aa for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:34.549566 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Updating router 707f98cd-b9ff-445d-84c1-d5efc8fb82aa port 988c76a6-27dc-4b12-80a5-91c8a3d87f99 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:14:34.599088 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.756695 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.780292 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-85c7e6a0-2583-492e-ba27-5016872683e6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4075081 Jul 08 18:14:34.784456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49356) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:34.789386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Request body: {'subnet': {'network_id': '22faa71a-7397-4624-892d-b2c830f6ba0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:34.817760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Made reservation on behalf of a9ccb30717b1421ebef60f12fe537aaa for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:34.820230 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.992087 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.013763 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Transition to ACTIVE for port object 988c76a6-27dc-4b12-80a5-91c8a3d87f99 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:35.032971 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.050592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36860e4c-7d3f-47b3-8c5d-99799795c009 req-015ed1d8-a0ed-4509-b049-cfe8c76658ee tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:35.052190 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36860e4c-7d3f-47b3-8c5d-99799795c009 req-015ed1d8-a0ed-4509-b049-cfe8c76658ee tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.3232710 Jul 08 18:14:35.104088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Router 04d8237d-2003-4bff-b992-3c3b17527859 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:35.106699 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09858c17-c49e-44c5-8602-b72f6f6a3993 None None] Pushing event updated for resources: {'Port': ['ID=988c76a6-27dc-4b12-80a5-91c8a3d87f99,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:35.134641 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Attempting to bind port 988c76a6-27dc-4b12-80a5-91c8a3d87f99 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:35.135377 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Attempting to bind port 988c76a6-27dc-4b12-80a5-91c8a3d87f99 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:35.135513 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Attempting to bind port 988c76a6-27dc-4b12-80a5-91c8a3d87f99 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:35.140918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36860e4c-7d3f-47b3-8c5d-99799795c009 req-50295341-bde6-42d6-8995-f29896cda721 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787351 Jul 08 18:14:35.143120 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:35.144270 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:35.144675 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.145203 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:35.145672 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Bound port: 988c76a6-27dc-4b12-80a5-91c8a3d87f99, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:35.146052 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.219609 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.244444 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.248356 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] For port 988c76a6-27dc-4b12-80a5-91c8a3d87f99, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:35.255052 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] For port 988c76a6-27dc-4b12-80a5-91c8a3d87f99, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=988c76a6-27dc-4b12-80a5-91c8a3d87f99,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:35.265545 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.314329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:35.320366 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Routers {'707f98cd-b9ff-445d-84c1-d5efc8fb82aa'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:35.320780 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['707f98cd-b9ff-445d-84c1-d5efc8fb82aa'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:35.325066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Sync routers for ids ['04d8237d-2003-4bff-b992-3c3b17527859'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:35.346245 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Routers {'04d8237d-2003-4bff-b992-3c3b17527859'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:35.347391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04d8237d-2003-4bff-b992-3c3b17527859'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:35.381631 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.383172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9b8d524f-3f89-43b6-9174-a21e7e321e9e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0340109 Jul 08 18:14:35.386095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49360) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:35.412050 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Allocated IP 172.25.8.197 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/2899e47a-f491-40aa-9609-cf7cfaaba88d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:35.432356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.objects.ports [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93742) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:14:35.437339 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.451172 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] Set router 707f98cd-b9ff-445d-84c1-d5efc8fb82aa gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:35.574121 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Set router 04d8237d-2003-4bff-b992-3c3b17527859 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:35.579530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event updated for resources: {'Subnet': ['ID=30e2104a-e557-4bf8-b7a8-60119d2dbe34,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:35.607196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Checking segment: {'id': 'bfd9d8d2-104b-45ef-a47a-9846e46b7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22faa71a-7397-4624-892d-b2c830f6ba0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:35.609188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Network hostable DHCP agents. Network: 22faa71a-7397-4624-892d-b2c830f6ba0d, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:14:35.647729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Network 22faa71a-7397-4624-892d-b2c830f6ba0d is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:14:35.673824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 22faa71a-7397-4624-892d-b2c830f6ba0d) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:35.685448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:35.692073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.749933 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0425264d-e876-4fda-9e83-66cdb21d66b5 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9628587 Jul 08 18:14:35.751041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecfa058-f19c-4e08-8880-94901f96a916 None None] Network 22faa71a-7397-4624-892d-b2c830f6ba0d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:35.752289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49364) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:35.769097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2137532001', 'network_id': '22faa71a-7397-4624-892d-b2c830f6ba0d'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:35.824124 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707f98cd-b9ff-445d-84c1-d5efc8fb82aa', 'name': 'tempest-snat-router-2141812180', 'tenant_id': '05a1c4df92a84b6d97696e184b6b6817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.105'}], 'enable_snat': False}, 'gw_port_id': '988c76a6-27dc-4b12-80a5-91c8a3d87f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:33Z', 'revision_number': 3, 'project_id': '05a1c4df92a84b6d97696e184b6b6817', 'gw_port': {'id': '988c76a6-27dc-4b12-80a5-91c8a3d87f99', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707f98cd-b9ff-445d-84c1-d5efc8fb82aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:35.847597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Made reservation on behalf of a9ccb30717b1421ebef60f12fe537aaa for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:35.850233 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.862085 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766c986-5d2c-4969-b39e-b8fc910b9992 None None] The sync data for ids ['707f98cd-b9ff-445d-84c1-d5efc8fb82aa'] in n-d-799684-3 is: [{'id': '707f98cd-b9ff-445d-84c1-d5efc8fb82aa', 'name': 'tempest-snat-router-2141812180', 'tenant_id': '05a1c4df92a84b6d97696e184b6b6817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.105'}], 'enable_snat': False}, 'gw_port_id': '988c76a6-27dc-4b12-80a5-91c8a3d87f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:33Z', 'revision_number': 3, 'project_id': '05a1c4df92a84b6d97696e184b6b6817', 'gw_port': {'id': '988c76a6-27dc-4b12-80a5-91c8a3d87f99', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707f98cd-b9ff-445d-84c1-d5efc8fb82aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:35.873123 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09858c17-c49e-44c5-8602-b72f6f6a3993 None None] Pushing event updated for resources: {'Port': ['ID=988c76a6-27dc-4b12-80a5-91c8a3d87f99,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:35.896507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:33Z', 'revision_number': 3, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:35.905903 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:35.906471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] device_id is not set on port 6f2426bd-408b-440c-8c03-3ddc3f79e765 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:14:35.973786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Checking router: 04d8237d-2003-4bff-b992-3c3b17527859 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:35.974443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Updating router 04d8237d-2003-4bff-b992-3c3b17527859 port ca778978-973f-48f4-8487-987b823011b4 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:14:36.053829 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.069916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c145746-fcde-4932-adbb-222b964c8a14 None None] Network 22faa71a-7397-4624-892d-b2c830f6ba0d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:36.076625 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.147166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Allocated IP 172.20.0.5 (22faa71a-7397-4624-892d-b2c830f6ba0d/30e2104a-e557-4bf8-b7a8-60119d2dbe34/6f2426bd-408b-440c-8c03-3ddc3f79e765) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:36.165290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:36.181690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:36.198273 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:36.207748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event updated for resources: {'Port': ['ID=2899e47a-f491-40aa-9609-cf7cfaaba88d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:36.465237 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.537690 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.550984 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.563601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Transition to ACTIVE for port object ca778978-973f-48f4-8487-987b823011b4 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:36.617499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Network 22faa71a-7397-4624-892d-b2c830f6ba0d is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:36.621176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:36.627580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:36.628524 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.700715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1330340-b1bd-4bcb-8cb0-ae927d4260a2 None None] Pushing event updated for resources: {'Port': ['ID=ca778978-973f-48f4-8487-987b823011b4,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:36.720109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:36.721053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.764319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0e5a9d2-d529-41b9-a60c-b68799a08c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.777826 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0237148 Jul 08 18:14:36.786343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Attempting to bind port ca778978-973f-48f4-8487-987b823011b4 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:36.786875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Attempting to bind port ca778978-973f-48f4-8487-987b823011b4 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:36.787343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Attempting to bind port ca778978-973f-48f4-8487-987b823011b4 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:36.790878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49370) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:36.809328 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:36.809903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:36.810453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.811112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:36.811722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Bound port: ca778978-973f-48f4-8487-987b823011b4, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:36.812767 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.915158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] For port ca778978-973f-48f4-8487-987b823011b4, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:36.919872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15278b5-c867-4938-8d3b-904ba5369bcc tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event updated for resources: {'Port': ['ID=6f2426bd-408b-440c-8c03-3ddc3f79e765,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:36.920982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] For port ca778978-973f-48f4-8487-987b823011b4, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ca778978-973f-48f4-8487-987b823011b4,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:36.949871 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.954719 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b2661-1a0d-4a76-8ccd-0ad0616952bb req-b4b422d7-9975-4791-967e-05334518f156 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:36.957023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c9b2661-1a0d-4a76-8ccd-0ad0616952bb req-b4b422d7-9975-4791-967e-05334518f156 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.4417131 Jul 08 18:14:36.958880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-15858d45-cce5-4958-b887-4341b2c97b8f tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Deleting port 6f2426bd-408b-440c-8c03-3ddc3f79e765 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:36.959504 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15858d45-cce5-4958-b887-4341b2c97b8f tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.026383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1330340-b1bd-4bcb-8cb0-ae927d4260a2 None None] Pushing event updated for resources: {'Port': ['ID=ca778978-973f-48f4-8487-987b823011b4,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:37.063017 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15858d45-cce5-4958-b887-4341b2c97b8f tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.078967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-15858d45-cce5-4958-b887-4341b2c97b8f tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Calling delete_port for 6f2426bd-408b-440c-8c03-3ddc3f79e765 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:37.098193 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.120058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Routers {'04d8237d-2003-4bff-b992-3c3b17527859'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:37.120847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04d8237d-2003-4bff-b992-3c3b17527859'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:37.316696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c9b2661-1a0d-4a76-8ccd-0ad0616952bb req-09dafd8d-cd97-41a0-9516-072124883f24 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391144 Jul 08 18:14:37.339447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] Set router 04d8237d-2003-4bff-b992-3c3b17527859 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:37.353366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.430184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15858d45-cce5-4958-b887-4341b2c97b8f tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.485711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15858d45-cce5-4958-b887-4341b2c97b8f tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f2426bd-408b-440c-8c03-3ddc3f79e765,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:37.596485 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15858d45-cce5-4958-b887-4341b2c97b8f tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.604001 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-15858d45-cce5-4958-b887-4341b2c97b8f tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "DELETE /v2.0/ports/6f2426bd-408b-440c-8c03-3ddc3f79e765 HTTP/1.1" status: 204 len: 168 time: 0.8084579 Jul 08 18:14:37.604411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49376) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:37.616100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22faa71a-7397-4624-892d-b2c830f6ba0d', 'external_fixed_ips': [{'subnet_id': '30e2104a-e557-4bf8-b7a8-60119d2dbe34', 'ip_address': '172.20.0.5'}]}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:37.671383 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.674566 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.677654 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Allocated IP 172.20.0.1 (fc7d2818-4a84-4320-aace-fe7add7c02a8/a96990ed-3bb6-4cca-965b-4cab125c5da7/e3713a80-ba02-4d4d-b823-a17f42aab2d6) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:37.749302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 988c76a6-27dc-4b12-80a5-91c8a3d87f99 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:37.793963 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.810151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:33Z', 'revision_number': 3, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:37.818644 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.842668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eaabab-4ce9-4506-9a80-d64637fedc20 None None] The sync data for ids ['04d8237d-2003-4bff-b992-3c3b17527859'] in n-d-799684-3 is: [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:33Z', 'revision_number': 3, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:37.877131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 988c76a6-27dc-4b12-80a5-91c8a3d87f99 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:37.882005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 988c76a6-27dc-4b12-80a5-91c8a3d87f99 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:37.882629 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.947629 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:38.054483 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:38.069065 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:38.091682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 988c76a6-27dc-4b12-80a5-91c8a3d87f99, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=988c76a6-27dc-4b12-80a5-91c8a3d87f99,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:38.101926 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:38.156126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Network fc7d2818-4a84-4320-aace-fe7add7c02a8 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:38.160224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:38.163067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:38.165847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Pushing event updated for resources: {'Port': ['ID=e3713a80-ba02-4d4d-b823-a17f42aab2d6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:38.219411 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:38.309122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Router 38cfde60-4401-476d-80b9-64021f21e7d1 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:38.342768 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=988c76a6-27dc-4b12-80a5-91c8a3d87f99,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:38.606744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:38.624129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:38.626673 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Sync routers for ids ['38cfde60-4401-476d-80b9-64021f21e7d1'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:38.654954 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Routers {'38cfde60-4401-476d-80b9-64021f21e7d1'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:38.659955 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['38cfde60-4401-476d-80b9-64021f21e7d1'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:38.700108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:38.707538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49384) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:38.709127 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8d8484df-7e8f-47d1-ad43-cf1f1cdb19e5 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4300966 Jul 08 18:14:38.737041 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:38.852081 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Set router 38cfde60-4401-476d-80b9-64021f21e7d1 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:39.070078 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.143061 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.145295 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d18536e-9a11-4405-9590-c31fe714cb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.152101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aea4f8-35e1-4e45-9e05-8f1dd79a4cf1 req-d2ad03ab-542e-4a67-a2cf-a42dc5c692d9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:39.154193 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.164540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3aea4f8-35e1-4e45-9e05-8f1dd79a4cf1 req-d2ad03ab-542e-4a67-a2cf-a42dc5c692d9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.5667744 Jul 08 18:14:39.207965 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cfde60-4401-476d-80b9-64021f21e7d1', 'name': 'tempest-snat-router-2141812180', 'tenant_id': '05a1c4df92a84b6d97696e184b6b6817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '2899e47a-f491-40aa-9609-cf7cfaaba88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:34Z', 'updated_at': '2021-07-08T18:14:36Z', 'revision_number': 3, 'project_id': '05a1c4df92a84b6d97696e184b6b6817', 'gw_port': {'id': '2899e47a-f491-40aa-9609-cf7cfaaba88d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cfde60-4401-476d-80b9-64021f21e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:35Z', 'updated_at': '2021-07-08T18:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:39.212393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-95967dbf-0543-4756-9d4d-ce2a1c4e03e6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/routers/38cfde60-4401-476d-80b9-64021f21e7d1 HTTP/1.1" status: 200 len: 908 time: 0.4954178 Jul 08 18:14:39.216974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49386) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:39.250778 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3aea4f8-35e1-4e45-9e05-8f1dd79a4cf1 req-df602a05-51a0-43a1-89ee-5768f69471cb tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851779 Jul 08 18:14:39.280061 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Checking router: 38cfde60-4401-476d-80b9-64021f21e7d1 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:39.280424 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Updating router 38cfde60-4401-476d-80b9-64021f21e7d1 port 2899e47a-f491-40aa-9609-cf7cfaaba88d binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:14:39.326065 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.447328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.466445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Pushing event updated for resources: {'Port': ['ID=e3713a80-ba02-4d4d-b823-a17f42aab2d6,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:39.479121 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.601463 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.684066 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.802127 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.820579 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Transition to ACTIVE for port object 2899e47a-f491-40aa-9609-cf7cfaaba88d will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:39.839157 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.843738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Network fc7d2818-4a84-4320-aace-fe7add7c02a8 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:39.846308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:39.862245 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.913177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 988c76a6-27dc-4b12-80a5-91c8a3d87f99 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:39.973307 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65252af4-a1bd-4f02-9389-0b9bd8207f5e None None] Pushing event updated for resources: {'Port': ['ID=2899e47a-f491-40aa-9609-cf7cfaaba88d,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:39.988593 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Attempting to bind port 2899e47a-f491-40aa-9609-cf7cfaaba88d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:39.988965 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Attempting to bind port 2899e47a-f491-40aa-9609-cf7cfaaba88d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:39.989322 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Attempting to bind port 2899e47a-f491-40aa-9609-cf7cfaaba88d on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:40.011534 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:40.011906 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:40.012319 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.012714 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:40.013212 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Bound port: 2899e47a-f491-40aa-9609-cf7cfaaba88d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:40.013574 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.052778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Allocated IP 172.20.0.5 (22faa71a-7397-4624-892d-b2c830f6ba0d/30e2104a-e557-4bf8-b7a8-60119d2dbe34/443b9f7f-b310-4e89-b609-637548dd531e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:40.053081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 988c76a6-27dc-4b12-80a5-91c8a3d87f99 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:40.053396 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.113967 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] For port 2899e47a-f491-40aa-9609-cf7cfaaba88d, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:40.124057 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] For port 2899e47a-f491-40aa-9609-cf7cfaaba88d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2899e47a-f491-40aa-9609-cf7cfaaba88d,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:40.134669 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.185237 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.224609 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Routers {'38cfde60-4401-476d-80b9-64021f21e7d1'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:40.228212 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['38cfde60-4401-476d-80b9-64021f21e7d1'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:40.239079 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.302037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ca778978-973f-48f4-8487-987b823011b4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:40.313143 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.360245 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] Set router 38cfde60-4401-476d-80b9-64021f21e7d1 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:40.415123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Network 22faa71a-7397-4624-892d-b2c830f6ba0d is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:40.419140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:40.427237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ca778978-973f-48f4-8487-987b823011b4 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:40.432859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ca778978-973f-48f4-8487-987b823011b4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:40.433334 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.438828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:40.455181 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cfde60-4401-476d-80b9-64021f21e7d1', 'name': 'tempest-snat-router-2141812180', 'tenant_id': '05a1c4df92a84b6d97696e184b6b6817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:34Z', 'updated_at': '2021-07-08T18:14:39Z', 'revision_number': 4, 'project_id': '05a1c4df92a84b6d97696e184b6b6817', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:40.499954 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04601d-a4bf-4e2c-a8fa-4f5653e5eb11 None None] The sync data for ids ['38cfde60-4401-476d-80b9-64021f21e7d1'] in n-d-799684-3 is: [{'id': '38cfde60-4401-476d-80b9-64021f21e7d1', 'name': 'tempest-snat-router-2141812180', 'tenant_id': '05a1c4df92a84b6d97696e184b6b6817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:34Z', 'updated_at': '2021-07-08T18:14:39Z', 'revision_number': 4, 'project_id': '05a1c4df92a84b6d97696e184b6b6817', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:40.537719 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65252af4-a1bd-4f02-9389-0b9bd8207f5e None None] Pushing event updated for resources: {'Port': ['ID=2899e47a-f491-40aa-9609-cf7cfaaba88d,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:40.615078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Deleting port 2899e47a-f491-40aa-9609-cf7cfaaba88d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:40.615644 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.626690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Router 04d8237d-2003-4bff-b992-3c3b17527859 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:14:40.641707 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.679615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port ca778978-973f-48f4-8487-987b823011b4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ca778978-973f-48f4-8487-987b823011b4,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:40.688682 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.767805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=ca778978-973f-48f4-8487-987b823011b4,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:40.777496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event updated for resources: {'Port': ['ID=443b9f7f-b310-4e89-b609-637548dd531e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:40.885750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b5e21-aae1-4cd9-9064-f03953f0422f req-98d470a3-45e3-43e4-9981-30b854eb35a1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:40.887450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-486b5e21-aae1-4cd9-9064-f03953f0422f req-98d470a3-45e3-43e4-9981-30b854eb35a1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.3468211 Jul 08 18:14:40.910884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] For port 2899e47a-f491-40aa-9609-cf7cfaaba88d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2899e47a-f491-40aa-9609-cf7cfaaba88d,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:40.910884 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.931718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Calling delete_port for 2899e47a-f491-40aa-9609-cf7cfaaba88d owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:40.949482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:40.955844 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a284e7f9-52c5-470e-a1e7-5bdb3ff8bf91 admin admin] 10.222.0.73 "PUT /v2.0/routers/04d8237d-2003-4bff-b992-3c3b17527859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5677547 Jul 08 18:14:40.960270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Sync routers for ids ['04d8237d-2003-4bff-b992-3c3b17527859'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:40.989986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Routers {'04d8237d-2003-4bff-b992-3c3b17527859'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:40.998545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04d8237d-2003-4bff-b992-3c3b17527859'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:41.085482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-486b5e21-aae1-4cd9-9064-f03953f0422f req-88dc90ed-a88c-4fdb-8c8f-8c3317645418 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748035 Jul 08 18:14:41.141731 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:41.261483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Set router 04d8237d-2003-4bff-b992-3c3b17527859 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:41.276461 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:41.348347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event deleted for resources: {'Port': ['ID=2899e47a-f491-40aa-9609-cf7cfaaba88d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:41.467428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:41.534223 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:41.652145 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:41.666162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:38Z', 'revision_number': 4, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e3713a80-ba02-4d4d-b823-a17f42aab2d6', 'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'mac_address': 'fa:16:3e:f8:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:37Z', 'updated_at': '2021-07-08T18:14:38Z', 'revision_number': 2, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'subnets': [{'id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:41.720135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Checking router: 04d8237d-2003-4bff-b992-3c3b17527859 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:41.720773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Updating router 04d8237d-2003-4bff-b992-3c3b17527859 port e3713a80-ba02-4d4d-b823-a17f42aab2d6 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:14:41.755843 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:41.757576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ca778978-973f-48f4-8487-987b823011b4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:41.758483 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:41.815329 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:41.818889 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:41.819829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38cfde60-4401-476d-80b9-64021f21e7d1 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:41.829575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:41.830853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ca778978-973f-48f4-8487-987b823011b4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:41.831229 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:41.832151 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-05817bbd-e172-417a-b4ab-e3e55d9b32d1 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "DELETE /v2.0/routers/38cfde60-4401-476d-80b9-64021f21e7d1 HTTP/1.1" status: 204 len: 168 time: 2.6124215 Jul 08 18:14:41.835291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49418) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:41.836925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Router 794dbb89-e928-477b-8d77-88b54e04ca41 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:41.960217 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-1e0e5db7-3671-4815-9b59-7ce87b6f8e05 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:41.962186 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-1e0e5db7-3671-4815-9b59-7ce87b6f8e05 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/networks?id=fc7d2818-4a84-4320-aace-fe7add7c02a8 HTTP/1.1" status: 200 len: 819 time: 0.2683957 Jul 08 18:14:42.025258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-bb7e8880-e16e-4c1c-b968-f246e97ca5cb tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/quotas/f9481a90590e4e0dbad5c9d514755744 HTTP/1.1" status: 200 len: 375 time: 0.0523598 Jul 08 18:14:42.066789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.243414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:42.252180 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Sync routers for ids ['794dbb89-e928-477b-8d77-88b54e04ca41'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:42.267753 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Routers {'794dbb89-e928-477b-8d77-88b54e04ca41'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:42.268315 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['794dbb89-e928-477b-8d77-88b54e04ca41'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:42.286767 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.290352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9fd19776-85fc-43b6-b542-b955c1d38fb3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6822832 Jul 08 18:14:42.291255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49426) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:42.316852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-879db5a8-eed3-4eb1-bd86-030cd8b01ead tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9481a90590e4e0dbad5c9d514755744&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2368367 Jul 08 18:14:42.464049 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.477385 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Set router 794dbb89-e928-477b-8d77-88b54e04ca41 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:42.516996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d89296-ccdb-4b00-9b6e-426bc674d091 req-1cec98a6-f80b-4206-92a6-1e799cd2f5fb tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:42.523001 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.525248 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2d89296-ccdb-4b00-9b6e-426bc674d091 req-1cec98a6-f80b-4206-92a6-1e799cd2f5fb tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1702540 Jul 08 18:14:42.549491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Transition to ACTIVE for port object e3713a80-ba02-4d4d-b823-a17f42aab2d6 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:42.552947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-febb6e04-23df-4b7d-8d7b-8c1c15f91d37 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271760 Jul 08 18:14:42.576534 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.628748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.631037 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2d89296-ccdb-4b00-9b6e-426bc674d091 req-dc3e6d67-bbb6-4dfe-8e35-6ae7d9984e36 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046507 Jul 08 18:14:42.646195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.665885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9ef1e-5e92-4859-866a-f2ab4f2b2181 None None] Pushing event updated for resources: {'Port': ['ID=e3713a80-ba02-4d4d-b823-a17f42aab2d6,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:42.732957 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-48888dae-7280-4822-92f9-15ada409007f service neutron] 10.222.0.73 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720908 Jul 08 18:14:42.780992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Deleting port 443b9f7f-b310-4e89-b609-637548dd531e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:42.781861 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.804852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Attempting to bind port e3713a80-ba02-4d4d-b823-a17f42aab2d6 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:42.805226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Attempting to bind port e3713a80-ba02-4d4d-b823-a17f42aab2d6 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '3c0008c5-ef94-4c2a-b968-1c4bc828e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:42.805594 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Attempting to bind port e3713a80-ba02-4d4d-b823-a17f42aab2d6 on network fc7d2818-4a84-4320-aace-fe7add7c02a8 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:42.817142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:42.817523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Checking segment: {'id': '3c0008c5-ef94-4c2a-b968-1c4bc828e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:42.817937 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.818375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Bound using segment: {'id': '3c0008c5-ef94-4c2a-b968-1c4bc828e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:42.818854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Bound port: e3713a80-ba02-4d4d-b823-a17f42aab2d6, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0008c5-ef94-4c2a-b968-1c4bc828e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:42.819243 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.844417 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794dbb89-e928-477b-8d77-88b54e04ca41', 'name': '', 'tenant_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22faa71a-7397-4624-892d-b2c830f6ba0d', 'external_fixed_ips': [{'subnet_id': '30e2104a-e557-4bf8-b7a8-60119d2dbe34', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '443b9f7f-b310-4e89-b609-637548dd531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:37Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 3, 'project_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'gw_port': {'id': '443b9f7f-b310-4e89-b609-637548dd531e', 'name': '', 'network_id': '22faa71a-7397-4624-892d-b2c830f6ba0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794dbb89-e928-477b-8d77-88b54e04ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '30e2104a-e557-4bf8-b7a8-60119d2dbe34', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:39Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30e2104a-e557-4bf8-b7a8-60119d2dbe34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:42.898636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Deleting port 988c76a6-27dc-4b12-80a5-91c8a3d87f99 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:42.899811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.969563 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:42.992156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] For port e3713a80-ba02-4d4d-b823-a17f42aab2d6, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:42.997938 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] For port e3713a80-ba02-4d4d-b823-a17f42aab2d6, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e3713a80-ba02-4d4d-b823-a17f42aab2d6,segment=NetworkSegment(3c0008c5-ef94-4c2a-b968-1c4bc828e98f),segment_id=3c0008c5-ef94-4c2a-b968-1c4bc828e98f)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:42.999815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Calling delete_port for 443b9f7f-b310-4e89-b609-637548dd531e owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:43.009939 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:43.010659 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Checking router: 794dbb89-e928-477b-8d77-88b54e04ca41 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:43.011014 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Updating router 794dbb89-e928-477b-8d77-88b54e04ca41 port 443b9f7f-b310-4e89-b609-637548dd531e binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:14:43.063928 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:43.080900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-84c9c0bb-7d72-4952-b8b5-6e420b9e9f90 req-88f9193d-f1a1-4767-bc75-ff57288ce00e tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 210 time: 0.0406780 Jul 08 18:14:43.107436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] For port 988c76a6-27dc-4b12-80a5-91c8a3d87f99, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=988c76a6-27dc-4b12-80a5-91c8a3d87f99,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:43.107436 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:43.124886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9ef1e-5e92-4859-866a-f2ab4f2b2181 None None] Pushing event updated for resources: {'Port': ['ID=e3713a80-ba02-4d4d-b823-a17f42aab2d6,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:43.128114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Routers {'04d8237d-2003-4bff-b992-3c3b17527859'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:43.128701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04d8237d-2003-4bff-b992-3c3b17527859'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:43.151118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Calling delete_port for 988c76a6-27dc-4b12-80a5-91c8a3d87f99 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:43.276185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] Set router 04d8237d-2003-4bff-b992-3c3b17527859 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:43.542302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:43.606031 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:43.615375 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event deleted for resources: {'Port': ['ID=443b9f7f-b310-4e89-b609-637548dd531e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:43.619647 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.db.api [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:14:43.620209 n-d-799684-3 neutron-server[93744]: DEBUG oslo_db.api [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:14:43.688972 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event deleted for resources: {'Port': ['ID=988c76a6-27dc-4b12-80a5-91c8a3d87f99,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:43.748189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:38Z', 'revision_number': 4, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e3713a80-ba02-4d4d-b823-a17f42aab2d6', 'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'mac_address': 'fa:16:3e:f8:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:37Z', 'updated_at': '2021-07-08T18:14:42Z', 'revision_number': 4, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'subnets': [{'id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:43.796519 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:43.825983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b8293-4c15-4a77-88bc-98c6c26fe29c None None] The sync data for ids ['04d8237d-2003-4bff-b992-3c3b17527859'] in n-d-799684-3 is: [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:38Z', 'revision_number': 4, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e3713a80-ba02-4d4d-b823-a17f42aab2d6', 'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'mac_address': 'fa:16:3e:f8:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:37Z', 'updated_at': '2021-07-08T18:14:42Z', 'revision_number': 4, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'subnets': [{'id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:43.948911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4f87-6404-4f65-a89f-6a873195a568 req-7819fee0-228c-42b1-8e83-5b40a0dbb949 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:43.957619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1be4f87-6404-4f65-a89f-6a873195a568 req-7819fee0-228c-42b1-8e83-5b40a0dbb949 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1628063 Jul 08 18:14:43.974018 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:43.976512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.045335 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1be4f87-6404-4f65-a89f-6a873195a568 req-ec124a34-e45b-4900-a015-487ab105e920 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867684 Jul 08 18:14:44.054705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.059203 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.059885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 794dbb89-e928-477b-8d77-88b54e04ca41 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:44.180421 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Port 443b9f7f-b310-4e89-b609-637548dd531e not found while updating agent binding for router 794dbb89-e928-477b-8d77-88b54e04ca41. {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 18:14:44.187911 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.192623 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.209405 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Routers set() bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:44.209777 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Router IDs set() for agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 18:14:44.210464 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_agentschedulers_db [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'794dbb89-e928-477b-8d77-88b54e04ca41'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent'). {{(pid=93744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 18:14:44.210842 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb66199-9dc6-46d0-94d7-1454a7ad7759 None None] The sync data for ids ['794dbb89-e928-477b-8d77-88b54e04ca41'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:44.273629 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.280659 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-af72dfeb-f65a-45f9-aae3-398338e3ed5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "DELETE /v2.0/routers/794dbb89-e928-477b-8d77-88b54e04ca41 HTTP/1.1" status: 204 len: 168 time: 1.9866886 Jul 08 18:14:44.282077 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49448) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:44.282720 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.283293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 707f98cd-b9ff-445d-84c1-d5efc8fb82aa {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:44.289291 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.290441 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f43bb7a1-41f1-42f8-9cfe-345920c1dcb6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "DELETE /v2.0/routers/707f98cd-b9ff-445d-84c1-d5efc8fb82aa HTTP/1.1" status: 204 len: 168 time: 2.4532440 Jul 08 18:14:44.294353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49450) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:44.322290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-123578854', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:44.343046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb8e1da-f1e7-44b3-8e27-4f7336b4f7bf tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Deleting subnet 30e2104a-e557-4bf8-b7a8-60119d2dbe34 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:14:44.346923 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-abb8e1da-f1e7-44b3-8e27-4f7336b4f7bf tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.366099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca0326cd-d39b-4ad5-b5d0-a5c82f9624c0 req-e11090c1-78e4-4dc8-9c8c-c207ea1e0397 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 210 time: 0.0882034 Jul 08 18:14:44.417634 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.418894 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.425655 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-abb8e1da-f1e7-44b3-8e27-4f7336b4f7bf tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.503088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-abb8e1da-f1e7-44b3-8e27-4f7336b4f7bf tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.575364 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.610431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-abb8e1da-f1e7-44b3-8e27-4f7336b4f7bf tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.630538 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-abb8e1da-f1e7-44b3-8e27-4f7336b4f7bf tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.632917 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-abb8e1da-f1e7-44b3-8e27-4f7336b4f7bf tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/30e2104a-e557-4bf8-b7a8-60119d2dbe34 HTTP/1.1" status: 204 len: 168 time: 0.3412738 Jul 08 18:14:44.646664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49454) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:44.654530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8e1da-f1e7-44b3-8e27-4f7336b4f7bf tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=30e2104a-e557-4bf8-b7a8-60119d2dbe34,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:44.855766 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.866949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:45.000422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-98cb13f2-56f5-4c07-ac5d-21c40d784072 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:45.000422 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-98cb13f2-56f5-4c07-ac5d-21c40d784072 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.74 "GET /v2.0/networks?id=fc7d2818-4a84-4320-aace-fe7add7c02a8 HTTP/1.1" status: 200 len: 819 time: 0.2073302 Jul 08 18:14:45.018304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Request body: {'port': {'device_id': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'admin_state_up': True, 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:45.269153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Made reservation on behalf of f9481a90590e4e0dbad5c9d514755744 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:45.281309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:45.537776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Allocated IP 172.20.0.6 (fc7d2818-4a84-4320-aace-fe7add7c02a8/a96990ed-3bb6-4cca-965b-4cab125c5da7/28ae9a93-7d19-4aeb-9455-0a749990ebba) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:45.709520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad57f34d-c622-4fcb-b50d-ddfc27442fbc req-e5c826ec-669f-4389-aa78-fbc281bdffb3 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 210 time: 0.0901730 Jul 08 18:14:45.730770 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:45.766456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3713a80-ba02-4d4d-b823-a17f42aab2d6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:45.774628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22faa71a-7397-4624-892d-b2c830f6ba0d']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:45.814316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd9d8d2-104b-45ef-a47a-9846e46b7ba6') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:45.814632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd9d8d2-104b-45ef-a47a-9846e46b7ba6') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:45.848538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port e3713a80-ba02-4d4d-b823-a17f42aab2d6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:45.855442 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e3713a80-ba02-4d4d-b823-a17f42aab2d6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:45.855826 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:45.879232 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:45.895759 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:45.963142 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:45.972360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:45.984838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832442-2347-4008-ae14-121184ea96f5 req-4144f847-440a-404e-a71f-10c9e87acdc4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:45.990644 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:45.992288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c832442-2347-4008-ae14-121184ea96f5 req-4144f847-440a-404e-a71f-10c9e87acdc4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.3761928 Jul 08 18:14:46.021887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:46.023581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:46.028542 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:46.032883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port e3713a80-ba02-4d4d-b823-a17f42aab2d6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e3713a80-ba02-4d4d-b823-a17f42aab2d6,segment=NetworkSegment(3c0008c5-ef94-4c2a-b968-1c4bc828e98f),segment_id=3c0008c5-ef94-4c2a-b968-1c4bc828e98f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:46.039779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Network fc7d2818-4a84-4320-aace-fe7add7c02a8 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:46.051114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:46.057458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Pushing event updated for resources: {'Port': ['ID=28ae9a93-7d19-4aeb-9455-0a749990ebba,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:46.057635 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.059866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:46.136880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:46.137459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.156916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 988c76a6-27dc-4b12-80a5-91c8a3d87f99 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:46.159310 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d5e65227-d6e2-4393-ab23-c9feabb9aae5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1467052 Jul 08 18:14:46.181100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Request body: {'port': {'device_id': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:46.188833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 988c76a6-27dc-4b12-80a5-91c8a3d87f99 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:46.189491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 988c76a6-27dc-4b12-80a5-91c8a3d87f99 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:46.199965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c832442-2347-4008-ae14-121184ea96f5 req-4bbe0e3d-f8c3-4109-8edc-eedbf00090e7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065845 Jul 08 18:14:46.212217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=e3713a80-ba02-4d4d-b823-a17f42aab2d6,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:46.235431 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.269558 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.272740 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.277965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22faa71a-7397-4624-892d-b2c830f6ba0d {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 18:14:46.280088 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.289651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "DELETE /v2.0/networks/22faa71a-7397-4624-892d-b2c830f6ba0d HTTP/1.1" status: 204 len: 168 time: 1.6415517 Jul 08 18:14:46.311457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event deleted for resources: {'Network': ['ID=22faa71a-7397-4624-892d-b2c830f6ba0d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:46.320332 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.349758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.350098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.350471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.350803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.351151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.351488 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.351810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.354554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.354554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.354554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.354554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.354554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218ef03-e5f6-47f6-b8b2-fff0308b083d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:46.455364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Allocated IP 172.25.8.46 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/cbe6b90d-7b1d-4772-92bb-6f0bae23dfdd) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:46.636297 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.724325 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.760307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49472) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:46.783993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7becc404-abac-424a-beb9-a8817db83218 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Request body: {'router': {'name': 'tempest-router--404805883', 'project_id': 'a474b701904546fbb9ab201db920574d'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:46.794708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ae9a93-7d19-4aeb-9455-0a749990ebba {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:14:46.804055 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.818360 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Transition to ACTIVE for port object 28ae9a93-7d19-4aeb-9455-0a749990ebba will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:46.830562 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.849749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:46.876214 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:46.894309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=28ae9a93-7d19-4aeb-9455-0a749990ebba,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:46.900001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:46.905232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Pushing event updated for resources: {'Port': ['ID=cbe6b90d-7b1d-4772-92bb-6f0bae23dfdd,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:46.982119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Attempting to bind port 28ae9a93-7d19-4aeb-9455-0a749990ebba on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:46.982517 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Attempting to bind port 28ae9a93-7d19-4aeb-9455-0a749990ebba by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '3c0008c5-ef94-4c2a-b968-1c4bc828e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:46.982888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Attempting to bind port 28ae9a93-7d19-4aeb-9455-0a749990ebba on network fc7d2818-4a84-4320-aace-fe7add7c02a8 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:46.990551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Port 28ae9a93-7d19-4aeb-9455-0a749990ebba on network fc7d2818-4a84-4320-aace-fe7add7c02a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:46.990919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Attempting to bind port 28ae9a93-7d19-4aeb-9455-0a749990ebba on network fc7d2818-4a84-4320-aace-fe7add7c02a8 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:46.998363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:46.998704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Checking segment: {'id': '3c0008c5-ef94-4c2a-b968-1c4bc828e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:46.999741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Bound using segment: {'id': '3c0008c5-ef94-4c2a-b968-1c4bc828e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:47.000221 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Bound port: 28ae9a93-7d19-4aeb-9455-0a749990ebba, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0008c5-ef94-4c2a-b968-1c4bc828e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:47.000584 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:47.008497 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7becc404-abac-424a-beb9-a8817db83218 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:47.017049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7becc404-abac-424a-beb9-a8817db83218 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:47.074074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] For port 28ae9a93-7d19-4aeb-9455-0a749990ebba, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:47.083532 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:14:47.087246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] For port 28ae9a93-7d19-4aeb-9455-0a749990ebba, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba,segment=NetworkSegment(3c0008c5-ef94-4c2a-b968-1c4bc828e98f),segment_id=3c0008c5-ef94-4c2a-b968-1c4bc828e98f)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:47.096537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:47.114971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:47.115788 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:47.117424 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] 10.222.0.74 "PUT /v2.0/ports/28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 1091 time: 0.9501271 Jul 08 18:14:47.119214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:47.121709 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f243ed-d294-4f81-8e3b-94e99297de0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:47.192872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec31160-9cd9-4ff2-874f-775c6f46a5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=28ae9a93-7d19-4aeb-9455-0a749990ebba,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:47.205390 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7becc404-abac-424a-beb9-a8817db83218 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:47.244985 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bf305a-757b-41d6-aa26-1428622e1a68 x-openstack-request-id: req-c0bf305a-757b-41d6-aa26-1428622e1a68 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:47.245279 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:47.245521 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0bf305a-757b-41d6-aa26-1428622e1a68 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:47.245919 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'status': 'completed', 'code': 200} Jul 08 18:14:47.285876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-73894a0b-99c3-4426-b92e-0126b8ffc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:47.290628 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-73894a0b-99c3-4426-b92e-0126b8ffc68d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9481a90590e4e0dbad5c9d514755744&device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 1094 time: 0.0931993 Jul 08 18:14:47.303859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7becc404-abac-424a-beb9-a8817db83218 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:47.350855 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-d205783d-a32f-4e0d-9bda-5fd505264b57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 217 time: 0.0514424 Jul 08 18:14:47.369317 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28fd92-2ae6-4231-a2c0-ec120daee9f3 req-48c74e5a-0b37-4de7-83ab-85e9a78a1d6f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:47.369620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d28fd92-2ae6-4231-a2c0-ec120daee9f3 req-48c74e5a-0b37-4de7-83ab-85e9a78a1d6f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 943 time: 0.3822656 Jul 08 18:14:47.406877 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7becc404-abac-424a-beb9-a8817db83218 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:47.408027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7becc404-abac-424a-beb9-a8817db83218 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6443608 Jul 08 18:14:47.417678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49482) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:47.420356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-de480761-6037-42b5-9a77-ea354fcddc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:47.422844 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-de480761-6037-42b5-9a77-ea354fcddc34 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a96990ed-3bb6-4cca-965b-4cab125c5da7 HTTP/1.1" status: 200 len: 859 time: 0.0620568 Jul 08 18:14:47.493724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d28fd92-2ae6-4231-a2c0-ec120daee9f3 req-565288e1-b365-41c5-bb2f-dcaea7434bd8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232958 Jul 08 18:14:47.495372 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-bd0b1247-01df-43da-b3df-6a3e464f285e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc7d2818-4a84-4320-aace-fe7add7c02a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656073 Jul 08 18:14:47.578056 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4103acd-6bb5-447c-843b-e82581ebd5b3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:47.703816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3713a80-ba02-4d4d-b823-a17f42aab2d6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:47.820116 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e3713a80-ba02-4d4d-b823-a17f42aab2d6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:47.820759 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:47.875829 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:47.933245 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-b7b0b4b9-9ee8-4afc-a1b5-4eb5be8592d2 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305985 Jul 08 18:14:48.006011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138acb8-9a80-41da-a586-809bf82b42d1 req-f87772b6-7c6b-4d8c-b26f-b059c1f0ed48 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:48.013636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9138acb8-9a80-41da-a586-809bf82b42d1 req-f87772b6-7c6b-4d8c-b26f-b059c1f0ed48 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.6213307 Jul 08 18:14:48.022296 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4103acd-6bb5-447c-843b-e82581ebd5b3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:48.030677 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4103acd-6bb5-447c-843b-e82581ebd5b3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:48.038518 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bd1c4941-f644-40af-8884-5f0bc9f50273 req-fad47b07-971d-48aa-95cf-e1ca6683fd78 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970745 Jul 08 18:14:48.185290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9138acb8-9a80-41da-a586-809bf82b42d1 req-0359c944-45fc-4b2e-9bca-2698b0dabe0a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705558 Jul 08 18:14:48.187558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f243ed-d294-4f81-8e3b-94e99297de0c req-819043a9-68ba-4544-bd52-c2e39c2f19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:48.190375 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a1f243ed-d294-4f81-8e3b-94e99297de0c req-819043a9-68ba-4544-bd52-c2e39c2f19dc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9481a90590e4e0dbad5c9d514755744&device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 1094 time: 0.0896454 Jul 08 18:14:48.194872 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4103acd-6bb5-447c-843b-e82581ebd5b3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:48.195825 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4103acd-6bb5-447c-843b-e82581ebd5b3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21d609dc-2736-4fc1-b20d-f5d8b044a326 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:48.217600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4103acd-6bb5-447c-843b-e82581ebd5b3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:48.221503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c4103acd-6bb5-447c-843b-e82581ebd5b3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "DELETE /v2.0/routers/21d609dc-2736-4fc1-b20d-f5d8b044a326 HTTP/1.1" status: 204 len: 168 time: 0.7986166 Jul 08 18:14:48.338611 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:48.377237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f243ed-d294-4f81-8e3b-94e99297de0c req-7b7fd30d-92b0-40e2-a5de-996d456835c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:48.378924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a1f243ed-d294-4f81-8e3b-94e99297de0c req-7b7fd30d-92b0-40e2-a5de-996d456835c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc7d2818-4a84-4320-aace-fe7add7c02a8 HTTP/1.1" status: 200 len: 920 time: 0.1815884 Jul 08 18:14:48.389497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49494) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:48.456269 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a1f243ed-d294-4f81-8e3b-94e99297de0c req-cbfcd7d5-19f0-4fa0-9da3-7d0184102577 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 217 time: 0.0648112 Jul 08 18:14:48.526477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f243ed-d294-4f81-8e3b-94e99297de0c req-ca8f2172-4d37-458a-8585-052f0b471282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:48.527955 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a1f243ed-d294-4f81-8e3b-94e99297de0c req-ca8f2172-4d37-458a-8585-052f0b471282 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a96990ed-3bb6-4cca-965b-4cab125c5da7 HTTP/1.1" status: 200 len: 859 time: 0.0651419 Jul 08 18:14:48.538520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Router 6029e525-d072-4330-a5f3-92cad0befc0a is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:48.571367 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a1f243ed-d294-4f81-8e3b-94e99297de0c req-7800c7e6-718a-4464-8270-344d2aa31270 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc7d2818-4a84-4320-aace-fe7add7c02a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356636 Jul 08 18:14:48.713408 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a1f243ed-d294-4f81-8e3b-94e99297de0c req-f6a47b2a-5748-43a0-af37-ad73987e3ee4 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334753 Jul 08 18:14:48.735903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:48.748804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1339ed40-529e-4b32-9774-5f5052ab7952 None None] Sync routers for ids ['6029e525-d072-4330-a5f3-92cad0befc0a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:48.760874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1339ed40-529e-4b32-9774-5f5052ab7952 None None] Routers {'6029e525-d072-4330-a5f3-92cad0befc0a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:48.761603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1339ed40-529e-4b32-9774-5f5052ab7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6029e525-d072-4330-a5f3-92cad0befc0a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:48.778013 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff565d7-a77e-4f69-b43e-bf21f92eea26 req-91e28a6d-1598-4276-bc86-5a944441d5e6 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:48.788026 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fff565d7-a77e-4f69-b43e-bf21f92eea26 req-91e28a6d-1598-4276-bc86-5a944441d5e6 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 943 time: 0.1112072 Jul 08 18:14:48.789211 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-594045832', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:48.797227 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:48.801310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4625c15a-179f-4067-b6cf-a87b744c2180 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5046763 Jul 08 18:14:48.803599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49500) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:48.819482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1339ed40-529e-4b32-9774-5f5052ab7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:48.830352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f2f95d61-6658-40bb-9f9c-483beb6d9a62 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'enable_snat': False}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:48.831659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1339ed40-529e-4b32-9774-5f5052ab7952 None None] Routers {'6029e525-d072-4330-a5f3-92cad0befc0a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:48.833190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1339ed40-529e-4b32-9774-5f5052ab7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6029e525-d072-4330-a5f3-92cad0befc0a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:48.857718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fff565d7-a77e-4f69-b43e-bf21f92eea26 req-7ae4cc25-2119-462e-be15-29e2a3ba5610 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661452 Jul 08 18:14:48.884022 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1339ed40-529e-4b32-9774-5f5052ab7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:48.885115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1339ed40-529e-4b32-9774-5f5052ab7952 None None] The sync data for ids ['6029e525-d072-4330-a5f3-92cad0befc0a'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:48.976676 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:48.977764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:49.019696 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a1f243ed-d294-4f81-8e3b-94e99297de0c req-8f347ab2-4f50-47e2-ba13-5ee232f48165 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004317 Jul 08 18:14:49.081837 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:49.321461 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:49.450917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d9e18-4475-4170-b8ae-6a3c0e15c559 req-f1121852-a395-4d6a-aafb-e9e3bb07d4db tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:49.453380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-609d9e18-4475-4170-b8ae-6a3c0e15c559 req-f1121852-a395-4d6a-aafb-e9e3bb07d4db tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1334734 Jul 08 18:14:49.505879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-609d9e18-4475-4170-b8ae-6a3c0e15c559 req-09ee7d7d-c2ac-44b2-8e1c-1ca8229d0142 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440228 Jul 08 18:14:49.527175 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2f95d61-6658-40bb-9f9c-483beb6d9a62 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:49.706235 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:49.733340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:49.902405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Allocated IP 172.25.8.219 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/a0fefcce-56f7-40be-bd26-ee1d5902392e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:50.167527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc60d8-7963-434e-801f-ad24cad1724a req-04e5e684-3a9b-4ae8-bbf2-cd915bf15614 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:50.167527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fadc60d8-7963-434e-801f-ad24cad1724a req-04e5e684-3a9b-4ae8-bbf2-cd915bf15614 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 943 time: 0.1147153 Jul 08 18:14:50.227407 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fadc60d8-7963-434e-801f-ad24cad1724a req-4c55dd2a-cf48-4946-ae7c-b00e95fa02c9 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534620 Jul 08 18:14:50.419175 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:50.586672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:50.592473 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2f95d61-6658-40bb-9f9c-483beb6d9a62 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:50.606292 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2f95d61-6658-40bb-9f9c-483beb6d9a62 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:50.688868 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:50.698931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:50.703125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:50.749656 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe16165-20a8-4af2-84c7-56f4b16cb902 req-cc6cda38-0e09-4ba7-8972-2fed4c51ea2a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:50.751062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Pushing event updated for resources: {'Port': ['ID=a0fefcce-56f7-40be-bd26-ee1d5902392e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:50.751252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbe16165-20a8-4af2-84c7-56f4b16cb902 req-cc6cda38-0e09-4ba7-8972-2fed4c51ea2a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.0776057 Jul 08 18:14:50.810254 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbe16165-20a8-4af2-84c7-56f4b16cb902 req-7b6a44d9-6ba2-4a98-a499-c1248cdbd898 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468454 Jul 08 18:14:50.915916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f95d61-6658-40bb-9f9c-483beb6d9a62 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Router 6029e525-d072-4330-a5f3-92cad0befc0a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:14:51.107325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:51.150599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f95d61-6658-40bb-9f9c-483beb6d9a62 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:51.160377 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd9fb2-d788-4144-aca7-1f96bfd35445 None None] Sync routers for ids ['6029e525-d072-4330-a5f3-92cad0befc0a'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:51.163676 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2f95d61-6658-40bb-9f9c-483beb6d9a62 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:51.164928 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f2f95d61-6658-40bb-9f9c-483beb6d9a62 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "PUT /v2.0/routers/6029e525-d072-4330-a5f3-92cad0befc0a HTTP/1.1" status: 200 len: 924 time: 2.3601282 Jul 08 18:14:51.167816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49522) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:51.176113 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd9fb2-d788-4144-aca7-1f96bfd35445 None None] Routers {'6029e525-d072-4330-a5f3-92cad0befc0a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:51.176749 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-13bd9fb2-d788-4144-aca7-1f96bfd35445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6029e525-d072-4330-a5f3-92cad0befc0a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:51.246835 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-13bd9fb2-d788-4144-aca7-1f96bfd35445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:51.263168 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd9fb2-d788-4144-aca7-1f96bfd35445 None None] Routers {'6029e525-d072-4330-a5f3-92cad0befc0a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:51.264063 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-13bd9fb2-d788-4144-aca7-1f96bfd35445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6029e525-d072-4330-a5f3-92cad0befc0a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:51.333422 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-13bd9fb2-d788-4144-aca7-1f96bfd35445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:51.334697 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd9fb2-d788-4144-aca7-1f96bfd35445 None None] The sync data for ids ['6029e525-d072-4330-a5f3-92cad0befc0a'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:51.357785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eb83ad1c-2a74-4700-8229-40acb71cb4e6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/routers/6029e525-d072-4330-a5f3-92cad0befc0a HTTP/1.1" status: 200 len: 924 time: 0.1888146 Jul 08 18:14:51.361020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49526) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:51.446553 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:51.502222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e22c80-244c-41cc-882e-63493046d972 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:51.508674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-19e22c80-244c-41cc-882e-63493046d972 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&device_id=6029e525-d072-4330-a5f3-92cad0befc0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1418500 Jul 08 18:14:51.508674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49528) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:51.539527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de73fe5-6d6b-495c-8a0d-517b20f0f059 req-1663d571-918c-4f0c-91d7-aae9f3b72a95 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:51.541121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0de73fe5-6d6b-495c-8a0d-517b20f0f059 req-1663d571-918c-4f0c-91d7-aae9f3b72a95 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 943 time: 0.1278930 Jul 08 18:14:51.619454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Router bf2f6851-2848-42d0-b0c8-5e6467690daa is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:51.634937 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0de73fe5-6d6b-495c-8a0d-517b20f0f059 req-4520450f-f825-4055-b04b-b1868ac3fb97 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636077 Jul 08 18:14:51.653320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35afabb5-6003-474a-91e4-08240b21194f tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:51.658025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-35afabb5-6003-474a-91e4-08240b21194f tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 881 time: 0.1469216 Jul 08 18:14:51.658333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49532) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:51.700331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49534) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:51.700604 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aa74ed07-2433-422b-8744-18656aad9f2f tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=6029e525-d072-4330-a5f3-92cad0befc0a HTTP/1.1" status: 200 len: 205 time: 0.0408180 Jul 08 18:14:51.844823 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:51.856246 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:51.865343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4140ddd6-5d81-459e-add3-46ac1ac743ee None None] Sync routers for ids ['bf2f6851-2848-42d0-b0c8-5e6467690daa'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:51.875864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140ddd6-5d81-459e-add3-46ac1ac743ee None None] Routers {'bf2f6851-2848-42d0-b0c8-5e6467690daa'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:51.876927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4140ddd6-5d81-459e-add3-46ac1ac743ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bf2f6851-2848-42d0-b0c8-5e6467690daa'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:51.913915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4140ddd6-5d81-459e-add3-46ac1ac743ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:51.925149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140ddd6-5d81-459e-add3-46ac1ac743ee None None] Routers {'bf2f6851-2848-42d0-b0c8-5e6467690daa'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:51.926007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4140ddd6-5d81-459e-add3-46ac1ac743ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bf2f6851-2848-42d0-b0c8-5e6467690daa'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:51.983899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4140ddd6-5d81-459e-add3-46ac1ac743ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:51.984567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4140ddd6-5d81-459e-add3-46ac1ac743ee None None] The sync data for ids ['bf2f6851-2848-42d0-b0c8-5e6467690daa'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:52.026221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13eeba-fe1b-4501-8fe5-6397931102ff req-250c0447-a276-4b07-8a67-07368e77acc1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:52.027935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a13eeba-fe1b-4501-8fe5-6397931102ff req-250c0447-a276-4b07-8a67-07368e77acc1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.0788300 Jul 08 18:14:52.069917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a13eeba-fe1b-4501-8fe5-6397931102ff req-907b9264-d800-4c46-853c-6356aac36544 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358768 Jul 08 18:14:52.192049 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.193295 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6ec31515-7e49-4cd2-b4bd-b1e38987e033 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7949142 Jul 08 18:14:52.196087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49548) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:52.247657 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.303457 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a89c205c-68a9-4147-bfcd-01b73069e6f4 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/routers/bf2f6851-2848-42d0-b0c8-5e6467690daa HTTP/1.1" status: 200 len: 920 time: 0.1060605 Jul 08 18:14:52.306223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49552) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:52.307804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Deleting port cbe6b90d-7b1d-4772-92bb-6f0bae23dfdd {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:52.308152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.340320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c76b6ea5-d02c-4459-853c-0317c788ee61 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf2f6851-2848-42d0-b0c8-5e6467690daa HTTP/1.1" status: 200 len: 205 time: 0.0298231 Jul 08 18:14:52.340596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49554) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:52.395149 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.408034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Calling delete_port for cbe6b90d-7b1d-4772-92bb-6f0bae23dfdd owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:52.453378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.520265 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 28ae9a93-7d19-4aeb-9455-0a749990ebba details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:14:52.579919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.606921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Pushing event deleted for resources: {'Port': ['ID=cbe6b90d-7b1d-4772-92bb-6f0bae23dfdd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:52.627103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 28ae9a93-7d19-4aeb-9455-0a749990ebba, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba,segment=NetworkSegment(3c0008c5-ef94-4c2a-b968-1c4bc828e98f),segment_id=3c0008c5-ef94-4c2a-b968-1c4bc828e98f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:52.640502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'port_id': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'mac_address': 'fa:16:3e:29:6c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:14:52.685208 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.689998 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.728983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ae9a93-7d19-4aeb-9455-0a749990ebba {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:14:52.774799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 28ae9a93-7d19-4aeb-9455-0a749990ebba, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba,segment=NetworkSegment(3c0008c5-ef94-4c2a-b968-1c4bc828e98f),segment_id=3c0008c5-ef94-4c2a-b968-1c4bc828e98f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:52.791299 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.853844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.856228 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.863280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=28ae9a93-7d19-4aeb-9455-0a749990ebba,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:52.921461 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.922066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Fanout notify agent at l3_agent the message router_deleted on router 6029e525-d072-4330-a5f3-92cad0befc0a {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:52.929084 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.930240 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-45c4d45c-e51d-44df-ba65-9fe896ae57cb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/6029e525-d072-4330-a5f3-92cad0befc0a HTTP/1.1" status: 204 len: 168 time: 1.2289376 Jul 08 18:14:52.933774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49560) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:52.939178 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8ecafa70-023d-4d47-b62b-b36f92555368 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-612102018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:52.963789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ecafa70-023d-4d47-b62b-b36f92555368 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.964759 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ecafa70-023d-4d47-b62b-b36f92555368 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.022660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ecafa70-023d-4d47-b62b-b36f92555368 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.028041 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ecafa70-023d-4d47-b62b-b36f92555368 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.036033 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.047097 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ecafa70-023d-4d47-b62b-b36f92555368 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.048347 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8ecafa70-023d-4d47-b62b-b36f92555368 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1133308 Jul 08 18:14:53.051088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49562) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:53.056724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Request body: {'router': {'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:53.094134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5489e-61af-44a1-9dbb-ae974e7b8751 req-05e062f0-75b0-448b-adaa-d1156aa02e12 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:53.096066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3f5489e-61af-44a1-9dbb-ae974e7b8751 req-05e062f0-75b0-448b-adaa-d1156aa02e12 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 944 time: 0.1677439 Jul 08 18:14:53.104616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a762e-816e-4e7a-8eaf-024f76c804dd req-3c9cc457-cb6b-484e-90dc-4f1286b3e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:53.106058 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-476a762e-816e-4e7a-8eaf-024f76c804dd req-3c9cc457-cb6b-484e-90dc-4f1286b3e6a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 1097 time: 0.1789496 Jul 08 18:14:53.219019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3f5489e-61af-44a1-9dbb-ae974e7b8751 req-dfb75785-90d8-4d43-ba66-648815a59d90 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119874 Jul 08 18:14:53.240567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Deleting port a0fefcce-56f7-40be-bd26-ee1d5902392e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:53.240905 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.261525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.324816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a762e-816e-4e7a-8eaf-024f76c804dd req-0e6a1ed0-600c-4342-af0a-69842bae0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:53.326183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-476a762e-816e-4e7a-8eaf-024f76c804dd req-0e6a1ed0-600c-4342-af0a-69842bae0c2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.2107162 Jul 08 18:14:53.372003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['28ae9a93-7d19-4aeb-9455-0a749990ebba'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:14:53.401776 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.427562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4a74b-4cf6-4421-b044-f7012c5a3517 req-4f0ae929-db2a-4e86-b13b-2abaed3e4ff5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:53.429089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31e4a74b-4cf6-4421-b044-f7012c5a3517 req-4f0ae929-db2a-4e86-b13b-2abaed3e4ff5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.2338445 Jul 08 18:14:53.431781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Calling delete_port for a0fefcce-56f7-40be-bd26-ee1d5902392e owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:53.465792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.481086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-476a762e-816e-4e7a-8eaf-024f76c804dd req-ce2ee014-92a1-43b5-925b-d23a6dc1af5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93380b99-8124-41da-a462-88d6c3919187 HTTP/1.1" status: 200 len: 1001 time: 0.1432433 Jul 08 18:14:53.489582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.571078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31e4a74b-4cf6-4421-b044-f7012c5a3517 req-c4402493-1067-4086-85e1-b20b567db9dd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330512 Jul 08 18:14:53.592129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a762e-816e-4e7a-8eaf-024f76c804dd req-217483d5-5495-4685-84c2-7a9f2f9a70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:53.593695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-476a762e-816e-4e7a-8eaf-024f76c804dd req-217483d5-5495-4685-84c2-7a9f2f9a70ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.0758939 Jul 08 18:14:53.606226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Allocated IP 172.25.8.39 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/02babf99-8503-4e8e-9785-dcfc50cec372) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:53.711645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.725330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a762e-816e-4e7a-8eaf-024f76c804dd req-93772798-95bd-4a24-8c31-debdd3c9c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:53.726897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-476a762e-816e-4e7a-8eaf-024f76c804dd req-93772798-95bd-4a24-8c31-debdd3c9c854 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259599 Jul 08 18:14:53.751786 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.786783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:53.789822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:53.791684 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:53.793320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:53.828895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Pushing event deleted for resources: {'Port': ['ID=a0fefcce-56f7-40be-bd26-ee1d5902392e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:53.833950 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Pushing event updated for resources: {'Port': ['ID=02babf99-8503-4e8e-9785-dcfc50cec372,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:53.897260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-476a762e-816e-4e7a-8eaf-024f76c804dd req-cc3f68a9-07de-461b-ac72-e55eecb5bdd4 service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625493 Jul 08 18:14:53.963348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.065073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.068562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.068707 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.115642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-476a762e-816e-4e7a-8eaf-024f76c804dd req-874d6b26-9ed9-4955-b492-dfb790a69d99 service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119308 Jul 08 18:14:54.123522 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.124606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Fanout notify agent at l3_agent the message router_deleted on router bf2f6851-2848-42d0-b0c8-5e6467690daa {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:54.132217 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.137662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-48f54eb4-a65f-4362-b829-318ffd663d06 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/bf2f6851-2848-42d0-b0c8-5e6467690daa HTTP/1.1" status: 204 len: 168 time: 1.7919183 Jul 08 18:14:54.137662 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49570) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:54.142296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Request body: {'router': {'name': 'tempest-snat-router-697945392', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'enable_snat': False}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:54.163912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.164893 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.218870 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.273381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.277992 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.368034 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.409232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Router ae99c2e8-d2b6-426a-a389-33fd46be1b31 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:54.472178 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3b730-f3a7-4efa-9df1-c00f60504494 req-de763ca6-ca2b-47ad-9686-ea773481d88f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:54.473672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cf3b730-f3a7-4efa-9df1-c00f60504494 req-de763ca6-ca2b-47ad-9686-ea773481d88f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 944 time: 0.1210473 Jul 08 18:14:54.516582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:54.524756 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.525441 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8a5469ba-53f6-4258-aac0-c89447f6597d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "PUT /v2.0/routers/ae99c2e8-d2b6-426a-a389-33fd46be1b31 HTTP/1.1" status: 200 len: 882 time: 1.4734004 Jul 08 18:14:54.527042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cf3b730-f3a7-4efa-9df1-c00f60504494 req-db24ad01-1b9f-491a-9c51-6073157bb2dd tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466232 Jul 08 18:14:54.529376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49574) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:54.530796 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62860f02-08f5-43d8-8eb8-33c6793030db None None] Sync routers for ids ['ae99c2e8-d2b6-426a-a389-33fd46be1b31'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:54.531861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 28ae9a93-7d19-4aeb-9455-0a749990ebba up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:54.547706 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62860f02-08f5-43d8-8eb8-33c6793030db None None] Routers {'ae99c2e8-d2b6-426a-a389-33fd46be1b31'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:54.548556 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-62860f02-08f5-43d8-8eb8-33c6793030db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['ae99c2e8-d2b6-426a-a389-33fd46be1b31'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:54.593604 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-62860f02-08f5-43d8-8eb8-33c6793030db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:54.602874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 28ae9a93-7d19-4aeb-9455-0a749990ebba completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:54.605695 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62860f02-08f5-43d8-8eb8-33c6793030db None None] Routers {'ae99c2e8-d2b6-426a-a389-33fd46be1b31'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:54.606368 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-62860f02-08f5-43d8-8eb8-33c6793030db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['ae99c2e8-d2b6-426a-a389-33fd46be1b31'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:54.607773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 28ae9a93-7d19-4aeb-9455-0a749990ebba triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:54.608144 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.644128 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-62860f02-08f5-43d8-8eb8-33c6793030db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:54.644783 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62860f02-08f5-43d8-8eb8-33c6793030db None None] The sync data for ids ['ae99c2e8-d2b6-426a-a389-33fd46be1b31'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:54.703558 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.725307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1f1154ad-2884-49af-8295-edbbf11016cc tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/routers/ae99c2e8-d2b6-426a-a389-33fd46be1b31 HTTP/1.1" status: 200 len: 923 time: 0.1955850 Jul 08 18:14:54.729286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49580) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:54.736672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:54.739497 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ce9789-0d7f-4d73-be7b-d55e10b4a95c" -d '{"events": [{"server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "name": "network-vif-plugged", "status": "completed", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:54.756597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 28ae9a93-7d19-4aeb-9455-0a749990ebba, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba,segment=NetworkSegment(3c0008c5-ef94-4c2a-b968-1c4bc828e98f),segment_id=3c0008c5-ef94-4c2a-b968-1c4bc828e98f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:54.762008 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.792321 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbd9395-cbea-42e7-9afb-15a3bb425bb0 x-openstack-request-id: req-6cbd9395-cbea-42e7-9afb-15a3bb425bb0 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:54.792622 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "name": "network-vif-plugged", "status": "completed", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:54.792902 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6cbd9395-cbea-42e7-9afb-15a3bb425bb0 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:54.793216 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'code': 200} Jul 08 18:14:54.814488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.821321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=28ae9a93-7d19-4aeb-9455-0a749990ebba,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:54.839859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.898610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00a95-c8ef-4218-a4bf-978e782be360 req-ac345315-6210-44fe-8512-f15dd1e643ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:54.900346 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ef00a95-c8ef-4218-a4bf-978e782be360 req-ac345315-6210-44fe-8512-f15dd1e643ea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 1096 time: 0.0538087 Jul 08 18:14:54.920339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a55b53-4e2a-435e-9a19-aa2e035c1ddf tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:54.922519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d4a55b53-4e2a-435e-9a19-aa2e035c1ddf tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&device_id=ae99c2e8-d2b6-426a-a389-33fd46be1b31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1924503 Jul 08 18:14:54.929185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49584) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:54.960562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374705fb-7e6a-4555-bf04-1ebe0e13c0a4 req-dd6daab3-c0f5-4faa-ae01-ca64fb1379e3 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:54.962080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-374705fb-7e6a-4555-bf04-1ebe0e13c0a4 req-dd6daab3-c0f5-4faa-ae01-ca64fb1379e3 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.2201138 Jul 08 18:14:54.997824 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ef00a95-c8ef-4218-a4bf-978e782be360 req-e677ec05-c6fa-49ea-b897-0c207e427b96 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902722 Jul 08 18:14:55.001241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Allocated IP 172.25.8.102 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/4b88237b-d30e-46bb-a490-081aa28e004d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:55.026025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-374705fb-7e6a-4555-bf04-1ebe0e13c0a4 req-53289894-03a5-4b02-bce9-e2edf489e92e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553894 Jul 08 18:14:55.035704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6771594-df06-403c-9c94-60f90c3db597 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:55.037085 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e6771594-df06-403c-9c94-60f90c3db597 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 881 time: 0.1067345 Jul 08 18:14:55.039958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49588) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:55.072789 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-450d70a4-6ac9-475e-9f72-9117db9af450 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae99c2e8-d2b6-426a-a389-33fd46be1b31 HTTP/1.1" status: 200 len: 205 time: 0.0294683 Jul 08 18:14:55.073047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49590) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:55.120013 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.161636 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.182683 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.201360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:55.204745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:55.210299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:55.236906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event updated for resources: {'Port': ['ID=4b88237b-d30e-46bb-a490-081aa28e004d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:55.285328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.336099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Deleting port 02babf99-8503-4e8e-9785-dcfc50cec372 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:55.336436 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.420289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.431920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Calling delete_port for 02babf99-8503-4e8e-9785-dcfc50cec372 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:55.838306 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.869056 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.909087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09781f-d22b-4319-96ee-d80977362282 req-343c789d-ca4e-4338-9c1d-f82cd8d691de tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:55.912335 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d09781f-d22b-4319-96ee-d80977362282 req-343c789d-ca4e-4338-9c1d-f82cd8d691de tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1330733 Jul 08 18:14:55.959438 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Pushing event deleted for resources: {'Port': ['ID=02babf99-8503-4e8e-9785-dcfc50cec372,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:55.981225 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.986952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d09781f-d22b-4319-96ee-d80977362282 req-b005ec67-bd8e-4a36-a3fd-2ba8cc3dd409 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Jul 08 18:14:56.087742 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.090124 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.128980 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.180541 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.181082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Fanout notify agent at l3_agent the message router_deleted on router ae99c2e8-d2b6-426a-a389-33fd46be1b31 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:56.188828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.190850 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f07cd016-128f-460c-914b-b71700f3a8a5 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/ae99c2e8-d2b6-426a-a389-33fd46be1b31 HTTP/1.1" status: 204 len: 168 time: 1.1158562 Jul 08 18:14:56.195585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49600) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:56.200929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e9433454-df39-4fa0-af5e-f3bf60aa3430 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1020421311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:56.264325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9433454-df39-4fa0-af5e-f3bf60aa3430 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.266113 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9433454-df39-4fa0-af5e-f3bf60aa3430 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.340162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9433454-df39-4fa0-af5e-f3bf60aa3430 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.344994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9433454-df39-4fa0-af5e-f3bf60aa3430 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.372375 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9433454-df39-4fa0-af5e-f3bf60aa3430 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.374678 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e9433454-df39-4fa0-af5e-f3bf60aa3430 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1780353 Jul 08 18:14:56.376342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49602) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:56.381066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'enable_snat': True}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:56.416406 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39de32d-1727-46ea-8203-2e3c09e50dba req-63eb8a38-bc22-43b5-b26c-bbca5bdf818d tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:56.417882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a39de32d-1727-46ea-8203-2e3c09e50dba req-63eb8a38-bc22-43b5-b26c-bbca5bdf818d tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1951520 Jul 08 18:14:56.457977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Router b2aff81b-9986-4ea6-812e-63960c3d22da is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:56.468271 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a39de32d-1727-46ea-8203-2e3c09e50dba req-62bad7cf-c52f-4643-9709-db87def42d32 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418527 Jul 08 18:14:56.579017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:56.583372 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.590178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Sync routers for ids ['b2aff81b-9986-4ea6-812e-63960c3d22da'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:56.597396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.598977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bc45b3ca-0e7d-40ae-94b2-ea3484cd17c6 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4607024 Jul 08 18:14:56.601898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49608) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:56.607579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Routers {'b2aff81b-9986-4ea6-812e-63960c3d22da'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:56.608740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b2aff81b-9986-4ea6-812e-63960c3d22da'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:56.727150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-04eae623-8ea6-43c9-b342-bf139367ce83 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/routers/b2aff81b-9986-4ea6-812e-63960c3d22da HTTP/1.1" status: 200 len: 908 time: 0.1240077 Jul 08 18:14:56.730954 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49614) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:56.737596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Request body: {'router': {'name': 'tempest-snat-router-697945392', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'enable_snat': True}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:56.745588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Set router b2aff81b-9986-4ea6-812e-63960c3d22da gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:56.767164 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.768529 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.833156 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.844395 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.862459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.973350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aff81b-9986-4ea6-812e-63960c3d22da', 'name': 'tempest-snat-router-697945392', 'tenant_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': False}, 'gw_port_id': '4b88237b-d30e-46bb-a490-081aa28e004d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:54Z', 'updated_at': '2021-07-08T18:14:55Z', 'revision_number': 3, 'project_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'gw_port': {'id': '4b88237b-d30e-46bb-a490-081aa28e004d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aff81b-9986-4ea6-812e-63960c3d22da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:54Z', 'updated_at': '2021-07-08T18:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:57.005253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Checking router: b2aff81b-9986-4ea6-812e-63960c3d22da for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:57.005601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Updating router b2aff81b-9986-4ea6-812e-63960c3d22da port 4b88237b-d30e-46bb-a490-081aa28e004d binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:14:57.037911 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.040728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Allocated IP 172.25.8.138 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/11344a85-ae53-4737-9fb3-41c35982dbac) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:57.072666 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.174116 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.236261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.239158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ccd4e-4c23-47ec-a1f0-793f4002c3c5 req-3b54e104-b6aa-43b1-884e-d7cecb3de925 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:57.241844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-587ccd4e-4c23-47ec-a1f0-793f4002c3c5 req-3b54e104-b6aa-43b1-884e-d7cecb3de925 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1084156 Jul 08 18:14:57.275364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:57.278436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:57.283595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:57.314566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event updated for resources: {'Port': ['ID=11344a85-ae53-4737-9fb3-41c35982dbac,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:57.383317 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.442142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 93380b99-8124-41da-a462-88d6c3919187 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:57.449107 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-587ccd4e-4c23-47ec-a1f0-793f4002c3c5 req-56043e0d-7c73-4766-ba7f-b3af1cb363ad tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665821 Jul 08 18:14:57.450051 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.512976 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.528902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Transition to ACTIVE for port object 4b88237b-d30e-46bb-a490-081aa28e004d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:57.546799 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.640150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Attempting to bind port 4b88237b-d30e-46bb-a490-081aa28e004d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:57.640860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Attempting to bind port 4b88237b-d30e-46bb-a490-081aa28e004d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:57.640974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Attempting to bind port 4b88237b-d30e-46bb-a490-081aa28e004d on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:57.648286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:57.648671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:57.649046 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.649802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:57.650296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Bound port: 4b88237b-d30e-46bb-a490-081aa28e004d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:57.650676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.687350 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.691508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310450c-7418-49ae-b52a-63c735ce20ef None None] Pushing event updated for resources: {'Port': ['ID=4b88237b-d30e-46bb-a490-081aa28e004d,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:57.723430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-13165b8c-5d9b-413e-8059-d0310bb05af3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2443514 Jul 08 18:14:57.727696 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.756108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] For port 4b88237b-d30e-46bb-a490-081aa28e004d, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:57.766282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Allocated IP 172.25.8.200 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/d40e8a8b-127b-4a00-9891-89a862d11b57) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:57.774582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93380b99-8124-41da-a462-88d6c3919187'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:57.777254 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b0be9d-cb4c-4ec8-bb5b-656d1268b855" -d '{"events": [{"server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "name": "network-vif-unplugged", "status": "completed", "tag": "93380b99-8124-41da-a462-88d6c3919187"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:57.782674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc7a56-150d-4ea1-9c09-ced46aae73d1 req-b420f9f4-b858-428b-9353-87d0844301e4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:57.790088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4bbc7a56-150d-4ea1-9c09-ced46aae73d1 req-b420f9f4-b858-428b-9353-87d0844301e4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 946 time: 0.1632535 Jul 08 18:14:57.835588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] For port 4b88237b-d30e-46bb-a490-081aa28e004d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4b88237b-d30e-46bb-a490-081aa28e004d,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:57.840309 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974b6fe2-4976-4478-9a43-4f24889299c1 x-openstack-request-id: req-974b6fe2-4976-4478-9a43-4f24889299c1 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:57.843235 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "name": "network-vif-unplugged", "status": "failed", "tag": "93380b99-8124-41da-a462-88d6c3919187", "code": 422}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:57.843235 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-974b6fe2-4976-4478-9a43-4f24889299c1 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:57.845763 n-d-799684-3 neutron-server[93743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93380b99-8124-41da-a462-88d6c3919187', 'code': 422} returned with failed status Jul 08 18:14:57.849373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:57.856162 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.876904 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.911517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4bbc7a56-150d-4ea1-9c09-ced46aae73d1 req-f269c5af-c445-48ed-a18f-5cdc181d6f1f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204166 Jul 08 18:14:57.942237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Routers {'b2aff81b-9986-4ea6-812e-63960c3d22da'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:57.943049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b2aff81b-9986-4ea6-812e-63960c3d22da'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:58.043602 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:58.072749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04341dae-3b81-4026-80c6-fbceb0810f6a req-5a8cb69c-3c40-44d1-87ed-947a122df952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:58.074335 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-04341dae-3b81-4026-80c6-fbceb0810f6a req-5a8cb69c-3c40-44d1-87ed-947a122df952 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9481a90590e4e0dbad5c9d514755744&device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 1096 time: 0.2167039 Jul 08 18:14:58.098826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d14861-88a7-4104-99df-55987a6808ed req-da6f1b57-38a4-403e-832e-c02332fbfb5f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:58.106438 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75d14861-88a7-4104-99df-55987a6808ed req-da6f1b57-38a4-403e-832e-c02332fbfb5f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1152782 Jul 08 18:14:58.166004 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:58.174808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:58.176725 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:58.235958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75d14861-88a7-4104-99df-55987a6808ed req-35bf647c-3332-453b-ae9a-5adb6989f46a tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283507 Jul 08 18:14:58.285811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04341dae-3b81-4026-80c6-fbceb0810f6a req-08bc3f50-72cd-4aa9-82c2-5e812e97da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:58.287264 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-04341dae-3b81-4026-80c6-fbceb0810f6a req-08bc3f50-72cd-4aa9-82c2-5e812e97da9b service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc7d2818-4a84-4320-aace-fe7add7c02a8 HTTP/1.1" status: 200 len: 920 time: 0.2034132 Jul 08 18:14:58.288367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] Set router b2aff81b-9986-4ea6-812e-63960c3d22da gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:58.298859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:58.334722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:58.339275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:58.342273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event updated for resources: {'Port': ['ID=d40e8a8b-127b-4a00-9891-89a862d11b57,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:58.343246 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-04341dae-3b81-4026-80c6-fbceb0810f6a req-d8d866ce-5a1a-4948-a25b-e23390079087 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 217 time: 0.0480549 Jul 08 18:14:58.351901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310450c-7418-49ae-b52a-63c735ce20ef None None] Pushing event updated for resources: {'Port': ['ID=4b88237b-d30e-46bb-a490-081aa28e004d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:58.431837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04341dae-3b81-4026-80c6-fbceb0810f6a req-539980e3-09e7-4069-986c-23b663cdd615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:58.434177 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-04341dae-3b81-4026-80c6-fbceb0810f6a req-539980e3-09e7-4069-986c-23b663cdd615 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a96990ed-3bb6-4cca-965b-4cab125c5da7 HTTP/1.1" status: 200 len: 859 time: 0.0793374 Jul 08 18:14:58.446241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Router 8bd25dd1-9bb0-4796-bf41-4430b400e06c is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:58.447480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401b1dc-b2d0-46d2-a960-9d5d0b13f023 req-5183fb95-5c48-42db-a062-cefab696385c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:58.460484 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6401b1dc-b2d0-46d2-a960-9d5d0b13f023 req-5183fb95-5c48-42db-a062-cefab696385c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.2979605 Jul 08 18:14:58.483236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=93380b99-8124-41da-a462-88d6c3919187,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:58.505579 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-04341dae-3b81-4026-80c6-fbceb0810f6a req-7ac479bc-327e-4e77-b460-0e0b406ba365 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc7d2818-4a84-4320-aace-fe7add7c02a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504253 Jul 08 18:14:58.554783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aff81b-9986-4ea6-812e-63960c3d22da', 'name': 'tempest-snat-router-697945392', 'tenant_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': False}, 'gw_port_id': '4b88237b-d30e-46bb-a490-081aa28e004d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:54Z', 'updated_at': '2021-07-08T18:14:55Z', 'revision_number': 3, 'project_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'gw_port': {'id': '4b88237b-d30e-46bb-a490-081aa28e004d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aff81b-9986-4ea6-812e-63960c3d22da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:54Z', 'updated_at': '2021-07-08T18:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:58.587223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072bac7e-5b4e-41a3-a7d3-6d43874d5e96 None None] The sync data for ids ['b2aff81b-9986-4ea6-812e-63960c3d22da'] in n-d-799684-3 is: [{'id': 'b2aff81b-9986-4ea6-812e-63960c3d22da', 'name': 'tempest-snat-router-697945392', 'tenant_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': False}, 'gw_port_id': '4b88237b-d30e-46bb-a490-081aa28e004d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:54Z', 'updated_at': '2021-07-08T18:14:55Z', 'revision_number': 3, 'project_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'gw_port': {'id': '4b88237b-d30e-46bb-a490-081aa28e004d', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aff81b-9986-4ea6-812e-63960c3d22da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:54Z', 'updated_at': '2021-07-08T18:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:58.634599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6401b1dc-b2d0-46d2-a960-9d5d0b13f023 req-bca4965b-7427-4b75-a55f-ae1f7e5dcf30 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731260 Jul 08 18:14:58.732136 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-04341dae-3b81-4026-80c6-fbceb0810f6a req-8ab9a05c-98b1-4249-b3fd-b29c79759370 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151105 Jul 08 18:14:58.733604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:58.739073 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:58.740215 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d1299488-7bf5-4d04-8f80-b7caa2b79dd6 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "PUT /v2.0/routers/8bd25dd1-9bb0-4796-bf41-4430b400e06c HTTP/1.1" status: 200 len: 919 time: 2.3627539 Jul 08 18:14:58.743898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49660) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:58.744516 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f342c9-62f3-4f8c-a30f-db6e65224ffd None None] Sync routers for ids ['8bd25dd1-9bb0-4796-bf41-4430b400e06c'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:58.765263 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f342c9-62f3-4f8c-a30f-db6e65224ffd None None] Routers {'8bd25dd1-9bb0-4796-bf41-4430b400e06c'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:58.766174 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-60f342c9-62f3-4f8c-a30f-db6e65224ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8bd25dd1-9bb0-4796-bf41-4430b400e06c'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:58.818617 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-60f342c9-62f3-4f8c-a30f-db6e65224ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:58.844790 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f342c9-62f3-4f8c-a30f-db6e65224ffd None None] Routers {'8bd25dd1-9bb0-4796-bf41-4430b400e06c'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:58.846136 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-60f342c9-62f3-4f8c-a30f-db6e65224ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8bd25dd1-9bb0-4796-bf41-4430b400e06c'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:58.865569 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-04341dae-3b81-4026-80c6-fbceb0810f6a req-1358387e-5d99-4381-a15e-ff765ea05e4a service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244283 Jul 08 18:14:58.884456 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-60f342c9-62f3-4f8c-a30f-db6e65224ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:58.885307 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f342c9-62f3-4f8c-a30f-db6e65224ffd None None] The sync data for ids ['8bd25dd1-9bb0-4796-bf41-4430b400e06c'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:59.016818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-004f072b-9fbe-486c-9d91-d84b5b0be97f tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/routers/8bd25dd1-9bb0-4796-bf41-4430b400e06c HTTP/1.1" status: 200 len: 925 time: 0.2721405 Jul 08 18:14:59.019665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49668) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:59.034779 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:59.046623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05ec94-4492-43c9-8cf1-cc7669b4d4c2 req-a7494aaa-5ad6-41df-abf6-69bc4380fdcb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:59.054407 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc05ec94-4492-43c9-8cf1-cc7669b4d4c2 req-a7494aaa-5ad6-41df-abf6-69bc4380fdcb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.2019551 Jul 08 18:14:59.170619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913354d2-bc0e-4f63-a545-d4cb9dc84cee tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:59.175072 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-913354d2-bc0e-4f63-a545-d4cb9dc84cee tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&device_id=8bd25dd1-9bb0-4796-bf41-4430b400e06c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1542521 Jul 08 18:14:59.175693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49670) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:59.218536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc05ec94-4492-43c9-8cf1-cc7669b4d4c2 req-1722c03d-8095-4b91-bcd7-21e32fc6811d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631351 Jul 08 18:14:59.401399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db35b6a-2fd2-4edd-bf8a-05473d231d83 req-67b31a98-fb63-4d0f-956c-d9c42a460ce2 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:59.403794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9db35b6a-2fd2-4edd-bf8a-05473d231d83 req-67b31a98-fb63-4d0f-956c-d9c42a460ce2 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.2883687 Jul 08 18:14:59.486601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:59.512227 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9db35b6a-2fd2-4edd-bf8a-05473d231d83 req-7bcad32b-900e-4a9d-b28c-20b4306502d1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982373 Jul 08 18:14:59.636710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44763842-98fd-4edc-b26d-d15f0536715a tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:59.640934 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-44763842-98fd-4edc-b26d-d15f0536715a tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 881 time: 0.4642282 Jul 08 18:14:59.641802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49686) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:59.673922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfaada-5e1b-4fca-b530-eab247770fb9 req-b81307df-6217-4117-99c3-19dddebbeae0 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:59.681992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5cfaada-5e1b-4fca-b530-eab247770fb9 req-b81307df-6217-4117-99c3-19dddebbeae0 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.2465229 Jul 08 18:14:59.692469 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6d82724c-f1e0-4bb0-9d74-d2109321da0a tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bd25dd1-9bb0-4796-bf41-4430b400e06c HTTP/1.1" status: 200 len: 205 time: 0.0489428 Jul 08 18:14:59.697676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49692) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:59.755082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4b88237b-d30e-46bb-a490-081aa28e004d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:59.830274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 4b88237b-d30e-46bb-a490-081aa28e004d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:59.839947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4b88237b-d30e-46bb-a490-081aa28e004d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:59.840593 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:59.850076 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:59.890122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5cfaada-5e1b-4fca-b530-eab247770fb9 req-1400e113-b4ca-4713-b554-6da86741fb48 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064018 Jul 08 18:14:59.963955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Router fc09248d-fe3b-4df2-aee4-b0990b62640f is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:14:59.973310 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.009605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 4b88237b-d30e-46bb-a490-081aa28e004d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4b88237b-d30e-46bb-a490-081aa28e004d,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:00.017076 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.025192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.040576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-66470fb9-39a9-4e76-a38f-e2a71253d84b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:00.042186 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-66470fb9-39a9-4e76-a38f-e2a71253d84b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 812 time: 0.3573625 Jul 08 18:15:00.073489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-cbd029f8-7ba3-4d29-8cfc-bc0306cfcd01 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/quotas/60b0c86a14ff4f54a31a20233e52f69f HTTP/1.1" status: 200 len: 375 time: 0.0182855 Jul 08 18:15:00.115840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Deleting port 11344a85-ae53-4737-9fb3-41c35982dbac {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:00.116514 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.136201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=4b88237b-d30e-46bb-a490-081aa28e004d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:00.152413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.152767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.162764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.163336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.163843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.164191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.164535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.164886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.165221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.165551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.165879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.166228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:00.226338 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.239604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Calling delete_port for 11344a85-ae53-4737-9fb3-41c35982dbac owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:00.245129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:00.256669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Sync routers for ids ['fc09248d-fe3b-4df2-aee4-b0990b62640f'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:00.266189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Routers {'fc09248d-fe3b-4df2-aee4-b0990b62640f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:00.266671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fc09248d-fe3b-4df2-aee4-b0990b62640f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:00.285982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-d59449bb-7bed-42dd-8b6f-cb66f4e21137 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2039988 Jul 08 18:15:00.287340 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.288447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-081cd15b-0a26-42d6-adab-ce98134e71c8 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5544519 Jul 08 18:15:00.291301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49694) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:00.425072 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Set router fc09248d-fe3b-4df2-aee4-b0990b62640f gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:00.487796 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.557508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Pushing event deleted for resources: {'Port': ['ID=11344a85-ae53-4737-9fb3-41c35982dbac,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:00.617263 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.734609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc09248d-fe3b-4df2-aee4-b0990b62640f', 'name': 'tempest-snat-router-697945392', 'tenant_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'd40e8a8b-127b-4a00-9891-89a862d11b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:56Z', 'updated_at': '2021-07-08T18:14:58Z', 'revision_number': 3, 'project_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'gw_port': {'id': 'd40e8a8b-127b-4a00-9891-89a862d11b57', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc09248d-fe3b-4df2-aee4-b0990b62640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:57Z', 'updated_at': '2021-07-08T18:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:00.755820 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.766168 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.772859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Checking router: fc09248d-fe3b-4df2-aee4-b0990b62640f for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:15:00.773409 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Updating router fc09248d-fe3b-4df2-aee4-b0990b62640f port d40e8a8b-127b-4a00-9891-89a862d11b57 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:15:00.825705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.826361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Fanout notify agent at l3_agent the message router_deleted on router 8bd25dd1-9bb0-4796-bf41-4430b400e06c {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:00.826499 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.847757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.862762 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0d24321d-4816-412a-8246-96c910d1153d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/8bd25dd1-9bb0-4796-bf41-4430b400e06c HTTP/1.1" status: 204 len: 168 time: 1.1632340 Jul 08 18:15:00.863320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49698) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:00.869912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-33ede184-6e9f-433b-9cd1-bc8ff7b7fcdb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1849845970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:00.908424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb80af-be65-4671-82fb-3f9f66ff0822 req-85d3d43f-ddff-4230-9f6b-2b95691f28ff tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:00.910015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5fb80af-be65-4671-82fb-3f9f66ff0822 req-85d3d43f-ddff-4230-9f6b-2b95691f28ff tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1858063 Jul 08 18:15:00.914060 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33ede184-6e9f-433b-9cd1-bc8ff7b7fcdb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.915864 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33ede184-6e9f-433b-9cd1-bc8ff7b7fcdb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.957275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d71ab6f3-8afe-4315-861a-8def07954a9d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/routers/fc09248d-fe3b-4df2-aee4-b0990b62640f HTTP/1.1" status: 200 len: 907 time: 0.6625206 Jul 08 18:15:00.959330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49702) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:00.964373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-d29149e3-c2df-46d1-8159-0e26a1685fdf service neutron] 10.222.0.73 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652863 Jul 08 18:15:01.037463 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33ede184-6e9f-433b-9cd1-bc8ff7b7fcdb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.041572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5fb80af-be65-4671-82fb-3f9f66ff0822 req-71694c20-77f3-48f3-9546-03be7351a356 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225359 Jul 08 18:15:01.049283 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33ede184-6e9f-433b-9cd1-bc8ff7b7fcdb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.114242 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-f6d6fb04-c369-4dd6-acae-559eb216ee48 service neutron] 10.222.0.73 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487882 Jul 08 18:15:01.140782 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33ede184-6e9f-433b-9cd1-bc8ff7b7fcdb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.142023 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-33ede184-6e9f-433b-9cd1-bc8ff7b7fcdb tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2772262 Jul 08 18:15:01.144806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49706) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:01.151078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'enable_snat': False}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:01.155064 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.201719 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.216308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Transition to ACTIVE for port object d40e8a8b-127b-4a00-9891-89a862d11b57 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:01.236213 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.303138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c05df0-d8cf-4b6d-afd3-b7be199e8f39 None None] Pushing event updated for resources: {'Port': ['ID=d40e8a8b-127b-4a00-9891-89a862d11b57,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:01.321879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Attempting to bind port d40e8a8b-127b-4a00-9891-89a862d11b57 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:01.322394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Attempting to bind port d40e8a8b-127b-4a00-9891-89a862d11b57 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:01.322780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Attempting to bind port d40e8a8b-127b-4a00-9891-89a862d11b57 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:01.340019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:01.340630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:01.342103 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.343081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:01.343599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Bound port: d40e8a8b-127b-4a00-9891-89a862d11b57, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:01.343999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.352062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0772a-28f8-4477-a7ef-2daf19f93d97 req-afe8b0bc-5f6e-4d5b-8f23-3038b5f9ca2e tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:01.362652 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ac0772a-28f8-4477-a7ef-2daf19f93d97 req-afe8b0bc-5f6e-4d5b-8f23-3038b5f9ca2e tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1521149 Jul 08 18:15:01.432002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ac0772a-28f8-4477-a7ef-2daf19f93d97 req-617a9d81-ca7a-4835-953b-8699dd970bd9 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683699 Jul 08 18:15:01.455085 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] For port d40e8a8b-127b-4a00-9891-89a862d11b57, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:01.459902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] For port d40e8a8b-127b-4a00-9891-89a862d11b57, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=d40e8a8b-127b-4a00-9891-89a862d11b57,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:01.474397 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.558633 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.574994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Routers {'fc09248d-fe3b-4df2-aee4-b0990b62640f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:01.575630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fc09248d-fe3b-4df2-aee4-b0990b62640f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:01.589685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.677218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c05df0-d8cf-4b6d-afd3-b7be199e8f39 None None] Pushing event updated for resources: {'Port': ['ID=d40e8a8b-127b-4a00-9891-89a862d11b57,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:01.681886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdef123b-9933-48f1-874b-46b2b91c1a4f req-87351fe1-2fd5-4805-ae2d-ad5097c50292 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 210 time: 0.0861623 Jul 08 18:15:01.760882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4b88237b-d30e-46bb-a490-081aa28e004d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:01.778907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Deleting port d40e8a8b-127b-4a00-9891-89a862d11b57 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:01.779299 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.805637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] Set router fc09248d-fe3b-4df2-aee4-b0990b62640f gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:01.882379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] For port d40e8a8b-127b-4a00-9891-89a862d11b57, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=d40e8a8b-127b-4a00-9891-89a862d11b57,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:01.883222 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.903090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Calling delete_port for d40e8a8b-127b-4a00-9891-89a862d11b57 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:01.914052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4b88237b-d30e-46bb-a490-081aa28e004d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:01.914462 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.104561 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc09248d-fe3b-4df2-aee4-b0990b62640f', 'name': 'tempest-snat-router-697945392', 'tenant_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'd40e8a8b-127b-4a00-9891-89a862d11b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:56Z', 'updated_at': '2021-07-08T18:14:58Z', 'revision_number': 3, 'project_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'gw_port': {'id': 'd40e8a8b-127b-4a00-9891-89a862d11b57', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc09248d-fe3b-4df2-aee4-b0990b62640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:57Z', 'updated_at': '2021-07-08T18:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:02.142525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f870335-dfe8-4c46-aeef-b0c76855b9c6 None None] The sync data for ids ['fc09248d-fe3b-4df2-aee4-b0990b62640f'] in n-d-799684-3 is: [{'id': 'fc09248d-fe3b-4df2-aee4-b0990b62640f', 'name': 'tempest-snat-router-697945392', 'tenant_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'd40e8a8b-127b-4a00-9891-89a862d11b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:56Z', 'updated_at': '2021-07-08T18:14:58Z', 'revision_number': 3, 'project_id': 'a9ccb30717b1421ebef60f12fe537aaa', 'gw_port': {'id': 'd40e8a8b-127b-4a00-9891-89a862d11b57', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc09248d-fe3b-4df2-aee4-b0990b62640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:57Z', 'updated_at': '2021-07-08T18:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:02.286718 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.321552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.324548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.473664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Allocated IP 172.25.8.79 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/9e46daeb-834a-4f18-a85a-7a4f272d6926) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:02.495768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b87c17-a94d-49f2-870c-5311fc062fee req-e4483b4b-a154-4844-ac6e-1d4412c7d83d tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:02.498017 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38b87c17-a94d-49f2-870c-5311fc062fee req-e4483b4b-a154-4844-ac6e-1d4412c7d83d tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1351166 Jul 08 18:15:02.578190 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38b87c17-a94d-49f2-870c-5311fc062fee req-cda69035-0e52-49ed-a83b-2afcc9084fe4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728920 Jul 08 18:15:02.661082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.736554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event deleted for resources: {'Port': ['ID=d40e8a8b-127b-4a00-9891-89a862d11b57,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:02.853953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dcca3-4f50-452b-bf4c-2e8c55f681b4 req-af693cd6-53cd-415a-9f89-7f045c101de8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:02.855272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.856447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e6dcca3-4f50-452b-bf4c-2e8c55f681b4 req-af693cd6-53cd-415a-9f89-7f045c101de8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1587515 Jul 08 18:15:02.942682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e6dcca3-4f50-452b-bf4c-2e8c55f681b4 req-c89096c0-dfe5-4c6a-9902-5d514a1496f8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783782 Jul 08 18:15:02.978616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:02.984442 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.988938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:02.995250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:03.033567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Pushing event updated for resources: {'Port': ['ID=9e46daeb-834a-4f18-a85a-7a4f272d6926,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:03.206051 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.209606 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.262864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e9ddb22-14f9-48ae-a513-36074e01291d req-bdf3e89c-e7ab-43ed-93dd-f4792820982f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 210 time: 0.1051505 Jul 08 18:15:03.344854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-ad7644ef-3567-4a17-b670-4bd5e7e6c4c7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:03.347101 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-ad7644ef-3567-4a17-b670-4bd5e7e6c4c7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 812 time: 0.2991948 Jul 08 18:15:03.379896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Request body: {'port': {'device_id': '73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'admin_state_up': True, 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:03.468511 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.557057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Made reservation on behalf of 60b0c86a14ff4f54a31a20233e52f69f for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:03.564121 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.682521 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.683145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc09248d-fe3b-4df2-aee4-b0990b62640f {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:03.687971 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.692162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-75f35928-c725-4d39-9dad-7b8b2a2a7d60 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "DELETE /v2.0/routers/fc09248d-fe3b-4df2-aee4-b0990b62640f HTTP/1.1" status: 204 len: 168 time: 2.7314866 Jul 08 18:15:03.693417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49734) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:03.729955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Allocated IP 172.20.0.8 (c92d1067-af3d-4be1-a412-78a68c63eea9/133a1f4a-a81c-4a07-ad29-cf650dc922d6/5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:03.885382 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.887384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130bdf-dbb0-4a4c-a668-5a0b34a9ea5a req-2bd74816-bd3d-4c7c-8760-e173834bc2d5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:03.889100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89130bdf-dbb0-4a4c-a668-5a0b34a9ea5a req-2bd74816-bd3d-4c7c-8760-e173834bc2d5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1567240 Jul 08 18:15:03.920764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.974855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89130bdf-dbb0-4a4c-a668-5a0b34a9ea5a req-5fe004c3-19d3-4e94-a12a-36bd658a69d0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753028 Jul 08 18:15:04.052821 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.087702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Transition to ACTIVE for port object 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:04.168918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.171998 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.182087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['39005dfd-5425-4235-b5d6-9b3e8de6f494', '07348a7d-b74e-4341-bded-dc9a6e5042eb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:04.216243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Network c92d1067-af3d-4be1-a412-78a68c63eea9 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:04.226326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:04.231772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:04.245469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.293751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.321708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.448961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event updated for resources: {'Port': ['ID=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:04.473276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:04.476464 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.505925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Deleting port 4b88237b-d30e-46bb-a490-081aa28e004d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:04.506719 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.519449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-23315f41-6b42-4a76-848b-6a69a3ba78bf tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1407042 Jul 08 18:15:04.536951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Request body: {'port': {'device_id': '73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:04.668004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] For port 4b88237b-d30e-46bb-a490-081aa28e004d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4b88237b-d30e-46bb-a490-081aa28e004d,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:04.668398 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.673892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c97e733e-31f8-4f46-a44e-87c09154493c None None] Provisioning for port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:04.682362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c97e733e-31f8-4f46-a44e-87c09154493c None None] Provisioning complete for port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:04.682880 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c97e733e-31f8-4f46-a44e-87c09154493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.710447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1840ba-1b7a-41e7-b988-d57537a98022 req-c68554ea-6c86-41bf-b8a7-4e6edf8d06da tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:04.711559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Calling delete_port for 4b88237b-d30e-46bb-a490-081aa28e004d owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:04.717485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c1840ba-1b7a-41e7-b988-d57537a98022 req-c68554ea-6c86-41bf-b8a7-4e6edf8d06da tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.4927590 Jul 08 18:15:04.746197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c97e733e-31f8-4f46-a44e-87c09154493c None None] Port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:04.796570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Router a783514d-d7a7-4824-8f41-57c9ce83c7c9 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:15:04.807781 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.842110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aed5e-ca27-4e23-a6a2-7da352f158a1 req-5da23a01-cfea-4f5a-8beb-88efa88cb477 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:04.843741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc7aed5e-ca27-4e23-a6a2-7da352f158a1 req-5da23a01-cfea-4f5a-8beb-88efa88cb477 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 931 time: 0.2099960 Jul 08 18:15:04.869502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c1840ba-1b7a-41e7-b988-d57537a98022 req-8e873112-546d-486f-8e73-fee4df783f25 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511414 Jul 08 18:15:04.986082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:04.992509 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.996412 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ae0bdf37-4796-4368-8252-dd0a53c43369 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "PUT /v2.0/routers/a783514d-d7a7-4824-8f41-57c9ce83c7c9 HTTP/1.1" status: 200 len: 919 time: 3.8479605 Jul 08 18:15:04.998352 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9b3425-69d9-4375-bb4f-2a2e79f83f71 None None] Sync routers for ids ['a783514d-d7a7-4824-8f41-57c9ce83c7c9'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:05.001817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49744) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.009765 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b3425-69d9-4375-bb4f-2a2e79f83f71 None None] Routers {'a783514d-d7a7-4824-8f41-57c9ce83c7c9'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:05.011853 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2c9b3425-69d9-4375-bb4f-2a2e79f83f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['a783514d-d7a7-4824-8f41-57c9ce83c7c9'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:05.020684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc7aed5e-ca27-4e23-a6a2-7da352f158a1 req-3bd0b4b7-2fab-47dd-a8af-ba5f9064ad95 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543243 Jul 08 18:15:05.052099 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.054085 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2c9b3425-69d9-4375-bb4f-2a2e79f83f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:05.066064 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b3425-69d9-4375-bb4f-2a2e79f83f71 None None] Routers {'a783514d-d7a7-4824-8f41-57c9ce83c7c9'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:05.067225 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2c9b3425-69d9-4375-bb4f-2a2e79f83f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['a783514d-d7a7-4824-8f41-57c9ce83c7c9'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:05.088890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b88237b-d30e-46bb-a490-081aa28e004d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:05.106874 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2c9b3425-69d9-4375-bb4f-2a2e79f83f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:05.107962 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9b3425-69d9-4375-bb4f-2a2e79f83f71 None None] The sync data for ids ['a783514d-d7a7-4824-8f41-57c9ce83c7c9'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:05.172189 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.276136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.278751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.286966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-46e64da2-a386-4890-a9e8-28b3df04a40c tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/routers/a783514d-d7a7-4824-8f41-57c9ce83c7c9 HTTP/1.1" status: 200 len: 925 time: 0.2640591 Jul 08 18:15:05.289722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49750) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.339474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d387a-a659-415c-b85f-986f3e1380d2 req-88121927-9742-4386-9e0a-ee226d0cc861 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:05.343216 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f9d387a-a659-415c-b85f-986f3e1380d2 req-88121927-9742-4386-9e0a-ee226d0cc861 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1507773 Jul 08 18:15:05.351167 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.351731 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2aff81b-9986-4ea6-812e-63960c3d22da {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:05.362341 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.367388 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dbcafeaa-1aef-4a86-85f4-75c0109c474e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "DELETE /v2.0/routers/b2aff81b-9986-4ea6-812e-63960c3d22da HTTP/1.1" status: 204 len: 168 time: 1.6674175 Jul 08 18:15:05.367388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49752) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.373082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-411463235', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:05.411885 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.412952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.425690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45993a04-f43b-414d-9371-dd49a751762f tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:05.426870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f9d387a-a659-415c-b85f-986f3e1380d2 req-17d9eeec-2764-458e-bcd6-27655b5e5e97 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755937 Jul 08 18:15:05.430023 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-45993a04-f43b-414d-9371-dd49a751762f tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&device_id=a783514d-d7a7-4824-8f41-57c9ce83c7c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1112969 Jul 08 18:15:05.430185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49754) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.446265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:15:05.464997 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.524587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Transition to ACTIVE for port object 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:05.528318 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.531750 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.604568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd69289a-9446-4148-b628-48536d9dc633 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:05.609628 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dd69289a-9446-4148-b628-48536d9dc633 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 881 time: 0.1783514 Jul 08 18:15:05.612906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49758) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.647268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Pushing event updated for resources: {'Port': ['ID=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:05.671751 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d7ee352f-34d3-4ac1-bfdf-4d4ba31b46db tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=a783514d-d7a7-4824-8f41-57c9ce83c7c9 HTTP/1.1" status: 200 len: 205 time: 0.0577283 Jul 08 18:15:05.674847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49760) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.809029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Attempting to bind port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:05.809753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Attempting to bind port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:05.809753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Attempting to bind port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:05.820031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c on network c92d1067-af3d-4be1-a412-78a68c63eea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:15:05.820367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Attempting to bind port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:05.830481 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.832624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:05.832963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Checking segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:05.833339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Bound using segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:05.833786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Bound port: 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:05.834134 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.969201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device d40e8a8b-127b-4a00-9891-89a862d11b57 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:05.996697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] For port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:06.000510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] For port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:06.001442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-7637428b-6b00-4534-83c8-29cf0c8ec91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:06.002853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: d40e8a8b-127b-4a00-9891-89a862d11b57 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:15:06.003446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device d40e8a8b-127b-4a00-9891-89a862d11b57 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:06.004610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4b88237b-d30e-46bb-a490-081aa28e004d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:06.005119 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-7637428b-6b00-4534-83c8-29cf0c8ec91e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2&tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c HTTP/1.1" status: 200 len: 1095 time: 0.5218289 Jul 08 18:15:06.006368 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.015470 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.033196 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.036250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 4b88237b-d30e-46bb-a490-081aa28e004d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:15:06.036603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4b88237b-d30e-46bb-a490-081aa28e004d not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:06.109922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:06.110655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.112140 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] 10.222.0.59 "PUT /v2.0/ports/5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c HTTP/1.1" status: 200 len: 1091 time: 1.5844386 Jul 08 18:15:06.112662 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae', 'tag': '5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:06.115196 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d2096-89e5-47f5-85fe-d6e3eaa634db" -d '{"events": [{"name": "network-changed", "server_uuid": "73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae", "tag": "5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:06.163078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6b9bd-71db-4280-b6de-660e7c03103e service neutron] Pushing event updated for resources: {'Port': ['ID=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:06.178837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-82bd3a61-c0cc-4844-8004-c2c3327f24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:06.180582 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-82bd3a61-c0cc-4844-8004-c2c3327f24c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 1095 time: 0.1342077 Jul 08 18:15:06.258936 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ba5985f-ce82-407f-a126-b66f19f7aa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.312709 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-96198b49-bd90-414d-bb8e-f56f3bb3d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:06.314246 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-96198b49-bd90-414d-bb8e-f56f3bb3d1a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.1252210 Jul 08 18:15:06.444955 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.470942 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.475307 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-57bf7293-222b-49b7-875b-880483580027 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93380b99-8124-41da-a462-88d6c3919187 HTTP/1.1" status: 200 len: 999 time: 0.1312878 Jul 08 18:15:06.569348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-fa01ae2f-7dd9-4dde-b28f-ded168b01358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:06.570775 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-fa01ae2f-7dd9-4dde-b28f-ded168b01358 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.0891509 Jul 08 18:15:06.597830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Deleting port 9e46daeb-834a-4f18-a85a-7a4f272d6926 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:06.598178 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.623025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb14b0d-cbf5-4d83-8903-2270c604c710 req-1a17a736-573f-4db3-a21e-44c67427b53b tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:06.624553 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbb14b0d-cbf5-4d83-8903-2270c604c710 req-1a17a736-573f-4db3-a21e-44c67427b53b tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.5336447 Jul 08 18:15:06.652133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Allocated IP 172.25.8.137 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/a9df8445-0fc0-4be1-8b8d-766556e2a03e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:06.714507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-88a78c93-6b3d-4847-b12a-e974d0aed8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:06.716006 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-88a78c93-6b3d-4847-b12a-e974d0aed8d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373811 Jul 08 18:15:06.718260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-fd217ef2-a70b-4965-b8c2-a1ae7fbd85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:06.719730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-fd217ef2-a70b-4965-b8c2-a1ae7fbd85d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 1094 time: 0.5371127 Jul 08 18:15:06.733643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227e5a3-3bfa-49c0-b5c2-a1c79ce7f316 req-4f837c5a-805d-4737-8b64-2c0b5461209f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:06.735102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b227e5a3-3bfa-49c0-b5c2-a1c79ce7f316 req-4f837c5a-805d-4737-8b64-2c0b5461209f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.5633800 Jul 08 18:15:06.794375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbb14b0d-cbf5-4d83-8903-2270c604c710 req-fef7f3bf-4d6c-4cd0-aa03-5253af8ca1ee tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425753 Jul 08 18:15:06.796652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.811551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-22167455-6562-4aa3-b559-ef54a84080c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c HTTP/1.1" status: 200 len: 217 time: 0.0717359 Jul 08 18:15:06.830996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Calling delete_port for 9e46daeb-834a-4f18-a85a-7a4f272d6926 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:06.837294 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.855166 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b9ef4b-ebc0-4e10-98b4-26a395faf53d x-openstack-request-id: req-49b9ef4b-ebc0-4e10-98b4-26a395faf53d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:06.855461 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae", "tag": "5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:06.855708 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49b9ef4b-ebc0-4e10-98b4-26a395faf53d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:06.856115 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae', 'tag': '5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c', 'status': 'completed', 'code': 200} Jul 08 18:15:06.863224 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-a1b9499b-3871-425f-8167-f6d8067a1e8d service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344683 Jul 08 18:15:06.889699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b227e5a3-3bfa-49c0-b5c2-a1c79ce7f316 req-d7c758c2-24c3-4f90-8527-6a680d1d9f6b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457696 Jul 08 18:15:06.927176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-a9e7e68a-b55a-468c-a199-a68b513f6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:06.928762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-a9e7e68a-b55a-468c-a199-a68b513f6c70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.1115963 Jul 08 18:15:06.992241 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.072821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:07.082847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:07.093810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:07.096112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-149b4ae7-c616-491b-99d7-5ca88ad21f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:07.097679 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-149b4ae7-c616-491b-99d7-5ca88ad21f77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569078 Jul 08 18:15:07.120478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Pushing event updated for resources: {'Port': ['ID=a9df8445-0fc0-4be1-8b8d-766556e2a03e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:07.128615 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ce069300-ff68-4c2d-a3fa-898d87e1201d req-0c8cacc0-fb5e-4b68-aa17-13dcffe0cd36 service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581365 Jul 08 18:15:07.225070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0ced3-0f2e-4134-a69f-0f477fc48bbd req-b488cdf4-22a3-4d92-9d3a-b0c5e5e2a44e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:07.226642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cc0ced3-0f2e-4134-a69f-0f477fc48bbd req-b488cdf4-22a3-4d92-9d3a-b0c5e5e2a44e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1850622 Jul 08 18:15:07.262106 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.305041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Pushing event deleted for resources: {'Port': ['ID=9e46daeb-834a-4f18-a85a-7a4f272d6926,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:07.316994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-852c8c8d-fedf-479f-b8dd-ac570bfac862 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117956 Jul 08 18:15:07.335834 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cc0ced3-0f2e-4134-a69f-0f477fc48bbd req-a35603c7-b45f-4acb-a0a1-2b1a79cc6ed6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981717 Jul 08 18:15:07.370366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.453890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.559360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.563418 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51e412bf-eae1-4a53-ac1b-fd694c55a394 req-9f231f1a-2cf3-4774-871a-7c6c955ec786 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381394 Jul 08 18:15:07.564787 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.603103 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.614750 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.615907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Fanout notify agent at l3_agent the message router_deleted on router a783514d-d7a7-4824-8f41-57c9ce83c7c9 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:07.626114 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.627659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-36152ec5-9e6d-41ec-9529-056a711c1297 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/a783514d-d7a7-4824-8f41-57c9ce83c7c9 HTTP/1.1" status: 204 len: 168 time: 1.9516475 Jul 08 18:15:07.631290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49790) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:07.643769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2069912731', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:07.698356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.699547 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.802530 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.816505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Router 64f3430f-b9b3-4b99-90b0-96eb264795f8 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:15:07.977351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:07.987661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb3a20-47e0-4db7-8fb6-31aa011555d4 None None] Sync routers for ids ['64f3430f-b9b3-4b99-90b0-96eb264795f8'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:08.004471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb3a20-47e0-4db7-8fb6-31aa011555d4 None None] Routers {'64f3430f-b9b3-4b99-90b0-96eb264795f8'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:08.005448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-eebb3a20-47e0-4db7-8fb6-31aa011555d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['64f3430f-b9b3-4b99-90b0-96eb264795f8'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:08.020244 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.027366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49798) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:08.028306 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-10bdf5af-f027-4a82-ba0c-069149703b78 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6598899 Jul 08 18:15:08.034908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7758338f-9be3-447c-a1c5-9b404149a9c4 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'enable_snat': False}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:08.071232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-eebb3a20-47e0-4db7-8fb6-31aa011555d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:08.081594 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb3a20-47e0-4db7-8fb6-31aa011555d4 None None] Routers {'64f3430f-b9b3-4b99-90b0-96eb264795f8'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:08.082594 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-eebb3a20-47e0-4db7-8fb6-31aa011555d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['64f3430f-b9b3-4b99-90b0-96eb264795f8'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:08.124707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-eebb3a20-47e0-4db7-8fb6-31aa011555d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:08.125900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb3a20-47e0-4db7-8fb6-31aa011555d4 None None] The sync data for ids ['64f3430f-b9b3-4b99-90b0-96eb264795f8'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:08.134039 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.354686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b7c11-5199-4085-b776-bbb772054600 req-a185109d-f02c-4c70-9d13-737f3b580257 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:08.356181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af4b7c11-5199-4085-b776-bbb772054600 req-a185109d-f02c-4c70-9d13-737f3b580257 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.2285924 Jul 08 18:15:08.466189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabe89c-3fc8-4bcd-aa5a-0d07df2c6e86 req-126742b4-9f7a-45c3-9f25-b12ffefc5e6e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:08.467762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caabe89c-3fc8-4bcd-aa5a-0d07df2c6e86 req-126742b4-9f7a-45c3-9f25-b12ffefc5e6e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.3082671 Jul 08 18:15:08.515328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af4b7c11-5199-4085-b776-bbb772054600 req-34ec830b-330c-4554-88bf-8560e207ab01 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519601 Jul 08 18:15:08.575007 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caabe89c-3fc8-4bcd-aa5a-0d07df2c6e86 req-45d75ea1-bef8-419d-a522-f3eb8bd8ea43 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769641 Jul 08 18:15:08.763184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.768488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7758338f-9be3-447c-a1c5-9b404149a9c4 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.789767 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.053534 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.123723 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-297d431d-ade7-4ef2-9a64-43b22b1f349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.343293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Allocated IP 172.25.8.136 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/b6a7bab5-7c78-43d4-a7ff-865ea2ea3621) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:09.356001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444e361-8721-4948-8c6d-c6dd047a17f3 req-8fcd717f-3d5a-497d-950c-f4efdf4380eb tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:09.357523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5444e361-8721-4948-8c6d-c6dd047a17f3 req-8fcd717f-3d5a-497d-950c-f4efdf4380eb tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.5537925 Jul 08 18:15:09.461482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5444e361-8721-4948-8c6d-c6dd047a17f3 req-cab382b3-81e1-40e3-a018-4a044ed85ee8 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963125 Jul 08 18:15:09.558054 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.718989 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.805200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:09.818025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:09.825308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:09.835430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Pushing event updated for resources: {'Port': ['ID=b6a7bab5-7c78-43d4-a7ff-865ea2ea3621,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:09.923616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694d147-d777-488f-9b6a-8c61be1dd769 req-002c0948-7527-49c3-89e3-0b8c8dd0a438 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:09.926265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1694d147-d777-488f-9b6a-8c61be1dd769 req-002c0948-7527-49c3-89e3-0b8c8dd0a438 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.2531345 Jul 08 18:15:10.093804 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1694d147-d777-488f-9b6a-8c61be1dd769 req-0bfd65ec-8cec-46c7-b98c-9b15226494a1 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612988 Jul 08 18:15:10.119981 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7758338f-9be3-447c-a1c5-9b404149a9c4 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.124371 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7758338f-9be3-447c-a1c5-9b404149a9c4 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.137044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.366695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.371027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7758338f-9be3-447c-a1c5-9b404149a9c4 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Router 64f3430f-b9b3-4b99-90b0-96eb264795f8 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:15:10.471969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1862c7-9e9e-4c0e-88f9-bf3b8dfe0237 req-4ede1cc5-535f-4d8d-bca6-7379eacd1e38 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:10.473342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc1862c7-9e9e-4c0e-88f9-bf3b8dfe0237 req-4ede1cc5-535f-4d8d-bca6-7379eacd1e38 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.2179406 Jul 08 18:15:10.616250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc1862c7-9e9e-4c0e-88f9-bf3b8dfe0237 req-81c8c5f7-864d-4d4e-a2b2-446fdd210454 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037993 Jul 08 18:15:10.674183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7758338f-9be3-447c-a1c5-9b404149a9c4 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:10.684243 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1027de3-89cd-436e-85c9-edf74ed4d06a None None] Sync routers for ids ['64f3430f-b9b3-4b99-90b0-96eb264795f8'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:10.699135 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1027de3-89cd-436e-85c9-edf74ed4d06a None None] Routers {'64f3430f-b9b3-4b99-90b0-96eb264795f8'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:10.700067 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1027de3-89cd-436e-85c9-edf74ed4d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['64f3430f-b9b3-4b99-90b0-96eb264795f8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:10.707024 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7758338f-9be3-447c-a1c5-9b404149a9c4 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.707024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7758338f-9be3-447c-a1c5-9b404149a9c4 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "PUT /v2.0/routers/64f3430f-b9b3-4b99-90b0-96eb264795f8 HTTP/1.1" status: 200 len: 921 time: 2.6761553 Jul 08 18:15:10.707384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:10.739027 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1027de3-89cd-436e-85c9-edf74ed4d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:10.749852 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1027de3-89cd-436e-85c9-edf74ed4d06a None None] Routers {'64f3430f-b9b3-4b99-90b0-96eb264795f8'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:10.750906 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1027de3-89cd-436e-85c9-edf74ed4d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['64f3430f-b9b3-4b99-90b0-96eb264795f8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:10.797303 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1027de3-89cd-436e-85c9-edf74ed4d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:10.799034 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1027de3-89cd-436e-85c9-edf74ed4d06a None None] The sync data for ids ['64f3430f-b9b3-4b99-90b0-96eb264795f8'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:10.805160 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.877687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-77fd9ba3-a71d-45c5-8325-21747b810ab0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/routers/64f3430f-b9b3-4b99-90b0-96eb264795f8 HTTP/1.1" status: 200 len: 921 time: 0.1690769 Jul 08 18:15:10.880315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49816) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:10.970041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b352d14e-74b4-4a6c-a79e-ea231c210a4f tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:10.974085 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b352d14e-74b4-4a6c-a79e-ea231c210a4f tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&device_id=64f3430f-b9b3-4b99-90b0-96eb264795f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0903580 Jul 08 18:15:10.974389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49818) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:11.009147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e700e4-1b27-442f-bada-36faacfd08c3 req-c0d8fa6f-f32c-4792-a9cd-b06d1e556a9b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:11.010861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77e700e4-1b27-442f-bada-36faacfd08c3 req-c0d8fa6f-f32c-4792-a9cd-b06d1e556a9b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1000807 Jul 08 18:15:11.054036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Router 47423c19-ef42-4e42-9ce6-7baf0d108cfc is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:15:11.074873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77e700e4-1b27-442f-bada-36faacfd08c3 req-d7389809-ab8a-4939-bb1a-5ed795e4cb77 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536132 Jul 08 18:15:11.091208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f484e0-2fe6-423e-9d9e-b01471a6cfa7 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:11.093023 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-61f484e0-2fe6-423e-9d9e-b01471a6cfa7 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 881 time: 0.1177003 Jul 08 18:15:11.096096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49820) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:11.131697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fa6a09ae-802f-463a-8d4e-c52fbd106de2 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=64f3430f-b9b3-4b99-90b0-96eb264795f8 HTTP/1.1" status: 200 len: 205 time: 0.0343184 Jul 08 18:15:11.134240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49822) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:11.198485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:11.224019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633ff203-05e6-4764-8e15-93efc527cf38 None None] Sync routers for ids ['47423c19-ef42-4e42-9ce6-7baf0d108cfc'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:11.237000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.239069 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c8c0fea0-95bd-4db2-8d5d-3e96dfca490e tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6050532 Jul 08 18:15:11.240873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ff203-05e6-4764-8e15-93efc527cf38 None None] Routers {'47423c19-ef42-4e42-9ce6-7baf0d108cfc'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:11.241492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-633ff203-05e6-4764-8e15-93efc527cf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['47423c19-ef42-4e42-9ce6-7baf0d108cfc'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:11.250130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49826) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:11.254764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:11.290082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-633ff203-05e6-4764-8e15-93efc527cf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:11.301738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ff203-05e6-4764-8e15-93efc527cf38 None None] Routers {'47423c19-ef42-4e42-9ce6-7baf0d108cfc'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:11.304083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-633ff203-05e6-4764-8e15-93efc527cf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['47423c19-ef42-4e42-9ce6-7baf0d108cfc'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:11.340588 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.348420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-633ff203-05e6-4764-8e15-93efc527cf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:11.349200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633ff203-05e6-4764-8e15-93efc527cf38 None None] The sync data for ids ['47423c19-ef42-4e42-9ce6-7baf0d108cfc'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:11.417371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e5b9e-b184-4ecf-bca8-bd6f467ff1aa req-a3d25049-99e5-4f2c-9070-4dadc994e532 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:11.419062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-847e5b9e-b184-4ecf-bca8-bd6f467ff1aa req-a3d25049-99e5-4f2c-9070-4dadc994e532 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1788847 Jul 08 18:15:11.467025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.550032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Deleting port a9df8445-0fc0-4be1-8b8d-766556e2a03e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:11.550422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.617320 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.877566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-847e5b9e-b184-4ecf-bca8-bd6f467ff1aa req-e5580da3-9e07-45cf-b0f0-b808f5159b2f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509087 Jul 08 18:15:11.908387 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.943167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Calling delete_port for a9df8445-0fc0-4be1-8b8d-766556e2a03e owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:12.142116 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.150108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.158772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285b784-fa81-43bc-8dc4-4a338975f276 req-44715ddb-d8a0-4aec-ba38-918fb29b7dcc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:12.160342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c285b784-fa81-43bc-8dc4-4a338975f276 req-44715ddb-d8a0-4aec-ba38-918fb29b7dcc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.1299205 Jul 08 18:15:12.165856 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.187978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Pushing event deleted for resources: {'Port': ['ID=a9df8445-0fc0-4be1-8b8d-766556e2a03e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:12.214082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.214481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.214810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.215145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.215488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.215800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.216283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.226762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.227119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.227453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.227804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.228122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:12.237580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c285b784-fa81-43bc-8dc4-4a338975f276 req-ebd1de1b-0520-405a-b0d6-6e10132f58c1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671663 Jul 08 18:15:12.263148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Deleting port b6a7bab5-7c78-43d4-a7ff-865ea2ea3621 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:12.263494 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.332690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.386476 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.404025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Calling delete_port for b6a7bab5-7c78-43d4-a7ff-865ea2ea3621 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:12.442317 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.445237 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.499764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.500336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Fanout notify agent at l3_agent the message router_deleted on router 64f3430f-b9b3-4b99-90b0-96eb264795f8 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:12.508655 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.514668 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bbb1e852-ce78-4e49-88af-49179332debd tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/64f3430f-b9b3-4b99-90b0-96eb264795f8 HTTP/1.1" status: 204 len: 168 time: 1.3743763 Jul 08 18:15:12.519070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49834) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:12.525271 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-147300cb-7bfb-4526-9472-31aebecba07b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1728746472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:12.568714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-147300cb-7bfb-4526-9472-31aebecba07b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.570911 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-147300cb-7bfb-4526-9472-31aebecba07b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.658281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244295b-09bc-4eee-b7df-2f97b755327e req-f32cba29-8729-40a7-b3e7-713856966da7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:12.659885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9244295b-09bc-4eee-b7df-2f97b755327e req-f32cba29-8729-40a7-b3e7-713856966da7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1152925 Jul 08 18:15:12.661063 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.710671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-147300cb-7bfb-4526-9472-31aebecba07b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.711877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Pushing event deleted for resources: {'Port': ['ID=b6a7bab5-7c78-43d4-a7ff-865ea2ea3621,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:12.722042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-147300cb-7bfb-4526-9472-31aebecba07b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.741886 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-147300cb-7bfb-4526-9472-31aebecba07b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.745588 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-147300cb-7bfb-4526-9472-31aebecba07b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2226589 Jul 08 18:15:12.746251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49836) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:12.751320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Request body: {'router': {'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:12.782334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9244295b-09bc-4eee-b7df-2f97b755327e req-633b3bd3-06a5-4c5f-97d0-3205fcd3f964 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145370 Jul 08 18:15:12.796755 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.026508 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.037019 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.047406 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.166507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Router 47423c19-ef42-4e42-9ce6-7baf0d108cfc has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:15:13.193965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c531abc-240a-472c-a839-06f6082b7ba3 req-767ac1ba-8aa5-4646-8106-ffd484ed7498 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:13.195561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c531abc-240a-472c-a839-06f6082b7ba3 req-767ac1ba-8aa5-4646-8106-ffd484ed7498 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1508577 Jul 08 18:15:13.249985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.270199 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.278178 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:13.287369 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.291020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c61e3b56-750e-48c8-a32f-4776111090c1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "PUT /v2.0/routers/47423c19-ef42-4e42-9ce6-7baf0d108cfc HTTP/1.1" status: 200 len: 710 time: 2.0376000 Jul 08 18:15:13.295223 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b14543-40f3-48fb-8bdf-566c67ff62cf None None] Sync routers for ids ['47423c19-ef42-4e42-9ce6-7baf0d108cfc'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:13.299783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49842) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:13.310463 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b14543-40f3-48fb-8bdf-566c67ff62cf None None] Routers {'47423c19-ef42-4e42-9ce6-7baf0d108cfc'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:13.312576 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b5b14543-40f3-48fb-8bdf-566c67ff62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['47423c19-ef42-4e42-9ce6-7baf0d108cfc'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:13.317948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c531abc-240a-472c-a839-06f6082b7ba3 req-c8582a12-72bb-4d9b-a904-eb37691b43d0 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875158 Jul 08 18:15:13.362581 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b5b14543-40f3-48fb-8bdf-566c67ff62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:13.384305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bdbeae80-5caa-42a4-be69-2c0e46e45940 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/routers/47423c19-ef42-4e42-9ce6-7baf0d108cfc HTTP/1.1" status: 200 len: 745 time: 0.0833457 Jul 08 18:15:13.385968 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b14543-40f3-48fb-8bdf-566c67ff62cf None None] Routers {'47423c19-ef42-4e42-9ce6-7baf0d108cfc'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:13.388063 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b5b14543-40f3-48fb-8bdf-566c67ff62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['47423c19-ef42-4e42-9ce6-7baf0d108cfc'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:13.388645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49844) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:13.453677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Allocated IP 172.25.8.210 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/8e79c555-a722-4651-ba88-f97dd1249cac) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:13.460920 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b5b14543-40f3-48fb-8bdf-566c67ff62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:13.461962 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b14543-40f3-48fb-8bdf-566c67ff62cf None None] The sync data for ids ['47423c19-ef42-4e42-9ce6-7baf0d108cfc'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:13.476692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5aada62d-76ed-4e9b-90e4-5d058f3a34e9 tempest-RoutersIpV6AdminTest-1107562735 tempest-RoutersIpV6AdminTest-1107562735-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&device_id=47423c19-ef42-4e42-9ce6-7baf0d108cfc HTTP/1.1" status: 200 len: 205 time: 0.0860391 Jul 08 18:15:13.479883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49848) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:13.532526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0f2a7933-355b-4f00-b220-01df5280c8e1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=47423c19-ef42-4e42-9ce6-7baf0d108cfc HTTP/1.1" status: 200 len: 205 time: 0.0512815 Jul 08 18:15:13.534977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49850) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:13.596464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.645948 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce88dab2-8735-4aa0-8812-83b07a70df17 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.658493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.702622 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:13.708971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:13.711421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Pushing event updated for resources: {'Port': ['ID=8e79c555-a722-4651-ba88-f97dd1249cac,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:13.713269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:13.829103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ddf02-0f85-45a7-80fc-d38f9a699f0d req-84812379-40dd-4ef6-b37b-2766afeb6848 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:13.830626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d0ddf02-0f85-45a7-80fc-d38f9a699f0d req-84812379-40dd-4ef6-b37b-2766afeb6848 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.2516100 Jul 08 18:15:13.832415 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce88dab2-8735-4aa0-8812-83b07a70df17 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.835072 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce88dab2-8735-4aa0-8812-83b07a70df17 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.906791 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce88dab2-8735-4aa0-8812-83b07a70df17 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.907294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce88dab2-8735-4aa0-8812-83b07a70df17 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Fanout notify agent at l3_agent the message router_deleted on router 47423c19-ef42-4e42-9ce6-7baf0d108cfc {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:13.911708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d0ddf02-0f85-45a7-80fc-d38f9a699f0d req-bfced195-a58f-4160-87a5-904139005678 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734205 Jul 08 18:15:13.917367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce88dab2-8735-4aa0-8812-83b07a70df17 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.922249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ce88dab2-8735-4aa0-8812-83b07a70df17 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/47423c19-ef42-4e42-9ce6-7baf0d108cfc HTTP/1.1" status: 204 len: 168 time: 0.3822198 Jul 08 18:15:13.922614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49856) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:13.975039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-77f553a5-6e05-4367-bcaf-a7398d055525 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=47423c19-ef42-4e42-9ce6-7baf0d108cfc HTTP/1.1" status: 200 len: 205 time: 0.0512426 Jul 08 18:15:13.977164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49858) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.055449 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-5ba8339c-cd76-49b1-9280-3bbe8e7db786 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] delete failed (client error): The resource could not be found. Jul 08 18:15:14.059024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5ba8339c-cd76-49b1-9280-3bbe8e7db786 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/47423c19-ef42-4e42-9ce6-7baf0d108cfc HTTP/1.1" status: 404 len: 336 time: 0.0783384 Jul 08 18:15:14.059263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49860) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.090906 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.096568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9d2e38ab-ab81-4f30-ba74-d778d88c3f73 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=a783514d-d7a7-4824-8f41-57c9ce83c7c9 HTTP/1.1" status: 200 len: 205 time: 0.0338037 Jul 08 18:15:14.097223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49862) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.148178 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-b07ac822-b2bc-4913-a04b-84e4d3afe3b2 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] delete failed (client error): The resource could not be found. Jul 08 18:15:14.152197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b07ac822-b2bc-4913-a04b-84e4d3afe3b2 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/a783514d-d7a7-4824-8f41-57c9ce83c7c9 HTTP/1.1" status: 404 len: 336 time: 0.0511463 Jul 08 18:15:14.152680 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49864) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.185767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b7238b84-dba0-4ee8-a149-24f3dcedd18a tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bd25dd1-9bb0-4796-bf41-4430b400e06c HTTP/1.1" status: 200 len: 205 time: 0.0318902 Jul 08 18:15:14.188225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49866) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.231224 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-de6a4b9c-fdcc-4d48-9743-6d4c76e2c9a1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] delete failed (client error): The resource could not be found. Jul 08 18:15:14.232249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-de6a4b9c-fdcc-4d48-9743-6d4c76e2c9a1 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/8bd25dd1-9bb0-4796-bf41-4430b400e06c HTTP/1.1" status: 404 len: 336 time: 0.0429406 Jul 08 18:15:14.248782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49868) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.296919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eee64c8c-f4d8-4ada-8de6-ad8d67e0f9ff tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae99c2e8-d2b6-426a-a389-33fd46be1b31 HTTP/1.1" status: 200 len: 205 time: 0.0468743 Jul 08 18:15:14.300792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49870) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.331042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c016be-af39-4503-bcd0-4cc9ad2e1189 req-1a730c12-744c-4d35-85b4-da6b26f94d7e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:14.332638 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4c016be-af39-4503-bcd0-4cc9ad2e1189 req-1a730c12-744c-4d35-85b4-da6b26f94d7e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1040678 Jul 08 18:15:14.345574 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-ef05aa49-b3e4-4942-b466-2fb4eefe8ec3 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] delete failed (client error): The resource could not be found. Jul 08 18:15:14.346628 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ef05aa49-b3e4-4942-b466-2fb4eefe8ec3 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/ae99c2e8-d2b6-426a-a389-33fd46be1b31 HTTP/1.1" status: 404 len: 336 time: 0.0442567 Jul 08 18:15:14.352658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49872) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.389091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f52b1c59-cc7a-4dd7-a0ed-ce2a8eb37b1d tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=6029e525-d072-4330-a5f3-92cad0befc0a HTTP/1.1" status: 200 len: 205 time: 0.0351276 Jul 08 18:15:14.400069 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49876) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.413822 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4c016be-af39-4503-bcd0-4cc9ad2e1189 req-5309dc74-b998-4c4b-9dc8-7cab62fd12d9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755835 Jul 08 18:15:14.424766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.428298 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.448296 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-90ebe015-3d37-4cfe-a91f-4fa5746085a6 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] delete failed (client error): The resource could not be found. Jul 08 18:15:14.449603 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-90ebe015-3d37-4cfe-a91f-4fa5746085a6 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/6029e525-d072-4330-a5f3-92cad0befc0a HTTP/1.1" status: 404 len: 336 time: 0.0483840 Jul 08 18:15:14.453706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49878) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.493888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-77980074-f275-4934-a867-885d9a4b8c63 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbaa3da6-dc4b-4f58-803e-64c5e07c91ac HTTP/1.1" status: 200 len: 205 time: 0.0389340 Jul 08 18:15:14.496227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49880) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.540626 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-57443f5f-a32c-42af-b53f-042f18030526 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] delete failed (client error): The resource could not be found. Jul 08 18:15:14.541657 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-57443f5f-a32c-42af-b53f-042f18030526 tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/routers/cbaa3da6-dc4b-4f58-803e-64c5e07c91ac HTTP/1.1" status: 404 len: 336 time: 0.0444787 Jul 08 18:15:14.544941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49882) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.585371 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b33cc0f-39ef-47d8-9a87-de0cd4d0283a tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:14.585890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b33cc0f-39ef-47d8-9a87-de0cd4d0283a tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:14.590102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1b33cc0f-39ef-47d8-9a87-de0cd4d0283a tempest-RoutersIpV6AdminTest-917679161 tempest-RoutersIpV6AdminTest-917679161-project] 10.222.0.73 "DELETE /v2.0/subnets/f0b6cbc6-feef-44b0-8dc0-830fc606c330 HTTP/1.1" status: 404 len: 337 time: 0.0410402 Jul 08 18:15:14.649121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Router fd30e46a-db24-4edb-afc0-bdfd3fdb093c is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:15:14.668877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447bb3d-5068-4457-af04-077100221762 req-9977e27d-a520-44c8-b768-bc3f512e15a9 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:14.671155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e447bb3d-5068-4457-af04-077100221762 req-9977e27d-a520-44c8-b768-bc3f512e15a9 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1145172 Jul 08 18:15:14.722911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e447bb3d-5068-4457-af04-077100221762 req-c3b87a18-f50d-42db-ae45-74b44aa67c06 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 Jul 08 18:15:14.799914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:14.807507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.811834 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3f3b38d2-428a-4e55-9a16-026bde427136 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "PUT /v2.0/routers/fd30e46a-db24-4edb-afc0-bdfd3fdb093c HTTP/1.1" status: 200 len: 880 time: 2.0620866 Jul 08 18:15:14.812592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49886) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.818150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41248f9c-768a-4da1-a4c7-36928be87e5b None None] Sync routers for ids ['fd30e46a-db24-4edb-afc0-bdfd3fdb093c'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:14.843092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41248f9c-768a-4da1-a4c7-36928be87e5b None None] Routers {'fd30e46a-db24-4edb-afc0-bdfd3fdb093c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:14.843855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-41248f9c-768a-4da1-a4c7-36928be87e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fd30e46a-db24-4edb-afc0-bdfd3fdb093c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:14.878651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-41248f9c-768a-4da1-a4c7-36928be87e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:14.888450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41248f9c-768a-4da1-a4c7-36928be87e5b None None] Routers {'fd30e46a-db24-4edb-afc0-bdfd3fdb093c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:14.889340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-41248f9c-768a-4da1-a4c7-36928be87e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fd30e46a-db24-4edb-afc0-bdfd3fdb093c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:14.926389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-41248f9c-768a-4da1-a4c7-36928be87e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:14.927339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41248f9c-768a-4da1-a4c7-36928be87e5b None None] The sync data for ids ['fd30e46a-db24-4edb-afc0-bdfd3fdb093c'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:14.968404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-61fa5761-64ad-443a-a04e-08389e2d5c5b tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/routers/fd30e46a-db24-4edb-afc0-bdfd3fdb093c HTTP/1.1" status: 200 len: 921 time: 0.1544912 Jul 08 18:15:14.971257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49892) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.997857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49894) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:15.031534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a6d36-4135-44e9-96c0-c52600090858 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:15.036424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49898) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:15.036713 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0b3a6d36-4135-44e9-96c0-c52600090858 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&device_id=fd30e46a-db24-4edb-afc0-bdfd3fdb093c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0641396 Jul 08 18:15:15.171528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3e5b0ec9-0735-48d4-9ecf-2b9b09f70d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.190236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17c89cb-e6ea-43a1-acd9-739d22e9d9f3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:15.191622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c17c89cb-e6ea-43a1-acd9-739d22e9d9f3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 881 time: 0.1539850 Jul 08 18:15:15.194549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49902) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:15.234855 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a0c9fd74-9800-4778-808a-6f50def83dfb tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd30e46a-db24-4edb-afc0-bdfd3fdb093c HTTP/1.1" status: 200 len: 205 time: 0.0383587 Jul 08 18:15:15.235537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49904) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:15.254169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e425a94-6614-4e98-a59e-64e74f6685d6 req-85fadcf5-4373-40e3-8f24-520190a08120 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:15.255661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e425a94-6614-4e98-a59e-64e74f6685d6 req-85fadcf5-4373-40e3-8f24-520190a08120 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.1414399 Jul 08 18:15:15.317788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e425a94-6614-4e98-a59e-64e74f6685d6 req-b3d9f382-862b-45c9-bc97-c65c534a0075 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551987 Jul 08 18:15:15.356480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3e5b0ec9-0735-48d4-9ecf-2b9b09f70d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.361369 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3e5b0ec9-0735-48d4-9ecf-2b9b09f70d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.406894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.407997 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3e5b0ec9-0735-48d4-9ecf-2b9b09f70d53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02eb25d201c548f9b0922c0e158471ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086075 Jul 08 18:15:15.408876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49906) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:15.409531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b0ec9-0735-48d4-9ecf-2b9b09f70d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d109dc6-45cc-441c-b898-f76bb2579240,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:15.481026 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c088fc5-b9fe-41c8-99dc-998fd05c16f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.509217 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c088fc5-b9fe-41c8-99dc-998fd05c16f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.533041 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.573833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c088fc5-b9fe-41c8-99dc-998fd05c16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.577979 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c088fc5-b9fe-41c8-99dc-998fd05c16f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.582311 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0c088fc5-b9fe-41c8-99dc-998fd05c16f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d109dc6-45cc-441c-b898-f76bb2579240 HTTP/1.1" status: 204 len: 168 time: 0.1698589 Jul 08 18:15:15.591785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c088fc5-b9fe-41c8-99dc-998fd05c16f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d109dc6-45cc-441c-b898-f76bb2579240,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:15.684305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Deleting port 8e79c555-a722-4651-ba88-f97dd1249cac {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:15.684752 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.792933 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.815955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Calling delete_port for 8e79c555-a722-4651-ba88-f97dd1249cac owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:15.827765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fe946-432e-4caa-b811-b6ab5a82e965 req-e002e255-b5b8-4565-91a0-1090690d5ed8 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:15.829399 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-057fe946-432e-4caa-b811-b6ab5a82e965 req-e002e255-b5b8-4565-91a0-1090690d5ed8 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1470191 Jul 08 18:15:15.945693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-057fe946-432e-4caa-b811-b6ab5a82e965 req-cd40d9a3-44c3-479f-adde-eaf84f9ce18f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945024 Jul 08 18:15:16.047510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49916) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:16.123178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c9a9f6de-5a5b-4b71-bcec-93cdc9ee9208 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05a1c4df92a84b6d97696e184b6b6817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721922 Jul 08 18:15:16.124944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49918) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:16.126882 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.195876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Pushing event deleted for resources: {'Port': ['ID=8e79c555-a722-4651-ba88-f97dd1249cac,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:16.263049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30fff0d9-022b-4c6a-b6c1-23618c3b13c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.283150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.290515 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30fff0d9-022b-4c6a-b6c1-23618c3b13c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.338019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c1ee6-a629-4a28-b881-1feec7ad02f3 req-aed7eee7-4aae-435a-8e4e-c1ccaee62dd3 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:16.345754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-695c1ee6-a629-4a28-b881-1feec7ad02f3 req-aed7eee7-4aae-435a-8e4e-c1ccaee62dd3 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1373372 Jul 08 18:15:16.399931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-695c1ee6-a629-4a28-b881-1feec7ad02f3 req-6da5e892-d297-455c-86d8-0657442d7bd9 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519767 Jul 08 18:15:16.413814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.416866 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.419888 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30fff0d9-022b-4c6a-b6c1-23618c3b13c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.423985 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30fff0d9-022b-4c6a-b6c1-23618c3b13c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.428244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-30fff0d9-022b-4c6a-b6c1-23618c3b13c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b57095ee-cfd8-4555-a834-6bedfcb7f2ca HTTP/1.1" status: 204 len: 168 time: 0.3012123 Jul 08 18:15:16.441154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fff0d9-022b-4c6a-b6c1-23618c3b13c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57095ee-cfd8-4555-a834-6bedfcb7f2ca,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:16.700315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bb447-700b-41ad-8784-230a84aeac87 req-89fbc1d0-7fd5-489c-a24e-60be244b8e68 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:16.708987 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c53bb447-700b-41ad-8784-230a84aeac87 req-89fbc1d0-7fd5-489c-a24e-60be244b8e68 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.1070251 Jul 08 18:15:16.755916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c53bb447-700b-41ad-8784-230a84aeac87 req-69723550-4854-4989-a413-428a0aaebdfc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 Jul 08 18:15:16.894708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.895472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Fanout notify agent at l3_agent the message router_deleted on router fd30e46a-db24-4edb-afc0-bdfd3fdb093c {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:16.902910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.911227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49934) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:16.915168 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1182b8d4-7c07-455a-b7b6-47a31ba3711f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/fd30e46a-db24-4edb-afc0-bdfd3fdb093c HTTP/1.1" status: 204 len: 168 time: 1.6779258 Jul 08 18:15:16.916445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-029643a8-5330-4fd9-943d-8033eea55b2b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1620633006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:16.965313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029643a8-5330-4fd9-943d-8033eea55b2b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.966590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029643a8-5330-4fd9-943d-8033eea55b2b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.028533 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029643a8-5330-4fd9-943d-8033eea55b2b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.036614 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029643a8-5330-4fd9-943d-8033eea55b2b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.068518 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029643a8-5330-4fd9-943d-8033eea55b2b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.074301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49942) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:17.074812 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-029643a8-5330-4fd9-943d-8033eea55b2b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1618416 Jul 08 18:15:17.080488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'enable_snat': True}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:17.279867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d284d7-d495-4bdd-a359-77a0f79b7331 req-ab1237de-8ba6-4a78-826e-cb566152c9b6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:17.287245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29d284d7-d495-4bdd-a359-77a0f79b7331 req-ab1237de-8ba6-4a78-826e-cb566152c9b6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1253529 Jul 08 18:15:17.344575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29d284d7-d495-4bdd-a359-77a0f79b7331 req-5b4ef058-8b4d-460d-9c8d-dfd7ee68ff1f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560360 Jul 08 18:15:17.359293 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.631829 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.653786 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.701337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824003-527a-4918-96e3-b893813dc693 req-a1838464-0b3c-4614-989c-74e0bfbe28ca tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:17.703451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de824003-527a-4918-96e3-b893813dc693 req-a1838464-0b3c-4614-989c-74e0bfbe28ca tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.0996904 Jul 08 18:15:17.752299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de824003-527a-4918-96e3-b893813dc693 req-d26a81f5-4333-4fff-a165-29b47a5cf7cb tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Jul 08 18:15:17.794361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Allocated IP 172.25.8.108 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/d4e2abf6-5580-4e1b-ab42-cf71f3d8de3a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:17.916224 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.934475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da194e48-cca4-4ea9-965f-886016f0085d req-f16fd7f4-02aa-41eb-9391-6c1bdc1ac099 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:17.936627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da194e48-cca4-4ea9-965f-886016f0085d req-f16fd7f4-02aa-41eb-9391-6c1bdc1ac099 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.0648501 Jul 08 18:15:17.971577 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.986782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da194e48-cca4-4ea9-965f-886016f0085d req-48f8a5d7-957e-40db-b298-76a5184e2168 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 Jul 08 18:15:18.015815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:18.022356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:18.024818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event updated for resources: {'Port': ['ID=d4e2abf6-5580-4e1b-ab42-cf71f3d8de3a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:18.027033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:18.223341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49972) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:18.291163 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.328423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-146677047', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:18.389015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Made reservation on behalf of da2a13df64834d2287e43b199d1faf29 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:18.391395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.405740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.522044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e73619-6710-4dfc-aae8-e93fab84714b req-ddc11f30-bff0-45b2-812f-f57557a63898 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:18.523565 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77e73619-6710-4dfc-aae8-e93fab84714b req-ddc11f30-bff0-45b2-812f-f57557a63898 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.0650907 Jul 08 18:15:18.565360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.568943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77e73619-6710-4dfc-aae8-e93fab84714b req-2894bed9-743b-4242-afed-26eb344858f4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393736 Jul 08 18:15:18.570678 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.638086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.643029 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.676835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] device_id is not set on port e52a071c-37ae-435b-9589-9f791b61f6f2 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:15:18.746571 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81929a11-abb5-487f-80cc-dc93dd005e7a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:18.824435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Allocated IP 172.25.8.191 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/e52a071c-37ae-435b-9589-9f791b61f6f2) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:18.834486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Router 0b842c52-6e54-4179-a4b4-05958244ff5e is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:15:18.921839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225a5f3-b4ac-40a4-ae8a-c8920bb28a18 req-02a7310a-e004-436e-8223-f5d08a60d344 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:18.923818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1225a5f3-b4ac-40a4-ae8a-c8920bb28a18 req-02a7310a-e004-436e-8223-f5d08a60d344 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.0638063 Jul 08 18:15:18.962983 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1225a5f3-b4ac-40a4-ae8a-c8920bb28a18 req-f1d23710-3a02-4b7c-8990-acdd0d2e24da tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Jul 08 18:15:19.024337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:19.030807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.034426 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-afd2f772-5c68-4242-a46d-ace4fafe98fe tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "PUT /v2.0/routers/0b842c52-6e54-4179-a4b4-05958244ff5e HTTP/1.1" status: 200 len: 915 time: 1.9565227 Jul 08 18:15:19.034618 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e92be-7032-47fb-833e-dc3ec98ecee8 None None] Sync routers for ids ['0b842c52-6e54-4179-a4b4-05958244ff5e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:19.036395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49982) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:19.044276 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e92be-7032-47fb-833e-dc3ec98ecee8 None None] Routers {'0b842c52-6e54-4179-a4b4-05958244ff5e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:19.044873 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-923e92be-7032-47fb-833e-dc3ec98ecee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0b842c52-6e54-4179-a4b4-05958244ff5e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:19.076893 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-923e92be-7032-47fb-833e-dc3ec98ecee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:19.085609 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e92be-7032-47fb-833e-dc3ec98ecee8 None None] Routers {'0b842c52-6e54-4179-a4b4-05958244ff5e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:19.086223 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-923e92be-7032-47fb-833e-dc3ec98ecee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0b842c52-6e54-4179-a4b4-05958244ff5e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:19.099348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.122879 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-923e92be-7032-47fb-833e-dc3ec98ecee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:19.123900 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e92be-7032-47fb-833e-dc3ec98ecee8 None None] The sync data for ids ['0b842c52-6e54-4179-a4b4-05958244ff5e'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:19.167202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550d62e-3efa-4dc5-9131-00d52aa8b4d6 req-7a25eb6a-8f6e-4ef6-a95b-2e9dd5e0a5bc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:19.168816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3550d62e-3efa-4dc5-9131-00d52aa8b4d6 req-7a25eb6a-8f6e-4ef6-a95b-2e9dd5e0a5bc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.0698788 Jul 08 18:15:19.182278 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c36bb6ed-a148-4e47-a5a6-58f160f823af tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/routers/0b842c52-6e54-4179-a4b4-05958244ff5e HTTP/1.1" status: 200 len: 921 time: 0.1448736 Jul 08 18:15:19.185209 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49986) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:19.206869 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3550d62e-3efa-4dc5-9131-00d52aa8b4d6 req-6e081d2f-e82c-412f-bdc6-db8d116f031d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320032 Jul 08 18:15:19.221071 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.282835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d090e81-40ab-488c-b282-5e0166a2d29e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:19.284357 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4d090e81-40ab-488c-b282-5e0166a2d29e tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&device_id=0b842c52-6e54-4179-a4b4-05958244ff5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0982108 Jul 08 18:15:19.287336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49988) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:19.292432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:19.295347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:19.299798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:19.384698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd188c3-09d1-4685-8bc3-bdc773819c76 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:19.386101 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3cd188c3-09d1-4685-8bc3-bdc773819c76 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 881 time: 0.0974631 Jul 08 18:15:19.389608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49990) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:19.419731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-837a386a-94a5-41a2-bea3-aa93bcb60e05 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b842c52-6e54-4179-a4b4-05958244ff5e HTTP/1.1" status: 200 len: 205 time: 0.0289285 Jul 08 18:15:19.422306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49992) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:19.577569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Pushing event updated for resources: {'Port': ['ID=e52a071c-37ae-435b-9589-9f791b61f6f2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:19.597334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:19.597945 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.616258 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-99520867-266f-40c4-9145-aa62a642510e tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.3918245 Jul 08 18:15:19.619258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49996) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:19.624762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.191'}]}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:19.648101 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.649222 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.705869 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.843415 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.885616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.948025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57b1f2-6531-44a8-abd4-0833a327151e req-8186dcba-417f-4c92-9044-96c53dc4e0af tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:19.949531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de57b1f2-6531-44a8-abd4-0833a327151e req-8186dcba-417f-4c92-9044-96c53dc4e0af tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1500943 Jul 08 18:15:20.028888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de57b1f2-6531-44a8-abd4-0833a327151e req-f12abfc7-bbcb-4832-80ac-9f3d2a218a00 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734022 Jul 08 18:15:20.037322 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.085844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.098365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Deleting port d4e2abf6-5580-4e1b-ab42-cf71f3d8de3a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:20.098681 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.105655 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.185942 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.197654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Calling delete_port for d4e2abf6-5580-4e1b-ab42-cf71f3d8de3a owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:20.258177 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.413175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44c1e-db0f-4131-9947-8aeac89bfbaa req-775f6611-99ab-430e-a34c-e563587b783d tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:20.414713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06e44c1e-db0f-4131-9947-8aeac89bfbaa req-775f6611-99ab-430e-a34c-e563587b783d tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.2674470 Jul 08 18:15:20.417179 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.419755 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.430458 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.467925 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.468442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de2ba637-2d8a-44d7-aa38-04c4669c3d3a {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:20.471100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Pushing event deleted for resources: {'Port': ['ID=d4e2abf6-5580-4e1b-ab42-cf71f3d8de3a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:20.486583 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 18:15:20.487726 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0941f70d-d463-4357-84d5-e1e2469b4204 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8674636 Jul 08 18:15:20.490633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50006) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:20.523261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06e44c1e-db0f-4131-9947-8aeac89bfbaa req-8624e886-187d-4759-b463-1748dfb8c65b tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003611 Jul 08 18:15:20.549569 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.582005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3e403874-22a3-48c1-8f72-cf222c4e7ee9 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Deleting port e52a071c-37ae-435b-9589-9f791b61f6f2 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:20.582659 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e403874-22a3-48c1-8f72-cf222c4e7ee9 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.658915 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e403874-22a3-48c1-8f72-cf222c4e7ee9 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.662102 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.671268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3e403874-22a3-48c1-8f72-cf222c4e7ee9 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Calling delete_port for e52a071c-37ae-435b-9589-9f791b61f6f2 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:20.680143 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.732360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.732926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Fanout notify agent at l3_agent the message router_deleted on router 0b842c52-6e54-4179-a4b4-05958244ff5e {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:20.742186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.743298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1b64d40e-dc3c-4586-b78b-20653ee11e49 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/0b842c52-6e54-4179-a4b4-05958244ff5e HTTP/1.1" status: 204 len: 168 time: 1.3200781 Jul 08 18:15:20.747067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50008) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:20.752475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fd7ba656-5393-4f7d-a020-45275e656702 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1318783459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:20.760714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e070cea-0f50-47b4-9114-0ae2584ddb9d req-2f796c02-e427-4c13-b08b-89f5d3278347 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:20.762190 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e070cea-0f50-47b4-9114-0ae2584ddb9d req-2f796c02-e427-4c13-b08b-89f5d3278347 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.1160181 Jul 08 18:15:20.802117 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba656-5393-4f7d-a020-45275e656702 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.803131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba656-5393-4f7d-a020-45275e656702 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.804615 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e070cea-0f50-47b4-9114-0ae2584ddb9d req-4d003b7b-3a2f-4400-aef6-b66cc887fa5a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Jul 08 18:15:20.829893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e403874-22a3-48c1-8f72-cf222c4e7ee9 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.867750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e403874-22a3-48c1-8f72-cf222c4e7ee9 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Pushing event deleted for resources: {'Port': ['ID=e52a071c-37ae-435b-9589-9f791b61f6f2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:20.908596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba656-5393-4f7d-a020-45275e656702 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.929318 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba656-5393-4f7d-a020-45275e656702 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.952443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d2096-89e5-47f5-85fe-d6e3eaa634db req-706650e0-f09f-4d85-9832-1ff3d7f2c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:20.954892 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-010d2096-89e5-47f5-85fe-d6e3eaa634db req-706650e0-f09f-4d85-9832-1ff3d7f2c4d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 1094 time: 0.0950854 Jul 08 18:15:20.971991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba656-5393-4f7d-a020-45275e656702 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.973176 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fd7ba656-5393-4f7d-a020-45275e656702 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2251492 Jul 08 18:15:20.977177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50010) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:20.981666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'enable_snat': False}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:20.984060 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e403874-22a3-48c1-8f72-cf222c4e7ee9 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.985807 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3e403874-22a3-48c1-8f72-cf222c4e7ee9 tempest-RoutersAdminNegativeIpV6Test-1048576391 tempest-RoutersAdminNegativeIpV6Test-1048576391-project-admin] 10.222.0.73 "DELETE /v2.0/ports/e52a071c-37ae-435b-9589-9f791b61f6f2 HTTP/1.1" status: 204 len: 168 time: 0.4941988 Jul 08 18:15:21.054119 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d2096-89e5-47f5-85fe-d6e3eaa634db req-de9c758f-287c-48a2-bb1e-1fa1bbbb98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:21.055722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-010d2096-89e5-47f5-85fe-d6e3eaa634db req-de9c758f-287c-48a2-bb1e-1fa1bbbb98fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.0909872 Jul 08 18:15:21.111462 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-010d2096-89e5-47f5-85fe-d6e3eaa634db req-d353026d-76d8-414d-bb4d-b5cf0fd52456 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c HTTP/1.1" status: 200 len: 217 time: 0.0476127 Jul 08 18:15:21.192992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d2096-89e5-47f5-85fe-d6e3eaa634db req-8e1a6c6f-6362-4132-bca4-616d91d165c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:21.197563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-010d2096-89e5-47f5-85fe-d6e3eaa634db req-8e1a6c6f-6362-4132-bca4-616d91d165c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0777671 Jul 08 18:15:21.202156 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.290245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50020) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:21.316394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d2096-89e5-47f5-85fe-d6e3eaa634db req-06f12efb-3aa3-4709-818e-f3e1dc14dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:21.317927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-010d2096-89e5-47f5-85fe-d6e3eaa634db req-06f12efb-3aa3-4709-818e-f3e1dc14dda8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142175 Jul 08 18:15:21.331394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d0415-2620-40d3-acec-48458b072c32 req-8c45c609-0fd3-4e26-824e-385766c03f6a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:21.334360 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-661d0415-2620-40d3-acec-48458b072c32 req-8c45c609-0fd3-4e26-824e-385766c03f6a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1753962 Jul 08 18:15:21.426679 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31daa88e-e640-447d-a6c1-9909874d37c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.436547 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-661d0415-2620-40d3-acec-48458b072c32 req-dedc4d8c-08e9-4ce2-a35f-147580cefb25 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929124 Jul 08 18:15:21.463491 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-010d2096-89e5-47f5-85fe-d6e3eaa634db req-97bfaa90-27ed-4ede-bb97-f24e91e180ef service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281662 Jul 08 18:15:21.475259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.500128 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.564371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-010d2096-89e5-47f5-85fe-d6e3eaa634db req-4f62e9e7-b056-4bbc-b1c4-2c0015ace7eb service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935521 Jul 08 18:15:21.652816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Allocated IP 172.25.8.24 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/9e755f70-7427-4174-a984-5ed66989eea5) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:21.672389 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31daa88e-e640-447d-a6c1-9909874d37c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.676536 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31daa88e-e640-447d-a6c1-9909874d37c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.713698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e34cf4-e275-41f4-a2bb-0c9ae86c2246 req-bfff159f-6650-41a7-a1c4-7c1ed4cef1e3 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:21.715306 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-41e34cf4-e275-41f4-a2bb-0c9ae86c2246 req-bfff159f-6650-41a7-a1c4-7c1ed4cef1e3 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.0649989 Jul 08 18:15:21.754428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-41e34cf4-e275-41f4-a2bb-0c9ae86c2246 req-42db47e6-a162-4f20-8d9f-2da0b0c2b7bd tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328612 Jul 08 18:15:21.763176 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-31daa88e-e640-447d-a6c1-9909874d37c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2efc0aa3ee524e56bdab9ba792015347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690530 Jul 08 18:15:21.763176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31daa88e-e640-447d-a6c1-9909874d37c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f395c371-173f-4e09-b898-c08ccf424934,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:21.763982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50026) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:21.807925 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.817904 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6630f741-d5f5-4e0d-8c18-dbea435d9150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.841324 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6630f741-d5f5-4e0d-8c18-dbea435d9150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.848127 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.886876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:21.888666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:21.904818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Pushing event updated for resources: {'Port': ['ID=9e755f70-7427-4174-a984-5ed66989eea5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:21.908125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:21.919542 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6630f741-d5f5-4e0d-8c18-dbea435d9150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.922648 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6630f741-d5f5-4e0d-8c18-dbea435d9150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.927365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6630f741-d5f5-4e0d-8c18-dbea435d9150 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f395c371-173f-4e09-b898-c08ccf424934 HTTP/1.1" status: 204 len: 168 time: 0.1624250 Jul 08 18:15:21.978002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630f741-d5f5-4e0d-8c18-dbea435d9150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f395c371-173f-4e09-b898-c08ccf424934,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:22.044664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8e022-e050-4528-9e7d-3e834cdaa786 req-b2b735fa-4b23-4b6a-b6cf-d03c181bea13 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:22.047139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bf8e022-e050-4528-9e7d-3e834cdaa786 req-b2b735fa-4b23-4b6a-b6cf-d03c181bea13 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.1181190 Jul 08 18:15:22.094238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bf8e022-e050-4528-9e7d-3e834cdaa786 req-3f078608-0900-49aa-b49e-681bbdbaf96c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 Jul 08 18:15:22.281249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50038) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:22.324027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c1510a07-7271-4c6e-a5f2-63000a55ef76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da2a13df64834d2287e43b199d1faf29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415099 Jul 08 18:15:22.326614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50040) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:22.377245 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fdd00b0-f062-4526-b927-a7c71cc65841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.398168 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fdd00b0-f062-4526-b927-a7c71cc65841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.431006 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.444604 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fdd00b0-f062-4526-b927-a7c71cc65841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.447283 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fdd00b0-f062-4526-b927-a7c71cc65841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.448488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3fdd00b0-f062-4526-b927-a7c71cc65841 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/81929a11-abb5-487f-80cc-dc93dd005e7a HTTP/1.1" status: 204 len: 168 time: 0.1209774 Jul 08 18:15:22.458531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd00b0-f062-4526-b927-a7c71cc65841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81929a11-abb5-487f-80cc-dc93dd005e7a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:22.676175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef4d2f-7ffd-44f1-9728-c512c80854cc req-39866cd6-c4ca-46ca-8c86-70a65369e93c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:22.677724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8ef4d2f-7ffd-44f1-9728-c512c80854cc req-39866cd6-c4ca-46ca-8c86-70a65369e93c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.0937276 Jul 08 18:15:22.694322 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.697924 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.723260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8ef4d2f-7ffd-44f1-9728-c512c80854cc req-e72a0170-031c-4427-afcb-0e58f960deff tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380378 Jul 08 18:15:22.836657 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-aca3305a-cb05-4c18-93ca-a2401ab78fcf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657492 Jul 08 18:15:22.878432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Router 132003db-ae10-4caf-b188-05dfdfc4b446 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:15:22.996237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeb663-0e76-4d3a-b85c-e746cbb6e398 req-e54c3fc8-6beb-4218-9938-a1a8ec77529f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:22.997722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cfeb663-0e76-4d3a-b85c-e746cbb6e398 req-e54c3fc8-6beb-4218-9938-a1a8ec77529f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1201057 Jul 08 18:15:22.999949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-93c3e2ba-5342-4d0e-bde1-6f3d3b14b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:23.001337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-93c3e2ba-5342-4d0e-bde1-6f3d3b14b8a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1096 time: 0.1130915 Jul 08 18:15:23.018183 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:23.022409 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.024384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ef9dd371-fca4-4397-9de4-d47785405bd0 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "PUT /v2.0/routers/132003db-ae10-4caf-b188-05dfdfc4b446 HTTP/1.1" status: 200 len: 915 time: 2.0461683 Jul 08 18:15:23.027451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50060) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:23.031753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf481147-6218-4329-b090-cdee7f39a054 None None] Sync routers for ids ['132003db-ae10-4caf-b188-05dfdfc4b446'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:23.056146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf481147-6218-4329-b090-cdee7f39a054 None None] Routers {'132003db-ae10-4caf-b188-05dfdfc4b446'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:23.056894 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf481147-6218-4329-b090-cdee7f39a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['132003db-ae10-4caf-b188-05dfdfc4b446'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:23.103889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cfeb663-0e76-4d3a-b85c-e746cbb6e398 req-041c8786-cc49-41d4-abb1-a277c3629b5a tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004307 Jul 08 18:15:23.125795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf481147-6218-4329-b090-cdee7f39a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:23.148115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf481147-6218-4329-b090-cdee7f39a054 None None] Routers {'132003db-ae10-4caf-b188-05dfdfc4b446'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:23.148759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf481147-6218-4329-b090-cdee7f39a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['132003db-ae10-4caf-b188-05dfdfc4b446'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:23.156392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-c82500eb-828b-41e6-98e0-8c715c7f17da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:23.166514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-c82500eb-828b-41e6-98e0-8c715c7f17da service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.1330581 Jul 08 18:15:23.200077 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-546aaf80-9c5a-435d-b155-432b8a648e1d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/routers/132003db-ae10-4caf-b188-05dfdfc4b446 HTTP/1.1" status: 200 len: 921 time: 0.1713974 Jul 08 18:15:23.200948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50068) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:23.203624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf481147-6218-4329-b090-cdee7f39a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:23.204280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf481147-6218-4329-b090-cdee7f39a054 None None] The sync data for ids ['132003db-ae10-4caf-b188-05dfdfc4b446'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:23.260157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32cb8e4-5459-4bee-8246-75d7b78f46e3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:23.265940 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f32cb8e4-5459-4bee-8246-75d7b78f46e3 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&device_id=132003db-ae10-4caf-b188-05dfdfc4b446&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0630648 Jul 08 18:15:23.266633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50072) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:23.326046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-4e1017d2-c10d-43fb-85a9-c7b7b683c24f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 999 time: 0.1536498 Jul 08 18:15:23.363109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a898be-c443-4b45-a19b-c3961ddd053d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:23.366253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a4a898be-c443-4b45-a19b-c3961ddd053d tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 881 time: 0.0965829 Jul 08 18:15:23.367687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50078) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:23.392532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052de0e-9b0c-4152-919f-30ccdc156a44 req-4b535a21-590d-4afb-b3da-6d77e1365dc2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:23.394041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1052de0e-9b0c-4152-919f-30ccdc156a44 req-4b535a21-590d-4afb-b3da-6d77e1365dc2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 943 time: 0.1168725 Jul 08 18:15:23.396216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-e4fbfd53-20b2-4bf9-9369-79f6e97517ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:23.397537 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-e4fbfd53-20b2-4bf9-9369-79f6e97517ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0650604 Jul 08 18:15:23.405163 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-747c7d15-fda5-4605-ad8a-b50950218c6a tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=132003db-ae10-4caf-b188-05dfdfc4b446 HTTP/1.1" status: 200 len: 205 time: 0.0362959 Jul 08 18:15:23.407906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50080) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:23.448904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50082) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:23.474826 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1052de0e-9b0c-4152-919f-30ccdc156a44 req-48682fde-e8f0-43ea-8915-2dbc1b3f5e6f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749648 Jul 08 18:15:23.509150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-19260e26-bbad-4779-b3ea-c6535e8dde2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:23.510938 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-19260e26-bbad-4779-b3ea-c6535e8dde2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045702 Jul 08 18:15:23.527215 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.574804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-998824380'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:23.593053 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:15:23.618553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Made reservation on behalf of ebf08bf26647430cb12d4e67e62b4ad7 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:23.622062 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.637129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.638604 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.643621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-63d26a34-cef8-4fbd-9a29-1d5c49c2a9d6 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267865 Jul 08 18:15:23.692778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Deleting port 9e755f70-7427-4174-a984-5ed66989eea5 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:23.693143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.722073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:23.736333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'port_id': '5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c', 'mac_address': 'fa:16:3e:31:b9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:15:23.770350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7d17f7c-e44c-499d-b669-e961c759e08a req-aea6126f-3299-459c-b511-723d5c87a72f service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198940 Jul 08 18:15:23.788637 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.791113 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.806042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:15:23.814810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Calling delete_port for 9e755f70-7427-4174-a984-5ed66989eea5 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:23.830294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:23.835921 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.847687 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.859385 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.894616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:23.917035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:23.932151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a36a0d-c0c3-46ba-8c7b-26773e75c6df,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:23.942280 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.942756 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Added segment 3da7201a-6847-4c68-a806-7d80c0fa7b77 of type vlan for network f0125bfe-d50b-42ee-b66e-93aba64099a1 Jul 08 18:15:23.995369 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.015201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.034690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0259c-c200-4727-ba85-bcc9826a9844 req-0bf434ab-699f-4077-a10b-96c2d78c958a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:24.036249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13b0259c-c200-4727-ba85-bcc9826a9844 req-0bf434ab-699f-4077-a10b-96c2d78c958a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.1711183 Jul 08 18:15:24.042185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Pushing event deleted for resources: {'Port': ['ID=9e755f70-7427-4174-a984-5ed66989eea5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:24.063346 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.069202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:24.069791 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.083305 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:15:24.109690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.141123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6905611 Jul 08 18:15:24.153157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50092) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:24.160212 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Request body: {'subnet': {'network_id': 'f0125bfe-d50b-42ee-b66e-93aba64099a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:24.169147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13b0259c-c200-4727-ba85-bcc9826a9844 req-cd50fb10-8e5f-4df2-98a7-cc6a0f20c3f1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246934 Jul 08 18:15:24.200617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:24.216082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71befa-8c80-41a0-981a-9f28f62e58db tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Pushing event updated for resources: {'Network': ['ID=f0125bfe-d50b-42ee-b66e-93aba64099a1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:24.219228 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.221759 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.264950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f0125bfe-d50b-42ee-b66e-93aba64099a1 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:24.273901 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.275245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Made reservation on behalf of ebf08bf26647430cb12d4e67e62b4ad7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:24.275435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Fanout notify agent at l3_agent the message router_deleted on router 132003db-ae10-4caf-b188-05dfdfc4b446 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:24.285871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.287620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.289062 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8a0bd436-7cff-425d-a08b-b5c254f349da tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/132003db-ae10-4caf-b188-05dfdfc4b446 HTTP/1.1" status: 204 len: 168 time: 0.8796678 Jul 08 18:15:24.292647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50094) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:24.297990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1462412888', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:24.332760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.334116 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.405810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.465465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef09a9-0a86-4c95-97e7-3fb4752e22c8 req-da5dc048-480a-4247-ba9e-e1f94b63cc11 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:24.468169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3ef09a9-0a86-4c95-97e7-3fb4752e22c8 req-da5dc048-480a-4247-ba9e-e1f94b63cc11 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1184032 Jul 08 18:15:24.546232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3ef09a9-0a86-4c95-97e7-3fb4752e22c8 req-3d9bbb37-dfb1-4e0b-80a9-14babff3cfbe tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723603 Jul 08 18:15:24.559153 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.596299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.689369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Pushing event updated for resources: {'Subnet': ['ID=ca160e4a-0e97-4a1f-9550-bb789530fb7e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:24.705038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Checking segment: {'id': '3da7201a-6847-4c68-a806-7d80c0fa7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f0125bfe-d50b-42ee-b66e-93aba64099a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:24.705392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Network hostable DHCP agents. Network: f0125bfe-d50b-42ee-b66e-93aba64099a1, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:24.731086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ef450-ebe3-4097-9b54-e66988c92c42 req-e7d36aeb-4041-48c4-91cd-97f64237d75b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:24.732577 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-870ef450-ebe3-4097-9b54-e66988c92c42 req-e7d36aeb-4041-48c4-91cd-97f64237d75b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 944 time: 0.1303773 Jul 08 18:15:24.741093 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Network f0125bfe-d50b-42ee-b66e-93aba64099a1 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:24.764826 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.765993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f0125bfe-d50b-42ee-b66e-93aba64099a1) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:24.773953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84bebca-e009-4893-bd90-7d7195e615d8 None None] Network f0125bfe-d50b-42ee-b66e-93aba64099a1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:24.776011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:24.776592 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.787996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-870ef450-ebe3-4097-9b54-e66988c92c42 req-8d18bba1-0773-4e01-bf74-266c9c655e51 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478470 Jul 08 18:15:24.788241 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.802703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50100) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:24.803801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3ffe1174-e2fe-4226-85e6-150bdc8f8ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6495814 Jul 08 18:15:24.832137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Request body: {'port': {'network_id': 'f0125bfe-d50b-42ee-b66e-93aba64099a1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1949534767'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:24.924177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-f0125bfe-d50b-42ee-b66e-93aba64099a1', 'network_id': 'f0125bfe-d50b-42ee-b66e-93aba64099a1', 'tenant_id': 'ebf08bf26647430cb12d4e67e62b4ad7', 'fixed_ips': [{'subnet_id': 'ca160e4a-0e97-4a1f-9550-bb789530fb7e'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:24.925030 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:24.979506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Allocated IP 172.25.8.122 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/f120dfb6-37c9-41cf-b297-a1ede9ecd14e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:25.048482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Made reservation on behalf of ebf08bf26647430cb12d4e67e62b4ad7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:25.051908 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.062689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Allocated IP 2001:db8::2 (f0125bfe-d50b-42ee-b66e-93aba64099a1/ca160e4a-0e97-4a1f-9550-bb789530fb7e/ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:25.080793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] device_id is not set on port dce28583-2eac-4349-b9fe-60abec2a114d yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:15:25.168290 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.204229 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.212437 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.213532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Transition to ACTIVE for port object ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:25.229161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Transition to ACTIVE for port object ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:25.236711 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.274310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Network f0125bfe-d50b-42ee-b66e-93aba64099a1 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:25.279752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:25.283389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:25.294860 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:25.301822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:25.304802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:25.332027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Pushing event updated for resources: {'Port': ['ID=f120dfb6-37c9-41cf-b297-a1ede9ecd14e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:25.354297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Pushing event updated for resources: {'Port': ['ID=ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:25.359017 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Allocated IP 2001:db8::15b (f0125bfe-d50b-42ee-b66e-93aba64099a1/ca160e4a-0e97-4a1f-9550-bb789530fb7e/dce28583-2eac-4349-b9fe-60abec2a114d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:25.388278 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Attempting to bind port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:25.389194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Attempting to bind port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '3da7201a-6847-4c68-a806-7d80c0fa7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f0125bfe-d50b-42ee-b66e-93aba64099a1'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:25.389706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Attempting to bind port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a on network f0125bfe-d50b-42ee-b66e-93aba64099a1 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:25.395816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:25.396211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Checking segment: {'id': '3da7201a-6847-4c68-a806-7d80c0fa7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f0125bfe-d50b-42ee-b66e-93aba64099a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:25.396846 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.397416 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Bound using segment: {'id': '3da7201a-6847-4c68-a806-7d80c0fa7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f0125bfe-d50b-42ee-b66e-93aba64099a1'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:25.397879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Bound port: ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da7201a-6847-4c68-a806-7d80c0fa7b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f0125bfe-d50b-42ee-b66e-93aba64099a1'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:25.398036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40780cb-74dd-4bda-b5e9-c82267fbc2e8 req-cff5473c-faa2-4eb2-9252-95f010453044 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:25.398540 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.399906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b40780cb-74dd-4bda-b5e9-c82267fbc2e8 req-cff5473c-faa2-4eb2-9252-95f010453044 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.0838425 Jul 08 18:15:25.443883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b40780cb-74dd-4bda-b5e9-c82267fbc2e8 req-7e95d3fd-b884-4826-a458-21c01319514e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376575 Jul 08 18:15:25.469846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] For port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:25.474082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] For port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a,segment=NetworkSegment(3da7201a-6847-4c68-a806-7d80c0fa7b77),segment_id=3da7201a-6847-4c68-a806-7d80c0fa7b77)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:25.479639 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.544937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63967ce-261c-40ba-977c-cb8636409786 None None] Pushing event updated for resources: {'Port': ['ID=ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:25.608599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:25.673487 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:25.677688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:25.678064 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.788499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e0317-c4e4-486e-b410-98c62a18639b req-0b430c75-f0f0-4851-8d25-13bc767ba7bb tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:25.790130 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-847e0317-c4e4-486e-b410-98c62a18639b req-0b430c75-f0f0-4851-8d25-13bc767ba7bb tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1201656 Jul 08 18:15:25.840811 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.876483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-847e0317-c4e4-486e-b410-98c62a18639b req-913f29e5-0ac1-4c72-91a1-4041617d5904 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764680 Jul 08 18:15:25.883152 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:25.884313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:25.886903 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729e5dc6-ec06-4b79-8e3f-8721d57b4991" -d '{"events": [{"server_uuid": "73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae", "name": "network-vif-plugged", "status": "completed", "tag": "5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:25.905860 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.968272 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c1a26-e1dc-456c-adff-19aa896b4c2f x-openstack-request-id: req-ed1c1a26-e1dc-456c-adff-19aa896b4c2f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:25.968272 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae", "name": "network-vif-plugged", "status": "completed", "tag": "5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:25.968272 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed1c1a26-e1dc-456c-adff-19aa896b4c2f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:25.968272 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c', 'code': 200} Jul 08 18:15:26.017843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:26.102131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7a55e-f45b-43c6-aa24-6c5b223b89c0 req-09112590-ef37-4dd8-8b9e-a8f2804072f4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:26.103605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4da7a55e-f45b-43c6-aa24-6c5b223b89c0 req-09112590-ef37-4dd8-8b9e-a8f2804072f4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 945 time: 0.1125727 Jul 08 18:15:26.106426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a00f17-facf-4702-a56b-f38be13fcaf0 req-b3fc9f64-1117-44fd-afdb-890c742d0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:26.107839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64a00f17-facf-4702-a56b-f38be13fcaf0 req-b3fc9f64-1117-44fd-afdb-890c742d0b8a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 1096 time: 0.0851357 Jul 08 18:15:26.162514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4da7a55e-f45b-43c6-aa24-6c5b223b89c0 req-e9d823dc-9ffe-4ccb-b17c-03cdb3f8fe0f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525961 Jul 08 18:15:26.165425 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.166372 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64a00f17-facf-4702-a56b-f38be13fcaf0 req-5886bc89-9a3c-48ca-85e2-9f5feaeeb070 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497565 Jul 08 18:15:26.197723 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-e331c669-121f-4d23-b94a-6adff0c90e4d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3015084 Jul 08 18:15:26.202890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Transition to ACTIVE for port object dce28583-2eac-4349-b9fe-60abec2a114d will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:26.217708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.222928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931fa3e-2057-42b5-a8e6-97ac4412df56 req-7312b456-37e3-41ca-a3b2-6b116cb3dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:26.224413 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3931fa3e-2057-42b5-a8e6-97ac4412df56 req-7312b456-37e3-41ca-a3b2-6b116cb3dfa6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 1096 time: 0.2449992 Jul 08 18:15:26.378842 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.386953 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3931fa3e-2057-42b5-a8e6-97ac4412df56 req-21ade6e0-7093-49d7-9708-a5af64c7f18d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212299 Jul 08 18:15:26.447908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Network f0125bfe-d50b-42ee-b66e-93aba64099a1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:26.463985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:26.472362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:26.478052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:26.478722 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.529021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-78e0606f-754f-40ac-a161-9477df31cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:26.530628 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-78e0606f-754f-40ac-a161-9477df31cb67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 1096 time: 0.2755659 Jul 08 18:15:26.537398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Pushing event updated for resources: {'Port': ['ID=dce28583-2eac-4349-b9fe-60abec2a114d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:26.595873 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-62ba0be5-0a85-4780-91a7-541b7bed4760 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7920310 Jul 08 18:15:26.600640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50122) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:26.615587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Request body: {'port': {'network_id': 'f0125bfe-d50b-42ee-b66e-93aba64099a1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-542569993', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:26.616043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.api.validators [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] bootfile-name is not in valid_values {{(pid=93741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:15:26.616377 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.api.validators [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] tftp-server is not in valid_values {{(pid=93741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:15:26.616701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.api.validators [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] server-ip-address is not in valid_values {{(pid=93741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:15:26.662201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23d8dd-98cf-4804-b693-9669c1e6becb req-58dcfffe-fc5d-48d5-ba96-ad2965f10d99 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:26.664112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc23d8dd-98cf-4804-b693-9669c1e6becb req-58dcfffe-fc5d-48d5-ba96-ad2965f10d99 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.0771110 Jul 08 18:15:26.708706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae2be85-8062-4751-a641-a95a6d7ad0ab None None] Network f0125bfe-d50b-42ee-b66e-93aba64099a1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:26.715663 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc23d8dd-98cf-4804-b693-9669c1e6becb req-84499a4f-3435-420c-85f6-d854e0a5465f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454850 Jul 08 18:15:26.758258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.840845 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-18fdb828-7fb2-4069-9c57-ac6767ccc4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:26.842893 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-18fdb828-7fb2-4069-9c57-ac6767ccc4aa service neutron] 10.222.0.74 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.2586136 Jul 08 18:15:26.843285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-17868013-4179-417a-91cf-37575237f8bc None None] Provisioning for port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:26.923107 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-91c0c8e4-262a-4ccb-aef6-2c4184954191 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07348a7d-b74e-4341-bded-dc9a6e5042eb HTTP/1.1" status: 200 len: 217 time: 0.0476043 Jul 08 18:15:26.946762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Made reservation on behalf of ebf08bf26647430cb12d4e67e62b4ad7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:26.950996 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.005255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] device_id is not set on port a8a9fadb-8645-4a28-9a2b-ffeaa1ce3e74 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:15:27.022039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-3ef4a092-73b5-4181-833e-0182eafa0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.023580 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-3ef4a092-73b5-4181-833e-0182eafa0d58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0857148 Jul 08 18:15:27.089895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24dc51-07a3-4cef-9fa4-47babd3ac793 req-c0682776-58d5-4540-9d36-b2f5fc87f1a1 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.091722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c24dc51-07a3-4cef-9fa4-47babd3ac793 req-c0682776-58d5-4540-9d36-b2f5fc87f1a1 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.0911119 Jul 08 18:15:27.143677 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c24dc51-07a3-4cef-9fa4-47babd3ac793 req-775a15d7-802d-474c-924d-d12b41019d33 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Jul 08 18:15:27.162986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Router 3e621d05-d93e-4589-8d6f-da4228252c02 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:15:27.200120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Allocated IP 2001:db8::1ae (f0125bfe-d50b-42ee-b66e-93aba64099a1/ca160e4a-0e97-4a1f-9550-bb789530fb7e/a8a9fadb-8645-4a28-9a2b-ffeaa1ce3e74) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:27.251520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-55dffe4b-886b-453b-9f77-d562dfc8060d None None] Provisioning for port dce28583-2eac-4349-b9fe-60abec2a114d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:27.264600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-55dffe4b-886b-453b-9f77-d562dfc8060d None None] Provisioning complete for port dce28583-2eac-4349-b9fe-60abec2a114d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:27.266506 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55dffe4b-886b-453b-9f77-d562dfc8060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.268825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-1a4a67e5-3300-4a3c-ba5a-f6e6683c2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.270414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-1a4a67e5-3300-4a3c-ba5a-f6e6683c2529 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172902 Jul 08 18:15:27.356579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-55dffe4b-886b-453b-9f77-d562dfc8060d None None] Port dce28583-2eac-4349-b9fe-60abec2a114d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:27.421741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178439-abdb-4000-995a-94e16d8ad2ac req-4b75fb82-5459-4343-bdd7-c6718a90b656 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.424306 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76178439-abdb-4000-995a-94e16d8ad2ac req-4b75fb82-5459-4343-bdd7-c6718a90b656 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 945 time: 0.1034212 Jul 08 18:15:27.491563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76178439-abdb-4000-995a-94e16d8ad2ac req-0f622ddf-0a81-4a92-b381-103252d2f3dc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571191 Jul 08 18:15:27.577987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6525cd1f-17fe-45b4-82b8-0955cb10f997 None None] Provisioning complete for port dce28583-2eac-4349-b9fe-60abec2a114d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:27.578398 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6525cd1f-17fe-45b4-82b8-0955cb10f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.588042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:27.594937 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-18756ea3-3817-4212-889d-d4c381afae0a service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066020 Jul 08 18:15:27.601646 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26edb9b5-0269-4591-a9f3-7c8d0ed09936 None None] Sync routers for ids ['3e621d05-d93e-4589-8d6f-da4228252c02'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:27.614325 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26edb9b5-0269-4591-a9f3-7c8d0ed09936 None None] Routers {'3e621d05-d93e-4589-8d6f-da4228252c02'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:27.615246 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-26edb9b5-0269-4591-a9f3-7c8d0ed09936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3e621d05-d93e-4589-8d6f-da4228252c02'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:27.616108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6525cd1f-17fe-45b4-82b8-0955cb10f997 None None] Port dce28583-2eac-4349-b9fe-60abec2a114d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:27.659311 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-26edb9b5-0269-4591-a9f3-7c8d0ed09936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:27.672517 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26edb9b5-0269-4591-a9f3-7c8d0ed09936 None None] Routers {'3e621d05-d93e-4589-8d6f-da4228252c02'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:27.673421 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-26edb9b5-0269-4591-a9f3-7c8d0ed09936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3e621d05-d93e-4589-8d6f-da4228252c02'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:27.709772 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-26edb9b5-0269-4591-a9f3-7c8d0ed09936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:27.710569 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26edb9b5-0269-4591-a9f3-7c8d0ed09936 None None] The sync data for ids ['3e621d05-d93e-4589-8d6f-da4228252c02'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:27.752902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:27.815773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:27.820572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:27.821266 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.908272 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.942387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0093b1-c75b-402c-8183-5a5bb1fdcbea req-ee17bcbb-f7fc-4e9e-b4f7-63b65e5ed001 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.945976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a,segment=NetworkSegment(3da7201a-6847-4c68-a806-7d80c0fa7b77),segment_id=3da7201a-6847-4c68-a806-7d80c0fa7b77)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:27.946134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c0093b1-c75b-402c-8183-5a5bb1fdcbea req-ee17bcbb-f7fc-4e9e-b4f7-63b65e5ed001 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.0778739 Jul 08 18:15:27.950980 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.986669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c0093b1-c75b-402c-8183-5a5bb1fdcbea req-eeb86092-d9cc-45ca-b0eb-7a5aec650bff tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340207 Jul 08 18:15:27.993536 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.997277 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c7772121-9bce-416c-9e8f-f7978633ee17 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7011662 Jul 08 18:15:27.997944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50136) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:28.004230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:28.028351 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:28.049751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:28.073221 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Transition to ACTIVE for port object a8a9fadb-8645-4a28-9a2b-ffeaa1ce3e74 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:28.076080 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9e05f8a-552a-4a27-b4a1-3c684613ba60 req-436ba895-ae15-45c8-a78c-647b46ca3c01 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712226 Jul 08 18:15:28.110530 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:28.162560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Network f0125bfe-d50b-42ee-b66e-93aba64099a1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:28.167738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:28.171602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:28.177211 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:28.177834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:28.187771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Pushing event updated for resources: {'Port': ['ID=a8a9fadb-8645-4a28-9a2b-ffeaa1ce3e74,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:28.204954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7761c384-54ea-4e44-a12c-f0e14dbab0ed tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5938771 Jul 08 18:15:28.206657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50140) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:28.328483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25758c91-9796-4365-8776-39b2f368ffea tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:28.338087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25758c91-9796-4365-8776-39b2f368ffea tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:28.344715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25758c91-9796-4365-8776-39b2f368ffea tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:28.347229 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-25758c91-9796-4365-8776-39b2f368ffea tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1385424 Jul 08 18:15:28.349310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50142) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:28.453191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f35bdfee-2d4e-49ed-9a15-737ff40a1671 None None] Provisioning for port a8a9fadb-8645-4a28-9a2b-ffeaa1ce3e74 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:28.457985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f35bdfee-2d4e-49ed-9a15-737ff40a1671 None None] Provisioning complete for port a8a9fadb-8645-4a28-9a2b-ffeaa1ce3e74 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:28.458524 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f35bdfee-2d4e-49ed-9a15-737ff40a1671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:28.470723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0a500eaa-6388-4557-b3df-d7277fd89c1a tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Deleting port a8a9fadb-8645-4a28-9a2b-ffeaa1ce3e74 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:28.471074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a500eaa-6388-4557-b3df-d7277fd89c1a tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:28.497084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f35bdfee-2d4e-49ed-9a15-737ff40a1671 None None] Port a8a9fadb-8645-4a28-9a2b-ffeaa1ce3e74 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:28.565695 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a500eaa-6388-4557-b3df-d7277fd89c1a tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:28.578412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0a500eaa-6388-4557-b3df-d7277fd89c1a tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Calling delete_port for a8a9fadb-8645-4a28-9a2b-ffeaa1ce3e74 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:28.714225 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a500eaa-6388-4557-b3df-d7277fd89c1a tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:28.743995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a500eaa-6388-4557-b3df-d7277fd89c1a tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Pushing event deleted for resources: {'Port': ['ID=a8a9fadb-8645-4a28-9a2b-ffeaa1ce3e74,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:28.782231 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a500eaa-6388-4557-b3df-d7277fd89c1a tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:28.788011 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a500eaa-6388-4557-b3df-d7277fd89c1a tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] 10.222.0.73 "DELETE /v2.0/ports/a8a9fadb-8645-4a28-9a2b-ffeaa1ce3e74 HTTP/1.1" status: 204 len: 168 time: 0.4374840 Jul 08 18:15:28.788630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b1280-9c40-43b4-9a18-b0ce4dbbb4e7 req-4bf9b88f-10e3-428a-b947-37a1e87806da tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:28.788776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50148) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:28.790139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-210b1280-9c40-43b4-9a18-b0ce4dbbb4e7 req-4bf9b88f-10e3-428a-b947-37a1e87806da tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1607811 Jul 08 18:15:28.792475 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:28.794315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Request body: {'port': {'name': 'tempest-new-port-name-1910849986', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:28.794767 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.api.validators [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] bootfile-name is not in valid_values {{(pid=93741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:15:28.795583 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.api.validators [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] tftp-server is not in valid_values {{(pid=93741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:15:28.795924 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.api.validators [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] server-ip-address is not in valid_values {{(pid=93741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:15:28.816206 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc35ea9-f019-460c-9ecc-0b2377a00fe6 req-16fcaf21-2533-40e3-a1b4-da9b2eac7af9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:28.818055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdc35ea9-f019-460c-9ecc-0b2377a00fe6 req-16fcaf21-2533-40e3-a1b4-da9b2eac7af9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 945 time: 0.1872544 Jul 08 18:15:28.840576 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:28.894235 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:28.911472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-210b1280-9c40-43b4-9a18-b0ce4dbbb4e7 req-6bb86cc8-fc48-467f-8f0b-e7a238399447 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102414 Jul 08 18:15:28.927110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdc35ea9-f019-460c-9ecc-0b2377a00fe6 req-946d144b-9e9c-4ea8-99db-c7c46e6ea493 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908277 Jul 08 18:15:28.960250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Deleting port f120dfb6-37c9-41cf-b297-a1ede9ecd14e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:28.960881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.067921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.079984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Calling delete_port for f120dfb6-37c9-41cf-b297-a1ede9ecd14e owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:29.106622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-bc0f3d66-a5c7-4ccb-9100-96bb0ec803c7 req-a684b3f3-3464-47d5-bd9e-0b4d75d94691 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-282114711', 'description': 'tempest-description-287167446'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:29.134985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.140276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.169462 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc0f3d66-a5c7-4ccb-9100-96bb0ec803c7 req-a684b3f3-3464-47d5-bd9e-0b4d75d94691 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.175483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] In _notify_port_updated(), no bound segment for port dce28583-2eac-4349-b9fe-60abec2a114d on network f0125bfe-d50b-42ee-b66e-93aba64099a1 {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:15:29.181011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:29.181672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.186287 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] 10.222.0.73 "PUT /v2.0/ports/dce28583-2eac-4349-b9fe-60abec2a114d HTTP/1.1" status: 200 len: 1130 time: 0.3963282 Jul 08 18:15:29.186984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50160) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:29.237003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39056aa-a0e6-4814-b653-de24c57b6930 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Pushing event updated for resources: {'Port': ['ID=dce28583-2eac-4349-b9fe-60abec2a114d,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:29.262155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f467da-3922-4e10-b7c8-d24460c34220 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:29.267780 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-26f467da-3922-4e10-b7c8-d24460c34220 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] 10.222.0.73 "GET /v2.0/ports/dce28583-2eac-4349-b9fe-60abec2a114d HTTP/1.1" status: 200 len: 1130 time: 0.0738740 Jul 08 18:15:29.268080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50162) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:29.301887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-021a6e28-5864-48b9-89cf-8bf0424ef482 req-08618505-5d58-4f09-92e1-26aca5440433 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=60b0c86a14ff4f54a31a20233e52f69f HTTP/1.1" status: 200 len: 267 time: 0.0789173 Jul 08 18:15:29.372955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-93028236-8287-4782-8599-ea9bec5dd417 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Deleting port dce28583-2eac-4349-b9fe-60abec2a114d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:29.373328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93028236-8287-4782-8599-ea9bec5dd417 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.385148 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.428808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Pushing event deleted for resources: {'Port': ['ID=f120dfb6-37c9-41cf-b297-a1ede9ecd14e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:29.480168 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93028236-8287-4782-8599-ea9bec5dd417 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.491978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-93028236-8287-4782-8599-ea9bec5dd417 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Calling delete_port for dce28583-2eac-4349-b9fe-60abec2a114d owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:29.507721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a6e28-5864-48b9-89cf-8bf0424ef482 req-fb53648a-2ea2-46f2-92cb-0529a2dc7408 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:29.509233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-021a6e28-5864-48b9-89cf-8bf0424ef482 req-fb53648a-2ea2-46f2-92cb-0529a2dc7408 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 945 time: 0.1897986 Jul 08 18:15:29.530468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-021a6e28-5864-48b9-89cf-8bf0424ef482 req-1b89a15b-cc06-4ce9-9692-7576d0651693 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Request body: {'port': {'security_groups': []}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:29.530746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a047884b-3ad6-445b-be20-188380c30e77 None None] Provisioning complete for port dce28583-2eac-4349-b9fe-60abec2a114d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:29.531229 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a047884b-3ad6-445b-be20-188380c30e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.566038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a047884b-3ad6-445b-be20-188380c30e77 None None] Port dce28583-2eac-4349-b9fe-60abec2a114d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:29.583728 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.589975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc0f3d66-a5c7-4ccb-9100-96bb0ec803c7 req-a684b3f3-3464-47d5-bd9e-0b4d75d94691 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.625873 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93028236-8287-4782-8599-ea9bec5dd417 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.685444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc0f3d66-a5c7-4ccb-9100-96bb0ec803c7 req-a684b3f3-3464-47d5-bd9e-0b4d75d94691 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.685635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93028236-8287-4782-8599-ea9bec5dd417 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Pushing event deleted for resources: {'Port': ['ID=dce28583-2eac-4349-b9fe-60abec2a114d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:29.706266 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93028236-8287-4782-8599-ea9bec5dd417 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.708449 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-93028236-8287-4782-8599-ea9bec5dd417 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] 10.222.0.73 "DELETE /v2.0/ports/dce28583-2eac-4349-b9fe-60abec2a114d HTTP/1.1" status: 204 len: 168 time: 0.4393165 Jul 08 18:15:29.711220 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50164) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:29.715970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:29.773155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb52daa-c554-41cf-bf12-48138b463fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Deleting subnet ca160e4a-0e97-4a1f-9550-bb789530fb7e {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:15:29.776790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:29.777192 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.782299 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdb52daa-c554-41cf-bf12-48138b463fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.831837 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdb52daa-c554-41cf-bf12-48138b463fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.833873 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc0f3d66-a5c7-4ccb-9100-96bb0ec803c7 req-a684b3f3-3464-47d5-bd9e-0b4d75d94691 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.846528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc0f3d66-a5c7-4ccb-9100-96bb0ec803c7 req-a684b3f3-3464-47d5-bd9e-0b4d75d94691 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7451363 Jul 08 18:15:29.857654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684b3f3-3464-47d5-bd9e-0b4d75d94691 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79483b36-0fed-409b-8a35-d916e9f7ff3d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:29.901990 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-021a6e28-5864-48b9-89cf-8bf0424ef482 req-1b89a15b-cc06-4ce9-9692-7576d0651693 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.931467 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdb52daa-c554-41cf-bf12-48138b463fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.988135 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:29.997788 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdb52daa-c554-41cf-bf12-48138b463fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.026107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb52daa-c554-41cf-bf12-48138b463fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Pushing event deleted for resources: {'Subnet': ['ID=ca160e4a-0e97-4a1f-9550-bb789530fb7e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:30.030373 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdb52daa-c554-41cf-bf12-48138b463fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.031254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.034107 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fdb52daa-c554-41cf-bf12-48138b463fbd tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] 10.222.0.73 "DELETE /v2.0/subnets/ca160e4a-0e97-4a1f-9550-bb789530fb7e HTTP/1.1" status: 204 len: 168 time: 0.3193734 Jul 08 18:15:30.034477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50168) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:30.038037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ce523b-2830-4b55-aa06-cb508ab0f520 None None] Network f0125bfe-d50b-42ee-b66e-93aba64099a1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:30.117302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.174892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Deleting port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:30.175330 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.199603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Router 3e621d05-d93e-4589-8d6f-da4228252c02 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:15:30.229606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fe00d-96c6-4b00-9368-972c5749ed12 req-fca27884-a24a-4c57-a88a-d37766ceb40a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:30.233893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-082fe00d-96c6-4b00-9368-972c5749ed12 req-fca27884-a24a-4c57-a88a-d37766ceb40a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.2596903 Jul 08 18:15:30.236351 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bf430d-96e2-4ad0-98c6-948f069108c9 None None] DHCP port deletion for f0125bfe-d50b-42ee-b66e-93aba64099a1 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:15:30.244439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] For port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a,segment=NetworkSegment(3da7201a-6847-4c68-a806-7d80c0fa7b77),segment_id=3da7201a-6847-4c68-a806-7d80c0fa7b77)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:30.245055 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.258906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Calling delete_port for ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:30.287185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf430d-96e2-4ad0-98c6-948f069108c9 None None] Deleting port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:30.287561 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7bf430d-96e2-4ad0-98c6-948f069108c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.348327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a7bf430d-96e2-4ad0-98c6-948f069108c9 None None] For port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a,segment=NetworkSegment(3da7201a-6847-4c68-a806-7d80c0fa7b77),segment_id=3da7201a-6847-4c68-a806-7d80c0fa7b77)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:30.348725 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7bf430d-96e2-4ad0-98c6-948f069108c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.353441 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.362501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf430d-96e2-4ad0-98c6-948f069108c9 None None] Calling delete_port for ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:30.364765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-021a6e28-5864-48b9-89cf-8bf0424ef482 req-1b89a15b-cc06-4ce9-9692-7576d0651693 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] For port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:30.366837 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:30.376857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130aacad-407c-4b20-8b65-8efcdc32e5c1 None None] Sync routers for ids ['3e621d05-d93e-4589-8d6f-da4228252c02'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:30.380219 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.382403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Pushing event deleted for resources: {'Port': ['ID=ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:30.385133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cb34fff4-b2d0-4b6e-a1cb-c23c28e7e380 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "PUT /v2.0/routers/3e621d05-d93e-4589-8d6f-da4228252c02 HTTP/1.1" status: 200 len: 706 time: 2.3842261 Jul 08 18:15:30.385806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50174) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:30.387832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] No DVR routers for this DVR port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:30.394596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-082fe00d-96c6-4b00-9368-972c5749ed12 req-865ac6ef-95ad-47d1-a04c-3fe2206acd43 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547937 Jul 08 18:15:30.424591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130aacad-407c-4b20-8b65-8efcdc32e5c1 None None] Routers {'3e621d05-d93e-4589-8d6f-da4228252c02'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:30.425260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-130aacad-407c-4b20-8b65-8efcdc32e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3e621d05-d93e-4589-8d6f-da4228252c02'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:30.430005 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-021a6e28-5864-48b9-89cf-8bf0424ef482 req-1b89a15b-cc06-4ce9-9692-7576d0651693 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.436538 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-021a6e28-5864-48b9-89cf-8bf0424ef482 req-1b89a15b-cc06-4ce9-9692-7576d0651693 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.464638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:30.466906 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['39005dfd-5425-4235-b5d6-9b3e8de6f494', '07348a7d-b74e-4341-bded-dc9a6e5042eb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:30.473113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-130aacad-407c-4b20-8b65-8efcdc32e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:30.507540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89a15b-cc06-4ce9-9692-7576d0651693 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event updated for resources: {'Port': ['ID=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:30.524120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a6e28-5864-48b9-89cf-8bf0424ef482 req-1b89a15b-cc06-4ce9-9692-7576d0651693 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:30.525013 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-021a6e28-5864-48b9-89cf-8bf0424ef482 req-1b89a15b-cc06-4ce9-9692-7576d0651693 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.526491 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-021a6e28-5864-48b9-89cf-8bf0424ef482 req-1b89a15b-cc06-4ce9-9692-7576d0651693 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "PUT /v2.0/ports/5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c HTTP/1.1" status: 200 len: 904 time: 1.0042844 Jul 08 18:15:30.526953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae', 'tag': '5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:30.529213 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb5939-fd06-4ab2-96d7-efa78203275c" -d '{"events": [{"name": "network-changed", "server_uuid": "73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae", "tag": "5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:30.556086 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-961823b1-27e0-4a20-acd5-17fe1835bc00 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/routers/3e621d05-d93e-4589-8d6f-da4228252c02 HTTP/1.1" status: 200 len: 741 time: 0.1694405 Jul 08 18:15:30.558818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50180) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:30.565221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130aacad-407c-4b20-8b65-8efcdc32e5c1 None None] Routers {'3e621d05-d93e-4589-8d6f-da4228252c02'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:30.565856 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-130aacad-407c-4b20-8b65-8efcdc32e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3e621d05-d93e-4589-8d6f-da4228252c02'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:30.579797 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.593437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0125bfe-d50b-42ee-b66e-93aba64099a1']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:30.605665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da7201a-6847-4c68-a806-7d80c0fa7b77') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:30.606104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da7201a-6847-4c68-a806-7d80c0fa7b77') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:30.619172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.620799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50182) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:30.622861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cd9172af-fd62-4b1b-bbd7-0d6ccadd3836 tempest-RoutersAdminTest-1852877361 tempest-RoutersAdminTest-1852877361-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&device_id=3e621d05-d93e-4589-8d6f-da4228252c02 HTTP/1.1" status: 200 len: 205 time: 0.0605137 Jul 08 18:15:30.639655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-130aacad-407c-4b20-8b65-8efcdc32e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:30.640334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130aacad-407c-4b20-8b65-8efcdc32e5c1 None None] The sync data for ids ['3e621d05-d93e-4589-8d6f-da4228252c02'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:30.645784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:30.650644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0effdbc8-e2ba-4c99-b8c5-aa3291dea49f req-66037757-5b75-464e-b1d8-ff5aed7eabc8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-282114711&fields=id&tenant_id=f9481a90590e4e0dbad5c9d514755744 HTTP/1.1" status: 200 len: 267 time: 0.1159410 Jul 08 18:15:30.667135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-172ef55b-e539-468e-b99a-0578085727d8 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e621d05-d93e-4589-8d6f-da4228252c02 HTTP/1.1" status: 200 len: 205 time: 0.0427148 Jul 08 18:15:30.667997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50184) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:30.688190 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7bf430d-96e2-4ad0-98c6-948f069108c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.715219 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.749736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effdbc8-e2ba-4c99-b8c5-aa3291dea49f req-ad57fbda-f978-4078-9fd4-d057fff33327 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:30.750106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf430d-96e2-4ad0-98c6-948f069108c9 None None] Pushing event deleted for resources: {'Port': ['ID=ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:30.761947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0effdbc8-e2ba-4c99-b8c5-aa3291dea49f req-ad57fbda-f978-4078-9fd4-d057fff33327 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1103616 Jul 08 18:15:30.767592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf430d-96e2-4ad0-98c6-948f069108c9 None None] No DVR routers for this DVR port ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:30.768380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-0effdbc8-e2ba-4c99-b8c5-aa3291dea49f req-eb39ddce-f091-4338-89d2-c5f8aee5ffe4 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Request body: {'port': {'security_groups': ['af6ec4c1-cf82-4d5e-9123-7384791f5485', '79483b36-0fed-409b-8a35-d916e9f7ff3d']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:30.781496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:30.781922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:30.816516 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:30.877809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a27c1042-9b48-4446-b16b-18aab3adaaa3 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.878696 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0effdbc8-e2ba-4c99-b8c5-aa3291dea49f req-eb39ddce-f091-4338-89d2-c5f8aee5ffe4 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.992880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2dd6f67d-0de7-4139-ba98-77f483d4d18e None None] Provisioning complete for port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:30.993417 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f67d-0de7-4139-ba98-77f483d4d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.007912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.074394 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.078710 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] 10.222.0.73 "DELETE /v2.0/networks/f0125bfe-d50b-42ee-b66e-93aba64099a1 HTTP/1.1" status: 204 len: 168 time: 1.0408435 Jul 08 18:15:31.087927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf41f98-2247-4079-8e80-4802740788b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537 tempest-ExtraDHCPOptionsIpV6TestJSON-1696698537-project] Pushing event deleted for resources: {'Network': ['ID=f0125bfe-d50b-42ee-b66e-93aba64099a1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:31.096098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a27c1042-9b48-4446-b16b-18aab3adaaa3 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.098987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a27c1042-9b48-4446-b16b-18aab3adaaa3 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.150922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a27c1042-9b48-4446-b16b-18aab3adaaa3 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.151484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8b1e-098f-4d87-a3d8-3684d53ea1f2 req-8a039db3-1c2e-4a55-bd26-cd0603ebc3db tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:31.151944 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27c1042-9b48-4446-b16b-18aab3adaaa3 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Fanout notify agent at l3_agent the message router_deleted on router 3e621d05-d93e-4589-8d6f-da4228252c02 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:31.153691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-818d8b1e-098f-4d87-a3d8-3684d53ea1f2 req-8a039db3-1c2e-4a55-bd26-cd0603ebc3db tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 907 time: 0.1609216 Jul 08 18:15:31.161343 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a27c1042-9b48-4446-b16b-18aab3adaaa3 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.162763 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a27c1042-9b48-4446-b16b-18aab3adaaa3 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/3e621d05-d93e-4589-8d6f-da4228252c02 HTTP/1.1" status: 204 len: 168 time: 0.4940350 Jul 08 18:15:31.166239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50188) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.203245 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1da0ba5d-9c85-4d1d-9392-4800976ba01b tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e621d05-d93e-4589-8d6f-da4228252c02 HTTP/1.1" status: 200 len: 205 time: 0.0330267 Jul 08 18:15:31.203484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0effdbc8-e2ba-4c99-b8c5-aa3291dea49f req-eb39ddce-f091-4338-89d2-c5f8aee5ffe4 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] For port 28ae9a93-7d19-4aeb-9455-0a749990ebba, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba,segment=NetworkSegment(3c0008c5-ef94-4c2a-b968-1c4bc828e98f),segment_id=3c0008c5-ef94-4c2a-b968-1c4bc828e98f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:31.203728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50192) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.216249 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a7e94d-0389-4dc0-95b6-8bb6402ea229 x-openstack-request-id: req-80a7e94d-0389-4dc0-95b6-8bb6402ea229 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:31.216631 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae", "tag": "5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:31.217431 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80a7e94d-0389-4dc0-95b6-8bb6402ea229 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:31.217945 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae', 'tag': '5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c', 'status': 'completed', 'code': 200} Jul 08 18:15:31.252845 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0effdbc8-e2ba-4c99-b8c5-aa3291dea49f req-eb39ddce-f091-4338-89d2-c5f8aee5ffe4 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.262076 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-300e478c-f8da-431a-92b8-8e646f3ad808 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] delete failed (client error): The resource could not be found. Jul 08 18:15:31.268547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-300e478c-f8da-431a-92b8-8e646f3ad808 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/3e621d05-d93e-4589-8d6f-da4228252c02 HTTP/1.1" status: 404 len: 336 time: 0.0632160 Jul 08 18:15:31.269554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50194) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.286185 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0effdbc8-e2ba-4c99-b8c5-aa3291dea49f req-eb39ddce-f091-4338-89d2-c5f8aee5ffe4 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.312014 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-93239243-fa6d-4de4-9aa7-b2925db977e2 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=132003db-ae10-4caf-b188-05dfdfc4b446 HTTP/1.1" status: 200 len: 205 time: 0.0408328 Jul 08 18:15:31.312800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50196) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.353961 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-463f7cf7-0fa3-431c-bba4-4dc83f63901f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] delete failed (client error): The resource could not be found. Jul 08 18:15:31.357393 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-463f7cf7-0fa3-431c-bba4-4dc83f63901f tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/132003db-ae10-4caf-b188-05dfdfc4b446 HTTP/1.1" status: 404 len: 336 time: 0.0411820 Jul 08 18:15:31.357740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50200) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.371842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effdbc8-e2ba-4c99-b8c5-aa3291dea49f req-eb39ddce-f091-4338-89d2-c5f8aee5ffe4 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:31.372475 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0effdbc8-e2ba-4c99-b8c5-aa3291dea49f req-eb39ddce-f091-4338-89d2-c5f8aee5ffe4 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.374620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0effdbc8-e2ba-4c99-b8c5-aa3291dea49f req-eb39ddce-f091-4338-89d2-c5f8aee5ffe4 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "PUT /v2.0/ports/28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 981 time: 0.6115329 Jul 08 18:15:31.394842 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-37ca2814-b088-4afb-8140-868d945ebcb9 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b842c52-6e54-4179-a4b4-05958244ff5e HTTP/1.1" status: 200 len: 205 time: 0.0359111 Jul 08 18:15:31.397132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50204) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.440574 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-ee1339ce-2564-4b49-832c-55010d69c584 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] delete failed (client error): The resource could not be found. Jul 08 18:15:31.441640 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ee1339ce-2564-4b49-832c-55010d69c584 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/0b842c52-6e54-4179-a4b4-05958244ff5e HTTP/1.1" status: 404 len: 336 time: 0.0434053 Jul 08 18:15:31.443976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39ddce-f091-4338-89d2-c5f8aee5ffe4 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Pushing event updated for resources: {'Port': ['ID=28ae9a93-7d19-4aeb-9455-0a749990ebba,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:31.444339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50208) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.459549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['28ae9a93-7d19-4aeb-9455-0a749990ebba'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:31.469316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-54328bb1-f5b0-40f3-9aec-e76707c7f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:31.470852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-54328bb1-f5b0-40f3-9aec-e76707c7f4b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 1058 time: 0.2309768 Jul 08 18:15:31.474789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50210) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.491387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c46cf-4c45-4a5b-8e0a-c14a766732cf req-7d671077-9004-49d5-bac5-8b2b5f9b929b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:31.495960 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bf7bcd26-70ee-43fc-b8ae-a31699300c52 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd30e46a-db24-4edb-afc0-bdfd3fdb093c HTTP/1.1" status: 200 len: 205 time: 0.0481470 Jul 08 18:15:31.496680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50214) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.500455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f8c46cf-4c45-4a5b-8e0a-c14a766732cf req-7d671077-9004-49d5-bac5-8b2b5f9b929b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1574779 Jul 08 18:15:31.552694 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-f9c2938c-46ef-4ed6-85ef-e26f0cba278a tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] delete failed (client error): The resource could not be found. Jul 08 18:15:31.556076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['28ae9a93-7d19-4aeb-9455-0a749990ebba'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:31.556191 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f9c2938c-46ef-4ed6-85ef-e26f0cba278a tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/fd30e46a-db24-4edb-afc0-bdfd3fdb093c HTTP/1.1" status: 404 len: 336 time: 0.0559633 Jul 08 18:15:31.556806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50216) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.597900 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aeafd56f-397b-44d1-be50-5cd79bcfa960 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=64f3430f-b9b3-4b99-90b0-96eb264795f8 HTTP/1.1" status: 200 len: 205 time: 0.0402241 Jul 08 18:15:31.598581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50218) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.627529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f8c46cf-4c45-4a5b-8e0a-c14a766732cf req-1c6f25fe-5f3c-45be-a7e7-a266992a8cc1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261165 Jul 08 18:15:31.650358 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-1fd3caf9-3b8b-4f27-896f-eb3c71b2e5a6 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] delete failed (client error): The resource could not be found. Jul 08 18:15:31.653922 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1fd3caf9-3b8b-4f27-896f-eb3c71b2e5a6 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/64f3430f-b9b3-4b99-90b0-96eb264795f8 HTTP/1.1" status: 404 len: 336 time: 0.0521154 Jul 08 18:15:31.655362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50222) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.713468 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4a3dbbb9-a170-4797-bbeb-0c9e9308c20a tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf2f6851-2848-42d0-b0c8-5e6467690daa HTTP/1.1" status: 200 len: 205 time: 0.0549846 Jul 08 18:15:31.713747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50224) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.722168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-e29b8ce3-1350-4a43-8d5a-3881828ef2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:31.723700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-e29b8ce3-1350-4a43-8d5a-3881828ef2e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.2421246 Jul 08 18:15:31.732896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e20d73b-be34-4382-8b77-b20a7ef43362 req-ddbb8466-e064-40f2-9213-d2dadce288d5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-282114711&fields=id&tenant_id=f9481a90590e4e0dbad5c9d514755744 HTTP/1.1" status: 200 len: 267 time: 0.2063310 Jul 08 18:15:31.760915 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-af32eb3c-4458-4cb5-b70a-a2e399435d85 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] delete failed (client error): The resource could not be found. Jul 08 18:15:31.762261 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-af32eb3c-4458-4cb5-b70a-a2e399435d85 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/routers/bf2f6851-2848-42d0-b0c8-5e6467690daa HTTP/1.1" status: 404 len: 336 time: 0.0472994 Jul 08 18:15:31.764666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50228) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.789753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 93380b99-8124-41da-a462-88d6c3919187 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:15:31.791843 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-482f0709-7139-461a-8db6-1c186da7a758 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:31.792306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482f0709-7139-461a-8db6-1c186da7a758 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:31.796994 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-482f0709-7139-461a-8db6-1c186da7a758 tempest-RoutersAdminTest-907873205 tempest-RoutersAdminTest-907873205-project] 10.222.0.73 "DELETE /v2.0/subnets/30e2104a-e557-4bf8-b7a8-60119d2dbe34 HTTP/1.1" status: 404 len: 337 time: 0.0284574 Jul 08 18:15:31.798783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:31.824642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-1198ee21-1791-4279-8459-4b174dd5a60f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c HTTP/1.1" status: 200 len: 217 time: 0.0868564 Jul 08 18:15:31.841934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:15:31.842294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ee2cdd7e-5be9-4e5d-afa7-8fc0e68e611a not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:31.860781 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1300ae5c-dd09-4059-83e8-ddb9884b7f79 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ebf08bf26647430cb12d4e67e62b4ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849254 Jul 08 18:15:31.865881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50232) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:31.921551 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-cb7029dc-1c6f-45ab-8fdb-f67c4acf7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:31.923204 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-cb7029dc-1c6f-45ab-8fdb-f67c4acf7a54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0764668 Jul 08 18:15:31.935923 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8b49654-2bc2-4a31-bd90-3eecd869bb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.969663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8b49654-2bc2-4a31-bd90-3eecd869bb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.989850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20d73b-be34-4382-8b77-b20a7ef43362 req-6608c607-31ab-4e8e-9966-b69861a60958 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:31.999116 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e20d73b-be34-4382-8b77-b20a7ef43362 req-6608c607-31ab-4e8e-9966-b69861a60958 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 984 time: 0.2652776 Jul 08 18:15:32.008078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-6e20d73b-be34-4382-8b77-b20a7ef43362 req-892c7156-8bf4-46ca-8d6b-637a135648a8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Request body: {'port': {'security_groups': ['af6ec4c1-cf82-4d5e-9123-7384791f5485']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:32.025615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:32.033680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8b49654-2bc2-4a31-bd90-3eecd869bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.037269 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8b49654-2bc2-4a31-bd90-3eecd869bb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.038960 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b8b49654-2bc2-4a31-bd90-3eecd869bb76 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d2a36a0d-c0c3-46ba-8c7b-26773e75c6df HTTP/1.1" status: 204 len: 168 time: 0.1717803 Jul 08 18:15:32.050929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '93380b99-8124-41da-a462-88d6c3919187', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'port_id': '93380b99-8124-41da-a462-88d6c3919187', 'mac_address': 'fa:16:3e:43:5b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:15:32.051408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b49654-2bc2-4a31-bd90-3eecd869bb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a36a0d-c0c3-46ba-8c7b-26773e75c6df,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:32.073074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2ac9-983a-4527-95e8-eae354a56d29 req-342aca82-79af-4409-b635-d521e629edec tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:32.074645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f17f2ac9-983a-4527-95e8-eae354a56d29 req-342aca82-79af-4409-b635-d521e629edec tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 944 time: 0.2658832 Jul 08 18:15:32.094662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50240) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:32.120175 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6e20d73b-be34-4382-8b77-b20a7ef43362 req-892c7156-8bf4-46ca-8d6b-637a135648a8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.152661 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.179107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93380b99-8124-41da-a462-88d6c3919187 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:15:32.228145 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:32.238643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f17f2ac9-983a-4527-95e8-eae354a56d29 req-7b9ce101-bbfc-48d2-b794-fbce069ef545 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153498 Jul 08 18:15:32.240075 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.264549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-8880794c-a57f-4b43-af78-6be3c1676b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:32.266288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-8880794c-a57f-4b43-af78-6be3c1676b67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3193419 Jul 08 18:15:32.269898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d176c87-ca62-4bbe-8685-caf3bb608e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.284530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-bc278a53-611b-4b8c-85b2-000d7d1b7dc9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:32.285803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-bc278a53-611b-4b8c-85b2-000d7d1b7dc9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082080 Jul 08 18:15:32.298357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=93380b99-8124-41da-a462-88d6c3919187,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:32.400397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d176c87-ca62-4bbe-8685-caf3bb608e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.406070 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d176c87-ca62-4bbe-8685-caf3bb608e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.449594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d176c87-ca62-4bbe-8685-caf3bb608e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb7edc4-92e2-4803-9cf8-344116e342c7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:32.455344 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4d176c87-ca62-4bbe-8685-caf3bb608e82 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a46c3a8940924b0f8084f2ddfd626d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594909 Jul 08 18:15:32.458792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50248) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:32.512553 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55fe7042-0124-4b95-b588-ab878b611c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.540799 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55fe7042-0124-4b95-b588-ab878b611c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.598489 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55fe7042-0124-4b95-b588-ab878b611c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.602320 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55fe7042-0124-4b95-b588-ab878b611c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.605780 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-55fe7042-0124-4b95-b588-ab878b611c19 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efb7edc4-92e2-4803-9cf8-344116e342c7 HTTP/1.1" status: 204 len: 168 time: 0.1439185 Jul 08 18:15:32.612614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe7042-0124-4b95-b588-ab878b611c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb7edc4-92e2-4803-9cf8-344116e342c7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:32.638438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['93380b99-8124-41da-a462-88d6c3919187'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:32.869076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-ae6d6d19-19da-4cdc-84ea-d433e8855000 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750022 Jul 08 18:15:32.887385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6e20d73b-be34-4382-8b77-b20a7ef43362 req-892c7156-8bf4-46ca-8d6b-637a135648a8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] For port 28ae9a93-7d19-4aeb-9455-0a749990ebba, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba,segment=NetworkSegment(3c0008c5-ef94-4c2a-b968-1c4bc828e98f),segment_id=3c0008c5-ef94-4c2a-b968-1c4bc828e98f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:32.903898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27e097-98e6-41e0-977b-eb6d8f5e3e42 req-3d7c8812-f1a7-4324-8769-75dcb06d004b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:32.905365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba27e097-98e6-41e0-977b-eb6d8f5e3e42 req-3d7c8812-f1a7-4324-8769-75dcb06d004b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.5328891 Jul 08 18:15:32.995312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6e20d73b-be34-4382-8b77-b20a7ef43362 req-892c7156-8bf4-46ca-8d6b-637a135648a8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.008934 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6e20d73b-be34-4382-8b77-b20a7ef43362 req-892c7156-8bf4-46ca-8d6b-637a135648a8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.022302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['28ae9a93-7d19-4aeb-9455-0a749990ebba'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:33.028451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:33.056918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50270) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:33.064157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba27e097-98e6-41e0-977b-eb6d8f5e3e42 req-b8cbf4ea-ecf9-4c39-a2ad-6bbdae303cb7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464796 Jul 08 18:15:33.080041 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1eb6ee03-b449-4051-b715-482aa8c1525d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a9ccb30717b1421ebef60f12fe537aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503895 Jul 08 18:15:33.082662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50274) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:33.098665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20d73b-be34-4382-8b77-b20a7ef43362 req-892c7156-8bf4-46ca-8d6b-637a135648a8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:33.099352 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6e20d73b-be34-4382-8b77-b20a7ef43362 req-892c7156-8bf4-46ca-8d6b-637a135648a8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.100816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e20d73b-be34-4382-8b77-b20a7ef43362 req-892c7156-8bf4-46ca-8d6b-637a135648a8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "PUT /v2.0/ports/28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 942 time: 1.1005654 Jul 08 18:15:33.162479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['28ae9a93-7d19-4aeb-9455-0a749990ebba'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:33.166674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43cb5939-fd06-4ab2-96d7-efa78203275c req-be7ba147-524a-4502-8812-740499208795 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898009 Jul 08 18:15:33.192605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6983457-a2fd-49ee-a4c7-a25d5a126dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.213120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c7156-8bf4-46ca-8d6b-637a135648a8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Pushing event updated for resources: {'Port': ['ID=28ae9a93-7d19-4aeb-9455-0a749990ebba,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:33.220771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba'}, {'name': 'network-changed', 'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:33.224947 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6ffc5c-6e33-4248-9472-073409cdddb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba"}, {"name": "network-changed", "server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:33.258080 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6983457-a2fd-49ee-a4c7-a25d5a126dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.346786 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6983457-a2fd-49ee-a4c7-a25d5a126dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.350113 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6983457-a2fd-49ee-a4c7-a25d5a126dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.351617 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c6983457-a2fd-49ee-a4c7-a25d5a126dae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbbe2c93-c2a0-418e-99a2-4ef18e152a93 HTTP/1.1" status: 204 len: 168 time: 0.2675607 Jul 08 18:15:33.368150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-91e77fe6-24ab-4a38-8f95-dc12efaf0d72 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group': {'name': 'tempest-secgroup--442492476'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:33.372989 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6983457-a2fd-49ee-a4c7-a25d5a126dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe2c93-c2a0-418e-99a2-4ef18e152a93,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:33.405589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-91e77fe6-24ab-4a38-8f95-dc12efaf0d72 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.408744 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1707d1-5ca0-4771-919c-94ae92531f32 x-openstack-request-id: req-ea1707d1-5ca0-4771-919c-94ae92531f32 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:33.409282 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:33.411838 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea1707d1-5ca0-4771-919c-94ae92531f32 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:33.412155 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'status': 'completed', 'code': 200} Jul 08 18:15:33.412544 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'status': 'completed', 'code': 200} Jul 08 18:15:33.432979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-91e77fe6-24ab-4a38-8f95-dc12efaf0d72 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.488246 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.555355 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-4ef8bdb5-3729-4ef7-8563-a247a1696fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:33.556958 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-4ef8bdb5-3729-4ef7-8563-a247a1696fb2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9481a90590e4e0dbad5c9d514755744&device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 1096 time: 0.0982206 Jul 08 18:15:33.574583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-bf9c2b8a-557b-4f55-896a-3930c91cd32a tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3079584 Jul 08 18:15:33.580842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:33.651443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-91e77fe6-24ab-4a38-8f95-dc12efaf0d72 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.657261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-91e77fe6-24ab-4a38-8f95-dc12efaf0d72 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.690152 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.713079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e77fe6-24ab-4a38-8f95-dc12efaf0d72 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a02ee0-a745-461e-a69f-9975a334e9f7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:33.725167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-9cea4f43-8a74-463c-8ea4-272a32cd0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:33.726685 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-9cea4f43-8a74-463c-8ea4-272a32cd0ff6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc7d2818-4a84-4320-aace-fe7add7c02a8 HTTP/1.1" status: 200 len: 920 time: 0.1599169 Jul 08 18:15:33.756243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-9e8d56aa-ab97-420d-b333-745924ddce2f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:33.757741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-9e8d56aa-ab97-420d-b333-745924ddce2f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 812 time: 0.1806295 Jul 08 18:15:33.775719 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-7b83e32e-e0db-4c32-9593-379129d9e928 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 217 time: 0.0380607 Jul 08 18:15:33.787419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-dc9584ff-1655-4ad2-9338-ed715b1b14e5 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/quotas/60b0c86a14ff4f54a31a20233e52f69f HTTP/1.1" status: 200 len: 375 time: 0.0237329 Jul 08 18:15:33.851094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-348c42c1-b013-4c33-be39-d3b5baacc273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:33.852676 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-348c42c1-b013-4c33-be39-d3b5baacc273 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a96990ed-3bb6-4cca-965b-4cab125c5da7 HTTP/1.1" status: 200 len: 859 time: 0.0698974 Jul 08 18:15:33.860846 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-91e77fe6-24ab-4a38-8f95-dc12efaf0d72 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.878312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.888104 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-a0367420-192a-4644-b7a1-1fc56dff8632 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc7d2818-4a84-4320-aace-fe7add7c02a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267980 Jul 08 18:15:33.888931 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-91e77fe6-24ab-4a38-8f95-dc12efaf0d72 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.922908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-05115e81-51e6-49be-b4c6-7025539f69a5 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1259761 Jul 08 18:15:33.959646 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-91e77fe6-24ab-4a38-8f95-dc12efaf0d72 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:33.960858 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-91e77fe6-24ab-4a38-8f95-dc12efaf0d72 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9029014 Jul 08 18:15:33.964862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50306) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.117370 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-36aed684-9826-4285-9aeb-0dbe915c860b service neutron] 10.222.0.73 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931856 Jul 08 18:15:34.118655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Allocated IP 172.25.8.136 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/eba4750d-43ef-418b-820b-82579304b1b8) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:34.170890 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:34.243130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e77fe6-24ab-4a38-8f95-dc12efaf0d72 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290d9b88-54c4-4b4b-afab-911fa0947fbb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:34.304947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50318) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.313242 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-8bbdda06-7f90-4750-af07-540dfaf31a0b service neutron] 10.222.0.73 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896882 Jul 08 18:15:34.324841 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-825ac3ca-e58a-4936-ab5b-09bf749ab746 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265621 Jul 08 18:15:34.332050 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-af1587e9-6a8f-4a16-811b-c06cefae72ec tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3648243 Jul 08 18:15:34.335187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50324) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.346846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-487d2bcb-4610-4093-b0c8-ccc09b1858aa tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group': {'name': 'tempest-security--19459222', 'description': 'tempest-security-description-460162229'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:34.377502 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:34.381889 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-487d2bcb-4610-4093-b0c8-ccc09b1858aa tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:34.432750 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-40e520b4-6080-4e55-b83c-bac2152997e1 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980947 Jul 08 18:15:34.450569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-d70381fa-8d81-4eed-b6a6-a437be16cab4 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.452159 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d70381fa-8d81-4eed-b6a6-a437be16cab4 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1462741 Jul 08 18:15:34.455242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50328) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.462186 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-c59eabf2-5b54-4448-a9c7-20fd8279dcb9 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.463176 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c59eabf2-5b54-4448-a9c7-20fd8279dcb9 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049019 Jul 08 18:15:34.466561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50330) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.472738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-7c8a2d0d-ef6b-441a-8588-c2afdf934d4b tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.473906 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7c8a2d0d-ef6b-441a-8588-c2afdf934d4b tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053566 Jul 08 18:15:34.476525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50334) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.482370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-08b2a571-8167-472c-9e26-a7d95345b47c tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.483526 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-08b2a571-8167-472c-9e26-a7d95345b47c tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0059235 Jul 08 18:15:34.485414 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-487d2bcb-4610-4093-b0c8-ccc09b1858aa tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:34.486403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50336) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.495460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-540f3b04-9618-4a27-850b-9c3989ec4ead tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.496444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-540f3b04-9618-4a27-850b-9c3989ec4ead tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044396 Jul 08 18:15:34.499536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50338) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.504810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-da7d6d40-9dd2-484b-9517-0e47e086f157 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.505700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-da7d6d40-9dd2-484b-9517-0e47e086f157 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0053086 Jul 08 18:15:34.508106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50340) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.512666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-83e1964c-624d-465c-a964-c8de6320b7e3 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.516564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-83e1964c-624d-465c-a964-c8de6320b7e3 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046101 Jul 08 18:15:34.516564 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-487d2bcb-4610-4093-b0c8-ccc09b1858aa tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:34.519027 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-487d2bcb-4610-4093-b0c8-ccc09b1858aa tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:34.520220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-487d2bcb-4610-4093-b0c8-ccc09b1858aa tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "PUT /v2.0/security-groups/290d9b88-54c4-4b4b-afab-911fa0947fbb HTTP/1.1" status: 200 len: 1777 time: 0.1793089 Jul 08 18:15:34.522172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50342) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.526607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50344) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.529739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-4b055387-3847-4786-a6d1-0926038b48bd tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.532973 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4b055387-3847-4786-a6d1-0926038b48bd tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049009 Jul 08 18:15:34.533389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50346) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.538686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-952dc9b4-756d-4855-87f7-98e138493e29 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.539790 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-952dc9b4-756d-4855-87f7-98e138493e29 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052950 Jul 08 18:15:34.542471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50348) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.551100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-1d66658a-e800-41b8-b007-95a1677766c8 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.554483 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1d66658a-e800-41b8-b007-95a1677766c8 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0085752 Jul 08 18:15:34.555639 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:34.556615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50350) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.565657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-5c83529f-0d0d-4c3c-9e9e-26400242a2ac tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.567248 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5c83529f-0d0d-4c3c-9e9e-26400242a2ac tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045242 Jul 08 18:15:34.570320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50352) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.575396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-15718e79-4125-441a-93d6-1b0129723a54 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.577142 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-15718e79-4125-441a-93d6-1b0129723a54 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0058551 Jul 08 18:15:34.580368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50354) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.587953 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-5a9b68a5-5015-4777-a1a4-80ccc0a8dc76 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.590473 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5a9b68a5-5015-4777-a1a4-80ccc0a8dc76 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0076480 Jul 08 18:15:34.595216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50356) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.600092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-2ffadb28-2218-4412-8e34-47eece9dd761 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.603411 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2ffadb28-2218-4412-8e34-47eece9dd761 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049288 Jul 08 18:15:34.603411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-c80945a6-9408-4d68-9b71-6929524c0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:34.604603 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-c80945a6-9408-4d68-9b71-6929524c0d58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9481a90590e4e0dbad5c9d514755744&device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 1096 time: 0.1155083 Jul 08 18:15:34.605056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50358) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.609114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-26c4a6c9-5ee4-46dd-951e-5018b5eb71c0 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.610043 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-26c4a6c9-5ee4-46dd-951e-5018b5eb71c0 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041161 Jul 08 18:15:34.612507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50360) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.617155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-b8775be4-f3ef-4786-80b9-a9486dd4fad6 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.618106 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b8775be4-f3ef-4786-80b9-a9486dd4fad6 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047324 Jul 08 18:15:34.620587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50362) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.621655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d2bcb-4610-4093-b0c8-ccc09b1858aa tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290d9b88-54c4-4b4b-afab-911fa0947fbb,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:34.669880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-978c9a3c-c0de-490e-a0a9-6489faa4f1dc tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.673296 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-978c9a3c-c0de-490e-a0a9-6489faa4f1dc tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0492682 Jul 08 18:15:34.674516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50370) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.674628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:34.681861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-1af1af05-21b2-42cd-9116-f39f5f1f41af tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.685100 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1af1af05-21b2-42cd-9116-f39f5f1f41af tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0083988 Jul 08 18:15:34.685212 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:34.685381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50372) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.687642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:34.690023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-95903f9e-0033-4ab4-b253-3fa5882b2e4e tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.693266 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-95903f9e-0033-4ab4-b253-3fa5882b2e4e tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043213 Jul 08 18:15:34.693496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50374) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.697519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-a4a6212a-6e94-4279-81d5-f1a370033507 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.699694 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a4a6212a-6e94-4279-81d5-f1a370033507 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040650 Jul 08 18:15:34.700874 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50376) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.706631 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-c0ecdcfc-631f-45ce-bf26-81eaf9f136f2 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.707551 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c0ecdcfc-631f-45ce-bf26-81eaf9f136f2 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054648 Jul 08 18:15:34.709970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50378) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.715919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bfabff9b-0a19-4cd1-8339-b082f8f34c51 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-groups/290d9b88-54c4-4b4b-afab-911fa0947fbb HTTP/1.1" status: 200 len: 1777 time: 0.1802738 Jul 08 18:15:34.716064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-218b7bab-14f9-4744-9871-9800f0a903f5 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.716432 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-218b7bab-14f9-4744-9871-9800f0a903f5 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0055771 Jul 08 18:15:34.717081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50380) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.718798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Pushing event updated for resources: {'Port': ['ID=eba4750d-43ef-418b-820b-82579304b1b8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:34.722446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50382) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.730448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-0636d510-a39f-4546-89b6-8c2fa421f39f tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.731394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0636d510-a39f-4546-89b6-8c2fa421f39f tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0058322 Jul 08 18:15:34.738728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50384) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.747332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-73d43db9-d19a-481d-94e9-f5bfa6bc4618 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.748770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-73d43db9-d19a-481d-94e9-f5bfa6bc4618 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085638 Jul 08 18:15:34.752306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50386) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.762247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-29a58453-e6ad-476b-9ae2-0bfee32f27f8 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.766245 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-29a58453-e6ad-476b-9ae2-0bfee32f27f8 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0065372 Jul 08 18:15:34.766372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50388) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.776506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-d6b11179-fb84-42ca-b0e4-646809917f36 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.779965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d6b11179-fb84-42ca-b0e4-646809917f36 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0106456 Jul 08 18:15:34.781084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50390) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.788589 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-cd8172cf-66fe-42c1-b1be-52d65d99ebf6 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.792056 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cd8172cf-66fe-42c1-b1be-52d65d99ebf6 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065043 Jul 08 18:15:34.792056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-1c2d7e1f-2780-4584-8224-b077f02669b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:34.793123 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-1c2d7e1f-2780-4584-8224-b077f02669b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc7d2818-4a84-4320-aace-fe7add7c02a8 HTTP/1.1" status: 200 len: 920 time: 0.1741579 Jul 08 18:15:34.793920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50392) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.798572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-4ca275cb-d8b7-49ce-941d-9d0265be4ce5 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.801751 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4ca275cb-d8b7-49ce-941d-9d0265be4ce5 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048599 Jul 08 18:15:34.803925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50394) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.823676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c589f-eb17-4b70-9dac-09615c45dcc8 req-074a2f09-2c8f-4fec-8e89-caae06481ddc tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:34.825169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b86c589f-eb17-4b70-9dac-09615c45dcc8 req-074a2f09-2c8f-4fec-8e89-caae06481ddc tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 945 time: 0.2527721 Jul 08 18:15:34.841282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-d3516ce7-27db-4055-9f14-580d008e45c9 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.842333 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d3516ce7-27db-4055-9f14-580d008e45c9 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0375457 Jul 08 18:15:34.843708 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-2be3c694-e7e4-431c-a071-d3cec20b5ec3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 217 time: 0.0404692 Jul 08 18:15:34.846819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50398) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.855782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-076275a5-c12b-41be-a4a1-0de4a056daa9 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.855926 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:34.859614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-076275a5-c12b-41be-a4a1-0de4a056daa9 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0090349 Jul 08 18:15:34.859882 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50400) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.864686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-8e1dc601-224c-4b9d-acdd-a3e7161aca29 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.867918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8e1dc601-224c-4b9d-acdd-a3e7161aca29 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047786 Jul 08 18:15:34.871228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50402) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.893714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-6ea0bec2-9fbb-44be-abdd-c81a6d0b6d23 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.894727 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6ea0bec2-9fbb-44be-abdd-c81a6d0b6d23 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0226355 Jul 08 18:15:34.897279 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-773e3235-6cd2-4a96-874d-0ea3b2bb8f0a tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:34.900376 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50404) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.904780 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-44f039fc-c909-46f1-adee-730ef7a1df34 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.908883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-44f039fc-c909-46f1-adee-730ef7a1df34 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044398 Jul 08 18:15:34.910241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b86c589f-eb17-4b70-9dac-09615c45dcc8 req-9eead614-3bab-4aba-83fa-d6fe36769400 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764358 Jul 08 18:15:34.910920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50406) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.918159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-7ef3a24f-fcf2-46d7-a1eb-d78da9fbdd52 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.922398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7ef3a24f-fcf2-46d7-a1eb-d78da9fbdd52 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0058384 Jul 08 18:15:34.923237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50408) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.934198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-0ad77866-800d-4a05-8333-81c33ce93326 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.934198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0ad77866-800d-4a05-8333-81c33ce93326 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0059950 Jul 08 18:15:34.934198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50410) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.937375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-32b2f30a-dbba-48bb-a9dd-970fad95c427 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.938507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-32b2f30a-dbba-48bb-a9dd-970fad95c427 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050018 Jul 08 18:15:34.949033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50412) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.954563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-8a1b9b45-3be4-46b4-b634-e4d2135305be tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.956609 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8a1b9b45-3be4-46b4-b634-e4d2135305be tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0063529 Jul 08 18:15:34.958964 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:34.960865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50414) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.966764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-773e3235-6cd2-4a96-874d-0ea3b2bb8f0a tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:34.985399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-4b89537a-97e7-48c9-8a37-3a5855763fd8 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.985631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4b89537a-97e7-48c9-8a37-3a5855763fd8 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0236597 Jul 08 18:15:34.988916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50416) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:34.989694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-dc6c560b-e3a6-4911-a047-ef7486ee36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:34.991295 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-dc6c560b-e3a6-4911-a047-ef7486ee36a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a96990ed-3bb6-4cca-965b-4cab125c5da7 HTTP/1.1" status: 200 len: 859 time: 0.1330309 Jul 08 18:15:34.996813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-3ed5e1fc-5344-4a42-9061-dd7cfc9a7b2c tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:34.998718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3ed5e1fc-5344-4a42-9061-dd7cfc9a7b2c tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0082009 Jul 08 18:15:35.001422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50418) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.005925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-5a193020-fac4-4bab-b978-2d11d8a0eaf3 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.006947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5a193020-fac4-4bab-b978-2d11d8a0eaf3 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045512 Jul 08 18:15:35.009650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50420) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.019157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-c6c21144-f678-48c0-8fb8-43d075030851 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.020074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c6c21144-f678-48c0-8fb8-43d075030851 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0096200 Jul 08 18:15:35.022875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50422) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.027863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-5bca4cad-f001-44cd-b4f0-2f76519f3c5e tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.029127 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5bca4cad-f001-44cd-b4f0-2f76519f3c5e tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053585 Jul 08 18:15:35.037029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50424) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.043553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-ab39290a-1cd7-4814-882d-c7247decd919 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.044728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ab39290a-1cd7-4814-882d-c7247decd919 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0066760 Jul 08 18:15:35.048523 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50426) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.055134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-a623a469-fecc-4011-8f69-d360dfa0c1b5 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.055134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a623a469-fecc-4011-8f69-d360dfa0c1b5 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048575 Jul 08 18:15:35.058328 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50428) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.065536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-5e72a616-fb71-4d19-b4eb-71b4a76b3b78 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.066425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5e72a616-fb71-4d19-b4eb-71b4a76b3b78 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0075326 Jul 08 18:15:35.069128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50430) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.083983 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-aa20f7bc-bbba-4ee9-bb0c-739362cb15ed tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.085117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aa20f7bc-bbba-4ee9-bb0c-739362cb15ed tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0150573 Jul 08 18:15:35.090913 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-790fd012-06ab-4d05-b62a-af00a2189fe8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc7d2818-4a84-4320-aace-fe7add7c02a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865724 Jul 08 18:15:35.092800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50432) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.093638 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-773e3235-6cd2-4a96-874d-0ea3b2bb8f0a tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.097209 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-773e3235-6cd2-4a96-874d-0ea3b2bb8f0a tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.098695 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-773e3235-6cd2-4a96-874d-0ea3b2bb8f0a tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-groups/290d9b88-54c4-4b4b-afab-911fa0947fbb HTTP/1.1" status: 204 len: 168 time: 0.3686478 Jul 08 18:15:35.103810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-d4468ada-a9d4-455e-b09d-a08d25ab76ce tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.104974 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d4468ada-a9d4-455e-b09d-a08d25ab76ce tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050275 Jul 08 18:15:35.105725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50434) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.116820 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50436) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.121854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-63215931-5bdd-4676-95be-0fc20093bf4e tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.123005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-63215931-5bdd-4676-95be-0fc20093bf4e tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051889 Jul 08 18:15:35.125731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50438) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.131648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-51e37969-70c3-41da-a132-80686cadf794 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.132629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-51e37969-70c3-41da-a132-80686cadf794 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059493 Jul 08 18:15:35.137074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50440) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.144946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-752e589a-79ce-4c48-a79b-aedddf45cfac tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.146048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-752e589a-79ce-4c48-a79b-aedddf45cfac tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0081043 Jul 08 18:15:35.148695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50442) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.153514 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-8671139b-35dc-4a88-95e1-6a9560a28876 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.155119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8671139b-35dc-4a88-95e1-6a9560a28876 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0054505 Jul 08 18:15:35.159045 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50444) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.164210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-328b1493-1dd8-4dc8-b486-4cb3a5c6f64b tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.165244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-328b1493-1dd8-4dc8-b486-4cb3a5c6f64b tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051451 Jul 08 18:15:35.168059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50446) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.173823 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-d4f83357-8b60-4da9-94c3-75c853b26b31 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.177304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d4f83357-8b60-4da9-94c3-75c853b26b31 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0059040 Jul 08 18:15:35.177773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50448) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.182036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-b750bce2-889a-4412-873d-19876ed054eb tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.182988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b750bce2-889a-4412-873d-19876ed054eb tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043018 Jul 08 18:15:35.185482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50450) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.196173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-7dd7ae3b-2fa4-448d-8863-1b2efd2dd642 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.199499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7dd7ae3b-2fa4-448d-8863-1b2efd2dd642 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0108035 Jul 08 18:15:35.200211 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50452) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.204333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-ac8e6539-c093-4fb8-b404-69771e50f630 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.207367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ac8e6539-c093-4fb8-b404-69771e50f630 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041676 Jul 08 18:15:35.207595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50454) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.213530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-08426c36-adfc-4d54-8d5c-c637ef8d3f62 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.216564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-08426c36-adfc-4d54-8d5c-c637ef8d3f62 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060401 Jul 08 18:15:35.218804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50456) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.227951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-e159f820-c754-4ee6-bfa7-b8a5ad0c236b tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.231244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e159f820-c754-4ee6-bfa7-b8a5ad0c236b tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0092402 Jul 08 18:15:35.234469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50458) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.235013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e3235-6cd2-4a96-874d-0ea3b2bb8f0a tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290d9b88-54c4-4b4b-afab-911fa0947fbb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:35.246990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-b413da1f-5252-4dde-adca-8a65ad6df36d tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.250419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b413da1f-5252-4dde-adca-8a65ad6df36d tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0125911 Jul 08 18:15:35.251917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50460) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.257717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-a045deca-40aa-4f1a-a8f1-e30c199b0f69 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.260886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a045deca-40aa-4f1a-a8f1-e30c199b0f69 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052109 Jul 08 18:15:35.261193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50462) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.269347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-c84865e7-bcb9-48e0-bdca-9f2f0484c5f0 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.272943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c84865e7-bcb9-48e0-bdca-9f2f0484c5f0 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0082622 Jul 08 18:15:35.274012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50464) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.283235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-0b0cc9c7-0043-4689-b357-db531f61b3dc tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.284335 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0b0cc9c7-0043-4689-b357-db531f61b3dc tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0091159 Jul 08 18:15:35.290850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50466) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.296338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-97bbd68d-3050-40ac-ac81-2439efe5540f tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.297318 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-97bbd68d-3050-40ac-ac81-2439efe5540f tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054500 Jul 08 18:15:35.300008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50468) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.305035 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.310653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-67c9bc52-b95c-44cd-8a2f-0afb5e96e67e tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.311720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-67c9bc52-b95c-44cd-8a2f-0afb5e96e67e tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0108120 Jul 08 18:15:35.313070 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.315548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50470) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.322962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-0f8e199d-cc09-480f-9272-087e1c3b402f tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.324049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0f8e199d-cc09-480f-9272-087e1c3b402f tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0062611 Jul 08 18:15:35.327001 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-953e59ad-94c5-4cf8-8b7e-e22c05b05258 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2060444 Jul 08 18:15:35.347760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50472) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.347952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50474) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.355541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-6c056980-45d3-4871-9cc2-4968b134e435 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.356678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6c056980-45d3-4871-9cc2-4968b134e435 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052071 Jul 08 18:15:35.360093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50476) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.367830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-25073f04-0cc7-426e-be7d-885009e432e1 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.370677 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-25073f04-0cc7-426e-be7d-885009e432e1 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0094886 Jul 08 18:15:35.371749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50478) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.374040 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-f4d62960-8322-4a30-af14-aa3b07574dc0 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670770 Jul 08 18:15:35.378153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [None req-a9bb15ec-5db0-44aa-b901-b6483b65b36f tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.381714 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a9bb15ec-5db0-44aa-b901-b6483b65b36f tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044353 Jul 08 18:15:35.382599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50480) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.392359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [None req-3cbb364a-c1f7-4043-bf74-bcc959819f06 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.393373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3cbb364a-c1f7-4043-bf74-bcc959819f06 tempest-ExtensionsTestJSON-179347243 tempest-ExtensionsTestJSON-179347243-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0089538 Jul 08 18:15:35.415905 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-ff378201-0828-4732-9a29-b89bb6818d9e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] delete failed (client error): The resource could not be found. Jul 08 18:15:35.416941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ff378201-0828-4732-9a29-b89bb6818d9e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-groups/290d9b88-54c4-4b4b-afab-911fa0947fbb HTTP/1.1" status: 404 len: 347 time: 0.0666704 Jul 08 18:15:35.424213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50486) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.433482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-15d1594e-0749-484a-b8e0-9d4ea291238b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group': {'name': 'tempest-secgroup--46663972'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:35.441214 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Pushing event updated for resources: {'Port': ['ID=eba4750d-43ef-418b-820b-82579304b1b8,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:35.460244 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.481876 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15d1594e-0749-484a-b8e0-9d4ea291238b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.493762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.495135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-31049444-47fb-4931-b356-0eb6674af678 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9198146 Jul 08 18:15:35.512985 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5f6ffc5c-6e33-4248-9472-073409cdddb3 req-172af242-9b0b-435a-bcfc-2f8c7d9b8931 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300349 Jul 08 18:15:35.589712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d8812b-fb7f-455f-9f51-708d100e4b9d req-8e92765c-f7aa-4745-849b-7d427262c4a2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 210 time: 0.0916421 Jul 08 18:15:35.606575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-02fe9981-5501-45e3-b799-1c5147b86be6 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.136 HTTP/1.1" status: 200 len: 696 time: 0.0965712 Jul 08 18:15:35.703442 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 93380b99-8124-41da-a462-88d6c3919187 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:35.709435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50490) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.765783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 93380b99-8124-41da-a462-88d6c3919187 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:35.766258 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.809571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-0be182b1-1b83-4ac0-9f99-4f60e9de7802 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:35.811746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-0be182b1-1b83-4ac0-9f99-4f60e9de7802 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.1985118 Jul 08 18:15:35.822021 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15d1594e-0749-484a-b8e0-9d4ea291238b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.830288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-f0a9d2df-ec3a-47f5-84dd-80993f0fe5d7 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:35.831417 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36f00ab8-20c6-472b-8fb9-a51b389044f3 req-f0a9d2df-ec3a-47f5-84dd-80993f0fe5d7 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080290 Jul 08 18:15:35.835508 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15d1594e-0749-484a-b8e0-9d4ea291238b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.860326 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15d1594e-0749-484a-b8e0-9d4ea291238b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.861668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-15d1594e-0749-484a-b8e0-9d4ea291238b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4349079 Jul 08 18:15:35.865309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50496) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:35.874632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-43a9c5de-ccca-4fba-8739-8ee51c7e6a01 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': '2eeb023c-6d6f-4543-b3a0-76d2539e98a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:35.892333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ab669ce-30d0-45c6-96fd-650e066c6d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.922002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1594e-0749-484a-b8e0-9d4ea291238b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeb023c-6d6f-4543-b3a0-76d2539e98a1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:35.934959 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:35.968543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48533f47-9544-4cf4-b7ff-1a0e78328df4 req-ae44efa9-4862-4fb1-860a-a62f02f4f744 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:35.975106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48533f47-9544-4cf4-b7ff-1a0e78328df4 req-ae44efa9-4862-4fb1-860a-a62f02f4f744 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:35.975669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93380b99-8124-41da-a462-88d6c3919187'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:35.977905 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266cae88-0fde-46f7-b13d-0ef3d86e3548" -d '{"events": [{"server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "name": "network-vif-plugged", "status": "completed", "tag": "93380b99-8124-41da-a462-88d6c3919187"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:35.982419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48533f47-9544-4cf4-b7ff-1a0e78328df4 req-ae44efa9-4862-4fb1-860a-a62f02f4f744 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:35.989006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48533f47-9544-4cf4-b7ff-1a0e78328df4 req-ae44efa9-4862-4fb1-860a-a62f02f4f744 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:35.995650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48533f47-9544-4cf4-b7ff-1a0e78328df4 req-ae44efa9-4862-4fb1-860a-a62f02f4f744 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:36.000634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:36.003622 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-6512bace-3a5c-4f39-9b46-36eae3624006 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:36.003777 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48533f47-9544-4cf4-b7ff-1a0e78328df4 req-ae44efa9-4862-4fb1-860a-a62f02f4f744 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:36.005231 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-6512bace-3a5c-4f39-9b46-36eae3624006 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.74 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 812 time: 0.2196298 Jul 08 18:15:36.006601 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.018575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48533f47-9544-4cf4-b7ff-1a0e78328df4 req-ae44efa9-4862-4fb1-860a-a62f02f4f744 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:36.019820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Request body: {'port': {'device_id': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'admin_state_up': True, 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:36.022904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48533f47-9544-4cf4-b7ff-1a0e78328df4 req-ae44efa9-4862-4fb1-860a-a62f02f4f744 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5446 time: 0.2697012 Jul 08 18:15:36.061884 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43a9c5de-ccca-4fba-8739-8ee51c7e6a01 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.072945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=93380b99-8124-41da-a462-88d6c3919187,revision_number=10']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:36.175575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48533f47-9544-4cf4-b7ff-1a0e78328df4 req-b0071fdd-9f1c-4de4-afbb-a3c9a5e56f5a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152949 Jul 08 18:15:36.181422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ab669ce-30d0-45c6-96fd-650e066c6d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.187370 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ab669ce-30d0-45c6-96fd-650e066c6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.218473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-5ebbf8c9-74f4-4a25-93f4-7a3f33d72258 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:36.219990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-5ebbf8c9-74f4-4a25-93f4-7a3f33d72258 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1954222 Jul 08 18:15:36.229724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43a9c5de-ccca-4fba-8739-8ee51c7e6a01 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.236753 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43a9c5de-ccca-4fba-8739-8ee51c7e6a01 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.249967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Made reservation on behalf of 60b0c86a14ff4f54a31a20233e52f69f for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:36.254656 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.256461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6dbee3fd-cbc2-44fb-ad47-e0e34d2a3520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.283435 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1ab669ce-30d0-45c6-96fd-650e066c6d57 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=adb651a060294d41b33e2a5857bdee4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728235 Jul 08 18:15:36.285080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50506) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:36.291198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab669ce-30d0-45c6-96fd-650e066c6d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a021611-4392-44aa-b4b2-b3f748e12845,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:36.296931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-7811eef4-99da-48a9-b068-2e7bb1372aac tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.136 HTTP/1.1" status: 200 len: 696 time: 0.0691216 Jul 08 18:15:36.299189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9c5de-ccca-4fba-8739-8ee51c7e6a01 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1138193a-4f82-4cbe-9d63-b79da5356d33,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:36.317353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-221f80d9-3d37-4db0-8173-a69b2e640302 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Request body: {'floatingip': {'port_id': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:36.328883 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43a9c5de-ccca-4fba-8739-8ee51c7e6a01 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.330063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-43a9c5de-ccca-4fba-8739-8ee51c7e6a01 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4637380 Jul 08 18:15:36.337322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50508) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:36.385539 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43627760-c7b4-4562-b023-768c33e5b835 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.401911 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-221f80d9-3d37-4db0-8173-a69b2e640302 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.419888 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43627760-c7b4-4562-b023-768c33e5b835 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.476103 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43627760-c7b4-4562-b023-768c33e5b835 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.478332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Allocated IP 172.20.0.5 (c92d1067-af3d-4be1-a412-78a68c63eea9/133a1f4a-a81c-4a07-ad29-cf650dc922d6/850940ba-eb6c-4543-8ef0-1433f5845e6a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:36.485230 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1385ab26-f8a0-473c-8385-d4db64a076ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.487558 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43627760-c7b4-4562-b023-768c33e5b835 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.488753 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-43627760-c7b4-4562-b023-768c33e5b835 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/1138193a-4f82-4cbe-9d63-b79da5356d33 HTTP/1.1" status: 204 len: 168 time: 0.1504772 Jul 08 18:15:36.493974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50510) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:36.503765 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43627760-c7b4-4562-b023-768c33e5b835 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1138193a-4f82-4cbe-9d63-b79da5356d33,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:36.555302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1385ab26-f8a0-473c-8385-d4db64a076ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.572612 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b2fb5b77-d1a1-46e5-a174-c193823fb797 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0771205 Jul 08 18:15:36.577723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50512) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:36.619402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861a5d8-d477-48f8-abfe-f241ad1ab200 req-91145bc7-1f81-4ed9-9bdf-49babce07e73 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:36.619900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1861a5d8-d477-48f8-abfe-f241ad1ab200 req-91145bc7-1f81-4ed9-9bdf-49babce07e73 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 947 time: 0.2608597 Jul 08 18:15:36.695573 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9647f9-0cfa-42ed-a4d6-abdca2e70fe6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.726776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1861a5d8-d477-48f8-abfe-f241ad1ab200 req-baf4c63c-e1a8-4d48-bf6b-8bb239646739 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003177 Jul 08 18:15:36.740062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9647f9-0cfa-42ed-a4d6-abdca2e70fe6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.744348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1385ab26-f8a0-473c-8385-d4db64a076ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.746965 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1385ab26-f8a0-473c-8385-d4db64a076ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.750832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1385ab26-f8a0-473c-8385-d4db64a076ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a021611-4392-44aa-b4b2-b3f748e12845 HTTP/1.1" status: 204 len: 168 time: 0.4620183 Jul 08 18:15:36.751168 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.781401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Transition to ACTIVE for port object 850940ba-eb6c-4543-8ef0-1433f5845e6a will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:36.791284 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ecba38-c65e-43f9-925c-3eca5a947c28 x-openstack-request-id: req-b6ecba38-c65e-43f9-925c-3eca5a947c28 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:36.792163 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "name": "network-vif-plugged", "status": "completed", "tag": "93380b99-8124-41da-a462-88d6c3919187", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:36.792887 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6ecba38-c65e-43f9-925c-3eca5a947c28 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:36.793448 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93380b99-8124-41da-a462-88d6c3919187', 'code': 200} Jul 08 18:15:36.809199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385ab26-f8a0-473c-8385-d4db64a076ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a021611-4392-44aa-b4b2-b3f748e12845,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:36.838554 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9647f9-0cfa-42ed-a4d6-abdca2e70fe6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.841159 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9647f9-0cfa-42ed-a4d6-abdca2e70fe6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.844851 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-db9647f9-0cfa-42ed-a4d6-abdca2e70fe6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-groups/2eeb023c-6d6f-4543-b3a0-76d2539e98a1 HTTP/1.1" status: 204 len: 168 time: 0.2638466 Jul 08 18:15:36.849276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50518) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:36.877327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9647f9-0cfa-42ed-a4d6-abdca2e70fe6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeb023c-6d6f-4543-b3a0-76d2539e98a1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:36.919660 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-309c1b18-cad5-4a12-937b-8eeb9c9e9e24 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670159 Jul 08 18:15:36.921090 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:36.923222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50520) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:36.931834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-05b5aafe-716f-4351-8ab1-71e20bce3341 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153429353'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:36.938977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['39005dfd-5425-4235-b5d6-9b3e8de6f494', '07348a7d-b74e-4341-bded-dc9a6e5042eb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:37.013267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Network c92d1067-af3d-4be1-a412-78a68c63eea9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:37.019053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:37.026532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:37.061222 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05b5aafe-716f-4351-8ab1-71e20bce3341 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.072396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event updated for resources: {'Port': ['ID=850940ba-eb6c-4543-8ef0-1433f5845e6a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:37.107202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:37.108422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.242007 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05b5aafe-716f-4351-8ab1-71e20bce3341 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.256423 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05b5aafe-716f-4351-8ab1-71e20bce3341 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.288308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5aafe-716f-4351-8ab1-71e20bce3341 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0c0b2b-46dc-407d-9162-ef03aa19d78b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:37.291397 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-a9273bea-b94b-436b-b082-7c43ef1fb532 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2761075 Jul 08 18:15:37.306784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Request body: {'port': {'device_id': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:37.361474 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05b5aafe-716f-4351-8ab1-71e20bce3341 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.362999 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-05b5aafe-716f-4351-8ab1-71e20bce3341 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4381092 Jul 08 18:15:37.365793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50532) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:37.373787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a76d8214-26d8-428e-bb52-d125af5c19bb tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': 'ea0c0b2b-46dc-407d-9162-ef03aa19d78b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:37.395505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3994dae9-6609-4390-9eeb-ca2c0b2394e7 None None] Provisioning for port 850940ba-eb6c-4543-8ef0-1433f5845e6a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:37.400448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3994dae9-6609-4390-9eeb-ca2c0b2394e7 None None] Provisioning complete for port 850940ba-eb6c-4543-8ef0-1433f5845e6a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:37.400851 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3994dae9-6609-4390-9eeb-ca2c0b2394e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.449889 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76d8214-26d8-428e-bb52-d125af5c19bb tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.455896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3994dae9-6609-4390-9eeb-ca2c0b2394e7 None None] Port 850940ba-eb6c-4543-8ef0-1433f5845e6a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:37.478926 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.547089 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76d8214-26d8-428e-bb52-d125af5c19bb tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.558164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76d8214-26d8-428e-bb52-d125af5c19bb tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.638596 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d8214-26d8-428e-bb52-d125af5c19bb tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c579c9e-8bfd-45b6-a27f-c2a6c3129272,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:37.647789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a76d8214-26d8-428e-bb52-d125af5c19bb tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.649109 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a76d8214-26d8-428e-bb52-d125af5c19bb tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2821209 Jul 08 18:15:37.652281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50542) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:37.657981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e2dec4ed-7d52-475a-8da1-756233e98726 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': 'ea0c0b2b-46dc-407d-9162-ef03aa19d78b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:37.740587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50544) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:37.771929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97dd59-0b9f-4f3f-8e2b-1dcbdffd97e5 req-9a3ee8c7-65cd-4758-b628-9bb29d4cb610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:37.773456 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff97dd59-0b9f-4f3f-8e2b-1dcbdffd97e5 req-9a3ee8c7-65cd-4758-b628-9bb29d4cb610 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 1098 time: 0.3302774 Jul 08 18:15:37.791499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dd107-1f81-4aca-b9d2-3ebb0d46ba37 req-03180d2c-2ea4-4098-a8d1-70ed93278fec tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:37.797930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dd107-1f81-4aca-b9d2-3ebb0d46ba37 req-03180d2c-2ea4-4098-a8d1-70ed93278fec tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:37.803819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dd107-1f81-4aca-b9d2-3ebb0d46ba37 req-03180d2c-2ea4-4098-a8d1-70ed93278fec tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:37.806236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850940ba-eb6c-4543-8ef0-1433f5845e6a {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:15:37.809697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dd107-1f81-4aca-b9d2-3ebb0d46ba37 req-03180d2c-2ea4-4098-a8d1-70ed93278fec tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:37.814852 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.816238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dd107-1f81-4aca-b9d2-3ebb0d46ba37 req-03180d2c-2ea4-4098-a8d1-70ed93278fec tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:37.822090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dd107-1f81-4aca-b9d2-3ebb0d46ba37 req-03180d2c-2ea4-4098-a8d1-70ed93278fec tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:37.828144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dd107-1f81-4aca-b9d2-3ebb0d46ba37 req-03180d2c-2ea4-4098-a8d1-70ed93278fec tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:37.828298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Transition to ACTIVE for port object 850940ba-eb6c-4543-8ef0-1433f5845e6a will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:37.830240 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-472dd107-1f81-4aca-b9d2-3ebb0d46ba37 req-03180d2c-2ea4-4098-a8d1-70ed93278fec tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5446 time: 0.3858624 Jul 08 18:15:37.842697 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.871839 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-221f80d9-3d37-4db0-8173-a69b2e640302 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.887469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-00cba6a0-782b-4dee-a2c8-dfdc4a4cd0c9 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] Request body: {'port': {'network_id': 'f2094448-00c3-4ac2-bfca-0d09ce06e00b', 'name': 'tempest-NetworksNegativeTestJSON-582189831'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:37.891267 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-221f80d9-3d37-4db0-8173-a69b2e640302 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.892898 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2dec4ed-7d52-475a-8da1-756233e98726 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:37.898942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=850940ba-eb6c-4543-8ef0-1433f5845e6a,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:37.960661 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cba6a0-782b-4dee-a2c8-dfdc4a4cd0c9 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] POST failed (client error): The resource could not be found. Jul 08 18:15:37.961368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cba6a0-782b-4dee-a2c8-dfdc4a4cd0c9 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:37.966396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-00cba6a0-782b-4dee-a2c8-dfdc4a4cd0c9 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2142968 Jul 08 18:15:37.968401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50552) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:37.992887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff97dd59-0b9f-4f3f-8e2b-1dcbdffd97e5 req-c3bc5f35-63da-4d1c-bcc3-089e96b7c278 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466172 Jul 08 18:15:38.008439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Attempting to bind port 850940ba-eb6c-4543-8ef0-1433f5845e6a on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:38.008783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Attempting to bind port 850940ba-eb6c-4543-8ef0-1433f5845e6a by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:38.009114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Attempting to bind port 850940ba-eb6c-4543-8ef0-1433f5845e6a on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:38.013926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Port 850940ba-eb6c-4543-8ef0-1433f5845e6a on network c92d1067-af3d-4be1-a412-78a68c63eea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:15:38.014578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Attempting to bind port 850940ba-eb6c-4543-8ef0-1433f5845e6a on network c92d1067-af3d-4be1-a412-78a68c63eea9 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:38.019771 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-318cd958-37aa-4dfb-a6bd-33ba31812297 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:38.020391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318cd958-37aa-4dfb-a6bd-33ba31812297 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:38.025756 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-318cd958-37aa-4dfb-a6bd-33ba31812297 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] 10.222.0.73 "DELETE /v2.0/networks/8e0b1959-e322-4e2c-b1f4-ba6eb8da4b29 HTTP/1.1" status: 404 len: 339 time: 0.0526798 Jul 08 18:15:38.026135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50554) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:38.056002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:38.056664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Checking segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:38.057044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Bound using segment: {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:38.057545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Bound port: 850940ba-eb6c-4543-8ef0-1433f5845e6a, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8944f4-ac07-43d4-9aee-56b1c478b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:38.057910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.060189 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f440d45-ad7a-44ed-b400-e68623801b20 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:38.061429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f440d45-ad7a-44ed-b400-e68623801b20 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:38.066660 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4f440d45-ad7a-44ed-b400-e68623801b20 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] 10.222.0.73 "DELETE /v2.0/ports/4b54d8a0-d8e6-4c13-9713-5bd5f24e0c3a HTTP/1.1" status: 404 len: 333 time: 0.0361948 Jul 08 18:15:38.068400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50556) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:38.096169 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2dec4ed-7d52-475a-8da1-756233e98726 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.110379 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-de357e93-a48a-4036-93dc-c174c9821394 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:38.110832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de357e93-a48a-4036-93dc-c174c9821394 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:38.115688 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-de357e93-a48a-4036-93dc-c174c9821394 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] 10.222.0.73 "DELETE /v2.0/subnets/7496be19-41f2-42d4-846e-57b50f0e1338 HTTP/1.1" status: 404 len: 337 time: 0.0430396 Jul 08 18:15:38.115846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2dec4ed-7d52-475a-8da1-756233e98726 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.117082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50558) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:38.173655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] For port 850940ba-eb6c-4543-8ef0-1433f5845e6a, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:38.176788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] For port 850940ba-eb6c-4543-8ef0-1433f5845e6a, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:38.183283 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.192223 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-221f80d9-3d37-4db0-8173-a69b2e640302 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Floating IP 0550b6b3-8dcf-43cc-8b83-cbc03a5e66a9 associated. External IP: 172.25.8.136, port: 28ae9a93-7d19-4aeb-9455-0a749990ebba. Jul 08 18:15:38.194861 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-41881d59-ac76-4ad9-ba98-433351ee11ed tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] GET failed (client error): The resource could not be found. Jul 08 18:15:38.196321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-41881d59-ac76-4ad9-ba98-433351ee11ed tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] 10.222.0.73 "GET /v2.0/networks/2e883b81-9afc-4755-9362-43d592491b7d HTTP/1.1" status: 404 len: 339 time: 0.0758879 Jul 08 18:15:38.197211 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dec4ed-7d52-475a-8da1-756233e98726 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eaad225-be3d-4f58-9feb-88b494d447bc,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:38.205902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50560) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:38.219297 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.219971 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.221916 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] 10.222.0.74 "PUT /v2.0/ports/850940ba-eb6c-4543-8ef0-1433f5845e6a HTTP/1.1" status: 200 len: 1091 time: 0.9198546 Jul 08 18:15:38.222372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'tag': '850940ba-eb6c-4543-8ef0-1433f5845e6a'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:38.224639 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600d3942-4c16-4fc5-bf27-18ab26c1b344" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d95ebd-e927-4926-bbe8-644280af225e", "tag": "850940ba-eb6c-4543-8ef0-1433f5845e6a"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:38.252215 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88d4-ad1f-4f9a-abc4-afc52b51d7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=850940ba-eb6c-4543-8ef0-1433f5845e6a,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:38.261011 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2dec4ed-7d52-475a-8da1-756233e98726 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.262377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e2dec4ed-7d52-475a-8da1-756233e98726 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6090477 Jul 08 18:15:38.265573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50564) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:38.270455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-379bd1b5-77b6-494f-ab95-421bbd9cae9f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': 'ea0c0b2b-46dc-407d-9162-ef03aa19d78b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:38.286559 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4e4285-788d-4441-89b6-5e9d9a9cad5b tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] GET failed (client error): The resource could not be found. Jul 08 18:15:38.291557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7a4e4285-788d-4441-89b6-5e9d9a9cad5b tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] 10.222.0.73 "GET /v2.0/ports/151329a4-f6a1-4db2-a7fa-f178253ed849 HTTP/1.1" status: 404 len: 333 time: 0.0442746 Jul 08 18:15:38.299716 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50566) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:38.340984 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-379bd1b5-77b6-494f-ab95-421bbd9cae9f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.363393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-e32acee9-1804-40b2-ad38-f741e42414b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.365021 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-e32acee9-1804-40b2-ad38-f741e42414b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 1094 time: 0.0900440 Jul 08 18:15:38.374700 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de51f86-28ed-4e6d-ba1e-e21d53c6c8da tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] GET failed (client error): The resource could not be found. Jul 08 18:15:38.378993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4de51f86-28ed-4e6d-ba1e-e21d53c6c8da tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] 10.222.0.73 "GET /v2.0/subnets/17e4716c-9ed4-40d7-8e64-4254b54ca033 HTTP/1.1" status: 404 len: 337 time: 0.0751748 Jul 08 18:15:38.384169 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50568) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:38.400302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65bdb6-7b4c-4e25-b744-e7b716cda173 req-5f2cc5ba-0fe3-4c44-aa15-f67416cc5ba7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.401874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e65bdb6-7b4c-4e25-b744-e7b716cda173 req-5f2cc5ba-0fe3-4c44-aa15-f67416cc5ba7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 943 time: 0.3045197 Jul 08 18:15:38.420407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e719b7c7-3516-4942-8fc4-2f17c7349918 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:38.428306 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-e4903f38-519e-4789-b1dc-0791868523ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a HTTP/1.1" status: 200 len: 217 time: 0.0544691 Jul 08 18:15:38.452147 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e719b7c7-3516-4942-8fc4-2f17c7349918 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] PUT failed (client error): The resource could not be found. Jul 08 18:15:38.452718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e719b7c7-3516-4942-8fc4-2f17c7349918 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:38.453845 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e719b7c7-3516-4942-8fc4-2f17c7349918 tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] 10.222.0.73 "PUT /v2.0/networks/56edc666-bef4-45a9-9f00-cf64010e48b9 HTTP/1.1" status: 404 len: 339 time: 0.0686955 Jul 08 18:15:38.461268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50570) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:38.485203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-96b91e01-61cf-407c-8966-83255b21f15a tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:38.496816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e65bdb6-7b4c-4e25-b744-e7b716cda173 req-17ef7104-532c-4fcc-80c9-3449895f2194 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868080 Jul 08 18:15:38.520908 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b91e01-61cf-407c-8966-83255b21f15a tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] PUT failed (client error): The resource could not be found. Jul 08 18:15:38.521603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b91e01-61cf-407c-8966-83255b21f15a tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:38.526568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-96b91e01-61cf-407c-8966-83255b21f15a tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] 10.222.0.73 "PUT /v2.0/ports/ca0e341b-1272-4f0a-a07c-52c88cf5f82f HTTP/1.1" status: 404 len: 333 time: 0.0605803 Jul 08 18:15:38.527039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50572) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:38.536335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-118bda8c-7b35-481d-a2fa-63eaec94202c tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:38.564286 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-379bd1b5-77b6-494f-ab95-421bbd9cae9f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.568700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-f0a126f4-b46a-4ee0-9c08-50c718ef045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.570303 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-f0a126f4-b46a-4ee0-9c08-50c718ef045b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.1317592 Jul 08 18:15:38.571083 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-118bda8c-7b35-481d-a2fa-63eaec94202c tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] PUT failed (client error): The resource could not be found. Jul 08 18:15:38.571516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118bda8c-7b35-481d-a2fa-63eaec94202c tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:38.576460 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-118bda8c-7b35-481d-a2fa-63eaec94202c tempest-NetworksNegativeTestJSON-552884678 tempest-NetworksNegativeTestJSON-552884678-project] 10.222.0.73 "PUT /v2.0/subnets/27e3c56e-648f-48ec-ad2e-d7c644ce619e HTTP/1.1" status: 404 len: 337 time: 0.0446806 Jul 08 18:15:38.576460 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-379bd1b5-77b6-494f-ab95-421bbd9cae9f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.591379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-221f80d9-3d37-4db0-8173-a69b2e640302 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Router 04d8237d-2003-4bff-b992-3c3b17527859 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:15:38.648033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bd1b5-77b6-494f-ab95-421bbd9cae9f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fdd31e-6512-4152-bb8c-8a08105bc0b0,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:38.658154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-379bd1b5-77b6-494f-ab95-421bbd9cae9f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.662461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-379bd1b5-77b6-494f-ab95-421bbd9cae9f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3932340 Jul 08 18:15:38.663477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50576) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:38.674149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2150ae9e-f1ae-4758-9d25-1b0e2b58984b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': 'ea0c0b2b-46dc-407d-9162-ef03aa19d78b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:38.713795 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-221f80d9-3d37-4db0-8173-a69b2e640302 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:38.726724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-221f80d9-3d37-4db0-8173-a69b2e640302 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.728623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-bc9e0823-1a38-4c24-87ef-823790fa8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.730827 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8875985-1c61-4ab1-974c-a1e68b5d5c85 None None] Sync routers for ids ['04d8237d-2003-4bff-b992-3c3b17527859'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:38.731259 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-bc9e0823-1a38-4c24-87ef-823790fa8b66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523490 Jul 08 18:15:38.747904 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2150ae9e-f1ae-4758-9d25-1b0e2b58984b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.748460 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8875985-1c61-4ab1-974c-a1e68b5d5c85 None None] Routers {'04d8237d-2003-4bff-b992-3c3b17527859'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:38.749696 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f8875985-1c61-4ab1-974c-a1e68b5d5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04d8237d-2003-4bff-b992-3c3b17527859'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:38.792021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-221f80d9-3d37-4db0-8173-a69b2e640302 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "PUT /v2.0/floatingips/0550b6b3-8dcf-43cc-8b83-cbc03a5e66a9 HTTP/1.1" status: 200 len: 996 time: 2.4846148 Jul 08 18:15:38.793127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:38.795645 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98976f6d-febe-4717-b0a1-9947f5ba396f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:38.854448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c07b2c-6cda-4d24-8533-955c90375546 req-9b217d3c-94d4-41d0-b431-c4481c10006f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.856001 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56c07b2c-6cda-4d24-8533-955c90375546 req-9b217d3c-94d4-41d0-b431-c4481c10006f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 947 time: 0.1437073 Jul 08 18:15:38.883278 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2150ae9e-f1ae-4758-9d25-1b0e2b58984b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.896465 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2150ae9e-f1ae-4758-9d25-1b0e2b58984b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.911516 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56c07b2c-6cda-4d24-8533-955c90375546 req-992f044f-9d39-4d53-be0f-84463bcfc68f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494130 Jul 08 18:15:38.917213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-d9a6206c-9144-430c-a02b-021d0a0fb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.918955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-d9a6206c-9144-430c-a02b-021d0a0fb72b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9481a90590e4e0dbad5c9d514755744&device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 1096 time: 0.1096191 Jul 08 18:15:38.945905 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f8875985-1c61-4ab1-974c-a1e68b5d5c85 None None] Set router 04d8237d-2003-4bff-b992-3c3b17527859 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:38.946286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-91e3666d-3c8a-4c15-858a-5c268d4ef4b8 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988363 Jul 08 18:15:38.956360 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150ae9e-f1ae-4758-9d25-1b0e2b58984b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb78bf22-6dbf-4d5c-bca8-9c4256be1e75,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:39.008470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50582) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:39.032306 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cbb51a-a927-4332-8817-d46ce8f9aebf x-openstack-request-id: req-b9cbb51a-a927-4332-8817-d46ce8f9aebf {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:39.032602 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:39.032894 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b9cbb51a-a927-4332-8817-d46ce8f9aebf {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:39.034662 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'status': 'completed', 'code': 200} Jul 08 18:15:39.077264 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:39.117311 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db1cb627-96fe-49b0-af02-1a95b73b1047 req-ada84900-b5a8-4b58-8199-7e8a19dcfe5f service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659226 Jul 08 18:15:39.119643 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab22c918-9c7d-449a-839c-4c75798fc666 x-openstack-request-id: req-ab22c918-9c7d-449a-839c-4c75798fc666 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:39.119979 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d95ebd-e927-4926-bbe8-644280af225e", "tag": "850940ba-eb6c-4543-8ef0-1433f5845e6a", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:39.120292 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab22c918-9c7d-449a-839c-4c75798fc666 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:39.120691 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'tag': '850940ba-eb6c-4543-8ef0-1433f5845e6a', 'status': 'completed', 'code': 200} Jul 08 18:15:39.124229 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2150ae9e-f1ae-4758-9d25-1b0e2b58984b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:39.124942 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-057c3a2e-bcd6-4566-8632-122966988870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:39.128395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-057c3a2e-bcd6-4566-8632-122966988870 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc7d2818-4a84-4320-aace-fe7add7c02a8 HTTP/1.1" status: 200 len: 920 time: 0.2009597 Jul 08 18:15:39.128895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50590) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:39.140461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-016e9b7a-77b9-4ddd-a7e5-a20d0ca95198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:39.147744 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-79458e2c-8866-41c5-867d-d2836810fb43 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': 'ea0c0b2b-46dc-407d-9162-ef03aa19d78b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:39.150724 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2150ae9e-f1ae-4758-9d25-1b0e2b58984b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4821575 Jul 08 18:15:39.283507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98976f6d-febe-4717-b0a1-9947f5ba396f req-fa8bc331-c683-432c-a715-e97e25875e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:39.286503 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-98976f6d-febe-4717-b0a1-9947f5ba396f req-fa8bc331-c683-432c-a715-e97e25875e48 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9481a90590e4e0dbad5c9d514755744&device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 1096 time: 0.1630559 Jul 08 18:15:39.287506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d3942-4c16-4fc5-bf27-18ab26c1b344 req-c396b012-050f-4afe-b58e-cd06fda2f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:39.293899 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-600d3942-4c16-4fc5-bf27-18ab26c1b344 req-c396b012-050f-4afe-b58e-cd06fda2f464 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 1094 time: 0.0886726 Jul 08 18:15:39.308548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-5e6846a5-36fb-4910-b05e-bfa7bbe77290 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 999 time: 0.0994387 Jul 08 18:15:39.331529 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-79458e2c-8866-41c5-867d-d2836810fb43 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:39.334105 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d261-0924-4094-b2f7-d0cdf396b12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:39.350350 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f8875985-1c61-4ab1-974c-a1e68b5d5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:38Z', 'revision_number': 4, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '0550b6b3-8dcf-43cc-8b83-cbc03a5e66a9', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'port_id': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'mac_address': 'fa:16:3e:29:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:15:34Z', 'updated_at': '2021-07-08T18:15:37Z', 'revision_number': 1, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3713a80-ba02-4d4d-b823-a17f42aab2d6', 'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'mac_address': 'fa:16:3e:f8:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:37Z', 'updated_at': '2021-07-08T18:14:46Z', 'revision_number': 5, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'subnets': [{'id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:39.381130 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8875985-1c61-4ab1-974c-a1e68b5d5c85 None None] Checking router: 04d8237d-2003-4bff-b992-3c3b17527859 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:15:39.389552 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8875985-1c61-4ab1-974c-a1e68b5d5c85 None None] Routers {'04d8237d-2003-4bff-b992-3c3b17527859'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:39.390380 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f8875985-1c61-4ab1-974c-a1e68b5d5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04d8237d-2003-4bff-b992-3c3b17527859'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:39.400496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-cd8629d1-a7bc-4aa0-b36c-68119054bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:39.402718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-cd8629d1-a7bc-4aa0-b36c-68119054bde0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a96990ed-3bb6-4cca-965b-4cab125c5da7 HTTP/1.1" status: 200 len: 859 time: 0.0935180 Jul 08 18:15:39.477561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98976f6d-febe-4717-b0a1-9947f5ba396f req-c4762665-194d-4fbf-8004-f676dc4267c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:39.479219 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-98976f6d-febe-4717-b0a1-9947f5ba396f req-c4762665-194d-4fbf-8004-f676dc4267c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc7d2818-4a84-4320-aace-fe7add7c02a8 HTTP/1.1" status: 200 len: 920 time: 0.1842959 Jul 08 18:15:39.483168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d3942-4c16-4fc5-bf27-18ab26c1b344 req-7b2b92d0-f5b7-486b-b8da-92bc4fa1ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:39.484406 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-600d3942-4c16-4fc5-bf27-18ab26c1b344 req-7b2b92d0-f5b7-486b-b8da-92bc4fa1ffa0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.1798270 Jul 08 18:15:39.506333 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-a7460ba0-3a88-4aab-8370-609a5964cdce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7d2818-4a84-4320-aace-fe7add7c02a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938270 Jul 08 18:15:39.529772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-092e0490-cbe8-46c3-b72d-420fc95637aa service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:39.530804 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-092e0490-cbe8-46c3-b72d-420fc95637aa service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055242 Jul 08 18:15:39.577043 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-79458e2c-8866-41c5-867d-d2836810fb43 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:39.625183 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-79458e2c-8866-41c5-867d-d2836810fb43 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:39.648023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-3b8afea8-3487-4874-b317-a5ddf77c9ac2 req-7ecaba77-94f3-4b7d-af56-35103a9a7792 tempest-ServersAdminTestJSON-748898786 tempest-ServersAdminTestJSON-748898786-project] (93742) timed out ('10.222.0.59', 63352) {{(pid=93742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:15:39.656962 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-98976f6d-febe-4717-b0a1-9947f5ba396f req-4d724053-33a4-4d4e-9013-5508104d33ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 999 time: 0.1623166 Jul 08 18:15:39.674620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79458e2c-8866-41c5-867d-d2836810fb43 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f85d894-9ddb-4dc5-9b90-f91269e81aca,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:39.720642 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f8875985-1c61-4ab1-974c-a1e68b5d5c85 None None] Set router 04d8237d-2003-4bff-b992-3c3b17527859 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:39.744333 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-492391f4-fbc7-4a24-8ba8-2374dc9beced service neutron] 10.222.0.73 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789296 Jul 08 18:15:39.745386 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-600d3942-4c16-4fc5-bf27-18ab26c1b344 req-c713014f-141e-43a0-b59c-ac10b3997ef3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a HTTP/1.1" status: 200 len: 217 time: 0.0929811 Jul 08 18:15:39.835955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98976f6d-febe-4717-b0a1-9947f5ba396f req-66580ba0-6620-47dc-8e90-84efeccede2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:39.837451 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-98976f6d-febe-4717-b0a1-9947f5ba396f req-66580ba0-6620-47dc-8e90-84efeccede2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a96990ed-3bb6-4cca-965b-4cab125c5da7 HTTP/1.1" status: 200 len: 859 time: 0.1716244 Jul 08 18:15:39.841434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d3942-4c16-4fc5-bf27-18ab26c1b344 req-d3ac9877-f88b-4a4c-9e56-e5f6746cb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:39.843379 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-600d3942-4c16-4fc5-bf27-18ab26c1b344 req-d3ac9877-f88b-4a4c-9e56-e5f6746cb834 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0691352 Jul 08 18:15:39.862031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d261-0924-4094-b2f7-d0cdf396b12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:39.897330 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d261-0924-4094-b2f7-d0cdf396b12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:39.905073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-832f0d2d-fc23-4560-a4af-d5bed8b578b4 req-3422ada4-6300-4140-b7aa-9d4b2bb79198 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470153 Jul 08 18:15:39.922601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-79458e2c-8866-41c5-867d-d2836810fb43 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:39.927769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-79458e2c-8866-41c5-867d-d2836810fb43 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7978604 Jul 08 18:15:39.929428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50636) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:39.930236 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-98976f6d-febe-4717-b0a1-9947f5ba396f req-952fca3d-567f-40ec-8eec-285b0ce430a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc7d2818-4a84-4320-aace-fe7add7c02a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756242 Jul 08 18:15:40.007241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e3b7d261-0924-4094-b2f7-d0cdf396b12f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a3051c13faf453e89ece34a1ce3e626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9973900 Jul 08 18:15:40.011244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50644) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:40.037383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d3942-4c16-4fc5-bf27-18ab26c1b344 req-eeeb64d2-4823-4ef3-ae22-a93152897b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.039288 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-600d3942-4c16-4fc5-bf27-18ab26c1b344 req-eeeb64d2-4823-4ef3-ae22-a93152897b0b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716526 Jul 08 18:15:40.059777 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7d261-0924-4094-b2f7-d0cdf396b12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94c9cf7-5dcd-4b24-b0cb-3dd1f8e23d67,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:40.117476 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-98976f6d-febe-4717-b0a1-9947f5ba396f req-4da1ce14-ae61-498a-ba25-f7ac3cab33a6 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744051 Jul 08 18:15:40.130475 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.140299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50650) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:40.155575 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4c6b452b-a1b1-4065-aa16-02131f3fec78 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.167318 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f8875985-1c61-4ab1-974c-a1e68b5d5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:38Z', 'revision_number': 4, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '0550b6b3-8dcf-43cc-8b83-cbc03a5e66a9', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'port_id': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'mac_address': 'fa:16:3e:29:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:15:34Z', 'updated_at': '2021-07-08T18:15:37Z', 'revision_number': 1, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3713a80-ba02-4d4d-b823-a17f42aab2d6', 'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'mac_address': 'fa:16:3e:f8:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:37Z', 'updated_at': '2021-07-08T18:14:46Z', 'revision_number': 5, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'subnets': [{'id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:40.204970 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8875985-1c61-4ab1-974c-a1e68b5d5c85 None None] The sync data for ids ['04d8237d-2003-4bff-b992-3c3b17527859'] in n-d-799684-3 is: [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:38Z', 'revision_number': 4, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '0550b6b3-8dcf-43cc-8b83-cbc03a5e66a9', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'port_id': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'mac_address': 'fa:16:3e:29:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:15:34Z', 'updated_at': '2021-07-08T18:15:37Z', 'revision_number': 1, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3713a80-ba02-4d4d-b823-a17f42aab2d6', 'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'mac_address': 'fa:16:3e:f8:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:37Z', 'updated_at': '2021-07-08T18:14:46Z', 'revision_number': 5, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'subnets': [{'id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:40.231024 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4c6b452b-a1b1-4065-aa16-02131f3fec78 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.258167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-2f6c1869-ae16-4efd-845e-b7f6a2cb79f8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.136 HTTP/1.1" status: 200 len: 999 time: 0.2844434 Jul 08 18:15:40.267920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f45c-39f6-46e4-9567-c429a15da164 req-d6ae46eb-3a74-49d4-8f5a-44d56b68dc91 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.275075 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b821f45c-39f6-46e4-9567-c429a15da164 req-d6ae46eb-3a74-49d4-8f5a-44d56b68dc91 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 943 time: 0.4246793 Jul 08 18:15:40.295308 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-600d3942-4c16-4fc5-bf27-18ab26c1b344 req-ed7204fb-7bcd-45b2-a081-e3c4c0d2427f service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397459 Jul 08 18:15:40.304432 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-98976f6d-febe-4717-b0a1-9947f5ba396f req-b86fae03-688e-4e8d-a1a3-5746162d6cb5 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752431 Jul 08 18:15:40.353932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8dde1d37-f636-493b-bfe5-0e9a95d0b73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.367828 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4c6b452b-a1b1-4065-aa16-02131f3fec78 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.380144 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4c6b452b-a1b1-4065-aa16-02131f3fec78 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.383772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4c6b452b-a1b1-4065-aa16-02131f3fec78 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/9f85d894-9ddb-4dc5-9b90-f91269e81aca HTTP/1.1" status: 204 len: 168 time: 0.4462593 Jul 08 18:15:40.394201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50656) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:40.398820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b821f45c-39f6-46e4-9567-c429a15da164 req-f44b0a89-32c2-4548-aa04-d54dbd7bb4d9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228859 Jul 08 18:15:40.429630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b452b-a1b1-4065-aa16-02131f3fec78 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f85d894-9ddb-4dc5-9b90-f91269e81aca,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:40.439763 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8dde1d37-f636-493b-bfe5-0e9a95d0b73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.448481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-58b07734-0b9f-4272-9500-10a253e2d7d8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.449951 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-58b07734-0b9f-4272-9500-10a253e2d7d8 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports/28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 942 time: 0.1728771 Jul 08 18:15:40.534029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5063fe2f-6e35-4f22-8128-715349a72fb8 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1384497 Jul 08 18:15:40.542604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50658) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:40.591883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b0b3c-dced-414b-b9bf-1fdfe1d4586d None None] New status for floating IP 0550b6b3-8dcf-43cc-8b83-cbc03a5e66a9: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:15:40.628216 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d048de4f-287a-4c5d-88ff-d5269b4bc71b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.647775 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8dde1d37-f636-493b-bfe5-0e9a95d0b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.650571 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8dde1d37-f636-493b-bfe5-0e9a95d0b73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.654071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8dde1d37-f636-493b-bfe5-0e9a95d0b73a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b94c9cf7-5dcd-4b24-b0cb-3dd1f8e23d67 HTTP/1.1" status: 204 len: 168 time: 0.5875909 Jul 08 18:15:40.702417 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d048de4f-287a-4c5d-88ff-d5269b4bc71b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.704842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde1d37-f636-493b-bfe5-0e9a95d0b73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94c9cf7-5dcd-4b24-b0cb-3dd1f8e23d67,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:40.705814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e175a-10cc-462f-a656-983d26d24174 req-768d27dd-db42-40ea-a858-7b07fb70ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.706305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e175a-10cc-462f-a656-983d26d24174 req-768d27dd-db42-40ea-a858-7b07fb70ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.706785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e175a-10cc-462f-a656-983d26d24174 req-768d27dd-db42-40ea-a858-7b07fb70ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.707336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e175a-10cc-462f-a656-983d26d24174 req-768d27dd-db42-40ea-a858-7b07fb70ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.707811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e175a-10cc-462f-a656-983d26d24174 req-768d27dd-db42-40ea-a858-7b07fb70ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.708275 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e175a-10cc-462f-a656-983d26d24174 req-768d27dd-db42-40ea-a858-7b07fb70ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.708738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e175a-10cc-462f-a656-983d26d24174 req-768d27dd-db42-40ea-a858-7b07fb70ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.717352 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab1e175a-10cc-462f-a656-983d26d24174 req-768d27dd-db42-40ea-a858-7b07fb70ac12 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6503 time: 0.5707390 Jul 08 18:15:40.755084 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-600d3942-4c16-4fc5-bf27-18ab26c1b344 req-197eb90b-66da-46ad-9755-671b18173abb service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496667 Jul 08 18:15:40.777005 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab1e175a-10cc-462f-a656-983d26d24174 req-9592440e-c7c9-4e9d-a26b-1adda9bff0e7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586042 Jul 08 18:15:40.778782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-951000e8-a738-4450-9259-9d2e3596940d tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.136 HTTP/1.1" status: 200 len: 999 time: 0.2101548 Jul 08 18:15:40.817324 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d048de4f-287a-4c5d-88ff-d5269b4bc71b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.852952 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d048de4f-287a-4c5d-88ff-d5269b4bc71b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.854075 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d048de4f-287a-4c5d-88ff-d5269b4bc71b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/cb78bf22-6dbf-4d5c-bca8-9c4256be1e75 HTTP/1.1" status: 204 len: 168 time: 0.3104677 Jul 08 18:15:40.856833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50666) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:40.865535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048de4f-287a-4c5d-88ff-d5269b4bc71b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb78bf22-6dbf-4d5c-bca8-9c4256be1e75,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:40.884968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793c385-773b-49b7-97e5-1da4bc98ad3c req-c024f8e9-a842-41af-91e7-029fe53cb2ed tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.886517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1793c385-773b-49b7-97e5-1da4bc98ad3c req-c024f8e9-a842-41af-91e7-029fe53cb2ed tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 947 time: 0.2937615 Jul 08 18:15:40.910293 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9287b78b-d5f3-48a1-925e-3824ab1314e6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0474570 Jul 08 18:15:40.910293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50668) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:40.942974 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaf70-9862-49a3-bcef-ca7194292b1e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.952503 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaf70-9862-49a3-bcef-ca7194292b1e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.962151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-28360df8-371a-44e0-a8d1-34fa510a31c2 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.966783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-28360df8-371a-44e0-a8d1-34fa510a31c2 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.1798840 Jul 08 18:15:40.981845 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1793c385-773b-49b7-97e5-1da4bc98ad3c req-125509af-3752-4728-8010-c1b0ddab8a51 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867136 Jul 08 18:15:40.985852 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaf70-9862-49a3-bcef-ca7194292b1e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.991779 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaf70-9862-49a3-bcef-ca7194292b1e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:40.995231 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8fdaaf70-9862-49a3-bcef-ca7194292b1e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/00fdd31e-6512-4152-bb8c-8a08105bc0b0 HTTP/1.1" status: 204 len: 168 time: 0.0829227 Jul 08 18:15:41.011223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50672) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:41.014259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdaaf70-9862-49a3-bcef-ca7194292b1e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00fdd31e-6512-4152-bb8c-8a08105bc0b0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:41.065536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-95949509-2d08-463e-bd5f-0a6f765589da tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.136 HTTP/1.1" status: 200 len: 1001 time: 0.0977621 Jul 08 18:15:41.086647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3f069ea0-dde8-4f30-b24f-e352cb400882 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0694001 Jul 08 18:15:41.087224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50680) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:41.095441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-5b6251d6-72e9-4c0f-b75c-dade091b36ee tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:41.112867 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdeaaaed-6e44-49e4-9776-b143e7d145a6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.125501 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdeaaaed-6e44-49e4-9776-b143e7d145a6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.163233 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdeaaaed-6e44-49e4-9776-b143e7d145a6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.166961 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-5b6251d6-72e9-4c0f-b75c-dade091b36ee tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.175548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fdeaaaed-6e44-49e4-9776-b143e7d145a6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.179146 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fdeaaaed-6e44-49e4-9776-b143e7d145a6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4eaad225-be3d-4f58-9feb-88b494d447bc HTTP/1.1" status: 204 len: 168 time: 0.0894158 Jul 08 18:15:41.179146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeaaaed-6e44-49e4-9776-b143e7d145a6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eaad225-be3d-4f58-9feb-88b494d447bc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:41.179722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50686) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:41.223304 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b58edea5-0bef-4849-8ee1-972f4d0600d8 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0424216 Jul 08 18:15:41.225853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50688) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:41.251404 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eaa0398-ddd4-4dc8-895a-f5ba27fa7832 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.259220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eaa0398-ddd4-4dc8-895a-f5ba27fa7832 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.290720 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eaa0398-ddd4-4dc8-895a-f5ba27fa7832 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.296189 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8eaa0398-ddd4-4dc8-895a-f5ba27fa7832 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.299916 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8eaa0398-ddd4-4dc8-895a-f5ba27fa7832 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2c579c9e-8bfd-45b6-a27f-c2a6c3129272 HTTP/1.1" status: 204 len: 168 time: 0.0704496 Jul 08 18:15:41.301415 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50694) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:41.312319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa0398-ddd4-4dc8-895a-f5ba27fa7832 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c579c9e-8bfd-45b6-a27f-c2a6c3129272,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:41.331357 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-5b6251d6-72e9-4c0f-b75c-dade091b36ee tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.337708 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-5b6251d6-72e9-4c0f-b75c-dade091b36ee tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.338201 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-5b6251d6-72e9-4c0f-b75c-dade091b36ee tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Floating IP 0550b6b3-8dcf-43cc-8b83-cbc03a5e66a9 disassociated. External IP: 172.25.8.136, port: 28ae9a93-7d19-4aeb-9455-0a749990ebba. Jul 08 18:15:41.350228 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0c06cb7f-8fdf-4254-ab48-2838c66aa6b8 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475221 Jul 08 18:15:41.353129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50698) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:41.410384 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9a08c98-fc85-4fc7-877b-85f12db30caf tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.433089 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9a08c98-fc85-4fc7-877b-85f12db30caf tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.481403 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9a08c98-fc85-4fc7-877b-85f12db30caf tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.485590 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9a08c98-fc85-4fc7-877b-85f12db30caf tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.486990 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e9a08c98-fc85-4fc7-877b-85f12db30caf tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-groups/ea0c0b2b-46dc-407d-9162-ef03aa19d78b HTTP/1.1" status: 204 len: 168 time: 0.1329458 Jul 08 18:15:41.490344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50704) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:41.509392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50706) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:41.518293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a08c98-fc85-4fc7-877b-85f12db30caf tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0c0b2b-46dc-407d-9162-ef03aa19d78b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:41.555679 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b5fa4483-50f3-4dec-a938-2c4d3c7f2611 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591173 Jul 08 18:15:41.558249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50710) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:41.563611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-609908d7-78db-4a92-836c-e720f2559402 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555573199'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:41.589066 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-609908d7-78db-4a92-836c-e720f2559402 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.630735 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.635899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-5b6251d6-72e9-4c0f-b75c-dade091b36ee tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Router 04d8237d-2003-4bff-b992-3c3b17527859 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:15:41.666032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181923-167e-4dcc-a4a6-9ba90e0b94c6 req-052bb4f9-f394-46de-9852-80b4d2d2eb0c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:41.667693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a181923-167e-4dcc-a4a6-9ba90e0b94c6 req-052bb4f9-f394-46de-9852-80b4d2d2eb0c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 943 time: 0.1000774 Jul 08 18:15:41.668769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'network': {'name': 'tempest-RoutersTest-1061143461'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:41.700155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-609908d7-78db-4a92-836c-e720f2559402 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.707769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-609908d7-78db-4a92-836c-e720f2559402 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.740935 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:41.744617 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.755711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-609908d7-78db-4a92-836c-e720f2559402 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.756925 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-609908d7-78db-4a92-836c-e720f2559402 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1977136 Jul 08 18:15:41.759061 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.762329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50712) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:41.762931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609908d7-78db-4a92-836c-e720f2559402 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1e517d-fddb-45f1-9ed6-088d7b7f717f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:41.773945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1a2e242a-5501-4412-8846-6e713e51233e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': '0f1e517d-fddb-45f1-9ed6-088d7b7f717f', 'direction': 'ingress', 'protocol': 17}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:41.782255 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a181923-167e-4dcc-a4a6-9ba90e0b94c6 req-4fd33d02-2158-400e-949b-d61e81a1563b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752401 Jul 08 18:15:41.805441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-5b6251d6-72e9-4c0f-b75c-dade091b36ee tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:41.810453 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-5b6251d6-72e9-4c0f-b75c-dade091b36ee tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.814705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a2e242a-5501-4412-8846-6e713e51233e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.817358 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa753bb1-4930-446a-b982-f824167e89de None None] Sync routers for ids ['04d8237d-2003-4bff-b992-3c3b17527859'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:41.827815 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa753bb1-4930-446a-b982-f824167e89de None None] Routers {'04d8237d-2003-4bff-b992-3c3b17527859'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:41.828745 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fa753bb1-4930-446a-b982-f824167e89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04d8237d-2003-4bff-b992-3c3b17527859'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:41.853230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-5b6251d6-72e9-4c0f-b75c-dade091b36ee tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "PUT /v2.0/floatingips/0550b6b3-8dcf-43cc-8b83-cbc03a5e66a9 HTTP/1.1" status: 200 len: 695 time: 0.7703094 Jul 08 18:15:41.853688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:41.856001 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cec96fb-cba3-42b2-abaf-9b07984e6420" -d '{"events": [{"name": "network-changed", "server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:41.911597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a2e242a-5501-4412-8846-6e713e51233e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.912173 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57078cf5-1419-4a7b-8a48-b7b9fa862cd0 x-openstack-request-id: req-57078cf5-1419-4a7b-8a48-b7b9fa862cd0 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:41.912471 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:41.912774 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57078cf5-1419-4a7b-8a48-b7b9fa862cd0 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:41.913199 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'status': 'completed', 'code': 200} Jul 08 18:15:41.918446 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a2e242a-5501-4412-8846-6e713e51233e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:41.934581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-cd1a9dec-03bc-417c-9360-d5e6790b233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:41.936869 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-cd1a9dec-03bc-417c-9360-d5e6790b233e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9481a90590e4e0dbad5c9d514755744&device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 1096 time: 0.0676091 Jul 08 18:15:41.961952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e242a-5501-4412-8846-6e713e51233e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2762b3ff-fe49-4dd7-86d5-db444f1ff47e,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:41.979681 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-fa753bb1-4930-446a-b982-f824167e89de None None] Set router 04d8237d-2003-4bff-b992-3c3b17527859 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:42.008244 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.013836 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.037613 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a2e242a-5501-4412-8846-6e713e51233e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.039078 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1a2e242a-5501-4412-8846-6e713e51233e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2736418 Jul 08 18:15:42.043525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50716) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:42.052878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:42.068270 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.068611 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added segment 31543925-d07e-4d5d-88fb-2a5393562b99 of type vlan for network 7cdc9875-522f-4b76-bb72-f96367adc1b9 Jul 08 18:15:42.069711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-47e114bf-9b3a-4b7e-a97c-376229f894af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:42.070093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc23439-5513-4316-8fbe-f5851f760aae,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:42.071260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-47e114bf-9b3a-4b7e-a97c-376229f894af service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc7d2818-4a84-4320-aace-fe7add7c02a8 HTTP/1.1" status: 200 len: 920 time: 0.1261241 Jul 08 18:15:42.074350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec96fb-cba3-42b2-abaf-9b07984e6420 req-f1c35fff-1a58-49f6-ac1e-8b38f396d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:42.075997 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9cec96fb-cba3-42b2-abaf-9b07984e6420 req-f1c35fff-1a58-49f6-ac1e-8b38f396d49d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9481a90590e4e0dbad5c9d514755744&device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 1096 time: 0.1272554 Jul 08 18:15:42.121212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-fb30a61f-d80e-4660-92eb-9262b322e91f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 217 time: 0.0410295 Jul 08 18:15:42.187628 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6c44-9822-43bb-acdc-f92082392611 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.187828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.195568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-bce76008-63c1-465a-a9f8-ad6d4a4e8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:42.197045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-bce76008-63c1-465a-a9f8-ad6d4a4e8109 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a96990ed-3bb6-4cca-965b-4cab125c5da7 HTTP/1.1" status: 200 len: 859 time: 0.0678775 Jul 08 18:15:42.245698 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fa753bb1-4930-446a-b982-f824167e89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:38Z', 'revision_number': 4, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e3713a80-ba02-4d4d-b823-a17f42aab2d6', 'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'mac_address': 'fa:16:3e:f8:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:37Z', 'updated_at': '2021-07-08T18:14:46Z', 'revision_number': 5, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'subnets': [{'id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:42.255386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-73ede5d3-809d-4520-96d3-e2b59ce0c48b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7d2818-4a84-4320-aace-fe7add7c02a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483477 Jul 08 18:15:42.257010 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6c44-9822-43bb-acdc-f92082392611 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.262413 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.269139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:42.269755 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.276737 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa753bb1-4930-446a-b982-f824167e89de None None] Checking router: 04d8237d-2003-4bff-b992-3c3b17527859 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:15:42.285407 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa753bb1-4930-446a-b982-f824167e89de None None] Routers {'04d8237d-2003-4bff-b992-3c3b17527859'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:42.286230 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fa753bb1-4930-446a-b982-f824167e89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04d8237d-2003-4bff-b992-3c3b17527859'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:42.355870 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8429711 Jul 08 18:15:42.358693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec96fb-cba3-42b2-abaf-9b07984e6420 req-fe6bfd08-6978-4df5-9d6b-f584523aac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:42.359981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50720) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:42.360410 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9cec96fb-cba3-42b2-abaf-9b07984e6420 req-fe6bfd08-6978-4df5-9d6b-f584523aac6a service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc7d2818-4a84-4320-aace-fe7add7c02a8 HTTP/1.1" status: 200 len: 920 time: 0.2757990 Jul 08 18:15:42.368284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'network': {'name': 'tempest-RoutersTest-1163346231'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:42.374658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f1fbe-449c-4399-b30e-99877125c7ac tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Network': ['ID=7cdc9875-522f-4b76-bb72-f96367adc1b9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:42.385393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 7cdc9875-522f-4b76-bb72-f96367adc1b9 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:42.402051 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6c44-9822-43bb-acdc-f92082392611 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.405632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6c44-9822-43bb-acdc-f92082392611 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.409317 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d7bb6c44-9822-43bb-acdc-f92082392611 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-groups/0f1e517d-fddb-45f1-9ed6-088d7b7f717f HTTP/1.1" status: 204 len: 168 time: 0.3625138 Jul 08 18:15:42.412437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50722) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:42.417746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-ff92462c-0206-413f-a340-79441b411174 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517215 Jul 08 18:15:42.422922 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-fa753bb1-4930-446a-b982-f824167e89de None None] Set router 04d8237d-2003-4bff-b992-3c3b17527859 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:42.447924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9cec96fb-cba3-42b2-abaf-9b07984e6420 req-c941648f-7ce3-42d2-a105-abfe75606bfc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 200 len: 217 time: 0.0793772 Jul 08 18:15:42.448777 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb6c44-9822-43bb-acdc-f92082392611 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1e517d-fddb-45f1-9ed6-088d7b7f717f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:42.470578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:42.514684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec96fb-cba3-42b2-abaf-9b07984e6420 req-aa4f6790-e60b-4e8c-b905-866488b4b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:42.516150 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9cec96fb-cba3-42b2-abaf-9b07984e6420 req-aa4f6790-e60b-4e8c-b905-866488b4b64b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a96990ed-3bb6-4cca-965b-4cab125c5da7 HTTP/1.1" status: 200 len: 859 time: 0.0543520 Jul 08 18:15:42.551804 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9cec96fb-cba3-42b2-abaf-9b07984e6420 req-500698a1-eb5a-46c1-a0b9-7523b9054319 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc7d2818-4a84-4320-aace-fe7add7c02a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292521 Jul 08 18:15:42.644682 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fa753bb1-4930-446a-b982-f824167e89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:38Z', 'revision_number': 4, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e3713a80-ba02-4d4d-b823-a17f42aab2d6', 'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'mac_address': 'fa:16:3e:f8:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:37Z', 'updated_at': '2021-07-08T18:14:46Z', 'revision_number': 5, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'subnets': [{'id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:42.653068 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9cec96fb-cba3-42b2-abaf-9b07984e6420 req-fa56c478-bd96-420f-84b2-724c0a47ea71 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941615 Jul 08 18:15:42.673510 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa753bb1-4930-446a-b982-f824167e89de None None] The sync data for ids ['04d8237d-2003-4bff-b992-3c3b17527859'] in n-d-799684-3 is: [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:38Z', 'revision_number': 4, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e3713a80-ba02-4d4d-b823-a17f42aab2d6', 'name': '', 'network_id': 'fc7d2818-4a84-4320-aace-fe7add7c02a8', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'mac_address': 'fa:16:3e:f8:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:37Z', 'updated_at': '2021-07-08T18:14:46Z', 'revision_number': 5, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'subnets': [{'id': 'a96990ed-3bb6-4cca-965b-4cab125c5da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:42.754617 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9cec96fb-cba3-42b2-abaf-9b07984e6420 req-43e921b7-8982-4a28-b1a4-46ba07409530 service neutron] 10.222.0.74 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948796 Jul 08 18:15:42.756949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 850940ba-eb6c-4543-8ef0-1433f5845e6a details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:15:42.836385 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.874896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 850940ba-eb6c-4543-8ef0-1433f5845e6a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:42.889641 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '850940ba-eb6c-4543-8ef0-1433f5845e6a', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'port_id': '850940ba-eb6c-4543-8ef0-1433f5845e6a', 'mac_address': 'fa:16:3e:63:74:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:15:42.939091 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:42.957233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850940ba-eb6c-4543-8ef0-1433f5845e6a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:15:42.978853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afae378a-119d-4212-93dd-cd9e3f6b9810 None None] New status for floating IP 0550b6b3-8dcf-43cc-8b83-cbc03a5e66a9: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:15:42.984040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 850940ba-eb6c-4543-8ef0-1433f5845e6a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:42.990256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-747361ce-2d8d-48e2-96da-4abb3a2646ca tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5714111 Jul 08 18:15:42.995155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50726) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:42.999282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:43.001161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8f5a474e-d4d7-41b4-ad66-45235f7c4ae6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group': {'name': 'tempest-secgroup--798494521'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:43.020395 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.024258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f5a474e-d4d7-41b4-ad66-45235f7c4ae6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.027864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26c84fbf-7e93-411a-9b58-e7a45e06d93d req-21e57e91-4d3d-47fa-a6e7-de59ffbe1e3d service neutron] 10.222.0.73 "GET /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941622 Jul 08 18:15:43.040838 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.041193 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added segment d420544f-a601-435b-a975-e41bc62b6fda of type vlan for network 89d961b5-f2ba-41e1-b0d2-98f5e26648e7 Jul 08 18:15:43.120421 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f5a474e-d4d7-41b4-ad66-45235f7c4ae6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.125582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f5a474e-d4d7-41b4-ad66-45235f7c4ae6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.140273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addec115-7be4-4932-aaec-fa6809446f3c req-1cdcb862-4183-4786-bb6b-a05aed3cb64c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:43.141964 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-addec115-7be4-4932-aaec-fa6809446f3c req-1cdcb862-4183-4786-bb6b-a05aed3cb64c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 943 time: 0.2243788 Jul 08 18:15:43.147181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-b42eed2a-c676-4e97-984c-a9ae2fa23c52 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/floatingips/0550b6b3-8dcf-43cc-8b83-cbc03a5e66a9 HTTP/1.1" status: 200 len: 695 time: 0.0905530 Jul 08 18:15:43.148873 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.164628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a474e-d4d7-41b4-ad66-45235f7c4ae6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33ad147-6c82-4dff-a372-1163b9ab4340,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:43.172086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f5a474e-d4d7-41b4-ad66-45235f7c4ae6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.178019 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8f5a474e-d4d7-41b4-ad66-45235f7c4ae6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1816163 Jul 08 18:15:43.178971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50730) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:43.184429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-600a5dfe-91a0-4f5d-a6c9-c2eab483addd tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group': {'name': 'tempest-secgroup--429308535'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:43.208586 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-600a5dfe-91a0-4f5d-a6c9-c2eab483addd tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.228062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=850940ba-eb6c-4543-8ef0-1433f5845e6a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:43.271166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-addec115-7be4-4932-aaec-fa6809446f3c req-d7eea9ca-6e45-4819-9d52-f76a3afe090d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182203 Jul 08 18:15:43.286388 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.301588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:43.302289 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.317918 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-600a5dfe-91a0-4f5d-a6c9-c2eab483addd tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.322602 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-600a5dfe-91a0-4f5d-a6c9-c2eab483addd tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.339910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-600a5dfe-91a0-4f5d-a6c9-c2eab483addd tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.345718 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-600a5dfe-91a0-4f5d-a6c9-c2eab483addd tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1628807 Jul 08 18:15:43.349049 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50734) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:43.356294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-938aaf7b-99c1-4eae-9350-aa23e8a90f4e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': 'a33ad147-6c82-4dff-a372-1163b9ab4340', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4a96d12d-8d48-4cc8-9574-3b16bf1a5c21', 'remote_ip_prefix': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:43.380162 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a5dfe-91a0-4f5d-a6c9-c2eab483addd tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a96d12d-8d48-4cc8-9574-3b16bf1a5c21,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:43.388890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['850940ba-eb6c-4543-8ef0-1433f5845e6a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:43.389280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-37ef479c-f236-4b1b-9e0e-d3970cc58831 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:43.390723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-37ef479c-f236-4b1b-9e0e-d3970cc58831 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/networks/527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 784 time: 0.2353411 Jul 08 18:15:43.396639 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0354841 Jul 08 18:15:43.396901 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50736) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:43.408204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-8fa1a3e0-a4e0-4f1a-abe9-113629045a66 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:43.408514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'subnet': {'network_id': '7cdc9875-522f-4b76-bb72-f96367adc1b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:43.409209 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-8fa1a3e0-a4e0-4f1a-abe9-113629045a66 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087044 Jul 08 18:15:43.412781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c776457-079a-4f7f-94a1-76532ed0b040 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Network': ['ID=89d961b5-f2ba-41e1-b0d2-98f5e26648e7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:43.433501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 89d961b5-f2ba-41e1-b0d2-98f5e26648e7 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:43.462977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-938aaf7b-99c1-4eae-9350-aa23e8a90f4e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.468648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-238a99b4-d9ea-4ae2-83d2-ea49c483f563 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.136 HTTP/1.1" status: 200 len: 696 time: 0.0457530 Jul 08 18:15:43.525109 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-bab4effa-e6d5-4e1c-ab87-5d26dfc70ac5 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.8.136 HTTP/1.1" status: 200 len: 696 time: 0.0502090 Jul 08 18:15:43.570084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:43.575391 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.628206 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-938aaf7b-99c1-4eae-9350-aa23e8a90f4e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.639741 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-938aaf7b-99c1-4eae-9350-aa23e8a90f4e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.668980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-4417b201-3ad2-4d06-bca4-d4fd3e510e9c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Deleting port eba4750d-43ef-418b-820b-82579304b1b8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:43.669318 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-4417b201-3ad2-4d06-bca4-d4fd3e510e9c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.673648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938aaf7b-99c1-4eae-9350-aa23e8a90f4e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9352da-032e-4b14-af4b-e4d2aea9ae28,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:43.687197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-938aaf7b-99c1-4eae-9350-aa23e8a90f4e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.688393 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-938aaf7b-99c1-4eae-9350-aa23e8a90f4e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3384683 Jul 08 18:15:43.692220 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50738) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:43.733318 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dd20c58-04be-4e8f-bae2-1ed059628a3d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.748319 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-4417b201-3ad2-4d06-bca4-d4fd3e510e9c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.748652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-4417b201-3ad2-4d06-bca4-d4fd3e510e9c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.760361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-4417b201-3ad2-4d06-bca4-d4fd3e510e9c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Calling delete_port for eba4750d-43ef-418b-820b-82579304b1b8 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:43.764616 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dd20c58-04be-4e8f-bae2-1ed059628a3d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.828149 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dd20c58-04be-4e8f-bae2-1ed059628a3d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.835539 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dd20c58-04be-4e8f-bae2-1ed059628a3d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.836630 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5dd20c58-04be-4e8f-bae2-1ed059628a3d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/9b9352da-032e-4b14-af4b-e4d2aea9ae28 HTTP/1.1" status: 204 len: 168 time: 0.1434860 Jul 08 18:15:43.840264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50740) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:43.849236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd20c58-04be-4e8f-bae2-1ed059628a3d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b9352da-032e-4b14-af4b-e4d2aea9ae28,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:43.859603 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.902401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6b07df6a-c9b0-4087-b220-0591de14ba61 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0607686 Jul 08 18:15:43.907138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50742) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:43.931623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Subnet': ['ID=e2ed26d2-69bf-4603-9400-22d5a69d634d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:43.945376 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-4417b201-3ad2-4d06-bca4-d4fd3e510e9c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.959627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Checking segment: {'id': '31543925-d07e-4d5d-88fb-2a5393562b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdc9875-522f-4b76-bb72-f96367adc1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:43.959990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network hostable DHCP agents. Network: 7cdc9875-522f-4b76-bb72-f96367adc1b9, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:43.972371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417b201-3ad2-4d06-bca4-d4fd3e510e9c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Pushing event deleted for resources: {'Port': ['ID=eba4750d-43ef-418b-820b-82579304b1b8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:43.992349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 7cdc9875-522f-4b76-bb72-f96367adc1b9 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:43.995228 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d43db10-a0cb-4732-989b-fed23feef1c1 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.007330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 7cdc9875-522f-4b76-bb72-f96367adc1b9) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:44.016117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d72cd40-bcb1-4e2d-bdac-27383e06699e None None] Network 7cdc9875-522f-4b76-bb72-f96367adc1b9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:44.020722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:44.021312 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.033814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d43db10-a0cb-4732-989b-fed23feef1c1 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.050398 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-4417b201-3ad2-4d06-bca4-d4fd3e510e9c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.053004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-4417b201-3ad2-4d06-bca4-d4fd3e510e9c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.058363 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cb4e7f57-f52d-401b-8915-607d383494d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6576467 Jul 08 18:15:44.059924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6aa0053-4e32-4dcd-87a2-f66288681b94 req-4417b201-3ad2-4d06-bca4-d4fd3e510e9c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "DELETE /v2.0/floatingips/0550b6b3-8dcf-43cc-8b83-cbc03a5e66a9 HTTP/1.1" status: 204 len: 173 time: 0.5225492 Jul 08 18:15:44.059924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50744) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:44.077009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'subnet': {'network_id': '89d961b5-f2ba-41e1-b0d2-98f5e26648e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:44.090621 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d43db10-a0cb-4732-989b-fed23feef1c1 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.093396 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d43db10-a0cb-4732-989b-fed23feef1c1 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.094461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7d43db10-a0cb-4732-989b-fed23feef1c1 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-groups/4a96d12d-8d48-4cc8-9574-3b16bf1a5c21 HTTP/1.1" status: 204 len: 168 time: 0.1860688 Jul 08 18:15:44.098858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50748) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:44.111020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43db10-a0cb-4732-989b-fed23feef1c1 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a96d12d-8d48-4cc8-9574-3b16bf1a5c21,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:44.169362 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8c8a232c-fafc-4f16-a7e3-cb9356d29f17 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0693660 Jul 08 18:15:44.172530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50750) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:44.194420 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ec97f55-d157-4395-87d1-fd62914e8623 req-6c385ee1-c895-48a3-a7d5-c9c6106a3afd tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups/79483b36-0fed-409b-8a35-d916e9f7ff3d HTTP/1.1" status: 200 len: 1808 time: 0.1095538 Jul 08 18:15:44.205589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-7cdc9875-522f-4b76-bb72-f96367adc1b9', 'network_id': '7cdc9875-522f-4b76-bb72-f96367adc1b9', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'fixed_ips': [{'subnet_id': 'e2ed26d2-69bf-4603-9400-22d5a69d634d'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:44.206337 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.231029 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f32701cb-dcc1-4644-81dd-5d2911f7dd9e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.232682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:44.236210 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.256342 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f32701cb-dcc1-4644-81dd-5d2911f7dd9e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.303510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f32701cb-dcc1-4644-81dd-5d2911f7dd9e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.306482 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f32701cb-dcc1-4644-81dd-5d2911f7dd9e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.307760 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f32701cb-dcc1-4644-81dd-5d2911f7dd9e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-groups/a33ad147-6c82-4dff-a372-1163b9ab4340 HTTP/1.1" status: 204 len: 168 time: 0.1340907 Jul 08 18:15:44.312708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50754) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:44.331932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8ec97f55-d157-4395-87d1-fd62914e8623 req-80d4561c-836c-4c52-bc84-fbc0c6ff518f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.333303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32701cb-dcc1-4644-81dd-5d2911f7dd9e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33ad147-6c82-4dff-a372-1163b9ab4340,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:44.369610 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8ec97f55-d157-4395-87d1-fd62914e8623 req-80d4561c-836c-4c52-bc84-fbc0c6ff518f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.377215 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b240123e-a2b4-42b2-a8e7-e3416cc9c82c tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0588222 Jul 08 18:15:44.378966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50756) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:44.381873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Allocated IP 172.20.0.2 (7cdc9875-522f-4b76-bb72-f96367adc1b9/e2ed26d2-69bf-4603-9400-22d5a69d634d/4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:44.385170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0f1a48cf-2ed1-4d34-88c0-a0a05bf78b65 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871493540'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:44.416585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0f1a48cf-2ed1-4d34-88c0-a0a05bf78b65 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.455151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8ec97f55-d157-4395-87d1-fd62914e8623 req-80d4561c-836c-4c52-bc84-fbc0c6ff518f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.458014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8ec97f55-d157-4395-87d1-fd62914e8623 req-80d4561c-836c-4c52-bc84-fbc0c6ff518f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.459322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ec97f55-d157-4395-87d1-fd62914e8623 req-80d4561c-836c-4c52-bc84-fbc0c6ff518f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "DELETE /v2.0/security-groups/79483b36-0fed-409b-8a35-d916e9f7ff3d HTTP/1.1" status: 204 len: 173 time: 0.2583883 Jul 08 18:15:44.530121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4561c-836c-4c52-bc84-fbc0c6ff518f tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79483b36-0fed-409b-8a35-d916e9f7ff3d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:44.541686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0f1a48cf-2ed1-4d34-88c0-a0a05bf78b65 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.548477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0f1a48cf-2ed1-4d34-88c0-a0a05bf78b65 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.562072 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.582013 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0f1a48cf-2ed1-4d34-88c0-a0a05bf78b65 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.585891 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0f1a48cf-2ed1-4d34-88c0-a0a05bf78b65 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2037160 Jul 08 18:15:44.586413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50762) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:44.591018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0db7868e-6815-4df4-89cc-9917a80fe7e4 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': '17aa6cfb-74ad-4aae-8bf4-630e8c972e78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:44.599972 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a48cf-2ed1-4d34-88c0-a0a05bf78b65 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa6cfb-74ad-4aae-8bf4-630e8c972e78,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:44.605014 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.616520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Transition to ACTIVE for port object 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:44.630065 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0db7868e-6815-4df4-89cc-9917a80fe7e4 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.634947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Transition to ACTIVE for port object 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:44.642362 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.661774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Network 7cdc9875-522f-4b76-bb72-f96367adc1b9 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:44.664543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:44.666799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236db17-24ed-4ba5-b9d6-bc075e42ad60 req-b4e66b36-a0fa-4f23-ac73-c3a91f9e2ed4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:44.667567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:44.668612 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c236db17-24ed-4ba5-b9d6-bc075e42ad60 req-b4e66b36-a0fa-4f23-ac73-c3a91f9e2ed4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 944 time: 0.2048821 Jul 08 18:15:44.700816 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0db7868e-6815-4df4-89cc-9917a80fe7e4 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.707938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0db7868e-6815-4df4-89cc-9917a80fe7e4 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.711354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Subnet': ['ID=f17509b8-9733-47bd-88e7-ece9e1c1decb,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:44.736298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7868e-6815-4df4-89cc-9917a80fe7e4 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d84661-1bfd-4d7d-a610-5230efdf5e77,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:44.740537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Checking segment: {'id': 'd420544f-a601-435b-a975-e41bc62b6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '89d961b5-f2ba-41e1-b0d2-98f5e26648e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:44.741162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network hostable DHCP agents. Network: 89d961b5-f2ba-41e1-b0d2-98f5e26648e7, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:44.752792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0db7868e-6815-4df4-89cc-9917a80fe7e4 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.754510 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0db7868e-6815-4df4-89cc-9917a80fe7e4 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1671264 Jul 08 18:15:44.757238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50764) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:44.759587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c236db17-24ed-4ba5-b9d6-bc075e42ad60 req-f1f0eca9-5901-400a-83fd-1f647f5eb87a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792460 Jul 08 18:15:44.780799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 89d961b5-f2ba-41e1-b0d2-98f5e26648e7 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:44.792868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 89d961b5-f2ba-41e1-b0d2-98f5e26648e7) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:44.801190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2c444795-92c8-441c-8a2c-627b6f4776b0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.809228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:44.811035 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.812690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2c444795-92c8-441c-8a2c-627b6f4776b0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.836468 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3c5f006e-57a4-40dd-8823-442894e7b87c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7743552 Jul 08 18:15:44.837274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50766) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:44.851624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2c444795-92c8-441c-8a2c-627b6f4776b0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.852596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ceb61418-ab20-4a54-b707-b43087d77596 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-981355403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:44.859019 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2c444795-92c8-441c-8a2c-627b6f4776b0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.860181 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2c444795-92c8-441c-8a2c-627b6f4776b0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/45d84661-1bfd-4d7d-a610-5230efdf5e77 HTTP/1.1" status: 204 len: 168 time: 0.1015830 Jul 08 18:15:44.864008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50768) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:44.866453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c444795-92c8-441c-8a2c-627b6f4776b0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45d84661-1bfd-4d7d-a610-5230efdf5e77,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:44.917765 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ceb61418-ab20-4a54-b707-b43087d77596 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.919251 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ceb61418-ab20-4a54-b707-b43087d77596 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:44.940850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 850940ba-eb6c-4543-8ef0-1433f5845e6a up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:44.942986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b65203-db81-4f92-8c1d-976ae3653f00 None None] Network 89d961b5-f2ba-41e1-b0d2-98f5e26648e7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:44.958801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c0c399df-f8a6-4a7e-99e4-fe2dbd2efb23 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0936680 Jul 08 18:15:44.961675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50772) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:44.970279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Attempting to bind port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:44.970654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Attempting to bind port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '31543925-d07e-4d5d-88fb-2a5393562b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdc9875-522f-4b76-bb72-f96367adc1b9'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:44.971011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Attempting to bind port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 on network 7cdc9875-522f-4b76-bb72-f96367adc1b9 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:45.018704 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:45.019404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Checking segment: {'id': '31543925-d07e-4d5d-88fb-2a5393562b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdc9875-522f-4b76-bb72-f96367adc1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:45.019521 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.019828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Bound using segment: {'id': '31543925-d07e-4d5d-88fb-2a5393562b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdc9875-522f-4b76-bb72-f96367adc1b9'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:45.020297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Bound port: 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31543925-d07e-4d5d-88fb-2a5393562b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdc9875-522f-4b76-bb72-f96367adc1b9'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:45.020670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.025760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ce68717-6767-432b-b0e0-fadd08b1fc13 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.032963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Pushing event updated for resources: {'Port': ['ID=4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:45.041755 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ceb61418-ab20-4a54-b707-b43087d77596 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.049850 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ceb61418-ab20-4a54-b707-b43087d77596 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.057592 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ce68717-6767-432b-b0e0-fadd08b1fc13 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.077444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ceb61418-ab20-4a54-b707-b43087d77596 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.081758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ceb61418-ab20-4a54-b707-b43087d77596 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2431557 Jul 08 18:15:45.082251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50774) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:45.099665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da177e-df94-49b4-bb2a-46f43fd7fa61 req-04a00659-110c-447b-87b0-3aff5566609c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:45.101524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70da177e-df94-49b4-bb2a-46f43fd7fa61 req-04a00659-110c-447b-87b0-3aff5566609c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.0906336 Jul 08 18:15:45.139676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 850940ba-eb6c-4543-8ef0-1433f5845e6a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:45.150395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70da177e-df94-49b4-bb2a-46f43fd7fa61 req-665c7358-6ca5-4de6-b9e9-e9bc5c0c0b8c tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Jul 08 18:15:45.171311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 850940ba-eb6c-4543-8ef0-1433f5845e6a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:45.171638 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.175090 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] For port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:45.220015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] For port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1,segment=NetworkSegment(31543925-d07e-4d5d-88fb-2a5393562b99),segment_id=31543925-d07e-4d5d-88fb-2a5393562b99)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:45.245251 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ce68717-6767-432b-b0e0-fadd08b1fc13 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.245517 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.248390 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ce68717-6767-432b-b0e0-fadd08b1fc13 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.251854 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5ce68717-6767-432b-b0e0-fadd08b1fc13 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-groups/17aa6cfb-74ad-4aae-8bf4-630e8c972e78 HTTP/1.1" status: 204 len: 168 time: 0.2865031 Jul 08 18:15:45.252815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50776) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:45.261690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce68717-6767-432b-b0e0-fadd08b1fc13 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa6cfb-74ad-4aae-8bf4-630e8c972e78,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:45.277799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-89d961b5-f2ba-41e1-b0d2-98f5e26648e7', 'network_id': '89d961b5-f2ba-41e1-b0d2-98f5e26648e7', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'fixed_ips': [{'subnet_id': 'f17509b8-9733-47bd-88e7-ece9e1c1decb'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:45.278721 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.307876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-708be4e1-6be5-415e-897f-b15204c899fd tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532615 Jul 08 18:15:45.308487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50778) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:45.314036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f82b3d4a-7e8f-4377-8c6a-595fd2b66138 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260848658'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:45.349315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ca322-5e52-4a49-828d-a218e8d096db None None] Pushing event updated for resources: {'Port': ['ID=4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:45.352009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f82b3d4a-7e8f-4377-8c6a-595fd2b66138 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.431977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.449594 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.449795 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f82b3d4a-7e8f-4377-8c6a-595fd2b66138 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.456381 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f82b3d4a-7e8f-4377-8c6a-595fd2b66138 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.490007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b3d4a-7e8f-4377-8c6a-595fd2b66138 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455c4081-6d69-4ccf-af5f-b9c5e6ddc2df,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:45.494177 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f82b3d4a-7e8f-4377-8c6a-595fd2b66138 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.498966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f82b3d4a-7e8f-4377-8c6a-595fd2b66138 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1893270 Jul 08 18:15:45.499644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50780) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:45.502860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850940ba-eb6c-4543-8ef0-1433f5845e6a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:45.504638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7c5fbd90-ae9e-4b67-9102-932eb589635b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': '455c4081-6d69-4ccf-af5f-b9c5e6ddc2df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:45.505215 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c295dce8-1216-4e92-8c53-57c6a2f08c69" -d '{"events": [{"server_uuid": "b9d95ebd-e927-4926-bbe8-644280af225e", "name": "network-vif-plugged", "status": "completed", "tag": "850940ba-eb6c-4543-8ef0-1433f5845e6a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:45.522932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 850940ba-eb6c-4543-8ef0-1433f5845e6a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:45.533318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Allocated IP 172.21.0.2 (89d961b5-f2ba-41e1-b0d2-98f5e26648e7/f17509b8-9733-47bd-88e7-ece9e1c1decb/b25a0ddb-879c-4138-8b26-21e43f41fa57) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:45.535524 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.541935 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c5fbd90-ae9e-4b67-9102-932eb589635b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.596281 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6284aee1-0e7d-45e6-a0f4-968d76ff74b8 x-openstack-request-id: req-6284aee1-0e7d-45e6-a0f4-968d76ff74b8 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:45.596281 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d95ebd-e927-4926-bbe8-644280af225e", "name": "network-vif-plugged", "status": "completed", "tag": "850940ba-eb6c-4543-8ef0-1433f5845e6a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:45.596281 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6284aee1-0e7d-45e6-a0f4-968d76ff74b8 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:45.596635 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850940ba-eb6c-4543-8ef0-1433f5845e6a', 'code': 200} Jul 08 18:15:45.652036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=850940ba-eb6c-4543-8ef0-1433f5845e6a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:45.718193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c5fbd90-ae9e-4b67-9102-932eb589635b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.731827 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c5fbd90-ae9e-4b67-9102-932eb589635b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.754406 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fbd90-ae9e-4b67-9102-932eb589635b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50be9e73-27ee-42d1-969b-9a1a3519569a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:45.769170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c5fbd90-ae9e-4b67-9102-932eb589635b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.774380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7c5fbd90-ae9e-4b67-9102-932eb589635b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2735164 Jul 08 18:15:45.775309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50786) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:45.787799 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.797769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Transition to ACTIVE for port object b25a0ddb-879c-4138-8b26-21e43f41fa57 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:45.815197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-31c30848-8b3e-4271-9bd8-0a355b6c1fcb tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules/50be9e73-27ee-42d1-969b-9a1a3519569a HTTP/1.1" status: 200 len: 763 time: 0.0384905 Jul 08 18:15:45.815765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Transition to ACTIVE for port object b25a0ddb-879c-4138-8b26-21e43f41fa57 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:45.817193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50790) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:45.823471 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.868656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Network 89d961b5-f2ba-41e1-b0d2-98f5e26648e7 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:45.875904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:45.878447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:45.885557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Pushing event updated for resources: {'Port': ['ID=b25a0ddb-879c-4138-8b26-21e43f41fa57,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:45.918282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a662de57-50b5-4da7-89a2-443ffe62653d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0974643 Jul 08 18:15:45.922235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50792) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:45.951575 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Attempting to bind port b25a0ddb-879c-4138-8b26-21e43f41fa57 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:45.951946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Attempting to bind port b25a0ddb-879c-4138-8b26-21e43f41fa57 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'd420544f-a601-435b-a975-e41bc62b6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '89d961b5-f2ba-41e1-b0d2-98f5e26648e7'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:45.952309 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Attempting to bind port b25a0ddb-879c-4138-8b26-21e43f41fa57 on network 89d961b5-f2ba-41e1-b0d2-98f5e26648e7 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:45.957465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:45.957883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Checking segment: {'id': 'd420544f-a601-435b-a975-e41bc62b6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '89d961b5-f2ba-41e1-b0d2-98f5e26648e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:45.958466 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.958855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Bound using segment: {'id': 'd420544f-a601-435b-a975-e41bc62b6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '89d961b5-f2ba-41e1-b0d2-98f5e26648e7'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:45.959312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Bound port: b25a0ddb-879c-4138-8b26-21e43f41fa57, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd420544f-a601-435b-a975-e41bc62b6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '89d961b5-f2ba-41e1-b0d2-98f5e26648e7'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:45.959691 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.968334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c377f-1ad4-408c-b6ba-19c59b29f8fc req-a63b7cbb-21c1-4488-8d9e-4b721b900e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:45.970030 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-743c377f-1ad4-408c-b6ba-19c59b29f8fc req-a63b7cbb-21c1-4488-8d9e-4b721b900e49 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 1096 time: 0.2459447 Jul 08 18:15:45.973277 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2a74c9b-2497-4537-b6f6-f7f3015eaf1d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.983211 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2a74c9b-2497-4537-b6f6-f7f3015eaf1d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.000879 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Allocated IP 172.20.0.1 (7cdc9875-522f-4b76-bb72-f96367adc1b9/e2ed26d2-69bf-4603-9400-22d5a69d634d/a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:46.032964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] For port b25a0ddb-879c-4138-8b26-21e43f41fa57, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:46.036319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebe320-96b1-40ce-b238-642f6e981953 req-e56ed798-79d8-4fe0-9254-076fe64adfcb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:46.037290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] For port b25a0ddb-879c-4138-8b26-21e43f41fa57, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b25a0ddb-879c-4138-8b26-21e43f41fa57,segment=NetworkSegment(d420544f-a601-435b-a975-e41bc62b6fda),segment_id=d420544f-a601-435b-a975-e41bc62b6fda)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:46.038324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c2ebe320-96b1-40ce-b238-642f6e981953 req-e56ed798-79d8-4fe0-9254-076fe64adfcb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.0893829 Jul 08 18:15:46.043856 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.059932 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2a74c9b-2497-4537-b6f6-f7f3015eaf1d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.065362 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2a74c9b-2497-4537-b6f6-f7f3015eaf1d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.066523 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a2a74c9b-2497-4537-b6f6-f7f3015eaf1d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/50be9e73-27ee-42d1-969b-9a1a3519569a HTTP/1.1" status: 204 len: 168 time: 0.1425710 Jul 08 18:15:46.070309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50794) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:46.112783 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-743c377f-1ad4-408c-b6ba-19c59b29f8fc req-4d10f7f6-eb14-4814-beb5-5a3f55801aa3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090014 Jul 08 18:15:46.112978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c2ebe320-96b1-40ce-b238-642f6e981953 req-ff8e557a-86d5-4149-9efb-3938328b1e7b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678990 Jul 08 18:15:46.116150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a74c9b-2497-4537-b6f6-f7f3015eaf1d tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50be9e73-27ee-42d1-969b-9a1a3519569a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:46.125358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da19535-4688-40bf-a415-7377e32ed119 None None] Pushing event updated for resources: {'Port': ['ID=b25a0ddb-879c-4138-8b26-21e43f41fa57,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:46.152412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c4c99966-463b-410f-89a3-b0a5b97bb7f0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783496 Jul 08 18:15:46.152632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50796) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:46.157175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fe3dff8e-8048-490f-a4d8-680accde50a0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': '455c4081-6d69-4ccf-af5f-b9c5e6ddc2df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:46.184977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.188719 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe3dff8e-8048-490f-a4d8-680accde50a0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.207862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Transition to ACTIVE for port object a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:46.244444 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.258670 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe3dff8e-8048-490f-a4d8-680accde50a0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.268533 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe3dff8e-8048-490f-a4d8-680accde50a0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.307697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:46.312920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 7cdc9875-522f-4b76-bb72-f96367adc1b9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:46.314379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3dff8e-8048-490f-a4d8-680accde50a0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdf40ea-d7a9-495c-a63c-47f575d5eeab,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:46.315889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:46.318258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:46.372307 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe3dff8e-8048-490f-a4d8-680accde50a0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.373571 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fe3dff8e-8048-490f-a4d8-680accde50a0 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2199929 Jul 08 18:15:46.376242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50800) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:46.396285 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.397401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1f3a3a72-363c-4a78-af35-edf33a819c97 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules/dcdf40ea-d7a9-495c-a63c-47f575d5eeab HTTP/1.1" status: 200 len: 763 time: 0.0186660 Jul 08 18:15:46.400213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50802) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:46.459276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68a52-f725-4fe6-804e-ac2c3535f49d req-d9517068-7363-469b-b6df-c737066224ba tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:46.460867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58d68a52-f725-4fe6-804e-ac2c3535f49d req-d9517068-7363-469b-b6df-c737066224ba tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1608627 Jul 08 18:15:46.472073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6be11ef8-b434-4b01-a804-0f78c6ddc8ef tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0707309 Jul 08 18:15:46.474685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50804) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:46.509406 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58d68a52-f725-4fe6-804e-ac2c3535f49d req-6551073a-7e45-427b-9677-2eb772eb8a81 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360417 Jul 08 18:15:46.510806 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0046bdc-50a4-488b-9907-ab4d5fd5b545 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.547027 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0046bdc-50a4-488b-9907-ab4d5fd5b545 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.581167 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.603614 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0046bdc-50a4-488b-9907-ab4d5fd5b545 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.628123 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0046bdc-50a4-488b-9907-ab4d5fd5b545 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.629233 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a0046bdc-50a4-488b-9907-ab4d5fd5b545 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/dcdf40ea-d7a9-495c-a63c-47f575d5eeab HTTP/1.1" status: 204 len: 168 time: 0.1535287 Jul 08 18:15:46.632652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50806) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:46.637489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0046bdc-50a4-488b-9907-ab4d5fd5b545 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcdf40ea-d7a9-495c-a63c-47f575d5eeab,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:46.682905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-22e4bba3-4243-4798-83a0-007dba552da6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465682 Jul 08 18:15:46.683444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50808) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:46.687907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Request body: {'security_group_rule': {'security_group_id': '455c4081-6d69-4ccf-af5f-b9c5e6ddc2df', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:46.712990 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Project 2a91a4986bae48998025df6e81893376 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:15:46.719666 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.781229 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.787759 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.822168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce72842-4928-46ce-9a32-8f8b990370f0 None None] Network 7cdc9875-522f-4b76-bb72-f96367adc1b9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:46.832875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeb9135-705c-43a9-88d1-5dba64b12f33,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:46.846254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.847557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631801 Jul 08 18:15:46.849218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.849630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.850107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.850571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.850953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.851345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.851731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.852249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.852643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.852941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50812) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:46.853040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.853401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.853806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b0721d-fd08-487d-bd0c-a83c4d7c127f tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:46.883858 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9ac54026-f743-4580-8c37-5acbe39187e9 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules/dfeb9135-705c-43a9-88d1-5dba64b12f33 HTTP/1.1" status: 200 len: 769 time: 0.0288579 Jul 08 18:15:46.886893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:46.928177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a20661e5-7f08-4e2a-8efb-f334ed5a7d7a None None] Provisioning for port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:46.936921 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.947849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6435cc91-d00c-41d3-8ded-b8150609916b tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0572591 Jul 08 18:15:46.948315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50816) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:46.950648 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.981759 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed0b372d-ba7b-425e-afe7-17e73c00ec18 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:46.990624 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed0b372d-ba7b-425e-afe7-17e73c00ec18 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:47.028907 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed0b372d-ba7b-425e-afe7-17e73c00ec18 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:47.035921 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:47.037294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed0b372d-ba7b-425e-afe7-17e73c00ec18 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:47.040790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ed0b372d-ba7b-425e-afe7-17e73c00ec18 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/dfeb9135-705c-43a9-88d1-5dba64b12f33 HTTP/1.1" status: 204 len: 168 time: 0.0908284 Jul 08 18:15:47.041797 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:47.042493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50818) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:47.073289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b372d-ba7b-425e-afe7-17e73c00ec18 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfeb9135-705c-43a9-88d1-5dba64b12f33,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:47.097736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-76a3d8f9-27c7-4c1a-a1a0-4e09082425d6 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0514922 Jul 08 18:15:47.098680 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50820) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:47.161094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 7cdc9875-522f-4b76-bb72-f96367adc1b9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:47.163034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:47.179118 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-13428025-5091-4bdb-812e-f9e947e0730e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:47.231871 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-13428025-5091-4bdb-812e-f9e947e0730e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:47.343848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router 8dfabbde-6a33-47a5-8975-670bab7e32ea is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:15:47.347932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-13428025-5091-4bdb-812e-f9e947e0730e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:47.350916 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-13428025-5091-4bdb-812e-f9e947e0730e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:47.352123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-13428025-5091-4bdb-812e-f9e947e0730e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "DELETE /v2.0/security-groups/455c4081-6d69-4ccf-af5f-b9c5e6ddc2df HTTP/1.1" status: 204 len: 168 time: 0.2523847 Jul 08 18:15:47.358976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50824) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:47.366383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13428025-5091-4bdb-812e-f9e947e0730e tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455c4081-6d69-4ccf-af5f-b9c5e6ddc2df,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:47.403488 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef39a3-924d-4ca2-b712-198969805bad req-b3bcef9a-2673-4bb6-a532-8da726273195 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:47.405848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8fef39a3-924d-4ca2-b712-198969805bad req-b3bcef9a-2673-4bb6-a532-8da726273195 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1180346 Jul 08 18:15:47.474599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8fef39a3-924d-4ca2-b712-198969805bad req-c359a484-daf1-4cef-9d15-451634ea6f1d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572696 Jul 08 18:15:47.520431 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-357a2996-0f6c-4ca0-96ed-c25acf659cbe tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1596258 Jul 08 18:15:47.521888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:47.524891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50826) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:47.527096 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8abb5ee2-a2ea-4f22-b3e7-dcfd036e7e7f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/8dfabbde-6a33-47a5-8975-670bab7e32ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4438057 Jul 08 18:15:47.530236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50828) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:47.543236 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f3b08-290a-4ef3-a1ba-79c22a4d1826 None None] Sync routers for ids ['8dfabbde-6a33-47a5-8975-670bab7e32ea'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:47.565602 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f3b08-290a-4ef3-a1ba-79c22a4d1826 None None] Routers {'8dfabbde-6a33-47a5-8975-670bab7e32ea'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:47.566632 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-083f3b08-290a-4ef3-a1ba-79c22a4d1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8dfabbde-6a33-47a5-8975-670bab7e32ea'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:47.608376 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b3f081b3-9fe8-419f-8efc-d63f187a10a1 tempest-SecGroupIPv6Test-268959177 tempest-SecGroupIPv6Test-268959177-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718844 Jul 08 18:15:47.611755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064f0a25-add6-434e-aa33-293a980e2caa tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:47.613556 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-064f0a25-add6-434e-aa33-293a980e2caa tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports/a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e HTTP/1.1" status: 200 len: 910 time: 0.0821779 Jul 08 18:15:47.617145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50834) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:47.632855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567fcfc4-124f-4346-b1c4-720a29a80f92 None None] Network 89d961b5-f2ba-41e1-b0d2-98f5e26648e7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:47.644629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b8a2378f-c216-4eca-b8d8-cffca4875f7a None None] Provisioning for port a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:47.654787 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-083f3b08-290a-4ef3-a1ba-79c22a4d1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:47.678048 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f3b08-290a-4ef3-a1ba-79c22a4d1826 None None] Routers {'8dfabbde-6a33-47a5-8975-670bab7e32ea'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:47.678702 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-083f3b08-290a-4ef3-a1ba-79c22a4d1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8dfabbde-6a33-47a5-8975-670bab7e32ea'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:47.740513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b8a2378f-c216-4eca-b8d8-cffca4875f7a None None] Provisioning complete for port a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:47.758462 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b8a2378f-c216-4eca-b8d8-cffca4875f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:47.774405 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-083f3b08-290a-4ef3-a1ba-79c22a4d1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:47.775632 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f3b08-290a-4ef3-a1ba-79c22a4d1826 None None] The sync data for ids ['8dfabbde-6a33-47a5-8975-670bab7e32ea'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:47.870101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2378f-c216-4eca-b8d8-cffca4875f7a None None] Port a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:47.878930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb222396-952d-498a-a94a-34685a96ffe5 req-35648fff-eb12-4f40-bedb-237833daab54 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:47.880537 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb222396-952d-498a-a94a-34685a96ffe5 req-35648fff-eb12-4f40-bedb-237833daab54 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.1343806 Jul 08 18:15:47.921331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:47.945168 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb222396-952d-498a-a94a-34685a96ffe5 req-167560ed-6a03-49bb-9f75-e0a8977deaa7 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569160 Jul 08 18:15:48.119407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c5646775-74b5-4923-9632-aa58361173ed None None] Provisioning for port b25a0ddb-879c-4138-8b26-21e43f41fa57 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:48.158138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:48.171105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:48.171478 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.177187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c5646775-74b5-4923-9632-aa58361173ed None None] Provisioning complete for port a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:48.177553 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5646775-74b5-4923-9632-aa58361173ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.230972 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3ed53-9dc5-46fa-a3de-368643a9ed56 req-9907b5d1-086b-4c4a-9a25-faaaab1b2268 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:48.232662 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ea3ed53-9dc5-46fa-a3de-368643a9ed56 req-9907b5d1-086b-4c4a-9a25-faaaab1b2268 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 945 time: 0.6043284 Jul 08 18:15:48.249132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c5646775-74b5-4923-9632-aa58361173ed None None] Port a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:48.252257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50840) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:48.303075 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.343113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1,segment=NetworkSegment(31543925-d07e-4d5d-88fb-2a5393562b99),segment_id=31543925-d07e-4d5d-88fb-2a5393562b99)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:48.354577 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.355531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b25a0ddb-879c-4138-8b26-21e43f41fa57 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:48.472589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-86df3269-9569-4cdb-9796-abe3983c78c6 None None] Provisioning complete for port a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:48.473041 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-86df3269-9569-4cdb-9796-abe3983c78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.491919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-0ea3ed53-9dc5-46fa-a3de-368643a9ed56 req-77cf65da-01bb-4fd3-b9c4-0aafa6a60f29 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Deleting port 28ae9a93-7d19-4aeb-9455-0a749990ebba {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:48.492249 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ea3ed53-9dc5-46fa-a3de-368643a9ed56 req-77cf65da-01bb-4fd3-b9c4-0aafa6a60f29 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.494256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-40e43ffe-9239-427d-8591-2449cb5357e7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2a91a4986bae48998025df6e81893376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405035 Jul 08 18:15:48.497288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50844) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:48.504000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:48.525203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-86df3269-9569-4cdb-9796-abe3983c78c6 None None] Port a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:48.529895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b25a0ddb-879c-4138-8b26-21e43f41fa57 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:48.534815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b25a0ddb-879c-4138-8b26-21e43f41fa57 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:48.535195 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.558646 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bf65524e-821c-44a5-9cb8-a582eca8b0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.582184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bf65524e-821c-44a5-9cb8-a582eca8b0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.633261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.642950 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.686893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e6a5be7d-e110-441d-8917-1677efa4b3db None None] Provisioning complete for port b25a0ddb-879c-4138-8b26-21e43f41fa57 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:48.687266 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6a5be7d-e110-441d-8917-1677efa4b3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.691756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e81115-79db-47ae-9739-92d1834ae316 req-26815289-f82f-469a-a75f-cb39ecca7786 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:48.693412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08e81115-79db-47ae-9739-92d1834ae316 req-26815289-f82f-469a-a75f-cb39ecca7786 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.0808117 Jul 08 18:15:48.694648 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bf65524e-821c-44a5-9cb8-a582eca8b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.697147 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bf65524e-821c-44a5-9cb8-a582eca8b0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.700830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bf65524e-821c-44a5-9cb8-a582eca8b0c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36a02ee0-a745-461e-a69f-9975a334e9f7 HTTP/1.1" status: 204 len: 168 time: 0.1976688 Jul 08 18:15:48.728349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65524e-821c-44a5-9cb8-a582eca8b0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a02ee0-a745-461e-a69f-9975a334e9f7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:48.738587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b25a0ddb-879c-4138-8b26-21e43f41fa57, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b25a0ddb-879c-4138-8b26-21e43f41fa57,segment=NetworkSegment(d420544f-a601-435b-a975-e41bc62b6fda),segment_id=d420544f-a601-435b-a975-e41bc62b6fda)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:48.739939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-0ea3ed53-9dc5-46fa-a3de-368643a9ed56 req-77cf65da-01bb-4fd3-b9c4-0aafa6a60f29 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] For port 28ae9a93-7d19-4aeb-9455-0a749990ebba, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=28ae9a93-7d19-4aeb-9455-0a749990ebba,segment=NetworkSegment(3c0008c5-ef94-4c2a-b968-1c4bc828e98f),segment_id=3c0008c5-ef94-4c2a-b968-1c4bc828e98f)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:48.740399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ea3ed53-9dc5-46fa-a3de-368643a9ed56 req-77cf65da-01bb-4fd3-b9c4-0aafa6a60f29 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.760531 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:48.761737 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-0ea3ed53-9dc5-46fa-a3de-368643a9ed56 req-77cf65da-01bb-4fd3-b9c4-0aafa6a60f29 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Calling delete_port for 28ae9a93-7d19-4aeb-9455-0a749990ebba owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:48.761878 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08e81115-79db-47ae-9739-92d1834ae316 req-21b0868b-dbd6-4bf5-a17c-b787489391fd tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608122 Jul 08 18:15:48.841359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b25a0ddb-879c-4138-8b26-21e43f41fa57,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:49.094864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Allocated IP 172.21.0.1 (89d961b5-f2ba-41e1-b0d2-98f5e26648e7/f17509b8-9733-47bd-88e7-ece9e1c1decb/6c5abea4-0a64-4ae3-a9b7-276b5adac8f9) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:49.108049 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ea3ed53-9dc5-46fa-a3de-368643a9ed56 req-77cf65da-01bb-4fd3-b9c4-0aafa6a60f29 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:49.150317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf65da-01bb-4fd3-b9c4-0aafa6a60f29 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Pushing event deleted for resources: {'Port': ['ID=28ae9a93-7d19-4aeb-9455-0a749990ebba,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:49.258489 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5470d4-689e-4435-ab73-7563e27af040 req-fe3fd25d-0fc0-4679-86ae-60d821c17011 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:49.260412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e5470d4-689e-4435-ab73-7563e27af040 req-fe3fd25d-0fc0-4679-86ae-60d821c17011 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d33073b-c3dd-41cd-83e5-6bbcf9efd394 HTTP/1.1" status: 200 len: 867 time: 0.1845994 Jul 08 18:15:49.272543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea3ed53-9dc5-46fa-a3de-368643a9ed56 req-77cf65da-01bb-4fd3-b9c4-0aafa6a60f29 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] No DVR routers for this DVR port 28ae9a93-7d19-4aeb-9455-0a749990ebba on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:49.277890 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ea3ed53-9dc5-46fa-a3de-368643a9ed56 req-77cf65da-01bb-4fd3-b9c4-0aafa6a60f29 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:49.280256 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ea3ed53-9dc5-46fa-a3de-368643a9ed56 req-77cf65da-01bb-4fd3-b9c4-0aafa6a60f29 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.74 "DELETE /v2.0/ports/28ae9a93-7d19-4aeb-9455-0a749990ebba HTTP/1.1" status: 204 len: 173 time: 1.0409214 Jul 08 18:15:49.280716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'name': 'network-vif-deleted', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:49.283076 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd869055-1fc5-46bb-b104-e3ab6f062626" -d '{"events": [{"server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "name": "network-vif-deleted", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:49.315539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd307d0-9d24-4316-bce7-1e7817396b87 req-30411497-c614-4af9-aa91-48df3b719110 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:49.317179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cd307d0-9d24-4316-bce7-1e7817396b87 req-30411497-c614-4af9-aa91-48df3b719110 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1667516 Jul 08 18:15:49.338884 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:49.348252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e5470d4-689e-4435-ab73-7563e27af040 req-a5790f13-1a2b-4513-a9ba-860af90ddd03 tempest-ServerRescueTestJSONUnderV235-234381577 tempest-ServerRescueTestJSONUnderV235-234381577-project] 10.222.0.73 "GET /v2.0/security-groups?id=af6ec4c1-cf82-4d5e-9123-7384791f5485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814016 Jul 08 18:15:49.361079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Transition to ACTIVE for port object 6c5abea4-0a64-4ae3-a9b7-276b5adac8f9 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:49.391856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cd307d0-9d24-4316-bce7-1e7817396b87 req-fa6cbf66-8e97-4170-8b2c-82199cb0e78f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618858 Jul 08 18:15:49.425769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:49.491224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 89d961b5-f2ba-41e1-b0d2-98f5e26648e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:49.492778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:49.499179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:49.570104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=6c5abea4-0a64-4ae3-a9b7-276b5adac8f9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:49.583197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:49.752524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:49.772402 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cede4091-fb71-4c8e-9464-b12066973e2d x-openstack-request-id: req-cede4091-fb71-4c8e-9464-b12066973e2d {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:49.772700 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d33073b-c3dd-41cd-83e5-6bbcf9efd394", "name": "network-vif-deleted", "tag": "28ae9a93-7d19-4aeb-9455-0a749990ebba", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:49.772955 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cede4091-fb71-4c8e-9464-b12066973e2d {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:49.773356 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d33073b-c3dd-41cd-83e5-6bbcf9efd394', 'name': 'network-vif-deleted', 'tag': '28ae9a93-7d19-4aeb-9455-0a749990ebba', 'status': 'completed', 'code': 200} Jul 08 18:15:49.774375 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:49.840117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:49.840499 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:49.870744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f453db8a-988a-49a3-ad6b-ab55aff60899 None None] Provisioning for port 6c5abea4-0a64-4ae3-a9b7-276b5adac8f9 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:49.878942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f453db8a-988a-49a3-ad6b-ab55aff60899 None None] Provisioning complete for port 6c5abea4-0a64-4ae3-a9b7-276b5adac8f9 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:49.879305 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f453db8a-988a-49a3-ad6b-ab55aff60899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:49.928699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f453db8a-988a-49a3-ad6b-ab55aff60899 None None] Port 6c5abea4-0a64-4ae3-a9b7-276b5adac8f9 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:49.999963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b25a0ddb-879c-4138-8b26-21e43f41fa57 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:50.062663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b25a0ddb-879c-4138-8b26-21e43f41fa57 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:50.063030 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:50.103665 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:50.111210 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:50.194146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=6c5abea4-0a64-4ae3-a9b7-276b5adac8f9,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:50.196680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:50.286788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 89d961b5-f2ba-41e1-b0d2-98f5e26648e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:50.288164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:50.393528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router 8dfabbde-6a33-47a5-8975-670bab7e32ea has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:15:50.502543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:50.516269 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50902) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:50.517484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af3650-4073-471c-8223-1a6bebddbb3e None None] Sync routers for ids ['8dfabbde-6a33-47a5-8975-670bab7e32ea'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:50.518339 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-573c2cf2-d58a-4dd5-b6fc-3dd123ea995d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/8dfabbde-6a33-47a5-8975-670bab7e32ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8997858 Jul 08 18:15:50.519097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50904) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:50.539061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af3650-4073-471c-8223-1a6bebddbb3e None None] Routers {'8dfabbde-6a33-47a5-8975-670bab7e32ea'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:50.539716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a3af3650-4073-471c-8223-1a6bebddbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8dfabbde-6a33-47a5-8975-670bab7e32ea'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:50.579025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d949e4c0-e7fc-4236-ba0e-72dfabd5317b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:50.583782 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d949e4c0-e7fc-4236-ba0e-72dfabd5317b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports/6c5abea4-0a64-4ae3-a9b7-276b5adac8f9 HTTP/1.1" status: 200 len: 910 time: 0.0635579 Jul 08 18:15:50.584236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50910) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:50.635626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a3af3650-4073-471c-8223-1a6bebddbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:50.651230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af3650-4073-471c-8223-1a6bebddbb3e None None] Routers {'8dfabbde-6a33-47a5-8975-670bab7e32ea'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:50.652109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a3af3650-4073-471c-8223-1a6bebddbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8dfabbde-6a33-47a5-8975-670bab7e32ea'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:50.697447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a3af3650-4073-471c-8223-1a6bebddbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:50.698684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af3650-4073-471c-8223-1a6bebddbb3e None None] The sync data for ids ['8dfabbde-6a33-47a5-8975-670bab7e32ea'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:50.700467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b45154ba-ddd1-406a-a6fb-66b36e6693cf None None] Provisioning complete for port 6c5abea4-0a64-4ae3-a9b7-276b5adac8f9 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:50.701830 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b45154ba-ddd1-406a-a6fb-66b36e6693cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:50.742663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b45154ba-ddd1-406a-a6fb-66b36e6693cf None None] Port 6c5abea4-0a64-4ae3-a9b7-276b5adac8f9 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:50.768925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0fb58-f426-4fe5-8361-db86d0a8153e req-8b63265a-755b-45ab-9c23-f563f53a241d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:50.770800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f8e0fb58-f426-4fe5-8361-db86d0a8153e req-8b63265a-755b-45ab-9c23-f563f53a241d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1670508 Jul 08 18:15:50.776724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 28ae9a93-7d19-4aeb-9455-0a749990ebba no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:50.796519 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 28ae9a93-7d19-4aeb-9455-0a749990ebba {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:15:50.796866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 28ae9a93-7d19-4aeb-9455-0a749990ebba not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:50.904101 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f8e0fb58-f426-4fe5-8361-db86d0a8153e req-be670fb2-aee7-4dd6-afd4-da52ab539689 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244552 Jul 08 18:15:51.111236 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b62e2d8f-4804-4f3a-a78a-f0e81c221a58 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:51.187543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:51.445893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b62e2d8f-4804-4f3a-a78a-f0e81c221a58 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 6c5abea4-0a64-4ae3-a9b7-276b5adac8f9 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:51.446507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b62e2d8f-4804-4f3a-a78a-f0e81c221a58 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:51.536077 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b62e2d8f-4804-4f3a-a78a-f0e81c221a58 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:51.549662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b62e2d8f-4804-4f3a-a78a-f0e81c221a58 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 6c5abea4-0a64-4ae3-a9b7-276b5adac8f9 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:51.735120 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b62e2d8f-4804-4f3a-a78a-f0e81c221a58 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:51.771159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e2d8f-4804-4f3a-a78a-f0e81c221a58 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=6c5abea4-0a64-4ae3-a9b7-276b5adac8f9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:51.820422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded16792-deb0-49ff-9fa6-c8c4eebb51fd req-921cce29-27eb-4747-98eb-0d2e444031b6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:51.821942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ded16792-deb0-49ff-9fa6-c8c4eebb51fd req-921cce29-27eb-4747-98eb-0d2e444031b6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1035674 Jul 08 18:15:51.853436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] Deleting port e3713a80-ba02-4d4d-b823-a17f42aab2d6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:51.853798 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:51.916923 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ded16792-deb0-49ff-9fa6-c8c4eebb51fd req-31371758-36cc-4a59-8a64-dadcf07b89f4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862343 Jul 08 18:15:51.938763 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b62e2d8f-4804-4f3a-a78a-f0e81c221a58 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:51.973234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] For port e3713a80-ba02-4d4d-b823-a17f42aab2d6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e3713a80-ba02-4d4d-b823-a17f42aab2d6,segment=NetworkSegment(3c0008c5-ef94-4c2a-b968-1c4bc828e98f),segment_id=3c0008c5-ef94-4c2a-b968-1c4bc828e98f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:51.973688 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:51.988007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] Calling delete_port for e3713a80-ba02-4d4d-b823-a17f42aab2d6 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:52.214405 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:52.249237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e3713a80-ba02-4d4d-b823-a17f42aab2d6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:52.435934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62e2d8f-4804-4f3a-a78a-f0e81c221a58 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router 8dfabbde-6a33-47a5-8975-670bab7e32ea has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:15:52.440652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:52.545392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62e2d8f-4804-4f3a-a78a-f0e81c221a58 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:52.553746 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b62e2d8f-4804-4f3a-a78a-f0e81c221a58 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/8dfabbde-6a33-47a5-8975-670bab7e32ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9683175 Jul 08 18:15:52.554423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50946) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:52.558576 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31bc8c-9e67-49ee-872c-7e0a0257aa77 None None] Sync routers for ids ['8dfabbde-6a33-47a5-8975-670bab7e32ea'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:52.571010 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31bc8c-9e67-49ee-872c-7e0a0257aa77 None None] Routers {'8dfabbde-6a33-47a5-8975-670bab7e32ea'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:52.571846 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6e31bc8c-9e67-49ee-872c-7e0a0257aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8dfabbde-6a33-47a5-8975-670bab7e32ea'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:52.610606 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6e31bc8c-9e67-49ee-872c-7e0a0257aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:52.619450 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31bc8c-9e67-49ee-872c-7e0a0257aa77 None None] Routers {'8dfabbde-6a33-47a5-8975-670bab7e32ea'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:52.620177 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6e31bc8c-9e67-49ee-872c-7e0a0257aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8dfabbde-6a33-47a5-8975-670bab7e32ea'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:52.662831 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6e31bc8c-9e67-49ee-872c-7e0a0257aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:52.663720 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31bc8c-9e67-49ee-872c-7e0a0257aa77 None None] The sync data for ids ['8dfabbde-6a33-47a5-8975-670bab7e32ea'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:52.684299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] Router 04d8237d-2003-4bff-b992-3c3b17527859 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:15:52.795697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:52.801168 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6310f4a6-dba4-4af1-9113-530c7035a8fc admin admin] 10.222.0.73 "PUT /v2.0/routers/04d8237d-2003-4bff-b992-3c3b17527859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2836800 Jul 08 18:15:52.803645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50948) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:52.811175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9051b-0a9a-45ff-9d06-596a46f9ea6f None None] Sync routers for ids ['04d8237d-2003-4bff-b992-3c3b17527859'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:52.824047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f9051b-0a9a-45ff-9d06-596a46f9ea6f None None] Routers {'04d8237d-2003-4bff-b992-3c3b17527859'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:52.824677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a9f9051b-0a9a-45ff-9d06-596a46f9ea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04d8237d-2003-4bff-b992-3c3b17527859'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:52.898620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f7a717c-25ea-4fbf-87bf-febf813caf6a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:52.961113 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.070774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a9f9051b-0a9a-45ff-9d06-596a46f9ea6f None None] Set router 04d8237d-2003-4bff-b992-3c3b17527859 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:53.107821 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.216074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55f538-641c-4a3f-a36a-23b5fc14fccd req-fe4922a3-46c8-482f-b6cb-f749f0b60093 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:53.219656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b55f538-641c-4a3f-a36a-23b5fc14fccd req-fe4922a3-46c8-482f-b6cb-f749f0b60093 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1138752 Jul 08 18:15:53.252051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Deleting port ca778978-973f-48f4-8487-987b823011b4 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:53.252396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.294116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a717c-25ea-4fbf-87bf-febf813caf6a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:53.294537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f7a717c-25ea-4fbf-87bf-febf813caf6a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.315941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b55f538-641c-4a3f-a36a-23b5fc14fccd req-dd435b21-6930-4339-92d5-fa8c70d9d025 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870407 Jul 08 18:15:53.379158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] For port ca778978-973f-48f4-8487-987b823011b4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ca778978-973f-48f4-8487-987b823011b4,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:53.379518 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.394531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Calling delete_port for ca778978-973f-48f4-8487-987b823011b4 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:53.407156 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f7a717c-25ea-4fbf-87bf-febf813caf6a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.420689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a717c-25ea-4fbf-87bf-febf813caf6a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:53.512257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a9f9051b-0a9a-45ff-9d06-596a46f9ea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'ca778978-973f-48f4-8487-987b823011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:15:52Z', 'revision_number': 5, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port': {'id': 'ca778978-973f-48f4-8487-987b823011b4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d8237d-2003-4bff-b992-3c3b17527859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:53.544949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9051b-0a9a-45ff-9d06-596a46f9ea6f None None] Checking router: 04d8237d-2003-4bff-b992-3c3b17527859 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:15:53.559612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f9051b-0a9a-45ff-9d06-596a46f9ea6f None None] Routers {'04d8237d-2003-4bff-b992-3c3b17527859'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:53.560326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a9f9051b-0a9a-45ff-9d06-596a46f9ea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04d8237d-2003-4bff-b992-3c3b17527859'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:53.605771 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.638240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca778978-973f-48f4-8487-987b823011b4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:53.677108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f7a717c-25ea-4fbf-87bf-febf813caf6a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.699997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a9f9051b-0a9a-45ff-9d06-596a46f9ea6f None None] Set router 04d8237d-2003-4bff-b992-3c3b17527859 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:53.735983 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.737467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a717c-25ea-4fbf-87bf-febf813caf6a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=a2a155cf-8b70-4ebb-aca7-6e1cb1e7a76e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:53.821613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a9f9051b-0a9a-45ff-9d06-596a46f9ea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:15:53Z', 'revision_number': 6, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:53.858710 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9051b-0a9a-45ff-9d06-596a46f9ea6f None None] The sync data for ids ['04d8237d-2003-4bff-b992-3c3b17527859'] in n-d-799684-3 is: [{'id': '04d8237d-2003-4bff-b992-3c3b17527859', 'name': 'tempest-ServerRescueTestJSONUnderV235-560867573-router', 'tenant_id': 'f9481a90590e4e0dbad5c9d514755744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:14:32Z', 'updated_at': '2021-07-08T18:15:53Z', 'revision_number': 6, 'project_id': 'f9481a90590e4e0dbad5c9d514755744', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:53.868057 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.872028 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.918331 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f7a717c-25ea-4fbf-87bf-febf813caf6a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.939430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.940246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04d8237d-2003-4bff-b992-3c3b17527859 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:53.947726 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.954723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f927f5cd-191d-4af9-8844-7032d47a5a49 admin admin] 10.222.0.73 "DELETE /v2.0/routers/04d8237d-2003-4bff-b992-3c3b17527859 HTTP/1.1" status: 204 len: 168 time: 1.1470945 Jul 08 18:15:53.955340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50962) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:54.010126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bd7443-7452-4047-9d9f-c48b99b963c7 admin admin] Deleting subnet a96990ed-3bb6-4cca-965b-4cab125c5da7 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:15:54.015473 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41bd7443-7452-4047-9d9f-c48b99b963c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.072204 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41bd7443-7452-4047-9d9f-c48b99b963c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.124015 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41bd7443-7452-4047-9d9f-c48b99b963c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.155276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7a717c-25ea-4fbf-87bf-febf813caf6a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router 8dfabbde-6a33-47a5-8975-670bab7e32ea has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:15:54.191670 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41bd7443-7452-4047-9d9f-c48b99b963c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.219990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd7443-7452-4047-9d9f-c48b99b963c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a96990ed-3bb6-4cca-965b-4cab125c5da7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:54.223976 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41bd7443-7452-4047-9d9f-c48b99b963c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.228277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-41bd7443-7452-4047-9d9f-c48b99b963c7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a96990ed-3bb6-4cca-965b-4cab125c5da7 HTTP/1.1" status: 204 len: 168 time: 0.2697268 Jul 08 18:15:54.228538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50966) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:54.236237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7a717c-25ea-4fbf-87bf-febf813caf6a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:54.244441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50968) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:54.250661 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f780a3a-1e7e-4f98-9c60-9aa5d691270d None None] Sync routers for ids ['8dfabbde-6a33-47a5-8975-670bab7e32ea'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:54.251227 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6f7a717c-25ea-4fbf-87bf-febf813caf6a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/8dfabbde-6a33-47a5-8975-670bab7e32ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952679 Jul 08 18:15:54.262736 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f780a3a-1e7e-4f98-9c60-9aa5d691270d None None] Routers {'8dfabbde-6a33-47a5-8975-670bab7e32ea'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:54.263467 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7f780a3a-1e7e-4f98-9c60-9aa5d691270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8dfabbde-6a33-47a5-8975-670bab7e32ea'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:54.308879 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7f780a3a-1e7e-4f98-9c60-9aa5d691270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:54.318947 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f780a3a-1e7e-4f98-9c60-9aa5d691270d None None] Routers {'8dfabbde-6a33-47a5-8975-670bab7e32ea'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:54.319775 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7f780a3a-1e7e-4f98-9c60-9aa5d691270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8dfabbde-6a33-47a5-8975-670bab7e32ea'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:54.323353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9a8d23c9-fc8c-4fca-be39-2b5a6bdba6ff tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dfabbde-6a33-47a5-8975-670bab7e32ea HTTP/1.1" status: 200 len: 205 time: 0.0669212 Jul 08 18:15:54.323673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50970) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:54.343555 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.358405 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7f780a3a-1e7e-4f98-9c60-9aa5d691270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:54.359191 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f780a3a-1e7e-4f98-9c60-9aa5d691270d None None] The sync data for ids ['8dfabbde-6a33-47a5-8975-670bab7e32ea'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:54.430890 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6650ebd-75a6-4934-bd73-4d55e707760c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.446331 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.483246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7d2818-4a84-4320-aace-fe7add7c02a8']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:54.495319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0008c5-ef94-4c2a-b968-1c4bc828e98f') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:54.495614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0008c5-ef94-4c2a-b968-1c4bc828e98f') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:54.511630 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.534292 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.544117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:54.545070 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:54.547051 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:54.590411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cdb18-542c-4a93-be7e-ff25da019bdc req-500eaaa4-a26a-44cd-a515-cd040d0e733d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.592794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b2cdb18-542c-4a93-be7e-ff25da019bdc req-500eaaa4-a26a-44cd-a515-cd040d0e733d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1510282 Jul 08 18:15:54.595197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6650ebd-75a6-4934-bd73-4d55e707760c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.597477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6650ebd-75a6-4934-bd73-4d55e707760c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.639244 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.647640 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6650ebd-75a6-4934-bd73-4d55e707760c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.648078 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.648196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6650ebd-75a6-4934-bd73-4d55e707760c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Fanout notify agent at l3_agent the message router_deleted on router 8dfabbde-6a33-47a5-8975-670bab7e32ea {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:54.650476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] 10.222.0.73 "DELETE /v2.0/networks/fc7d2818-4a84-4320-aace-fe7add7c02a8 HTTP/1.1" status: 204 len: 168 time: 0.4205680 Jul 08 18:15:54.660580 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6650ebd-75a6-4934-bd73-4d55e707760c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.661913 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e6650ebd-75a6-4934-bd73-4d55e707760c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/8dfabbde-6a33-47a5-8975-670bab7e32ea HTTP/1.1" status: 204 len: 168 time: 0.3370233 Jul 08 18:15:54.663536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b2cdb18-542c-4a93-be7e-ff25da019bdc req-40d965e2-01e5-45f8-92b1-dc378eed4f73 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611877 Jul 08 18:15:54.664290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50976) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:54.690005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d50f3-7ae9-40e2-9f95-0432e89de1ec admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7d2818-4a84-4320-aace-fe7add7c02a8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:54.737347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3339c3-a29c-4fef-bc54-570eacde35e0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting subnet f17509b8-9733-47bd-88e7-ece9e1c1decb {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:15:54.740863 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f3339c3-a29c-4fef-bc54-570eacde35e0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.786681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f3339c3-a29c-4fef-bc54-570eacde35e0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.805756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 850940ba-eb6c-4543-8ef0-1433f5845e6a details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:15:54.901979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f3339c3-a29c-4fef-bc54-570eacde35e0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.907545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50978) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:54.973067 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f3339c3-a29c-4fef-bc54-570eacde35e0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.977235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-de4dcde6-c01b-4d97-a531-19e906d9f34a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f9481a90590e4e0dbad5c9d514755744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661435 Jul 08 18:15:54.977536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50980) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:55.000169 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f3339c3-a29c-4fef-bc54-570eacde35e0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.006271 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8f3339c3-a29c-4fef-bc54-570eacde35e0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/f17509b8-9733-47bd-88e7-ece9e1c1decb HTTP/1.1" status: 204 len: 168 time: 0.3407078 Jul 08 18:15:55.007422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50984) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:55.008544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 850940ba-eb6c-4543-8ef0-1433f5845e6a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:55.025625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3339c3-a29c-4fef-bc54-570eacde35e0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Subnet': ['ID=f17509b8-9733-47bd-88e7-ece9e1c1decb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:55.029340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad93993c-e83c-46f8-9289-36a61319e387 None None] Network 89d961b5-f2ba-41e1-b0d2-98f5e26648e7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:55.127681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2c0002-a268-4f86-83f5-8170f4d45c5b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting subnet e2ed26d2-69bf-4603-9400-22d5a69d634d {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:15:55.158785 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0002-a268-4f86-83f5-8170f4d45c5b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.165466 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-016db6bb-1205-43cb-90bd-6024eb0b0f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.194069 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-016db6bb-1205-43cb-90bd-6024eb0b0f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.235934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '850940ba-eb6c-4543-8ef0-1433f5845e6a', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'port_id': '850940ba-eb6c-4543-8ef0-1433f5845e6a', 'mac_address': 'fa:16:3e:63:74:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:15:55.279318 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0002-a268-4f86-83f5-8170f4d45c5b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.328185 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-016db6bb-1205-43cb-90bd-6024eb0b0f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.330969 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-016db6bb-1205-43cb-90bd-6024eb0b0f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.334469 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-016db6bb-1205-43cb-90bd-6024eb0b0f23 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af6ec4c1-cf82-4d5e-9123-7384791f5485 HTTP/1.1" status: 204 len: 168 time: 0.3535590 Jul 08 18:15:55.348645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016db6bb-1205-43cb-90bd-6024eb0b0f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6ec4c1-cf82-4d5e-9123-7384791f5485,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:55.357898 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.386972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 850940ba-eb6c-4543-8ef0-1433f5845e6a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:15:55.414554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 850940ba-eb6c-4543-8ef0-1433f5845e6a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:55.420749 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.453866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0002-a268-4f86-83f5-8170f4d45c5b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.489506 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=850940ba-eb6c-4543-8ef0-1433f5845e6a,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:55.504546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d17673-df33-4441-bbbe-2eeec14740a6 None None] DHCP port deletion for 89d961b5-f2ba-41e1-b0d2-98f5e26648e7 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:15:55.541092 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0002-a268-4f86-83f5-8170f4d45c5b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.543357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['850940ba-eb6c-4543-8ef0-1433f5845e6a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:55.573786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c0002-a268-4f86-83f5-8170f4d45c5b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ed26d2-69bf-4603-9400-22d5a69d634d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:55.577429 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0002-a268-4f86-83f5-8170f4d45c5b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.579605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4d2c0002-a268-4f86-83f5-8170f4d45c5b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/e2ed26d2-69bf-4603-9400-22d5a69d634d HTTP/1.1" status: 204 len: 168 time: 0.5683591 Jul 08 18:15:55.582644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50992) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:55.607300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f6da0d-6004-4124-b67e-542e3ff5a69a None None] Network 7cdc9875-522f-4b76-bb72-f96367adc1b9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:55.612487 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-91d17673-df33-4441-bbbe-2eeec14740a6 None None] Deleting port b25a0ddb-879c-4138-8b26-21e43f41fa57 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:55.613098 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-91d17673-df33-4441-bbbe-2eeec14740a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.676038 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.738817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3713a80-ba02-4d4d-b823-a17f42aab2d6 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:55.763827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port b25a0ddb-879c-4138-8b26-21e43f41fa57 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:55.764359 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.803165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-91d17673-df33-4441-bbbe-2eeec14740a6 None None] For port b25a0ddb-879c-4138-8b26-21e43f41fa57, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b25a0ddb-879c-4138-8b26-21e43f41fa57,segment=NetworkSegment(d420544f-a601-435b-a975-e41bc62b6fda),segment_id=d420544f-a601-435b-a975-e41bc62b6fda)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:55.803165 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-91d17673-df33-4441-bbbe-2eeec14740a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.814243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: e3713a80-ba02-4d4d-b823-a17f42aab2d6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:15:55.814243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3713a80-ba02-4d4d-b823-a17f42aab2d6 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:55.814920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b25a0ddb-879c-4138-8b26-21e43f41fa57 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:55.838159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port b25a0ddb-879c-4138-8b26-21e43f41fa57, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b25a0ddb-879c-4138-8b26-21e43f41fa57,segment=NetworkSegment(d420544f-a601-435b-a975-e41bc62b6fda),segment_id=d420544f-a601-435b-a975-e41bc62b6fda)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:55.838582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.854292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-91d17673-df33-4441-bbbe-2eeec14740a6 None None] Calling delete_port for b25a0ddb-879c-4138-8b26-21e43f41fa57 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:55.855667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for b25a0ddb-879c-4138-8b26-21e43f41fa57 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:55.954157 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.996786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=b25a0ddb-879c-4138-8b26-21e43f41fa57,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:56.003008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No DVR routers for this DVR port b25a0ddb-879c-4138-8b26-21e43f41fa57 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:56.020632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No active binding found for port b25a0ddb-879c-4138-8b26-21e43f41fa57 {{(pid=93743) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 18:15:56.021129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b25a0ddb-879c-4138-8b26-21e43f41fa57 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:56.021488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ca778978-973f-48f4-8487-987b823011b4 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:56.031056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f898cd1-d5f9-478b-b99d-03b42996c835 req-b537369c-0a84-455c-994e-65a3a41de3b1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:56.037003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f898cd1-d5f9-478b-b99d-03b42996c835 req-b537369c-0a84-455c-994e-65a3a41de3b1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 944 time: 0.1056674 Jul 08 18:15:56.068370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: ca778978-973f-48f4-8487-987b823011b4 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:15:56.069481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ca778978-973f-48f4-8487-987b823011b4 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:56.115175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f898cd1-d5f9-478b-b99d-03b42996c835 req-ac66c206-0361-4b43-8083-1baf84d71584 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748031 Jul 08 18:15:56.116071 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-91d17673-df33-4441-bbbe-2eeec14740a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.120035 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.129899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d17673-df33-4441-bbbe-2eeec14740a6 None None] No DVR routers for this DVR port b25a0ddb-879c-4138-8b26-21e43f41fa57 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:56.136971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d961b5-f2ba-41e1-b0d2-98f5e26648e7']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:56.156623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd420544f-a601-435b-a975-e41bc62b6fda') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:56.157112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd420544f-a601-435b-a975-e41bc62b6fda') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:56.158958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d17673-df33-4441-bbbe-2eeec14740a6 None None] Pushing event deleted for resources: {'Port': ['ID=b25a0ddb-879c-4138-8b26-21e43f41fa57,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:56.173193 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.192524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a2bb9-0f7d-405c-928f-21a848334243 None None] DHCP port deletion for 7cdc9875-522f-4b76-bb72-f96367adc1b9 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:15:56.202126 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.209714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:56.210138 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:56.213689 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:56.266467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a2bb9-0f7d-405c-928f-21a848334243 None None] Deleting port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:56.267927 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2bb9-0f7d-405c-928f-21a848334243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.295110 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.304294 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.306165 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/networks/89d961b5-f2ba-41e1-b0d2-98f5e26648e7 HTTP/1.1" status: 204 len: 168 time: 0.7225306 Jul 08 18:15:56.314325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51018) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:56.316826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f23f8-c65a-4508-8178-2e9416b2d632 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Network': ['ID=89d961b5-f2ba-41e1-b0d2-98f5e26648e7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:56.380029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-dc3a2bb9-0f7d-405c-928f-21a848334243 None None] For port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1,segment=NetworkSegment(31543925-d07e-4d5d-88fb-2a5393562b99),segment_id=31543925-d07e-4d5d-88fb-2a5393562b99)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:56.380588 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2bb9-0f7d-405c-928f-21a848334243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.409794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a2bb9-0f7d-405c-928f-21a848334243 None None] Calling delete_port for 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:56.501223 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.511551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51026) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:56.535066 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2bb9-0f7d-405c-928f-21a848334243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.567423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a2bb9-0f7d-405c-928f-21a848334243 None None] Pushing event deleted for resources: {'Port': ['ID=4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:56.573632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a2bb9-0f7d-405c-928f-21a848334243 None None] No DVR routers for this DVR port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:56.604166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:56.604842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.665677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-68516696-network', 'tenant_id': 'b2ab5623dd8b4616ad67511d0ca73fb5'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:56.691564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1, host n-d-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:56.692011 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.698653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Made reservation on behalf of b2ab5623dd8b4616ad67511d0ca73fb5 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:56.701099 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.706079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:56.708798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 was not found and therefore no delete operation was performed {{(pid=93742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:15:56.710046 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.724815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.739167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:56.745723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No DVR routers for this DVR port 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:56.815801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 850940ba-eb6c-4543-8ef0-1433f5845e6a up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:56.908751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 850940ba-eb6c-4543-8ef0-1433f5845e6a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:56.911180 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.911787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.924456 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.979684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a25312a-53fa-408a-99f7-576f3d212272,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:56.998336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:57.009382 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.009772 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Added segment 7b87a5c3-7878-4619-990b-746dbca22cf5 of type vlan for network 8499b8e5-7bd0-4c38-b857-12b5343f4388 Jul 08 18:15:57.072355 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.105401 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.131695 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.133203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:57.136198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.136300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850940ba-eb6c-4543-8ef0-1433f5845e6a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:57.137127 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaf46cf-54be-4b55-8295-219441480b5e" -d '{"events": [{"server_uuid": "b9d95ebd-e927-4926-bbe8-644280af225e", "name": "network-vif-plugged", "status": "completed", "tag": "850940ba-eb6c-4543-8ef0-1433f5845e6a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:57.152513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 850940ba-eb6c-4543-8ef0-1433f5845e6a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:57.163692 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.209873 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6962798 Jul 08 18:15:57.213659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51044) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:57.219779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] Request body: {'subnet': {'network_id': '8499b8e5-7bd0-4c38-b857-12b5343f4388', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-68516696-subnet', 'tenant_id': 'b2ab5623dd8b4616ad67511d0ca73fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:57.221307 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.225086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e72b83-f7a1-4e06-b218-9e3b37561f71 admin admin] Pushing event updated for resources: {'Network': ['ID=8499b8e5-7bd0-4c38-b857-12b5343f4388,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:57.254198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdc9875-522f-4b76-bb72-f96367adc1b9']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:57.256189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=850940ba-eb6c-4543-8ef0-1433f5845e6a,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:57.261344 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd03322d-0d98-4e93-b1f3-a74f4cf2e93f x-openstack-request-id: req-fd03322d-0d98-4e93-b1f3-a74f4cf2e93f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:57.261643 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d95ebd-e927-4926-bbe8-644280af225e", "name": "network-vif-plugged", "status": "completed", "tag": "850940ba-eb6c-4543-8ef0-1433f5845e6a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:57.261869 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd03322d-0d98-4e93-b1f3-a74f4cf2e93f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:57.262267 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850940ba-eb6c-4543-8ef0-1433f5845e6a', 'code': 200} Jul 08 18:15:57.262927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 8499b8e5-7bd0-4c38-b857-12b5343f4388 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:57.286996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31543925-d07e-4d5d-88fb-2a5393562b99') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:57.287627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31543925-d07e-4d5d-88fb-2a5393562b99') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:57.291526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] Made reservation on behalf of b2ab5623dd8b4616ad67511d0ca73fb5 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:57.294926 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.319932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.363630 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.374969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:57.375444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:57.379665 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:57.443564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a91ff7-5809-4526-9507-923476f2b337 req-b5095da9-1e1f-498d-9037-fe8b79680c2f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:57.445128 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-80a91ff7-5809-4526-9507-923476f2b337 req-b5095da9-1e1f-498d-9037-fe8b79680c2f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1551375 Jul 08 18:15:57.476444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.483150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.490483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/networks/7cdc9875-522f-4b76-bb72-f96367adc1b9 HTTP/1.1" status: 204 len: 168 time: 1.1700552 Jul 08 18:15:57.495800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51046) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:57.504777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'network': {'name': 'tempest-RoutersTest-419446531'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:57.517163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cdb8e-bc20-4dee-b325-341ba261a75d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Network': ['ID=7cdc9875-522f-4b76-bb72-f96367adc1b9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:57.538293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-80a91ff7-5809-4526-9507-923476f2b337 req-1b516445-9415-491b-a9ba-f8f3d05c9406 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851283 Jul 08 18:15:57.584777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:57.588405 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.632990 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.636103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:57.670528 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.670956 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added segment 2786b889-7d59-420b-8ab9-e6664a6c3c96 of type vlan for network b6b99f05-55e3-4275-87aa-08c5f2b4c1bd Jul 08 18:15:57.733300 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.734536 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:57.736955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=341c83b2-7358-4c24-a641-ee5047dbb65b,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:57.762699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:15:57.764502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4ea0d6f8-84ca-4684-9bfd-2f36ca2f66a1 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:57.770992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] Checking segment: {'id': '7b87a5c3-7878-4619-990b-746dbca22cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8499b8e5-7bd0-4c38-b857-12b5343f4388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:57.771344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] Network hostable DHCP agents. Network: 8499b8e5-7bd0-4c38-b857-12b5343f4388, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:57.801723 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.807234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:57.807760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.819133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] Network 8499b8e5-7bd0-4c38-b857-12b5343f4388 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:57.870725 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3738205 Jul 08 18:15:57.871416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 8499b8e5-7bd0-4c38-b857-12b5343f4388) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:57.873974 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51050) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:57.879345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'subnet': {'network_id': 'b6b99f05-55e3-4275-87aa-08c5f2b4c1bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:57.880386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:57.881729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e8e7ce-cec5-4003-95d3-15619a7b9eb2 None None] Network 8499b8e5-7bd0-4c38-b857-12b5343f4388 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:57.885236 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.900808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb636f-b547-48b1-abef-09a129f5196a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Network': ['ID=b6b99f05-55e3-4275-87aa-08c5f2b4c1bd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:57.918286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-756c211a-35bd-44ed-b2cd-0c950ec563f5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7032132 Jul 08 18:15:57.924138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network b6b99f05-55e3-4275-87aa-08c5f2b4c1bd details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:58.025439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:58.029585 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.062037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51056) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:58.093715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b122a19-9adf-4781-ad01-c33a548ce1e2 None None] Network 8499b8e5-7bd0-4c38-b857-12b5343f4388 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:58.122129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc93707-9de2-4ba7-b35d-274d16575bf6 admin admin] Deleting subnet 341c83b2-7358-4c24-a641-ee5047dbb65b {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:15:58.127113 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfc93707-9de2-4ba7-b35d-274d16575bf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.171468 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfc93707-9de2-4ba7-b35d-274d16575bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.214902 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfc93707-9de2-4ba7-b35d-274d16575bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.285822 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfc93707-9de2-4ba7-b35d-274d16575bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.303105 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.315610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc93707-9de2-4ba7-b35d-274d16575bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341c83b2-7358-4c24-a641-ee5047dbb65b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:58.321272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfc93707-9de2-4ba7-b35d-274d16575bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.325685 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cfc93707-9de2-4ba7-b35d-274d16575bf6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/341c83b2-7358-4c24-a641-ee5047dbb65b HTTP/1.1" status: 204 len: 168 time: 0.2602606 Jul 08 18:15:58.326067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51062) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:58.370802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Subnet': ['ID=04a96140-744c-4210-b2b8-009675d73b9e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:58.378691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Checking segment: {'id': '2786b889-7d59-420b-8ab9-e6664a6c3c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b99f05-55e3-4275-87aa-08c5f2b4c1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:58.379194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network hostable DHCP agents. Network: b6b99f05-55e3-4275-87aa-08c5f2b4c1bd, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:58.407446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network b6b99f05-55e3-4275-87aa-08c5f2b4c1bd is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:58.411837 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.417924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, b6b99f05-55e3-4275-87aa-08c5f2b4c1bd) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:58.423407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:58.424294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.437675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b72b0-94cc-4aef-99e4-c6f5ead2aecd None None] Network b6b99f05-55e3-4275-87aa-08c5f2b4c1bd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:58.456802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2662b149-d0c1-4091-baf8-58201924e637 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5786324 Jul 08 18:15:58.456802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51064) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:58.461193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a8cd0bf7-00c5-4467-9bd2-e81e4d2bd9e1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1594495281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:58.495573 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8cd0bf7-00c5-4467-9bd2-e81e4d2bd9e1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.496810 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8cd0bf7-00c5-4467-9bd2-e81e4d2bd9e1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.505845 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.516851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8499b8e5-7bd0-4c38-b857-12b5343f4388']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:58.530280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b87a5c3-7878-4619-990b-746dbca22cf5') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:58.530789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b87a5c3-7878-4619-990b-746dbca22cf5') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:58.543268 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.558669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.568182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:58.569666 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:58.571885 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:58.590105 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8cd0bf7-00c5-4467-9bd2-e81e4d2bd9e1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.596763 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8cd0bf7-00c5-4467-9bd2-e81e4d2bd9e1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.618332 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8cd0bf7-00c5-4467-9bd2-e81e4d2bd9e1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.622231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a8cd0bf7-00c5-4467-9bd2-e81e4d2bd9e1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1623831 Jul 08 18:15:58.622706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51068) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:58.628605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'port': {'network_id': 'b6b99f05-55e3-4275-87aa-08c5f2b4c1bd', 'name': 'tempest-RoutersTest-1320735515'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:58.648392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-b6b99f05-55e3-4275-87aa-08c5f2b4c1bd', 'network_id': 'b6b99f05-55e3-4275-87aa-08c5f2b4c1bd', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'fixed_ips': [{'subnet_id': '04a96140-744c-4210-b2b8-009675d73b9e'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:58.649278 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.681934 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.691937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.693804 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8499b8e5-7bd0-4c38-b857-12b5343f4388 HTTP/1.1" status: 204 len: 168 time: 0.3664851 Jul 08 18:15:58.720495 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b8fe4-d6f2-41ea-89b8-c8937f8daa25 admin admin] Pushing event deleted for resources: {'Network': ['ID=8499b8e5-7bd0-4c38-b857-12b5343f4388,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:58.835425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:58.839665 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:58.876898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] device_id is not set on port 521b8e67-9879-447e-b807-52782f357b09 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:15:58.894912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a4e2d-9600-4889-a640-092da14252cf req-5435e3b5-1ebd-4a6a-8656-d1039da6a617 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:58.903621 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51074) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:58.906062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb1a4e2d-9600-4889-a640-092da14252cf req-5435e3b5-1ebd-4a6a-8656-d1039da6a617 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1826875 Jul 08 18:15:58.939300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Allocated IP 172.20.0.2 (b6b99f05-55e3-4275-87aa-08c5f2b4c1bd/04a96140-744c-4210-b2b8-009675d73b9e/9e0ca534-b31a-49bc-9042-4ae147854850) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:58.987868 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-31094b83-3d85-466d-90ea-38a06fd9919c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b2ab5623dd8b4616ad67511d0ca73fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813074 Jul 08 18:15:58.990382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51076) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:59.004709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb1a4e2d-9600-4889-a640-092da14252cf req-92561a7b-4f8f-4a8f-9159-aa25035ddbb5 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976450 Jul 08 18:15:59.045489 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a1798a9-5516-467a-9b0d-c3442b9ca33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.076108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a1798a9-5516-467a-9b0d-c3442b9ca33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.136968 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.148321 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a1798a9-5516-467a-9b0d-c3442b9ca33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.151093 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a1798a9-5516-467a-9b0d-c3442b9ca33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.151439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Transition to ACTIVE for port object 9e0ca534-b31a-49bc-9042-4ae147854850 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:59.154647 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a1798a9-5516-467a-9b0d-c3442b9ca33e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a25312a-53fa-408a-99f7-576f3d212272 HTTP/1.1" status: 204 len: 168 time: 0.1608627 Jul 08 18:15:59.161606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1798a9-5516-467a-9b0d-c3442b9ca33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a25312a-53fa-408a-99f7-576f3d212272,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:59.169098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Transition to ACTIVE for port object 9e0ca534-b31a-49bc-9042-4ae147854850 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:59.187625 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.258383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Network b6b99f05-55e3-4275-87aa-08c5f2b4c1bd is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:59.268687 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:59.273368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:59.285144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Pushing event updated for resources: {'Port': ['ID=9e0ca534-b31a-49bc-9042-4ae147854850,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:59.300816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Allocated IP 172.20.0.10 (b6b99f05-55e3-4275-87aa-08c5f2b4c1bd/04a96140-744c-4210-b2b8-009675d73b9e/521b8e67-9879-447e-b807-52782f357b09) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:59.354853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Attempting to bind port 9e0ca534-b31a-49bc-9042-4ae147854850 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:59.355508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Attempting to bind port 9e0ca534-b31a-49bc-9042-4ae147854850 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '2786b889-7d59-420b-8ab9-e6664a6c3c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b99f05-55e3-4275-87aa-08c5f2b4c1bd'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:59.356075 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Attempting to bind port 9e0ca534-b31a-49bc-9042-4ae147854850 on network b6b99f05-55e3-4275-87aa-08c5f2b4c1bd {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:59.367654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:59.367654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Checking segment: {'id': '2786b889-7d59-420b-8ab9-e6664a6c3c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b99f05-55e3-4275-87aa-08c5f2b4c1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:59.368093 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.368698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Bound using segment: {'id': '2786b889-7d59-420b-8ab9-e6664a6c3c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b99f05-55e3-4275-87aa-08c5f2b4c1bd'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:59.369358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Bound port: 9e0ca534-b31a-49bc-9042-4ae147854850, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2786b889-7d59-420b-8ab9-e6664a6c3c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b99f05-55e3-4275-87aa-08c5f2b4c1bd'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:59.378965 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.611198 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.655240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Transition to ACTIVE for port object 521b8e67-9879-447e-b807-52782f357b09 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:59.681283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] For port 9e0ca534-b31a-49bc-9042-4ae147854850, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:59.692790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] For port 9e0ca534-b31a-49bc-9042-4ae147854850, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9e0ca534-b31a-49bc-9042-4ae147854850,segment=NetworkSegment(2786b889-7d59-420b-8ab9-e6664a6c3c96),segment_id=2786b889-7d59-420b-8ab9-e6664a6c3c96)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:59.704603 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.728056 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.785907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f7501-9dff-45ed-980b-b888e8b34b83 None None] Pushing event updated for resources: {'Port': ['ID=9e0ca534-b31a-49bc-9042-4ae147854850,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:59.811153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network b6b99f05-55e3-4275-87aa-08c5f2b4c1bd is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:59.812926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:59.817720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:59.862584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=521b8e67-9879-447e-b807-52782f357b09,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:59.898416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:59.898958 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.935223 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1e114721-7350-4979-a127-6dfcad8b0459 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3109996 Jul 08 18:15:59.941712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51112) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:00.464433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42adde4-d094-4ff9-8ee5-aae2a4eb9d8a req-6789fe57-fe5c-4011-b3b4-d7f1595ba273 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:00.465993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b42adde4-d094-4ff9-8ee5-aae2a4eb9d8a req-6789fe57-fe5c-4011-b3b4-d7f1595ba273 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.2050576 Jul 08 18:16:00.564142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b42adde4-d094-4ff9-8ee5-aae2a4eb9d8a req-60b2b8fe-a5c9-47f3-827c-38e5beb2b2ac tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874903 Jul 08 18:16:00.701901 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:01.082265 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:16:01.088724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:01.098531 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:01.229278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=521b8e67-9879-447e-b807-52782f357b09,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:01.425562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb57f2-2b31-4b2f-a10c-d9ee1f421e6c None None] Network b6b99f05-55e3-4275-87aa-08c5f2b4c1bd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:01.503822 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:01.579868 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-09682297-e05b-4081-82a5-8b2685ef698f None None] Provisioning for port 9e0ca534-b31a-49bc-9042-4ae147854850 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:01.767267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51170) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:01.919111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9e0ca534-b31a-49bc-9042-4ae147854850 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:01.952633 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.067640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 9e0ca534-b31a-49bc-9042-4ae147854850 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:02.085770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 9e0ca534-b31a-49bc-9042-4ae147854850 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:02.090662 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.299616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-79244475-4c27-4a4f-98c4-13d222486919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.317189 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.380236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 9e0ca534-b31a-49bc-9042-4ae147854850, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9e0ca534-b31a-49bc-9042-4ae147854850,segment=NetworkSegment(2786b889-7d59-420b-8ab9-e6664a6c3c96),segment_id=2786b889-7d59-420b-8ab9-e6664a6c3c96)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:02.382751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8ad22f7a-91c3-4e6c-8478-b7613f717159 None None] Provisioning for port 521b8e67-9879-447e-b807-52782f357b09 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:02.387232 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.393403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8ad22f7a-91c3-4e6c-8478-b7613f717159 None None] Provisioning complete for port 521b8e67-9879-447e-b807-52782f357b09 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:02.393921 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8ad22f7a-91c3-4e6c-8478-b7613f717159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.474137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8ad22f7a-91c3-4e6c-8478-b7613f717159 None None] Port 521b8e67-9879-447e-b807-52782f357b09 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:02.535789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8ad22f7a-91c3-4e6c-8478-b7613f717159 None None] Provisioning complete for port 9e0ca534-b31a-49bc-9042-4ae147854850 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:02.536528 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8ad22f7a-91c3-4e6c-8478-b7613f717159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.647298 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=9e0ca534-b31a-49bc-9042-4ae147854850,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:02.712553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.713046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.713471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.713914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.714437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.715943 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.717146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.723149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.723717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.724177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.724613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.725047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:03.027723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ee3ec1f5-2b24-4289-89b4-1dd311a7607f None None] Provisioning complete for port 521b8e67-9879-447e-b807-52782f357b09 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:03.028520 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec1f5-2b24-4289-89b4-1dd311a7607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:03.116484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ec1f5-2b24-4289-89b4-1dd311a7607f None None] Port 521b8e67-9879-447e-b807-52782f357b09 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:03.251687 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-35eefaed-203c-4f21-b733-e8852550ea3d None None] Provisioning complete for port 521b8e67-9879-447e-b807-52782f357b09 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:03.251888 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35eefaed-203c-4f21-b733-e8852550ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:03.391516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-35eefaed-203c-4f21-b733-e8852550ea3d None None] Port 521b8e67-9879-447e-b807-52782f357b09 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:03.481441 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:03.622885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ca771-5b15-48c0-a57a-15de07a1c188 req-9a22abc3-40c0-4cff-9814-dc19091342d7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:03.629933 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-260ca771-5b15-48c0-a57a-15de07a1c188 req-9a22abc3-40c0-4cff-9814-dc19091342d7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 1.6360812 Jul 08 18:16:03.633865 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:03.676989 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:03.833246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9e0ca534-b31a-49bc-9042-4ae147854850 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:03.983855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 9e0ca534-b31a-49bc-9042-4ae147854850 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:03.983855 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.014826 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-260ca771-5b15-48c0-a57a-15de07a1c188 req-3209ffe0-baea-4989-8c46-20af305b28e7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839569 Jul 08 18:16:04.026293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=521b8e67-9879-447e-b807-52782f357b09,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:04.027800 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.060887 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-79244475-4c27-4a4f-98c4-13d222486919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.100600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-79244475-4c27-4a4f-98c4-13d222486919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.189559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-79244475-4c27-4a4f-98c4-13d222486919 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1cbb81d8cda14407ad913b2d3761b1ee&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4146390 Jul 08 18:16:04.190446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51188) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:04.190918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79244475-4c27-4a4f-98c4-13d222486919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347b50a1-b069-4392-9150-27695c8a7d43,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:04.211624 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.235589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network b6b99f05-55e3-4275-87aa-08c5f2b4c1bd is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:04.237089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:04.549975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router bdbca4e3-3ca5-4ff8-b4f2-71f16674c914 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:16:04.636640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0e972e08-1764-4174-bbc4-f8872e8d4132 None None] Provisioning complete for port 521b8e67-9879-447e-b807-52782f357b09 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:04.641399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e972e08-1764-4174-bbc4-f8872e8d4132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.660201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67a19e71-9f8b-4de5-af4b-73467e9049fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.692846 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67a19e71-9f8b-4de5-af4b-73467e9049fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.727630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0e972e08-1764-4174-bbc4-f8872e8d4132 None None] Port 521b8e67-9879-447e-b807-52782f357b09 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:04.771464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:04.772061 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67a19e71-9f8b-4de5-af4b-73467e9049fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.777187 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67a19e71-9f8b-4de5-af4b-73467e9049fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.781044 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-67a19e71-9f8b-4de5-af4b-73467e9049fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/347b50a1-b069-4392-9150-27695c8a7d43 HTTP/1.1" status: 204 len: 168 time: 0.5895977 Jul 08 18:16:04.800537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b3f7a-95f9-4674-b846-4e998b55a40c None None] Sync routers for ids ['bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:04.813267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51192) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:04.815771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e37fcdd4-fb17-4202-847d-af1d24f61a56 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/bdbca4e3-3ca5-4ff8-b4f2-71f16674c914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8724432 Jul 08 18:16:04.821002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b3f7a-95f9-4674-b846-4e998b55a40c None None] Routers {'bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:04.821631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-033b3f7a-95f9-4674-b846-4e998b55a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:04.838294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a19e71-9f8b-4de5-af4b-73467e9049fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347b50a1-b069-4392-9150-27695c8a7d43,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:04.900714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-033b3f7a-95f9-4674-b846-4e998b55a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:04.922374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b3f7a-95f9-4674-b846-4e998b55a40c None None] Routers {'bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:04.923161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-033b3f7a-95f9-4674-b846-4e998b55a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:04.960963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743499fc-81fa-48c2-9b8d-1fd3a3831306 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:04.962950 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-743499fc-81fa-48c2-9b8d-1fd3a3831306 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports/521b8e67-9879-447e-b807-52782f357b09 HTTP/1.1" status: 200 len: 978 time: 0.1483550 Jul 08 18:16:04.965865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51196) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:05.012590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-033b3f7a-95f9-4674-b846-4e998b55a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:05.017199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b3f7a-95f9-4674-b846-4e998b55a40c None None] The sync data for ids ['bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:05.470037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb119a0-dbfe-493e-ab60-8a06278177c5 req-3f739fec-b13c-4b30-a2d0-91e0ee8e2115 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:05.479524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ceb119a0-dbfe-493e-ab60-8a06278177c5 req-3f739fec-b13c-4b30-a2d0-91e0ee8e2115 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1208189 Jul 08 18:16:05.643613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ceb119a0-dbfe-493e-ab60-8a06278177c5 req-bad28567-acbc-49db-8f38-0253862a6452 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624854 Jul 08 18:16:05.871499 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d6593649-5a8c-4eea-8703-240c679ab913 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:06.245224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d6593649-5a8c-4eea-8703-240c679ab913 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 521b8e67-9879-447e-b807-52782f357b09 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:06.245575 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d6593649-5a8c-4eea-8703-240c679ab913 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:06.273633 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fd0a65c9-f4cb-4e04-9bfc-a46ba723315d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:06.406580 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d6593649-5a8c-4eea-8703-240c679ab913 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:06.436943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d6593649-5a8c-4eea-8703-240c679ab913 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 521b8e67-9879-447e-b807-52782f357b09 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:06.670705 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d6593649-5a8c-4eea-8703-240c679ab913 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:06.705923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6593649-5a8c-4eea-8703-240c679ab913 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=521b8e67-9879-447e-b807-52782f357b09,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:06.978053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d6593649-5a8c-4eea-8703-240c679ab913 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:07.079961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247faf85-ea99-41a4-848b-957f339a2f52 req-52e57d98-e753-4682-8ec0-5e1b95dee79a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:07.081635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-247faf85-ea99-41a4-848b-957f339a2f52 req-52e57d98-e753-4682-8ec0-5e1b95dee79a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.2378669 Jul 08 18:16:07.198939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6593649-5a8c-4eea-8703-240c679ab913 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router bdbca4e3-3ca5-4ff8-b4f2-71f16674c914 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:07.199484 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-247faf85-ea99-41a4-848b-957f339a2f52 req-94a1e230-8290-4696-9967-1d159331895d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069887 Jul 08 18:16:07.287827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6593649-5a8c-4eea-8703-240c679ab913 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:07.294188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d6593649-5a8c-4eea-8703-240c679ab913 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/bdbca4e3-3ca5-4ff8-b4f2-71f16674c914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3264761 Jul 08 18:16:07.296852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51252) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:07.299033 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc047d03-4eae-4faa-bf7e-623c209a4caa None None] Sync routers for ids ['bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:07.313099 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc047d03-4eae-4faa-bf7e-623c209a4caa None None] Routers {'bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:07.313856 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dc047d03-4eae-4faa-bf7e-623c209a4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:07.404811 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dc047d03-4eae-4faa-bf7e-623c209a4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:07.416798 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc047d03-4eae-4faa-bf7e-623c209a4caa None None] Routers {'bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:07.417409 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dc047d03-4eae-4faa-bf7e-623c209a4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:15:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:07.482079 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dc047d03-4eae-4faa-bf7e-623c209a4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:07.483802 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc047d03-4eae-4faa-bf7e-623c209a4caa None None] The sync data for ids ['bdbca4e3-3ca5-4ff8-b4f2-71f16674c914'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:07.532858 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-c962f859-2fcd-4720-b55d-3de594e171a2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 18:16:07.534059 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c962f859-2fcd-4720-b55d-3de594e171a2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/bdbca4e3-3ca5-4ff8-b4f2-71f16674c914/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2362518 Jul 08 18:16:07.537080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51266) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:07.601081 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7bcfae65-dd50-491e-9c31-9baec3dd18e4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdbca4e3-3ca5-4ff8-b4f2-71f16674c914 HTTP/1.1" status: 200 len: 205 time: 0.0621600 Jul 08 18:16:07.603457 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51270) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:07.654375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-fc42a896-c78d-4491-a5df-d7637fb4f4a5 req-d0464b69-7221-4426-a5e2-d5a6229822e2 service neutron] (93742) timed out ('10.222.0.73', 53156) {{(pid=93742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:16:07.716539 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-043b0903-e165-4ccf-b7f7-c794b8f7c2d5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:07.982048 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-043b0903-e165-4ccf-b7f7-c794b8f7c2d5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:07.987499 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-043b0903-e165-4ccf-b7f7-c794b8f7c2d5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.052183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-043b0903-e165-4ccf-b7f7-c794b8f7c2d5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.054173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043b0903-e165-4ccf-b7f7-c794b8f7c2d5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Fanout notify agent at l3_agent the message router_deleted on router bdbca4e3-3ca5-4ff8-b4f2-71f16674c914 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:16:08.069265 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-043b0903-e165-4ccf-b7f7-c794b8f7c2d5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.070414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-043b0903-e165-4ccf-b7f7-c794b8f7c2d5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/bdbca4e3-3ca5-4ff8-b4f2-71f16674c914 HTTP/1.1" status: 204 len: 168 time: 0.4658308 Jul 08 18:16:08.073362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51292) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:08.169385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-337f57c4-319f-4760-9782-d9925cb6ef62 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting subnet 04a96140-744c-4210-b2b8-009675d73b9e {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:16:08.177458 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-337f57c4-319f-4760-9782-d9925cb6ef62 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.543787 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-337f57c4-319f-4760-9782-d9925cb6ef62 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.674236 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-337f57c4-319f-4760-9782-d9925cb6ef62 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.767592 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-337f57c4-319f-4760-9782-d9925cb6ef62 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.848218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f57c4-319f-4760-9782-d9925cb6ef62 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Subnet': ['ID=04a96140-744c-4210-b2b8-009675d73b9e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:08.853022 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-337f57c4-319f-4760-9782-d9925cb6ef62 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.865686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51312) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:08.866672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-337f57c4-319f-4760-9782-d9925cb6ef62 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/04a96140-744c-4210-b2b8-009675d73b9e HTTP/1.1" status: 204 len: 168 time: 0.7915969 Jul 08 18:16:08.866818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22777565-68cf-4291-b13e-04a94aa1c634 None None] Network b6b99f05-55e3-4275-87aa-08c5f2b4c1bd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:09.010153 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.121434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 9e0ca534-b31a-49bc-9042-4ae147854850 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:09.121777 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.181405 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7b18b0e-c387-4fbf-8107-5bc7f5a6d8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.196361 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.276463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port 9e0ca534-b31a-49bc-9042-4ae147854850, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9e0ca534-b31a-49bc-9042-4ae147854850,segment=NetworkSegment(2786b889-7d59-420b-8ab9-e6664a6c3c96),segment_id=2786b889-7d59-420b-8ab9-e6664a6c3c96)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:09.276948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.295871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 9e0ca534-b31a-49bc-9042-4ae147854850 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:09.336503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9dcf8e-a67a-427b-b701-453b679a65af None None] DHCP port deletion for b6b99f05-55e3-4275-87aa-08c5f2b4c1bd request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:16:09.346797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc376059-6bde-44cb-ac17-23c1393418d2 req-041fd3af-aa3f-4712-b9a4-38e6265dd162 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:09.349468 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc376059-6bde-44cb-ac17-23c1393418d2 req-041fd3af-aa3f-4712-b9a4-38e6265dd162 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1391621 Jul 08 18:16:09.405808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.429978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc376059-6bde-44cb-ac17-23c1393418d2 req-11bdd5c2-a34c-491e-9984-689c9c0d47ec tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726256 Jul 08 18:16:09.446370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=9e0ca534-b31a-49bc-9042-4ae147854850,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:09.453048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No DVR routers for this DVR port 9e0ca534-b31a-49bc-9042-4ae147854850 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:09.493389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ab9dcf8e-a67a-427b-b701-453b679a65af None None] Deleting port 9e0ca534-b31a-49bc-9042-4ae147854850 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:09.494499 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf8e-a67a-427b-b701-453b679a65af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.554738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51322) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:09.572700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.573967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ab9dcf8e-a67a-427b-b701-453b679a65af None None] For port 9e0ca534-b31a-49bc-9042-4ae147854850, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:09.574575 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf8e-a67a-427b-b701-453b679a65af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.590752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ab9dcf8e-a67a-427b-b701-453b679a65af None None] Calling delete_port for 9e0ca534-b31a-49bc-9042-4ae147854850 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:09.594352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-ab9dcf8e-a67a-427b-b701-453b679a65af None None] Port 9e0ca534-b31a-49bc-9042-4ae147854850 was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:16:09.595255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b99f05-55e3-4275-87aa-08c5f2b4c1bd']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:09.596077 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf8e-a67a-427b-b701-453b679a65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.609540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9dcf8e-a67a-427b-b701-453b679a65af None None] No DVR routers for this DVR port 9e0ca534-b31a-49bc-9042-4ae147854850 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:09.613084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2786b889-7d59-420b-8ab9-e6664a6c3c96') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:09.613514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2786b889-7d59-420b-8ab9-e6664a6c3c96') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:09.629301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.629823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dcf8e-a67a-427b-b701-453b679a65af None None] Pushing event deleted for resources: {'Port': ['ID=9e0ca534-b31a-49bc-9042-4ae147854850,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:09.675855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.683452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:16:09.683978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:16:09.698292 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:16:09.716427 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fda1c3db-1504-4281-a394-119dc7e84ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.736651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9e0ca534-b31a-49bc-9042-4ae147854850 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:09.791922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 9e0ca534-b31a-49bc-9042-4ae147854850 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:09.792977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9e0ca534-b31a-49bc-9042-4ae147854850 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:09.798973 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.810611 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.821145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51326) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:09.822017 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/networks/b6b99f05-55e3-4275-87aa-08c5f2b4c1bd HTTP/1.1" status: 204 len: 168 time: 0.9550354 Jul 08 18:16:09.835588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'network': {'name': 'tempest-RoutersTest-176128513'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:09.848931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f3259-836c-4e0a-85d9-0291a5f0f362 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Network': ['ID=b6b99f05-55e3-4275-87aa-08c5f2b4c1bd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:09.911486 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fda1c3db-1504-4281-a394-119dc7e84ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.923027 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fda1c3db-1504-4281-a394-119dc7e84ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.003202 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fda1c3db-1504-4281-a394-119dc7e84ae1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=43847506d85548f7ab77253164c02e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467537 Jul 08 18:16:10.004872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51330) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:10.010462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:10.014554 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.018424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1c3db-1504-4281-a394-119dc7e84ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ed374c-87a4-45be-b6c6-64a91e218f44,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:10.064057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:16:10.073944 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8cf4cebc-aac9-4387-b8e9-d22e77fee118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.079337 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.079801 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added segment 78428808-fd1b-4f68-8c0a-d9f5c9b18d1f of type vlan for network 64faf56e-1511-40ad-a50f-c5e0112e612a Jul 08 18:16:10.117759 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8cf4cebc-aac9-4387-b8e9-d22e77fee118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.137378 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.156416 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.187393 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8cf4cebc-aac9-4387-b8e9-d22e77fee118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.193058 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8cf4cebc-aac9-4387-b8e9-d22e77fee118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.194534 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8cf4cebc-aac9-4387-b8e9-d22e77fee118 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94ed374c-87a4-45be-b6c6-64a91e218f44 HTTP/1.1" status: 204 len: 168 time: 0.1885474 Jul 08 18:16:10.207681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4cebc-aac9-4387-b8e9-d22e77fee118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ed374c-87a4-45be-b6c6-64a91e218f44,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:10.256241 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.264733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:10.265377 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.304111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51338) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:10.304403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4798479 Jul 08 18:16:10.314032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'subnet': {'network_id': '64faf56e-1511-40ad-a50f-c5e0112e612a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:10.368549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708548be-cfe3-48d7-8406-7d7abeba9a57 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Network': ['ID=64faf56e-1511-40ad-a50f-c5e0112e612a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:10.382102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 64faf56e-1511-40ad-a50f-c5e0112e612a details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:16:10.599196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:10.602808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.703035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2045cf2-1faa-4fda-9dcf-55f5ffc70947 req-5be348b9-9e45-4932-a15d-c9639a7581f3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:10.704824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2045cf2-1faa-4fda-9dcf-55f5ffc70947 req-5be348b9-9e45-4932-a15d-c9639a7581f3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.0946350 Jul 08 18:16:10.763985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51344) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:10.768494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2045cf2-1faa-4fda-9dcf-55f5ffc70947 req-598d8611-7f8d-4aed-bb26-f38795a0a6e2 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565188 Jul 08 18:16:10.780849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-278cbfc8-3a79-488e-bba0-70d6edff8054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:10.986928 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.053057 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-278cbfc8-3a79-488e-bba0-70d6edff8054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.067620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-278cbfc8-3a79-488e-bba0-70d6edff8054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.101147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Subnet': ['ID=2cc179ff-a30f-4bf6-8966-dcebdc040fc0,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:11.137053 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-278cbfc8-3a79-488e-bba0-70d6edff8054 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8aca10f6e3884d619f517f0f769281ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719890 Jul 08 18:16:11.141807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Checking segment: {'id': '78428808-fd1b-4f68-8c0a-d9f5c9b18d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '64faf56e-1511-40ad-a50f-c5e0112e612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:11.142330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network hostable DHCP agents. Network: 64faf56e-1511-40ad-a50f-c5e0112e612a, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:16:11.143170 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51348) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:11.146319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cbfc8-3a79-488e-bba0-70d6edff8054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1562891-f8e3-49b4-8b97-a2dc9972822e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:11.193709 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 64faf56e-1511-40ad-a50f-c5e0112e612a is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:16:11.206165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 64faf56e-1511-40ad-a50f-c5e0112e612a) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:11.210974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:11.211670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.215843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d22f44-65e4-455c-b14a-cc91abfe35c3 None None] Network 64faf56e-1511-40ad-a50f-c5e0112e612a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:11.255208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-41000d05-fe57-4e78-98a5-8a1f983cdbf9 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9495296 Jul 08 18:16:11.257662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51352) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:11.263710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ca765edb-f333-4db6-840b-9489166a0d72 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2137842515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:11.268813 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2cddcbc1-23c7-4f04-84c4-2ac818bb2f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.296457 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca765edb-f333-4db6-840b-9489166a0d72 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.297496 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca765edb-f333-4db6-840b-9489166a0d72 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.303749 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2cddcbc1-23c7-4f04-84c4-2ac818bb2f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.376223 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2cddcbc1-23c7-4f04-84c4-2ac818bb2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.384731 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2cddcbc1-23c7-4f04-84c4-2ac818bb2f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.391754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2cddcbc1-23c7-4f04-84c4-2ac818bb2f5f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1562891-f8e3-49b4-8b97-a2dc9972822e HTTP/1.1" status: 204 len: 168 time: 0.2336638 Jul 08 18:16:11.410062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddcbc1-23c7-4f04-84c4-2ac818bb2f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1562891-f8e3-49b4-8b97-a2dc9972822e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:11.421444 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca765edb-f333-4db6-840b-9489166a0d72 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.435661 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca765edb-f333-4db6-840b-9489166a0d72 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.472781 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca765edb-f333-4db6-840b-9489166a0d72 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.477242 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ca765edb-f333-4db6-840b-9489166a0d72 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2159743 Jul 08 18:16:11.477606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51364) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:11.504997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-64faf56e-1511-40ad-a50f-c5e0112e612a', 'network_id': '64faf56e-1511-40ad-a50f-c5e0112e612a', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'fixed_ips': [{'subnet_id': '2cc179ff-a30f-4bf6-8966-dcebdc040fc0'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:16:11.506120 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:11.817868 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Allocated IP 172.20.0.2 (64faf56e-1511-40ad-a50f-c5e0112e612a/2cc179ff-a30f-4bf6-8966-dcebdc040fc0/eb0749c6-770b-4dc8-a1f8-577283df02c0) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:11.869555 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:12.118659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:12.235749 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:12.260154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Transition to ACTIVE for port object eb0749c6-770b-4dc8-a1f8-577283df02c0 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:12.309285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Transition to ACTIVE for port object eb0749c6-770b-4dc8-a1f8-577283df02c0 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:12.334868 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:12.421972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b4ff-ddc7-4b82-a699-9e0753d4c04b req-83b27630-fd50-4f20-bb31-b2bc2cbe3df3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:12.423641 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a30b4ff-ddc7-4b82-a699-9e0753d4c04b req-83b27630-fd50-4f20-bb31-b2bc2cbe3df3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.4459956 Jul 08 18:16:12.456114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Network 64faf56e-1511-40ad-a50f-c5e0112e612a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:12.458930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:12.465636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:12.491987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Pushing event updated for resources: {'Port': ['ID=eb0749c6-770b-4dc8-a1f8-577283df02c0,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:12.553640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Allocated IP 172.20.0.1 (64faf56e-1511-40ad-a50f-c5e0112e612a/2cc179ff-a30f-4bf6-8966-dcebdc040fc0/34503bee-d021-49bf-ae71-19de7926ce60) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:12.573011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Attempting to bind port eb0749c6-770b-4dc8-a1f8-577283df02c0 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:12.573384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Attempting to bind port eb0749c6-770b-4dc8-a1f8-577283df02c0 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '78428808-fd1b-4f68-8c0a-d9f5c9b18d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '64faf56e-1511-40ad-a50f-c5e0112e612a'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:12.574088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Attempting to bind port eb0749c6-770b-4dc8-a1f8-577283df02c0 on network 64faf56e-1511-40ad-a50f-c5e0112e612a {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:12.580636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:12.581012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Checking segment: {'id': '78428808-fd1b-4f68-8c0a-d9f5c9b18d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '64faf56e-1511-40ad-a50f-c5e0112e612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:12.582232 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:12.582850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Bound using segment: {'id': '78428808-fd1b-4f68-8c0a-d9f5c9b18d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '64faf56e-1511-40ad-a50f-c5e0112e612a'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:12.583376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Bound port: eb0749c6-770b-4dc8-a1f8-577283df02c0, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78428808-fd1b-4f68-8c0a-d9f5c9b18d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '64faf56e-1511-40ad-a50f-c5e0112e612a'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:12.583760 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:12.703735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] For port eb0749c6-770b-4dc8-a1f8-577283df02c0, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:12.708892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] For port eb0749c6-770b-4dc8-a1f8-577283df02c0, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=eb0749c6-770b-4dc8-a1f8-577283df02c0,segment=NetworkSegment(78428808-fd1b-4f68-8c0a-d9f5c9b18d1f),segment_id=78428808-fd1b-4f68-8c0a-d9f5c9b18d1f)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:12.721890 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:12.760258 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:12.777534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Transition to ACTIVE for port object 34503bee-d021-49bf-ae71-19de7926ce60 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:12.808704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a30b4ff-ddc7-4b82-a699-9e0753d4c04b req-7a4c11f0-c36a-4d25-88fe-9992d1a7ca9c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750236 Jul 08 18:16:12.853237 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:12.855315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30345b9f-92e9-4cf5-a0f7-853d07b5d52b None None] Pushing event updated for resources: {'Port': ['ID=eb0749c6-770b-4dc8-a1f8-577283df02c0,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:12.926148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=34503bee-d021-49bf-ae71-19de7926ce60,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:12.982694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 64faf56e-1511-40ad-a50f-c5e0112e612a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:12.984264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:12.997912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:13.055943 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.279875 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.804279 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.817155 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.846598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eb0749c6-770b-4dc8-a1f8-577283df02c0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:13.899166 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:14.018306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port eb0749c6-770b-4dc8-a1f8-577283df02c0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:14.076237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=34503bee-d021-49bf-ae71-19de7926ce60,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:14.156461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 64faf56e-1511-40ad-a50f-c5e0112e612a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:14.160686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:14.469245 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d583442-f76c-48de-af09-479cff5a3f36 None None] Network 64faf56e-1511-40ad-a50f-c5e0112e612a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:14.491480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router 27435b72-3f97-4fa5-8a2b-5661fc1ece5b is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:16:14.504958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516803b4-6442-41a8-b3f3-920d437e64c7 req-1c256f17-1a46-4651-a85f-8bd8a7c64b9d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:14.512280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-516803b4-6442-41a8-b3f3-920d437e64c7 req-1c256f17-1a46-4651-a85f-8bd8a7c64b9d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.3545256 Jul 08 18:16:14.630250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d58438ae-adb5-4cf4-ac1d-33fb5fc853d2 None None] Provisioning for port eb0749c6-770b-4dc8-a1f8-577283df02c0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:14.648592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d58438ae-adb5-4cf4-ac1d-33fb5fc853d2 None None] Provisioning complete for port eb0749c6-770b-4dc8-a1f8-577283df02c0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:14.648973 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d58438ae-adb5-4cf4-ac1d-33fb5fc853d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:14.720920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:14.732364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51450) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:14.742312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412cf77-e649-4657-8fba-382bff5442a5 None None] Sync routers for ids ['27435b72-3f97-4fa5-8a2b-5661fc1ece5b'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:14.744992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c52834c4-2c33-412d-b620-75f0531cada4 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/27435b72-3f97-4fa5-8a2b-5661fc1ece5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2660437 Jul 08 18:16:14.777451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412cf77-e649-4657-8fba-382bff5442a5 None None] Routers {'27435b72-3f97-4fa5-8a2b-5661fc1ece5b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:14.778070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1412cf77-e649-4657-8fba-382bff5442a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['27435b72-3f97-4fa5-8a2b-5661fc1ece5b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:14.859601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-516803b4-6442-41a8-b3f3-920d437e64c7 req-489a5622-a9b5-44ca-8a80-fee8978e83a9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461959 Jul 08 18:16:14.869915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1412cf77-e649-4657-8fba-382bff5442a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:14.883319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae790aef-9178-48a0-9cf1-8f4d6f654216 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:14.889229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51454) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:14.896822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ae790aef-9178-48a0-9cf1-8f4d6f654216 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports/34503bee-d021-49bf-ae71-19de7926ce60 HTTP/1.1" status: 200 len: 910 time: 0.1633229 Jul 08 18:16:14.999859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412cf77-e649-4657-8fba-382bff5442a5 None None] Routers {'27435b72-3f97-4fa5-8a2b-5661fc1ece5b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:15.000742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1412cf77-e649-4657-8fba-382bff5442a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['27435b72-3f97-4fa5-8a2b-5661fc1ece5b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:15.038797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1412cf77-e649-4657-8fba-382bff5442a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:15.039793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412cf77-e649-4657-8fba-382bff5442a5 None None] The sync data for ids ['27435b72-3f97-4fa5-8a2b-5661fc1ece5b'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:15.041446 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d58438ae-adb5-4cf4-ac1d-33fb5fc853d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:15.102863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d58438ae-adb5-4cf4-ac1d-33fb5fc853d2 None None] For port eb0749c6-770b-4dc8-a1f8-577283df02c0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=eb0749c6-770b-4dc8-a1f8-577283df02c0,segment=NetworkSegment(78428808-fd1b-4f68-8c0a-d9f5c9b18d1f),segment_id=78428808-fd1b-4f68-8c0a-d9f5c9b18d1f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:15.114309 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d58438ae-adb5-4cf4-ac1d-33fb5fc853d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:15.196783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58438ae-adb5-4cf4-ac1d-33fb5fc853d2 None None] Pushing event updated for resources: {'Port': ['ID=eb0749c6-770b-4dc8-a1f8-577283df02c0,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:15.560784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d54f5354-c485-49e7-b6f9-689a7712587f None None] Provisioning for port 34503bee-d021-49bf-ae71-19de7926ce60 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:15.564830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d54f5354-c485-49e7-b6f9-689a7712587f None None] Provisioning complete for port 34503bee-d021-49bf-ae71-19de7926ce60 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:15.565191 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d54f5354-c485-49e7-b6f9-689a7712587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:15.663292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d54f5354-c485-49e7-b6f9-689a7712587f None None] Port 34503bee-d021-49bf-ae71-19de7926ce60 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:15.701530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d54f5354-c485-49e7-b6f9-689a7712587f None None] Provisioning complete for port eb0749c6-770b-4dc8-a1f8-577283df02c0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:15.702075 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d54f5354-c485-49e7-b6f9-689a7712587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:15.820190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eb0749c6-770b-4dc8-a1f8-577283df02c0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:15.884428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f86f594-d8ae-4a4c-b5bd-2dacdbb3076f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:15.989812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port eb0749c6-770b-4dc8-a1f8-577283df02c0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:15.990727 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:16.177212 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cd73cf0e-4e3f-4cea-991e-aa89c11b520c None None] Provisioning complete for port 34503bee-d021-49bf-ae71-19de7926ce60 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:16.177848 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cd73cf0e-4e3f-4cea-991e-aa89c11b520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:16.237073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-cd73cf0e-4e3f-4cea-991e-aa89c11b520c None None] Port 34503bee-d021-49bf-ae71-19de7926ce60 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:16.319854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e10cf2-fbaa-43a6-ad32-977cd40b43bd req-6582e7da-1a0d-40c1-b237-e327f9170431 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:16.326818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f8e10cf2-fbaa-43a6-ad32-977cd40b43bd req-6582e7da-1a0d-40c1-b237-e327f9170431 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1133738 Jul 08 18:16:16.362192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b8615d51-1c11-4009-b608-e08842430b04 None None] Provisioning complete for port 34503bee-d021-49bf-ae71-19de7926ce60 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:16.364421 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b8615d51-1c11-4009-b608-e08842430b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:16.407682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f8e10cf2-fbaa-43a6-ad32-977cd40b43bd req-49a181e4-7f04-468f-aace-1c53cf7fee40 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797763 Jul 08 18:16:16.464689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b8615d51-1c11-4009-b608-e08842430b04 None None] Port 34503bee-d021-49bf-ae71-19de7926ce60 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:16.494158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3f86f594-d8ae-4a4c-b5bd-2dacdbb3076f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 34503bee-d021-49bf-ae71-19de7926ce60 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:16.494530 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f86f594-d8ae-4a4c-b5bd-2dacdbb3076f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:16.664799 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f86f594-d8ae-4a4c-b5bd-2dacdbb3076f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:16.680416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3f86f594-d8ae-4a4c-b5bd-2dacdbb3076f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 34503bee-d021-49bf-ae71-19de7926ce60 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:16.914758 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f86f594-d8ae-4a4c-b5bd-2dacdbb3076f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:16.983529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86f594-d8ae-4a4c-b5bd-2dacdbb3076f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=34503bee-d021-49bf-ae71-19de7926ce60,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:17.209186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f86f594-d8ae-4a4c-b5bd-2dacdbb3076f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:17.466742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f86f594-d8ae-4a4c-b5bd-2dacdbb3076f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router 27435b72-3f97-4fa5-8a2b-5661fc1ece5b has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:17.626469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f86f594-d8ae-4a4c-b5bd-2dacdbb3076f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:17.635707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51516) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:17.637498 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd63606-5414-4615-aa73-ea9ee6031a61 None None] Sync routers for ids ['27435b72-3f97-4fa5-8a2b-5661fc1ece5b'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:17.647320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3f86f594-d8ae-4a4c-b5bd-2dacdbb3076f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/27435b72-3f97-4fa5-8a2b-5661fc1ece5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7567329 Jul 08 18:16:17.653834 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd63606-5414-4615-aa73-ea9ee6031a61 None None] Routers {'27435b72-3f97-4fa5-8a2b-5661fc1ece5b'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:17.654758 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bdd63606-5414-4615-aa73-ea9ee6031a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['27435b72-3f97-4fa5-8a2b-5661fc1ece5b'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:17.704877 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bdd63606-5414-4615-aa73-ea9ee6031a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:17.708842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51518) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:17.709809 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c81f9851-64ba-4039-ab4c-751c8aa51fc5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=27435b72-3f97-4fa5-8a2b-5661fc1ece5b HTTP/1.1" status: 200 len: 205 time: 0.0720308 Jul 08 18:16:17.715396 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd63606-5414-4615-aa73-ea9ee6031a61 None None] Routers {'27435b72-3f97-4fa5-8a2b-5661fc1ece5b'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:17.716491 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bdd63606-5414-4615-aa73-ea9ee6031a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['27435b72-3f97-4fa5-8a2b-5661fc1ece5b'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:17.773751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c2325-20be-41ff-807d-a7177be53782 req-03e9cc5e-092e-40d4-be22-b382b625963e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:17.775712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb5c2325-20be-41ff-807d-a7177be53782 req-03e9cc5e-092e-40d4-be22-b382b625963e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1882944 Jul 08 18:16:17.820124 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bdd63606-5414-4615-aa73-ea9ee6031a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:17.821157 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd63606-5414-4615-aa73-ea9ee6031a61 None None] The sync data for ids ['27435b72-3f97-4fa5-8a2b-5661fc1ece5b'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:17.875346 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b74ffc24-727c-46fa-81b0-5c1273adab41 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:17.883329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb5c2325-20be-41ff-807d-a7177be53782 req-8d10fbba-37be-4f89-a3b1-5bcab430029f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779943 Jul 08 18:16:18.145313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b74ffc24-727c-46fa-81b0-5c1273adab41 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.152439 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b74ffc24-727c-46fa-81b0-5c1273adab41 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.256030 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b74ffc24-727c-46fa-81b0-5c1273adab41 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.256593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74ffc24-727c-46fa-81b0-5c1273adab41 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Fanout notify agent at l3_agent the message router_deleted on router 27435b72-3f97-4fa5-8a2b-5661fc1ece5b {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:16:18.263686 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b74ffc24-727c-46fa-81b0-5c1273adab41 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.267573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b74ffc24-727c-46fa-81b0-5c1273adab41 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/27435b72-3f97-4fa5-8a2b-5661fc1ece5b HTTP/1.1" status: 204 len: 168 time: 0.5533507 Jul 08 18:16:18.267573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51538) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:18.333460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9eedb87-bdea-466c-96cb-824e8b2b8553 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting subnet 2cc179ff-a30f-4bf6-8966-dcebdc040fc0 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:16:18.337612 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9eedb87-bdea-466c-96cb-824e8b2b8553 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.385320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9eedb87-bdea-466c-96cb-824e8b2b8553 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.518093 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9eedb87-bdea-466c-96cb-824e8b2b8553 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.594847 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9eedb87-bdea-466c-96cb-824e8b2b8553 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.622887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eedb87-bdea-466c-96cb-824e8b2b8553 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc179ff-a30f-4bf6-8966-dcebdc040fc0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:18.626616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9eedb87-bdea-466c-96cb-824e8b2b8553 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.628509 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c9eedb87-bdea-466c-96cb-824e8b2b8553 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/2cc179ff-a30f-4bf6-8966-dcebdc040fc0 HTTP/1.1" status: 204 len: 168 time: 0.3599801 Jul 08 18:16:18.631148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51568) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:18.633877 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3136b51-7907-4514-bb24-de27cc99c249 None None] Network 64faf56e-1511-40ad-a50f-c5e0112e612a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:18.712741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.771444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port eb0749c6-770b-4dc8-a1f8-577283df02c0 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:18.771790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.827433 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448110c8-5a45-464a-9b9c-29fac1b8dd2a None None] DHCP port deletion for 64faf56e-1511-40ad-a50f-c5e0112e612a request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:16:18.846397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port eb0749c6-770b-4dc8-a1f8-577283df02c0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=eb0749c6-770b-4dc8-a1f8-577283df02c0,segment=NetworkSegment(78428808-fd1b-4f68-8c0a-d9f5c9b18d1f),segment_id=78428808-fd1b-4f68-8c0a-d9f5c9b18d1f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:18.846854 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.860652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for eb0749c6-770b-4dc8-a1f8-577283df02c0 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:18.878622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-448110c8-5a45-464a-9b9c-29fac1b8dd2a None None] Deleting port eb0749c6-770b-4dc8-a1f8-577283df02c0 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:18.878992 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-448110c8-5a45-464a-9b9c-29fac1b8dd2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.944861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-448110c8-5a45-464a-9b9c-29fac1b8dd2a None None] For port eb0749c6-770b-4dc8-a1f8-577283df02c0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=eb0749c6-770b-4dc8-a1f8-577283df02c0,segment=NetworkSegment(78428808-fd1b-4f68-8c0a-d9f5c9b18d1f),segment_id=78428808-fd1b-4f68-8c0a-d9f5c9b18d1f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:18.945474 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-448110c8-5a45-464a-9b9c-29fac1b8dd2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.960071 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-448110c8-5a45-464a-9b9c-29fac1b8dd2a None None] Calling delete_port for eb0749c6-770b-4dc8-a1f8-577283df02c0 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:18.967036 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.006712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=eb0749c6-770b-4dc8-a1f8-577283df02c0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:19.009382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No DVR routers for this DVR port eb0749c6-770b-4dc8-a1f8-577283df02c0 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.045371 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:16:19.047788 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:16:19.051537 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-448110c8-5a45-464a-9b9c-29fac1b8dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.078397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448110c8-5a45-464a-9b9c-29fac1b8dd2a None None] Pushing event deleted for resources: {'Port': ['ID=eb0749c6-770b-4dc8-a1f8-577283df02c0,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:19.083417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448110c8-5a45-464a-9b9c-29fac1b8dd2a None None] No DVR routers for this DVR port eb0749c6-770b-4dc8-a1f8-577283df02c0 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:19.136929 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.154182 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64faf56e-1511-40ad-a50f-c5e0112e612a']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:19.165707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78428808-fd1b-4f68-8c0a-d9f5c9b18d1f') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:19.166071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78428808-fd1b-4f68-8c0a-d9f5c9b18d1f') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:19.175212 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad7cf7-db9f-4e9b-9a1f-39a3dc4770ef req-9d98ca52-a84e-48eb-9fd2-311714df7fa9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:19.176757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1dad7cf7-db9f-4e9b-9a1f-39a3dc4770ef req-9d98ca52-a84e-48eb-9fd2-311714df7fa9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1655495 Jul 08 18:16:19.187129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.212258 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.221228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:16:19.221622 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:16:19.225493 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:16:19.272701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1dad7cf7-db9f-4e9b-9a1f-39a3dc4770ef req-41cc1094-a3e8-48a7-aad0-b13a13e2396c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900846 Jul 08 18:16:19.299195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.306456 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.312391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/networks/64faf56e-1511-40ad-a50f-c5e0112e612a HTTP/1.1" status: 204 len: 168 time: 0.6802809 Jul 08 18:16:19.316471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51620) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:19.323949 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-406555262', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:19.336852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be7f3b-8cf5-47bb-bbe7-e1945408cd00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Network': ['ID=64faf56e-1511-40ad-a50f-c5e0112e612a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:19.371763 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.374545 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.432901 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.638620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.736336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eb0749c6-770b-4dc8-a1f8-577283df02c0 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:19.779714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: eb0749c6-770b-4dc8-a1f8-577283df02c0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:19.780145 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eb0749c6-770b-4dc8-a1f8-577283df02c0 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:19.810610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-d2f96684-a9d6-4b59-b9c9-2e3718a2a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:19.812478 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-d2f96684-a9d6-4b59-b9c9-2e3718a2a039 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 1096 time: 0.2982373 Jul 08 18:16:20.015197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-702675c4-73e8-483f-8d57-50b9fbabaa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:20.016728 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-702675c4-73e8-483f-8d57-50b9fbabaa18 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.1962023 Jul 08 18:16:20.049632 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:20.102174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:20.105989 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-7a8c6015-b178-4d50-8b0f-cc73da72f2e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a HTTP/1.1" status: 200 len: 217 time: 0.0662472 Jul 08 18:16:20.194921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-84591ae5-dfcf-4518-bd41-afe01c47849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:20.196414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-84591ae5-dfcf-4518-bd41-afe01c47849f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0830939 Jul 08 18:16:20.277882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Allocated IP 172.25.8.203 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/297a3e3c-e647-486a-bdf5-60d851e9f3aa) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:20.350184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-9ea46276-e258-44f7-8cc8-ab5855f26586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:20.352502 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-9ea46276-e258-44f7-8cc8-ab5855f26586 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294410 Jul 08 18:16:20.368412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-e68aca78-541d-4e15-9cff-1110a2f5f33e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:16:20.369617 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-e68aca78-541d-4e15-9cff-1110a2f5f33e service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093429 Jul 08 18:16:20.422796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51694) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:20.483963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:20.529139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace2b19-83a9-497b-b978-ec8bce15e4b3 req-acf9a0a6-e7ec-43bd-8aa2-9895c5e9ff75 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:20.530647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ace2b19-83a9-497b-b978-ec8bce15e4b3 req-acf9a0a6-e7ec-43bd-8aa2-9895c5e9ff75 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.0995116 Jul 08 18:16:20.551821 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-19225b1c-7713-415c-aca1-2fcf33408c64 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736615 Jul 08 18:16:20.571684 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:20.573829 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d848f4f-427e-4226-a258-825c792fd22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:20.597939 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ace2b19-83a9-497b-b978-ec8bce15e4b3 req-6e323a99-a86e-4cfe-b2ab-28135b38c29a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604074 Jul 08 18:16:20.661771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:20.672510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:20.677497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:20.688758 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=297a3e3c-e647-486a-bdf5-60d851e9f3aa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:20.692160 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d848f4f-427e-4226-a258-825c792fd22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:20.697101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d848f4f-427e-4226-a258-825c792fd22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:20.725574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.725923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.726299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.726623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.726960 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.727285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.727611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.727933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.728253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.728577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.728896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.729213 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:20.743238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0d848f4f-427e-4226-a258-825c792fd22f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1bba0611ac0414d9f508afe320f5119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169339 Jul 08 18:16:20.743238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d848f4f-427e-4226-a258-825c792fd22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de30b0d-ccc5-4094-a7aa-41a198b7f7f9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:20.744802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51700) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:20.744932 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-187ffa0f-9d4f-4e44-9663-7f55922ff969 req-1eb3a6a7-d1e0-4fa3-b9ed-3f357be14555 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823850 Jul 08 18:16:20.795668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-478d7ebf-d66a-4d3c-a1e4-e949da8da37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:20.816632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-478d7ebf-d66a-4d3c-a1e4-e949da8da37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:20.869163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-478d7ebf-d66a-4d3c-a1e4-e949da8da37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:20.871699 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-478d7ebf-d66a-4d3c-a1e4-e949da8da37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:20.873479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-478d7ebf-d66a-4d3c-a1e4-e949da8da37d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3de30b0d-ccc5-4094-a7aa-41a198b7f7f9 HTTP/1.1" status: 204 len: 168 time: 0.1271412 Jul 08 18:16:20.882388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d7ebf-d66a-4d3c-a1e4-e949da8da37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de30b0d-ccc5-4094-a7aa-41a198b7f7f9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:20.993183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:21.203774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51714) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:21.219582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae144bb4-c28e-4abe-befb-5b25eefd4ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:21.227775 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:21.322489 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae144bb4-c28e-4abe-befb-5b25eefd4ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:21.326694 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae144bb4-c28e-4abe-befb-5b25eefd4ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:21.369365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ae144bb4-c28e-4abe-befb-5b25eefd4ffd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f6e567dae75479cbcbff737e041d374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641080 Jul 08 18:16:21.370459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae144bb4-c28e-4abe-befb-5b25eefd4ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10a54e5-43dd-4c6d-905f-ccc81758d6c8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:21.374732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51724) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:21.399565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router caff70e6-84ee-4a19-9e45-e5b9ecbf05e5 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:16:21.429861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-080a33c6-58f6-4d92-9aaf-debf7684b588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:21.451884 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-080a33c6-58f6-4d92-9aaf-debf7684b588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:21.503033 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-080a33c6-58f6-4d92-9aaf-debf7684b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:21.506346 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-080a33c6-58f6-4d92-9aaf-debf7684b588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:21.511299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-080a33c6-58f6-4d92-9aaf-debf7684b588 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b10a54e5-43dd-4c6d-905f-ccc81758d6c8 HTTP/1.1" status: 204 len: 168 time: 0.1354067 Jul 08 18:16:21.521641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a33c6-58f6-4d92-9aaf-debf7684b588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10a54e5-43dd-4c6d-905f-ccc81758d6c8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:21.822957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:21.836100 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aacf161-9753-41e8-ad18-38b282fe17b5 None None] Sync routers for ids ['caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:21.848923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacf161-9753-41e8-ad18-38b282fe17b5 None None] Routers {'caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:21.849953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4aacf161-9753-41e8-ad18-38b282fe17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:21.855708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:21.857269 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-14929463-b845-4ef1-958b-9742d3c14864 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.5397613 Jul 08 18:16:21.864821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51738) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:21.923474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213adff-3806-446c-8aab-98f91b117224 req-918ca08c-5d43-45f5-b4f6-6527760c74aa tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:21.932046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e213adff-3806-446c-8aab-98f91b117224 req-918ca08c-5d43-45f5-b4f6-6527760c74aa tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 945 time: 0.1649058 Jul 08 18:16:22.023281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e213adff-3806-446c-8aab-98f91b117224 req-4d533e02-e629-490f-9ffd-93548bb55f5e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891044 Jul 08 18:16:22.144155 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4aacf161-9753-41e8-ad18-38b282fe17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:22.150542 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6a9f972f-35f8-4084-ad37-749aa407e9f0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/routers/caff70e6-84ee-4a19-9e45-e5b9ecbf05e5 HTTP/1.1" status: 200 len: 880 time: 0.2806447 Jul 08 18:16:22.150633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51748) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:22.159830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacf161-9753-41e8-ad18-38b282fe17b5 None None] Routers {'caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:22.160719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4aacf161-9753-41e8-ad18-38b282fe17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:22.198342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4aacf161-9753-41e8-ad18-38b282fe17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:22.199006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aacf161-9753-41e8-ad18-38b282fe17b5 None None] The sync data for ids ['caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:22.313650 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-c7901aa6-1e7e-4c3b-a057-a2fb3fbaeab9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3321383 Jul 08 18:16:22.513581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-abacc632-f1a5-42f9-bddd-bc2adbaf1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.514197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-abacc632-f1a5-42f9-bddd-bc2adbaf1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.516407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-abacc632-f1a5-42f9-bddd-bc2adbaf1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.517042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-abacc632-f1a5-42f9-bddd-bc2adbaf1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.519351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-abacc632-f1a5-42f9-bddd-bc2adbaf1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.520121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-abacc632-f1a5-42f9-bddd-bc2adbaf1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.521132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-abacc632-f1a5-42f9-bddd-bc2adbaf1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.523676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-abacc632-f1a5-42f9-bddd-bc2adbaf1dda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 6503 time: 0.1603119 Jul 08 18:16:22.538706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cfca080a-481b-47f8-93f8-04cf063d2d10 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3865366 Jul 08 18:16:22.541584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51768) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:22.548689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-25dc5644-01e9-4747-be14-9b7784eddf78 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-406555262'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:22.671022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-6917c8ab-b535-448e-a8de-4859c1f076fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.671762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-6917c8ab-b535-448e-a8de-4859c1f076fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.672428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-6917c8ab-b535-448e-a8de-4859c1f076fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.674121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-6917c8ab-b535-448e-a8de-4859c1f076fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=862c2a37-d96a-4888-ae5a-8d974ff33d02&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&id=11431c02-a7f4-4ec7-85c0-9b5689964bc6 HTTP/1.1" status: 200 len: 2299 time: 0.1149082 Jul 08 18:16:22.750459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-66ffc10a-2a53-4ccc-8862-aa958e6815eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59682ff9-4a96-408d-bee6-68e470629095 HTTP/1.1" status: 200 len: 1001 time: 0.0701346 Jul 08 18:16:22.810378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-66aaac93-a1fe-441a-b676-a4d2811f4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.811884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-66aaac93-a1fe-441a-b676-a4d2811f4bf7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b086e9c1-9a00-48ee-9a32-68a956d42d32 HTTP/1.1" status: 200 len: 856 time: 0.0550158 Jul 08 18:16:22.861503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 850940ba-eb6c-4543-8ef0-1433f5845e6a no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:22.900868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25dc5644-01e9-4747-be14-9b7784eddf78 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:22.913344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-2361fc6f-fd73-44af-91e8-1f577db036fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:22.914774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-2361fc6f-fd73-44af-91e8-1f577db036fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=862c2a37-d96a-4888-ae5a-8d974ff33d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960002 Jul 08 18:16:22.925733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25dc5644-01e9-4747-be14-9b7784eddf78 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:22.977207 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:23.010573 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '850940ba-eb6c-4543-8ef0-1433f5845e6a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:23.013790 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c493f061-f8a2-4038-9924-735e7a8a4c50" -d '{"events": [{"server_uuid": "b9d95ebd-e927-4926-bbe8-644280af225e", "name": "network-vif-unplugged", "status": "completed", "tag": "850940ba-eb6c-4543-8ef0-1433f5845e6a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:23.037025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 850940ba-eb6c-4543-8ef0-1433f5845e6a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:23.045586 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:23.166765 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dc5644-01e9-4747-be14-9b7784eddf78 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router caff70e6-84ee-4a19-9e45-e5b9ecbf05e5 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:23.206244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=850940ba-eb6c-4543-8ef0-1433f5845e6a,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:23.316217 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d31f5a-f96d-405a-bcf1-ce1b60869462 x-openstack-request-id: req-f8d31f5a-f96d-405a-bcf1-ce1b60869462 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:23.316968 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d95ebd-e927-4926-bbe8-644280af225e", "name": "network-vif-unplugged", "status": "failed", "tag": "850940ba-eb6c-4543-8ef0-1433f5845e6a", "code": 422}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:23.317502 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8d31f5a-f96d-405a-bcf1-ce1b60869462 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:23.317624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dc5644-01e9-4747-be14-9b7784eddf78 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:23.318181 n-d-799684-3 neutron-server[93743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '850940ba-eb6c-4543-8ef0-1433f5845e6a', 'code': 422} returned with failed status Jul 08 18:16:23.328137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25dc5644-01e9-4747-be14-9b7784eddf78 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:23.328674 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff8e6ab-7097-447f-807e-d995e093cb41 None None] Sync routers for ids ['caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:23.332392 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-25dc5644-01e9-4747-be14-9b7784eddf78 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/caff70e6-84ee-4a19-9e45-e5b9ecbf05e5 HTTP/1.1" status: 200 len: 887 time: 0.7864022 Jul 08 18:16:23.332392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51796) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:23.345047 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8e6ab-7097-447f-807e-d995e093cb41 None None] Routers {'caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:23.346109 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0ff8e6ab-7097-447f-807e-d995e093cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:23.389453 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0ff8e6ab-7097-447f-807e-d995e093cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:23.400766 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8e6ab-7097-447f-807e-d995e093cb41 None None] Routers {'caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:23.401570 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0ff8e6ab-7097-447f-807e-d995e093cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:23.441577 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0ff8e6ab-7097-447f-807e-d995e093cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:23.442674 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff8e6ab-7097-447f-807e-d995e093cb41 None None] The sync data for ids ['caff70e6-84ee-4a19-9e45-e5b9ecbf05e5'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:23.449253 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-c020db0e-b834-4890-bc47-7f91073ffda7 service neutron] 10.222.0.59 "GET /v2.0/networks/862c2a37-d96a-4888-ae5a-8d974ff33d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236268 Jul 08 18:16:23.469853 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-58825a4c-8f65-4575-9bda-4155edc048d6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/routers/caff70e6-84ee-4a19-9e45-e5b9ecbf05e5 HTTP/1.1" status: 200 len: 887 time: 0.1334405 Jul 08 18:16:23.469853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51802) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:23.477881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1816d-402c-425b-b19c-86de6087feae req-929ff1e6-2815-4f89-9e4e-21980e1d30a3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:23.479453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fd1816d-402c-425b-b19c-86de6087feae req-929ff1e6-2815-4f89-9e4e-21980e1d30a3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 943 time: 0.1304331 Jul 08 18:16:23.504897 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-15598c8c-9a7e-4659-be3d-afa217e2bade tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=caff70e6-84ee-4a19-9e45-e5b9ecbf05e5 HTTP/1.1" status: 200 len: 205 time: 0.0315537 Jul 08 18:16:23.505373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51806) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:23.571216 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fd1816d-402c-425b-b19c-86de6087feae req-0265abdb-f032-4344-9222-8fa2257eee67 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805018 Jul 08 18:16:23.592716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-a53dd574-4588-4f96-acb2-b443a9094818 service neutron] 10.222.0.59 "GET /v2.0/networks/862c2a37-d96a-4888-ae5a-8d974ff33d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328177 Jul 08 18:16:23.654841 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-39f9695b-26b1-4d4b-bd99-44d178b723a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=d4cc5ac4-b829-405d-8524-bd92c8f400fe HTTP/1.1" status: 200 len: 217 time: 0.0554936 Jul 08 18:16:23.671348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:23.733403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-6ce3ee92-0e95-489c-99fc-bc903579db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:23.735405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-6ce3ee92-0e95-489c-99fc-bc903579db54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.0731251 Jul 08 18:16:23.804910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:23.840287 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-230e964b-b37d-43cb-8e90-a36b0e40d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:23.842581 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-230e964b-b37d-43cb-8e90-a36b0e40d27d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1011615 Jul 08 18:16:23.865427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 297a3e3c-e647-486a-bdf5-60d851e9f3aa {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:23.865776 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:23.909060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d00772-19ef-416b-8e7a-0eee8d410f80 req-10a9a55e-9f58-4001-98c8-4844ae2e4ccb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:23.911007 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22d00772-19ef-416b-8e7a-0eee8d410f80 req-10a9a55e-9f58-4001-98c8-4844ae2e4ccb tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1376386 Jul 08 18:16:23.960521 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:23.972513 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22d00772-19ef-416b-8e7a-0eee8d410f80 req-b7f45d3d-6fdd-4c33-81ab-be32dd45ed3e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529075 Jul 08 18:16:23.973886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 297a3e3c-e647-486a-bdf5-60d851e9f3aa owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:23.983574 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-1fbf20b1-1225-422d-994a-1614d9c3be46 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342263 Jul 08 18:16:24.133339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-cef08783-340e-4c09-af31-1d82c7d2c6df service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377442 Jul 08 18:16:24.197269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-b6c58d24-b6d5-4a1d-a97f-7c044405916c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=8373c0d3-2b06-4151-b80b-653f5a3611ce HTTP/1.1" status: 200 len: 217 time: 0.0566490 Jul 08 18:16:24.203824 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.232482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=297a3e3c-e647-486a-bdf5-60d851e9f3aa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:24.288006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-c9945fde-d5c4-4e46-a3a4-40760213e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:24.289468 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-c9945fde-d5c4-4e46-a3a4-40760213e832 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.0814917 Jul 08 18:16:24.297841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.340394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1d8b1-27e8-407f-a252-d78a012517b5 req-5a42c2c1-6beb-4ed7-93eb-556cdc1c73b8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:24.342008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2e1d8b1-27e8-407f-a252-d78a012517b5 req-5a42c2c1-6beb-4ed7-93eb-556cdc1c73b8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1476350 Jul 08 18:16:24.395937 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2e1d8b1-27e8-407f-a252-d78a012517b5 req-851ee127-5519-4976-960d-683662a6b43d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482323 Jul 08 18:16:24.396599 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.398752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-128b1bb3-30bb-43fe-97fd-50495a758024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:24.399028 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.400418 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-128b1bb3-30bb-43fe-97fd-50495a758024 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007023 Jul 08 18:16:24.454026 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.455118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Fanout notify agent at l3_agent the message router_deleted on router caff70e6-84ee-4a19-9e45-e5b9ecbf05e5 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:16:24.469553 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.474911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51852) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:24.476338 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2e09cb5f-6b57-4969-9f6c-a467c67cd6d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/caff70e6-84ee-4a19-9e45-e5b9ecbf05e5 HTTP/1.1" status: 204 len: 168 time: 0.9702494 Jul 08 18:16:24.480277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'network': {'name': 'tempest-RoutersTest-228521718'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:24.523644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:24.527717 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.546103 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-1c42829b-77e5-41e0-9a0b-6074dc4407b9 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387811 Jul 08 18:16:24.607812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51858) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:24.615088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:16:24.634310 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.634657 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added segment 9c82ff7c-833d-4e6a-9255-780e9cf70420 of type vlan for network 4f828307-0fe5-4585-a79e-8d2d0ebbadd7 Jul 08 18:16:24.693258 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.713783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-6ea82840-1e14-49cd-a227-4385353046c4 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605201 Jul 08 18:16:24.745256 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12abdb83-c8b9-4454-a36f-3c2155fd5c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.813793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-cf9bc644-2087-4145-9dc5-5d8a0cf2bd26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=eeffd98c-291f-4917-bf1b-39e512d635be HTTP/1.1" status: 200 len: 217 time: 0.0920920 Jul 08 18:16:24.851630 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.857709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:24.858357 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.860677 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12abdb83-c8b9-4454-a36f-3c2155fd5c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.865371 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12abdb83-c8b9-4454-a36f-3c2155fd5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:24.906722 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-12abdb83-c8b9-4454-a36f-3c2155fd5c19 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1156adce4f3e4733bc84214cfbef1fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973518 Jul 08 18:16:24.907455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abdb83-c8b9-4454-a36f-3c2155fd5c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522fa810-f634-435c-b820-bccfe4dab255,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:24.909706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51870) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:24.949362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4733658 Jul 08 18:16:24.954701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51872) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:24.957704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-c09530cf-22f3-4373-a347-dc6b05d6f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:24.959172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-c09530cf-22f3-4373-a347-dc6b05d6f93e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.1386375 Jul 08 18:16:24.959783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'subnet': {'network_id': '4f828307-0fe5-4585-a79e-8d2d0ebbadd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:24.963602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77e7ff-b968-4e43-a3f9-88ae9c5d9893 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Network': ['ID=4f828307-0fe5-4585-a79e-8d2d0ebbadd7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:24.973782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfdab4-20ba-44c2-bef6-3fdc10a95a0a req-3dc39375-0d79-4dca-a5de-3fe1b075d10a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:24.975319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdbfdab4-20ba-44c2-bef6-3fdc10a95a0a req-3dc39375-0d79-4dca-a5de-3fe1b075d10a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.2573435 Jul 08 18:16:24.975934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 4f828307-0fe5-4585-a79e-8d2d0ebbadd7 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:16:25.010430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c133c7a-1ccb-4491-bdbf-56db14e58fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.041961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdbfdab4-20ba-44c2-bef6-3fdc10a95a0a req-34cd433a-f98a-43bc-8e41-11ae3f353c74 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575585 Jul 08 18:16:25.053543 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c133c7a-1ccb-4491-bdbf-56db14e58fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.057940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-2542cd6b-11aa-471a-8915-f80e58f32470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:25.060279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-2542cd6b-11aa-471a-8915-f80e58f32470 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840883 Jul 08 18:16:25.101604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:25.105573 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.160066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-ce404e05-9f6d-4614-8cf5-94f2dfdc4a9f service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931270 Jul 08 18:16:25.163095 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c133c7a-1ccb-4491-bdbf-56db14e58fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.165604 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c133c7a-1ccb-4491-bdbf-56db14e58fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.166772 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7c133c7a-1ccb-4491-bdbf-56db14e58fd9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/522fa810-f634-435c-b820-bccfe4dab255 HTTP/1.1" status: 204 len: 168 time: 0.2561378 Jul 08 18:16:25.182113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c133c7a-1ccb-4491-bdbf-56db14e58fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522fa810-f634-435c-b820-bccfe4dab255,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:25.261619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-340d1993-e3b6-44f5-afae-d3571d5567ee service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955200 Jul 08 18:16:25.316967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-ac149217-bc9b-43cb-ba11-6713448ba804 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=0f10bd94-4d96-496c-83a7-1bd4b5116767 HTTP/1.1" status: 200 len: 217 time: 0.0488493 Jul 08 18:16:25.348841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.367220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-710ebce8-5867-42c5-a8d7-66a6c49281ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:25.368755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-710ebce8-5867-42c5-a8d7-66a6c49281ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 200 len: 797 time: 0.0456631 Jul 08 18:16:25.411073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Subnet': ['ID=41774904-00c0-4358-8d0a-7275c6a63cdc,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:25.420425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Checking segment: {'id': '9c82ff7c-833d-4e6a-9255-780e9cf70420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4f828307-0fe5-4585-a79e-8d2d0ebbadd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:25.420788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network hostable DHCP agents. Network: 4f828307-0fe5-4585-a79e-8d2d0ebbadd7, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:16:25.431142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-48f63231-e171-42cf-8753-28732d27aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:25.432675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-48f63231-e171-42cf-8753-28732d27aa67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da8d15b1-bfaa-4cea-a77b-62112b6c78fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577550 Jul 08 18:16:25.437439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 4f828307-0fe5-4585-a79e-8d2d0ebbadd7 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:16:25.447817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 4f828307-0fe5-4585-a79e-8d2d0ebbadd7) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:25.456156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095f739c-1a68-4d09-adbc-045cffe63286 None None] Network 4f828307-0fe5-4585-a79e-8d2d0ebbadd7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:25.461274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:25.461875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.481057 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3b9bcb00-cab5-4fa2-8880-a70c7274c9d3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5227435 Jul 08 18:16:25.481895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51880) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:25.487065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-cc356ab1-5cca-408d-8395-b2c3c71fba53 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-153459711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:25.506653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51882) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:25.522571 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81aac318-6d38-4ecc-bef7-2da6d625d0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.524377 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc356ab1-5cca-408d-8395-b2c3c71fba53 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.525596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc356ab1-5cca-408d-8395-b2c3c71fba53 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.554797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-85e87c04-659c-4f3c-919f-8c4cf2ed7fa1 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142781 Jul 08 18:16:25.601319 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc356ab1-5cca-408d-8395-b2c3c71fba53 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.606978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc356ab1-5cca-408d-8395-b2c3c71fba53 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.645431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-4f828307-0fe5-4585-a79e-8d2d0ebbadd7', 'network_id': '4f828307-0fe5-4585-a79e-8d2d0ebbadd7', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'fixed_ips': [{'subnet_id': '41774904-00c0-4358-8d0a-7275c6a63cdc'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:16:25.646371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.655265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-6c28358f-6b5b-464d-949c-52d414cf6544 service neutron] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941274 Jul 08 18:16:25.684857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81aac318-6d38-4ecc-bef7-2da6d625d0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.691531 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81aac318-6d38-4ecc-bef7-2da6d625d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.697650 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc356ab1-5cca-408d-8395-b2c3c71fba53 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.701950 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cc356ab1-5cca-408d-8395-b2c3c71fba53 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2159023 Jul 08 18:16:25.709504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51884) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:25.716195 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-560c6b47-373a-4c36-baa8-7150880d0b7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa8f0f29-cc28-4b63-8c42-9caf10706204 HTTP/1.1" status: 200 len: 217 time: 0.0471375 Jul 08 18:16:25.770767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-aef01fa2-d67f-4a7a-ac94-95eb9a68bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:25.772320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-aef01fa2-d67f-4a7a-ac94-95eb9a68bdd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145af265-0c37-44a9-9356-46969782c434 HTTP/1.1" status: 200 len: 797 time: 0.0484595 Jul 08 18:16:25.792048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Allocated IP 172.20.0.2 (4f828307-0fe5-4585-a79e-8d2d0ebbadd7/41774904-00c0-4358-8d0a-7275c6a63cdc/c5ae1161-adca-4167-81e7-217d239a150d) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:25.802158 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-81aac318-6d38-4ecc-bef7-2da6d625d0d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fca4159265484c6f9fe0dd34b980142b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944720 Jul 08 18:16:25.805142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aac318-6d38-4ecc-bef7-2da6d625d0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2cc564-77a8-4683-807b-1c904ea8c521,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:25.805715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51886) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:25.873975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-6ae41924-1f35-41d2-a84a-53b3431488cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:25.875510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-6ae41924-1f35-41d2-a84a-53b3431488cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0961704 Jul 08 18:16:25.876548 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-abcd17a4-d6cd-4498-9432-572a275f49ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.943081 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-abcd17a4-d6cd-4498-9432-572a275f49ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.018510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-d836e216-c6be-4add-b1df-321a35cccd00 service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328051 Jul 08 18:16:26.035306 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-abcd17a4-d6cd-4498-9432-572a275f49ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.037881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-abcd17a4-d6cd-4498-9432-572a275f49ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.041354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-abcd17a4-d6cd-4498-9432-572a275f49ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b2cc564-77a8-4683-807b-1c904ea8c521 HTTP/1.1" status: 204 len: 168 time: 0.2313149 Jul 08 18:16:26.058658 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.063633 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.080402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Transition to ACTIVE for port object c5ae1161-adca-4167-81e7-217d239a150d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:26.096642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd17a4-d6cd-4498-9432-572a275f49ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2cc564-77a8-4683-807b-1c904ea8c521,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:26.110144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Transition to ACTIVE for port object c5ae1161-adca-4167-81e7-217d239a150d will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:26.135643 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.147019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-f11fb40d-4246-4682-ba69-630feb623ca3 service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218748 Jul 08 18:16:26.200632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Pushing event updated for resources: {'Port': ['ID=c5ae1161-adca-4167-81e7-217d239a150d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:26.201406 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-07d11659-e068-43a1-94ee-2ec47442170c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9dc138b5-431f-4879-a92f-271d72241855 HTTP/1.1" status: 200 len: 217 time: 0.0451696 Jul 08 18:16:26.211981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Network 4f828307-0fe5-4585-a79e-8d2d0ebbadd7 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:26.213629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:26.216261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:26.281515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Attempting to bind port c5ae1161-adca-4167-81e7-217d239a150d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:26.282277 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Attempting to bind port c5ae1161-adca-4167-81e7-217d239a150d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '9c82ff7c-833d-4e6a-9255-780e9cf70420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4f828307-0fe5-4585-a79e-8d2d0ebbadd7'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:26.282707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Attempting to bind port c5ae1161-adca-4167-81e7-217d239a150d on network 4f828307-0fe5-4585-a79e-8d2d0ebbadd7 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:26.288224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:26.288584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Checking segment: {'id': '9c82ff7c-833d-4e6a-9255-780e9cf70420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4f828307-0fe5-4585-a79e-8d2d0ebbadd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:26.289311 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.289644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Bound using segment: {'id': '9c82ff7c-833d-4e6a-9255-780e9cf70420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4f828307-0fe5-4585-a79e-8d2d0ebbadd7'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:26.290186 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Bound port: c5ae1161-adca-4167-81e7-217d239a150d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c82ff7c-833d-4e6a-9255-780e9cf70420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4f828307-0fe5-4585-a79e-8d2d0ebbadd7'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:26.290698 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.329151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-a73e6629-dcce-4d89-a055-f497fb92919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:26.330687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-a73e6629-dcce-4d89-a055-f497fb92919a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145af265-0c37-44a9-9356-46969782c434 HTTP/1.1" status: 200 len: 797 time: 0.1201344 Jul 08 18:16:26.365775 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] For port c5ae1161-adca-4167-81e7-217d239a150d, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:26.369550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] For port c5ae1161-adca-4167-81e7-217d239a150d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c5ae1161-adca-4167-81e7-217d239a150d,segment=NetworkSegment(9c82ff7c-833d-4e6a-9255-780e9cf70420),segment_id=9c82ff7c-833d-4e6a-9255-780e9cf70420)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:26.381610 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.389005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Allocated IP 172.20.0.1 (4f828307-0fe5-4585-a79e-8d2d0ebbadd7/41774904-00c0-4358-8d0a-7275c6a63cdc/dfbf395f-459d-4574-8060-f4689208505a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:26.389980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6fbff-6935-4a55-8d19-f5b34ebd0104 req-91513b25-83c3-4bc9-ab69-239f482fe55c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:26.398103 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42a6fbff-6935-4a55-8d19-f5b34ebd0104 req-91513b25-83c3-4bc9-ab69-239f482fe55c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1345079 Jul 08 18:16:26.461530 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42a6fbff-6935-4a55-8d19-f5b34ebd0104 req-5c189287-d563-45ea-8445-c1315042d5a3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623918 Jul 08 18:16:26.474227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975393-423b-454e-a93d-8b51c117ab28 req-72a7521c-0584-462d-a01d-f3963c1da678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:26.476207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-72a7521c-0584-462d-a01d-f3963c1da678 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11431c02-a7f4-4ec7-85c0-9b5689964bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1345799 Jul 08 18:16:26.489164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b08dd-18b8-40d9-9d8c-aace8212d747 None None] Pushing event updated for resources: {'Port': ['ID=c5ae1161-adca-4167-81e7-217d239a150d,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:26.591480 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.598242 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-68d750c1-a562-4461-b0dc-19eaf6c4ceac service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134362 Jul 08 18:16:26.608439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Transition to ACTIVE for port object dfbf395f-459d-4574-8060-f4689208505a will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:26.659551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.705414 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2975393-423b-454e-a93d-8b51c117ab28 req-fd95fcea-1f9a-431a-92b6-45b51bd7f703 service neutron] 10.222.0.59 "GET /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005895 Jul 08 18:16:26.705897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 4f828307-0fe5-4585-a79e-8d2d0ebbadd7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:26.713268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:26.716317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:26.763726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=dfbf395f-459d-4574-8060-f4689208505a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:26.779976 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:26.862029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 850940ba-eb6c-4543-8ef0-1433f5845e6a no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:27.292991 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-c15f70f2-b790-4fa3-83fa-e02dc02d0541 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4658999 Jul 08 18:16:27.313562 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:27.524400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-03fa80aa-a2a3-42e1-b176-5fcb211ae07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:27.526167 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-03fa80aa-a2a3-42e1-b176-5fcb211ae07a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 1096 time: 0.1628878 Jul 08 18:16:27.738987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-bc2a88c3-bcba-46aa-9fe6-71e0a941b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:27.740811 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-bc2a88c3-bcba-46aa-9fe6-71e0a941b4c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.1858954 Jul 08 18:16:27.834593 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-cf63a66e-48dd-4372-b242-5120ef1f63f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39005dfd-5425-4235-b5d6-9b3e8de6f494 HTTP/1.1" status: 200 len: 217 time: 0.0863829 Jul 08 18:16:27.836764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a2a59-d81c-4f8c-97ca-2bb80324382a req-a4c8174a-4fed-447d-a690-2355e7454e23 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:27.845605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f74a2a59-d81c-4f8c-97ca-2bb80324382a req-a4c8174a-4fed-447d-a690-2355e7454e23 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1626198 Jul 08 18:16:27.869162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c5ae1161-adca-4167-81e7-217d239a150d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:27.900914 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f74a2a59-d81c-4f8c-97ca-2bb80324382a req-06c54cfb-0cb5-4766-a978-0d3d5198e98b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540137 Jul 08 18:16:27.904242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:27.916550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-ae1d4124-d2f1-42af-a627-6963aea4366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:27.918089 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-ae1d4124-d2f1-42af-a627-6963aea4366d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.0761361 Jul 08 18:16:27.942906 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:27.943377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084077d3-c1cc-4642-8eb5-d7cfa28cc663 None None] Network 4f828307-0fe5-4585-a79e-8d2d0ebbadd7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:28.036314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port c5ae1161-adca-4167-81e7-217d239a150d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:28.051593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-53a2dbb3-06a2-459e-a4b2-43672bd80d3c None None] Provisioning for port c5ae1161-adca-4167-81e7-217d239a150d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:28.075553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-53a2dbb3-06a2-459e-a4b2-43672bd80d3c None None] Provisioning complete for port c5ae1161-adca-4167-81e7-217d239a150d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:28.081165 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53a2dbb3-06a2-459e-a4b2-43672bd80d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:28.085135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=dfbf395f-459d-4574-8060-f4689208505a,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:28.087896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:28.160738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-b03487ac-615b-48ce-887c-2cc06206dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:28.162469 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-b03487ac-615b-48ce-887c-2cc06206dd12 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378335 Jul 08 18:16:28.286792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 4f828307-0fe5-4585-a79e-8d2d0ebbadd7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:28.293259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:28.294465 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53a2dbb3-06a2-459e-a4b2-43672bd80d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:28.304920 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-97f0eb0b-56ca-4b72-9761-d96b3248d9d7 service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352880 Jul 08 18:16:28.334362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-53a2dbb3-06a2-459e-a4b2-43672bd80d3c None None] For port c5ae1161-adca-4167-81e7-217d239a150d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c5ae1161-adca-4167-81e7-217d239a150d,segment=NetworkSegment(9c82ff7c-833d-4e6a-9255-780e9cf70420),segment_id=9c82ff7c-833d-4e6a-9255-780e9cf70420)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:28.339948 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53a2dbb3-06a2-459e-a4b2-43672bd80d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:28.411384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2dbb3-06a2-459e-a4b2-43672bd80d3c None None] Pushing event updated for resources: {'Port': ['ID=c5ae1161-adca-4167-81e7-217d239a150d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:28.508781 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-44211eda-b857-4c73-9ddc-4d3da1be68ea req-9ae529c1-f656-4c36-ac79-8fa5551b88ae service neutron] 10.222.0.74 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662912 Jul 08 18:16:28.531648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router 64b77397-39e8-4469-9f8d-4e449dc1e86d is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:16:28.673307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:28.679731 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a0d0884f-487f-402f-9706-ad4939c16948 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/64b77397-39e8-4469-9f8d-4e449dc1e86d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9674432 Jul 08 18:16:28.682705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51966) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:28.688503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add021e-1505-4b92-ad2d-9a130f4ea0a4 None None] Sync routers for ids ['64b77397-39e8-4469-9f8d-4e449dc1e86d'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:28.714162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18eae53e-748c-4769-828c-03c796828e36 None None] Provisioning for port dfbf395f-459d-4574-8060-f4689208505a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:28.719586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5add021e-1505-4b92-ad2d-9a130f4ea0a4 None None] Routers {'64b77397-39e8-4469-9f8d-4e449dc1e86d'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:28.721445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5add021e-1505-4b92-ad2d-9a130f4ea0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['64b77397-39e8-4469-9f8d-4e449dc1e86d'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:28.725006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18eae53e-748c-4769-828c-03c796828e36 None None] Provisioning complete for port dfbf395f-459d-4574-8060-f4689208505a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:28.725376 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18eae53e-748c-4769-828c-03c796828e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:28.788173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5add021e-1505-4b92-ad2d-9a130f4ea0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:28.814341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf333e4-2acc-4dcd-9444-bd530a4c4433 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:28.819554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0cf333e4-2acc-4dcd-9444-bd530a4c4433 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports/dfbf395f-459d-4574-8060-f4689208505a HTTP/1.1" status: 200 len: 910 time: 0.1356781 Jul 08 18:16:28.822233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51974) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:28.829172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d7574000-046b-4281-b499-b9de24e1fb00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '41774904-00c0-4358-8d0a-7275c6a63cdc'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:28.893783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5add021e-1505-4b92-ad2d-9a130f4ea0a4 None None] Routers {'64b77397-39e8-4469-9f8d-4e449dc1e86d'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:28.894572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5add021e-1505-4b92-ad2d-9a130f4ea0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['64b77397-39e8-4469-9f8d-4e449dc1e86d'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:28.945909 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5add021e-1505-4b92-ad2d-9a130f4ea0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:28.960913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add021e-1505-4b92-ad2d-9a130f4ea0a4 None None] The sync data for ids ['64b77397-39e8-4469-9f8d-4e449dc1e86d'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:28.968444 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-18eae53e-748c-4769-828c-03c796828e36 None None] Port dfbf395f-459d-4574-8060-f4689208505a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:29.007696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18eae53e-748c-4769-828c-03c796828e36 None None] Provisioning complete for port c5ae1161-adca-4167-81e7-217d239a150d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:29.008866 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18eae53e-748c-4769-828c-03c796828e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:29.220196 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d7574000-046b-4281-b499-b9de24e1fb00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:29.280335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e0305-96fd-49b6-bb94-3a67ccd22e61 req-46b4f326-2f68-4a27-84a9-be1364403372 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:29.282811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d9e0305-96fd-49b6-bb94-3a67ccd22e61 req-46b4f326-2f68-4a27-84a9-be1364403372 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1606274 Jul 08 18:16:29.362769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d9e0305-96fd-49b6-bb94-3a67ccd22e61 req-cf3998e4-a6e8-4bd7-9211-c355fa878318 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645456 Jul 08 18:16:29.423306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-96f48143-f43e-4dbd-98a2-ec49219fb731 None None] Provisioning complete for port dfbf395f-459d-4574-8060-f4689208505a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:29.423686 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96f48143-f43e-4dbd-98a2-ec49219fb731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:29.475873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-96f48143-f43e-4dbd-98a2-ec49219fb731 None None] Port dfbf395f-459d-4574-8060-f4689208505a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:29.599206 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-94fd9860-6c60-47f4-a711-714b0e2467e4 None None] Provisioning complete for port dfbf395f-459d-4574-8060-f4689208505a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:29.602705 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fd9860-6c60-47f4-a711-714b0e2467e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:29.643582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-94fd9860-6c60-47f4-a711-714b0e2467e4 None None] Port dfbf395f-459d-4574-8060-f4689208505a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:29.730483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51996) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:29.753021 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d7574000-046b-4281-b499-b9de24e1fb00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:29.763717 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d7574000-046b-4281-b499-b9de24e1fb00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:29.764377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c5ae1161-adca-4167-81e7-217d239a150d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:29.822920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c5ae1161-adca-4167-81e7-217d239a150d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:29.823298 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:29.863245 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11b99f84-0e4f-41ba-8165-cf4a439f2dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:29.866350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7574000-046b-4281-b499-b9de24e1fb00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=dfbf395f-459d-4574-8060-f4689208505a,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:29.883313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7574000-046b-4281-b499-b9de24e1fb00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:29.884178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d7574000-046b-4281-b499-b9de24e1fb00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:29.885911 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d7574000-046b-4281-b499-b9de24e1fb00 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/ports/dfbf395f-459d-4574-8060-f4689208505a HTTP/1.1" status: 200 len: 910 time: 1.0626125 Jul 08 18:16:29.889305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52000) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:29.995898 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11b99f84-0e4f-41ba-8165-cf4a439f2dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.001179 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11b99f84-0e4f-41ba-8165-cf4a439f2dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.049652 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-11b99f84-0e4f-41ba-8165-cf4a439f2dce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed7d4cfe76d04f45963ab6d4ec614ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178163 Jul 08 18:16:30.050940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b99f84-0e4f-41ba-8165-cf4a439f2dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e623c56-4f33-4ad9-932e-ec82da60ed01,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:30.053270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52004) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:30.110639 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b45dadf-a34f-433f-8d0c-297d2a7f7269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.135517 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b45dadf-a34f-433f-8d0c-297d2a7f7269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.187867 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b45dadf-a34f-433f-8d0c-297d2a7f7269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.190487 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b45dadf-a34f-433f-8d0c-297d2a7f7269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.191760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0b45dadf-a34f-433f-8d0c-297d2a7f7269 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e623c56-4f33-4ad9-932e-ec82da60ed01 HTTP/1.1" status: 204 len: 168 time: 0.1374786 Jul 08 18:16:30.206678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45dadf-a34f-433f-8d0c-297d2a7f7269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e623c56-4f33-4ad9-932e-ec82da60ed01,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:30.261454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7825aa42-01cb-4b81-8e37-927684ac8e0e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.572879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52014) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:30.595550 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-364c9b12-a47d-4ab2-a1b9-56c2d42be1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.599707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-7825aa42-01cb-4b81-8e37-927684ac8e0e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port dfbf395f-459d-4574-8060-f4689208505a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:30.600219 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7825aa42-01cb-4b81-8e37-927684ac8e0e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.711776 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7825aa42-01cb-4b81-8e37-927684ac8e0e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.718441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617a031-1249-4925-ba8f-0c7f89237442 req-c5e4ed3c-2117-4c82-9dc5-e337f2678c42 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:30.720098 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2617a031-1249-4925-ba8f-0c7f89237442 req-c5e4ed3c-2117-4c82-9dc5-e337f2678c42 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1057920 Jul 08 18:16:30.725180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-7825aa42-01cb-4b81-8e37-927684ac8e0e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for dfbf395f-459d-4574-8060-f4689208505a owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:30.782472 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-364c9b12-a47d-4ab2-a1b9-56c2d42be1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.786814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2617a031-1249-4925-ba8f-0c7f89237442 req-1f6e7c6b-35e6-42b3-ad37-c7252dab6ed1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569386 Jul 08 18:16:30.788672 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-364c9b12-a47d-4ab2-a1b9-56c2d42be1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.826114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c9b12-a47d-4ab2-a1b9-56c2d42be1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc482d19-fdf1-47c4-a021-cd89424f6240,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:30.831632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-364c9b12-a47d-4ab2-a1b9-56c2d42be1e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ebcc4cf10a045e3948b5ed1a5fffb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576818 Jul 08 18:16:30.834788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52018) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:30.884011 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9ca4a1c3-dd7b-40a3-b6b8-ca0638e45a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.906123 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9ca4a1c3-dd7b-40a3-b6b8-ca0638e45a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.907881 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7825aa42-01cb-4b81-8e37-927684ac8e0e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.936728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825aa42-01cb-4b81-8e37-927684ac8e0e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=dfbf395f-459d-4574-8060-f4689208505a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:30.963416 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9ca4a1c3-dd7b-40a3-b6b8-ca0638e45a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.966638 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9ca4a1c3-dd7b-40a3-b6b8-ca0638e45a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.967891 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9ca4a1c3-dd7b-40a3-b6b8-ca0638e45a5d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc482d19-fdf1-47c4-a021-cd89424f6240 HTTP/1.1" status: 204 len: 168 time: 0.1327713 Jul 08 18:16:30.976096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4a1c3-dd7b-40a3-b6b8-ca0638e45a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc482d19-fdf1-47c4-a021-cd89424f6240,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:31.099907 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7825aa42-01cb-4b81-8e37-927684ac8e0e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.544071 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7825aa42-01cb-4b81-8e37-927684ac8e0e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router 64b77397-39e8-4469-9f8d-4e449dc1e86d has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:31.619487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7825aa42-01cb-4b81-8e37-927684ac8e0e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:31.625148 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7825aa42-01cb-4b81-8e37-927684ac8e0e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/64b77397-39e8-4469-9f8d-4e449dc1e86d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346942 Jul 08 18:16:31.628206 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52046) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:31.632890 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e892ae4-1071-434a-824d-0c91a5d4464d None None] Sync routers for ids ['64b77397-39e8-4469-9f8d-4e449dc1e86d'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:31.643934 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e892ae4-1071-434a-824d-0c91a5d4464d None None] Routers {'64b77397-39e8-4469-9f8d-4e449dc1e86d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:31.644556 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e892ae4-1071-434a-824d-0c91a5d4464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['64b77397-39e8-4469-9f8d-4e449dc1e86d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:31.668027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52050) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:31.671575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a7922db1-7800-4f85-925c-80cbe3bb9b9b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=64b77397-39e8-4469-9f8d-4e449dc1e86d HTTP/1.1" status: 200 len: 205 time: 0.0404902 Jul 08 18:16:31.706697 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e892ae4-1071-434a-824d-0c91a5d4464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:31.716967 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e892ae4-1071-434a-824d-0c91a5d4464d None None] Routers {'64b77397-39e8-4469-9f8d-4e449dc1e86d'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:31.717773 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e892ae4-1071-434a-824d-0c91a5d4464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['64b77397-39e8-4469-9f8d-4e449dc1e86d'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:31.762187 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e892ae4-1071-434a-824d-0c91a5d4464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:31.763079 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e892ae4-1071-434a-824d-0c91a5d4464d None None] The sync data for ids ['64b77397-39e8-4469-9f8d-4e449dc1e86d'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:31.772696 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-761fdb11-58f2-4e6b-995a-383d1d04591a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.952902 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-761fdb11-58f2-4e6b-995a-383d1d04591a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.957207 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-761fdb11-58f2-4e6b-995a-383d1d04591a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.048985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7387b1-bc4c-4326-8f90-4140e13768c1 req-308ad3b8-26ea-40e7-83f1-eb7f709f52b1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:32.055355 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a7387b1-bc4c-4326-8f90-4140e13768c1 req-308ad3b8-26ea-40e7-83f1-eb7f709f52b1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1008258 Jul 08 18:16:32.065775 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-761fdb11-58f2-4e6b-995a-383d1d04591a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.065775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761fdb11-58f2-4e6b-995a-383d1d04591a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Fanout notify agent at l3_agent the message router_deleted on router 64b77397-39e8-4469-9f8d-4e449dc1e86d {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:16:32.071819 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-761fdb11-58f2-4e6b-995a-383d1d04591a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.076890 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-761fdb11-58f2-4e6b-995a-383d1d04591a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/64b77397-39e8-4469-9f8d-4e449dc1e86d HTTP/1.1" status: 204 len: 168 time: 0.4065194 Jul 08 18:16:32.077520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52076) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:32.120425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a7387b1-bc4c-4326-8f90-4140e13768c1 req-02c23cbe-5613-413d-a523-b4856972d2d9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576723 Jul 08 18:16:32.152022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fd34c5-f964-4d4a-8a55-2f7979d9316b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting subnet 41774904-00c0-4358-8d0a-7275c6a63cdc {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:16:32.163247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74fd34c5-f964-4d4a-8a55-2f7979d9316b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.215682 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74fd34c5-f964-4d4a-8a55-2f7979d9316b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.323692 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74fd34c5-f964-4d4a-8a55-2f7979d9316b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.391447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74fd34c5-f964-4d4a-8a55-2f7979d9316b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.421189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd34c5-f964-4d4a-8a55-2f7979d9316b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Subnet': ['ID=41774904-00c0-4358-8d0a-7275c6a63cdc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:32.424985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74fd34c5-f964-4d4a-8a55-2f7979d9316b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.426933 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-74fd34c5-f964-4d4a-8a55-2f7979d9316b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/41774904-00c0-4358-8d0a-7275c6a63cdc HTTP/1.1" status: 204 len: 168 time: 0.3473778 Jul 08 18:16:32.429617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52088) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:32.437919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08985ba4-7cf9-497c-8cce-51658b2121e4 None None] Network 4f828307-0fe5-4585-a79e-8d2d0ebbadd7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:32.518902 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.574200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port c5ae1161-adca-4167-81e7-217d239a150d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:32.574200 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.659205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port c5ae1161-adca-4167-81e7-217d239a150d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c5ae1161-adca-4167-81e7-217d239a150d,segment=NetworkSegment(9c82ff7c-833d-4e6a-9255-780e9cf70420),segment_id=9c82ff7c-833d-4e6a-9255-780e9cf70420)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:32.659812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.674015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d616c0-c034-4acd-9093-b82aecc6bfe5 None None] DHCP port deletion for 4f828307-0fe5-4585-a79e-8d2d0ebbadd7 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:16:32.683347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for c5ae1161-adca-4167-81e7-217d239a150d owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:32.735627 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-19d616c0-c034-4acd-9093-b82aecc6bfe5 None None] Deleting port c5ae1161-adca-4167-81e7-217d239a150d {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:32.736249 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19d616c0-c034-4acd-9093-b82aecc6bfe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.792312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.816001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-19d616c0-c034-4acd-9093-b82aecc6bfe5 None None] For port c5ae1161-adca-4167-81e7-217d239a150d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c5ae1161-adca-4167-81e7-217d239a150d,segment=NetworkSegment(9c82ff7c-833d-4e6a-9255-780e9cf70420),segment_id=9c82ff7c-833d-4e6a-9255-780e9cf70420)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:32.816396 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19d616c0-c034-4acd-9093-b82aecc6bfe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.836125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No DVR routers for this DVR port c5ae1161-adca-4167-81e7-217d239a150d on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:32.854132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-19d616c0-c034-4acd-9093-b82aecc6bfe5 None None] Calling delete_port for c5ae1161-adca-4167-81e7-217d239a150d owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:32.869992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=c5ae1161-adca-4167-81e7-217d239a150d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:32.950996 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19d616c0-c034-4acd-9093-b82aecc6bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.972513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.978850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d616c0-c034-4acd-9093-b82aecc6bfe5 None None] Pushing event deleted for resources: {'Port': ['ID=c5ae1161-adca-4167-81e7-217d239a150d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:32.983260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f828307-0fe5-4585-a79e-8d2d0ebbadd7']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:32.986307 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d616c0-c034-4acd-9093-b82aecc6bfe5 None None] No DVR routers for this DVR port c5ae1161-adca-4167-81e7-217d239a150d on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:33.001612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c82ff7c-833d-4e6a-9255-780e9cf70420') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:33.002135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c82ff7c-833d-4e6a-9255-780e9cf70420') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:33.013148 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.028962 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.036325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:16:33.037133 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:16:33.040810 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:16:33.121010 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.137725 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.139590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/networks/4f828307-0fe5-4585-a79e-8d2d0ebbadd7 HTTP/1.1" status: 204 len: 168 time: 0.7088823 Jul 08 18:16:33.146417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52104) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:33.167488 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4f8f0b1e-2907-4475-a59c-3d1298f9fd3e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-739983510', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:33.174292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589560e0-a14d-45d1-8702-8eb5722b1de8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Network': ['ID=4f828307-0fe5-4585-a79e-8d2d0ebbadd7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:33.201229 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b1e-2907-4475-a59c-3d1298f9fd3e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.202667 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b1e-2907-4475-a59c-3d1298f9fd3e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.300069 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b1e-2907-4475-a59c-3d1298f9fd3e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.306363 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b1e-2907-4475-a59c-3d1298f9fd3e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.338497 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0b1e-2907-4475-a59c-3d1298f9fd3e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.343032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52112) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:33.348756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'network': {'name': 'tempest-RoutersTest-102395300'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:33.351921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4f8f0b1e-2907-4475-a59c-3d1298f9fd3e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1943352 Jul 08 18:16:33.373562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2002e-1326-4298-bd4d-929e7b9909dc req-9994ecc6-5513-4cdc-848f-71d781fc9be6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:33.378081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:33.383985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.392319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20e2002e-1326-4298-bd4d-929e7b9909dc req-9994ecc6-5513-4cdc-848f-71d781fc9be6 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1258931 Jul 08 18:16:33.434191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:16:33.440092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20e2002e-1326-4298-bd4d-929e7b9909dc req-8f74a614-1310-4e6e-a5e7-24785c29299c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467858 Jul 08 18:16:33.444529 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.444843 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added segment 57de79aa-2e28-49f2-82ae-17f18af4296e of type vlan for network 554300e3-1190-4702-ad49-b27f2a241815 Jul 08 18:16:33.472887 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.490963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.523588 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.530581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:33.531337 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.598324 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2515144 Jul 08 18:16:33.598526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52124) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:33.603573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'subnet': {'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:33.652320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2dfa5-13d7-478c-994e-07d0f502c90f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Network': ['ID=554300e3-1190-4702-ad49-b27f2a241815,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:33.665057 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 554300e3-1190-4702-ad49-b27f2a241815 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:16:33.737421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:33.742732 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.769478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c5ae1161-adca-4167-81e7-217d239a150d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:33.792226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: c5ae1161-adca-4167-81e7-217d239a150d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:33.792837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c5ae1161-adca-4167-81e7-217d239a150d not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:33.969349 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.047135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Subnet': ['ID=70917e43-d63b-4ab1-a13d-2b5e0d788647,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:34.062966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Checking segment: {'id': '57de79aa-2e28-49f2-82ae-17f18af4296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '554300e3-1190-4702-ad49-b27f2a241815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:34.063555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network hostable DHCP agents. Network: 554300e3-1190-4702-ad49-b27f2a241815, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:16:34.084649 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 554300e3-1190-4702-ad49-b27f2a241815 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:16:34.094327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 554300e3-1190-4702-ad49-b27f2a241815) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:34.098909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:34.099793 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.104616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e690ff9c-bc20-41d1-a019-7b0cb7555803 None None] Network 554300e3-1190-4702-ad49-b27f2a241815 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:34.131971 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-625d85a1-94b3-40df-8533-be92114c90e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5313981 Jul 08 18:16:34.133859 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52138) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:34.217862 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.349654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-554300e3-1190-4702-ad49-b27f2a241815', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:16:34.350287 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.461635 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.529240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Allocated IP 172.20.0.2 (554300e3-1190-4702-ad49-b27f2a241815/70917e43-d63b-4ab1-a13d-2b5e0d788647/5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:34.676740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759da3a-a905-477c-916d-7397c63aec2f req-a6848ac1-1280-46cc-a5f3-12cc83325c4f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:34.678322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a759da3a-a905-477c-916d-7397c63aec2f req-a6848ac1-1280-46cc-a5f3-12cc83325c4f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0682728 Jul 08 18:16:34.725024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a759da3a-a905-477c-916d-7397c63aec2f req-09762061-604e-4408-99eb-6c3b0827b183 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386984 Jul 08 18:16:34.741016 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.750081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Transition to ACTIVE for port object 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:34.764636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Transition to ACTIVE for port object 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:34.771190 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.813199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Network 554300e3-1190-4702-ad49-b27f2a241815 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:34.816043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:34.821297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:34.822062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Allocated IP 172.20.0.1 (554300e3-1190-4702-ad49-b27f2a241815/70917e43-d63b-4ab1-a13d-2b5e0d788647/3435ecbe-b79e-4e60-a0f2-941a1738171f) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:34.826250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Pushing event updated for resources: {'Port': ['ID=5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:34.894174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Attempting to bind port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:34.896334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Attempting to bind port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '57de79aa-2e28-49f2-82ae-17f18af4296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '554300e3-1190-4702-ad49-b27f2a241815'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:34.896714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Attempting to bind port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f on network 554300e3-1190-4702-ad49-b27f2a241815 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:34.902578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:34.903690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Checking segment: {'id': '57de79aa-2e28-49f2-82ae-17f18af4296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '554300e3-1190-4702-ad49-b27f2a241815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:34.904107 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.904636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Bound using segment: {'id': '57de79aa-2e28-49f2-82ae-17f18af4296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '554300e3-1190-4702-ad49-b27f2a241815'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:34.905122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Bound port: 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57de79aa-2e28-49f2-82ae-17f18af4296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '554300e3-1190-4702-ad49-b27f2a241815'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:34.905513 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.981572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] For port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:34.981943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.984927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] For port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f,segment=NetworkSegment(57de79aa-2e28-49f2-82ae-17f18af4296e),segment_id=57de79aa-2e28-49f2-82ae-17f18af4296e)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:34.990179 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.997678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Transition to ACTIVE for port object 3435ecbe-b79e-4e60-a0f2-941a1738171f will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:35.039947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.047344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79335b31-a573-46bc-9163-b1c1c9d31236 None None] Pushing event updated for resources: {'Port': ['ID=5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:35.087546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 554300e3-1190-4702-ad49-b27f2a241815 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:35.091203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:35.097783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:35.130992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=3435ecbe-b79e-4e60-a0f2-941a1738171f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:35.153160 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.350076 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.679774 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.686984 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.782170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=3435ecbe-b79e-4e60-a0f2-941a1738171f,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:35.829160 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.867778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:35.984428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:36.024621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3559f-5834-46af-a1fb-dcb0a33fce98 req-250e5b7f-17ef-495b-ae77-f5805448933a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:36.026609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 554300e3-1190-4702-ad49-b27f2a241815 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:36.028066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:36.034814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40e3559f-5834-46af-a1fb-dcb0a33fce98 req-250e5b7f-17ef-495b-ae77-f5805448933a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0889969 Jul 08 18:16:36.088423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-40e3559f-5834-46af-a1fb-dcb0a33fce98 req-9c5b7ebe-0d2f-41c5-8e72-a1d6c049d0bc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524397 Jul 08 18:16:36.162497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:16:36.265116 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85fa4345-bf78-49e4-ba99-8e41249a03f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.285439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:36.293734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1354b71-459f-4836-9c1a-2f4cd31dae25 None None] Network 554300e3-1190-4702-ad49-b27f2a241815 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:36.294494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52196) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:36.294626 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fbff230d-ee3a-4622-a7f5-b07d02c94721 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1596344 Jul 08 18:16:36.301595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'network': {'name': 'tempest-RoutersTest-88221653'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:36.307875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Sync routers for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:36.330473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:36.334525 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.371637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:16:36.382239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:36.383215 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:36.391470 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.392429 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added segment 9b5a4835-a578-42f1-8875-37aaf7bfd4fd of type vlan for network 853c825d-79e3-4695-aeb5-2a357e57b2f4 Jul 08 18:16:36.443742 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.501338 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.508567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:36.509217 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.608939 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3125348 Jul 08 18:16:36.611817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52200) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:36.617885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'subnet': {'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:36.675265 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:36.720960 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:36.724230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e05a6c-d2df-4097-bedf-766f1ab086f5 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Network': ['ID=853c825d-79e3-4695-aeb5-2a357e57b2f4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:36.724777 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.764225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf6412-5bd3-4fc8-8433-ef26ba96cc61 req-1403ac42-68d0-46da-8d07-ec3a1739eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:36.766124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9adf6412-5bd3-4fc8-8433-ef26ba96cc61 req-1403ac42-68d0-46da-8d07-ec3a1739eca3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1096 time: 0.1588857 Jul 08 18:16:36.780955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73238d7e-32ee-4f28-b8ed-a14c4bb680d8 req-77fd275e-dfda-46aa-ac3c-f68c050f6778 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:36.782766 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73238d7e-32ee-4f28-b8ed-a14c4bb680d8 req-77fd275e-dfda-46aa-ac3c-f68c050f6778 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.2194641 Jul 08 18:16:36.793402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 853c825d-79e3-4695-aeb5-2a357e57b2f4 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:16:36.838922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b165035e-aa28-4e36-ab7a-4396a6494524 None None] Provisioning for port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:36.897289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b165035e-aa28-4e36-ab7a-4396a6494524 None None] Provisioning complete for port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:36.898026 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b165035e-aa28-4e36-ab7a-4396a6494524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.914185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73238d7e-32ee-4f28-b8ed-a14c4bb680d8 req-19104f56-8a60-451b-ac35-e7dee26a4e0e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175256 Jul 08 18:16:36.969862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf6412-5bd3-4fc8-8433-ef26ba96cc61 req-08d1262f-35a5-4916-9573-10431f89be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:36.971673 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9adf6412-5bd3-4fc8-8433-ef26ba96cc61 req-08d1262f-35a5-4916-9573-10431f89be5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.1879423 Jul 08 18:16:37.060698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9adf6412-5bd3-4fc8-8433-ef26ba96cc61 req-d5237527-d033-49bd-892d-b0f6abbb3f37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 999 time: 0.0812285 Jul 08 18:16:37.084118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.124068 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b165035e-aa28-4e36-ab7a-4396a6494524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.174888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:35Z', 'revision_number': 2, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:35Z', 'revision_number': 2, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:37.209098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Subnet': ['ID=a2435067-92cc-4dd4-8e47-45b9457139fe,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:37.219428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Checking segment: {'id': '9b5a4835-a578-42f1-8875-37aaf7bfd4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:37.219781 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network hostable DHCP agents. Network: 853c825d-79e3-4695-aeb5-2a357e57b2f4, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:16:37.245664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Checking router: f1bebd50-19ff-4a14-9de9-b0f7bcdc803e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:37.246454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Updating router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e port 3435ecbe-b79e-4e60-a0f2-941a1738171f binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:16:37.253628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 853c825d-79e3-4695-aeb5-2a357e57b2f4 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:16:37.296971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 853c825d-79e3-4695-aeb5-2a357e57b2f4) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:37.305156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:37.306056 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.308604 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b165035e-aa28-4e36-ab7a-4396a6494524 None None] For port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f,segment=NetworkSegment(57de79aa-2e28-49f2-82ae-17f18af4296e),segment_id=57de79aa-2e28-49f2-82ae-17f18af4296e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:37.312667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e401de-88e9-4601-a844-625355f5c77f None None] Network 853c825d-79e3-4695-aeb5-2a357e57b2f4 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:37.330174 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-65d567b3-d949-4654-a716-d72753f388d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7140942 Jul 08 18:16:37.330420 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52216) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:37.395297 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b165035e-aa28-4e36-ab7a-4396a6494524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.397267 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.552245 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165035e-aa28-4e36-ab7a-4396a6494524 None None] Pushing event updated for resources: {'Port': ['ID=5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:37.554693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf6412-5bd3-4fc8-8433-ef26ba96cc61 req-99274fdc-1286-43c8-b569-387d28b67887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:37.556988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9adf6412-5bd3-4fc8-8433-ef26ba96cc61 req-99274fdc-1286-43c8-b569-387d28b67887 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.4885912 Jul 08 18:16:37.691433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf6412-5bd3-4fc8-8433-ef26ba96cc61 req-b29cc737-7fa6-4696-8ae0-1478e972b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:37.695290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9adf6412-5bd3-4fc8-8433-ef26ba96cc61 req-b29cc737-7fa6-4696-8ae0-1478e972b83b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240754 Jul 08 18:16:37.850782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:37.906193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9adf6412-5bd3-4fc8-8433-ef26ba96cc61 req-4bdae8ea-4e65-4f18-be30-ba35850ca25f service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950233 Jul 08 18:16:37.919516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-853c825d-79e3-4695-aeb5-2a357e57b2f4', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:16:37.920338 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.048985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-62ba42c0-f5a9-425d-a930-5639ed5ffb90 None None] Provisioning complete for port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:38.049355 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-62ba42c0-f5a9-425d-a930-5639ed5ffb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.084686 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:16:38.110776 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.188349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9adf6412-5bd3-4fc8-8433-ef26ba96cc61 req-d3d8de44-f595-430d-820f-a50077e2442e service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783453 Jul 08 18:16:38.285456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf90662-c096-488f-a848-ebf7c737ad34 req-8a2ac168-a71b-4cd5-84c7-88a89488e9e3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:38.296497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bf90662-c096-488f-a848-ebf7c737ad34 req-8a2ac168-a71b-4cd5-84c7-88a89488e9e3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0984964 Jul 08 18:16:38.341044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:38.341413 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.381802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bf90662-c096-488f-a848-ebf7c737ad34 req-99f0c705-f05b-49b6-87af-615cfd9be3af tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842147 Jul 08 18:16:38.497017 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Allocated IP 172.21.0.2 (853c825d-79e3-4695-aeb5-2a357e57b2f4/a2435067-92cc-4dd4-8e47-45b9457139fe/17e3164e-8697-4cac-8911-e91f2d80d03e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:38.499568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-62ba42c0-f5a9-425d-a930-5639ed5ffb90 None None] Provisioning for port 3435ecbe-b79e-4e60-a0f2-941a1738171f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:38.508342 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.515904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-62ba42c0-f5a9-425d-a930-5639ed5ffb90 None None] Provisioning complete for port 3435ecbe-b79e-4e60-a0f2-941a1738171f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:38.516270 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-62ba42c0-f5a9-425d-a930-5639ed5ffb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.554038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Transition to ACTIVE for port object 3435ecbe-b79e-4e60-a0f2-941a1738171f will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:38.619130 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.682437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-62ba42c0-f5a9-425d-a930-5639ed5ffb90 None None] Port 3435ecbe-b79e-4e60-a0f2-941a1738171f cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:38.839832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646188df-678e-44ed-afab-bbf94a03ead6 None None] Pushing event updated for resources: {'Port': ['ID=3435ecbe-b79e-4e60-a0f2-941a1738171f,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:38.888564 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.908923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Attempting to bind port 3435ecbe-b79e-4e60-a0f2-941a1738171f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:38.909383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Attempting to bind port 3435ecbe-b79e-4e60-a0f2-941a1738171f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '57de79aa-2e28-49f2-82ae-17f18af4296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '554300e3-1190-4702-ad49-b27f2a241815'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:38.909634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Attempting to bind port 3435ecbe-b79e-4e60-a0f2-941a1738171f on network 554300e3-1190-4702-ad49-b27f2a241815 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:38.913125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Transition to ACTIVE for port object 17e3164e-8697-4cac-8911-e91f2d80d03e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:38.920833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:38.921546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Checking segment: {'id': '57de79aa-2e28-49f2-82ae-17f18af4296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '554300e3-1190-4702-ad49-b27f2a241815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:38.921670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.921985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Bound using segment: {'id': '57de79aa-2e28-49f2-82ae-17f18af4296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '554300e3-1190-4702-ad49-b27f2a241815'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:38.922497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Bound port: 3435ecbe-b79e-4e60-a0f2-941a1738171f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57de79aa-2e28-49f2-82ae-17f18af4296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '554300e3-1190-4702-ad49-b27f2a241815'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:38.922881 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.943029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Transition to ACTIVE for port object 17e3164e-8697-4cac-8911-e91f2d80d03e will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:38.973273 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.004617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Allocated IP 172.21.0.1 (853c825d-79e3-4695-aeb5-2a357e57b2f4/a2435067-92cc-4dd4-8e47-45b9457139fe/20774c03-e79a-4f4e-9a1e-15725bda13d9) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:39.105360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52246) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:39.247561 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24f74a70-b2ec-4dec-b68a-2149295a79bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.259202 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Pushing event updated for resources: {'Port': ['ID=17e3164e-8697-4cac-8911-e91f2d80d03e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:39.272764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Network 853c825d-79e3-4695-aeb5-2a357e57b2f4 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:39.282571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] For port 3435ecbe-b79e-4e60-a0f2-941a1738171f, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:39.292124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:39.297957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:39.317074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] For port 3435ecbe-b79e-4e60-a0f2-941a1738171f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3435ecbe-b79e-4e60-a0f2-941a1738171f,segment=NetworkSegment(57de79aa-2e28-49f2-82ae-17f18af4296e),segment_id=57de79aa-2e28-49f2-82ae-17f18af4296e)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:39.353421 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-635ae971-ddad-4fb0-ad0d-93b649de5867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.357187 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.360548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.386508 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24f74a70-b2ec-4dec-b68a-2149295a79bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.392698 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24f74a70-b2ec-4dec-b68a-2149295a79bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.459212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-24f74a70-b2ec-4dec-b68a-2149295a79bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=86f4685ea6d24d9f8356b03e522d19a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503242 Jul 08 18:16:39.459212 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f74a70-b2ec-4dec-b68a-2149295a79bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e9c588-060e-4afd-963d-b7975f452348,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:39.460301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52254) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:39.493124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:39.494051 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:39.496550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Attempting to bind port 17e3164e-8697-4cac-8911-e91f2d80d03e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:39.497567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Attempting to bind port 17e3164e-8697-4cac-8911-e91f2d80d03e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '9b5a4835-a578-42f1-8875-37aaf7bfd4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:39.498318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Attempting to bind port 17e3164e-8697-4cac-8911-e91f2d80d03e on network 853c825d-79e3-4695-aeb5-2a357e57b2f4 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:39.522041 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10a6aa3f-6d9f-46e3-8e94-cc83ad9f4486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.551104 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10a6aa3f-6d9f-46e3-8e94-cc83ad9f4486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.599680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:39.600323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Checking segment: {'id': '9b5a4835-a578-42f1-8875-37aaf7bfd4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:39.600880 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.601420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Bound using segment: {'id': '9b5a4835-a578-42f1-8875-37aaf7bfd4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:39.602710 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Bound port: 17e3164e-8697-4cac-8911-e91f2d80d03e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5a4835-a578-42f1-8875-37aaf7bfd4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:39.603281 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.627280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646188df-678e-44ed-afab-bbf94a03ead6 None None] Pushing event updated for resources: {'Port': ['ID=3435ecbe-b79e-4e60-a0f2-941a1738171f,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:39.670147 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10a6aa3f-6d9f-46e3-8e94-cc83ad9f4486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.674010 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10a6aa3f-6d9f-46e3-8e94-cc83ad9f4486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.676066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-10a6aa3f-6d9f-46e3-8e94-cc83ad9f4486 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5e9c588-060e-4afd-963d-b7975f452348 HTTP/1.1" status: 204 len: 168 time: 0.2142947 Jul 08 18:16:39.691089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6aa3f-6d9f-46e3-8e94-cc83ad9f4486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e9c588-060e-4afd-963d-b7975f452348,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:39.715591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:39.720140 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.752359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Transition to ACTIVE for port object 20774c03-e79a-4f4e-9a1e-15725bda13d9 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:39.833222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b220f0-7867-4fb1-992c-19758389dbde req-44e76add-a399-4e07-89c3-78a52eefb1f7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:39.844054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4b220f0-7867-4fb1-992c-19758389dbde req-44e76add-a399-4e07-89c3-78a52eefb1f7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1331506 Jul 08 18:16:39.849332 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.924736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4b220f0-7867-4fb1-992c-19758389dbde req-2bec4279-27ae-4669-b0f5-2ca4b24abc31 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796490 Jul 08 18:16:39.929502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 853c825d-79e3-4695-aeb5-2a357e57b2f4 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:39.940430 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:39.945186 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:39.969963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] For port 17e3164e-8697-4cac-8911-e91f2d80d03e, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:39.995459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] For port 17e3164e-8697-4cac-8911-e91f2d80d03e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=17e3164e-8697-4cac-8911-e91f2d80d03e,segment=NetworkSegment(9b5a4835-a578-42f1-8875-37aaf7bfd4fd),segment_id=9b5a4835-a578-42f1-8875-37aaf7bfd4fd)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:40.007503 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.062486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=20774c03-e79a-4f4e-9a1e-15725bda13d9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:40.092277 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.135428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036b06f-2c9c-4de3-a0bb-6f9d7998d0bb None None] Pushing event updated for resources: {'Port': ['ID=17e3164e-8697-4cac-8911-e91f2d80d03e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:40.178117 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.189611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:35Z', 'revision_number': 2, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:39Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:40.226813 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d4c9d-ac6a-4088-9f0d-31b5fc8746f9 None None] The sync data for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 is: [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:35Z', 'revision_number': 2, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:39Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:40.328278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52274) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:40.361440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2081d9-f574-4e3e-998b-f2772d5dbb81 req-dc44016d-d6ff-497d-a1e2-3901ab8230b7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:40.364423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc2081d9-f574-4e3e-998b-f2772d5dbb81 req-dc44016d-d6ff-497d-a1e2-3901ab8230b7 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1600461 Jul 08 18:16:40.373700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0cf519f0-6cee-404c-9eb6-925301d54558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.430895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc2081d9-f574-4e3e-998b-f2772d5dbb81 req-cd68cdca-322b-46f6-8cdf-0091a1c47134 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574629 Jul 08 18:16:40.509363 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.851605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0cf519f0-6cee-404c-9eb6-925301d54558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.868511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0cf519f0-6cee-404c-9eb6-925301d54558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.984816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ab41d-86b3-4fbe-b3af-2717391599c7 req-cfabf67e-7cec-4062-a9d1-e06f6c045c9d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:40.990349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a2ab41d-86b3-4fbe-b3af-2717391599c7 req-cfabf67e-7cec-4062-a9d1-e06f6c045c9d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1403930 Jul 08 18:16:40.993758 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf519f0-6cee-404c-9eb6-925301d54558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63618e1-7403-4f80-b0d9-12fefd2e02ed,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:41.025676 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0cf519f0-6cee-404c-9eb6-925301d54558 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7121721cee141deaac5354860f04152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870704 Jul 08 18:16:41.029392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52286) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:41.047158 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a2ab41d-86b3-4fbe-b3af-2717391599c7 req-2e3ea883-639d-4c2f-b915-901eddc4e161 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529785 Jul 08 18:16:41.131800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32222eba-1ee2-4015-bb90-6ccc1b4110ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.155416 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.169972 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32222eba-1ee2-4015-bb90-6ccc1b4110ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.177157 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.231204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=20774c03-e79a-4f4e-9a1e-15725bda13d9,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:41.295131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.419131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32222eba-1ee2-4015-bb90-6ccc1b4110ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.422426 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32222eba-1ee2-4015-bb90-6ccc1b4110ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.424209 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-32222eba-1ee2-4015-bb90-6ccc1b4110ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c63618e1-7403-4f80-b0d9-12fefd2e02ed HTTP/1.1" status: 204 len: 168 time: 0.3936601 Jul 08 18:16:41.508082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32222eba-1ee2-4015-bb90-6ccc1b4110ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63618e1-7403-4f80-b0d9-12fefd2e02ed,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:41.562851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 853c825d-79e3-4695-aeb5-2a357e57b2f4 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:41.565309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:41.592285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9876c-b7b8-4f3f-abcc-10cba9bb8153 req-6bce9aa0-a0e2-464e-b35a-7dabe7fd0601 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:41.609573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2f9876c-b7b8-4f3f-abcc-10cba9bb8153 req-6bce9aa0-a0e2-464e-b35a-7dabe7fd0601 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1208270 Jul 08 18:16:41.647083 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.716859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2f9876c-b7b8-4f3f-abcc-10cba9bb8153 req-3a0699a3-3b7e-4f6d-abe8-9a1dbfaf1f37 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057265 Jul 08 18:16:41.832559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:41.904605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35be6c01-f89d-4f8b-8342-9df4ac704cac None None] Network 853c825d-79e3-4695-aeb5-2a357e57b2f4 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:42.078082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3435ecbe-b79e-4e60-a0f2-941a1738171f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:42.108454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:42.117502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52322) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:42.118568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b8a392a5-dba6-44c5-9ae8-528623919cb2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7868443 Jul 08 18:16:42.123909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'network': {'name': 'tempest-RoutersTest-1771765350'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:42.169594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:42.169870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-20ae3b2a-e82a-419e-b75e-7c2323a709a3 None None] Provisioning for port 17e3164e-8697-4cac-8911-e91f2d80d03e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:42.180080 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.223846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:16:42.238020 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.238692 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added segment c60d8275-b62b-466b-adda-64abd30aef1d of type vlan for network d0e578fc-6b90-4049-b3a3-cc444b92ad0f Jul 08 18:16:42.303397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.376117 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.382982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:42.383606 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.386408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 3435ecbe-b79e-4e60-a0f2-941a1738171f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:42.394096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3435ecbe-b79e-4e60-a0f2-941a1738171f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:42.395009 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.496093 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3770399 Jul 08 18:16:42.510038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52332) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:42.510038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'subnet': {'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:42.519571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3997ac-a8e5-4e88-853c-05722c67bbfd tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Network': ['ID=d0e578fc-6b90-4049-b3a3-cc444b92ad0f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:42.542787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d0e578fc-6b90-4049-b3a3-cc444b92ad0f details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:16:42.577680 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Sync routers for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:42.599036 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:42.599588 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:42.635824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:42.644275 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.654344 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.717568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 3435ecbe-b79e-4e60-a0f2-941a1738171f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3435ecbe-b79e-4e60-a0f2-941a1738171f,segment=NetworkSegment(57de79aa-2e28-49f2-82ae-17f18af4296e),segment_id=57de79aa-2e28-49f2-82ae-17f18af4296e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:42.731601 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.732848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 17e3164e-8697-4cac-8911-e91f2d80d03e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:42.765175 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:42.938716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1e660fdf-3bc3-41cb-8378-c613c4876b2e None None] Provisioning for port 20774c03-e79a-4f4e-9a1e-15725bda13d9 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:42.975597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1e660fdf-3bc3-41cb-8378-c613c4876b2e None None] Provisioning complete for port 20774c03-e79a-4f4e-9a1e-15725bda13d9 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:42.976021 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e660fdf-3bc3-41cb-8378-c613c4876b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.031824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=3435ecbe-b79e-4e60-a0f2-941a1738171f,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:43.133104 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.134562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e5dfd-0c10-4dff-9fe1-dee66c736d99 req-a83d6cf7-8202-4576-b5b4-1abca68d27e4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:43.137832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1e660fdf-3bc3-41cb-8378-c613c4876b2e None None] Port 20774c03-e79a-4f4e-9a1e-15725bda13d9 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:43.151410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-451e5dfd-0c10-4dff-9fe1-dee66c736d99 req-a83d6cf7-8202-4576-b5b4-1abca68d27e4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1698303 Jul 08 18:16:43.156789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 17e3164e-8697-4cac-8911-e91f2d80d03e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:43.161927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 17e3164e-8697-4cac-8911-e91f2d80d03e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:43.162624 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.299465 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-451e5dfd-0c10-4dff-9fe1-dee66c736d99 req-4651abc7-e590-4684-b3fa-bfec7cbaab0f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470611 Jul 08 18:16:43.320079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-040c4b5d-3450-40c8-996a-c810f4be21c6 None None] Provisioning complete for port 20774c03-e79a-4f4e-9a1e-15725bda13d9 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:43.328159 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-040c4b5d-3450-40c8-996a-c810f4be21c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.334007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Checking segment: {'id': 'c60d8275-b62b-466b-adda-64abd30aef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:43.334702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network hostable DHCP agents. Network: d0e578fc-6b90-4049-b3a3-cc444b92ad0f, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:16:43.343331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Subnet': ['ID=1cf65be1-6a82-459d-bfc4-80d2f6f783aa,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:43.378801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network d0e578fc-6b90-4049-b3a3-cc444b92ad0f is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:16:43.379123 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 3, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 2, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:39Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:43.389017 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-040c4b5d-3450-40c8-996a-c810f4be21c6 None None] Port 20774c03-e79a-4f4e-9a1e-15725bda13d9 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:43.414597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d0e578fc-6b90-4049-b3a3-cc444b92ad0f) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:43.426357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:43.429393 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.441585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406ddc3-80e3-40c7-bf3c-d13f441a54c6 None None] Network d0e578fc-6b90-4049-b3a3-cc444b92ad0f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:43.447329 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.476726 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-57e3d9a2-1a1d-4679-883b-b9c23c668077 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9743137 Jul 08 18:16:43.479625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52358) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:43.490065 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Checking router: f1bebd50-19ff-4a14-9de9-b0f7bcdc803e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:43.490454 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Updating router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e port 20774c03-e79a-4f4e-9a1e-15725bda13d9 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:16:43.575449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 17e3164e-8697-4cac-8911-e91f2d80d03e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=17e3164e-8697-4cac-8911-e91f2d80d03e,segment=NetworkSegment(9b5a4835-a578-42f1-8875-37aaf7bfd4fd),segment_id=9b5a4835-a578-42f1-8875-37aaf7bfd4fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:43.588109 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.655096 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.667210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4f4393aa-db12-44d8-a924-a9bdd0322fc7 None None] Provisioning complete for port 20774c03-e79a-4f4e-9a1e-15725bda13d9 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:43.667506 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f4393aa-db12-44d8-a924-a9bdd0322fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.780325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4f4393aa-db12-44d8-a924-a9bdd0322fc7 None None] Port 20774c03-e79a-4f4e-9a1e-15725bda13d9 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:43.786122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=17e3164e-8697-4cac-8911-e91f2d80d03e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:43.922179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3435ecbe-b79e-4e60-a0f2-941a1738171f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:44.013675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-d0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:16:44.014557 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.079260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf4c39-8126-468d-86f8-2911eb7a074b req-c31c7966-ed1b-4a37-ad44-6a1f59c575b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:44.088316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8cf4c39-8126-468d-86f8-2911eb7a074b req-c31c7966-ed1b-4a37-ad44-6a1f59c575b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 1096 time: 0.1519475 Jul 08 18:16:44.144240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3435ecbe-b79e-4e60-a0f2-941a1738171f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:44.146779 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.322526 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.346824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf4c39-8126-468d-86f8-2911eb7a074b req-543b28ab-71a8-4081-87ea-990e7267dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:44.348475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8cf4c39-8126-468d-86f8-2911eb7a074b req-543b28ab-71a8-4081-87ea-990e7267dc97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 200 len: 913 time: 0.2527716 Jul 08 18:16:44.352041 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Transition to ACTIVE for port object 20774c03-e79a-4f4e-9a1e-15725bda13d9 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:44.392196 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.426322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Allocated IP 172.22.0.2 (d0e578fc-6b90-4049-b3a3-cc444b92ad0f/1cf65be1-6a82-459d-bfc4-80d2f6f783aa/b46e7997-6606-41cb-abb2-282f4a22c08f) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:44.437709 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.595585 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Pushing event updated for resources: {'Port': ['ID=20774c03-e79a-4f4e-9a1e-15725bda13d9,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:44.604171 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.604508 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.604840 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.605166 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.605487 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.605910 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.606162 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.614738 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.615086 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.615423 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.615753 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.616076 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.634625 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Attempting to bind port 20774c03-e79a-4f4e-9a1e-15725bda13d9 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:44.634999 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Attempting to bind port 20774c03-e79a-4f4e-9a1e-15725bda13d9 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '9b5a4835-a578-42f1-8875-37aaf7bfd4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:44.635332 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Attempting to bind port 20774c03-e79a-4f4e-9a1e-15725bda13d9 on network 853c825d-79e3-4695-aeb5-2a357e57b2f4 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:44.657708 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:44.658076 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Checking segment: {'id': '9b5a4835-a578-42f1-8875-37aaf7bfd4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:44.658686 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.659221 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Bound using segment: {'id': '9b5a4835-a578-42f1-8875-37aaf7bfd4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:44.659853 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Bound port: 20774c03-e79a-4f4e-9a1e-15725bda13d9, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5a4835-a578-42f1-8875-37aaf7bfd4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:44.661926 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.704235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8cf4c39-8126-468d-86f8-2911eb7a074b req-76cbf210-e0fa-4933-894f-146c35cdf3d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 200 len: 999 time: 0.2664778 Jul 08 18:16:44.733941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed3425-4754-4b90-a1d5-6c9f42ef819f req-a35f6402-fe06-4329-bd06-d0343443bd20 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:44.745380 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.754781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Transition to ACTIVE for port object b46e7997-6606-41cb-abb2-282f4a22c08f will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:44.761226 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-03ed3425-4754-4b90-a1d5-6c9f42ef819f req-a35f6402-fe06-4329-bd06-d0343443bd20 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.4098105 Jul 08 18:16:44.771580 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Transition to ACTIVE for port object b46e7997-6606-41cb-abb2-282f4a22c08f will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:44.785940 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.870871 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] For port 20774c03-e79a-4f4e-9a1e-15725bda13d9, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:44.879062 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] For port 20774c03-e79a-4f4e-9a1e-15725bda13d9, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=20774c03-e79a-4f4e-9a1e-15725bda13d9,segment=NetworkSegment(9b5a4835-a578-42f1-8875-37aaf7bfd4fd),segment_id=9b5a4835-a578-42f1-8875-37aaf7bfd4fd)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:44.893899 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.926336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Pushing event updated for resources: {'Port': ['ID=b46e7997-6606-41cb-abb2-282f4a22c08f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:44.928948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-03ed3425-4754-4b90-a1d5-6c9f42ef819f req-919be984-da72-4f92-890b-fa083d564e0c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667771 Jul 08 18:16:44.930987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf4c39-8126-468d-86f8-2911eb7a074b req-a8321554-e882-48d6-bceb-a1c6d8f16e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:44.940412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8cf4c39-8126-468d-86f8-2911eb7a074b req-a8321554-e882-48d6-bceb-a1c6d8f16e13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 200 len: 851 time: 0.1719003 Jul 08 18:16:44.941497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Network d0e578fc-6b90-4049-b3a3-cc444b92ad0f is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:44.956545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:44.962267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:45.002671 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8f3a1-ea8d-4435-98ce-042000cc29ca None None] Pushing event updated for resources: {'Port': ['ID=20774c03-e79a-4f4e-9a1e-15725bda13d9,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:45.035164 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:45.036366 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:45.083417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf4c39-8126-468d-86f8-2911eb7a074b req-d5aacdab-ec8e-4734-b502-777ef4d1c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:45.085003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8cf4c39-8126-468d-86f8-2911eb7a074b req-d5aacdab-ec8e-4734-b502-777ef4d1c296 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c92d1067-af3d-4be1-a412-78a68c63eea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405761 Jul 08 18:16:45.115150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Attempting to bind port b46e7997-6606-41cb-abb2-282f4a22c08f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:45.115646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Attempting to bind port b46e7997-6606-41cb-abb2-282f4a22c08f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'c60d8275-b62b-466b-adda-64abd30aef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:45.117032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Attempting to bind port b46e7997-6606-41cb-abb2-282f4a22c08f on network d0e578fc-6b90-4049-b3a3-cc444b92ad0f {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:45.128636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Allocated IP 172.22.0.1 (d0e578fc-6b90-4049-b3a3-cc444b92ad0f/1cf65be1-6a82-459d-bfc4-80d2f6f783aa/bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:45.132295 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:45.132617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Checking segment: {'id': 'c60d8275-b62b-466b-adda-64abd30aef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:45.133033 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.135494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Bound using segment: {'id': 'c60d8275-b62b-466b-adda-64abd30aef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:45.136385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Bound port: b46e7997-6606-41cb-abb2-282f4a22c08f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60d8275-b62b-466b-adda-64abd30aef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:45.137783 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.273972 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:45.287760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8cf4c39-8126-468d-86f8-2911eb7a074b req-a323bbb4-3190-4fa2-baf0-135b91b8093f service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925044 Jul 08 18:16:45.324684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] For port b46e7997-6606-41cb-abb2-282f4a22c08f, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:45.333998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] For port b46e7997-6606-41cb-abb2-282f4a22c08f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b46e7997-6606-41cb-abb2-282f4a22c08f,segment=NetworkSegment(c60d8275-b62b-466b-adda-64abd30aef1d),segment_id=c60d8275-b62b-466b-adda-64abd30aef1d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:45.361057 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.493388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.539325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Transition to ACTIVE for port object bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:45.576456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c927d-fe7f-4198-982b-e27ca772e5bc None None] Pushing event updated for resources: {'Port': ['ID=b46e7997-6606-41cb-abb2-282f4a22c08f,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:45.592734 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8cf4c39-8126-468d-86f8-2911eb7a074b req-8a1d123a-d702-4a1b-b53b-8db4013e2198 service neutron] 10.222.0.59 "GET /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955227 Jul 08 18:16:45.622011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.695966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network d0e578fc-6b90-4049-b3a3-cc444b92ad0f is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:45.703741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:45.708095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:45.716032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:45.774761 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.826269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 17e3164e-8697-4cac-8911-e91f2d80d03e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:45.891089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 17e3164e-8697-4cac-8911-e91f2d80d03e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:45.892458 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.072862 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.089951 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 3, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:44Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:46.159515 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388e934b-24cc-4cbb-9442-cc82a4681368 None None] The sync data for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 is: [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 3, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:44Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:46.322299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4c2bf-25d1-4436-87bb-dfe39a62955f req-e017778e-266e-46b8-bc9d-ade33a14de73 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:46.327281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6af4c2bf-25d1-4436-87bb-dfe39a62955f req-e017778e-266e-46b8-bc9d-ade33a14de73 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1449170 Jul 08 18:16:46.351857 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52410) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:46.404317 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6af4c2bf-25d1-4436-87bb-dfe39a62955f req-d71186ac-7e73-48b4-9dca-4994c27fcc46 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713153 Jul 08 18:16:46.561876 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a01272b-fd52-4f4f-9619-82faef9adc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.643651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.660034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.780845 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.794425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:46.946057 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a01272b-fd52-4f4f-9619-82faef9adc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.957748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a01272b-fd52-4f4f-9619-82faef9adc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:47.057567 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3a01272b-fd52-4f4f-9619-82faef9adc00 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=554f651d572a46bb90c09fa3a8d5030c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045934 Jul 08 18:16:47.060861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52424) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:47.075731 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01272b-fd52-4f4f-9619-82faef9adc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9a8a9c-7dc6-45cd-9d75-a639954fac29,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:47.094666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network d0e578fc-6b90-4049-b3a3-cc444b92ad0f is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:47.096148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:47.167111 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:47.204224 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:47.245036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:47.314718 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:47.317625 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:47.319083 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8a9a8a9c-7dc6-45cd-9d75-a639954fac29 HTTP/1.1" status: 204 len: 168 time: 0.2568481 Jul 08 18:16:47.342732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9a8a9c-7dc6-45cd-9d75-a639954fac29,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:47.351926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.352496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.353008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.353435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.353852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.354407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.355133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.355588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.356619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.357150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.357526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.357940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306eded-6763-44b6-b422-3bfe6be2bf6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:47.394937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69147ab6-f7a5-4705-a270-39d66d94d13d None None] Network d0e578fc-6b90-4049-b3a3-cc444b92ad0f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:47.693642 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c33ae013-0c36-4913-b312-b3d6f5636b2c None None] Provisioning for port b46e7997-6606-41cb-abb2-282f4a22c08f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:47.821934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fc6d9-64ef-49d9-89e2-01725a5ab1b3 req-0fd9aa73-132e-434c-a1f4-602e17e0ab7b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:47.837024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-878fc6d9-64ef-49d9-89e2-01725a5ab1b3 req-0fd9aa73-132e-434c-a1f4-602e17e0ab7b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1956692 Jul 08 18:16:47.868609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52434) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:47.894043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:47.912379 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3e0dbcab-c2b8-48dc-a506-e261dc50d532 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4292614 Jul 08 18:16:47.912379 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-387bbdca-e6df-45a5-b535-64d0008d13f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:47.912915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52438) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:47.920009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'network': {'name': 'tempest-RoutersTest-1340860611'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:47.931255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Sync routers for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:47.944201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:47.944977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:47.954994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b46e7997-6606-41cb-abb2-282f4a22c08f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:47.958794 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 18:16:47.958794 n-d-799684-3 neutron-server[93742]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 18:16:47.958794 n-d-799684-3 neutron-server[93742]: [parameters: {'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'id': '1b5c3eee-0c0c-4d83-a203-7e1215b61dd2', 'expiration': datetime.datetime(2021, 7, 8, 18, 18, 47, 952620)}] Jul 08 18:16:47.958794 n-d-799684-3 neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:16:47.959164 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:16:47.972515 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-878fc6d9-64ef-49d9-89e2-01725a5ab1b3 req-a964f3c5-efce-4cdb-af4d-49e5baa6abc0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339531 Jul 08 18:16:48.128675 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-387bbdca-e6df-45a5-b535-64d0008d13f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.136564 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-387bbdca-e6df-45a5-b535-64d0008d13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.175548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bbdca-e6df-45a5-b535-64d0008d13f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91621c00-f89d-4425-a751-fc24ea03007f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:48.197286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-387bbdca-e6df-45a5-b535-64d0008d13f0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a400d1e3f8494c93827e12a63508d083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263416 Jul 08 18:16:48.200549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52444) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:48.298729 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31e7ce04-f9f1-4dfa-a008-bfca8d465156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.315632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33b0ba-13e3-4299-8093-cff1ed89ddf9 req-ccd05403-3f18-4ac6-9d8b-051b6a841317 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:48.329664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e33b0ba-13e3-4299-8093-cff1ed89ddf9 req-ccd05403-3f18-4ac6-9d8b-051b6a841317 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1542151 Jul 08 18:16:48.346422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31e7ce04-f9f1-4dfa-a008-bfca8d465156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.493559 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31e7ce04-f9f1-4dfa-a008-bfca8d465156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.500765 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31e7ce04-f9f1-4dfa-a008-bfca8d465156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.502084 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-31e7ce04-f9f1-4dfa-a008-bfca8d465156 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91621c00-f89d-4425-a751-fc24ea03007f HTTP/1.1" status: 204 len: 168 time: 0.3001509 Jul 08 18:16:48.518929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:48.524693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7ce04-f9f1-4dfa-a008-bfca8d465156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91621c00-f89d-4425-a751-fc24ea03007f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:48.582831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e33b0ba-13e3-4299-8093-cff1ed89ddf9 req-b2d1e547-05c5-4c1f-a667-541e52317d3d tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444689 Jul 08 18:16:48.617530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:48.622962 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.650489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d3ddf471-be72-4010-ab6b-7ed2b638bf07 None None] Provisioning for port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:48.693685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:16:48.725469 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.726625 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added segment d28f5956-df53-43c0-b793-9de5030d7987 of type vlan for network 73d01791-b95b-42c4-a308-0e7729fcdf54 Jul 08 18:16:48.735255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b46e7997-6606-41cb-abb2-282f4a22c08f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:48.747807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b46e7997-6606-41cb-abb2-282f4a22c08f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:48.748201 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.836322 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.858870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d3ddf471-be72-4010-ab6b-7ed2b638bf07 None None] Provisioning complete for port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:48.859251 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf471-be72-4010-ab6b-7ed2b638bf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.909592 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.917881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:48.920512 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.025385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d3ddf471-be72-4010-ab6b-7ed2b638bf07 None None] Port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:49.040471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52470) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:49.046866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'subnet': {'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:49.066094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1516645 Jul 08 18:16:49.110945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fed775-fd92-4731-9b6d-40685f8f7d16 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Network': ['ID=73d01791-b95b-42c4-a308-0e7729fcdf54,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:49.119040 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.156384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 73d01791-b95b-42c4-a308-0e7729fcdf54 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:16:49.332080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Made reservation on behalf of 176bcd50d8514c43be77e7fc1a7ebcf1 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:49.335873 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.343435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d00e91a4-7736-4c8f-bf48-d2bdd9262962 None None] Provisioning complete for port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:49.343823 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d00e91a4-7736-4c8f-bf48-d2bdd9262962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.405352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b46e7997-6606-41cb-abb2-282f4a22c08f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b46e7997-6606-41cb-abb2-282f4a22c08f,segment=NetworkSegment(c60d8275-b62b-466b-adda-64abd30aef1d),segment_id=c60d8275-b62b-466b-adda-64abd30aef1d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:49.427760 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.428528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 20774c03-e79a-4f4e-9a1e-15725bda13d9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:49.551248 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d00e91a4-7736-4c8f-bf48-d2bdd9262962 None None] Port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:49.599620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:45Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:44Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:46Z', 'revision_number': 2, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:49.635855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b46e7997-6606-41cb-abb2-282f4a22c08f,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:49.639634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Checking router: f1bebd50-19ff-4a14-9de9-b0f7bcdc803e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:49.640281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Updating router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:16:49.642549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 20774c03-e79a-4f4e-9a1e-15725bda13d9 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:49.647944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 20774c03-e79a-4f4e-9a1e-15725bda13d9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:49.648562 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.751647 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.763817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4759a6f3-4e53-41a4-88d7-199f9c564dfc None None] Provisioning complete for port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:49.764695 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4759a6f3-4e53-41a4-88d7-199f9c564dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.831739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4759a6f3-4e53-41a4-88d7-199f9c564dfc None None] Port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:49.838620 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.883707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Subnet': ['ID=42fd570f-b4c1-47a5-a81f-481d12f7a81f,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:49.889084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Checking segment: {'id': 'd28f5956-df53-43c0-b793-9de5030d7987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:49.889274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network hostable DHCP agents. Network: 73d01791-b95b-42c4-a308-0e7729fcdf54, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:16:49.911028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 73d01791-b95b-42c4-a308-0e7729fcdf54 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:16:49.924671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 73d01791-b95b-42c4-a308-0e7729fcdf54) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:49.931819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:49.932519 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.955686 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0f77f998-eaa8-4cac-9198-16fe15bd7dae tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9134724 Jul 08 18:16:49.958432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52534) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:50.002589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53abd8cd-3b35-4b9b-b775-a1ff2e7ca21e None None] Network 73d01791-b95b-42c4-a308-0e7729fcdf54 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:50.190683 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:50.330153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 20774c03-e79a-4f4e-9a1e-15725bda13d9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=20774c03-e79a-4f4e-9a1e-15725bda13d9,segment=NetworkSegment(9b5a4835-a578-42f1-8875-37aaf7bfd4fd),segment_id=9b5a4835-a578-42f1-8875-37aaf7bfd4fd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:50.395723 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:50.482000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-73d01791-b95b-42c4-a308-0e7729fcdf54', 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'fixed_ips': [{'subnet_id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:16:50.483138 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:50.519901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b46e7997-6606-41cb-abb2-282f4a22c08f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:50.561534 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:50.587889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f95b24-cafd-4662-92fa-402a3dae5aa6 req-65c0372c-be61-45a6-9a7b-eb7f1062435f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:50.597608 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93f95b24-cafd-4662-92fa-402a3dae5aa6 req-65c0372c-be61-45a6-9a7b-eb7f1062435f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 947 time: 0.2878783 Jul 08 18:16:50.626853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=20774c03-e79a-4f4e-9a1e-15725bda13d9,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:50.717657 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:50.745985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b46e7997-6606-41cb-abb2-282f4a22c08f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:50.747011 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:50.751622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Transition to ACTIVE for port object bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:50.763122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93f95b24-cafd-4662-92fa-402a3dae5aa6 req-78a6aece-d381-43cf-95ec-13dedbc418e5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644115 Jul 08 18:16:50.804987 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:50.880007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Allocated IP 172.23.0.2 (73d01791-b95b-42c4-a308-0e7729fcdf54/42fd570f-b4c1-47a5-a81f-481d12f7a81f/5acec355-e465-4c7d-9616-1ed959c09809) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:50.901751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb3e76-ff2b-4e44-a45d-cbc79c450f50 None None] Pushing event updated for resources: {'Port': ['ID=bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:51.079230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Attempting to bind port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:51.079600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Attempting to bind port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'c60d8275-b62b-466b-adda-64abd30aef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:51.079958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Attempting to bind port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 on network d0e578fc-6b90-4049-b3a3-cc444b92ad0f {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:51.097379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:51.097659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Checking segment: {'id': 'c60d8275-b62b-466b-adda-64abd30aef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:51.097942 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.098290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Bound using segment: {'id': 'c60d8275-b62b-466b-adda-64abd30aef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:51.099441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Bound port: bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60d8275-b62b-466b-adda-64abd30aef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:51.099441 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.146031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde0a9a-87c7-41c9-ba32-5cdae725fa55 req-43809873-dc92-4ece-ad30-523387211866 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:51.153662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7bde0a9a-87c7-41c9-ba32-5cdae725fa55 req-43809873-dc92-4ece-ad30-523387211866 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9d95ebd-e927-4926-bbe8-644280af225e HTTP/1.1" status: 200 len: 943 time: 0.1111579 Jul 08 18:16:51.212046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] For port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:51.216754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] For port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606,segment=NetworkSegment(c60d8275-b62b-466b-adda-64abd30aef1d),segment_id=c60d8275-b62b-466b-adda-64abd30aef1d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:51.243625 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.276895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-7bde0a9a-87c7-41c9-ba32-5cdae725fa55 req-98a8be51-e648-400d-a383-07a1f6a93a3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Deleting port 850940ba-eb6c-4543-8ef0-1433f5845e6a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:51.277503 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7bde0a9a-87c7-41c9-ba32-5cdae725fa55 req-98a8be51-e648-400d-a383-07a1f6a93a3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.310794 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.330498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Transition to ACTIVE for port object 5acec355-e465-4c7d-9616-1ed959c09809 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:51.332336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:51.332945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:51.334661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb3e76-ff2b-4e44-a45d-cbc79c450f50 None None] Pushing event updated for resources: {'Port': ['ID=bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:51.388790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7bde0a9a-87c7-41c9-ba32-5cdae725fa55 req-98a8be51-e648-400d-a383-07a1f6a93a3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] For port 850940ba-eb6c-4543-8ef0-1433f5845e6a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=850940ba-eb6c-4543-8ef0-1433f5845e6a,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:51.389694 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7bde0a9a-87c7-41c9-ba32-5cdae725fa55 req-98a8be51-e648-400d-a383-07a1f6a93a3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.403341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-7bde0a9a-87c7-41c9-ba32-5cdae725fa55 req-98a8be51-e648-400d-a383-07a1f6a93a3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Calling delete_port for 850940ba-eb6c-4543-8ef0-1433f5845e6a owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:51.420311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Transition to ACTIVE for port object 5acec355-e465-4c7d-9616-1ed959c09809 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:51.448702 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.497588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:51.517126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Allocated IP 172.23.0.1 (73d01791-b95b-42c4-a308-0e7729fcdf54/42fd570f-b4c1-47a5-a81f-481d12f7a81f/3a4a885c-ed02-4800-9399-2117cbf7900b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:51.547990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Network 73d01791-b95b-42c4-a308-0e7729fcdf54 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:51.555334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:51.564231 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:51.573475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Pushing event updated for resources: {'Port': ['ID=5acec355-e465-4c7d-9616-1ed959c09809,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:51.681607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7bde0a9a-87c7-41c9-ba32-5cdae725fa55 req-98a8be51-e648-400d-a383-07a1f6a93a3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.724522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8be51-e648-400d-a383-07a1f6a93a3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event deleted for resources: {'Port': ['ID=850940ba-eb6c-4543-8ef0-1433f5845e6a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:51.756004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.814244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bde0a9a-87c7-41c9-ba32-5cdae725fa55 req-98a8be51-e648-400d-a383-07a1f6a93a3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] No DVR routers for this DVR port 850940ba-eb6c-4543-8ef0-1433f5845e6a on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:51.817741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7bde0a9a-87c7-41c9-ba32-5cdae725fa55 req-98a8be51-e648-400d-a383-07a1f6a93a3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.819809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7bde0a9a-87c7-41c9-ba32-5cdae725fa55 req-98a8be51-e648-400d-a383-07a1f6a93a3f tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "DELETE /v2.0/ports/850940ba-eb6c-4543-8ef0-1433f5845e6a HTTP/1.1" status: 204 len: 173 time: 0.6652517 Jul 08 18:16:51.820705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'name': 'network-vif-deleted', 'tag': '850940ba-eb6c-4543-8ef0-1433f5845e6a'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:51.823218 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90369d7b-2b3e-4fb7-aff5-c38695231e56" -d '{"events": [{"server_uuid": "b9d95ebd-e927-4926-bbe8-644280af225e", "name": "network-vif-deleted", "tag": "850940ba-eb6c-4543-8ef0-1433f5845e6a"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:51.828244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Transition to ACTIVE for port object 3a4a885c-ed02-4800-9399-2117cbf7900b will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:51.872559 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.929748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['39005dfd-5425-4235-b5d6-9b3e8de6f494', '07348a7d-b74e-4341-bded-dc9a6e5042eb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:16:51.989288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=3a4a885c-ed02-4800-9399-2117cbf7900b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:52.035562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 73d01791-b95b-42c4-a308-0e7729fcdf54 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:52.087083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:52.094622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:52.232881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Attempting to bind port 5acec355-e465-4c7d-9616-1ed959c09809 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:52.233502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Attempting to bind port 5acec355-e465-4c7d-9616-1ed959c09809 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'd28f5956-df53-43c0-b793-9de5030d7987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:52.234089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Attempting to bind port 5acec355-e465-4c7d-9616-1ed959c09809 on network 73d01791-b95b-42c4-a308-0e7729fcdf54 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:52.234226 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:52.282788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:52.283172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Checking segment: {'id': 'd28f5956-df53-43c0-b793-9de5030d7987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:52.283583 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:52.283983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Bound using segment: {'id': 'd28f5956-df53-43c0-b793-9de5030d7987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:52.284475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Bound port: 5acec355-e465-4c7d-9616-1ed959c09809, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28f5956-df53-43c0-b793-9de5030d7987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:52.284858 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:52.372711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a453c11-3afe-478a-b397-082677975dba req-975ce0b4-4154-4171-a602-e2c33fba85b6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:52.375756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a453c11-3afe-478a-b397-082677975dba req-975ce0b4-4154-4171-a602-e2c33fba85b6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 947 time: 0.3870683 Jul 08 18:16:52.389294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25913aa8-1715-4d71-ba29-9bd1be44fddb req-5635495f-6566-42fc-b681-d6f6fa86c17c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:52.399840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25913aa8-1715-4d71-ba29-9bd1be44fddb req-5635495f-6566-42fc-b681-d6f6fa86c17c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 947 time: 0.4163489 Jul 08 18:16:52.440372 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:45Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:51Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:52.471762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] For port 5acec355-e465-4c7d-9616-1ed959c09809, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:52.477168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f7a588-4954-45f6-80e3-ce11f6dce211 None None] The sync data for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 is: [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:45Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:51Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:52.517109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] For port 5acec355-e465-4c7d-9616-1ed959c09809, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5acec355-e465-4c7d-9616-1ed959c09809,segment=NetworkSegment(d28f5956-df53-43c0-b793-9de5030d7987),segment_id=d28f5956-df53-43c0-b793-9de5030d7987)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:52.531478 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:52.663459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91de38-b965-4fc0-95c5-ba160230d3e0 None None] Pushing event updated for resources: {'Port': ['ID=5acec355-e465-4c7d-9616-1ed959c09809,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:52.671337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 20774c03-e79a-4f4e-9a1e-15725bda13d9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:52.874596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 20774c03-e79a-4f4e-9a1e-15725bda13d9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:52.875013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.253646 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023d2d16-9679-458c-8d22-d39f1f438e6e x-openstack-request-id: req-023d2d16-9679-458c-8d22-d39f1f438e6e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:53.254765 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d95ebd-e927-4926-bbe8-644280af225e", "name": "network-vif-deleted", "tag": "850940ba-eb6c-4543-8ef0-1433f5845e6a", "status": "failed", "code": 422}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:53.255214 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-023d2d16-9679-458c-8d22-d39f1f438e6e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:53.255757 n-d-799684-3 neutron-server[93742]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9d95ebd-e927-4926-bbe8-644280af225e', 'name': 'network-vif-deleted', 'tag': '850940ba-eb6c-4543-8ef0-1433f5845e6a', 'status': 'failed', 'code': 422} returned with failed status Jul 08 18:16:53.306326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25913aa8-1715-4d71-ba29-9bd1be44fddb req-0c17df3f-468e-43b9-8ad3-0d7fff4d9060 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9047143 Jul 08 18:16:53.372376 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.399001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Deleting port 93380b99-8124-41da-a462-88d6c3919187 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:53.399361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.446292 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52656) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:53.592612 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57aeb4d0-8da3-4c80-9e16-dbc017fa6505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.697948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] For port 93380b99-8124-41da-a462-88d6c3919187, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=93380b99-8124-41da-a462-88d6c3919187,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:53.698353 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.710714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57aeb4d0-8da3-4c80-9e16-dbc017fa6505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.717137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57aeb4d0-8da3-4c80-9e16-dbc017fa6505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.771784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aeb4d0-8da3-4c80-9e16-dbc017fa6505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb1f72c-a9f0-4de4-90f1-8e6ee0a590ee,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:53.789132 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-57aeb4d0-8da3-4c80-9e16-dbc017fa6505 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08500bb0ce5c4d28bf902591cf99fda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406255 Jul 08 18:16:53.789628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52662) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:53.861643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a40a254d-9199-4f80-b137-a2ab0ce560a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.902496 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a40a254d-9199-4f80-b137-a2ab0ce560a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.926717 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.960371 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a40a254d-9199-4f80-b137-a2ab0ce560a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.964142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a40a254d-9199-4f80-b137-a2ab0ce560a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.968538 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a40a254d-9199-4f80-b137-a2ab0ce560a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3fb1f72c-a9f0-4de4-90f1-8e6ee0a590ee HTTP/1.1" status: 204 len: 168 time: 0.1778646 Jul 08 18:16:53.978998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a254d-9199-4f80-b137-a2ab0ce560a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb1f72c-a9f0-4de4-90f1-8e6ee0a590ee,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:53.981535 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.140989 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.215113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085f9bf-bc10-4e0c-9ba8-2cced4845fae None None] Network 73d01791-b95b-42c4-a308-0e7729fcdf54 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:54.275834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event updated for resources: {'Port': ['ID=3a4a885c-ed02-4800-9399-2117cbf7900b,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:54.321054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52670) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:54.335657 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9677138f-2f30-442f-b94b-91368789fbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.373723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be90b87-043a-413d-af54-bb45314e79a3 req-357c3c73-064d-49a1-8c48-d19c44bd58fd tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:54.386622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8be90b87-043a-413d-af54-bb45314e79a3 req-357c3c73-064d-49a1-8c48-d19c44bd58fd tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 907 time: 0.4113846 Jul 08 18:16:54.468535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Network 73d01791-b95b-42c4-a308-0e7729fcdf54 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:54.470908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:54.474033 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.490571 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.490970 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Floating IP 3a9524e8-d679-495f-951f-364e2a1211a5 disassociated. External IP: 172.25.8.48, port: 93380b99-8124-41da-a462-88d6c3919187. Jul 08 18:16:54.491356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Calling delete_port for 93380b99-8124-41da-a462-88d6c3919187 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:54.507838 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9677138f-2f30-442f-b94b-91368789fbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.516815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8644707e-6e80-47b7-ba06-3758ed14c4e8 None None] Provisioning for port 5acec355-e465-4c7d-9616-1ed959c09809 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:54.521050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9677138f-2f30-442f-b94b-91368789fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.583333 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9677138f-2f30-442f-b94b-91368789fbee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74269f1556a54678b2b0561e7e7e43b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610934 Jul 08 18:16:54.589669 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52680) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:54.647747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677138f-2f30-442f-b94b-91368789fbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7f9ae5-2af0-4249-aedd-3753e1ad0129,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:54.670962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-badc7233-5df7-4888-8ab9-da47794b9cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.737311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5acec355-e465-4c7d-9616-1ed959c09809 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:54.739731 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-badc7233-5df7-4888-8ab9-da47794b9cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.769067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:54.806433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-badc7233-5df7-4888-8ab9-da47794b9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.810652 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-badc7233-5df7-4888-8ab9-da47794b9cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.816317 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-badc7233-5df7-4888-8ab9-da47794b9cd2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b7f9ae5-2af0-4249-aedd-3753e1ad0129 HTTP/1.1" status: 204 len: 168 time: 0.2239213 Jul 08 18:16:54.826845 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5acec355-e465-4c7d-9616-1ed959c09809 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:54.831424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc7233-5df7-4888-8ab9-da47794b9cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7f9ae5-2af0-4249-aedd-3753e1ad0129,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:54.831888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5acec355-e465-4c7d-9616-1ed959c09809 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:54.832269 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.919981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef646cb-7190-454e-b724-bfc59e065d43 req-c7364a80-4876-4a5e-a452-b5c6e49b2c30 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:54.921623 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ef646cb-7190-454e-b724-bfc59e065d43 req-c7364a80-4876-4a5e-a452-b5c6e49b2c30 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 947 time: 0.2324777 Jul 08 18:16:54.975674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:54.991230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-45407d04-7fef-4317-9e49-58dcc4cee764 None None] Provisioning for port 3a4a885c-ed02-4800-9399-2117cbf7900b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:54.997408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-45407d04-7fef-4317-9e49-58dcc4cee764 None None] Provisioning complete for port 3a4a885c-ed02-4800-9399-2117cbf7900b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:54.998032 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-45407d04-7fef-4317-9e49-58dcc4cee764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:55.039441 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ef646cb-7190-454e-b724-bfc59e065d43 req-84b65d72-003a-42ba-add1-6907d3053bd4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9c78002-12f6-4364-bfca-6000048ee41e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792887 Jul 08 18:16:55.040827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:55.050032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-029486ad-ce35-4a39-bd57-d52cdb4fcfa7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0891895 Jul 08 18:16:55.053071 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52684) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:55.054837 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Sync routers for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:55.059619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-80808286-b11d-46a8-b501-26250f3ab0a3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:55.062422 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:55.067781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 5acec355-e465-4c7d-9616-1ed959c09809, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5acec355-e465-4c7d-9616-1ed959c09809,segment=NetworkSegment(d28f5956-df53-43c0-b793-9de5030d7987),segment_id=d28f5956-df53-43c0-b793-9de5030d7987)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:55.079454 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:55.080193 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:55.084577 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:55.085620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:55.090466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-45407d04-7fef-4317-9e49-58dcc4cee764 None None] Port 3a4a885c-ed02-4800-9399-2117cbf7900b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:55.188180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event deleted for resources: {'Port': ['ID=93380b99-8124-41da-a462-88d6c3919187,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:55.210653 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-45407d04-7fef-4317-9e49-58dcc4cee764 None None] Provisioning complete for port 5acec355-e465-4c7d-9616-1ed959c09809 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:55.211420 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-45407d04-7fef-4317-9e49-58dcc4cee764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:55.264985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=5acec355-e465-4c7d-9616-1ed959c09809,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:55.302644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:55.316594 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:55.317297 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:55.380127 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:55.446157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Router 867fc065-ab38-401e-8690-b83e5db9641a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:55.767699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-306f8ba8-4a37-4d71-b30c-b8b50b7c538e None None] Provisioning complete for port 3a4a885c-ed02-4800-9399-2117cbf7900b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:55.768092 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-306f8ba8-4a37-4d71-b30c-b8b50b7c538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:55.769907 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:55.799171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:55.852048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b3627-5eeb-42e2-981d-80aee33b3bb0 None None] Sync routers for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:55.890180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c6cf7-a61b-405d-baa0-1ac3df8cb8d0 req-3d88a984-9743-44e1-9146-c5fd58ba1aac tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:55.891785 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-408c6cf7-a61b-405d-baa0-1ac3df8cb8d0 req-3d88a984-9743-44e1-9146-c5fd58ba1aac tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.59 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 907 time: 0.4234517 Jul 08 18:16:55.901589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] No DVR routers for this DVR port 93380b99-8124-41da-a462-88d6c3919187 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:55.907528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:55.909844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a453c11-3afe-478a-b397-082677975dba req-cb5b4d32-ebb4-43aa-b995-5c79d717b255 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.59 "DELETE /v2.0/ports/93380b99-8124-41da-a462-88d6c3919187 HTTP/1.1" status: 204 len: 173 time: 3.5053995 Jul 08 18:16:55.960036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'name': 'network-vif-deleted', 'tag': '93380b99-8124-41da-a462-88d6c3919187'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:55.974761 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a9a7dd-fcb4-48c2-8aad-ee6fb948c112" -d '{"events": [{"server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "name": "network-vif-deleted", "tag": "93380b99-8124-41da-a462-88d6c3919187"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:56.008513 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:52Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a4a885c-ed02-4800-9399-2117cbf7900b', 'name': '', 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:91:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:50Z', 'updated_at': '2021-07-08T18:16:53Z', 'revision_number': 2, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:51Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:56.046622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 93380b99-8124-41da-a462-88d6c3919187 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:56.066058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606,segment=NetworkSegment(c60d8275-b62b-466b-adda-64abd30aef1d),segment_id=c60d8275-b62b-466b-adda-64abd30aef1d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:56.077857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-306f8ba8-4a37-4d71-b30c-b8b50b7c538e None None] Port 3a4a885c-ed02-4800-9399-2117cbf7900b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:56.084336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b3627-5eeb-42e2-981d-80aee33b3bb0 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:56.085243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d6b3627-5eeb-42e2-981d-80aee33b3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:56.085705 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3639bd-9945-49fb-b84f-3e3d3a059f85 x-openstack-request-id: req-0c3639bd-9945-49fb-b84f-3e3d3a059f85 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:56.086255 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1acb8cc-63b9-45cb-a299-f43a03c791e2", "name": "network-vif-deleted", "tag": "93380b99-8124-41da-a462-88d6c3919187", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:56.086741 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c3639bd-9945-49fb-b84f-3e3d3a059f85 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:56.087880 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1acb8cc-63b9-45cb-a299-f43a03c791e2', 'name': 'network-vif-deleted', 'tag': '93380b99-8124-41da-a462-88d6c3919187', 'status': 'completed', 'code': 200} Jul 08 18:16:56.128094 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Checking router: f1bebd50-19ff-4a14-9de9-b0f7bcdc803e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:56.128558 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Updating router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e port 3a4a885c-ed02-4800-9399-2117cbf7900b binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:16:56.189036 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:56.230102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec0659-be3b-4828-8e5e-24f9b12c9364 req-e15878fc-1e1d-459d-a83c-931ad9c2de29 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:56.234561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3ec0659-be3b-4828-8e5e-24f9b12c9364 req-e15878fc-1e1d-459d-a83c-931ad9c2de29 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 907 time: 0.3704448 Jul 08 18:16:56.260130 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:56.370883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 93380b99-8124-41da-a462-88d6c3919187 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:56.372479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 93380b99-8124-41da-a462-88d6c3919187 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:56.379403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:56.384816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb56636e-aca4-4088-8314-95a320adf27c req-2760b5c0-7f35-422d-940c-89a5c2bc7872 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1acb8cc-63b9-45cb-a299-f43a03c791e2 HTTP/1.1" status: 200 len: 210 time: 0.0689170 Jul 08 18:16:56.413818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.extraroute_db [None req-80808286-b11d-46a8-b501-26250f3ab0a3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 18:16:56.445436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.extraroute_db [None req-80808286-b11d-46a8-b501-26250f3ab0a3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Removed routes are [] {{(pid=93741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 18:16:56.445849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-80808286-b11d-46a8-b501-26250f3ab0a3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:56.462702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-408c6cf7-a61b-405d-baa0-1ac3df8cb8d0 req-7dff2616-6dbc-4902-bee2-a2d77b6bc93e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Deleting port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:56.463284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-408c6cf7-a61b-405d-baa0-1ac3df8cb8d0 req-7dff2616-6dbc-4902-bee2-a2d77b6bc93e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:56.562425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-45c14403-e276-4e8f-a4b1-f466f15a9a5a None None] Provisioning complete for port 3a4a885c-ed02-4800-9399-2117cbf7900b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:56.562764 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-45c14403-e276-4e8f-a4b1-f466f15a9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:56.575772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5acec355-e465-4c7d-9616-1ed959c09809 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:56.705424 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-45c14403-e276-4e8f-a4b1-f466f15a9a5a None None] Port 3a4a885c-ed02-4800-9399-2117cbf7900b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:56.708309 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4d6b3627-5eeb-42e2-981d-80aee33b3bb0 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:56.788951 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:56.799239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5acec355-e465-4c7d-9616-1ed959c09809 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:56.799540 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:56.817514 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Transition to ACTIVE for port object 3a4a885c-ed02-4800-9399-2117cbf7900b will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:56.829991 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:56.924702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52750) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:56.996051 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-80808286-b11d-46a8-b501-26250f3ab0a3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.002510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-80808286-b11d-46a8-b501-26250f3ab0a3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.008454 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527182d-09e1-4fc4-ad3a-5a35cc96e499 None None] Pushing event updated for resources: {'Port': ['ID=3a4a885c-ed02-4800-9399-2117cbf7900b,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:57.092136 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Attempting to bind port 3a4a885c-ed02-4800-9399-2117cbf7900b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:57.092508 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Attempting to bind port 3a4a885c-ed02-4800-9399-2117cbf7900b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'd28f5956-df53-43c0-b793-9de5030d7987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:57.092906 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Attempting to bind port 3a4a885c-ed02-4800-9399-2117cbf7900b on network 73d01791-b95b-42c4-a308-0e7729fcdf54 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:57.099793 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:57.100169 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Checking segment: {'id': 'd28f5956-df53-43c0-b793-9de5030d7987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:57.100566 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.101225 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Bound using segment: {'id': 'd28f5956-df53-43c0-b793-9de5030d7987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:57.101722 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Bound port: 3a4a885c-ed02-4800-9399-2117cbf7900b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28f5956-df53-43c0-b793-9de5030d7987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:57.102111 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.235766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80808286-b11d-46a8-b501-26250f3ab0a3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:57.244706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-408c6cf7-a61b-405d-baa0-1ac3df8cb8d0 req-7dff2616-6dbc-4902-bee2-a2d77b6bc93e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] For port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:57.245290 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-408c6cf7-a61b-405d-baa0-1ac3df8cb8d0 req-7dff2616-6dbc-4902-bee2-a2d77b6bc93e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.254394 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c71a-fc53-40ff-81bb-fa79a80a0cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.257925 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] For port 3a4a885c-ed02-4800-9399-2117cbf7900b, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:57.278052 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] For port 3a4a885c-ed02-4800-9399-2117cbf7900b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3a4a885c-ed02-4800-9399-2117cbf7900b,segment=NetworkSegment(d28f5956-df53-43c0-b793-9de5030d7987),segment_id=d28f5956-df53-43c0-b793-9de5030d7987)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:57.303334 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.307923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-408c6cf7-a61b-405d-baa0-1ac3df8cb8d0 req-7dff2616-6dbc-4902-bee2-a2d77b6bc93e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Calling delete_port for 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:57.381799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:57.517988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d6b3627-5eeb-42e2-981d-80aee33b3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:57.546904 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c71a-fc53-40ff-81bb-fa79a80a0cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.562077 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c71a-fc53-40ff-81bb-fa79a80a0cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.571724 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527182d-09e1-4fc4-ad3a-5a35cc96e499 None None] Pushing event updated for resources: {'Port': ['ID=3a4a885c-ed02-4800-9399-2117cbf7900b,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:57.578111 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:57.578878 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:57.610683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b3627-5eeb-42e2-981d-80aee33b3bb0 None None] Checking router: 867fc065-ab38-401e-8690-b83e5db9641a for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:57.636507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:57.637057 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.698626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7c71a-fc53-40ff-81bb-fa79a80a0cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8f4b9a-de57-45b1-9ec0-5462619210d9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:57.717226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52776) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:57.731258 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b3627-5eeb-42e2-981d-80aee33b3bb0 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:57.737025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d6b3627-5eeb-42e2-981d-80aee33b3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:57.738943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bfe7c71a-fc53-40ff-81bb-fa79a80a0cef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=66cdba9df7224e848f64d650ab994591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8128645 Jul 08 18:16:57.743100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52778) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:57.778049 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80808286-b11d-46a8-b501-26250f3ab0a3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:57.789724 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-80808286-b11d-46a8-b501-26250f3ab0a3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.793798 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-80808286-b11d-46a8-b501-26250f3ab0a3 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e HTTP/1.1" status: 200 len: 933 time: 2.7368472 Jul 08 18:16:57.797070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52780) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:57.812594 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:57.893108 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-490807e5-8591-4b6f-b04a-0c535b7f0718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.931629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01208d56-1ea5-412d-a90c-d68aa95f57fb req-91a577b6-6ba1-40e7-8744-3058414732c5 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:57.943778 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01208d56-1ea5-412d-a90c-d68aa95f57fb req-91a577b6-6ba1-40e7-8744-3058414732c5 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 907 time: 0.3947926 Jul 08 18:16:57.962296 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6a5c217-d5fd-49bf-b99f-f0c85ec36bcd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.962617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4d6b3627-5eeb-42e2-981d-80aee33b3bb0 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:57.975178 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-490807e5-8591-4b6f-b04a-0c535b7f0718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:57.987939 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-408c6cf7-a61b-405d-baa0-1ac3df8cb8d0 req-7dff2616-6dbc-4902-bee2-a2d77b6bc93e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.012566 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6a5c217-d5fd-49bf-b99f-f0c85ec36bcd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.031423 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-25932b6c-5dab-4c86-8878-08cc6cfdc241 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e HTTP/1.1" status: 200 len: 933 time: 0.2271061 Jul 08 18:16:58.031423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff2616-6dbc-4902-bee2-a2d77b6bc93e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event deleted for resources: {'Port': ['ID=5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:58.033581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52782) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:58.039458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5ba44ddb-36f7-42cc-b1fb-17d6468be14b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'routes': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:58.176364 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-490807e5-8591-4b6f-b04a-0c535b7f0718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.179748 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-490807e5-8591-4b6f-b04a-0c535b7f0718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.180662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-490807e5-8591-4b6f-b04a-0c535b7f0718 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd8f4b9a-de57-45b1-9ec0-5462619210d9 HTTP/1.1" status: 204 len: 168 time: 0.4326625 Jul 08 18:16:58.184314 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6a5c217-d5fd-49bf-b99f-f0c85ec36bcd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.187257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-408c6cf7-a61b-405d-baa0-1ac3df8cb8d0 req-7dff2616-6dbc-4902-bee2-a2d77b6bc93e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] No DVR routers for this DVR port 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:58.188230 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:56Z', 'revision_number': 6, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a4a885c-ed02-4800-9399-2117cbf7900b', 'name': '', 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:91:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:50Z', 'updated_at': '2021-07-08T18:16:57Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:55Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:58.189953 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-408c6cf7-a61b-405d-baa0-1ac3df8cb8d0 req-7dff2616-6dbc-4902-bee2-a2d77b6bc93e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.193878 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-408c6cf7-a61b-405d-baa0-1ac3df8cb8d0 req-7dff2616-6dbc-4902-bee2-a2d77b6bc93e tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.59 "DELETE /v2.0/ports/5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c HTTP/1.1" status: 204 len: 173 time: 2.2922122 Jul 08 18:16:58.195417 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6a5c217-d5fd-49bf-b99f-f0c85ec36bcd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.196440 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae', 'name': 'network-vif-deleted', 'tag': '5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:58.199965 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8c13f2-4094-47ce-a4d0-663999435a14" -d '{"events": [{"server_uuid": "73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae", "name": "network-vif-deleted", "tag": "5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:58.205142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a6a5c217-d5fd-49bf-b99f-f0c85ec36bcd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "DELETE /v2.0/security-groups/a9c78002-12f6-4364-bfca-6000048ee41e HTTP/1.1" status: 204 len: 168 time: 0.4843869 Jul 08 18:16:58.206047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52792) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:58.221907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490807e5-8591-4b6f-b04a-0c535b7f0718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8f4b9a-de57-45b1-9ec0-5462619210d9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:58.250801 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d52a57-50bb-4435-b794-8c08cec56e25 None None] The sync data for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 is: [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:56Z', 'revision_number': 6, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a4a885c-ed02-4800-9399-2117cbf7900b', 'name': '', 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:91:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:50Z', 'updated_at': '2021-07-08T18:16:57Z', 'revision_number': 4, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:55Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:58.278223 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-b02bf0b5-3728-4a71-bcb6-091f5585f00a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] show failed (client error): The resource could not be found. Jul 08 18:16:58.282000 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b02bf0b5-3728-4a71-bcb6-091f5585f00a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups/a9c78002-12f6-4364-bfca-6000048ee41e HTTP/1.1" status: 404 len: 347 time: 0.0729260 Jul 08 18:16:58.282230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5c217-d5fd-49bf-b99f-f0c85ec36bcd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c78002-12f6-4364-bfca-6000048ee41e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:58.290553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52802) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:58.345061 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bfc51b-f64b-42f4-b11c-38b28d3483b3 x-openstack-request-id: req-b8bfc51b-f64b-42f4-b11c-38b28d3483b3 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:58.349363 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae", "name": "network-vif-deleted", "tag": "5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:58.349700 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8bfc51b-f64b-42f4-b11c-38b28d3483b3 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:58.350141 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae', 'name': 'network-vif-deleted', 'tag': '5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c', 'status': 'completed', 'code': 200} Jul 08 18:16:58.690022 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3a4a885c-ed02-4800-9399-2117cbf7900b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:58.726082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9980f587-dbbf-4770-827b-41ccffbf2998 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Deleting port e604d4cc-71fe-4d12-9b1e-9e49d2e788a2 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:58.726665 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9980f587-dbbf-4770-827b-41ccffbf2998 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.832355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 3a4a885c-ed02-4800-9399-2117cbf7900b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:58.844150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3a4a885c-ed02-4800-9399-2117cbf7900b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:58.846146 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:59.118988 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.extraroute_db [None req-5ba44ddb-36f7-42cc-b1fb-17d6468be14b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added routes are [] {{(pid=93741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 18:16:59.119570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.extraroute_db [None req-5ba44ddb-36f7-42cc-b1fb-17d6468be14b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 18:16:59.196898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ba44ddb-36f7-42cc-b1fb-17d6468be14b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:59.213785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4d6b3627-5eeb-42e2-981d-80aee33b3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:59.311475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b3627-5eeb-42e2-981d-80aee33b3bb0 None None] The sync data for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 is: [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:59.339230 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:59.350799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52854) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:59.408740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 3a4a885c-ed02-4800-9399-2117cbf7900b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3a4a885c-ed02-4800-9399-2117cbf7900b,segment=NetworkSegment(d28f5956-df53-43c0-b793-9de5030d7987),segment_id=d28f5956-df53-43c0-b793-9de5030d7987)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:59.417472 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9980f587-dbbf-4770-827b-41ccffbf2998 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:59.418554 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9980f587-dbbf-4770-827b-41ccffbf2998 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:59.423350 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:59.445443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9980f587-dbbf-4770-827b-41ccffbf2998 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Calling delete_port for e604d4cc-71fe-4d12-9b1e-9e49d2e788a2 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:59.468060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8e0205f-733e-4e6f-bb81-cfd4e75a1357 req-5599ee58-3d0c-407c-a63f-173b68ee3f34 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=73d8b48b-d9d3-4c03-a05a-2b0a9d3bc2ae HTTP/1.1" status: 200 len: 210 time: 0.0460129 Jul 08 18:16:59.524626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=3a4a885c-ed02-4800-9399-2117cbf7900b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:59.712156 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9980f587-dbbf-4770-827b-41ccffbf2998 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:59.741913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980f587-dbbf-4770-827b-41ccffbf2998 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event deleted for resources: {'Port': ['ID=e604d4cc-71fe-4d12-9b1e-9e49d2e788a2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:59.799478 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0e25d6-3d54-4879-9d9a-572ade9479e8 None None] New status for floating IP 3a9524e8-d679-495f-951f-364e2a1211a5: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:16:59.843712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9980f587-dbbf-4770-827b-41ccffbf2998 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:59.846552 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9980f587-dbbf-4770-827b-41ccffbf2998 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:59.847762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9980f587-dbbf-4770-827b-41ccffbf2998 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "DELETE /v2.0/floatingips/3a9524e8-d679-495f-951f-364e2a1211a5 HTTP/1.1" status: 204 len: 168 time: 1.5562375 Jul 08 18:16:59.851147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ba37f-f2f8-4817-92fe-12513609548b None None] Sync routers for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:59.876859 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0f7df72-7733-48ed-afe0-ab542210e113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:59.891162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ba37f-f2f8-4817-92fe-12513609548b None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:59.891798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b07ba37f-f2f8-4817-92fe-12513609548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:00.009743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b07ba37f-f2f8-4817-92fe-12513609548b None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:00.033458 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ba44ddb-36f7-42cc-b1fb-17d6468be14b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.041407 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ba44ddb-36f7-42cc-b1fb-17d6468be14b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.041770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:00.069583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:00.070124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 5da8b5ab-91b5-4e4f-9cc2-c41db0a28a0c not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:00.187903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba44ddb-36f7-42cc-b1fb-17d6468be14b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:00.189853 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0f7df72-7733-48ed-afe0-ab542210e113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.198235 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0f7df72-7733-48ed-afe0-ab542210e113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.305384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b07ba37f-f2f8-4817-92fe-12513609548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 7, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a4a885c-ed02-4800-9399-2117cbf7900b', 'name': '', 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:91:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:50Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:55Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:00.310744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7df72-7733-48ed-afe0-ab542210e113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e55feb5-c456-41d5-82ef-529b297291fd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:00.320138 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a0f7df72-7733-48ed-afe0-ab542210e113 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f13eb654df1b4cc9a6358da585bd9cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9680290 Jul 08 18:17:00.322749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52928) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:00.360100 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ba37f-f2f8-4817-92fe-12513609548b None None] Checking router: f1bebd50-19ff-4a14-9de9-b0f7bcdc803e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:00.363474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba44ddb-36f7-42cc-b1fb-17d6468be14b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:00.374727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ba44ddb-36f7-42cc-b1fb-17d6468be14b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.375757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ba37f-f2f8-4817-92fe-12513609548b None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:00.375876 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5ba44ddb-36f7-42cc-b1fb-17d6468be14b tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e HTTP/1.1" status: 200 len: 699 time: 2.3409796 Jul 08 18:17:00.376634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b07ba37f-f2f8-4817-92fe-12513609548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:00.378569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52932) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:00.396072 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b64d6ba-9b44-46cb-bddd-75834657ecc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.421947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b64d6ba-9b44-46cb-bddd-75834657ecc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.447697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52934) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:00.458329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3fd6af9d-2fd2-435b-b03c-ce7f77a1b680 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953381028', 'description': 'tempest-description--2004561289'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:00.488907 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fd6af9d-2fd2-435b-b03c-ce7f77a1b680 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.520546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b07ba37f-f2f8-4817-92fe-12513609548b None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:00.534123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ace8601f-e8b6-4d58-8d2c-1dff8bcec898 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e HTTP/1.1" status: 200 len: 699 time: 0.1539335 Jul 08 18:17:00.537422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52938) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:00.537542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b64d6ba-9b44-46cb-bddd-75834657ecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.540071 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b64d6ba-9b44-46cb-bddd-75834657ecc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.541236 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1b64d6ba-9b44-46cb-bddd-75834657ecc2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e55feb5-c456-41d5-82ef-529b297291fd HTTP/1.1" status: 204 len: 168 time: 0.2176063 Jul 08 18:17:00.563473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64d6ba-9b44-46cb-bddd-75834657ecc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e55feb5-c456-41d5-82ef-529b297291fd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:00.607151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3a4a885c-ed02-4800-9399-2117cbf7900b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:00.669488 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fd6af9d-2fd2-435b-b03c-ce7f77a1b680 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.679395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fd6af9d-2fd2-435b-b03c-ce7f77a1b680 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.724502 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3fd6af9d-2fd2-435b-b03c-ce7f77a1b680 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.725965 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3fd6af9d-2fd2-435b-b03c-ce7f77a1b680 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2771266 Jul 08 18:17:00.729365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52946) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:00.737434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8d76cd26-1860-4a6b-8478-b71953fc4206 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'security_group_rule': {'security_group_id': '2e797ac0-8782-4fff-a060-402250c946e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:00.747389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6af9d-2fd2-435b-b03c-ce7f77a1b680 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e797ac0-8782-4fff-a060-402250c946e9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:00.776327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3a4a885c-ed02-4800-9399-2117cbf7900b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:00.777495 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.820025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d76cd26-1860-4a6b-8478-b71953fc4206 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.877510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52950) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:00.954978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d76cd26-1860-4a6b-8478-b71953fc4206 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.970136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d76cd26-1860-4a6b-8478-b71953fc4206 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.013772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b07ba37f-f2f8-4817-92fe-12513609548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 7, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a4a885c-ed02-4800-9399-2117cbf7900b', 'name': '', 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:91:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:50Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:55Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:01.034116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76cd26-1860-4a6b-8478-b71953fc4206 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfd1d42-7160-4d43-9f76-60783088d0b2,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:01.046838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ba37f-f2f8-4817-92fe-12513609548b None None] The sync data for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 is: [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 7, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a4a885c-ed02-4800-9399-2117cbf7900b', 'name': '', 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:91:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:50Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:55Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:01.048283 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d76cd26-1860-4a6b-8478-b71953fc4206 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.050037 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8d76cd26-1860-4a6b-8478-b71953fc4206 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3194451 Jul 08 18:17:01.052738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52962) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:01.063543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2e143de2-e518-45f8-83ca-d549a036e6f5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'security_group_rule': {'security_group_id': '2e797ac0-8782-4fff-a060-402250c946e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:01.132150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e143de2-e518-45f8-83ca-d549a036e6f5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.255808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.260988 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e143de2-e518-45f8-83ca-d549a036e6f5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.268034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e143de2-e518-45f8-83ca-d549a036e6f5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.280333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6469babc-7797-421b-9476-779576ec3813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.298524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e143de2-e518-45f8-83ca-d549a036e6f5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84818a87-c15e-4104-b418-d385a7553f34,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:01.400961 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6469babc-7797-421b-9476-779576ec3813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.410761 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6469babc-7797-421b-9476-779576ec3813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.435606 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e143de2-e518-45f8-83ca-d549a036e6f5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.440482 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2e143de2-e518-45f8-83ca-d549a036e6f5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3862450 Jul 08 18:17:01.440894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52974) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:01.450086 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bda5e9-af4c-4ccf-8127-9e4338ad0c42 None None] Sync routers for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:01.452033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:01.463380 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bda5e9-af4c-4ccf-8127-9e4338ad0c42 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:01.464287 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-65bda5e9-af4c-4ccf-8127-9e4338ad0c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:01.477989 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6469babc-7797-421b-9476-779576ec3813 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5ca5fea9020419ca57c878fe9c5132a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5202703 Jul 08 18:17:01.481114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469babc-7797-421b-9476-779576ec3813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f28bcb1-f463-4941-b196-7a55025699e8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:01.481531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7c1de-c4db-4778-b059-247fbaa0b880 req-026a4eec-e24f-4be9-9aa2-11013aae57e0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:01.483469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52976) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:01.489784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93f7c1de-c4db-4778-b059-247fbaa0b880 req-026a4eec-e24f-4be9-9aa2-11013aae57e0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 945 time: 0.1592178 Jul 08 18:17:01.522378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.564658 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-65bda5e9-af4c-4ccf-8127-9e4338ad0c42 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:01.583550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93f7c1de-c4db-4778-b059-247fbaa0b880 req-37892ac3-3a2a-4ad3-a74a-511ae15d7ea1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881159 Jul 08 18:17:01.618982 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-282d2c0c-1cd3-497c-b4c0-c3193c8d3a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.649217 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-282d2c0c-1cd3-497c-b4c0-c3193c8d3a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.713796 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-282d2c0c-1cd3-497c-b4c0-c3193c8d3a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.716936 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-282d2c0c-1cd3-497c-b4c0-c3193c8d3a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.718193 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-282d2c0c-1cd3-497c-b4c0-c3193c8d3a61 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f28bcb1-f463-4941-b196-7a55025699e8 HTTP/1.1" status: 204 len: 168 time: 0.2318838 Jul 08 18:17:01.723256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 3a4a885c-ed02-4800-9399-2117cbf7900b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:01.723608 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.749889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d2c0c-1cd3-497c-b4c0-c3193c8d3a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f28bcb1-f463-4941-b196-7a55025699e8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:01.783206 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.885359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port 3a4a885c-ed02-4800-9399-2117cbf7900b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3a4a885c-ed02-4800-9399-2117cbf7900b,segment=NetworkSegment(d28f5956-df53-43c0-b793-9de5030d7987),segment_id=d28f5956-df53-43c0-b793-9de5030d7987)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:01.885359 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.904054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 3a4a885c-ed02-4800-9399-2117cbf7900b owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:01.947330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Allocated IP 172.25.8.8 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/aafa7e50-226f-40bc-a27c-c4cb58047051) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:01.989095 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-65bda5e9-af4c-4ccf-8127-9e4338ad0c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 7, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a4a885c-ed02-4800-9399-2117cbf7900b', 'name': '', 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:91:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:50Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:55Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:02.027174 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bda5e9-af4c-4ccf-8127-9e4338ad0c42 None None] Checking router: f1bebd50-19ff-4a14-9de9-b0f7bcdc803e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:02.047754 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bda5e9-af4c-4ccf-8127-9e4338ad0c42 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:02.048445 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-65bda5e9-af4c-4ccf-8127-9e4338ad0c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:02.148653 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:02.175812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:02.242789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:02.270106 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-65bda5e9-af4c-4ccf-8127-9e4338ad0c42 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:02.290409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52998) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:02.336096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=3a4a885c-ed02-4800-9399-2117cbf7900b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:02.337989 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:02.347273 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:02.354151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:02.357546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-666f7caf-a3b5-428d-a472-7f6252dde864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:02.614782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'Port': ['ID=aafa7e50-226f-40bc-a27c-c4cb58047051,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:02.664159 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:02.712184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-666f7caf-a3b5-428d-a472-7f6252dde864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:02.723420 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-666f7caf-a3b5-428d-a472-7f6252dde864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:02.744733 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-65bda5e9-af4c-4ccf-8127-9e4338ad0c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 7, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a4a885c-ed02-4800-9399-2117cbf7900b', 'name': '', 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:91:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:50Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:55Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:02.769610 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-666f7caf-a3b5-428d-a472-7f6252dde864 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90a5d37764ed470fb98074df474eff95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779425 Jul 08 18:17:02.772115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53006) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:02.790314 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bda5e9-af4c-4ccf-8127-9e4338ad0c42 None None] The sync data for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 is: [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 7, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a4a885c-ed02-4800-9399-2117cbf7900b', 'name': '', 'network_id': '73d01791-b95b-42c4-a308-0e7729fcdf54', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:91:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:50Z', 'updated_at': '2021-07-08T18:16:59Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '42fd570f-b4c1-47a5-a81f-481d12f7a81f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:55Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:02.865441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b860-8934-45b1-9413-93e78f9cc911 req-a7d6f04a-c3e6-463f-a20e-02cb8ac51ca4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:02.867038 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5ff4b860-8934-45b1-9413-93e78f9cc911 req-a7d6f04a-c3e6-463f-a20e-02cb8ac51ca4 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.74 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 945 time: 0.4937959 Jul 08 18:17:02.873135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f7caf-a3b5-428d-a472-7f6252dde864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2ffd5a-ab7a-41d9-b0a4-15ccd666f71b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:02.881729 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01a16d08-35e0-4844-9f0a-e459329a50ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:02.904894 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01a16d08-35e0-4844-9f0a-e459329a50ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:02.919846 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.032005 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.041103 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01a16d08-35e0-4844-9f0a-e459329a50ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.043809 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01a16d08-35e0-4844-9f0a-e459329a50ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.057473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-01a16d08-35e0-4844-9f0a-e459329a50ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd2ffd5a-ab7a-41d9-b0a4-15ccd666f71b HTTP/1.1" status: 204 len: 168 time: 0.2747478 Jul 08 18:17:03.082139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a16d08-35e0-4844-9f0a-e459329a50ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2ffd5a-ab7a-41d9-b0a4-15ccd666f71b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:03.131574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3487895-8b95-4210-a0b3-12a5ec3a10c2 req-bae9e951-bdda-412d-8af9-3a62bb103de1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:03.139193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3487895-8b95-4210-a0b3-12a5ec3a10c2 req-bae9e951-bdda-412d-8af9-3a62bb103de1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 945 time: 0.3089011 Jul 08 18:17:03.165145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-5ff4b860-8934-45b1-9413-93e78f9cc911 req-eeb4785d-c292-4989-8613-c4910d768494 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Deleting port 07348a7d-b74e-4341-bded-dc9a6e5042eb {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:03.165888 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5ff4b860-8934-45b1-9413-93e78f9cc911 req-eeb4785d-c292-4989-8613-c4910d768494 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.168607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:03.202340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b3487895-8b95-4210-a0b3-12a5ec3a10c2 req-608afa83-2026-423e-9bac-54edaba451a3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593472 Jul 08 18:17:03.304051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:03.310263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3c859fff-a116-493f-9b3a-96719fd6bd37 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7708123 Jul 08 18:17:03.313688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53020) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:03.316398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ebcd1-4895-4c55-93b6-30aa3b711bc8 None None] Sync routers for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:03.339168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ebcd1-4895-4c55-93b6-30aa3b711bc8 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:03.341034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-588ebcd1-4895-4c55-93b6-30aa3b711bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:03.385358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5414e7b-17ce-4fd7-86ca-45c4fad83c0f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting subnet 42fd570f-b4c1-47a5-a81f-481d12f7a81f {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:17:03.390775 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5414e7b-17ce-4fd7-86ca-45c4fad83c0f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.463959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5ff4b860-8934-45b1-9413-93e78f9cc911 req-eeb4785d-c292-4989-8613-c4910d768494 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] For port 07348a7d-b74e-4341-bded-dc9a6e5042eb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=07348a7d-b74e-4341-bded-dc9a6e5042eb,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:03.464587 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5ff4b860-8934-45b1-9413-93e78f9cc911 req-eeb4785d-c292-4989-8613-c4910d768494 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.486287 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5414e7b-17ce-4fd7-86ca-45c4fad83c0f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.494037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-5ff4b860-8934-45b1-9413-93e78f9cc911 req-eeb4785d-c292-4989-8613-c4910d768494 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Calling delete_port for 07348a7d-b74e-4341-bded-dc9a6e5042eb owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:03.566020 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.588464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.614723 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.627655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-588ebcd1-4895-4c55-93b6-30aa3b711bc8 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:03.666622 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5414e7b-17ce-4fd7-86ca-45c4fad83c0f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.688026 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.722504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'Port': ['ID=aafa7e50-226f-40bc-a27c-c4cb58047051,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:03.739761 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.741212 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3cea2a98-7511-4a21-877b-e423f68c8849 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2935920 Jul 08 18:17:03.772288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5414e7b-17ce-4fd7-86ca-45c4fad83c0f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.803018 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5414e7b-17ce-4fd7-86ca-45c4fad83c0f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.807853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c5414e7b-17ce-4fd7-86ca-45c4fad83c0f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/42fd570f-b4c1-47a5-a81f-481d12f7a81f HTTP/1.1" status: 204 len: 168 time: 0.4901094 Jul 08 18:17:03.807945 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5ff4b860-8934-45b1-9413-93e78f9cc911 req-eeb4785d-c292-4989-8613-c4910d768494 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.809996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53038) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:03.811791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4550db10-2514-414a-93e1-e0601c519d24 None None] Network 73d01791-b95b-42c4-a308-0e7729fcdf54 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:03.858854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5414e7b-17ce-4fd7-86ca-45c4fad83c0f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Subnet': ['ID=42fd570f-b4c1-47a5-a81f-481d12f7a81f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:03.882972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['39005dfd-5425-4235-b5d6-9b3e8de6f494'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:17:03.975804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4785d-c292-4989-8613-c4910d768494 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event deleted for resources: {'Port': ['ID=07348a7d-b74e-4341-bded-dc9a6e5042eb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:03.981513 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:03.993080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-1aab0ef6-1c3a-46d8-b7a6-1148401e195c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--953381028&fields=id&tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c HTTP/1.1" status: 200 len: 267 time: 0.0527058 Jul 08 18:17:04.032737 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4b860-8934-45b1-9413-93e78f9cc911 req-eeb4785d-c292-4989-8613-c4910d768494 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] No DVR routers for this DVR port 07348a7d-b74e-4341-bded-dc9a6e5042eb on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:04.036560 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5ff4b860-8934-45b1-9413-93e78f9cc911 req-eeb4785d-c292-4989-8613-c4910d768494 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:04.038596 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5ff4b860-8934-45b1-9413-93e78f9cc911 req-eeb4785d-c292-4989-8613-c4910d768494 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.74 "DELETE /v2.0/ports/07348a7d-b74e-4341-bded-dc9a6e5042eb HTTP/1.1" status: 204 len: 173 time: 1.1606643 Jul 08 18:17:04.040168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3122d860-f67b-4f09-9697-6afba738f1fc', 'name': 'network-vif-deleted', 'tag': '07348a7d-b74e-4341-bded-dc9a6e5042eb'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:04.042572 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9dea4e-04c4-49a5-87f0-afd0921987eb" -d '{"events": [{"server_uuid": "3122d860-f67b-4f09-9697-6afba738f1fc", "name": "network-vif-deleted", "tag": "07348a7d-b74e-4341-bded-dc9a6e5042eb"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:04.114043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 5acec355-e465-4c7d-9616-1ed959c09809 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:04.114689 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:04.128251 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2ea433-7a46-4d09-bf3b-d4871636422c x-openstack-request-id: req-8e2ea433-7a46-4d09-bf3b-d4871636422c {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:04.128518 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3122d860-f67b-4f09-9697-6afba738f1fc", "name": "network-vif-deleted", "tag": "07348a7d-b74e-4341-bded-dc9a6e5042eb", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:04.129172 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e2ea433-7a46-4d09-bf3b-d4871636422c {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:04.129172 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3122d860-f67b-4f09-9697-6afba738f1fc', 'name': 'network-vif-deleted', 'tag': '07348a7d-b74e-4341-bded-dc9a6e5042eb', 'status': 'completed', 'code': 200} Jul 08 18:17:04.189764 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port 5acec355-e465-4c7d-9616-1ed959c09809, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5acec355-e465-4c7d-9616-1ed959c09809,segment=NetworkSegment(d28f5956-df53-43c0-b793-9de5030d7987),segment_id=d28f5956-df53-43c0-b793-9de5030d7987)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:04.190138 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:04.198298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-b2c2309a-8d2f-47ce-be7b-b2f98ddc29b7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:04.201890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-b2c2309a-8d2f-47ce-be7b-b2f98ddc29b7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 817 time: 0.1924584 Jul 08 18:17:04.205072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 5acec355-e465-4c7d-9616-1ed959c09809 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:04.223324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-1d2c78b8-a596-43ff-af24-78f6b787d86c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/quotas/8328fb0ac30340ba99ca3e0e96ac5f3c HTTP/1.1" status: 200 len: 375 time: 0.0136833 Jul 08 18:17:04.260769 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:04.340937 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-28653b1d-f95e-480c-82af-17b51aa14f87 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1081564 Jul 08 18:17:04.374468 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:04.389553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da86e0f-2f5a-434c-9126-ff64286b907e None None] DHCP port deletion for 73d01791-b95b-42c4-a308-0e7729fcdf54 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:17:04.415537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-588ebcd1-4895-4c55-93b6-30aa3b711bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:02Z', 'revision_number': 8, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:55Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:04.449863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c6a8d7e-376f-41a6-9a27-a0e8375c3fbb req-c400100c-09a3-4358-973e-fc1fe061d95a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3122d860-f67b-4f09-9697-6afba738f1fc HTTP/1.1" status: 200 len: 210 time: 0.0371425 Jul 08 18:17:04.450461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=5acec355-e465-4c7d-9616-1ed959c09809,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:04.467820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No DVR routers for this DVR port 5acec355-e465-4c7d-9616-1ed959c09809 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:04.501551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ebcd1-4895-4c55-93b6-30aa3b711bc8 None None] Checking router: f1bebd50-19ff-4a14-9de9-b0f7bcdc803e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:04.518370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ebcd1-4895-4c55-93b6-30aa3b711bc8 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:04.519073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-588ebcd1-4895-4c55-93b6-30aa3b711bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:04.593545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-6b92b628-9753-4ef9-b3e2-8601df6c76fb service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:17:04.594297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5acec355-e465-4c7d-9616-1ed959c09809 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:04.601849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-6b92b628-9753-4ef9-b3e2-8601df6c76fb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2234032 Jul 08 18:17:04.619253 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:04.637958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d01791-b95b-42c4-a308-0e7729fcdf54']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:04.651600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28f5956-df53-43c0-b793-9de5030d7987') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:04.651907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28f5956-df53-43c0-b793-9de5030d7987') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:04.664071 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:04.684350 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:04.691212 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:17:04.691625 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:17:04.772902 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:17:04.807974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-562092e0-39a1-4e15-ad0e-7e9a90aed0a3 service neutron] 10.222.0.73 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049105 Jul 08 18:17:04.812274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:04.821197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:04.825400 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/networks/73d01791-b95b-42c4-a308-0e7729fcdf54 HTTP/1.1" status: 204 len: 168 time: 1.0145662 Jul 08 18:17:04.841512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53078) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:04.856923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0893d58-2560-4ae5-b306-f388db3971a7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Network': ['ID=73d01791-b95b-42c4-a308-0e7729fcdf54,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:04.983807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53088) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:05.039166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5acec355-e465-4c7d-9616-1ed959c09809 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:05.039820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5acec355-e465-4c7d-9616-1ed959c09809 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:05.048777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-588ebcd1-4895-4c55-93b6-30aa3b711bc8 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:05.051413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 07348a7d-b74e-4341-bded-dc9a6e5042eb no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:05.100837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 07348a7d-b74e-4341-bded-dc9a6e5042eb {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:05.101432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 07348a7d-b74e-4341-bded-dc9a6e5042eb not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:05.149901 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07876747-79d3-4403-88ce-ca4f4d3d6f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:05.227409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-3d42ecf2-37be-42be-a0b1-c39a06f15c51 service neutron] 10.222.0.73 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043112 Jul 08 18:17:05.287993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07876747-79d3-4403-88ce-ca4f4d3d6f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:05.305296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-07876747-79d3-4403-88ce-ca4f4d3d6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:05.370342 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-07876747-79d3-4403-88ce-ca4f4d3d6f68 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f429487cb104f8fa687085bb9061af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3853216 Jul 08 18:17:05.371696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07876747-79d3-4403-88ce-ca4f4d3d6f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a165a850-f371-4f79-a343-40fadbbfbb7d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:05.373109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-588ebcd1-4895-4c55-93b6-30aa3b711bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:02Z', 'revision_number': 8, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:55Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:05.374235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53104) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:05.464777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ebcd1-4895-4c55-93b6-30aa3b711bc8 None None] The sync data for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 is: [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:02Z', 'revision_number': 8, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606', 'name': '', 'network_id': 'd0e578fc-6b90-4049-b3a3-cc444b92ad0f', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:55Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '1cf65be1-6a82-459d-bfc4-80d2f6f783aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:05.469998 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85ee8cf2-1b9f-4d9d-a105-1a29ebdddc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:05.497100 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85ee8cf2-1b9f-4d9d-a105-1a29ebdddc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:05.531982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-783a7f63-d3e6-4688-ad2c-8ef52051dc4e req-9d92d356-810f-4ddb-b6e2-5a4068b17f81 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 210 time: 0.0783587 Jul 08 18:17:05.542000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:05.600255 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85ee8cf2-1b9f-4d9d-a105-1a29ebdddc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:05.603015 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85ee8cf2-1b9f-4d9d-a105-1a29ebdddc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:05.606841 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-85ee8cf2-1b9f-4d9d-a105-1a29ebdddc27 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a165a850-f371-4f79-a343-40fadbbfbb7d HTTP/1.1" status: 204 len: 168 time: 0.2289813 Jul 08 18:17:05.637906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee8cf2-1b9f-4d9d-a105-1a29ebdddc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a165a850-f371-4f79-a343-40fadbbfbb7d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:05.975974 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:05.976487 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:06.143278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606,segment=NetworkSegment(c60d8275-b62b-466b-adda-64abd30aef1d),segment_id=c60d8275-b62b-466b-adda-64abd30aef1d)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:06.143933 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:06.164670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:06.217118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d08e3-c553-40d9-be74-2315980ef82d req-83399a99-46bb-456a-a55e-0fe777938bd3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:06.224586 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e85d08e3-c553-40d9-be74-2315980ef82d req-83399a99-46bb-456a-a55e-0fe777938bd3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1416831 Jul 08 18:17:06.271012 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-545fa779-39be-4d47-a99a-bc605c2b1bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:06.321870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e85d08e3-c553-40d9-be74-2315980ef82d req-ce835885-cb92-4195-990c-bf2e11efb53a tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=890593b9-6f40-4713-9b9c-eb07f547560d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962479 Jul 08 18:17:06.389167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7eb221-def1-4f28-9b39-fb3e7e76ec31 req-43375c8d-d509-4b5c-9b09-e57109fe19a0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:06.391192 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cf7eb221-def1-4f28-9b39-fb3e7e76ec31 req-43375c8d-d509-4b5c-9b09-e57109fe19a0 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 945 time: 0.1320295 Jul 08 18:17:06.470762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3a4a885c-ed02-4800-9399-2117cbf7900b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:06.528912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 3a4a885c-ed02-4800-9399-2117cbf7900b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:06.530621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3a4a885c-ed02-4800-9399-2117cbf7900b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:06.611487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-cf7eb221-def1-4f28-9b39-fb3e7e76ec31 req-e1c38d88-f8aa-46de-ba0f-a56c79c4ddc9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Deleting port 39005dfd-5425-4235-b5d6-9b3e8de6f494 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:06.612630 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cf7eb221-def1-4f28-9b39-fb3e7e76ec31 req-e1c38d88-f8aa-46de-ba0f-a56c79c4ddc9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:06.661959 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:06.716976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:06.762677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-cf7eb221-def1-4f28-9b39-fb3e7e76ec31 req-e1c38d88-f8aa-46de-ba0f-a56c79c4ddc9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] For port 39005dfd-5425-4235-b5d6-9b3e8de6f494, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=39005dfd-5425-4235-b5d6-9b3e8de6f494,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:06.763058 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cf7eb221-def1-4f28-9b39-fb3e7e76ec31 req-e1c38d88-f8aa-46de-ba0f-a56c79c4ddc9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:06.807978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-cf7eb221-def1-4f28-9b39-fb3e7e76ec31 req-e1c38d88-f8aa-46de-ba0f-a56c79c4ddc9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Calling delete_port for 39005dfd-5425-4235-b5d6-9b3e8de6f494 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:06.950913 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e7083bc-754f-4ca5-9f95-5d51ab600aa5 req-edeb71c3-b3ac-4871-a48c-299d984c0302 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 210 time: 0.1517482 Jul 08 18:17:07.010770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53166) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:07.030238 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:07.117011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cf7eb221-def1-4f28-9b39-fb3e7e76ec31 req-e1c38d88-f8aa-46de-ba0f-a56c79c4ddc9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:07.156462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c38d88-f8aa-46de-ba0f-a56c79c4ddc9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event deleted for resources: {'Port': ['ID=39005dfd-5425-4235-b5d6-9b3e8de6f494,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:07.216728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7eb221-def1-4f28-9b39-fb3e7e76ec31 req-e1c38d88-f8aa-46de-ba0f-a56c79c4ddc9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] No DVR routers for this DVR port 39005dfd-5425-4235-b5d6-9b3e8de6f494 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:07.219375 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cf7eb221-def1-4f28-9b39-fb3e7e76ec31 req-e1c38d88-f8aa-46de-ba0f-a56c79c4ddc9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:07.221924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cf7eb221-def1-4f28-9b39-fb3e7e76ec31 req-e1c38d88-f8aa-46de-ba0f-a56c79c4ddc9 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.74 "DELETE /v2.0/ports/39005dfd-5425-4235-b5d6-9b3e8de6f494 HTTP/1.1" status: 204 len: 173 time: 0.8242471 Jul 08 18:17:07.222651 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1ed6b7-3371-4320-8d75-d65edef84f75', 'name': 'network-vif-deleted', 'tag': '39005dfd-5425-4235-b5d6-9b3e8de6f494'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:07.225867 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3d567d-eb8d-4d72-b80e-eae65e0dd9d7" -d '{"events": [{"server_uuid": "4d1ed6b7-3371-4320-8d75-d65edef84f75", "name": "network-vif-deleted", "tag": "39005dfd-5425-4235-b5d6-9b3e8de6f494"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:07.293551 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11ddea97-e790-42d9-ab55-98f9be8ef8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:07.305767 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925dd744-f22e-44bb-9d76-25c798571e38 x-openstack-request-id: req-925dd744-f22e-44bb-9d76-25c798571e38 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:07.306194 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1ed6b7-3371-4320-8d75-d65edef84f75", "name": "network-vif-deleted", "tag": "39005dfd-5425-4235-b5d6-9b3e8de6f494", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:07.306665 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-925dd744-f22e-44bb-9d76-25c798571e38 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:07.307171 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1ed6b7-3371-4320-8d75-d65edef84f75', 'name': 'network-vif-deleted', 'tag': '39005dfd-5425-4235-b5d6-9b3e8de6f494', 'status': 'completed', 'code': 200} Jul 08 18:17:07.359431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:07.730075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-9b829631-4f62-4afb-863b-8ba07909edc7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:07.732223 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-9b829631-4f62-4afb-863b-8ba07909edc7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.74 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 817 time: 0.1157730 Jul 08 18:17:07.781730 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-ad92786a-6f23-4eef-8583-225c2c480d87 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c HTTP/1.1" status: 200 len: 379 time: 0.0387833 Jul 08 18:17:07.792388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'port': {'device_id': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'admin_state_up': True, 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'security_groups': ['2e797ac0-8782-4fff-a060-402250c946e9']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:07.815864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53188) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:07.878770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d6ed5c6-a234-45e6-8d78-892742dd1da9 req-7da8545d-acb6-4dd3-b997-c3ec6fdea8be tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d1ed6b7-3371-4320-8d75-d65edef84f75 HTTP/1.1" status: 200 len: 210 time: 0.0427992 Jul 08 18:17:07.918653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:07.924891 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b4b99-500d-4bd0-afef-bec36d296fbc None None] Sync routers for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:07.930565 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c389f703-53e2-444a-8937-4052ac14e57c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0848126 Jul 08 18:17:07.931436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53192) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:07.938666 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b4b99-500d-4bd0-afef-bec36d296fbc None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:07.939382 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c08b4b99-500d-4bd0-afef-bec36d296fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:07.957577 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11ddea97-e790-42d9-ab55-98f9be8ef8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:07.964535 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11ddea97-e790-42d9-ab55-98f9be8ef8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.000421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3942d055-347e-401a-a13f-f5c30b4daef0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting subnet 1cf65be1-6a82-459d-bfc4-80d2f6f783aa {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:17:08.003680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3942d055-347e-401a-a13f-f5c30b4daef0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.009816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddea97-e790-42d9-ab55-98f9be8ef8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3700bc-6063-4a53-a79b-5f268b1c920a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:08.044967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-11ddea97-e790-42d9-ab55-98f9be8ef8d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fad94105f39c4adca47da9a4f004949d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0331335 Jul 08 18:17:08.048597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53196) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:08.051797 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Made reservation on behalf of 8328fb0ac30340ba99ca3e0e96ac5f3c for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:08.055750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.063083 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3942d055-347e-401a-a13f-f5c30b4daef0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.072350 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c08b4b99-500d-4bd0-afef-bec36d296fbc None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:08.075818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5417a229-feac-4719-a690-29284afb30bc tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1830142334'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:08.113217 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50c40fb8-be77-4626-9ace-a238a6f2b626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.143038 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50c40fb8-be77-4626-9ace-a238a6f2b626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.204607 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5417a229-feac-4719-a690-29284afb30bc tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.205700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5417a229-feac-4719-a690-29284afb30bc tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.227264 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50c40fb8-be77-4626-9ace-a238a6f2b626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.229991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50c40fb8-be77-4626-9ace-a238a6f2b626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.232028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-50c40fb8-be77-4626-9ace-a238a6f2b626 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af3700bc-6063-4a53-a79b-5f268b1c920a HTTP/1.1" status: 204 len: 168 time: 0.1823719 Jul 08 18:17:08.258252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-977b6b4e-f236-45b1-ac77-65be86a8c9c8 req-78ea9eaf-76ae-4f6c-887e-e64aa1207655 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 210 time: 0.0435350 Jul 08 18:17:08.259062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c40fb8-be77-4626-9ace-a238a6f2b626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3700bc-6063-4a53-a79b-5f268b1c920a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:08.343877 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c08b4b99-500d-4bd0-afef-bec36d296fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:06Z', 'revision_number': 9, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:08.373363 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b4b99-500d-4bd0-afef-bec36d296fbc None None] Checking router: f1bebd50-19ff-4a14-9de9-b0f7bcdc803e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:08.383230 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b4b99-500d-4bd0-afef-bec36d296fbc None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:08.384219 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c08b4b99-500d-4bd0-afef-bec36d296fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:16:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:08.524391 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c08b4b99-500d-4bd0-afef-bec36d296fbc None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:08.642321 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3942d055-347e-401a-a13f-f5c30b4daef0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.675664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53204) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:08.687844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5417a229-feac-4719-a690-29284afb30bc tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.689085 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d83044f-0983-45e1-a44e-44c29ca0aa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.705349 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5417a229-feac-4719-a690-29284afb30bc tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.742483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Allocated IP 172.20.0.4 (290861a4-6c99-4a4a-8333-210f09d19b48/73502845-fed2-4969-903d-a2a2a3b88605/69519b6b-a174-4205-8340-39cbab2bc262) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:08.772251 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c08b4b99-500d-4bd0-afef-bec36d296fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:06Z', 'revision_number': 9, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:08.779247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3942d055-347e-401a-a13f-f5c30b4daef0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.791836 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d83044f-0983-45e1-a44e-44c29ca0aa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.797084 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1d83044f-0983-45e1-a44e-44c29ca0aa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.804909 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b4b99-500d-4bd0-afef-bec36d296fbc None None] The sync data for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 is: [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:06Z', 'revision_number': 9, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '20774c03-e79a-4f4e-9a1e-15725bda13d9', 'name': '', 'network_id': '853c825d-79e3-4695-aeb5-2a357e57b2f4', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:12:41:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:50Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': 'a2435067-92cc-4dd4-8e47-45b9457139fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:08.826232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942d055-347e-401a-a13f-f5c30b4daef0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf65be1-6a82-459d-bfc4-80d2f6f783aa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:08.828286 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3942d055-347e-401a-a13f-f5c30b4daef0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.830184 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3942d055-347e-401a-a13f-f5c30b4daef0 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/1cf65be1-6a82-459d-bfc4-80d2f6f783aa HTTP/1.1" status: 204 len: 168 time: 0.8975539 Jul 08 18:17:08.834021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53206) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:08.838634 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5417a229-feac-4719-a690-29284afb30bc tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.839997 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5417a229-feac-4719-a690-29284afb30bc tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0226595 Jul 08 18:17:08.843116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53208) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:08.845543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1d83044f-0983-45e1-a44e-44c29ca0aa38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ffd75bc2daa143a1905264dfcf6cdf42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687541 Jul 08 18:17:08.845880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1769b6b1-08bf-445e-a1e1-89372a6d32bc None None] Network d0e578fc-6b90-4049-b3a3-cc444b92ad0f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:08.847906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83044f-0983-45e1-a44e-44c29ca0aa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e332c5b-72b4-4e71-ab50-bf3d6c9f0534,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:08.851089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53210) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:08.942321 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6501b54c-5f1c-48e8-a1d3-0641fb09ef7a tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.987122 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.028975 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.039902 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7f42310-9760-4817-96a6-101bfc9db53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.063681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Transition to ACTIVE for port object 69519b6b-a174-4205-8340-39cbab2bc262 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:09.063990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 39005dfd-5425-4235-b5d6-9b3e8de6f494 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:09.104359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 39005dfd-5425-4235-b5d6-9b3e8de6f494 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:09.105190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 39005dfd-5425-4235-b5d6-9b3e8de6f494 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:09.112957 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.113187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port b46e7997-6606-41cb-abb2-282f4a22c08f {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:09.113441 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.131157 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3c72a361-1e7a-4421-a4b4-6729c1781047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.166005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6684c670-5bcf-46dd-8307-420751c260df None None] DHCP port deletion for d0e578fc-6b90-4049-b3a3-cc444b92ad0f request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:17:09.169996 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.180180 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7f42310-9760-4817-96a6-101bfc9db53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.224274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6501b54c-5f1c-48e8-a1d3-0641fb09ef7a tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.235638 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6501b54c-5f1c-48e8-a1d3-0641fb09ef7a tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.242046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Deleting port b46e7997-6606-41cb-abb2-282f4a22c08f {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:09.242984 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.260825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port b46e7997-6606-41cb-abb2-282f4a22c08f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b46e7997-6606-41cb-abb2-282f4a22c08f,segment=NetworkSegment(c60d8275-b62b-466b-adda-64abd30aef1d),segment_id=c60d8275-b62b-466b-adda-64abd30aef1d)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:09.261197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.266401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Network 290861a4-6c99-4a4a-8333-210f09d19b48 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:09.267027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:09.294870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:09.300593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:09.307089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for b46e7997-6606-41cb-abb2-282f4a22c08f owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:09.331094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6684c670-5bcf-46dd-8307-420751c260df None None] For port b46e7997-6606-41cb-abb2-282f4a22c08f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b46e7997-6606-41cb-abb2-282f4a22c08f,segment=NetworkSegment(c60d8275-b62b-466b-adda-64abd30aef1d),segment_id=c60d8275-b62b-466b-adda-64abd30aef1d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:09.331759 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.341629 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6501b54c-5f1c-48e8-a1d3-0641fb09ef7a tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.342327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6501b54c-5f1c-48e8-a1d3-0641fb09ef7a tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6144acec-ee3b-4212-89d6-f63028b50072 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:17:09.347184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6501b54c-5f1c-48e8-a1d3-0641fb09ef7a tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.351364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6501b54c-5f1c-48e8-a1d3-0641fb09ef7a tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] 10.222.0.73 "DELETE /v2.0/routers/6144acec-ee3b-4212-89d6-f63028b50072 HTTP/1.1" status: 204 len: 168 time: 0.5018451 Jul 08 18:17:09.351966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53218) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:09.357914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-99c2595e-b0f6-436c-b567-e6fc2bdc5fa9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Request body: {'router': {'name': 'tempest-router-1699605730', 'distributed': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:09.364726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Calling delete_port for b46e7997-6606-41cb-abb2-282f4a22c08f owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:09.407544 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7f42310-9760-4817-96a6-101bfc9db53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.410194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7f42310-9760-4817-96a6-101bfc9db53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.411387 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b7f42310-9760-4817-96a6-101bfc9db53b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e332c5b-72b4-4e71-ab50-bf3d6c9f0534 HTTP/1.1" status: 204 len: 168 time: 0.5558202 Jul 08 18:17:09.433599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f42310-9760-4817-96a6-101bfc9db53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e332c5b-72b4-4e71-ab50-bf3d6c9f0534,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:09.446139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99c2595e-b0f6-436c-b567-e6fc2bdc5fa9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.447238 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99c2595e-b0f6-436c-b567-e6fc2bdc5fa9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.542166 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:09.543306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.558890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99c2595e-b0f6-436c-b567-e6fc2bdc5fa9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.576534 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.595056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6684c670-5bcf-46dd-8307-420751c260df None None] No DVR routers for this DVR port b46e7997-6606-41cb-abb2-282f4a22c08f on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:09.630567 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99c2595e-b0f6-436c-b567-e6fc2bdc5fa9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.638613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Pushing event deleted for resources: {'Port': ['ID=b46e7997-6606-41cb-abb2-282f4a22c08f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:09.648803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.649169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.649683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.650093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.650786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.651209 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.651677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.652559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.652988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.653409 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.653828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.654293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684c670-5bcf-46dd-8307-420751c260df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:09.656469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.681481 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-f0d333bb-499a-4e67-9dca-438ae7cd5af4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8938260 Jul 08 18:17:09.683147 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99c2595e-b0f6-436c-b567-e6fc2bdc5fa9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.684872 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-99c2595e-b0f6-436c-b567-e6fc2bdc5fa9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3319597 Jul 08 18:17:09.688290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53226) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:09.706914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Request body: {'port': {'device_id': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:09.731216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=b46e7997-6606-41cb-abb2-282f4a22c08f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:09.739413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No DVR routers for this DVR port b46e7997-6606-41cb-abb2-282f4a22c08f on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:09.794036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb00b2-63d7-40f8-8057-d63b2692286f req-a0152bb2-7983-425c-ac14-65e7986735e9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:09.795541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-80fb00b2-63d7-40f8-8057-d63b2692286f req-a0152bb2-7983-425c-ac14-65e7986735e9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 931 time: 0.2307589 Jul 08 18:17:09.805331 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05f179f0-35ae-4a5b-b806-ced3fc5bdcd3 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.819219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f3f00e2c-2e4f-439c-b922-41d839f245ce None None] Provisioning for port 69519b6b-a174-4205-8340-39cbab2bc262 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:09.825636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c903ea-fd89-475b-a12d-1ec3b11529c0 req-0b74b2c1-ab8b-490a-90a4-3bd3815752d8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:09.827510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f3f00e2c-2e4f-439c-b922-41d839f245ce None None] Provisioning complete for port 69519b6b-a174-4205-8340-39cbab2bc262 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:09.828094 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f3f00e2c-2e4f-439c-b922-41d839f245ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.833777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a1c903ea-fd89-475b-a12d-1ec3b11529c0 req-0b74b2c1-ab8b-490a-90a4-3bd3815752d8 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.2484732 Jul 08 18:17:09.857882 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.868431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.870282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f3f00e2c-2e4f-439c-b922-41d839f245ce None None] Port 69519b6b-a174-4205-8340-39cbab2bc262 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:09.872007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e578fc-6b90-4049-b3a3-cc444b92ad0f']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:09.890144 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60d8275-b62b-466b-adda-64abd30aef1d') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:09.890478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60d8275-b62b-466b-adda-64abd30aef1d') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:09.919308 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.947786 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.959313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:17:09.959802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:17:09.962761 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:17:09.981886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a1c903ea-fd89-475b-a12d-1ec3b11529c0 req-d760abed-0ef5-448c-a0ad-eb4ec3d3aea3 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471970 Jul 08 18:17:10.027495 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-80fb00b2-63d7-40f8-8057-d63b2692286f req-6de0fcc2-2f77-4cd2-bdd0-103f6446b5e1 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188809 Jul 08 18:17:10.085862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05f179f0-35ae-4a5b-b806-ced3fc5bdcd3 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.088658 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05f179f0-35ae-4a5b-b806-ced3fc5bdcd3 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.139111 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.140955 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05f179f0-35ae-4a5b-b806-ced3fc5bdcd3 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.141542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f179f0-35ae-4a5b-b806-ced3fc5bdcd3 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba4acd6c-6f87-459b-bdab-47e0adf84aba {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:17:10.143983 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.147563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05f179f0-35ae-4a5b-b806-ced3fc5bdcd3 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.148436 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-05f179f0-35ae-4a5b-b806-ced3fc5bdcd3 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] 10.222.0.73 "DELETE /v2.0/routers/ba4acd6c-6f87-459b-bdab-47e0adf84aba HTTP/1.1" status: 204 len: 168 time: 0.4592113 Jul 08 18:17:10.151956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.152470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53240) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:10.153824 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/networks/d0e578fc-6b90-4049-b3a3-cc444b92ad0f HTTP/1.1" status: 204 len: 168 time: 1.3163688 Jul 08 18:17:10.158133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53242) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:10.159097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-51c7668e-522a-4bd6-ad22-dc53fd3a5f8d tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Request body: {'router': {'name': 'tempest-router-1789375772', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '57acd68fef8f4148b670c0ed7d2376a0'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:10.181302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51c7668e-522a-4bd6-ad22-dc53fd3a5f8d tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.182037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bad49-af77-45e6-b77d-6604e4c692e6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Network': ['ID=d0e578fc-6b90-4049-b3a3-cc444b92ad0f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:10.182352 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51c7668e-522a-4bd6-ad22-dc53fd3a5f8d tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.247448 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51c7668e-522a-4bd6-ad22-dc53fd3a5f8d tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.253045 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51c7668e-522a-4bd6-ad22-dc53fd3a5f8d tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.268695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51c7668e-522a-4bd6-ad22-dc53fd3a5f8d tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.270245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-51c7668e-522a-4bd6-ad22-dc53fd3a5f8d tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1167574 Jul 08 18:17:10.272925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53248) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:10.278314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:10.432337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69519b6b-a174-4205-8340-39cbab2bc262 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:17:10.444308 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.483542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Transition to ACTIVE for port object 69519b6b-a174-4205-8340-39cbab2bc262 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:10.489175 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.489544 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.494339 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.502525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b46e7997-6606-41cb-abb2-282f4a22c08f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:10.527097 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b46e7997-6606-41cb-abb2-282f4a22c08f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:10.527612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b46e7997-6606-41cb-abb2-282f4a22c08f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:10.528370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:10.548458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:10.548813 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bd655cc9-0d51-4fcc-8d8e-1f8f3cc92606 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:10.583162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93742) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 08 18:17:10.583458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Router 49d6def5-fedc-4d84-b1c3-42092205046e migrating from provider to provider. {{(pid=93742) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 08 18:17:10.584148 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.589519 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.596434 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.660471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:10.694648 n-d-799684-3 neutron-server[93742]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] No L3 agents can host the router 49d6def5-fedc-4d84-b1c3-42092205046e Jul 08 18:17:10.737938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Attempting to bind port 69519b6b-a174-4205-8340-39cbab2bc262 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:17:10.738490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Attempting to bind port 69519b6b-a174-4205-8340-39cbab2bc262 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:17:10.738844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Attempting to bind port 69519b6b-a174-4205-8340-39cbab2bc262 on network 290861a4-6c99-4a4a-8333-210f09d19b48 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:17:10.766777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Port 69519b6b-a174-4205-8340-39cbab2bc262 on network 290861a4-6c99-4a4a-8333-210f09d19b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:17:10.766777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Attempting to bind port 69519b6b-a174-4205-8340-39cbab2bc262 on network 290861a4-6c99-4a4a-8333-210f09d19b48 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:17:10.776151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:17:10.776493 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Checking segment: {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:17:10.776878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Bound using segment: {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:17:10.777342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Bound port: 69519b6b-a174-4205-8340-39cbab2bc262, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:17:10.777702 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.848552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.861400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Hosts for router 49d6def5-fedc-4d84-b1c3-42092205046e: [] {{(pid=93742) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 08 18:17:10.885848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Hosts for other DVR routers connected to router 49d6def5-fedc-4d84-b1c3-42092205046e: set() {{(pid=93742) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 08 18:17:10.888963 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.892901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8fa9cc71-ce35-4174-886f-c5db6f5b9ce9 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] 10.222.0.73 "PUT /v2.0/routers/49d6def5-fedc-4d84-b1c3-42092205046e HTTP/1.1" status: 200 len: 717 time: 0.6189518 Jul 08 18:17:10.893537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53262) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:10.960690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:17:10.966842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:17:10.974790 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:10.991214 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fcc0771c-94e5-412d-9306-7fbfdd3fad6e tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] 10.222.0.73 "GET /v2.0/routers/49d6def5-fedc-4d84-b1c3-42092205046e HTTP/1.1" status: 200 len: 717 time: 0.0942361 Jul 08 18:17:10.991547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53266) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:11.137947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:11.145630 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:11.147477 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] 10.222.0.74 "PUT /v2.0/ports/69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 1091 time: 1.4454165 Jul 08 18:17:11.148140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:11.154057 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a5873b-eac3-46a4-9621-0382ec3367aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "tag": "69519b6b-a174-4205-8340-39cbab2bc262"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:11.253315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556635f-0217-4fa1-8a9b-3427121c0358 req-d7972ce4-e4bc-449b-b508-8f6738ce393b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:11.262050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f556635f-0217-4fa1-8a9b-3427121c0358 req-d7972ce4-e4bc-449b-b508-8f6738ce393b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.1482406 Jul 08 18:17:11.283825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99317773-44e8-49fb-ab4e-34a9a9f54dea service neutron] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:11.331265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-d8e2ec15-9a39-4d54-ae5b-4348a9c7b492 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:11.332760 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-d8e2ec15-9a39-4d54-ae5b-4348a9c7b492 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.59 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.3182890 Jul 08 18:17:11.406957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-4b37b7c0-a044-49fa-857e-b3d81fdd2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:11.408465 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-4b37b7c0-a044-49fa-857e-b3d81fdd2581 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1094 time: 0.2046144 Jul 08 18:17:11.412510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-63620c92-1617-4c70-99e7-16ec4b0b9cdf tempest-RoutersTestDVR-1274439610 tempest-RoutersTestDVR-1274439610-project] 10.222.0.73 "GET /v2.0/routers/49d6def5-fedc-4d84-b1c3-42092205046e HTTP/1.1" status: 200 len: 683 time: 0.4198627 Jul 08 18:17:11.420212 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53284) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:11.469138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f556635f-0217-4fa1-8a9b-3427121c0358 req-e0afa455-c603-4c02-a348-df5fa7773e39 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056208 Jul 08 18:17:11.509260 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-43a965f5-1204-43bd-8a87-36ca4e40eae5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 217 time: 0.0905905 Jul 08 18:17:11.528653 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5baca5b5-991d-40f9-ab8c-874052b28428 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:11.539960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dac607-8255-4788-8b67-e953b9458f7e req-0e5a3237-88b0-40fa-bb5c-041c3ca9789a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:11.544194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0dac607-8255-4788-8b67-e953b9458f7e req-0e5a3237-88b0-40fa-bb5c-041c3ca9789a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 943 time: 0.2772620 Jul 08 18:17:11.616712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-a48da3b0-2759-4ce8-9890-21bb4a92adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:11.618548 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-a48da3b0-2759-4ce8-9890-21bb4a92adb1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.1007540 Jul 08 18:17:11.639771 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:11.643251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Deleting port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:11.643826 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:11.722283 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6de5fe-2703-4f77-8e27-c024afe70824 x-openstack-request-id: req-6a6de5fe-2703-4f77-8e27-c024afe70824 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:11.722679 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "tag": "69519b6b-a174-4205-8340-39cbab2bc262", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:11.722935 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a6de5fe-2703-4f77-8e27-c024afe70824 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:11.723338 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262', 'status': 'completed', 'code': 200} Jul 08 18:17:11.743740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 20774c03-e79a-4f4e-9a1e-15725bda13d9 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:11.743740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:11.746834 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0dac607-8255-4788-8b67-e953b9458f7e req-9cd267fc-97cb-43c2-882d-f93dcd697dd7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710019 Jul 08 18:17:11.750136 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5baca5b5-991d-40f9-ab8c-874052b28428 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:11.752301 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5baca5b5-991d-40f9-ab8c-874052b28428 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.110641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5baca5b5-991d-40f9-ab8c-874052b28428 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.111505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baca5b5-991d-40f9-ab8c-874052b28428 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49d6def5-fedc-4d84-b1c3-42092205046e {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:17:12.115895 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5baca5b5-991d-40f9-ab8c-874052b28428 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.117048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5baca5b5-991d-40f9-ab8c-874052b28428 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] 10.222.0.73 "DELETE /v2.0/routers/49d6def5-fedc-4d84-b1c3-42092205046e HTTP/1.1" status: 204 len: 168 time: 0.6952543 Jul 08 18:17:12.121221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53292) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:12.125746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-10361d41-bd2e-4b12-9348-6303cb6b5684 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Request body: {'router': {'name': 'tempest-router-774810819', 'distributed': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:12.147637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-48e12b9f-74e5-4241-9d82-3cc33297a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:12.149409 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-48e12b9f-74e5-4241-9d82-3cc33297a44d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5212541 Jul 08 18:17:12.151712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10361d41-bd2e-4b12-9348-6303cb6b5684 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.153013 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10361d41-bd2e-4b12-9348-6303cb6b5684 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.208351 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10361d41-bd2e-4b12-9348-6303cb6b5684 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.213790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10361d41-bd2e-4b12-9348-6303cb6b5684 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.227795 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10361d41-bd2e-4b12-9348-6303cb6b5684 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.229537 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-10361d41-bd2e-4b12-9348-6303cb6b5684 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1070204 Jul 08 18:17:12.232424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53294) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:12.242935 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] For port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:12.242935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.264727 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port 20774c03-e79a-4f4e-9a1e-15725bda13d9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=20774c03-e79a-4f4e-9a1e-15725bda13d9,segment=NetworkSegment(9b5a4835-a578-42f1-8875-37aaf7bfd4fd),segment_id=9b5a4835-a578-42f1-8875-37aaf7bfd4fd)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:12.265100 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.320577 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14db9d10-4064-4632-832f-068994705389 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.358484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 20774c03-e79a-4f4e-9a1e-15725bda13d9 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:12.498330 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14db9d10-4064-4632-832f-068994705389 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.500620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14db9d10-4064-4632-832f-068994705389 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.507819 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-957faf57-8988-4b47-aabc-f1d8b378ca72 service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450103 Jul 08 18:17:12.552984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14db9d10-4064-4632-832f-068994705389 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.553607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14db9d10-4064-4632-832f-068994705389 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0390ec5e-aab4-4ff9-8393-1df7c51a65ee {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:17:12.558899 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14db9d10-4064-4632-832f-068994705389 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.560191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-14db9d10-4064-4632-832f-068994705389 tempest-RoutersTestDVR-84925058 tempest-RoutersTestDVR-84925058-project-admin] 10.222.0.73 "DELETE /v2.0/routers/0390ec5e-aab4-4ff9-8393-1df7c51a65ee HTTP/1.1" status: 204 len: 168 time: 0.3267052 Jul 08 18:17:12.675491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320df691-345e-454b-8a38-f9ebb04f3c74 req-38728962-ae87-42b3-a565-680d4139d626 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:12.685236 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-320df691-345e-454b-8a38-f9ebb04f3c74 req-38728962-ae87-42b3-a565-680d4139d626 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 945 time: 0.0913565 Jul 08 18:17:12.728729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-320df691-345e-454b-8a38-f9ebb04f3c74 req-86daad77-4420-447c-b3ac-0280d9a31882 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups?id=e65ce106-c1cb-4c08-b146-e965dd6515cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418794 Jul 08 18:17:12.742281 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4e6cbc61-ad33-4726-85a9-0fe23a58756d req-c37a6d56-4409-4903-9e5e-970d932b0311 service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243855 Jul 08 18:17:12.848892 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.857707 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.858156 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Floating IP 9241b078-1687-4833-9cca-6bf9a6350b08 disassociated. External IP: 172.25.8.14, port: bbe890c4-8dd9-45a5-b31b-133cbf90a7d3. Jul 08 18:17:12.858631 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Calling delete_port for bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:12.863282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.971678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53316) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:13.016463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428a8d7-afc1-4bdd-a0f5-857a220f086c req-a6b7d9fd-ff19-41e1-8b3c-bb139dfa43f9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:13.024569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5428a8d7-afc1-4bdd-a0f5-857a220f086c req-a6b7d9fd-ff19-41e1-8b3c-bb139dfa43f9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 943 time: 0.0837264 Jul 08 18:17:13.051460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=20774c03-e79a-4f4e-9a1e-15725bda13d9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:13.088536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5428a8d7-afc1-4bdd-a0f5-857a220f086c req-00efd676-932c-4e69-b4a7-7acfdcc8136a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614386 Jul 08 18:17:13.249441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5873b-eac3-46a4-9621-0382ec3367aa req-77749774-eabe-495a-b8c3-764dd3e3bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:13.251039 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43a5873b-eac3-46a4-9621-0382ec3367aa req-77749774-eabe-495a-b8c3-764dd3e3bcc4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1094 time: 0.3400524 Jul 08 18:17:13.254248 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a65d7f11-e8f9-43c5-8de3-3f139188f9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:13.268146 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:13.495025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:13.544802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event deleted for resources: {'Port': ['ID=bbe890c4-8dd9-45a5-b31b-133cbf90a7d3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:13.547938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5873b-eac3-46a4-9621-0382ec3367aa req-80a2ec78-33c9-4286-8e3b-cc2a99318ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:13.549411 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43a5873b-eac3-46a4-9621-0382ec3367aa req-80a2ec78-33c9-4286-8e3b-cc2a99318ddd service neutron] 10.222.0.74 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.2910984 Jul 08 18:17:13.676255 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43a5873b-eac3-46a4-9621-0382ec3367aa req-6568fc16-e5b8-43b0-bc38-d87fc245718a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 217 time: 0.1157844 Jul 08 18:17:13.794675 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a65d7f11-e8f9-43c5-8de3-3f139188f9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:13.829945 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a65d7f11-e8f9-43c5-8de3-3f139188f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:13.865761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5873b-eac3-46a4-9621-0382ec3367aa req-97573cef-51b7-41e8-8fa2-10dc15e041f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:13.867230 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43a5873b-eac3-46a4-9621-0382ec3367aa req-97573cef-51b7-41e8-8fa2-10dc15e041f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.1633179 Jul 08 18:17:13.890665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a90363f5-6031-42b9-9a48-c0a09f6b9b85 req-140431bb-4b40-440c-8534-d098a76b6d12 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 210 time: 0.0419750 Jul 08 18:17:14.085019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:14.139590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:14.139934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:14.199385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:14.229249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d7f11-e8f9-43c5-8de3-3f139188f9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a4b77d-4d40-4ad8-9c2b-6db397ad8ee1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:14.244574 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a65d7f11-e8f9-43c5-8de3-3f139188f9ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57acd68fef8f4148b670c0ed7d2376a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2693434 Jul 08 18:17:14.245185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53336) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:14.303310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Router fb00410d-2c33-4c03-860c-ccc78d1003bb has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:14.380972 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f25b6bc1-4fcf-48c6-810d-89252519ca83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:14.417557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c80ef4-8169-42c0-9336-f02893f398b1 req-27584366-8fa9-4615-bd92-b8c109ddd841 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:14.419132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08c80ef4-8169-42c0-9336-f02893f398b1 req-27584366-8fa9-4615-bd92-b8c109ddd841 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 943 time: 0.1748674 Jul 08 18:17:14.421101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f25b6bc1-4fcf-48c6-810d-89252519ca83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:14.476076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08c80ef4-8169-42c0-9336-f02893f398b1 req-8750103c-b8e9-4be1-a875-dc180291ac49 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474980 Jul 08 18:17:14.488981 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5873b-eac3-46a4-9621-0382ec3367aa req-31d26d20-01af-4fb3-8226-2b735f3166fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:14.501751 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43a5873b-eac3-46a4-9621-0382ec3367aa req-31d26d20-01af-4fb3-8226-2b735f3166fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2900832 Jul 08 18:17:14.531804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f25b6bc1-4fcf-48c6-810d-89252519ca83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:14.535503 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f25b6bc1-4fcf-48c6-810d-89252519ca83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:14.539585 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f25b6bc1-4fcf-48c6-810d-89252519ca83 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/84a4b77d-4d40-4ad8-9c2b-6db397ad8ee1 HTTP/1.1" status: 204 len: 168 time: 0.2928889 Jul 08 18:17:14.549761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b6bc1-4fcf-48c6-810d-89252519ca83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a4b77d-4d40-4ad8-9c2b-6db397ad8ee1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:14.585180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:14.592023 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-22651a61-2364-4603-8a9e-ce1b86bd7185 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4314914 Jul 08 18:17:14.594927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53348) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:14.599281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdae630-cc41-40c2-9595-9c7ff571c530 None None] Sync routers for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:14.630991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdae630-cc41-40c2-9595-9c7ff571c530 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:14.634427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bfdae630-cc41-40c2-9595-9c7ff571c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:14.681742 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:14.696520 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42a81-02e5-4a6b-bd63-3222b406f44b None None] Sync routers for ids ['fb00410d-2c33-4c03-860c-ccc78d1003bb'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:14.715231 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a42a81-02e5-4a6b-bd63-3222b406f44b None None] Routers {'fb00410d-2c33-4c03-860c-ccc78d1003bb'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:14.715868 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c4a42a81-02e5-4a6b-bd63-3222b406f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fb00410d-2c33-4c03-860c-ccc78d1003bb'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:14.766955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] No DVR routers for this DVR port bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:14.782935 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43a5873b-eac3-46a4-9621-0382ec3367aa req-af2e3a56-75eb-4778-ad78-b4b3f9385a02 service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800736 Jul 08 18:17:14.784098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:14.788822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fb0a68f1-60a4-44c3-b5dd-54e86cdaf6e5 req-ef670e7e-3b84-43a0-849e-40b358785ba1 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.59 "DELETE /v2.0/ports/bbe890c4-8dd9-45a5-b31b-133cbf90a7d3 HTTP/1.1" status: 204 len: 173 time: 3.4493091 Jul 08 18:17:14.790000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-deleted', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:14.802570 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a85ec6-41a1-40c9-b704-21696d1b1d37" -d '{"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-deleted", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:14.802775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-38abd81d-5206-4380-9d86-e7a8fbd7886e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting subnet a2435067-92cc-4dd4-8e47-45b9457139fe {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:17:14.816497 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38abd81d-5206-4380-9d86-e7a8fbd7886e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:14.902664 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43a5873b-eac3-46a4-9621-0382ec3367aa req-bbafb9e3-0a60-4ebb-8ef9-c268f740eeea service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055398 Jul 08 18:17:14.924387 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c4a42a81-02e5-4a6b-bd63-3222b406f44b None None] Set router fb00410d-2c33-4c03-860c-ccc78d1003bb gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:14.926796 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c819ca1-41df-4333-a69f-6d3117afe2a6 x-openstack-request-id: req-7c819ca1-41df-4333-a69f-6d3117afe2a6 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:14.930270 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebbb36-c3e3-4598-83e5-95409e076346", "name": "network-vif-deleted", "tag": "bbe890c4-8dd9-45a5-b31b-133cbf90a7d3", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:14.930270 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7c819ca1-41df-4333-a69f-6d3117afe2a6 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:14.930270 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebbb36-c3e3-4598-83e5-95409e076346', 'name': 'network-vif-deleted', 'tag': 'bbe890c4-8dd9-45a5-b31b-133cbf90a7d3', 'status': 'completed', 'code': 200} Jul 08 18:17:14.971919 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38abd81d-5206-4380-9d86-e7a8fbd7886e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:15.030849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-bfdae630-cc41-40c2-9595-9c7ff571c530 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:15.169593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38abd81d-5206-4380-9d86-e7a8fbd7886e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:15.201375 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:17:15.279422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53360) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:15.303162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8a966af-6062-46d3-9088-a4b52d1f5a83 req-164734d5-de30-4acb-b325-b926f7aede15 tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/ports?device_id=80ebbb36-c3e3-4598-83e5-95409e076346 HTTP/1.1" status: 200 len: 210 time: 0.1086912 Jul 08 18:17:15.306618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f71536c-042c-4b4a-9457-feaec0a9ba75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:15.353511 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38abd81d-5206-4380-9d86-e7a8fbd7886e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:15.425879 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38abd81d-5206-4380-9d86-e7a8fbd7886e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:15.432467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-38abd81d-5206-4380-9d86-e7a8fbd7886e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/a2435067-92cc-4dd4-8e47-45b9457139fe HTTP/1.1" status: 204 len: 168 time: 0.8341339 Jul 08 18:17:15.437280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53362) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:15.438857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abd81d-5206-4380-9d86-e7a8fbd7886e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Subnet': ['ID=a2435067-92cc-4dd4-8e47-45b9457139fe,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:15.438980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18026a54-e4c6-4d5b-8fdc-a2023d314ab7 None None] Network 853c825d-79e3-4695-aeb5-2a357e57b2f4 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:15.444403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bfdae630-cc41-40c2-9595-9c7ff571c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:12Z', 'revision_number': 10, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:15.505166 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f71536c-042c-4b4a-9457-feaec0a9ba75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:15.511740 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c4a42a81-02e5-4a6b-bd63-3222b406f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'd04fab51-833d-434b-952f-9d9f6ec13422', 'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'mac_address': 'fa:16:3e:09:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:03Z', 'updated_at': '2021-07-08T18:06:11Z', 'revision_number': 5, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'subnets': [{'id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:15.515259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f71536c-042c-4b4a-9457-feaec0a9ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:15.548066 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42a81-02e5-4a6b-bd63-3222b406f44b None None] Checking router: fb00410d-2c33-4c03-860c-ccc78d1003bb for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:15.561198 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a42a81-02e5-4a6b-bd63-3222b406f44b None None] Routers {'fb00410d-2c33-4c03-860c-ccc78d1003bb'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:15.562311 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c4a42a81-02e5-4a6b-bd63-3222b406f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fb00410d-2c33-4c03-860c-ccc78d1003bb'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:15.593140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdae630-cc41-40c2-9595-9c7ff571c530 None None] Checking router: f1bebd50-19ff-4a14-9de9-b0f7bcdc803e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:15.621617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdae630-cc41-40c2-9595-9c7ff571c530 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:15.622269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bfdae630-cc41-40c2-9595-9c7ff571c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:15.627852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71536c-042c-4b4a-9457-feaec0a9ba75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da3d038-83f3-4185-8716-9a226c4cbac8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:15.629857 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:15.652438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3f71536c-042c-4b4a-9457-feaec0a9ba75 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=550afe1d42d64768a22b3cc0590dff8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710597 Jul 08 18:17:15.656293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53366) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:15.713821 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c4a42a81-02e5-4a6b-bd63-3222b406f44b None None] Set router fb00410d-2c33-4c03-860c-ccc78d1003bb gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:15.788226 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2e649f-5ad9-4c96-9ce1-0d612ba0245a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:15.830362 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2e649f-5ad9-4c96-9ce1-0d612ba0245a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:15.879613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 17e3164e-8697-4cac-8911-e91f2d80d03e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:15.879957 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:15.894915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-bfdae630-cc41-40c2-9595-9c7ff571c530 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:15.930454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067346d8-d620-481a-aca5-6de90bb6ae55 req-fc1b5ace-9b2f-4114-ab36-5fc814ba28c4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:15.941410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-067346d8-d620-481a-aca5-6de90bb6ae55 req-fc1b5ace-9b2f-4114-ab36-5fc814ba28c4 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 943 time: 0.2065663 Jul 08 18:17:16.007541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port 17e3164e-8697-4cac-8911-e91f2d80d03e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=17e3164e-8697-4cac-8911-e91f2d80d03e,segment=NetworkSegment(9b5a4835-a578-42f1-8875-37aaf7bfd4fd),segment_id=9b5a4835-a578-42f1-8875-37aaf7bfd4fd)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:16.008917 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.031537 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-067346d8-d620-481a-aca5-6de90bb6ae55 req-9c3c0a91-ed04-4189-acb2-33b01a98bdba tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891244 Jul 08 18:17:16.035090 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2e649f-5ad9-4c96-9ce1-0d612ba0245a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.037386 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c4a42a81-02e5-4a6b-bd63-3222b406f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'd04fab51-833d-434b-952f-9d9f6ec13422', 'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'mac_address': 'fa:16:3e:09:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:03Z', 'updated_at': '2021-07-08T18:06:11Z', 'revision_number': 5, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'subnets': [{'id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:16.040864 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2e649f-5ad9-4c96-9ce1-0d612ba0245a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.042156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0c2e649f-5ad9-4c96-9ce1-0d612ba0245a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0da3d038-83f3-4185-8716-9a226c4cbac8 HTTP/1.1" status: 204 len: 168 time: 0.3849030 Jul 08 18:17:16.071169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 17e3164e-8697-4cac-8911-e91f2d80d03e owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:16.073978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e649f-5ad9-4c96-9ce1-0d612ba0245a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da3d038-83f3-4185-8716-9a226c4cbac8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:16.131203 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42a81-02e5-4a6b-bd63-3222b406f44b None None] The sync data for ids ['fb00410d-2c33-4c03-860c-ccc78d1003bb'] in n-d-799684-3 is: [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'd04fab51-833d-434b-952f-9d9f6ec13422', 'name': '', 'network_id': 'c92d1067-af3d-4be1-a412-78a68c63eea9', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'mac_address': 'fa:16:3e:09:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:06:03Z', 'updated_at': '2021-07-08T18:06:11Z', 'revision_number': 5, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'subnets': [{'id': '133a1f4a-a81c-4a07-ad29-cf650dc922d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:16.234912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.236079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b8636-d655-41a1-b60b-c44412684ef3 None None] DHCP port deletion for 853c825d-79e3-4695-aeb5-2a357e57b2f4 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:17:16.265301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=17e3164e-8697-4cac-8911-e91f2d80d03e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:16.268646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No DVR routers for this DVR port 17e3164e-8697-4cac-8911-e91f2d80d03e on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:16.377503 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.411731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853c825d-79e3-4695-aeb5-2a357e57b2f4']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:16.437674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5a4835-a578-42f1-8875-37aaf7bfd4fd') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:16.437998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5a4835-a578-42f1-8875-37aaf7bfd4fd') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:16.457760 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.488588 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.505939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:17:16.506910 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:17:16.520494 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:17:16.530550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bfdae630-cc41-40c2-9595-9c7ff571c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:12Z', 'revision_number': 10, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:16.580064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53382) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:16.581795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdae630-cc41-40c2-9595-9c7ff571c530 None None] The sync data for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 is: [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:12Z', 'revision_number': 10, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None, '_interfaces': [{'id': '3435ecbe-b79e-4e60-a0f2-941a1738171f', 'name': '', 'network_id': '554300e3-1190-4702-ad49-b27f2a241815', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'mac_address': 'fa:16:3e:83:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:34Z', 'updated_at': '2021-07-08T18:16:42Z', 'revision_number': 5, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'subnets': [{'id': '70917e43-d63b-4ab1-a13d-2b5e0d788647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:16.636091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 17e3164e-8697-4cac-8911-e91f2d80d03e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:16.668199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 17e3164e-8697-4cac-8911-e91f2d80d03e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:16.669715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 17e3164e-8697-4cac-8911-e91f2d80d03e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:16.670859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.680880 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.683858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/networks/853c825d-79e3-4695-aeb5-2a357e57b2f4 HTTP/1.1" status: 204 len: 168 time: 1.2325346 Jul 08 18:17:16.686986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53386) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:16.696891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9208e03-f6a7-4533-beb7-9f69f3cb59e0 None None] New status for floating IP 9241b078-1687-4833-9cca-6bf9a6350b08: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:17:16.740399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15312cb7-af5c-48e3-89e6-406edfa1785c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.768715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15312cb7-af5c-48e3-89e6-406edfa1785c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.853107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31405315-ef0e-4ba3-b39c-0902a28ed458 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Network': ['ID=853c825d-79e3-4695-aeb5-2a357e57b2f4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:16.863501 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15312cb7-af5c-48e3-89e6-406edfa1785c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.870376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15312cb7-af5c-48e3-89e6-406edfa1785c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:16.872427 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-15312cb7-af5c-48e3-89e6-406edfa1785c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "DELETE /v2.0/security-groups/e65ce106-c1cb-4c08-b146-e965dd6515cd HTTP/1.1" status: 204 len: 168 time: 0.2893355 Jul 08 18:17:16.880138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53396) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:16.893075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15312cb7-af5c-48e3-89e6-406edfa1785c tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65ce106-c1cb-4c08-b146-e965dd6515cd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:16.960309 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-465c7a95-5696-4236-ac71-4a06233b1d1b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] show failed (client error): The resource could not be found. Jul 08 18:17:16.962019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-465c7a95-5696-4236-ac71-4a06233b1d1b tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "GET /v2.0/security-groups/e65ce106-c1cb-4c08-b146-e965dd6515cd HTTP/1.1" status: 404 len: 347 time: 0.0323329 Jul 08 18:17:16.965784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53398) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:17.113358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 69519b6b-a174-4205-8340-39cbab2bc262 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:17:17.177042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b5bcc-d559-4019-8fb7-d0b0b0950cbc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Deleting port 0fc3a6a2-896b-44aa-a414-d576dffdc43d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:17.177507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed9b5bcc-d559-4019-8fb7-d0b0b0950cbc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:17.316711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:17.335174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '69519b6b-a174-4205-8340-39cbab2bc262', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'port_id': '69519b6b-a174-4205-8340-39cbab2bc262', 'mac_address': 'fa:16:3e:58:2a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:17:17.385754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed9b5bcc-d559-4019-8fb7-d0b0b0950cbc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:17.387074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed9b5bcc-d559-4019-8fb7-d0b0b0950cbc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:17.419387 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b5bcc-d559-4019-8fb7-d0b0b0950cbc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Calling delete_port for 0fc3a6a2-896b-44aa-a414-d576dffdc43d owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:17.420773 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:17.439995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69519b6b-a174-4205-8340-39cbab2bc262 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:17:17.504061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ec06-db62-4a14-88c3-647fe93e09a9 req-45a95a99-0b47-4eca-aa45-9e4edaa0526c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:17.512466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bab0ec06-db62-4a14-88c3-647fe93e09a9 req-45a95a99-0b47-4eca-aa45-9e4edaa0526c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 943 time: 0.2688143 Jul 08 18:17:17.527289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:17.547439 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:17.548902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53418) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:17.591698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bab0ec06-db62-4a14-88c3-647fe93e09a9 req-34f55180-0e60-46a6-b812-6584bdb32053 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757976 Jul 08 18:17:17.660684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:17.672720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:17.731183 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1415278661'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:17.768696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Made reservation on behalf of 46edadfb217743faa65fcb0db148572f for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:17.772741 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:17.789304 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:17.877582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['69519b6b-a174-4205-8340-39cbab2bc262'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:17:17.940598 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:17.943305 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed9b5bcc-d559-4019-8fb7-d0b0b0950cbc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:17.975424 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:17.995221 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:17:18.019610 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:18.020130 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Added segment dfa362d3-fcb2-4355-87f6-647c9c34a8d2 of type vlan for network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 Jul 08 18:17:18.045389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 3435ecbe-b79e-4e60-a0f2-941a1738171f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:18.046035 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:18.077741 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:18.109891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b5bcc-d559-4019-8fb7-d0b0b0950cbc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Pushing event deleted for resources: {'Port': ['ID=0fc3a6a2-896b-44aa-a414-d576dffdc43d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:18.115746 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:18.123050 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:18.123735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:18.207337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port 3435ecbe-b79e-4e60-a0f2-941a1738171f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3435ecbe-b79e-4e60-a0f2-941a1738171f,segment=NetworkSegment(57de79aa-2e28-49f2-82ae-17f18af4296e),segment_id=57de79aa-2e28-49f2-82ae-17f18af4296e)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:18.208012 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:18.225458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 3435ecbe-b79e-4e60-a0f2-941a1738171f owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:18.262256 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7122519 Jul 08 18:17:18.269913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53422) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:18.270611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd647ea-c8b6-4c96-ab75-2908ba9a22d2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:18.277848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Request body: {'subnet': {'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:18.379799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61345db7-b57c-4cfb-8098-ba16c866a8a0 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'Network': ['ID=411f4a7b-9894-4bb4-93bd-cfec1c3723e7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:18.391823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:17:18.396208 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed9b5bcc-d559-4019-8fb7-d0b0b0950cbc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:18.399315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ed9b5bcc-d559-4019-8fb7-d0b0b0950cbc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:18.400951 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ed9b5bcc-d559-4019-8fb7-d0b0b0950cbc tempest-ServerActionsTestJSON-752722274 tempest-ServerActionsTestJSON-752722274-project] 10.222.0.73 "DELETE /v2.0/floatingips/9241b078-1687-4833-9cca-6bf9a6350b08 HTTP/1.1" status: 204 len: 168 time: 1.4333987 Jul 08 18:17:18.404298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53426) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:18.429069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Made reservation on behalf of 46edadfb217743faa65fcb0db148572f for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:18.433851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:18.526078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 20774c03-e79a-4f4e-9a1e-15725bda13d9 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:18.547355 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:18.565479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 20774c03-e79a-4f4e-9a1e-15725bda13d9 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:18.566778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 20774c03-e79a-4f4e-9a1e-15725bda13d9 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:18.593566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=3435ecbe-b79e-4e60-a0f2-941a1738171f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:18.845473 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:18.983989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509c3d9-1867-4138-926d-52946b46c6ce req-095465a0-d2da-4765-8d25-0b2ddc1fa8ed tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:18.991158 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b509c3d9-1867-4138-926d-52946b46c6ce req-095465a0-d2da-4765-8d25-0b2ddc1fa8ed tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.2176912 Jul 08 18:17:19.063951 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.113220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b509c3d9-1867-4138-926d-52946b46c6ce req-39c92fc6-5a84-454f-a01a-9023b09cbbae tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211069 Jul 08 18:17:19.123846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:19.126771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 69519b6b-a174-4205-8340-39cbab2bc262 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:19.164684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Checking segment: {'id': 'dfa362d3-fcb2-4355-87f6-647c9c34a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:17:19.165060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Network hostable DHCP agents. Network: 411f4a7b-9894-4bb4-93bd-cfec1c3723e7, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:17:19.204399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'Subnet': ['ID=88a6ea67-5b2f-4dc5-a6e0-11882cd96143,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:19.208396 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:19.216489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b6ea8727-fd06-49c1-b619-167fa0be71bf tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5282235 Jul 08 18:17:19.217117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53434) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:19.219978 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30286d-870e-42b6-a853-244723d621e3 None None] Sync routers for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:19.232952 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30286d-870e-42b6-a853-244723d621e3 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:19.236417 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6b30286d-870e-42b6-a853-244723d621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:19.256896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 69519b6b-a174-4205-8340-39cbab2bc262 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:19.258294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:17:19.264583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 69519b6b-a174-4205-8340-39cbab2bc262 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:19.265199 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.284666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 411f4a7b-9894-4bb4-93bd-cfec1c3723e7) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:19.290464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:19.294483 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.319670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a446dd-6012-4533-99eb-9800f066814f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting subnet 70917e43-d63b-4ab1-a13d-2b5e0d788647 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:17:19.328591 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3a446dd-6012-4533-99eb-9800f066814f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.349653 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59001637-1e74-409d-85cc-820a0796d57d None None] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:19.357187 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-71bc8231-8385-4332-8484-6ad670e9b321 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0836406 Jul 08 18:17:19.362157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53436) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:19.367495 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Request body: {'port': {'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1254738397'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:19.369522 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-6b30286d-870e-42b6-a853-244723d621e3 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:19.396657 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3a446dd-6012-4533-99eb-9800f066814f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.495560 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3a446dd-6012-4533-99eb-9800f066814f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.503945 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.568949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3a446dd-6012-4533-99eb-9800f066814f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.584169 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6b30286d-870e-42b6-a853-244723d621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:18Z', 'revision_number': 11, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:19.592522 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3a446dd-6012-4533-99eb-9800f066814f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.598755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c3a446dd-6012-4533-99eb-9800f066814f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/70917e43-d63b-4ab1-a13d-2b5e0d788647 HTTP/1.1" status: 204 len: 168 time: 0.3806057 Jul 08 18:17:19.614009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53444) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:19.622055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a446dd-6012-4533-99eb-9800f066814f tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Subnet': ['ID=70917e43-d63b-4ab1-a13d-2b5e0d788647,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:19.640138 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30286d-870e-42b6-a853-244723d621e3 None None] Checking router: f1bebd50-19ff-4a14-9de9-b0f7bcdc803e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:19.649817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437fda31-1b21-4b82-b4ce-9e570929e7cb None None] Network 554300e3-1190-4702-ad49-b27f2a241815 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:19.656839 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30286d-870e-42b6-a853-244723d621e3 None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:19.657463 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6b30286d-870e-42b6-a853-244723d621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:19.712937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Made reservation on behalf of 46edadfb217743faa65fcb0db148572f for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:19.717507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.744190 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-6b30286d-870e-42b6-a853-244723d621e3 None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:19.756382 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.763043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] device_id is not set on port d09c0fbb-0466-4560-888c-6197dca2ba35 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:19.802844 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6b30286d-870e-42b6-a853-244723d621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:18Z', 'revision_number': 11, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:19.820819 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.831165 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30286d-870e-42b6-a853-244723d621e3 None None] The sync data for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 is: [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:18Z', 'revision_number': 11, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:19.874345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:19.875865 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2ba364-e6b7-480e-b6ba-73acc0abcd84" -d '{"events": [{"server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "name": "network-vif-plugged", "status": "completed", "tag": "69519b6b-a174-4205-8340-39cbab2bc262"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:19.907252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:19.953772 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:19.999293 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942f44db-9d8b-43ac-acc4-969410240091 x-openstack-request-id: req-942f44db-9d8b-43ac-acc4-969410240091 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:19.999644 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "name": "network-vif-plugged", "status": "completed", "tag": "69519b6b-a174-4205-8340-39cbab2bc262", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:20.000414 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-942f44db-9d8b-43ac-acc4-969410240091 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:20.000414 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262', 'code': 200} Jul 08 18:17:20.010415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-411f4a7b-9894-4bb4-93bd-cfec1c3723e7', 'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7', 'tenant_id': '46edadfb217743faa65fcb0db148572f', 'fixed_ips': [{'subnet_id': '88a6ea67-5b2f-4dc5-a6e0-11882cd96143'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:17:20.011402 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:20.024460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Allocated IP 2001:db8::3ba (411f4a7b-9894-4bb4-93bd-cfec1c3723e7/88a6ea67-5b2f-4dc5-a6e0-11882cd96143/d09c0fbb-0466-4560-888c-6197dca2ba35) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:20.086708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Deleting port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:20.087424 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:20.101579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:20.185295 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8b4db5-9853-4b6c-a1be-0e8aaaeaeac8 None None] DHCP port deletion for 554300e3-1190-4702-ad49-b27f2a241815 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:17:20.267974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b4db5-9853-4b6c-a1be-0e8aaaeaeac8 None None] Deleting port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:20.268378 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4db5-9853-4b6c-a1be-0e8aaaeaeac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:20.377924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bc8b4db5-9853-4b6c-a1be-0e8aaaeaeac8 None None] For port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f,segment=NetworkSegment(57de79aa-2e28-49f2-82ae-17f18af4296e),segment_id=57de79aa-2e28-49f2-82ae-17f18af4296e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:20.378347 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4db5-9853-4b6c-a1be-0e8aaaeaeac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:20.386973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7d88d-0ea5-4fbc-9987-f945d3ce52f5 req-b7950a5f-430c-4a6f-b815-52ac379851fc tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:20.392168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b4db5-9853-4b6c-a1be-0e8aaaeaeac8 None None] Calling delete_port for 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:20.393288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3af7d88d-0ea5-4fbc-9987-f945d3ce52f5 req-b7950a5f-430c-4a6f-b815-52ac379851fc tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.0970535 Jul 08 18:17:20.452209 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3af7d88d-0ea5-4fbc-9987-f945d3ce52f5 req-cccdb843-bd9c-408f-83f5-28c1c99de039 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483918 Jul 08 18:17:20.486869 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4db5-9853-4b6c-a1be-0e8aaaeaeac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:20.509074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b4db5-9853-4b6c-a1be-0e8aaaeaeac8 None None] Pushing event deleted for resources: {'Port': ['ID=5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:20.519197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b4db5-9853-4b6c-a1be-0e8aaaeaeac8 None None] No DVR routers for this DVR port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:20.532757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] For port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f,segment=NetworkSegment(57de79aa-2e28-49f2-82ae-17f18af4296e),segment_id=57de79aa-2e28-49f2-82ae-17f18af4296e)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:20.533762 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:20.574217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3435ecbe-b79e-4e60-a0f2-941a1738171f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:20.598462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 3435ecbe-b79e-4e60-a0f2-941a1738171f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:20.598808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3435ecbe-b79e-4e60-a0f2-941a1738171f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:20.599233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:20.618609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:20.618961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:20.646590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Calling delete_port for 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:20.783080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2909fb-beda-4f86-93ee-ac89c864835c req-f3dfc303-b5d1-4154-b1f9-99ea133508a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:20.784948 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ba2909fb-beda-4f86-93ee-ac89c864835c req-f3dfc303-b5d1-4154-b1f9-99ea133508a8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1096 time: 0.7537031 Jul 08 18:17:20.790851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:20.836239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Transition to ACTIVE for port object d09c0fbb-0466-4560-888c-6197dca2ba35 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:20.851913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] Deleting port d04fab51-833d-434b-952f-9d9f6ec13422 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:20.852251 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:20.915476 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ba2909fb-beda-4f86-93ee-ac89c864835c req-4be1bd6f-abf8-41e8-8cb2-96c8eb131a86 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207149 Jul 08 18:17:20.942631 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:20.983299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Port': ['ID=5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:20.988393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No DVR routers for this DVR port 5ba7ee7f-0073-4fba-adc6-e7c3d34cd77f on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:21.032043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.038463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.038818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.039166 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.039507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.039843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.040178 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.040510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.040838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.041164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.041489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.041817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.042139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:21.068162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Allocated IP 2001:db8::2 (411f4a7b-9894-4bb4-93bd-cfec1c3723e7/88a6ea67-5b2f-4dc5-a6e0-11882cd96143/37616ad7-1f48-470e-ba55-6d98cee2929d) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:21.186011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:21.199963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.203595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] For port d04fab51-833d-434b-952f-9d9f6ec13422, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=d04fab51-833d-434b-952f-9d9f6ec13422,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:21.203963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.207248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'Port': ['ID=d09c0fbb-0466-4560-888c-6197dca2ba35,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:21.221346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:21.223728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:21.229434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:21.230597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.236952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554300e3-1190-4702-ad49-b27f2a241815']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:21.248693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] Calling delete_port for d04fab51-833d-434b-952f-9d9f6ec13422 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:21.265981 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.269330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57de79aa-2e28-49f2-82ae-17f18af4296e') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:21.269643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57de79aa-2e28-49f2-82ae-17f18af4296e') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:21.277558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Transition to ACTIVE for port object 37616ad7-1f48-470e-ba55-6d98cee2929d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:21.293300 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.302018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Transition to ACTIVE for port object 37616ad7-1f48-470e-ba55-6d98cee2929d will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:21.302969 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7b7614c5-0862-4d96-8ae5-11ede8fa8a4f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9396791 Jul 08 18:17:21.305997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53460) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:21.313813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Request body: {'port': {'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-624623732', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ba', 'mac_address': 'fa:16:3e:41:15:79'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:21.314074 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.365562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:21.369430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.379114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:17:21.379537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:17:21.382720 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:17:21.388426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:21.392061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Pushing event updated for resources: {'Port': ['ID=37616ad7-1f48-470e-ba55-6d98cee2929d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:21.394872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:21.473609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Attempting to bind port 37616ad7-1f48-470e-ba55-6d98cee2929d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:17:21.474291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Attempting to bind port 37616ad7-1f48-470e-ba55-6d98cee2929d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'dfa362d3-fcb2-4355-87f6-647c9c34a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:17:21.474818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Attempting to bind port 37616ad7-1f48-470e-ba55-6d98cee2929d on network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:17:21.483041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:17:21.483747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Checking segment: {'id': 'dfa362d3-fcb2-4355-87f6-647c9c34a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:17:21.484313 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.485036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Bound using segment: {'id': 'dfa362d3-fcb2-4355-87f6-647c9c34a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:17:21.485681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Bound port: 37616ad7-1f48-470e-ba55-6d98cee2929d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa362d3-fcb2-4355-87f6-647c9c34a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:17:21.486907 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.512735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Made reservation on behalf of 46edadfb217743faa65fcb0db148572f for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:21.553018 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.561142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.565659 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/networks/554300e3-1190-4702-ad49-b27f2a241815 HTTP/1.1" status: 204 len: 168 time: 1.9459500 Jul 08 18:17:21.567681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53464) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:21.581479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-981c3a2c-fce9-44fa-960a-1d865d71f73d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'routes': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:21.602694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] For port 37616ad7-1f48-470e-ba55-6d98cee2929d, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:17:21.609921 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] For port 37616ad7-1f48-470e-ba55-6d98cee2929d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=37616ad7-1f48-470e-ba55-6d98cee2929d,segment=NetworkSegment(dfa362d3-fcb2-4355-87f6-647c9c34a8d2),segment_id=dfa362d3-fcb2-4355-87f6-647c9c34a8d2)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:17:21.627336 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.689393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299ccad-d83f-461a-9ba1-ee9cb11c804c tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Pushing event deleted for resources: {'Network': ['ID=554300e3-1190-4702-ad49-b27f2a241815,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:21.726838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2d4f3-d54c-484c-9f18-64d2fab918d7 None None] Pushing event updated for resources: {'Port': ['ID=37616ad7-1f48-470e-ba55-6d98cee2929d,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:21.747270 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.794771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] device_id is not set on port b97c06be-0271-4406-a4ea-ec92df9e0a22 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:21.903879 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.extraroute_db [None req-981c3a2c-fce9-44fa-960a-1d865d71f73d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Added routes are [] {{(pid=93741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 18:17:21.904207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.extraroute_db [None req-981c3a2c-fce9-44fa-960a-1d865d71f73d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Removed routes are [] {{(pid=93741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 18:17:21.904546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-981c3a2c-fce9-44fa-960a-1d865d71f73d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:22.036938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:22.156742 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=d04fab51-833d-434b-952f-9d9f6ec13422,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:22.355512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-981c3a2c-fce9-44fa-960a-1d865d71f73d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:22.383339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Allocated IP 2001:db8::99 (411f4a7b-9894-4bb4-93bd-cfec1c3723e7/88a6ea67-5b2f-4dc5-a6e0-11882cd96143/b97c06be-0271-4406-a4ea-ec92df9e0a22) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:22.387763 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-981c3a2c-fce9-44fa-960a-1d865d71f73d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:22.404908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddff08-b8dc-44c2-b82b-3de0dc505b4a req-9bfc04df-de4d-43c0-8cea-cc77d6990832 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:22.415371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8ddff08-b8dc-44c2-b82b-3de0dc505b4a req-9bfc04df-de4d-43c0-8cea-cc77d6990832 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.7415974 Jul 08 18:17:22.540566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8ddff08-b8dc-44c2-b82b-3de0dc505b4a req-5e6f6613-c62c-4df4-9e77-85ab296429e6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241207 Jul 08 18:17:22.588531 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981c3a2c-fce9-44fa-960a-1d865d71f73d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:22.691894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:22.733168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 37616ad7-1f48-470e-ba55-6d98cee2929d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:22.751792 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:22.785244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Transition to ACTIVE for port object b97c06be-0271-4406-a4ea-ec92df9e0a22 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:22.850944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 37616ad7-1f48-470e-ba55-6d98cee2929d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:22.894701 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:22.999931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:23.002872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981c3a2c-fce9-44fa-960a-1d865d71f73d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:23.013980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:23.018768 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-981c3a2c-fce9-44fa-960a-1d865d71f73d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:23.019081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff56208-eefa-450e-8636-96b1fa35ee6f None None] Sync routers for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:23.023140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:23.024685 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-981c3a2c-fce9-44fa-960a-1d865d71f73d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e HTTP/1.1" status: 200 len: 700 time: 1.4463761 Jul 08 18:17:23.025756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53474) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:23.038115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff56208-eefa-450e-8636-96b1fa35ee6f None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:23.038832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1ff56208-eefa-450e-8636-96b1fa35ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:23.041373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:23.042244 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:23.092602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'Port': ['ID=b97c06be-0271-4406-a4ea-ec92df9e0a22,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:23.114519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ea10f8db-a4fe-449f-a47b-3660c3f6327e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.8051956 Jul 08 18:17:23.114829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53476) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:23.115727 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aa085882-4256-4766-a795-9e7737c92bb8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1bebd50-19ff-4a14-9de9-b0f7bcdc803e HTTP/1.1" status: 200 len: 205 time: 0.0874777 Jul 08 18:17:23.116483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53478) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:23.168974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-1ff56208-eefa-450e-8636-96b1fa35ee6f None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:23.208588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] Router fb00410d-2c33-4c03-860c-ccc78d1003bb has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:23.258711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1ff56208-eefa-450e-8636-96b1fa35ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:18Z', 'revision_number': 11, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:23.290680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff56208-eefa-450e-8636-96b1fa35ee6f None None] Checking router: f1bebd50-19ff-4a14-9de9-b0f7bcdc803e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:23.302671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff56208-eefa-450e-8636-96b1fa35ee6f None None] Routers {'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:23.303450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1ff56208-eefa-450e-8636-96b1fa35ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:23.362152 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f649d598-5ecb-414a-8336-80bc992e099a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:23.379591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-1ff56208-eefa-450e-8636-96b1fa35ee6f None None] Set router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:23.412370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:23.435410 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c363a0-17e8-4b91-be10-df59d6bb0789 None None] Sync routers for ids ['fb00410d-2c33-4c03-860c-ccc78d1003bb'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:23.438461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-982d4874-46f5-4f0a-8359-ea8636421f5f admin admin] 10.222.0.73 "PUT /v2.0/routers/fb00410d-2c33-4c03-860c-ccc78d1003bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0329695 Jul 08 18:17:23.440748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53480) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:23.444249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1ff56208-eefa-450e-8636-96b1fa35ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:18Z', 'revision_number': 11, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:23.453677 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c363a0-17e8-4b91-be10-df59d6bb0789 None None] Routers {'fb00410d-2c33-4c03-860c-ccc78d1003bb'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:23.454323 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e7c363a0-17e8-4b91-be10-df59d6bb0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fb00410d-2c33-4c03-860c-ccc78d1003bb'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:23.474033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff56208-eefa-450e-8636-96b1fa35ee6f None None] The sync data for ids ['f1bebd50-19ff-4a14-9de9-b0f7bcdc803e'] in n-d-799684-3 is: [{'id': 'f1bebd50-19ff-4a14-9de9-b0f7bcdc803e', 'name': 'tempest-RoutersTest-router-739983510', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:33Z', 'updated_at': '2021-07-08T18:17:18Z', 'revision_number': 11, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:23.530823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cbfd79-be7b-454a-b9b4-e58dfa955a7d None None] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:23.602603 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:23.621701 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e7c363a0-17e8-4b91-be10-df59d6bb0789 None None] Set router fb00410d-2c33-4c03-860c-ccc78d1003bb gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:23.682663 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f649d598-5ecb-414a-8336-80bc992e099a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:23.697083 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f649d598-5ecb-414a-8336-80bc992e099a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:23.709932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b4b33f2f-e409-4c12-abc1-03e4f0e35cda None None] Provisioning for port 37616ad7-1f48-470e-ba55-6d98cee2929d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:23.735095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b4b33f2f-e409-4c12-abc1-03e4f0e35cda None None] Provisioning complete for port 37616ad7-1f48-470e-ba55-6d98cee2929d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:23.735732 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b4b33f2f-e409-4c12-abc1-03e4f0e35cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:23.756491 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:23.799357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e7b57-7f00-4108-bc29-2eaf9468d0ce tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:23.805451 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e7b57-7f00-4108-bc29-2eaf9468d0ce tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:23.812575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e7b57-7f00-4108-bc29-2eaf9468d0ce tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:23.814337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6a7e7b57-7f00-4108-bc29-2eaf9468d0ce tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.6985888 Jul 08 18:17:23.829646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53484) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:23.847472 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f649d598-5ecb-414a-8336-80bc992e099a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:23.848010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f649d598-5ecb-414a-8336-80bc992e099a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Fanout notify agent at l3_agent the message router_deleted on router f1bebd50-19ff-4a14-9de9-b0f7bcdc803e {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:17:23.861089 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f649d598-5ecb-414a-8336-80bc992e099a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:23.867489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f649d598-5ecb-414a-8336-80bc992e099a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e HTTP/1.1" status: 204 len: 168 time: 0.7332799 Jul 08 18:17:23.873971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53486) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:23.883705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4b14c73a-09e9-4634-8766-c3a3098d00a8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1223495652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:23.916758 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e7c363a0-17e8-4b91-be10-df59d6bb0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:17:21Z', 'revision_number': 5, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port': {'id': 'fa7ea7fb-593a-46f4-b13b-d774006abc60', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:05:59Z', 'updated_at': '2021-07-08T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:23.969750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Deleting port fa7ea7fb-593a-46f4-b13b-d774006abc60 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:23.970178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.027189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de97f8-7f40-4eec-8e47-0f222bccfffe req-b0c4d946-d8f1-4d90-bdab-9f23901eb51e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:24.030173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64de97f8-7f40-4eec-8e47-0f222bccfffe req-b0c4d946-d8f1-4d90-bdab-9f23901eb51e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.2144136 Jul 08 18:17:24.031737 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c363a0-17e8-4b91-be10-df59d6bb0789 None None] Checking router: fb00410d-2c33-4c03-860c-ccc78d1003bb for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:24.036816 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b4b33f2f-e409-4c12-abc1-03e4f0e35cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.069816 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c363a0-17e8-4b91-be10-df59d6bb0789 None None] Routers {'fb00410d-2c33-4c03-860c-ccc78d1003bb'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:24.073284 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e7c363a0-17e8-4b91-be10-df59d6bb0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fb00410d-2c33-4c03-860c-ccc78d1003bb'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:24.082802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] For port fa7ea7fb-593a-46f4-b13b-d774006abc60, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fa7ea7fb-593a-46f4-b13b-d774006abc60,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:24.083184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.091211 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b14c73a-09e9-4634-8766-c3a3098d00a8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.093109 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b14c73a-09e9-4634-8766-c3a3098d00a8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.123396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Calling delete_port for fa7ea7fb-593a-46f4-b13b-d774006abc60 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:24.164052 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b14c73a-09e9-4634-8766-c3a3098d00a8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.182179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b4b33f2f-e409-4c12-abc1-03e4f0e35cda None None] For port 37616ad7-1f48-470e-ba55-6d98cee2929d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=37616ad7-1f48-470e-ba55-6d98cee2929d,segment=NetworkSegment(dfa362d3-fcb2-4355-87f6-647c9c34a8d2),segment_id=dfa362d3-fcb2-4355-87f6-647c9c34a8d2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:24.188657 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64de97f8-7f40-4eec-8e47-0f222bccfffe req-9b6590d9-b0c7-4f2e-a791-b73dc6cf4a8d tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527464 Jul 08 18:17:24.189902 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b14c73a-09e9-4634-8766-c3a3098d00a8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.204813 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b4b33f2f-e409-4c12-abc1-03e4f0e35cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.219823 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b14c73a-09e9-4634-8766-c3a3098d00a8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.222152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4b14c73a-09e9-4634-8766-c3a3098d00a8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3435156 Jul 08 18:17:24.223590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53496) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:24.228464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a5cd780b-58d4-440d-ad9f-76afa13c26a2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:24.288240 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e7c363a0-17e8-4b91-be10-df59d6bb0789 None None] Set router fb00410d-2c33-4c03-860c-ccc78d1003bb gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:24.366777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b33f2f-e409-4c12-abc1-03e4f0e35cda None None] Pushing event updated for resources: {'Port': ['ID=37616ad7-1f48-470e-ba55-6d98cee2929d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:24.397872 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.509923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7ea7fb-593a-46f4-b13b-d774006abc60,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:24.515465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53502) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:24.595089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 37616ad7-1f48-470e-ba55-6d98cee2929d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:24.597222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d984a4aa-54ab-418a-b6fc-099cea8a0198 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Deleting port b97c06be-0271-4406-a4ea-ec92df9e0a22 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:24.597718 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d984a4aa-54ab-418a-b6fc-099cea8a0198 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.627714 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e7c363a0-17e8-4b91-be10-df59d6bb0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:17:23Z', 'revision_number': 6, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:24.667323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.686956 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c363a0-17e8-4b91-be10-df59d6bb0789 None None] The sync data for ids ['fb00410d-2c33-4c03-860c-ccc78d1003bb'] in n-d-799684-3 is: [{'id': 'fb00410d-2c33-4c03-860c-ccc78d1003bb', 'name': 'tempest-ServerActionsTestJSON-1914801862-router', 'tenant_id': '60b0c86a14ff4f54a31a20233e52f69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:05:58Z', 'updated_at': '2021-07-08T18:17:23Z', 'revision_number': 6, 'project_id': '60b0c86a14ff4f54a31a20233e52f69f', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:24.706459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 37616ad7-1f48-470e-ba55-6d98cee2929d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:24.707019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.734544 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5cd780b-58d4-440d-ad9f-76afa13c26a2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.764789 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5cd780b-58d4-440d-ad9f-76afa13c26a2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.791713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e50d8-14b2-4255-8142-d245b4702383 req-13d23da1-2b1c-4024-866e-0e495e5cb69e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:24.794178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a6e50d8-14b2-4255-8142-d245b4702383 req-13d23da1-2b1c-4024-866e-0e495e5cb69e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.4290628 Jul 08 18:17:24.834304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53506) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:24.840043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5fd30b2e-baa7-44f4-b367-aa3b551f58a6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Request body: {'floatingip': {'port_id': '69519b6b-a174-4205-8340-39cbab2bc262'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:24.864303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d5970308-3c5d-4fe5-bbae-7c421897f79b None None] Provisioning for port b97c06be-0271-4406-a4ea-ec92df9e0a22 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:24.876664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d5970308-3c5d-4fe5-bbae-7c421897f79b None None] Provisioning complete for port b97c06be-0271-4406-a4ea-ec92df9e0a22 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:24.877529 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d5970308-3c5d-4fe5-bbae-7c421897f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.934334 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5fd30b2e-baa7-44f4-b367-aa3b551f58a6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:24.936635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d5970308-3c5d-4fe5-bbae-7c421897f79b None None] Port b97c06be-0271-4406-a4ea-ec92df9e0a22 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:24.955131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d5970308-3c5d-4fe5-bbae-7c421897f79b None None] Provisioning for port d09c0fbb-0466-4560-888c-6197dca2ba35 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:24.960387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d5970308-3c5d-4fe5-bbae-7c421897f79b None None] Provisioning complete for port d09c0fbb-0466-4560-888c-6197dca2ba35 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:24.960977 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d5970308-3c5d-4fe5-bbae-7c421897f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.006370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d5970308-3c5d-4fe5-bbae-7c421897f79b None None] Port d09c0fbb-0466-4560-888c-6197dca2ba35 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:25.018714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d5970308-3c5d-4fe5-bbae-7c421897f79b None None] Provisioning complete for port 37616ad7-1f48-470e-ba55-6d98cee2929d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:25.019094 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d5970308-3c5d-4fe5-bbae-7c421897f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.086156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cd780b-58d4-440d-ad9f-76afa13c26a2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Router 115e5a51-1cf5-4e27-95be-9b4baf277ebe is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:17:25.215969 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77994e-f853-4808-8ca8-436e9ce2effe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.219964 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.223715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.238065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cd780b-58d4-440d-ad9f-76afa13c26a2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:25.247629 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5cd780b-58d4-440d-ad9f-76afa13c26a2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.248842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a5cd780b-58d4-440d-ad9f-76afa13c26a2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "PUT /v2.0/routers/115e5a51-1cf5-4e27-95be-9b4baf277ebe HTTP/1.1" status: 200 len: 694 time: 1.0240836 Jul 08 18:17:25.249006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998733ab-fa70-4f49-a4f4-33fdc079433a None None] Sync routers for ids ['115e5a51-1cf5-4e27-95be-9b4baf277ebe'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:25.251506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53510) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:25.285136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998733ab-fa70-4f49-a4f4-33fdc079433a None None] Routers {'115e5a51-1cf5-4e27-95be-9b4baf277ebe'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:25.286032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-998733ab-fa70-4f49-a4f4-33fdc079433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['115e5a51-1cf5-4e27-95be-9b4baf277ebe'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:25.316804 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d984a4aa-54ab-418a-b6fc-099cea8a0198 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.322474 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.323152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb00410d-2c33-4c03-860c-ccc78d1003bb {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:17:25.335307 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.338815 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-05d8b0ba-57d5-439c-af6e-8fdc83d52b5e admin admin] 10.222.0.73 "DELETE /v2.0/routers/fb00410d-2c33-4c03-860c-ccc78d1003bb HTTP/1.1" status: 204 len: 168 time: 1.8938236 Jul 08 18:17:25.341732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53512) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:25.352199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d984a4aa-54ab-418a-b6fc-099cea8a0198 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Calling delete_port for b97c06be-0271-4406-a4ea-ec92df9e0a22 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:25.383947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-53641063-c5d5-41be-8d33-fa63cdad67c8 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/routers/115e5a51-1cf5-4e27-95be-9b4baf277ebe HTTP/1.1" status: 200 len: 700 time: 0.1312611 Jul 08 18:17:25.387029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53514) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:25.395805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e93d8c-7538-4e91-9404-6e0848dfdaa9 None None] Provisioning complete for port d09c0fbb-0466-4560-888c-6197dca2ba35 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:25.395805 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e93d8c-7538-4e91-9404-6e0848dfdaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.424351 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2a7cd7c4-9b34-4d2b-a964-b9d5931b09d1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=115e5a51-1cf5-4e27-95be-9b4baf277ebe HTTP/1.1" status: 200 len: 205 time: 0.0338385 Jul 08 18:17:25.425096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53516) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:25.481234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0cf3a6-25b3-4048-8441-f6f69f8f96e9 admin admin] Deleting subnet 133a1f4a-a81c-4a07-ad29-cf650dc922d6 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:17:25.493381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf3a6-25b3-4048-8441-f6f69f8f96e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.553300 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d10a6ffd-e4db-4ace-b0f7-932519a7de54 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.560577 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf3a6-25b3-4048-8441-f6f69f8f96e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.592116 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77994e-f853-4808-8ca8-436e9ce2effe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.598826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-998733ab-fa70-4f49-a4f4-33fdc079433a None None] Set router 115e5a51-1cf5-4e27-95be-9b4baf277ebe gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:25.626324 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb77994e-f853-4808-8ca8-436e9ce2effe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.681391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-998733ab-fa70-4f49-a4f4-33fdc079433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115e5a51-1cf5-4e27-95be-9b4baf277ebe', 'name': 'tempest-RoutersTest-router-1223495652', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:24Z', 'updated_at': '2021-07-08T18:17:24Z', 'revision_number': 2, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:25.719505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77994e-f853-4808-8ca8-436e9ce2effe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca0ad7b-2321-45e1-a7e1-8971756d267f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:25.724463 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fb77994e-f853-4808-8ca8-436e9ce2effe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=97f7b0c1e48645b4a6a4fb79089666b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2049921 Jul 08 18:17:25.728684 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d984a4aa-54ab-418a-b6fc-099cea8a0198 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.731051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53518) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:25.739875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998733ab-fa70-4f49-a4f4-33fdc079433a None None] Checking router: 115e5a51-1cf5-4e27-95be-9b4baf277ebe for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:25.756026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998733ab-fa70-4f49-a4f4-33fdc079433a None None] Routers {'115e5a51-1cf5-4e27-95be-9b4baf277ebe'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:25.756679 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-998733ab-fa70-4f49-a4f4-33fdc079433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['115e5a51-1cf5-4e27-95be-9b4baf277ebe'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:25.759150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e93d8c-7538-4e91-9404-6e0848dfdaa9 None None] Port d09c0fbb-0466-4560-888c-6197dca2ba35 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:25.766466 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf3a6-25b3-4048-8441-f6f69f8f96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.815358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984a4aa-54ab-418a-b6fc-099cea8a0198 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event deleted for resources: {'Port': ['ID=b97c06be-0271-4406-a4ea-ec92df9e0a22,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:25.862861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-998733ab-fa70-4f49-a4f4-33fdc079433a None None] Set router 115e5a51-1cf5-4e27-95be-9b4baf277ebe gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:25.969040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-998733ab-fa70-4f49-a4f4-33fdc079433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115e5a51-1cf5-4e27-95be-9b4baf277ebe', 'name': 'tempest-RoutersTest-router-1223495652', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:24Z', 'updated_at': '2021-07-08T18:17:24Z', 'revision_number': 2, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:25.976267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f3b5a711-6ed6-4bd3-a58c-f53fa444381f None None] Could not find standard attr ID for object b97c06be-0271-4406-a4ea-ec92df9e0a22. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:17:25.989813 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77f17119-39cc-4aad-b317-dcad82143c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.992398 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf3a6-25b3-4048-8441-f6f69f8f96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.009305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998733ab-fa70-4f49-a4f4-33fdc079433a None None] The sync data for ids ['115e5a51-1cf5-4e27-95be-9b4baf277ebe'] in n-d-799684-3 is: [{'id': '115e5a51-1cf5-4e27-95be-9b4baf277ebe', 'name': 'tempest-RoutersTest-router-1223495652', 'tenant_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:24Z', 'updated_at': '2021-07-08T18:17:24Z', 'revision_number': 2, 'project_id': '176bcd50d8514c43be77e7fc1a7ebcf1', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:26.053309 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc10f29f-c733-4037-94d2-5f4d71bdc734 None None] Network c92d1067-af3d-4be1-a412-78a68c63eea9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:26.063710 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf3a6-25b3-4048-8441-f6f69f8f96e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.068150 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7c0cf3a6-25b3-4048-8441-f6f69f8f96e9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/133a1f4a-a81c-4a07-ad29-cf650dc922d6 HTTP/1.1" status: 204 len: 168 time: 0.7201636 Jul 08 18:17:26.070954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cf3a6-25b3-4048-8441-f6f69f8f96e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=133a1f4a-a81c-4a07-ad29-cf650dc922d6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:26.090485 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53520) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.153621 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d984a4aa-54ab-418a-b6fc-099cea8a0198 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.159648 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d984a4aa-54ab-418a-b6fc-099cea8a0198 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "DELETE /v2.0/ports/b97c06be-0271-4406-a4ea-ec92df9e0a22 HTTP/1.1" status: 204 len: 168 time: 2.3258419 Jul 08 18:17:26.178009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53524) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.235140 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d74535e-0a39-48a1-9af5-de4466e2fa35 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] GET failed (client error): The resource could not be found. Jul 08 18:17:26.240304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6d74535e-0a39-48a1-9af5-de4466e2fa35 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "GET /v2.0/ports/b97c06be-0271-4406-a4ea-ec92df9e0a22 HTTP/1.1" status: 404 len: 333 time: 0.0569437 Jul 08 18:17:26.240304 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d10a6ffd-e4db-4ace-b0f7-932519a7de54 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.242840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53526) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.243908 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d10a6ffd-e4db-4ace-b0f7-932519a7de54 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.250011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Request body: {'port': {'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-270530710'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:26.252301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77f17119-39cc-4aad-b317-dcad82143c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.281702 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.375167 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77f17119-39cc-4aad-b317-dcad82143c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.380272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-77f17119-39cc-4aad-b317-dcad82143c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.381256 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-77f17119-39cc-4aad-b317-dcad82143c4d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4ca0ad7b-2321-45e1-a7e1-8971756d267f HTTP/1.1" status: 204 len: 168 time: 0.6441705 Jul 08 18:17:26.393112 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d10a6ffd-e4db-4ace-b0f7-932519a7de54 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.393279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f17119-39cc-4aad-b317-dcad82143c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca0ad7b-2321-45e1-a7e1-8971756d267f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:26.393896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10a6ffd-e4db-4ace-b0f7-932519a7de54 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Fanout notify agent at l3_agent the message router_deleted on router 115e5a51-1cf5-4e27-95be-9b4baf277ebe {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:17:26.399331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Deleting port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:26.399651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.426217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62719edb-e1a1-4967-9c88-f7be16ac1185 None None] DHCP port deletion for c92d1067-af3d-4be1-a412-78a68c63eea9 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:17:26.439471 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d10a6ffd-e4db-4ace-b0f7-932519a7de54 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.445354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d10a6ffd-e4db-4ace-b0f7-932519a7de54 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/115e5a51-1cf5-4e27-95be-9b4baf277ebe HTTP/1.1" status: 204 len: 168 time: 1.0145066 Jul 08 18:17:26.445504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53530) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.481652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5fd30b2e-baa7-44f4-b367-aa3b551f58a6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.493594 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6938e23a-8443-4368-a04d-7d70f0f56982 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=115e5a51-1cf5-4e27-95be-9b4baf277ebe HTTP/1.1" status: 200 len: 205 time: 0.0483727 Jul 08 18:17:26.496282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53532) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.500679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5fd30b2e-baa7-44f4-b367-aa3b551f58a6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.547171 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-5207e1a4-d7c5-425f-b08c-fad8ebba6f19 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] delete failed (client error): The resource could not be found. Jul 08 18:17:26.550551 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5207e1a4-d7c5-425f-b08c-fad8ebba6f19 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/115e5a51-1cf5-4e27-95be-9b4baf277ebe HTTP/1.1" status: 404 len: 336 time: 0.0510263 Jul 08 18:17:26.550681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-62719edb-e1a1-4967-9c88-f7be16ac1185 None None] Deleting port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:26.550875 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-62719edb-e1a1-4967-9c88-f7be16ac1185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.552357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53534) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.585145 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-92becf66-9edc-4ab3-aa84-8a83b23d5dc6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] DELETE failed (client error): The resource could not be found. Jul 08 18:17:26.585768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92becf66-9edc-4ab3-aa84-8a83b23d5dc6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:17:26.590400 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-92becf66-9edc-4ab3-aa84-8a83b23d5dc6 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/42fd570f-b4c1-47a5-a81f-481d12f7a81f HTTP/1.1" status: 404 len: 337 time: 0.0335574 Jul 08 18:17:26.593843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53536) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.610829 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device d04fab51-833d-434b-952f-9d9f6ec13422 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:26.611523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] For port 0460f31c-64f5-4e1f-aa6b-42f46cedf188, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0460f31c-64f5-4e1f-aa6b-42f46cedf188,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:26.611980 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.612581 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-5fd30b2e-baa7-44f4-b367-aa3b551f58a6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Floating IP 60f5631d-3bab-4234-a08d-2f4563f69839 associated. External IP: 172.25.8.8, port: 69519b6b-a174-4205-8340-39cbab2bc262. Jul 08 18:17:26.616418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Made reservation on behalf of 46edadfb217743faa65fcb0db148572f for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:26.620543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.639258 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee79762-9505-4fe5-9a61-3205f959685d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] DELETE failed (client error): The resource could not be found. Jul 08 18:17:26.639717 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee79762-9505-4fe5-9a61-3205f959685d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:17:26.643910 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9ee79762-9505-4fe5-9a61-3205f959685d tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/1cf65be1-6a82-459d-bfc4-80d2f6f783aa HTTP/1.1" status: 404 len: 337 time: 0.0466661 Jul 08 18:17:26.645322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53540) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.647396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: d04fab51-833d-434b-952f-9d9f6ec13422 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:26.647741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device d04fab51-833d-434b-952f-9d9f6ec13422 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:26.648163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0460f31c-64f5-4e1f-aa6b-42f46cedf188 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:26.679678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Calling delete_port for 0460f31c-64f5-4e1f-aa6b-42f46cedf188 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:26.680349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] device_id is not set on port 93a682e0-0a13-430d-95d5-0b8ff9e91690 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:26.685472 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00c39af-8422-4dec-966d-622bdd25b77a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] DELETE failed (client error): The resource could not be found. Jul 08 18:17:26.686058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00c39af-8422-4dec-966d-622bdd25b77a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:17:26.691457 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c00c39af-8422-4dec-966d-622bdd25b77a tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/a2435067-92cc-4dd4-8e47-45b9457139fe HTTP/1.1" status: 404 len: 337 time: 0.0415907 Jul 08 18:17:26.691457 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53542) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.692787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-62719edb-e1a1-4967-9c88-f7be16ac1185 None None] For port 0460f31c-64f5-4e1f-aa6b-42f46cedf188, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0460f31c-64f5-4e1f-aa6b-42f46cedf188,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:26.693192 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-62719edb-e1a1-4967-9c88-f7be16ac1185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.713100 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-62719edb-e1a1-4967-9c88-f7be16ac1185 None None] Calling delete_port for 0460f31c-64f5-4e1f-aa6b-42f46cedf188 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:26.731852 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f940fc8a-76be-4fa3-91eb-c085c0144db1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] DELETE failed (client error): The resource could not be found. Jul 08 18:17:26.732312 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f940fc8a-76be-4fa3-91eb-c085c0144db1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:17:26.737674 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f940fc8a-76be-4fa3-91eb-c085c0144db1 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/70917e43-d63b-4ab1-a13d-2b5e0d788647 HTTP/1.1" status: 404 len: 337 time: 0.0438967 Jul 08 18:17:26.775651 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53544) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.817530 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.822413 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cccdd277-c113-4f94-b28f-307640e0f755 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1bebd50-19ff-4a14-9de9-b0f7bcdc803e HTTP/1.1" status: 200 len: 205 time: 0.0395439 Jul 08 18:17:26.823321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53546) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.867236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0460f31c-64f5-4e1f-aa6b-42f46cedf188, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0460f31c-64f5-4e1f-aa6b-42f46cedf188,segment=NetworkSegment(9e8944f4-ac07-43d4-9aee-56b1c478b5f9),segment_id=9e8944f4-ac07-43d4-9aee-56b1c478b5f9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:26.873005 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-286a5dbb-9a9b-4427-9119-dd5a034421ab tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] delete failed (client error): The resource could not be found. Jul 08 18:17:26.873443 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.877057 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-286a5dbb-9a9b-4427-9119-dd5a034421ab tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/f1bebd50-19ff-4a14-9de9-b0f7bcdc803e HTTP/1.1" status: 404 len: 336 time: 0.0489891 Jul 08 18:17:26.877218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fa7ea7fb-593a-46f4-b13b-d774006abc60 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:26.877301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53548) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.908969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd30b2e-baa7-44f4-b367-aa3b551f58a6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Router 867fc065-ab38-401e-8690-b83e5db9641a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:26.920221 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c01f78a9-8534-4938-a589-77f29d837ccc tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=64b77397-39e8-4469-9f8d-4e449dc1e86d HTTP/1.1" status: 200 len: 205 time: 0.0397112 Jul 08 18:17:26.920221 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53550) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.938275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: fa7ea7fb-593a-46f4-b13b-d774006abc60 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:26.944988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fa7ea7fb-593a-46f4-b13b-d774006abc60 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:26.970171 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-62719edb-e1a1-4967-9c88-f7be16ac1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.981059 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-175b1672-73b0-4545-bd2a-85b5663c7e81 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] delete failed (client error): The resource could not be found. Jul 08 18:17:26.984537 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-175b1672-73b0-4545-bd2a-85b5663c7e81 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/64b77397-39e8-4469-9f8d-4e449dc1e86d HTTP/1.1" status: 404 len: 336 time: 0.0610671 Jul 08 18:17:26.984681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53552) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.985197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53554) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:26.992223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62719edb-e1a1-4967-9c88-f7be16ac1185 None None] No DVR routers for this DVR port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:27.000885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=0460f31c-64f5-4e1f-aa6b-42f46cedf188,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:27.001592 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7e95-2002-4fa4-bd5c-3827f6b40e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.036448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62719edb-e1a1-4967-9c88-f7be16ac1185 None None] Pushing event deleted for resources: {'Port': ['ID=0460f31c-64f5-4e1f-aa6b-42f46cedf188,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:27.070250 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-167b70db-22ff-4c4d-982a-a726845d654e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] DELETE failed (client error): The resource could not be found. Jul 08 18:17:27.070692 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167b70db-22ff-4c4d-982a-a726845d654e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:17:27.074170 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-167b70db-22ff-4c4d-982a-a726845d654e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/41774904-00c0-4358-8d0a-7275c6a63cdc HTTP/1.1" status: 404 len: 337 time: 0.0865517 Jul 08 18:17:27.076481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53556) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.076935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Allocated IP 2001:db8::3e4 (411f4a7b-9894-4bb4-93bd-cfec1c3723e7/88a6ea67-5b2f-4dc5-a6e0-11882cd96143/93a682e0-0a13-430d-95d5-0b8ff9e91690) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:27.111114 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-62cb365b-2872-4812-8b50-a05d3d5f7e05 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=caff70e6-84ee-4a19-9e45-e5b9ecbf05e5 HTTP/1.1" status: 200 len: 205 time: 0.0327942 Jul 08 18:17:27.112125 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.113877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53558) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.152906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] No DVR routers for this DVR port 0460f31c-64f5-4e1f-aa6b-42f46cedf188 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:27.160770 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Pushing event deleted for resources: {'Port': ['ID=0460f31c-64f5-4e1f-aa6b-42f46cedf188,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:27.194343 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-d1594d67-3405-4baf-a99b-c8cba302c585 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] delete failed (client error): The resource could not be found. Jul 08 18:17:27.194343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d1594d67-3405-4baf-a99b-c8cba302c585 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/caff70e6-84ee-4a19-9e45-e5b9ecbf05e5 HTTP/1.1" status: 404 len: 336 time: 0.0732675 Jul 08 18:17:27.196910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53560) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.212493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd30b2e-baa7-44f4-b367-aa3b551f58a6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:27.223931 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5fd30b2e-baa7-44f4-b367-aa3b551f58a6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.226386 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffecac21-bc5b-44ce-974f-56a42aa03f25 None None] Sync routers for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:27.239210 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffecac21-bc5b-44ce-974f-56a42aa03f25 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:27.239821 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ffecac21-bc5b-44ce-974f-56a42aa03f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:27.248266 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.256507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a6e08b94-336b-4154-893b-5e4181854ed7 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=27435b72-3f97-4fa5-8a2b-5661fc1ece5b HTTP/1.1" status: 200 len: 205 time: 0.0544009 Jul 08 18:17:27.258766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53564) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.271912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92d1067-af3d-4be1-a412-78a68c63eea9']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:27.324873 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-924bd2e8-4f9d-42ed-bb3d-99fa25f1e906 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] delete failed (client error): The resource could not be found. Jul 08 18:17:27.325758 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-924bd2e8-4f9d-42ed-bb3d-99fa25f1e906 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/27435b72-3f97-4fa5-8a2b-5661fc1ece5b HTTP/1.1" status: 404 len: 336 time: 0.0660448 Jul 08 18:17:27.331080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8944f4-ac07-43d4-9aee-56b1c478b5f9') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:27.332289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8944f4-ac07-43d4-9aee-56b1c478b5f9') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:27.340893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53566) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.345212 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.361059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.374180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:17:27.375017 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:17:27.376787 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:17:27.399817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5fd30b2e-baa7-44f4-b367-aa3b551f58a6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "PUT /v2.0/floatingips/60f5631d-3bab-4234-a08d-2f4563f69839 HTTP/1.1" status: 200 len: 989 time: 2.5644026 Jul 08 18:17:27.420960 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ffecac21-bc5b-44ce-974f-56a42aa03f25 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:27.427702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:27.430016 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4291dda-f259-4392-8a32-da560f93b481" -d '{"events": [{"name": "network-changed", "server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "tag": "69519b6b-a174-4205-8340-39cbab2bc262"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:27.432703 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63ed20f-a577-4826-abca-6003bce1ea9e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] DELETE failed (client error): The resource could not be found. Jul 08 18:17:27.433719 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63ed20f-a577-4826-abca-6003bce1ea9e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:17:27.435748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e63ed20f-a577-4826-abca-6003bce1ea9e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/2cc179ff-a30f-4bf6-8966-dcebdc040fc0 HTTP/1.1" status: 404 len: 337 time: 0.0894485 Jul 08 18:17:27.439339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53572) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.494249 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-73f1fd35-c9a1-4113-b881-41ba5add8e96 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdbca4e3-3ca5-4ff8-b4f2-71f16674c914 HTTP/1.1" status: 200 len: 205 time: 0.0522225 Jul 08 18:17:27.498110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53574) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.498835 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7e95-2002-4fa4-bd5c-3827f6b40e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.502311 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.513478 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7e95-2002-4fa4-bd5c-3827f6b40e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.546502 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f16602-6af9-4b92-89dd-7f0aa2fa87e3 x-openstack-request-id: req-56f16602-6af9-4b92-89dd-7f0aa2fa87e3 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:27.548138 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "tag": "69519b6b-a174-4205-8340-39cbab2bc262", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:27.548560 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56f16602-6af9-4b92-89dd-7f0aa2fa87e3 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:27.549119 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262', 'status': 'completed', 'code': 200} Jul 08 18:17:27.552726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Transition to ACTIVE for port object 93a682e0-0a13-430d-95d5-0b8ff9e91690 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:27.600750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.602789 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-6ea8361c-0e0d-4fd9-84ab-8a4bdd65f182 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] delete failed (client error): The resource could not be found. Jul 08 18:17:27.603573 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6ea8361c-0e0d-4fd9-84ab-8a4bdd65f182 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/bdbca4e3-3ca5-4ff8-b4f2-71f16674c914 HTTP/1.1" status: 404 len: 336 time: 0.1036983 Jul 08 18:17:27.608454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53576) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.609119 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.610987 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c92d1067-af3d-4be1-a412-78a68c63eea9 HTTP/1.1" status: 204 len: 168 time: 1.4657414 Jul 08 18:17:27.639916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc58083-a67a-4c72-899e-7eefcd31a619 admin admin] Pushing event deleted for resources: {'Network': ['ID=c92d1067-af3d-4be1-a412-78a68c63eea9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:27.655902 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c82156-7905-46d9-a00f-ca6790c338c2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] DELETE failed (client error): The resource could not be found. Jul 08 18:17:27.656359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c82156-7905-46d9-a00f-ca6790c338c2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:17:27.658262 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-99c82156-7905-46d9-a00f-ca6790c338c2 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/04a96140-744c-4210-b2b8-009675d73b9e HTTP/1.1" status: 404 len: 337 time: 0.0470600 Jul 08 18:17:27.660836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53580) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.666493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b2ba7e95-2002-4fa4-bd5c-3827f6b40e65 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=678306dbae4b4b5081d344089963c16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6824243 Jul 08 18:17:27.668995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba7e95-2002-4fa4-bd5c-3827f6b40e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5faabaa-f612-41a7-b0f1-efaa36c979a0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:27.671775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53582) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.700082 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6f94b660-99df-46f0-8653-e0e6d5a57dfb tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "GET /v2.0/ports?device_id=8dfabbde-6a33-47a5-8975-670bab7e32ea HTTP/1.1" status: 200 len: 205 time: 0.0376570 Jul 08 18:17:27.700639 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.702362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53584) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.725507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291dda-f259-4392-8a32-da560f93b481 req-4d1537bd-b6a3-4a9b-b1c6-775030da0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:27.726939 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e4291dda-f259-4392-8a32-da560f93b481 req-4d1537bd-b6a3-4a9b-b1c6-775030da0bbe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1096 time: 0.1343517 Jul 08 18:17:27.756524 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-403f1023-0815-4f69-b227-f821d22e4723 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] delete failed (client error): The resource could not be found. Jul 08 18:17:27.757893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-403f1023-0815-4f69-b227-f821d22e4723 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/routers/8dfabbde-6a33-47a5-8975-670bab7e32ea HTTP/1.1" status: 404 len: 336 time: 0.0542765 Jul 08 18:17:27.790613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:27.791574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53586) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.794949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:27.799650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:27.806463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:27.807256 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.829549 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c70851e-8e49-43ea-8c8a-547e0760bd24 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] DELETE failed (client error): The resource could not be found. Jul 08 18:17:27.830051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c70851e-8e49-43ea-8c8a-547e0760bd24 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:17:27.831875 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2c70851e-8e49-43ea-8c8a-547e0760bd24 tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/f17509b8-9733-47bd-88e7-ece9e1c1decb HTTP/1.1" status: 404 len: 337 time: 0.0392694 Jul 08 18:17:27.834510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53588) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.835973 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ffecac21-bc5b-44ce-974f-56a42aa03f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '60f5631d-3bab-4234-a08d-2f4563f69839', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'port_id': '69519b6b-a174-4205-8340-39cbab2bc262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'mac_address': 'fa:16:3e:58:2a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:17:02Z', 'updated_at': '2021-07-08T18:17:26Z', 'revision_number': 1, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:27.845234 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a36b30f-8a70-45aa-9927-dfa6ca7e97b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.845910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'Port': ['ID=93a682e0-0a13-430d-95d5-0b8ff9e91690,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:27.876452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a5adf57a-d93e-470b-9bbb-ffd408965db3 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6303668 Jul 08 18:17:27.879753 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b1071f-3d9c-4817-9e6c-b6605608727e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] DELETE failed (client error): The resource could not be found. Jul 08 18:17:27.880228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b1071f-3d9c-4817-9e6c-b6605608727e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:17:27.881549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53590) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.883091 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffecac21-bc5b-44ce-974f-56a42aa03f25 None None] Checking router: 867fc065-ab38-401e-8690-b83e5db9641a for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:27.887141 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-50b1071f-3d9c-4817-9e6c-b6605608727e tempest-RoutersTest-1838858684 tempest-RoutersTest-1838858684-project] 10.222.0.73 "DELETE /v2.0/subnets/e2ed26d2-69bf-4603-9400-22d5a69d634d HTTP/1.1" status: 404 len: 337 time: 0.0513551 Jul 08 18:17:27.891606 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a36b30f-8a70-45aa-9927-dfa6ca7e97b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.896805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-aa5d0252-4efc-43cb-9956-dc7e5b07cb93 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ba', 'mac_address': 'fa:16:3e:41:15:79'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:27.899771 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffecac21-bc5b-44ce-974f-56a42aa03f25 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:27.900654 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ffecac21-bc5b-44ce-974f-56a42aa03f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:27.936520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53594) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:27.952413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291dda-f259-4392-8a32-da560f93b481 req-a1b4ace9-74bd-4cd6-b409-051bb8769bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:27.953928 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e4291dda-f259-4392-8a32-da560f93b481 req-a1b4ace9-74bd-4cd6-b409-051bb8769bba service neutron] 10.222.0.74 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.2177734 Jul 08 18:17:27.993047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-02881593-eccc-4452-8b1c-aa824e84ccaf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=60b0c86a14ff4f54a31a20233e52f69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549669 Jul 08 18:17:27.996371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53596) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:28.039309 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ffecac21-bc5b-44ce-974f-56a42aa03f25 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:28.088564 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d82c553b-91bd-4fd0-8a4b-39a9bbb749e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.110769 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e4291dda-f259-4392-8a32-da560f93b481 req-df575775-4c2a-40b0-bece-a431ba06a4a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 997 time: 0.1412890 Jul 08 18:17:28.130939 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a36b30f-8a70-45aa-9927-dfa6ca7e97b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.133403 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a36b30f-8a70-45aa-9927-dfa6ca7e97b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.135688 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2a36b30f-8a70-45aa-9927-dfa6ca7e97b9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5faabaa-f612-41a7-b0f1-efaa36c979a0 HTTP/1.1" status: 204 len: 168 time: 0.4595699 Jul 08 18:17:28.137430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d82c553b-91bd-4fd0-8a4b-39a9bbb749e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.204137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36b30f-8a70-45aa-9927-dfa6ca7e97b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5faabaa-f612-41a7-b0f1-efaa36c979a0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:28.218892 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d82c553b-91bd-4fd0-8a4b-39a9bbb749e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.225628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291dda-f259-4392-8a32-da560f93b481 req-942d6eb3-4dbd-4c7a-9369-c87e5b0eaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:28.227158 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e4291dda-f259-4392-8a32-da560f93b481 req-942d6eb3-4dbd-4c7a-9369-c87e5b0eaaba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.1102972 Jul 08 18:17:28.227400 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d82c553b-91bd-4fd0-8a4b-39a9bbb749e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.244856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d82c553b-91bd-4fd0-8a4b-39a9bbb749e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/890593b9-6f40-4713-9b9c-eb07f547560d HTTP/1.1" status: 204 len: 168 time: 0.2450700 Jul 08 18:17:28.256357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c553b-91bd-4fd0-8a4b-39a9bbb749e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890593b9-6f40-4713-9b9c-eb07f547560d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:28.315996 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa5d0252-4efc-43cb-9956-dc7e5b07cb93 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.316337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53604) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:28.362262 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8da7dbb0-ecf7-4357-8046-6b260603dd34 None None] Provisioning for port 93a682e0-0a13-430d-95d5-0b8ff9e91690 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:28.368647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8da7dbb0-ecf7-4357-8046-6b260603dd34 None None] Provisioning complete for port 93a682e0-0a13-430d-95d5-0b8ff9e91690 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:28.369822 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8da7dbb0-ecf7-4357-8046-6b260603dd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.412115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291dda-f259-4392-8a32-da560f93b481 req-c5e21a89-c145-4c95-995c-ee67be4eaac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:28.413869 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e4291dda-f259-4392-8a32-da560f93b481 req-c5e21a89-c145-4c95-995c-ee67be4eaac5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781008 Jul 08 18:17:28.471396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8da7dbb0-ecf7-4357-8046-6b260603dd34 None None] Port 93a682e0-0a13-430d-95d5-0b8ff9e91690 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:28.472751 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ffecac21-bc5b-44ce-974f-56a42aa03f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '60f5631d-3bab-4234-a08d-2f4563f69839', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'port_id': '69519b6b-a174-4205-8340-39cbab2bc262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'mac_address': 'fa:16:3e:58:2a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:17:02Z', 'updated_at': '2021-07-08T18:17:26Z', 'revision_number': 1, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:28.508317 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffecac21-bc5b-44ce-974f-56a42aa03f25 None None] The sync data for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 is: [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '60f5631d-3bab-4234-a08d-2f4563f69839', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'port_id': '69519b6b-a174-4205-8340-39cbab2bc262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'mac_address': 'fa:16:3e:58:2a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:17:02Z', 'updated_at': '2021-07-08T18:17:26Z', 'revision_number': 1, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:28.584297 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-87c00c7f-1d1b-4fc3-9f8e-a0e9e9ecb8ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=176bcd50d8514c43be77e7fc1a7ebcf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645149 Jul 08 18:17:28.584619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53612) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:28.644626 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e4291dda-f259-4392-8a32-da560f93b481 req-7c15dd98-c204-489e-bffe-d6ec5a6a856c service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188079 Jul 08 18:17:28.667539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7473f4a3-cf5e-4fee-8e9a-8eb372df6aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.694091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7473f4a3-cf5e-4fee-8e9a-8eb372df6aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.752569 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7473f4a3-cf5e-4fee-8e9a-8eb372df6aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.755326 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7473f4a3-cf5e-4fee-8e9a-8eb372df6aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.768151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7473f4a3-cf5e-4fee-8e9a-8eb372df6aa9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9fc23439-5513-4316-8fbe-f5851f760aae HTTP/1.1" status: 204 len: 168 time: 0.1782272 Jul 08 18:17:28.788184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473f4a3-cf5e-4fee-8e9a-8eb372df6aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc23439-5513-4316-8fbe-f5851f760aae,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:28.798940 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa5d0252-4efc-43cb-9956-dc7e5b07cb93 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.812563 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa5d0252-4efc-43cb-9956-dc7e5b07cb93 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.900624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d0252-4efc-43cb-9956-dc7e5b07cb93 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] In _notify_port_updated(), no bound segment for port 93a682e0-0a13-430d-95d5-0b8ff9e91690 on network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:17:28.903292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54f36f6-5453-4182-9e4f-08b39cbdad50 None None] New status for floating IP 60f5631d-3bab-4234-a08d-2f4563f69839: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:17:28.910182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5d0252-4efc-43cb-9956-dc7e5b07cb93 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:28.911170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa5d0252-4efc-43cb-9956-dc7e5b07cb93 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.916240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53628) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:28.916920 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aa5d0252-4efc-43cb-9956-dc7e5b07cb93 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "PUT /v2.0/ports/93a682e0-0a13-430d-95d5-0b8ff9e91690 HTTP/1.1" status: 200 len: 1002 time: 1.0323074 Jul 08 18:17:28.923625 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e4291dda-f259-4392-8a32-da560f93b481 req-8323f41c-291c-48ba-8667-ab18c438bc41 service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623391 Jul 08 18:17:28.964688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d0252-4efc-43cb-9956-dc7e5b07cb93 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'Port': ['ID=93a682e0-0a13-430d-95d5-0b8ff9e91690,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:29.115184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-94bf464c-4564-45f4-97ed-33e5330f899e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Deleting port 93a682e0-0a13-430d-95d5-0b8ff9e91690 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:29.115653 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94bf464c-4564-45f4-97ed-33e5330f899e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.131087 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-639349a0-b89d-4eb8-be56-82150e6581af req-5ad2b631-d481-450a-b6ff-a660632d4f0c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1197159 Jul 08 18:17:29.234800 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94bf464c-4564-45f4-97ed-33e5330f899e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.251676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-94bf464c-4564-45f4-97ed-33e5330f899e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Calling delete_port for 93a682e0-0a13-430d-95d5-0b8ff9e91690 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:29.270760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639349a0-b89d-4eb8-be56-82150e6581af req-0f4b1923-3c46-4056-ac2c-14f0a7a0e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:29.272816 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-639349a0-b89d-4eb8-be56-82150e6581af req-0f4b1923-3c46-4056-ac2c-14f0a7a0e2ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 1096 time: 0.1135287 Jul 08 18:17:29.407483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7e256e9d-d5bb-478f-b7f9-09d488ec8e6a None None] Provisioning complete for port 93a682e0-0a13-430d-95d5-0b8ff9e91690 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:29.408046 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7e256e9d-d5bb-478f-b7f9-09d488ec8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.411889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639349a0-b89d-4eb8-be56-82150e6581af req-bd78eff6-40fe-4a55-b392-dbbc3dc2931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:29.413942 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-639349a0-b89d-4eb8-be56-82150e6581af req-bd78eff6-40fe-4a55-b392-dbbc3dc2931d service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 912 time: 0.1109240 Jul 08 18:17:29.422748 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94bf464c-4564-45f4-97ed-33e5330f899e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.447909 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7e256e9d-d5bb-478f-b7f9-09d488ec8e6a None None] Port 93a682e0-0a13-430d-95d5-0b8ff9e91690 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:29.505232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf464c-4564-45f4-97ed-33e5330f899e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event deleted for resources: {'Port': ['ID=93a682e0-0a13-430d-95d5-0b8ff9e91690,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:29.566784 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-639349a0-b89d-4eb8-be56-82150e6581af req-6f24e65b-cb85-4a02-b811-b40400857a26 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4834f5af-4dc9-4f77-9c36-43250f42de76 HTTP/1.1" status: 200 len: 1001 time: 0.1449971 Jul 08 18:17:29.683453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639349a0-b89d-4eb8-be56-82150e6581af req-1ce116fe-9bda-4c76-a8f0-75d8e1aaf91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:29.684958 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-639349a0-b89d-4eb8-be56-82150e6581af req-1ce116fe-9bda-4c76-a8f0-75d8e1aaf91f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.1090865 Jul 08 18:17:29.690784 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94bf464c-4564-45f4-97ed-33e5330f899e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.693627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-94bf464c-4564-45f4-97ed-33e5330f899e tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "DELETE /v2.0/ports/93a682e0-0a13-430d-95d5-0b8ff9e91690 HTTP/1.1" status: 204 len: 168 time: 0.7751493 Jul 08 18:17:29.696165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53660) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:29.765888 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7636ae56-42c9-4fe8-8dc4-679102e9093c tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] GET failed (client error): The resource could not be found. Jul 08 18:17:29.767546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7636ae56-42c9-4fe8-8dc4-679102e9093c tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "GET /v2.0/ports/93a682e0-0a13-430d-95d5-0b8ff9e91690 HTTP/1.1" status: 404 len: 333 time: 0.0698123 Jul 08 18:17:29.772250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53664) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:29.779941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Request body: {'port': {'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-325650940'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:29.987761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639349a0-b89d-4eb8-be56-82150e6581af req-e2d009dd-de39-40de-9463-83f048cde2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:29.989614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-639349a0-b89d-4eb8-be56-82150e6581af req-e2d009dd-de39-40de-9463-83f048cde2b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2946446 Jul 08 18:17:30.017854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9637c10-2f24-476c-b8ee-7eeda1372ab3 req-e9829903-3925-4c26-b790-263d7d99963e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:30.027726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9637c10-2f24-476c-b8ee-7eeda1372ab3 req-e9829903-3925-4c26-b790-263d7d99963e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.0953228 Jul 08 18:17:30.073036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9637c10-2f24-476c-b8ee-7eeda1372ab3 req-523fddb5-14b9-4392-ba09-716828b45ea7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440106 Jul 08 18:17:30.079400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Made reservation on behalf of 46edadfb217743faa65fcb0db148572f for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:30.084021 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.126802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] device_id is not set on port b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:30.147301 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-639349a0-b89d-4eb8-be56-82150e6581af req-358e2de4-d6ab-452c-925d-58965250c6ea service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494849 Jul 08 18:17:30.200189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53682) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:30.341899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-993267724-network', 'tenant_id': '3402b5f687644f958a338c37a1460539'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:30.376349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Made reservation on behalf of 3402b5f687644f958a338c37a1460539 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:30.380240 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.394601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.566320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.572568 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.582670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53698) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:30.617900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:17:30.627922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb630ab-436c-4f33-b577-6678c6eed546,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:30.637664 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.639446 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Added segment 42c8adfd-511b-40c0-9618-21f3f8d35f92 of type vlan for network e06f7abd-7c76-4808-a3a8-de893d43c63f Jul 08 18:17:30.661502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Allocated IP 2001:db8::1a2 (411f4a7b-9894-4bb4-93bd-cfec1c3723e7/88a6ea67-5b2f-4dc5-a6e0-11882cd96143/b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:30.665033 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-639349a0-b89d-4eb8-be56-82150e6581af req-a6b0352f-a92d-44e3-bf29-13b982195e89 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883869 Jul 08 18:17:30.716657 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.748924 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.750099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:30.751859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.838778 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6376712 Jul 08 18:17:30.839343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53706) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:30.852461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] Request body: {'subnet': {'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-993267724-subnet', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:30.864351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755ba7e-efcb-4242-822b-dfe79041f4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e06f7abd-7c76-4808-a3a8-de893d43c63f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:30.875874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network e06f7abd-7c76-4808-a3a8-de893d43c63f details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:17:30.879097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d87b2a8c-f98e-4806-9fbf-5cc928c89922 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:30.880051 n-d-799684-3 neutron-server[93742]: WARNING neutron.api.v2.base [None req-d87b2a8c-f98e-4806-9fbf-5cc928c89922 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 18:17:30.880746 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-d87b2a8c-f98e-4806-9fbf-5cc928c89922 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 18:17:30.882104 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d87b2a8c-f98e-4806-9fbf-5cc928c89922 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2983172 Jul 08 18:17:30.886586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53708) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:30.891518 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.892774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b7f59f7a-6e91-46a9-9461-e7f17ea00779 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group': {'name': 'tempest-secgroup--173743949'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:30.912751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Transition to ACTIVE for port object b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:30.914308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] Made reservation on behalf of 3402b5f687644f958a338c37a1460539 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:30.917454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.944678 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7f59f7a-6e91-46a9-9461-e7f17ea00779 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.959048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7f59f7a-6e91-46a9-9461-e7f17ea00779 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.067301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.092570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7f59f7a-6e91-46a9-9461-e7f17ea00779 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.097125 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7f59f7a-6e91-46a9-9461-e7f17ea00779 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.126199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f59f7a-6e91-46a9-9461-e7f17ea00779 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d19f56e-d9d1-4ab1-8660-fa780b4c30d6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:31.186846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:31.195569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:31.203498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:31.208552 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7f59f7a-6e91-46a9-9461-e7f17ea00779 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.209128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:31.209758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.217491 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7f59f7a-6e91-46a9-9461-e7f17ea00779 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.251346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'Port': ['ID=b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:31.261705 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0b5c07bf-c8b0-4326-865d-b82f1adc2e74 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4876423 Jul 08 18:17:31.264328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.264989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f59f7a-6e91-46a9-9461-e7f17ea00779 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fbaf0c-08e1-46fa-bbdc-f383d2f9f1f6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:31.267854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53720) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:31.279006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8b87b42d-10a6-49ed-8212-40068c2fe08d tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:41:15:79'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:31.336037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b5a276-c3a3-46c3-85bd-73a99230a19a,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:31.346505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] Checking segment: {'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:17:31.347160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] Network hostable DHCP agents. Network: e06f7abd-7c76-4808-a3a8-de893d43c63f, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:17:31.357300 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7f59f7a-6e91-46a9-9461-e7f17ea00779 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.359766 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b7f59f7a-6e91-46a9-9461-e7f17ea00779 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4716902 Jul 08 18:17:31.367807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53724) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:31.376535 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-74c7e79d-5a5e-4430-b830-5776e56843c4 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': 'c6fbaf0c-08e1-46fa-bbdc-f383d2f9f1f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:31.384330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] Network e06f7abd-7c76-4808-a3a8-de893d43c63f is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:17:31.411959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, e06f7abd-7c76-4808-a3a8-de893d43c63f) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:31.423328 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdefae4-dc20-40af-904e-88011d4b2062 None None] Network e06f7abd-7c76-4808-a3a8-de893d43c63f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:31.437000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:31.437867 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.460247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74c7e79d-5a5e-4430-b830-5776e56843c4 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.476195 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f5eccebc-3579-466d-aad5-1482e70e49d0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6295116 Jul 08 18:17:31.479772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53726) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:31.484468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-993267724-router', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:31.499435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18276b-854f-474c-939c-89c9a3a55901 req-bea7ed26-aceb-4b40-a574-7332ca789fd9 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:31.501220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec18276b-854f-474c-939c-89c9a3a55901 req-bea7ed26-aceb-4b40-a574-7332ca789fd9 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2121496 Jul 08 18:17:31.544812 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74c7e79d-5a5e-4430-b830-5776e56843c4 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.550667 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.552922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.559629 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74c7e79d-5a5e-4430-b830-5776e56843c4 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.584263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7e79d-5a5e-4430-b830-5776e56843c4 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5661c43-a31d-430b-91b6-6cb8394e171d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:31.619934 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74c7e79d-5a5e-4430-b830-5776e56843c4 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.630343 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-74c7e79d-5a5e-4430-b830-5776e56843c4 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2614214 Jul 08 18:17:31.633634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53730) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:31.640693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9611b244-5d7b-434e-8ef7-a093aaa58e40 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': 'c6fbaf0c-08e1-46fa-bbdc-f383d2f9f1f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:31.680988 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.684753 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec18276b-854f-474c-939c-89c9a3a55901 req-6e17ee67-f2cc-4f78-a550-638652f2a5ee tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666207 Jul 08 18:17:31.696957 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8b87b42d-10a6-49ed-8212-40068c2fe08d tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.705789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1307fc-63a1-44c9-b4db-7aef8ba43c2a None None] Network e06f7abd-7c76-4808-a3a8-de893d43c63f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:31.718874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53732) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:31.777340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9611b244-5d7b-434e-8ef7-a093aaa58e40 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.803725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1bc8f8cf-1d33-4946-b804-e48263a989b1 None None] Provisioning for port b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:31.812221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1bc8f8cf-1d33-4946-b804-e48263a989b1 None None] Provisioning complete for port b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:31.812809 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1bc8f8cf-1d33-4946-b804-e48263a989b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.868229 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cb16eab-12b7-40c2-8f16-e668d3841a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.874091 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.903063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8f8cf-1d33-4946-b804-e48263a989b1 None None] Port b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:32.015898 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8b87b42d-10a6-49ed-8212-40068c2fe08d tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.020241 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8b87b42d-10a6-49ed-8212-40068c2fe08d tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.037474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cb16eab-12b7-40c2-8f16-e668d3841a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.053557 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-9611b244-5d7b-434e-8ef7-a093aaa58e40 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 18:17:32.054659 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9611b244-5d7b-434e-8ef7-a093aaa58e40 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4199643 Jul 08 18:17:32.058973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53736) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:32.063933 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cb16eab-12b7-40c2-8f16-e668d3841a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.066464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-8b87b42d-10a6-49ed-8212-40068c2fe08d tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] In _notify_port_updated(), no bound segment for port b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba on network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:17:32.071978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b87b42d-10a6-49ed-8212-40068c2fe08d tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:32.072608 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8b87b42d-10a6-49ed-8212-40068c2fe08d tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.074521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8b87b42d-10a6-49ed-8212-40068c2fe08d tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "PUT /v2.0/ports/b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba HTTP/1.1" status: 200 len: 1002 time: 0.8030646 Jul 08 18:17:32.085289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53738) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:32.129298 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.154576 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.158792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3cb16eab-12b7-40c2-8f16-e668d3841a2c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e5b11f50ede438aa89faeb435abe618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384935 Jul 08 18:17:32.162442 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53742) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:32.173508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb16eab-12b7-40c2-8f16-e668d3841a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4677df05-2327-4e1b-a019-82d653826ef2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:32.175915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87b42d-10a6-49ed-8212-40068c2fe08d tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'Port': ['ID=b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:32.178371 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b3c139-dcf2-41c2-a77d-ce5d44209b72 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.243459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b3c139-dcf2-41c2-a77d-ce5d44209b72 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.270550 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e28135dc-66c0-4105-ace9-6071be2f16e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.285267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-15dbfe63-ec9b-4481-a96c-fc51e30b4d59 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Deleting port b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:32.285614 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15dbfe63-ec9b-4481-a96c-fc51e30b4d59 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.348409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Allocated IP 172.25.8.155 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/bb0c309c-3902-4cf4-9b20-5b79edf0373c) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:32.355006 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b3c139-dcf2-41c2-a77d-ce5d44209b72 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.357802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b3c139-dcf2-41c2-a77d-ce5d44209b72 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.361546 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-71b3c139-dcf2-41c2-a77d-ce5d44209b72 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "DELETE /v2.0/security-groups/c6fbaf0c-08e1-46fa-bbdc-f383d2f9f1f6 HTTP/1.1" status: 204 len: 168 time: 0.2993789 Jul 08 18:17:32.365499 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53744) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:32.405434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3c139-dcf2-41c2-a77d-ce5d44209b72 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fbaf0c-08e1-46fa-bbdc-f383d2f9f1f6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:32.448425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5e5d872d-e3c9-4625-9527-f41a60f15879 None None] Provisioning complete for port b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:32.449923 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e5d872d-e3c9-4625-9527-f41a60f15879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.483339 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8ae3b8cf-86e9-451e-be48-81bb39cb32cd tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1087022 Jul 08 18:17:32.483685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53746) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:32.488314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fcd5b6b5-45c9-4a59-8c08-f99657529073 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443733285'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:32.495094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5e5d872d-e3c9-4625-9527-f41a60f15879 None None] Port b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:32.533566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.537560 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b6b5-45c9-4a59-8c08-f99657529073 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.618368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.649448 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e28135dc-66c0-4105-ace9-6071be2f16e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.681916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:32.693391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:32.696823 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b6b5-45c9-4a59-8c08-f99657529073 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.698057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:32.700291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0c309c-3902-4cf4-9b20-5b79edf0373c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:32.720719 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b6b5-45c9-4a59-8c08-f99657529073 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.723399 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15dbfe63-ec9b-4481-a96c-fc51e30b4d59 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.738240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-15dbfe63-ec9b-4481-a96c-fc51e30b4d59 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Calling delete_port for b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:32.739875 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e28135dc-66c0-4105-ace9-6071be2f16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.742507 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e28135dc-66c0-4105-ace9-6071be2f16e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.743561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e28135dc-66c0-4105-ace9-6071be2f16e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4677df05-2327-4e1b-a019-82d653826ef2 HTTP/1.1" status: 204 len: 168 time: 0.5799403 Jul 08 18:17:32.757521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28135dc-66c0-4105-ace9-6071be2f16e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4677df05-2327-4e1b-a019-82d653826ef2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:32.804497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5b6b5-45c9-4a59-8c08-f99657529073 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8267ba-960d-4b5f-a036-6b9c692d3e24,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:32.881750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b6b5-45c9-4a59-8c08-f99657529073 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.885501 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fcd5b6b5-45c9-4a59-8c08-f99657529073 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4008133 Jul 08 18:17:32.888784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53754) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:32.894656 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-183cd263-e9a4-40e7-b3be-00a18f5b75d7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': 'da8267ba-960d-4b5f-a036-6b9c692d3e24', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:32.895466 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-183cd263-e9a4-40e7-b3be-00a18f5b75d7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 18:17:32.895887 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-183cd263-e9a4-40e7-b3be-00a18f5b75d7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:32.899889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-183cd263-e9a4-40e7-b3be-00a18f5b75d7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071607 Jul 08 18:17:32.899889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53756) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:32.921802 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15dbfe63-ec9b-4481-a96c-fc51e30b4d59 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.011619 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15dbfe63-ec9b-4481-a96c-fc51e30b4d59 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.016289 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-15dbfe63-ec9b-4481-a96c-fc51e30b4d59 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "DELETE /v2.0/ports/b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba HTTP/1.1" status: 204 len: 168 time: 0.9267609 Jul 08 18:17:33.016289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbfe63-ec9b-4481-a96c-fc51e30b4d59 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event deleted for resources: {'Port': ['ID=b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:33.021621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53758) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:33.030858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-80ef611d-5c26-4be9-a6ab-49ff5fc47ea6 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.066714 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-152e2c4e-7190-43bb-a8cb-0dab86b72acb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] GET failed (client error): The resource could not be found. Jul 08 18:17:33.072106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-152e2c4e-7190-43bb-a8cb-0dab86b72acb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "GET /v2.0/ports/b1b9c35b-7ac4-4ef7-856b-2b262f6fa5ba HTTP/1.1" status: 404 len: 333 time: 0.0446243 Jul 08 18:17:33.074027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53760) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:33.080496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Request body: {'port': {'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-367564158'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:33.105890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f1001-b720-4f4d-97c5-ad81b5163e66 req-e9ca6c9c-d945-439d-8181-af8dea7f4f37 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:33.107074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53762) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:33.108042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f42f1001-b720-4f4d-97c5-ad81b5163e66 req-e9ca6c9c-d945-439d-8181-af8dea7f4f37 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2446346 Jul 08 18:17:33.116988 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-80ef611d-5c26-4be9-a6ab-49ff5fc47ea6 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.133814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5eacff1c-1991-421c-b049-9a8cd5f35d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.189522 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.195143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f42f1001-b720-4f4d-97c5-ad81b5163e66 req-3013c08d-5607-4e75-afcf-a3c47ed44c55 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556691 Jul 08 18:17:33.247772 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-80ef611d-5c26-4be9-a6ab-49ff5fc47ea6 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.250321 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-80ef611d-5c26-4be9-a6ab-49ff5fc47ea6 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.251456 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-80ef611d-5c26-4be9-a6ab-49ff5fc47ea6 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "DELETE /v2.0/security-groups/da8267ba-960d-4b5f-a036-6b9c692d3e24 HTTP/1.1" status: 204 len: 168 time: 0.3509231 Jul 08 18:17:33.254318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53764) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:33.302350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e2402f86-81d0-4aac-9f78-2cd61c73c962 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0431743 Jul 08 18:17:33.302524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef611d-5c26-4be9-a6ab-49ff5fc47ea6 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8267ba-960d-4b5f-a036-6b9c692d3e24,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:33.302612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53768) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:33.306941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1e60a602-d356-429c-8e56-a2ea2a89261a tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272622215'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:33.441623 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5eacff1c-1991-421c-b049-9a8cd5f35d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.446383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5eacff1c-1991-421c-b049-9a8cd5f35d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.461865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Made reservation on behalf of 46edadfb217743faa65fcb0db148572f for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:33.466216 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.483435 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.492913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] device_id is not set on port 99b341bd-5515-4d39-a6a3-290d48ac2954 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:33.499813 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e60a602-d356-429c-8e56-a2ea2a89261a tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.502155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacff1c-1991-421c-b049-9a8cd5f35d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19981d4e-c302-48c8-a0e5-912b1d44a2c7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:33.506397 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5eacff1c-1991-421c-b049-9a8cd5f35d8c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d17d28b8b14a4b48ba0661a2defe93a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982217 Jul 08 18:17:33.507912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.509690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53770) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:33.639425 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-273d9d71-7f2e-456d-96a5-cb5c0a3f26df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.650980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Allocated IP 2001:db8::69 (411f4a7b-9894-4bb4-93bd-cfec1c3723e7/88a6ea67-5b2f-4dc5-a6e0-11882cd96143/99b341bd-5515-4d39-a6a3-290d48ac2954) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:33.670611 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-273d9d71-7f2e-456d-96a5-cb5c0a3f26df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.697901 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e60a602-d356-429c-8e56-a2ea2a89261a tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.706149 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e60a602-d356-429c-8e56-a2ea2a89261a tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.722678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Router ad3007aa-60dc-4a46-9637-cf28427e9178 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:17:33.749374 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e60a602-d356-429c-8e56-a2ea2a89261a tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.753307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1e60a602-d356-429c-8e56-a2ea2a89261a tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4472275 Jul 08 18:17:33.760947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53772) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:33.765645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1f9421a5-9e6a-401b-ae9b-8c3a78be1f0d tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': 'f5116f60-170c-4146-98b2-8f1542af924e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:33.766541 n-d-799684-3 neutron-server[93742]: WARNING neutron.api.v2.base [None req-1f9421a5-9e6a-401b-ae9b-8c3a78be1f0d tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 18:17:33.767037 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-1f9421a5-9e6a-401b-ae9b-8c3a78be1f0d tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:33.770833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1f9421a5-9e6a-401b-ae9b-8c3a78be1f0d tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058556 Jul 08 18:17:33.770994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53774) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:33.783585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-273d9d71-7f2e-456d-96a5-cb5c0a3f26df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.785987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-273d9d71-7f2e-456d-96a5-cb5c0a3f26df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.787084 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-273d9d71-7f2e-456d-96a5-cb5c0a3f26df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/19981d4e-c302-48c8-a0e5-912b1d44a2c7 HTTP/1.1" status: 204 len: 168 time: 0.2764101 Jul 08 18:17:33.794111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60a602-d356-429c-8e56-a2ea2a89261a tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5116f60-170c-4146-98b2-8f1542af924e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:33.817091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d9d71-7f2e-456d-96a5-cb5c0a3f26df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19981d4e-c302-48c8-a0e5-912b1d44a2c7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:33.881707 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.885674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f74ad75-caac-443e-81c8-712f9928f326 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.896855 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Transition to ACTIVE for port object 99b341bd-5515-4d39-a6a3-290d48ac2954 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:33.898775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:33.912112 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Sync routers for ids ['ad3007aa-60dc-4a46-9637-cf28427e9178'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:33.919118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f74ad75-caac-443e-81c8-712f9928f326 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.923893 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Routers {'ad3007aa-60dc-4a46-9637-cf28427e9178'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:33.924811 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['ad3007aa-60dc-4a46-9637-cf28427e9178'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:33.946456 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.947666 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-289fed27-d0e7-41b5-85e4-a30921f3c098 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4669464 Jul 08 18:17:33.951397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53778) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:33.962466 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.971288 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f74ad75-caac-443e-81c8-712f9928f326 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.975723 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f74ad75-caac-443e-81c8-712f9928f326 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.977314 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1f74ad75-caac-443e-81c8-712f9928f326 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "DELETE /v2.0/security-groups/f5116f60-170c-4146-98b2-8f1542af924e HTTP/1.1" status: 204 len: 168 time: 0.2055793 Jul 08 18:17:33.985299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53780) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:33.997564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74ad75-caac-443e-81c8-712f9928f326 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5116f60-170c-4146-98b2-8f1542af924e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:34.056389 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4e857ea3-df24-4f93-bfd9-baa0d51b51a4 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696259 Jul 08 18:17:34.060414 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53784) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:34.070955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9d9572ce-fe54-4e56-871b-7f52496eb1eb tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group': {'name': 'tempest-secgroup--442234404'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:34.080939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:34.082008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'Port': ['ID=99b341bd-5515-4d39-a6a3-290d48ac2954,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:34.089869 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Set router ad3007aa-60dc-4a46-9637-cf28427e9178 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:34.109587 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d9572ce-fe54-4e56-871b-7f52496eb1eb tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.119904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:34.124251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:34.129857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:34.131120 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.159535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d2cbfaea-ad5f-4c54-9f7a-01342cfc98bb tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0832052 Jul 08 18:17:34.163078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53788) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:34.171630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Request body: {'port': {'network_id': '411f4a7b-9894-4bb4-93bd-cfec1c3723e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1023901770'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:34.204658 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.249959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d9572ce-fe54-4e56-871b-7f52496eb1eb tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.262834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d9572ce-fe54-4e56-871b-7f52496eb1eb tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.328515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d9572ce-fe54-4e56-871b-7f52496eb1eb tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.330584 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9d9572ce-fe54-4e56-871b-7f52496eb1eb tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2690578 Jul 08 18:17:34.332575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9572ce-fe54-4e56-871b-7f52496eb1eb tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd86b5b7-0bb4-466a-ac32-419d5bc74b57,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:34.334936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53798) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:34.352216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9c0cc169-4343-4553-8970-7b81bb6e6ef7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': 'dd86b5b7-0bb4-466a-ac32-419d5bc74b57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:34.358812 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'name': 'tempest-ServerRescueTestJSON-993267724-router', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:31Z', 'updated_at': '2021-07-08T18:17:32Z', 'revision_number': 3, 'project_id': '3402b5f687644f958a338c37a1460539', 'gw_port': {'id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:17:32Z', 'updated_at': '2021-07-08T18:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:34.374089 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-9c0cc169-4343-4553-8970-7b81bb6e6ef7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 18:17:34.374840 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-9c0cc169-4343-4553-8970-7b81bb6e6ef7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:34.376029 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9c0cc169-4343-4553-8970-7b81bb6e6ef7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0282068 Jul 08 18:17:34.378741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53802) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:34.384403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d81eb791-768b-4b9b-a770-cfe66168c211 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': 'dd86b5b7-0bb4-466a-ac32-419d5bc74b57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:34.386057 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-d81eb791-768b-4b9b-a770-cfe66168c211 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 18:17:34.386906 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-d81eb791-768b-4b9b-a770-cfe66168c211 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:34.387875 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d81eb791-768b-4b9b-a770-cfe66168c211 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081296 Jul 08 18:17:34.391388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53804) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:34.437757 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Checking router: ad3007aa-60dc-4a46-9637-cf28427e9178 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:34.438105 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Updating router ad3007aa-60dc-4a46-9637-cf28427e9178 port bb0c309c-3902-4cf4-9b20-5b79edf0373c binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:17:34.476850 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.526979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a7969fc0-1e04-45e3-b5ed-be6caf202753 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': 'dd86b5b7-0bb4-466a-ac32-419d5bc74b57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:34.530448 n-d-799684-3 neutron-server[93742]: WARNING neutron.api.v2.base [None req-a7969fc0-1e04-45e3-b5ed-be6caf202753 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 18:17:34.531546 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-a7969fc0-1e04-45e3-b5ed-be6caf202753 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:34.535336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a7969fc0-1e04-45e3-b5ed-be6caf202753 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1043031 Jul 08 18:17:34.535643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53808) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:34.539280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8a60f0df-41c5-432e-8f9c-c52d45915f71 None None] Provisioning for port 99b341bd-5515-4d39-a6a3-290d48ac2954 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:34.545206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3f0a2127-834f-4fcf-88c9-3bbb4cc70f3f tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': 'dd86b5b7-0bb4-466a-ac32-419d5bc74b57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:34.546079 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-3f0a2127-834f-4fcf-88c9-3bbb4cc70f3f tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 18:17:34.546593 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-3f0a2127-834f-4fcf-88c9-3bbb4cc70f3f tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:34.547656 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3f0a2127-834f-4fcf-88c9-3bbb4cc70f3f tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097303 Jul 08 18:17:34.550551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8a60f0df-41c5-432e-8f9c-c52d45915f71 None None] Provisioning complete for port 99b341bd-5515-4d39-a6a3-290d48ac2954 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:34.550956 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a60f0df-41c5-432e-8f9c-c52d45915f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.566724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53810) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:34.601832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Made reservation on behalf of 46edadfb217743faa65fcb0db148572f for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:34.607318 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.618631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8a60f0df-41c5-432e-8f9c-c52d45915f71 None None] Port 99b341bd-5515-4d39-a6a3-290d48ac2954 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:34.636981 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78284190-b660-4035-a5bb-90e145455aa7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.655642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] device_id is not set on port ffe84e21-d649-46e2-8f79-b3cab61ec98e yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:34.678681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78284190-b660-4035-a5bb-90e145455aa7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.727373 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78284190-b660-4035-a5bb-90e145455aa7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.731811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78284190-b660-4035-a5bb-90e145455aa7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.734932 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-78284190-b660-4035-a5bb-90e145455aa7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "DELETE /v2.0/security-groups/dd86b5b7-0bb4-466a-ac32-419d5bc74b57 HTTP/1.1" status: 204 len: 168 time: 0.1668608 Jul 08 18:17:34.750393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53818) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:34.750393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78284190-b660-4035-a5bb-90e145455aa7 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd86b5b7-0bb4-466a-ac32-419d5bc74b57,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:34.778912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7710c4-292c-47f3-99c6-c519920b6e2c req-34679ac1-130a-49aa-b23d-b0042dd11620 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:34.785793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f7710c4-292c-47f3-99c6-c519920b6e2c req-34679ac1-130a-49aa-b23d-b0042dd11620 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2716899 Jul 08 18:17:34.800391 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.816983 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Transition to ACTIVE for port object bb0c309c-3902-4cf4-9b20-5b79edf0373c will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:34.827486 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.837238 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-26797fde-a5c5-4a50-8453-b9febe804130 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951099 Jul 08 18:17:34.843989 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53822) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:34.849190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2424ea69-f688-4f60-ba8e-fd19b67f2102 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group': {'name': 'tempest-secgroup--272404230'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:34.876368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2424ea69-f688-4f60-ba8e-fd19b67f2102 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.892249 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b61ca2-364d-4344-a6a1-bd7be43d90f1 None None] Pushing event updated for resources: {'Port': ['ID=bb0c309c-3902-4cf4-9b20-5b79edf0373c,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:34.909931 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Attempting to bind port bb0c309c-3902-4cf4-9b20-5b79edf0373c on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:17:34.909931 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Attempting to bind port bb0c309c-3902-4cf4-9b20-5b79edf0373c by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:17:34.910689 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Attempting to bind port bb0c309c-3902-4cf4-9b20-5b79edf0373c on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:17:34.915702 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:17:34.917576 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:17:34.918154 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.918723 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:17:34.919446 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Bound port: bb0c309c-3902-4cf4-9b20-5b79edf0373c, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:17:34.920132 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.986113 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2424ea69-f688-4f60-ba8e-fd19b67f2102 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:34.993739 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2424ea69-f688-4f60-ba8e-fd19b67f2102 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.006119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f7710c4-292c-47f3-99c6-c519920b6e2c req-e38be39b-ce29-469e-bffa-fffd879217f0 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191403 Jul 08 18:17:35.033818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424ea69-f688-4f60-ba8e-fd19b67f2102 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067e1814-ed9c-4c84-8969-b65a1f22bc5f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:35.037142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2424ea69-f688-4f60-ba8e-fd19b67f2102 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.038450 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2424ea69-f688-4f60-ba8e-fd19b67f2102 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1929085 Jul 08 18:17:35.047150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53826) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.048864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Allocated IP 2001:db8::1dd (411f4a7b-9894-4bb4-93bd-cfec1c3723e7/88a6ea67-5b2f-4dc5-a6e0-11882cd96143/ffe84e21-d649-46e2-8f79-b3cab61ec98e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:35.051970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-febf2422-67fa-4b1a-a99c-ce1151f3af2e tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '067e1814-ed9c-4c84-8969-b65a1f22bc5f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:35.052778 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-febf2422-67fa-4b1a-a99c-ce1151f3af2e tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 18:17:35.053418 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-febf2422-67fa-4b1a-a99c-ce1151f3af2e tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:35.058403 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-febf2422-67fa-4b1a-a99c-ce1151f3af2e tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094886 Jul 08 18:17:35.059121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53828) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.066304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f8ae0534-5ff3-42da-8137-87f612470591 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '067e1814-ed9c-4c84-8969-b65a1f22bc5f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:35.117306 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] For port bb0c309c-3902-4cf4-9b20-5b79edf0373c, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:17:35.121669 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] For port bb0c309c-3902-4cf4-9b20-5b79edf0373c, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb0c309c-3902-4cf4-9b20-5b79edf0373c,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:17:35.126170 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-f8ae0534-5ff3-42da-8137-87f612470591 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:35.130239 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.130960 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f8ae0534-5ff3-42da-8137-87f612470591 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0706947 Jul 08 18:17:35.132063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53832) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.138636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-afafc3bd-c398-4734-a9a8-256b6a22908b tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '067e1814-ed9c-4c84-8969-b65a1f22bc5f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:35.139407 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-afafc3bd-c398-4734-a9a8-256b6a22908b tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 18:17:35.140128 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-afafc3bd-c398-4734-a9a8-256b6a22908b tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:35.144858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53834) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.145295 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-afafc3bd-c398-4734-a9a8-256b6a22908b tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114896 Jul 08 18:17:35.157867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d1b007fa-d2ea-4558-80a7-092ed060dda2 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '067e1814-ed9c-4c84-8969-b65a1f22bc5f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:35.185779 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Routers {'ad3007aa-60dc-4a46-9637-cf28427e9178'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:35.186429 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['ad3007aa-60dc-4a46-9637-cf28427e9178'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:35.218091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.285371 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b61ca2-364d-4344-a6a1-bd7be43d90f1 None None] Pushing event updated for resources: {'Port': ['ID=bb0c309c-3902-4cf4-9b20-5b79edf0373c,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:35.308839 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] Set router ad3007aa-60dc-4a46-9637-cf28427e9178 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:35.335091 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-d1b007fa-d2ea-4558-80a7-092ed060dda2 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:35.336154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d1b007fa-d2ea-4558-80a7-092ed060dda2 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1868007 Jul 08 18:17:35.339617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53842) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.348689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bfbbdd74-c593-403d-a856-b775dd58d924 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '067e1814-ed9c-4c84-8969-b65a1f22bc5f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:35.349274 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-bfbbdd74-c593-403d-a856-b775dd58d924 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 18:17:35.349859 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-bfbbdd74-c593-403d-a856-b775dd58d924 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:35.353833 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bfbbdd74-c593-403d-a856-b775dd58d924 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128217 Jul 08 18:17:35.354457 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53846) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.362559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-dedd0577-70c9-4404-a79c-485e8e416d46 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '067e1814-ed9c-4c84-8969-b65a1f22bc5f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:35.411318 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-dedd0577-70c9-4404-a79c-485e8e416d46 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:35.415679 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dedd0577-70c9-4404-a79c-485e8e416d46 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0580311 Jul 08 18:17:35.416449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53848) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.423478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d20fba92-634e-40eb-a10c-cb1ce43ef315 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '067e1814-ed9c-4c84-8969-b65a1f22bc5f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:35.424145 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-d20fba92-634e-40eb-a10c-cb1ce43ef315 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 18:17:35.424744 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-d20fba92-634e-40eb-a10c-cb1ce43ef315 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:35.425669 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.426799 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d20fba92-634e-40eb-a10c-cb1ce43ef315 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081394 Jul 08 18:17:35.429519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53850) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.437276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2a20508e-8ff3-4e4c-8638-c771ad293e0f tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '067e1814-ed9c-4c84-8969-b65a1f22bc5f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:35.452368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Transition to ACTIVE for port object ffe84e21-d649-46e2-8f79-b3cab61ec98e will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:35.484243 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-2a20508e-8ff3-4e4c-8638-c771ad293e0f tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:35.486409 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2a20508e-8ff3-4e4c-8638-c771ad293e0f tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0549173 Jul 08 18:17:35.489267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53852) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.494996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3e6f1c31-b9d0-4c87-8900-8fbf5295a997 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '067e1814-ed9c-4c84-8969-b65a1f22bc5f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:35.527620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Allocated IP 172.20.0.1 (e06f7abd-7c76-4808-a3a8-de893d43c63f/a4b5a276-c3a3-46c3-85bd-73a99230a19a/03f93f5f-7768-4626-8448-d012eac69ca2) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:35.550963 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.552916 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'name': 'tempest-ServerRescueTestJSON-993267724-router', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:31Z', 'updated_at': '2021-07-08T18:17:32Z', 'revision_number': 3, 'project_id': '3402b5f687644f958a338c37a1460539', 'gw_port': {'id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:17:32Z', 'updated_at': '2021-07-08T18:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:35.588008 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2cfd1e-2473-4839-9d1b-771f940e21f5 None None] The sync data for ids ['ad3007aa-60dc-4a46-9637-cf28427e9178'] in n-d-799684-3 is: [{'id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'name': 'tempest-ServerRescueTestJSON-993267724-router', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:31Z', 'updated_at': '2021-07-08T18:17:32Z', 'revision_number': 3, 'project_id': '3402b5f687644f958a338c37a1460539', 'gw_port': {'id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:17:32Z', 'updated_at': '2021-07-08T18:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:35.592884 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-3e6f1c31-b9d0-4c87-8900-8fbf5295a997 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:35.596967 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3e6f1c31-b9d0-4c87-8900-8fbf5295a997 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1060183 Jul 08 18:17:35.597414 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53858) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.651218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:35.677453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:35.681302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'Port': ['ID=ffe84e21-d649-46e2-8f79-b3cab61ec98e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:35.698429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c252082b-9b24-44b8-8e8f-cd2e2ec0e865 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.707416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:35.713927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:35.714857 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.738563 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c252082b-9b24-44b8-8e8f-cd2e2ec0e865 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.756243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fc419cb0-95d9-4a9a-bdfc-a430f9324707 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5920985 Jul 08 18:17:35.759073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53862) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.766264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ba4c4452-5fd7-4d59-a69e-498fed52dce8 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ba', 'mac_address': 'fa:16:3e:41:15:79'}, {'ip_address': '2001:db8::69', 'mac_address': 'fa:16:3e:f3:79:3f'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:35.766590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.813035 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.879508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Network e06f7abd-7c76-4808-a3a8-de893d43c63f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:35.882603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:35.886854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:35.898052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c252082b-9b24-44b8-8e8f-cd2e2ec0e865 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.902527 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c252082b-9b24-44b8-8e8f-cd2e2ec0e865 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.905989 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c252082b-9b24-44b8-8e8f-cd2e2ec0e865 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "DELETE /v2.0/security-groups/067e1814-ed9c-4c84-8969-b65a1f22bc5f HTTP/1.1" status: 204 len: 168 time: 0.3053935 Jul 08 18:17:35.908811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53866) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:35.942824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Pushing event updated for resources: {'Port': ['ID=03f93f5f-7768-4626-8448-d012eac69ca2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:35.995930 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:35.999153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252082b-9b24-44b8-8e8f-cd2e2ec0e865 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067e1814-ed9c-4c84-8969-b65a1f22bc5f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:36.105051 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-06b3d97e-3035-44aa-9d9b-f30f763c33be tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1924863 Jul 08 18:17:36.105771 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4452-5fd7-4d59-a69e-498fed52dce8 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.116557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53874) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:36.128361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bfa75c4b-566c-4c6e-9dd4-cf4cc2b191b1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206386636'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:36.205049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-80a3f743-debf-4fe8-9121-298d59f40a81 None None] Provisioning for port ffe84e21-d649-46e2-8f79-b3cab61ec98e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:36.212175 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bfa75c4b-566c-4c6e-9dd4-cf4cc2b191b1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.212389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-80a3f743-debf-4fe8-9121-298d59f40a81 None None] Provisioning complete for port ffe84e21-d649-46e2-8f79-b3cab61ec98e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:36.212703 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-80a3f743-debf-4fe8-9121-298d59f40a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.288919 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.314165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-80a3f743-debf-4fe8-9121-298d59f40a81 None None] Port ffe84e21-d649-46e2-8f79-b3cab61ec98e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:36.333692 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f7cdb98-199b-4ba1-8e41-6f306a770b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.419962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4452-5fd7-4d59-a69e-498fed52dce8 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.430459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bfa75c4b-566c-4c6e-9dd4-cf4cc2b191b1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.432157 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4452-5fd7-4d59-a69e-498fed52dce8 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.448822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920a80b-87e5-44cc-9d6f-ba0c2f1dc161 req-f8a2427f-394b-4838-83ad-01398c9f51ed tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:36.450485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f920a80b-87e5-44cc-9d6f-ba0c2f1dc161 req-f8a2427f-394b-4838-83ad-01398c9f51ed tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2333961 Jul 08 18:17:36.454001 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bfa75c4b-566c-4c6e-9dd4-cf4cc2b191b1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.511234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c4452-5fd7-4d59-a69e-498fed52dce8 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] In _notify_port_updated(), no bound segment for port ffe84e21-d649-46e2-8f79-b3cab61ec98e on network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:17:36.525578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f920a80b-87e5-44cc-9d6f-ba0c2f1dc161 req-17a143a5-d1d1-4d49-82a1-217a3f035d17 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633645 Jul 08 18:17:36.529722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c4452-5fd7-4d59-a69e-498fed52dce8 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:36.530447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4452-5fd7-4d59-a69e-498fed52dce8 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.534609 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ba4c4452-5fd7-4d59-a69e-498fed52dce8 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "PUT /v2.0/ports/ffe84e21-d649-46e2-8f79-b3cab61ec98e HTTP/1.1" status: 200 len: 1067 time: 0.7743204 Jul 08 18:17:36.538181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53884) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:36.580678 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bfa75c4b-566c-4c6e-9dd4-cf4cc2b191b1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.582007 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bfa75c4b-566c-4c6e-9dd4-cf4cc2b191b1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4643447 Jul 08 18:17:36.598905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53886) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:36.599511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c4452-5fd7-4d59-a69e-498fed52dce8 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event updated for resources: {'Port': ['ID=ffe84e21-d649-46e2-8f79-b3cab61ec98e,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:36.603395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ae4dd21b-2934-446c-becd-c67fe1384c89 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '49002f00-eb2d-4560-b210-07814efe576a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:36.608113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa75c4b-566c-4c6e-9dd4-cf4cc2b191b1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49002f00-eb2d-4560-b210-07814efe576a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:36.675385 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.713519 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.715117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb0c309c-3902-4cf4-9b20-5b79edf0373c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:36.821460 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-ae4dd21b-2934-446c-becd-c67fe1384c89 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The resource could not be found. Jul 08 18:17:36.823312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ae4dd21b-2934-446c-becd-c67fe1384c89 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2233908 Jul 08 18:17:36.826614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53894) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:36.828620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port bb0c309c-3902-4cf4-9b20-5b79edf0373c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:36.832481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-62b01f97-38dc-4f79-aaa2-45a99cafe078 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '49002f00-eb2d-4560-b210-07814efe576a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1ab61cde-4cab-40f2-a315-049893e8867c'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:36.838266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port bb0c309c-3902-4cf4-9b20-5b79edf0373c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:36.840716 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.857856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Pushing event updated for resources: {'Port': ['ID=03f93f5f-7768-4626-8448-d012eac69ca2,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:36.869488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.915629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-348f9bb4-1a94-4261-b847-e5cee7a8a0df tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Deleting port ffe84e21-d649-46e2-8f79-b3cab61ec98e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:36.917648 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-348f9bb4-1a94-4261-b847-e5cee7a8a0df tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:36.921890 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-62b01f97-38dc-4f79-aaa2-45a99cafe078 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The resource could not be found. Jul 08 18:17:36.923940 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-62b01f97-38dc-4f79-aaa2-45a99cafe078 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0953388 Jul 08 18:17:36.934958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53898) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:37.014681 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.027078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6ad74fe4-6aa0-455c-8481-77a7b5d1df9d None None] Provisioning complete for port ffe84e21-d649-46e2-8f79-b3cab61ec98e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:37.027460 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6ad74fe4-6aa0-455c-8481-77a7b5d1df9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.038894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b57a4a3-c174-44b2-8f86-f5fba0529a55 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.069121 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port bb0c309c-3902-4cf4-9b20-5b79edf0373c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb0c309c-3902-4cf4-9b20-5b79edf0373c,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:37.080287 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6ad74fe4-6aa0-455c-8481-77a7b5d1df9d None None] Port ffe84e21-d649-46e2-8f79-b3cab61ec98e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:37.082449 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.089158 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-348f9bb4-1a94-4261-b847-e5cee7a8a0df tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.109026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Network e06f7abd-7c76-4808-a3a8-de893d43c63f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:37.110023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-348f9bb4-1a94-4261-b847-e5cee7a8a0df tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Calling delete_port for ffe84e21-d649-46e2-8f79-b3cab61ec98e owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:37.112433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:37.145058 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b57a4a3-c174-44b2-8f86-f5fba0529a55 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.169658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=bb0c309c-3902-4cf4-9b20-5b79edf0373c,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:37.212235 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b57a4a3-c174-44b2-8f86-f5fba0529a55 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.214947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b57a4a3-c174-44b2-8f86-f5fba0529a55 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.216109 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1b57a4a3-c174-44b2-8f86-f5fba0529a55 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "DELETE /v2.0/security-groups/49002f00-eb2d-4560-b210-07814efe576a HTTP/1.1" status: 204 len: 168 time: 0.2801528 Jul 08 18:17:37.219659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53902) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:37.241206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57a4a3-c174-44b2-8f86-f5fba0529a55 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49002f00-eb2d-4560-b210-07814efe576a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:37.284599 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-96094706-926a-4b1c-81bd-7a5e3c3485de tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627668 Jul 08 18:17:37.288478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53904) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:37.294264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-49f5b5d3-5787-48a2-8c16-8f17b34a781f tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': 'b01d4217-7f43-4bbf-9dae-bc2ff884b060', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:37.317835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Router ad3007aa-60dc-4a46-9637-cf28427e9178 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:37.364375 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-49f5b5d3-5787-48a2-8c16-8f17b34a781f tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The resource could not be found. Jul 08 18:17:37.365784 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-49f5b5d3-5787-48a2-8c16-8f17b34a781f tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0761752 Jul 08 18:17:37.370831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53910) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:37.378032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bd53a2ac-f1c6-416d-b86a-1b67f2a62ddf tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486254085'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:37.408201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd53a2ac-f1c6-416d-b86a-1b67f2a62ddf tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.511889 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd53a2ac-f1c6-416d-b86a-1b67f2a62ddf tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.516635 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd53a2ac-f1c6-416d-b86a-1b67f2a62ddf tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.551966 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd53a2ac-f1c6-416d-b86a-1b67f2a62ddf tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.555919 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bd53a2ac-f1c6-416d-b86a-1b67f2a62ddf tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1814916 Jul 08 18:17:37.556599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53916) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:37.562081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f5a7a0fe-8ad3-4eb9-b187-4fbb6e7fca87 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group': {'name': 'tempest-secgroup--150735384'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:37.567720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53a2ac-f1c6-416d-b86a-1b67f2a62ddf tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074207ee-b72d-40b4-9b0a-baadb87cdcaa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:37.593281 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a0fe-8ad3-4eb9-b187-4fbb6e7fca87 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.695493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a0fe-8ad3-4eb9-b187-4fbb6e7fca87 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.701510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a0fe-8ad3-4eb9-b187-4fbb6e7fca87 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.728543 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a0fe-8ad3-4eb9-b187-4fbb6e7fca87 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.733391 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f5a7a0fe-8ad3-4eb9-b187-4fbb6e7fca87 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1729200 Jul 08 18:17:37.735246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53920) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:37.744158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-41c3d5e3-9bab-461f-aa0a-0e679a7c9c0d tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group_rule': {'security_group_id': '074207ee-b72d-40b4-9b0a-baadb87cdcaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7cf89799-f3f8-4a7b-bb71-6cb2a0138002'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:37.766821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7a0fe-8ad3-4eb9-b187-4fbb6e7fca87 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf89799-f3f8-4a7b-bb71-6cb2a0138002,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:37.813209 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-41c3d5e3-9bab-461f-aa0a-0e679a7c9c0d tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:17:37.817516 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-41c3d5e3-9bab-461f-aa0a-0e679a7c9c0d tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0813768 Jul 08 18:17:37.818076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53922) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:37.839401 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-348f9bb4-1a94-4261-b847-e5cee7a8a0df tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.895815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f864be2-75f5-453f-bfdd-65152a66d954 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:37.909382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f9bb4-1a94-4261-b847-e5cee7a8a0df tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event deleted for resources: {'Port': ['ID=ffe84e21-d649-46e2-8f79-b3cab61ec98e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:37.942829 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f864be2-75f5-453f-bfdd-65152a66d954 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.015841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f864be2-75f5-453f-bfdd-65152a66d954 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.023432 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f864be2-75f5-453f-bfdd-65152a66d954 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.023432 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2f864be2-75f5-453f-bfdd-65152a66d954 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "DELETE /v2.0/security-groups/7cf89799-f3f8-4a7b-bb71-6cb2a0138002 HTTP/1.1" status: 204 len: 168 time: 0.2018201 Jul 08 18:17:38.023696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f5243-bb53-4d71-ae58-65ecf0e3fd30 req-51004564-62de-4b54-a8c2-eb6b528d981d tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:38.025949 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53926) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:38.034639 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec4f5243-bb53-4d71-ae58-65ecf0e3fd30 req-51004564-62de-4b54-a8c2-eb6b528d981d tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2470291 Jul 08 18:17:38.066450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:38.081700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-815b4a77-081f-4bde-b036-942d2c11c15f admin admin] 10.222.0.73 "PUT /v2.0/routers/ad3007aa-60dc-4a46-9637-cf28427e9178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1279557 Jul 08 18:17:38.082329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f864be2-75f5-453f-bfdd-65152a66d954 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf89799-f3f8-4a7b-bb71-6cb2a0138002,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:38.129437 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec4f5243-bb53-4d71-ae58-65ecf0e3fd30 req-91f260e8-d866-48c6-b3f7-b8873f437e4c tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935276 Jul 08 18:17:38.173603 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6d88bfdc-a41b-4f39-8a36-3ebeefc2512c tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1430583 Jul 08 18:17:38.174130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53930) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:38.277855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16b1e609-37f6-4ba5-a437-9de3ab71bef1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.286500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Sync routers for ids ['ad3007aa-60dc-4a46-9637-cf28427e9178'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:38.301825 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Routers {'ad3007aa-60dc-4a46-9637-cf28427e9178'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:38.302602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['ad3007aa-60dc-4a46-9637-cf28427e9178'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:38.314797 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16b1e609-37f6-4ba5-a437-9de3ab71bef1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.335230 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-348f9bb4-1a94-4261-b847-e5cee7a8a0df tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.340120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-348f9bb4-1a94-4261-b847-e5cee7a8a0df tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "DELETE /v2.0/ports/ffe84e21-d649-46e2-8f79-b3cab61ec98e HTTP/1.1" status: 204 len: 168 time: 1.8010683 Jul 08 18:17:38.340746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53938) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:38.365615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16b1e609-37f6-4ba5-a437-9de3ab71bef1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.368406 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16b1e609-37f6-4ba5-a437-9de3ab71bef1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.372751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53940) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:38.372995 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-16b1e609-37f6-4ba5-a437-9de3ab71bef1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "DELETE /v2.0/security-groups/074207ee-b72d-40b4-9b0a-baadb87cdcaa HTTP/1.1" status: 204 len: 168 time: 0.1980255 Jul 08 18:17:38.381972 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-17755d55-d007-4142-8aa3-dc464ee9885f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] GET failed (client error): The resource could not be found. Jul 08 18:17:38.382607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1e609-37f6-4ba5-a437-9de3ab71bef1 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=074207ee-b72d-40b4-9b0a-baadb87cdcaa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:38.386713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-17755d55-d007-4142-8aa3-dc464ee9885f tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "GET /v2.0/ports/ffe84e21-d649-46e2-8f79-b3cab61ec98e HTTP/1.1" status: 404 len: 333 time: 0.0419240 Jul 08 18:17:38.390311 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53942) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:38.453686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Set router ad3007aa-60dc-4a46-9637-cf28427e9178 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:38.489064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4d00f498-8090-40b1-8c0d-828ea906f35f tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1150775 Jul 08 18:17:38.493539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53946) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:38.501342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-28760cab-da8a-4eab-b633-eae30466a5ba tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group': {'name': 'tempest-secgroup--739965866'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:38.527602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a416d97d-2b3d-44b9-b63d-15d702a4caaf tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Deleting port 99b341bd-5515-4d39-a6a3-290d48ac2954 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:38.527995 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a416d97d-2b3d-44b9-b63d-15d702a4caaf tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.564464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28760cab-da8a-4eab-b633-eae30466a5ba tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.686677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb0c309c-3902-4cf4-9b20-5b79edf0373c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:38.717266 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28760cab-da8a-4eab-b633-eae30466a5ba tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.723237 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28760cab-da8a-4eab-b633-eae30466a5ba tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.729128 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a416d97d-2b3d-44b9-b63d-15d702a4caaf tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.755504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a416d97d-2b3d-44b9-b63d-15d702a4caaf tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Calling delete_port for 99b341bd-5515-4d39-a6a3-290d48ac2954 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:38.771973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28760cab-da8a-4eab-b633-eae30466a5ba tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba901b45-e5d5-4c20-acf3-72f1aeb3aa43,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:38.779228 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28760cab-da8a-4eab-b633-eae30466a5ba tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.781679 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28760cab-da8a-4eab-b633-eae30466a5ba tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2863393 Jul 08 18:17:38.784182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53970) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:38.791356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6018633b-1dc4-4d42-9ac9-59193ff47f92 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:38.792901 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-6018633b-1dc4-4d42-9ac9-59193ff47f92 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 18:17:38.793464 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-6018633b-1dc4-4d42-9ac9-59193ff47f92 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 18:17:38.797074 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6018633b-1dc4-4d42-9ac9-59193ff47f92 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "PUT /v2.0/security-groups/ba901b45-e5d5-4c20-acf3-72f1aeb3aa43 HTTP/1.1" status: 409 len: 330 time: 0.0082445 Jul 08 18:17:38.797352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53972) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:38.841127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-7ef63a91-03f9-4c65-a5cd-4a8669b10aba tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:38.843202 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-7ef63a91-03f9-4c65-a5cd-4a8669b10aba tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/networks?id=e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 200 len: 810 time: 0.2281334 Jul 08 18:17:38.869775 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-856c02f4-66b7-49bf-b374-dfc01b9e6982 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.878900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-75bca87c-faaa-4cf3-bd63-f7e56e122dcd tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/quotas/3402b5f687644f958a338c37a1460539 HTTP/1.1" status: 200 len: 375 time: 0.0282726 Jul 08 18:17:38.902935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-856c02f4-66b7-49bf-b374-dfc01b9e6982 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.967575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-856c02f4-66b7-49bf-b374-dfc01b9e6982 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.970310 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-856c02f4-66b7-49bf-b374-dfc01b9e6982 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.974334 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-856c02f4-66b7-49bf-b374-dfc01b9e6982 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "DELETE /v2.0/security-groups/ba901b45-e5d5-4c20-acf3-72f1aeb3aa43 HTTP/1.1" status: 204 len: 168 time: 0.1731312 Jul 08 18:17:38.975688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53980) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:38.980032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port bb0c309c-3902-4cf4-9b20-5b79edf0373c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:38.980414 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:38.982145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c02f4-66b7-49bf-b374-dfc01b9e6982 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba901b45-e5d5-4c20-acf3-72f1aeb3aa43,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:39.052877 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a416d97d-2b3d-44b9-b63d-15d702a4caaf tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:39.066823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-76e6aa1b-c6e3-49a5-9eb1-7a054de6697a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3402b5f687644f958a338c37a1460539&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1866660 Jul 08 18:17:39.087507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ecce5334-caeb-4035-a22f-8738f9d5deef tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1096454 Jul 08 18:17:39.091471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53986) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:39.111279 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:39.116648 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-b7e01c8f-7a70-43e7-8526-c314dbad22b8 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] delete failed (client error): The resource could not be found. Jul 08 18:17:39.118706 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b7e01c8f-7a70-43e7-8526-c314dbad22b8 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "DELETE /v2.0/security-groups/80602adf-7f22-49c4-b2a2-4c49df5ac032 HTTP/1.1" status: 404 len: 347 time: 0.0247459 Jul 08 18:17:39.123463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53988) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:39.140879 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9680975c-2609-4f3e-acec-fa87207e20c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:39.144444 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-e2c3cae3-2937-4cd2-95cc-70d72bc12617 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] show failed (client error): The resource could not be found. Jul 08 18:17:39.149732 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e2c3cae3-2937-4cd2-95cc-70d72bc12617 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "GET /v2.0/security-groups/0a1e3636-e0ec-4440-8fdc-f8fa8ba52d74 HTTP/1.1" status: 404 len: 347 time: 0.0210068 Jul 08 18:17:39.150065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53990) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:39.165333 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-363c014a-d4b7-4436-9e84-37d9126c82e3 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] show failed (client error): The resource could not be found. Jul 08 18:17:39.175552 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-363c014a-d4b7-4436-9e84-37d9126c82e3 tempest-NegativeSecGroupTest-2131844433 tempest-NegativeSecGroupTest-2131844433-project] 10.222.0.73 "GET /v2.0/security-group-rules/52b8e35f-9c48-4ac0-a2eb-2538e2ef7eb9 HTTP/1.1" status: 404 len: 356 time: 0.0191753 Jul 08 18:17:39.184046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'name': 'tempest-ServerRescueTestJSON-993267724-router', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:31Z', 'updated_at': '2021-07-08T18:17:36Z', 'revision_number': 4, 'project_id': '3402b5f687644f958a338c37a1460539', 'gw_port': {'id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:17:32Z', 'updated_at': '2021-07-08T18:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '03f93f5f-7768-4626-8448-d012eac69ca2', 'name': '', 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'mac_address': 'fa:16:3e:6b:db:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'a4b5a276-c3a3-46c3-85bd-73a99230a19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:17:35Z', 'updated_at': '2021-07-08T18:17:36Z', 'revision_number': 2, 'project_id': '3402b5f687644f958a338c37a1460539', 'subnets': [{'id': 'a4b5a276-c3a3-46c3-85bd-73a99230a19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:39.214201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416d97d-2b3d-44b9-b63d-15d702a4caaf tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event deleted for resources: {'Port': ['ID=99b341bd-5515-4d39-a6a3-290d48ac2954,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:39.228749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Checking router: ad3007aa-60dc-4a46-9637-cf28427e9178 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:39.229101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Updating router ad3007aa-60dc-4a46-9637-cf28427e9178 port 03f93f5f-7768-4626-8448-d012eac69ca2 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:17:39.259549 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a416d97d-2b3d-44b9-b63d-15d702a4caaf tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:39.261590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a416d97d-2b3d-44b9-b63d-15d702a4caaf tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "DELETE /v2.0/ports/99b341bd-5515-4d39-a6a3-290d48ac2954 HTTP/1.1" status: 204 len: 168 time: 0.8701999 Jul 08 18:17:39.264793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53996) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:39.310139 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f63678-73a8-49f2-a827-b9d710b11657 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] GET failed (client error): The resource could not be found. Jul 08 18:17:39.317883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c3f63678-73a8-49f2-a827-b9d710b11657 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "GET /v2.0/ports/99b341bd-5515-4d39-a6a3-290d48ac2954 HTTP/1.1" status: 404 len: 333 time: 0.0518639 Jul 08 18:17:39.322947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53998) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:39.338335 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-44e3177e-3f6e-4c22-b3a7-9c9b0ca4eb2b service neutron] 10.222.0.73 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703381 Jul 08 18:17:39.342594 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:39.529467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-d785bf4c-0b3e-4576-9014-d7975f44dd21 service neutron] 10.222.0.73 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899984 Jul 08 18:17:39.539277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fb977925-adb2-487d-8a67-eccd4bb37bdd tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Deleting port d09c0fbb-0466-4560-888c-6197dca2ba35 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:39.539541 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb977925-adb2-487d-8a67-eccd4bb37bdd tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:39.627259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e390f-7970-4c6f-9949-b4575b4f21b6 req-9db7939e-7ea4-4609-90ac-2bf2d3ec04d8 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:39.632113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-504e390f-7970-4c6f-9949-b4575b4f21b6 req-9db7939e-7ea4-4609-90ac-2bf2d3ec04d8 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1855030 Jul 08 18:17:39.674103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54002) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:39.732081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-504e390f-7970-4c6f-9949-b4575b4f21b6 req-bb54eb79-10dd-487d-9ee3-3994572381f6 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855079 Jul 08 18:17:39.875173 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:39.890282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Transition to ACTIVE for port object 03f93f5f-7768-4626-8448-d012eac69ca2 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:39.906793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54619ff9-d9ea-401a-be7d-e87d64132dc6 req-3b543a13-723d-40d2-961b-0a891ff26de1 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 210 time: 0.0559988 Jul 08 18:17:39.907789 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:39.952143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-85f7be06-17b4-47d2-8271-b8ab2ed22e31 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e24f1568a0044e189df1a4a9bf0596b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765687 Jul 08 18:17:39.953584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54010) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:40.004834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbd07a-932e-42a1-81d8-c4f3ac0d50f0 None None] Pushing event updated for resources: {'Port': ['ID=03f93f5f-7768-4626-8448-d012eac69ca2,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:40.059442 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a395548f-8660-46b7-9e93-6237453dacd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.076088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb977925-adb2-487d-8a67-eccd4bb37bdd tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.105595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Attempting to bind port 03f93f5f-7768-4626-8448-d012eac69ca2 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:17:40.106167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Attempting to bind port 03f93f5f-7768-4626-8448-d012eac69ca2 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:17:40.106760 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Attempting to bind port 03f93f5f-7768-4626-8448-d012eac69ca2 on network e06f7abd-7c76-4808-a3a8-de893d43c63f {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:17:40.109738 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a395548f-8660-46b7-9e93-6237453dacd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.114881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:17:40.115605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Checking segment: {'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:17:40.116233 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.116938 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Bound using segment: {'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:17:40.117780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Bound port: 03f93f5f-7768-4626-8448-d012eac69ca2, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:17:40.118563 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.138149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fb977925-adb2-487d-8a67-eccd4bb37bdd tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Calling delete_port for d09c0fbb-0466-4560-888c-6197dca2ba35 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:40.187787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.250197 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a395548f-8660-46b7-9e93-6237453dacd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.250391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] For port 03f93f5f-7768-4626-8448-d012eac69ca2, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:17:40.253762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a395548f-8660-46b7-9e93-6237453dacd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.254246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] For port 03f93f5f-7768-4626-8448-d012eac69ca2, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=03f93f5f-7768-4626-8448-d012eac69ca2,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:17:40.255157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a395548f-8660-46b7-9e93-6237453dacd7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d19f56e-d9d1-4ab1-8660-fa780b4c30d6 HTTP/1.1" status: 204 len: 168 time: 0.3004227 Jul 08 18:17:40.278956 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.280661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395548f-8660-46b7-9e93-6237453dacd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d19f56e-d9d1-4ab1-8660-fa780b4c30d6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:40.371484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbd07a-932e-42a1-81d8-c4f3ac0d50f0 None None] Pushing event updated for resources: {'Port': ['ID=03f93f5f-7768-4626-8448-d012eac69ca2,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:40.403243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Routers {'ad3007aa-60dc-4a46-9637-cf28427e9178'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:40.403963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['ad3007aa-60dc-4a46-9637-cf28427e9178'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:40.471652 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb977925-adb2-487d-8a67-eccd4bb37bdd tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.513341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb977925-adb2-487d-8a67-eccd4bb37bdd tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event deleted for resources: {'Port': ['ID=d09c0fbb-0466-4560-888c-6197dca2ba35,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:40.560195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb977925-adb2-487d-8a67-eccd4bb37bdd tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.564794 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fb977925-adb2-487d-8a67-eccd4bb37bdd tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "DELETE /v2.0/ports/d09c0fbb-0466-4560-888c-6197dca2ba35 HTTP/1.1" status: 204 len: 168 time: 1.2382770 Jul 08 18:17:40.565761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54026) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:40.569287 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] Set router ad3007aa-60dc-4a46-9637-cf28427e9178 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:40.669759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aec62e0-0eb7-4177-8c32-bffd2a8dda99 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Deleting subnet 88a6ea67-5b2f-4dc5-a6e0-11882cd96143 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:17:40.673822 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aec62e0-0eb7-4177-8c32-bffd2a8dda99 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.736752 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aec62e0-0eb7-4177-8c32-bffd2a8dda99 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.858400 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aec62e0-0eb7-4177-8c32-bffd2a8dda99 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:40.934595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'name': 'tempest-ServerRescueTestJSON-993267724-router', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:31Z', 'updated_at': '2021-07-08T18:17:36Z', 'revision_number': 4, 'project_id': '3402b5f687644f958a338c37a1460539', 'gw_port': {'id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:17:32Z', 'updated_at': '2021-07-08T18:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '03f93f5f-7768-4626-8448-d012eac69ca2', 'name': '', 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'mac_address': 'fa:16:3e:6b:db:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'a4b5a276-c3a3-46c3-85bd-73a99230a19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:17:35Z', 'updated_at': '2021-07-08T18:17:40Z', 'revision_number': 4, 'project_id': '3402b5f687644f958a338c37a1460539', 'subnets': [{'id': 'a4b5a276-c3a3-46c3-85bd-73a99230a19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:40.937813 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aec62e0-0eb7-4177-8c32-bffd2a8dda99 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:41.012532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736b08f-8443-4b0c-bb8c-69f69f207d06 None None] The sync data for ids ['ad3007aa-60dc-4a46-9637-cf28427e9178'] in n-d-799684-3 is: [{'id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'name': 'tempest-ServerRescueTestJSON-993267724-router', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:31Z', 'updated_at': '2021-07-08T18:17:36Z', 'revision_number': 4, 'project_id': '3402b5f687644f958a338c37a1460539', 'gw_port': {'id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:17:32Z', 'updated_at': '2021-07-08T18:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '03f93f5f-7768-4626-8448-d012eac69ca2', 'name': '', 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'mac_address': 'fa:16:3e:6b:db:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'a4b5a276-c3a3-46c3-85bd-73a99230a19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:17:35Z', 'updated_at': '2021-07-08T18:17:40Z', 'revision_number': 4, 'project_id': '3402b5f687644f958a338c37a1460539', 'subnets': [{'id': 'a4b5a276-c3a3-46c3-85bd-73a99230a19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:41.013855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec62e0-0eb7-4177-8c32-bffd2a8dda99 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event deleted for resources: {'Subnet': ['ID=88a6ea67-5b2f-4dc5-a6e0-11882cd96143,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:41.029402 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aec62e0-0eb7-4177-8c32-bffd2a8dda99 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:41.038452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf07f2-5137-4c6d-8368-215f0b8b24ec None None] Network 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:41.038612 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4aec62e0-0eb7-4177-8c32-bffd2a8dda99 tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "DELETE /v2.0/subnets/88a6ea67-5b2f-4dc5-a6e0-11882cd96143 HTTP/1.1" status: 204 len: 168 time: 0.4691241 Jul 08 18:17:41.038612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54040) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:41.072323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fce1cf-c5c8-414d-b4c1-e35d1fcdabbe req-87255001-7055-45c8-985d-b09144ca7ffb tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:41.083713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93fce1cf-c5c8-414d-b4c1-e35d1fcdabbe req-87255001-7055-45c8-985d-b09144ca7ffb tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1236870 Jul 08 18:17:41.190836 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:41.263028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93fce1cf-c5c8-414d-b4c1-e35d1fcdabbe req-ca8bed79-a6a6-4433-b271-385b7a77b734 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784074 Jul 08 18:17:41.322705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Deleting port 37616ad7-1f48-470e-ba55-6d98cee2929d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:41.323763 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:41.383903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fec30e1-4880-4549-8ccd-204905f72566 req-d4fa1a1f-9ff0-475b-a41b-6c00365589a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 210 time: 0.1842422 Jul 08 18:17:41.408567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54b9e2b-f91a-415c-abf2-fd8b609e3a49 None None] DHCP port deletion for 411f4a7b-9894-4bb4-93bd-cfec1c3723e7 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:17:41.453335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] For port 37616ad7-1f48-470e-ba55-6d98cee2929d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=37616ad7-1f48-470e-ba55-6d98cee2929d,segment=NetworkSegment(dfa362d3-fcb2-4355-87f6-647c9c34a8d2),segment_id=dfa362d3-fcb2-4355-87f6-647c9c34a8d2)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:41.455184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:41.493557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Calling delete_port for 37616ad7-1f48-470e-ba55-6d98cee2929d owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:41.519596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b54b9e2b-f91a-415c-abf2-fd8b609e3a49 None None] Deleting port 37616ad7-1f48-470e-ba55-6d98cee2929d {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:41.520993 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b54b9e2b-f91a-415c-abf2-fd8b609e3a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:41.638878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54056) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:41.665980 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:41.747372 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:41.784013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b54b9e2b-f91a-415c-abf2-fd8b609e3a49 None None] For port 37616ad7-1f48-470e-ba55-6d98cee2929d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=37616ad7-1f48-470e-ba55-6d98cee2929d,segment=NetworkSegment(dfa362d3-fcb2-4355-87f6-647c9c34a8d2),segment_id=dfa362d3-fcb2-4355-87f6-647c9c34a8d2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:41.784416 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b54b9e2b-f91a-415c-abf2-fd8b609e3a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:41.817875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b54b9e2b-f91a-415c-abf2-fd8b609e3a49 None None] Calling delete_port for 37616ad7-1f48-470e-ba55-6d98cee2929d owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:41.853749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-646865af-41e4-45f3-a8e1-2aedf837e866 tempest-ServiceProvidersTest-684553994 tempest-ServiceProvidersTest-684553994-project] 10.222.0.73 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2091308 Jul 08 18:17:41.854002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event deleted for resources: {'Port': ['ID=37616ad7-1f48-470e-ba55-6d98cee2929d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:41.888021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] No DVR routers for this DVR port 37616ad7-1f48-470e-ba55-6d98cee2929d on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:42.022073 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b54b9e2b-f91a-415c-abf2-fd8b609e3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:42.089219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b9e2b-f91a-415c-abf2-fd8b609e3a49 None None] Pushing event deleted for resources: {'Port': ['ID=37616ad7-1f48-470e-ba55-6d98cee2929d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:42.091956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:42.095312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b9e2b-f91a-415c-abf2-fd8b609e3a49 None None] No DVR routers for this DVR port 37616ad7-1f48-470e-ba55-6d98cee2929d on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:42.145103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411f4a7b-9894-4bb4-93bd-cfec1c3723e7']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:42.164433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-329f0742-8944-4b00-8b00-335bffa73e1b tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:42.166221 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-329f0742-8944-4b00-8b00-335bffa73e1b tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.59 "GET /v2.0/networks?id=e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 200 len: 810 time: 0.5206738 Jul 08 18:17:42.187238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Request body: {'port': {'device_id': '777d74c9-56cd-4042-96f5-7c683aaacf20', 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f', 'admin_state_up': True, 'tenant_id': '3402b5f687644f958a338c37a1460539'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:42.208765 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa362d3-fcb2-4355-87f6-647c9c34a8d2') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:42.209464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa362d3-fcb2-4355-87f6-647c9c34a8d2') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:42.293369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:42.344280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94055ca-5bb1-43bc-9201-21c6ea741e54 req-7e327639-8402-42f3-bfc1-6177cc8a519a tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:42.348415 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d94055ca-5bb1-43bc-9201-21c6ea741e54 req-7e327639-8402-42f3-bfc1-6177cc8a519a tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1204638 Jul 08 18:17:42.367078 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:42.372942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54068) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:42.417042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:17:42.424902 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:42.437893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d94055ca-5bb1-43bc-9201-21c6ea741e54 req-b1f07f4e-e53b-46dd-b0e1-a5563bc5c858 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831892 Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:17:42.452859 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:17:42.544215 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4470ee-841b-4bca-850a-be2c3146de1e req-a3008c53-e6d9-47c8-ac19-cf89afebf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:42.546217 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ed4470ee-841b-4bca-850a-be2c3146de1e req-a3008c53-e6d9-47c8-ac19-cf89afebf0b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 1096 time: 0.3506298 Jul 08 18:17:42.581134 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:42.610537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:42.637177 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] 10.222.0.73 "DELETE /v2.0/networks/411f4a7b-9894-4bb4-93bd-cfec1c3723e7 HTTP/1.1" status: 204 len: 168 time: 1.5977156 Jul 08 18:17:42.657233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4493116e-b8fc-4284-9c98-4ab4daa9be69 req-8793214c-1337-4095-84de-ad0184a29b46 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 210 time: 0.0764112 Jul 08 18:17:42.751041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 03f93f5f-7768-4626-8448-d012eac69ca2 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:42.845076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931a1bd-6385-4fd8-98da-7591c757704a tempest-AllowedAddressPairIpV6TestJSON-2051200250 tempest-AllowedAddressPairIpV6TestJSON-2051200250-project] Pushing event deleted for resources: {'Network': ['ID=411f4a7b-9894-4bb4-93bd-cfec1c3723e7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:42.895828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Made reservation on behalf of 3402b5f687644f958a338c37a1460539 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:42.897553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 03f93f5f-7768-4626-8448-d012eac69ca2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:42.903598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 03f93f5f-7768-4626-8448-d012eac69ca2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:42.905964 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:42.909059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:42.963097 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8169eb8-a266-4646-a069-ea0e6a97c472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.118300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54094) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:43.164938 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.171291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54098) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:43.249964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Allocated IP 172.20.0.2 (e06f7abd-7c76-4808-a3a8-de893d43c63f/a4b5a276-c3a3-46c3-85bd-73a99230a19a/9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:43.260223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 03f93f5f-7768-4626-8448-d012eac69ca2, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=03f93f5f-7768-4626-8448-d012eac69ca2,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:43.276554 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.374529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 37616ad7-1f48-470e-ba55-6d98cee2929d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:43.399614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 37616ad7-1f48-470e-ba55-6d98cee2929d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:17:43.399958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 37616ad7-1f48-470e-ba55-6d98cee2929d not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:43.417051 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=03f93f5f-7768-4626-8448-d012eac69ca2,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:43.449258 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad2d20f0-531c-4ed6-9ef5-9a5092a7d91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.489043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.522310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54104) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:43.522632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6a5fa171-8541-4a61-92d1-d5c0ddc5ea9b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46edadfb217743faa65fcb0db148572f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027491 Jul 08 18:17:43.537811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c6f5c-9f4b-4c90-80f3-054896263df5 req-58d5185d-adda-4370-b378-be9b5560a62e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:43.544498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c6f5c-9f4b-4c90-80f3-054896263df5 req-58d5185d-adda-4370-b378-be9b5560a62e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:43.550554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c6f5c-9f4b-4c90-80f3-054896263df5 req-58d5185d-adda-4370-b378-be9b5560a62e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:43.556686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c6f5c-9f4b-4c90-80f3-054896263df5 req-58d5185d-adda-4370-b378-be9b5560a62e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:43.563592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c6f5c-9f4b-4c90-80f3-054896263df5 req-58d5185d-adda-4370-b378-be9b5560a62e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:43.569463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c6f5c-9f4b-4c90-80f3-054896263df5 req-58d5185d-adda-4370-b378-be9b5560a62e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:43.577122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c6f5c-9f4b-4c90-80f3-054896263df5 req-58d5185d-adda-4370-b378-be9b5560a62e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:43.577705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4470ee-841b-4bca-850a-be2c3146de1e req-b3c161ec-d4a3-46a7-8779-1403c7a6467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:43.579103 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-453c6f5c-9f4b-4c90-80f3-054896263df5 req-58d5185d-adda-4370-b378-be9b5560a62e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5446 time: 0.2432001 Jul 08 18:17:43.579276 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ed4470ee-841b-4bca-850a-be2c3146de1e req-b3c161ec-d4a3-46a7-8779-1403c7a6467d service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 912 time: 1.0220757 Jul 08 18:17:43.608024 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f1ece1-1f14-4e5c-ab97-2419b49252a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.665818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-453c6f5c-9f4b-4c90-80f3-054896263df5 req-67aa7118-7dec-4c89-88a1-962db83a2133 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765400 Jul 08 18:17:43.681415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b5a14-765d-4976-9e38-46f2f2d0309d req-cb168032-1b29-47c4-afdb-cd74d586e15c tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:43.683753 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-788b5a14-765d-4976-9e38-46f2f2d0309d req-cb168032-1b29-47c4-afdb-cd74d586e15c tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1036301 Jul 08 18:17:43.700906 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f1ece1-1f14-4e5c-ab97-2419b49252a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.715845 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ed4470ee-841b-4bca-850a-be2c3146de1e req-c5844dbe-803a-4af5-88a4-3d57f53bf187 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4834f5af-4dc9-4f77-9c36-43250f42de76 HTTP/1.1" status: 200 len: 1001 time: 0.1240270 Jul 08 18:17:43.721828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.736433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-788b5a14-765d-4976-9e38-46f2f2d0309d req-88f2d8ea-b006-4bda-876c-99cf4392bf05 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458138 Jul 08 18:17:43.830129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8169eb8-a266-4646-a069-ea0e6a97c472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.846385 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8169eb8-a266-4646-a069-ea0e6a97c472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.849899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Network e06f7abd-7c76-4808-a3a8-de893d43c63f is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:43.859076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ca4ff-65aa-43cb-aae5-c39b36b399e8 req-c8e0ed63-1166-475b-8e07-8bf6dda09340 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:43.860595 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-111ca4ff-65aa-43cb-aae5-c39b36b399e8 req-c8e0ed63-1166-475b-8e07-8bf6dda09340 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 931 time: 0.0750308 Jul 08 18:17:43.868576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:43.871033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Pushing event updated for resources: {'Port': ['ID=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:43.882244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:43.885038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4470ee-841b-4bca-850a-be2c3146de1e req-94e573f9-aaed-4f2d-a8ca-732299f89ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:43.886572 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ed4470ee-841b-4bca-850a-be2c3146de1e req-94e573f9-aaed-4f2d-a8ca-732299f89ee5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.1628821 Jul 08 18:17:43.910722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-111ca4ff-65aa-43cb-aae5-c39b36b399e8 req-631397f4-4fa3-444a-af58-6e0ac1ccecde tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 Jul 08 18:17:43.979948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f1ece1-1f14-4e5c-ab97-2419b49252a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.982720 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f1ece1-1f14-4e5c-ab97-2419b49252a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.983883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-46f1ece1-1f14-4e5c-ab97-2419b49252a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cd647ea-c8b6-4c96-ab75-2908ba9a22d2 HTTP/1.1" status: 204 len: 168 time: 0.4584730 Jul 08 18:17:43.986402 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e8169eb8-a266-4646-a069-ea0e6a97c472 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b0f0dd500fef45838bacae21ed70ffd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6129513 Jul 08 18:17:43.989089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54112) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:43.991022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8169eb8-a266-4646-a069-ea0e6a97c472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8298c319-a5ed-4807-8828-21a6da101086,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:44.013978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1ece1-1f14-4e5c-ab97-2419b49252a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd647ea-c8b6-4c96-ab75-2908ba9a22d2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:44.022887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:44.023588 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.056280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4470ee-841b-4bca-850a-be2c3146de1e req-c08e0186-d72d-4837-a972-e948b0a5cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:44.058283 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ed4470ee-841b-4bca-850a-be2c3146de1e req-c08e0186-d72d-4837-a972-e948b0a5cc9b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606567 Jul 08 18:17:44.065511 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad2d20f0-531c-4ed6-9ef5-9a5092a7d91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.070948 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad2d20f0-531c-4ed6-9ef5-9a5092a7d91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.086344 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-176d97de-8538-4b72-8ea0-d061118c8184 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9064658 Jul 08 18:17:44.105181 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d96dd2f2-ff86-4c84-9109-d49694f24ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.116179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Request body: {'port': {'device_id': '777d74c9-56cd-4042-96f5-7c683aaacf20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:44.130531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ad2d20f0-531c-4ed6-9ef5-9a5092a7d91a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e590657a2564ae09a0acf83bda8a12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9577336 Jul 08 18:17:44.132924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54114) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:44.141643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d20f0-531c-4ed6-9ef5-9a5092a7d91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27da331d-a56a-4c5d-9d77-456a23a65dcf,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:44.160009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d96dd2f2-ff86-4c84-9109-d49694f24ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.228419 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c315bfaa-8413-4420-9f93-c870ba774dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.230972 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ed4470ee-841b-4bca-850a-be2c3146de1e req-85631ef4-94a4-4519-83e3-2472c6d6a24a service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660016 Jul 08 18:17:44.250475 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.257636 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c315bfaa-8413-4420-9f93-c870ba774dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.264788 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d96dd2f2-ff86-4c84-9109-d49694f24ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.267534 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d96dd2f2-ff86-4c84-9109-d49694f24ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.271030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d96dd2f2-ff86-4c84-9109-d49694f24ff2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8298c319-a5ed-4807-8828-21a6da101086 HTTP/1.1" status: 204 len: 168 time: 0.2774901 Jul 08 18:17:44.284759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dd2f2-ff86-4c84-9109-d49694f24ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8298c319-a5ed-4807-8828-21a6da101086,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:44.341432 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c315bfaa-8413-4420-9f93-c870ba774dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.344609 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c315bfaa-8413-4420-9f93-c870ba774dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.345761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c315bfaa-8413-4420-9f93-c870ba774dc8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27da331d-a56a-4c5d-9d77-456a23a65dcf HTTP/1.1" status: 204 len: 168 time: 0.2119324 Jul 08 18:17:44.357031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315bfaa-8413-4420-9f93-c870ba774dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27da331d-a56a-4c5d-9d77-456a23a65dcf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:44.452003 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ed4470ee-841b-4bca-850a-be2c3146de1e req-9fc5ac56-4b14-4eab-9fba-6d9595e84dc9 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139516 Jul 08 18:17:44.548492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-541ff76e-83c1-4fa7-ae51-b2888a3843dc tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:44.559149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-541ff76e-83c1-4fa7-ae51-b2888a3843dc tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:44.576272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-541ff76e-83c1-4fa7-ae51-b2888a3843dc tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:44.587053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-541ff76e-83c1-4fa7-ae51-b2888a3843dc tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:44.603749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-541ff76e-83c1-4fa7-ae51-b2888a3843dc tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:44.605010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 03f93f5f-7768-4626-8448-d012eac69ca2 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:44.611500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-541ff76e-83c1-4fa7-ae51-b2888a3843dc tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:44.618003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-541ff76e-83c1-4fa7-ae51-b2888a3843dc tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:44.620769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-541ff76e-83c1-4fa7-ae51-b2888a3843dc tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5446 time: 0.2010622 Jul 08 18:17:44.661042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 03f93f5f-7768-4626-8448-d012eac69ca2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:44.661665 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.693741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:17:44.704516 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.720923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-18463f9b-f03c-4756-8bff-013f72458f15 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:44.722599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-18463f9b-f03c-4756-8bff-013f72458f15 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "GET /v2.0/ports/8373c0d3-2b06-4151-b80b-653f5a3611ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0970671 Jul 08 18:17:44.731010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Transition to ACTIVE for port object 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:44.738055 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.777719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54142) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:44.831376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28f97902-70c5-481b-abb7-9934e34ff870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.837460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Pushing event updated for resources: {'Port': ['ID=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:44.971087 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28f97902-70c5-481b-abb7-9934e34ff870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.983156 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28f97902-70c5-481b-abb7-9934e34ff870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.989707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-fe54ee26-106c-4985-aa23-ebbb1b947295 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "GET /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2614052 Jul 08 18:17:45.024997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f97902-70c5-481b-abb7-9934e34ff870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41db325-45c9-4dc3-960c-551871438f9e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:45.054948 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28f97902-70c5-481b-abb7-9934e34ff870 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=97565c4de75a40068a54c6d594fa3a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761362 Jul 08 18:17:45.056123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Attempting to bind port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:17:45.056451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Attempting to bind port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:17:45.056785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Attempting to bind port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 on network e06f7abd-7c76-4808-a3a8-de893d43c63f {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:17:45.060546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54156) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:45.067729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:45.076848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 on network e06f7abd-7c76-4808-a3a8-de893d43c63f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:17:45.077335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Attempting to bind port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 on network e06f7abd-7c76-4808-a3a8-de893d43c63f {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:17:45.084420 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:17:45.084773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Checking segment: {'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:17:45.085160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Bound using segment: {'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:17:45.085756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Bound port: 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:17:45.086130 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.231569 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8ba26fd-e069-460d-8f0b-053b718a6813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.267931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e40d4-a21d-48a2-9210-4c016adfcb5b req-194044de-8432-48aa-a5b7-37efd1aa9a7d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.270128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] For port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:17:45.274282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e40d4-a21d-48a2-9210-4c016adfcb5b req-194044de-8432-48aa-a5b7-37efd1aa9a7d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.274438 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8ba26fd-e069-460d-8f0b-053b718a6813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.277605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] For port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:17:45.283425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e40d4-a21d-48a2-9210-4c016adfcb5b req-194044de-8432-48aa-a5b7-37efd1aa9a7d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.290546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e40d4-a21d-48a2-9210-4c016adfcb5b req-194044de-8432-48aa-a5b7-37efd1aa9a7d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.293451 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.297569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e40d4-a21d-48a2-9210-4c016adfcb5b req-194044de-8432-48aa-a5b7-37efd1aa9a7d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.304180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e40d4-a21d-48a2-9210-4c016adfcb5b req-194044de-8432-48aa-a5b7-37efd1aa9a7d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.311655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e40d4-a21d-48a2-9210-4c016adfcb5b req-194044de-8432-48aa-a5b7-37efd1aa9a7d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.313133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a49e40d4-a21d-48a2-9210-4c016adfcb5b req-194044de-8432-48aa-a5b7-37efd1aa9a7d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 5446 time: 0.3119996 Jul 08 18:17:45.361579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.362629 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.364286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] 10.222.0.59 "PUT /v2.0/ports/9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 HTTP/1.1" status: 200 len: 1091 time: 1.2522941 Jul 08 18:17:45.366057 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.370506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777d74c9-56cd-4042-96f5-7c683aaacf20', 'tag': '9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:45.377424 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3606b2d0-533a-478e-be80-60ccdf5c82f2" -d '{"events": [{"name": "network-changed", "server_uuid": "777d74c9-56cd-4042-96f5-7c683aaacf20", "tag": "9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:45.379903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f5587-a072-437c-a051-2822705430bb req-750ba43d-99e4-417c-b80a-042a858676b8 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.381993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe6f5587-a072-437c-a051-2822705430bb req-750ba43d-99e4-417c-b80a-042a858676b8 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.3097572 Jul 08 18:17:45.412899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9578976-bc5a-4ed5-add3-cf546612c21d service neutron] Pushing event updated for resources: {'Port': ['ID=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:45.414765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a49e40d4-a21d-48a2-9210-4c016adfcb5b req-64dbec55-47db-4c33-bfa0-43804029d2f8 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=ef5c4667-76b7-4899-bfdf-ca06b96909a4&id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900357 Jul 08 18:17:45.436924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54172) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:45.482376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8ba26fd-e069-460d-8f0b-053b718a6813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.484987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8ba26fd-e069-460d-8f0b-053b718a6813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.486182 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d8ba26fd-e069-460d-8f0b-053b718a6813 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a41db325-45c9-4dc3-960c-551871438f9e HTTP/1.1" status: 204 len: 168 time: 0.4244831 Jul 08 18:17:45.499660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba26fd-e069-460d-8f0b-053b718a6813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41db325-45c9-4dc3-960c-551871438f9e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:45.525198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe6f5587-a072-437c-a051-2822705430bb req-0e216363-5112-442f-a469-3832dcdbefa7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013680 Jul 08 18:17:45.563120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9a9970f-c27f-4390-b536-e29cc0248bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.565151 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-a9a9970f-c27f-4390-b536-e29cc0248bc3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3402b5f687644f958a338c37a1460539&device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 1094 time: 0.1407652 Jul 08 18:17:45.630679 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-201491c8-17b2-472a-9ec6-4f4088ab3bce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 HTTP/1.1" status: 200 len: 217 time: 0.0552151 Jul 08 18:17:45.638566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] For port 8373c0d3-2b06-4151-b80b-653f5a3611ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=8373c0d3-2b06-4151-b80b-653f5a3611ce,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:45.699438 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-46d9e390-f406-4dea-89d5-7fe024121f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.701384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-46d9e390-f406-4dea-89d5-7fe024121f5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b5a276-c3a3-46c3-85bd-73a99230a19a HTTP/1.1" status: 200 len: 850 time: 0.0617507 Jul 08 18:17:45.709461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] For port 8373c0d3-2b06-4151-b80b-653f5a3611ce, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:17:45.731567 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4b50a1-cd36-4056-8860-f2ef389a36ee x-openstack-request-id: req-2e4b50a1-cd36-4056-8860-f2ef389a36ee {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:45.731859 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777d74c9-56cd-4042-96f5-7c683aaacf20", "tag": "9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:45.732112 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e4b50a1-cd36-4056-8860-f2ef389a36ee {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:45.732501 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777d74c9-56cd-4042-96f5-7c683aaacf20', 'tag': '9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52', 'status': 'completed', 'code': 200} Jul 08 18:17:45.758067 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-9c897aa9-04c1-4306-a36e-ac51720053c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e06f7abd-7c76-4808-a3a8-de893d43c63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484574 Jul 08 18:17:45.762965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aca1a-b6fa-44b7-8379-7bf4088faba4 req-d573d694-ca22-4593-a1e3-c2d011289dde tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.764782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-026aca1a-b6fa-44b7-8379-7bf4088faba4 req-d573d694-ca22-4593-a1e3-c2d011289dde tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 943 time: 0.1284692 Jul 08 18:17:45.767169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] device_id is not set on port 8373c0d3-2b06-4151-b80b-653f5a3611ce yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:45.784465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.809125 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.846672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-026aca1a-b6fa-44b7-8379-7bf4088faba4 req-6624427a-1760-4067-b872-80332fb84c6b tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743363 Jul 08 18:17:45.875245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-362266939'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:45.901603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] No DVR routers for this DVR port 8373c0d3-2b06-4151-b80b-653f5a3611ce on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:45.904057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] Pushing event updated for resources: {'Port': ['ID=8373c0d3-2b06-4151-b80b-653f5a3611ce,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:45.923343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Made reservation on behalf of d907f9cdc4e64124ba384cc25c33af8d for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:45.927658 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.953578 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.965555 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-1ddcce66-ef4e-4e53-a02e-9b72ee729724 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011995 Jul 08 18:17:45.968302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] In _notify_port_updated(), no bound segment for port 8373c0d3-2b06-4151-b80b-653f5a3611ce on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:17:45.969298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:45.970468 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:45.976850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-ee5b65fb-6638-44e1-8ed0-ad84bdcb5afc service neutron] 10.222.0.59 "PUT /v2.0/ports/8373c0d3-2b06-4151-b80b-653f5a3611ce HTTP/1.1" status: 200 len: 1032 time: 0.9750311 Jul 08 18:17:46.045094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-dea775aa-482f-4919-95e9-6b75ace33f1b tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:46.046636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-dea775aa-482f-4919-95e9-6b75ace33f1b tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "GET /v2.0/ports/d4cc5ac4-b829-405d-8524-bd92c8f400fe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0650983 Jul 08 18:17:46.057382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:46.105091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 0f10bd94-4d96-496c-83a7-1bd4b5116767 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:46.107265 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99886c6f-0677-4363-af5e-c70fa1fa625a req-d28d722c-b80e-42c2-b94d-f23600399746 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324751 Jul 08 18:17:46.162160 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.176492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.177812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.236669 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:17:46.262777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da41455b-1f93-4f43-8051-a6a5f6eeba38,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:46.269399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.270124 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Added segment 196501bf-a597-47e6-9615-f522515591b6 of type vlan for network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 Jul 08 18:17:46.316862 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.344724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6d68d0f8-83db-45f4-9f0d-20fbc9ae771a None None] Provisioning complete for port 8373c0d3-2b06-4151-b80b-653f5a3611ce triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:46.344861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54190) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:46.345304 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6d68d0f8-83db-45f4-9f0d-20fbc9ae771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.351967 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.364685 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8906-7c5d-4278-a9a6-464a38007a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.371657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606b2d0-533a-478e-be80-60ccdf5c82f2 req-d6c79e17-50cf-41b7-95ef-b98573e32333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:46.373189 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3606b2d0-533a-478e-be80-60ccdf5c82f2 req-d6c79e17-50cf-41b7-95ef-b98573e32333 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3402b5f687644f958a338c37a1460539&device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 1094 time: 0.1882496 Jul 08 18:17:46.383676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f10bd94-4d96-496c-83a7-1bd4b5116767'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:46.387268 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55891feb-455c-496a-93fd-51cf4bf1e22a" -d '{"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-unplugged", "status": "completed", "tag": "0f10bd94-4d96-496c-83a7-1bd4b5116767"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:46.408236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 0f10bd94-4d96-496c-83a7-1bd4b5116767, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=0f10bd94-4d96-496c-83a7-1bd4b5116767,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:46.419859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6d68d0f8-83db-45f4-9f0d-20fbc9ae771a None None] Port 8373c0d3-2b06-4151-b80b-653f5a3611ce cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:46.434989 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.435234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] For port d4cc5ac4-b829-405d-8524-bd92c8f400fe, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d4cc5ac4-b829-405d-8524-bd92c8f400fe,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:46.437329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device fa8f0f29-cc28-4b63-8c42-9caf10706204 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:46.461118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.469585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:46.470638 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.504687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] For port d4cc5ac4-b829-405d-8524-bd92c8f400fe, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:17:46.549820 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb8d73-5c93-453e-b0a9-0fecd53fc076 x-openstack-request-id: req-adfb8d73-5c93-453e-b0a9-0fecd53fc076 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:46.550455 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-unplugged", "status": "completed", "tag": "0f10bd94-4d96-496c-83a7-1bd4b5116767", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:46.550865 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-adfb8d73-5c93-453e-b0a9-0fecd53fc076 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:46.551412 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f10bd94-4d96-496c-83a7-1bd4b5116767', 'code': 200} Jul 08 18:17:46.568327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] device_id is not set on port d4cc5ac4-b829-405d-8524-bd92c8f400fe yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:46.595287 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.600276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'Network': ['ID=0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:46.610673 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.614269 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8906-7c5d-4278-a9a6-464a38007a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.624663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:17:46.630588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=0f10bd94-4d96-496c-83a7-1bd4b5116767,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:46.644145 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1156f103-c119-4363-997a-d45b031e03d4 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2047832 Jul 08 18:17:46.645451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606b2d0-533a-478e-be80-60ccdf5c82f2 req-d6323d8f-0c72-407d-b9c8-564ae7910f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:46.647918 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3606b2d0-533a-478e-be80-60ccdf5c82f2 req-d6323d8f-0c72-407d-b9c8-564ae7910f5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 200 len: 911 time: 0.2655261 Jul 08 18:17:46.648442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54202) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:46.655394 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8906-7c5d-4278-a9a6-464a38007a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.659685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Request body: {'subnet': {'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:46.758259 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3606b2d0-533a-478e-be80-60ccdf5c82f2 req-ca420ec4-b170-46ca-a46c-3f657d15734c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 HTTP/1.1" status: 200 len: 217 time: 0.0844851 Jul 08 18:17:46.810145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] No DVR routers for this DVR port d4cc5ac4-b829-405d-8524-bd92c8f400fe on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:46.834768 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.849664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606b2d0-533a-478e-be80-60ccdf5c82f2 req-a0c4cfc2-68e6-4cd5-ab0b-086a538197c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:46.851230 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3606b2d0-533a-478e-be80-60ccdf5c82f2 req-a0c4cfc2-68e6-4cd5-ab0b-086a538197c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b5a276-c3a3-46c3-85bd-73a99230a19a HTTP/1.1" status: 200 len: 850 time: 0.0855820 Jul 08 18:17:46.859309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fa6d8906-7c5d-4278-a9a6-464a38007a85 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb3e17bf6f10425796efec1c9151f6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128329 Jul 08 18:17:46.860183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d8906-7c5d-4278-a9a6-464a38007a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea189fc9-bf3f-40ef-9af8-d1cc2872371c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:46.874538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54208) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:46.884581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port fa8f0f29-cc28-4b63-8c42-9caf10706204, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=fa8f0f29-cc28-4b63-8c42-9caf10706204,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:46.886408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] In _notify_port_updated(), no bound segment for port d4cc5ac4-b829-405d-8524-bd92c8f400fe on network da8d15b1-bfaa-4cea-a77b-62112b6c78fb {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:17:46.887330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:46.888063 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.889238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] 10.222.0.59 "PUT /v2.0/ports/d4cc5ac4-b829-405d-8524-bd92c8f400fe HTTP/1.1" status: 200 len: 1033 time: 0.8365047 Jul 08 18:17:46.891160 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.892346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device eeffd98c-291f-4917-bf1b-39e512d635be no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:46.920154 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3606b2d0-533a-478e-be80-60ccdf5c82f2 req-432c3280-5634-4150-a522-8e25bb6862f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e06f7abd-7c76-4808-a3a8-de893d43c63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517628 Jul 08 18:17:46.925433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Made reservation on behalf of d907f9cdc4e64124ba384cc25c33af8d for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:46.930539 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:46.964555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205a95e-4d8f-474f-901f-71fa255540dc service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc5ac4-b829-405d-8524-bd92c8f400fe,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:47.008547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=fa8f0f29-cc28-4b63-8c42-9caf10706204,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:47.076698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-04ff7d81-3459-4a83-b32d-80943be48146 None None] Provisioning complete for port d4cc5ac4-b829-405d-8524-bd92c8f400fe triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:47.077079 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-04ff7d81-3459-4a83-b32d-80943be48146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.116444 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3606b2d0-533a-478e-be80-60ccdf5c82f2 req-bdef6cf1-4874-44a5-a481-8df8bd6add92 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822994 Jul 08 18:17:47.124747 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.138358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-04ff7d81-3459-4a83-b32d-80943be48146 None None] Port d4cc5ac4-b829-405d-8524-bd92c8f400fe cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:47.181866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port eeffd98c-291f-4917-bf1b-39e512d635be, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=eeffd98c-291f-4917-bf1b-39e512d635be,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:47.189001 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.189611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9dc138b5-431f-4879-a92f-271d72241855 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:47.211171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef59b-c3a5-427f-870a-2014ac541116 req-e4b54e22-c3e9-412e-8460-af08077004d3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:47.220143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef59b-c3a5-427f-870a-2014ac541116 req-e4b54e22-c3e9-412e-8460-af08077004d3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:47.230965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef59b-c3a5-427f-870a-2014ac541116 req-e4b54e22-c3e9-412e-8460-af08077004d3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:47.243128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef59b-c3a5-427f-870a-2014ac541116 req-e4b54e22-c3e9-412e-8460-af08077004d3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:47.252536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef59b-c3a5-427f-870a-2014ac541116 req-e4b54e22-c3e9-412e-8460-af08077004d3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:47.254426 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0baef59b-c3a5-427f-870a-2014ac541116 req-e4b54e22-c3e9-412e-8460-af08077004d3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 3883 time: 0.4720225 Jul 08 18:17:47.266949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22780769-8260-410e-9c91-d45da85541a4 req-723cbac6-1714-4376-870f-def532b46a3c tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:47.268561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22780769-8260-410e-9c91-d45da85541a4 req-723cbac6-1714-4376-870f-def532b46a3c tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.3853536 Jul 08 18:17:47.285146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.333978 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.337290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=eeffd98c-291f-4917-bf1b-39e512d635be,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:47.378009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9dc138b5-431f-4879-a92f-271d72241855, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9dc138b5-431f-4879-a92f-271d72241855,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:47.384013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.384994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 59682ff9-4a96-408d-bee6-68e470629095 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:47.404507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0baef59b-c3a5-427f-870a-2014ac541116 req-ad2ecefb-cf31-4ba6-85a3-b16033dc2e69 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337671 Jul 08 18:17:47.407319 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.429545 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22780769-8260-410e-9c91-d45da85541a4 req-ff6d8a92-8965-42f5-a9dd-18b3415cf737 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508019 Jul 08 18:17:47.484812 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-0aeae8e3-68f5-4285-b780-98d74080c3fb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Deleting port eeffd98c-291f-4917-bf1b-39e512d635be {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:47.486665 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-0aeae8e3-68f5-4285-b780-98d74080c3fb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.516980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=9dc138b5-431f-4879-a92f-271d72241855,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:47.621290 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.661347 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.687708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-0aeae8e3-68f5-4285-b780-98d74080c3fb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] For port eeffd98c-291f-4917-bf1b-39e512d635be, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=eeffd98c-291f-4917-bf1b-39e512d635be,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:47.688289 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-0aeae8e3-68f5-4285-b780-98d74080c3fb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.689638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 59682ff9-4a96-408d-bee6-68e470629095, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=59682ff9-4a96-408d-bee6-68e470629095,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:47.698915 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.700064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8373c0d3-2b06-4151-b80b-653f5a3611ce no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:47.706658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-0aeae8e3-68f5-4285-b780-98d74080c3fb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Calling delete_port for eeffd98c-291f-4917-bf1b-39e512d635be owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:47.723798 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.726587 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.727733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ea189fc9-bf3f-40ef-9af8-d1cc2872371c HTTP/1.1" status: 204 len: 168 time: 0.8374603 Jul 08 18:17:47.769465 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3606b2d0-533a-478e-be80-60ccdf5c82f2 req-08ab2098-396b-407e-a5c1-cb372959d35c service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427653 Jul 08 18:17:47.780026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'Subnet': ['ID=f7af9693-9d05-42f0-a96b-fc0f7b9264e8,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:47.783678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea189fc9-bf3f-40ef-9af8-d1cc2872371c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:47.785555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Checking segment: {'id': '196501bf-a597-47e6-9615-f522515591b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:17:47.785996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Network hostable DHCP agents. Network: 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:17:47.794176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f6b0f-c09a-4d8a-8a62-8271ca464add req-64b6c59a-b764-4b3d-932c-462c81d9983e tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:47.801767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e64f6b0f-c09a-4d8a-8a62-8271ca464add req-64b6c59a-b764-4b3d-932c-462c81d9983e tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 943 time: 0.1872425 Jul 08 18:17:47.810633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:17:47.818333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 8373c0d3-2b06-4151-b80b-653f5a3611ce not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:47.819182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d4cc5ac4-b829-405d-8524-bd92c8f400fe no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:17:47.827128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:47.829319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.829672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.830023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.830391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.830726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.831056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.831382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.831756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.832087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.832410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.832731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.832901 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:47.833048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcee00-6a59-48a7-b9ff-5339a45588a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:47.833669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:47.857872 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-61ed634d-4c32-4f58-bc8e-6f783b480a6e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2060115 Jul 08 18:17:47.858410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54232) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:47.870576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Request body: {'port': {'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9', 'name': 'tempest-AllowedAddressPairTestJSON-181455472'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:47.879198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e64f6b0f-c09a-4d8a-8a62-8271ca464add req-936a217c-92d0-48f2-8c42-3516e3d4b250 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766573 Jul 08 18:17:47.882254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54234) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:47.897482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c166451-f30d-4d7d-914d-bcbd6fa9d614 None None] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:47.976645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d4cc5ac4-b829-405d-8524-bd92c8f400fe not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:17:47.984796 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-0aeae8e3-68f5-4285-b780-98d74080c3fb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.003096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=59682ff9-4a96-408d-bee6-68e470629095,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:48.028664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeae8e3-68f5-4285-b780-98d74080c3fb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Port': ['ID=eeffd98c-291f-4917-bf1b-39e512d635be,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:48.087149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Made reservation on behalf of d907f9cdc4e64124ba384cc25c33af8d for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:48.092438 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.100647 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-0aeae8e3-68f5-4285-b780-98d74080c3fb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] No DVR routers for this DVR port eeffd98c-291f-4917-bf1b-39e512d635be on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:48.103410 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-0aeae8e3-68f5-4285-b780-98d74080c3fb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.110994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-0aeae8e3-68f5-4285-b780-98d74080c3fb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "DELETE /v2.0/ports/eeffd98c-291f-4917-bf1b-39e512d635be HTTP/1.1" status: 204 len: 173 time: 1.2011714 Jul 08 18:17:48.112011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-deleted', 'tag': 'eeffd98c-291f-4917-bf1b-39e512d635be'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:48.116763 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9721c2-1304-4683-8cdd-e95e03fee8e2" -d '{"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-deleted", "tag": "eeffd98c-291f-4917-bf1b-39e512d635be"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:48.118376 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] device_id is not set on port 30431d28-e18a-4f71-85e8-c4fff9d3f8bd yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:48.181070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9', 'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9', 'tenant_id': 'd907f9cdc4e64124ba384cc25c33af8d', 'fixed_ips': [{'subnet_id': 'f7af9693-9d05-42f0-a96b-fc0f7b9264e8'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:17:48.182655 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.220690 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39914505-5709-48ea-861b-2edbf8521a19 x-openstack-request-id: req-39914505-5709-48ea-861b-2edbf8521a19 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:48.220927 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-deleted", "tag": "eeffd98c-291f-4917-bf1b-39e512d635be", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:48.221159 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39914505-5709-48ea-861b-2edbf8521a19 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:48.221559 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-deleted', 'tag': 'eeffd98c-291f-4917-bf1b-39e512d635be', 'status': 'completed', 'code': 200} Jul 08 18:17:48.290556 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29f7e495-9505-4773-a6cd-2e336767e5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.322757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-fbf721fd-956d-492c-9bc5-606adbd43746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Deleting port 0f10bd94-4d96-496c-83a7-1bd4b5116767 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:48.323679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-fbf721fd-956d-492c-9bc5-606adbd43746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.338655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Allocated IP 172.20.0.4 (0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9/f7af9693-9d05-42f0-a96b-fc0f7b9264e8/30431d28-e18a-4f71-85e8-c4fff9d3f8bd) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:48.453608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-fbf721fd-956d-492c-9bc5-606adbd43746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] For port 0f10bd94-4d96-496c-83a7-1bd4b5116767, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=0f10bd94-4d96-496c-83a7-1bd4b5116767,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:48.453968 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-fbf721fd-956d-492c-9bc5-606adbd43746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.503445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-fbf721fd-956d-492c-9bc5-606adbd43746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Calling delete_port for 0f10bd94-4d96-496c-83a7-1bd4b5116767 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:48.553288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8f0f29-cc28-4b63-8c42-9caf10706204'}, {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeffd98c-291f-4917-bf1b-39e512d635be'}, {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc138b5-431f-4879-a92f-271d72241855'}, {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59682ff9-4a96-408d-bee6-68e470629095'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:48.560388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.561397 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4b951a-3cb9-4dff-b10f-9f0821960613" -d '{"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8f0f29-cc28-4b63-8c42-9caf10706204"}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-unplugged", "status": "completed", "tag": "eeffd98c-291f-4917-bf1b-39e512d635be"}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc138b5-431f-4879-a92f-271d72241855"}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-unplugged", "status": "completed", "tag": "59682ff9-4a96-408d-bee6-68e470629095"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:48.578831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Transition to ACTIVE for port object 30431d28-e18a-4f71-85e8-c4fff9d3f8bd will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:48.626963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.627728 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29f7e495-9505-4773-a6cd-2e336767e5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.650720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29f7e495-9505-4773-a6cd-2e336767e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.756125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-29f7e495-9505-4773-a6cd-2e336767e5fd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ca6cd08503414c228e22cd4254a65b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8510725 Jul 08 18:17:48.756945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7e495-9505-4773-a6cd-2e336767e5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934ffd6b-b513-485e-b12e-0f3b13242165,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:48.760008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54264) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:48.778661 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:48.791342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:48.794443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:48.831819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'Port': ['ID=30431d28-e18a-4f71-85e8-c4fff9d3f8bd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:48.858725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:48.859473 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.878008 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fe8e215f-22a8-40a9-8e1e-4179a51ba697 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0168636 Jul 08 18:17:48.880964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:48.889281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Request body: {'port': {'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9', 'name': 'tempest-AllowedAddressPairTestJSON-1715828958', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c2:b6:86'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:48.893645 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552437e1-268c-4d10-ae91-fe37b52787dd x-openstack-request-id: req-552437e1-268c-4d10-ae91-fe37b52787dd {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:48.893931 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8f0f29-cc28-4b63-8c42-9caf10706204", "code": 200}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-unplugged", "status": "completed", "tag": "eeffd98c-291f-4917-bf1b-39e512d635be", "code": 200}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc138b5-431f-4879-a92f-271d72241855", "code": 200}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-unplugged", "status": "completed", "tag": "59682ff9-4a96-408d-bee6-68e470629095", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:48.894185 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-552437e1-268c-4d10-ae91-fe37b52787dd {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:48.894314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb4f85-02ff-453d-9d7a-4434ddd129a8 req-56fc3de8-a36e-420a-a708-3a0a78cc20ab tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:48.894622 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8f0f29-cc28-4b63-8c42-9caf10706204', 'code': 200} Jul 08 18:17:48.894868 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeffd98c-291f-4917-bf1b-39e512d635be', 'code': 200} Jul 08 18:17:48.895139 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc138b5-431f-4879-a92f-271d72241855', 'code': 200} Jul 08 18:17:48.895377 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59682ff9-4a96-408d-bee6-68e470629095', 'code': 200} Jul 08 18:17:48.900324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb4f85-02ff-453d-9d7a-4434ddd129a8 req-56fc3de8-a36e-420a-a708-3a0a78cc20ab tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:48.906751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb4f85-02ff-453d-9d7a-4434ddd129a8 req-56fc3de8-a36e-420a-a708-3a0a78cc20ab tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:48.912800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb4f85-02ff-453d-9d7a-4434ddd129a8 req-56fc3de8-a36e-420a-a708-3a0a78cc20ab tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:48.914597 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-84bb4f85-02ff-453d-9d7a-4434ddd129a8 req-56fc3de8-a36e-420a-a708-3a0a78cc20ab tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 3144 time: 0.2356753 Jul 08 18:17:48.927050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Allocated IP 172.20.0.2 (0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9/f7af9693-9d05-42f0-a96b-fc0f7b9264e8/ec8efdb1-8fda-4399-938a-c0d1275873a5) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:48.957460 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-fbf721fd-956d-492c-9bc5-606adbd43746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:48.960563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f04f990-5425-4d9b-88ea-55271dd51c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.028163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f04f990-5425-4d9b-88ea-55271dd51c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.064857 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Made reservation on behalf of d907f9cdc4e64124ba384cc25c33af8d for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:49.080246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf721fd-956d-492c-9bc5-606adbd43746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Port': ['ID=0f10bd94-4d96-496c-83a7-1bd4b5116767,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:49.138867 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.150686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-84bb4f85-02ff-453d-9d7a-4434ddd129a8 req-81030023-013b-437e-85a4-a629d45442ab tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241852 Jul 08 18:17:49.150891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Transition to ACTIVE for port object ec8efdb1-8fda-4399-938a-c0d1275873a5 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:49.169850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Transition to ACTIVE for port object ec8efdb1-8fda-4399-938a-c0d1275873a5 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:49.181538 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.198005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-fbf721fd-956d-492c-9bc5-606adbd43746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] No DVR routers for this DVR port 0f10bd94-4d96-496c-83a7-1bd4b5116767 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:49.221682 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.221984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-fbf721fd-956d-492c-9bc5-606adbd43746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.221984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-fbf721fd-956d-492c-9bc5-606adbd43746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "DELETE /v2.0/ports/0f10bd94-4d96-496c-83a7-1bd4b5116767 HTTP/1.1" status: 204 len: 173 time: 1.0862784 Jul 08 18:17:49.252302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:49.255137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:49.259692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:49.262899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Pushing event updated for resources: {'Port': ['ID=ec8efdb1-8fda-4399-938a-c0d1275873a5,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:49.265084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] device_id is not set on port 2765ab39-6cd5-4d1f-89ba-7bacb2ed3492 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:49.308661 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f04f990-5425-4d9b-88ea-55271dd51c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.311223 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f04f990-5425-4d9b-88ea-55271dd51c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.315041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7f04f990-5425-4d9b-88ea-55271dd51c45 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/934ffd6b-b513-485e-b12e-0f3b13242165 HTTP/1.1" status: 204 len: 168 time: 0.5525656 Jul 08 18:17:49.341786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04f990-5425-4d9b-88ea-55271dd51c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934ffd6b-b513-485e-b12e-0f3b13242165,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:49.359209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b466a-1ee9-4d41-a8e3-f9f1774f3f5b req-b2c559e0-d199-4aa7-b28c-f2ba8185830d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:49.361634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Attempting to bind port ec8efdb1-8fda-4399-938a-c0d1275873a5 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:17:49.362268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Attempting to bind port ec8efdb1-8fda-4399-938a-c0d1275873a5 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '196501bf-a597-47e6-9615-f522515591b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:17:49.362853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Attempting to bind port ec8efdb1-8fda-4399-938a-c0d1275873a5 on network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:17:49.366067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-663b466a-1ee9-4d41-a8e3-f9f1774f3f5b req-b2c559e0-d199-4aa7-b28c-f2ba8185830d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 943 time: 0.3034616 Jul 08 18:17:49.375985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:17:49.376748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Checking segment: {'id': '196501bf-a597-47e6-9615-f522515591b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:17:49.377360 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.377965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Bound using segment: {'id': '196501bf-a597-47e6-9615-f522515591b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:17:49.378665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Bound port: ec8efdb1-8fda-4399-938a-c0d1275873a5, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196501bf-a597-47e6-9615-f522515591b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:17:49.379250 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.436137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-663b466a-1ee9-4d41-a8e3-f9f1774f3f5b req-e81daf13-971e-4061-9d05-efd7e5b09a11 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613480 Jul 08 18:17:49.452163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Allocated IP 172.20.0.9 (0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9/f7af9693-9d05-42f0-a96b-fc0f7b9264e8/2765ab39-6cd5-4d1f-89ba-7bacb2ed3492) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:49.456020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-951414ad-0df2-414f-bad7-ea47d87896a9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Deleting port fa8f0f29-cc28-4b63-8c42-9caf10706204 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:49.456383 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-951414ad-0df2-414f-bad7-ea47d87896a9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.497863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] For port ec8efdb1-8fda-4399-938a-c0d1275873a5, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:17:49.502080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] For port ec8efdb1-8fda-4399-938a-c0d1275873a5, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ec8efdb1-8fda-4399-938a-c0d1275873a5,segment=NetworkSegment(196501bf-a597-47e6-9615-f522515591b6),segment_id=196501bf-a597-47e6-9615-f522515591b6)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:17:49.510243 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.611076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aca8ad-6742-40e7-b930-6bad6475c003 None None] Pushing event updated for resources: {'Port': ['ID=ec8efdb1-8fda-4399-938a-c0d1275873a5,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:49.734075 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.752073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Transition to ACTIVE for port object 2765ab39-6cd5-4d1f-89ba-7bacb2ed3492 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:49.811638 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.911245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:49.933001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:49.941577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:49.986505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'Port': ['ID=2765ab39-6cd5-4d1f-89ba-7bacb2ed3492,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:50.027222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:50.028126 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.065204 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6149db80-e9bf-45c6-b122-2d724bbb4108 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.1805491 Jul 08 18:17:50.070936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54294) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:50.117903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:17:50.131073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54296) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:50.142461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-951414ad-0df2-414f-bad7-ea47d87896a9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] For port fa8f0f29-cc28-4b63-8c42-9caf10706204, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=fa8f0f29-cc28-4b63-8c42-9caf10706204,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:50.142995 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-951414ad-0df2-414f-bad7-ea47d87896a9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.157936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-951414ad-0df2-414f-bad7-ea47d87896a9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Calling delete_port for fa8f0f29-cc28-4b63-8c42-9caf10706204 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:50.160868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc8d8-deaa-4ecf-8a88-46114cf95f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.222301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-deleted', 'tag': '0f10bd94-4d96-496c-83a7-1bd4b5116767'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:50.224874 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2010c361-f16d-41d2-a3b6-41287a7cfda5" -d '{"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-deleted", "tag": "0f10bd94-4d96-496c-83a7-1bd4b5116767"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:50.229121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca09e42-0a20-4609-8e0e-27e0e6004ef5 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:50.236361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca09e42-0a20-4609-8e0e-27e0e6004ef5 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:50.243027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca09e42-0a20-4609-8e0e-27e0e6004ef5 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:50.250059 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bca09e42-0a20-4609-8e0e-27e0e6004ef5 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1778533 Jul 08 18:17:50.254239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54302) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:50.294389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:50.321724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52', 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f', 'port_id': '9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52', 'mac_address': 'fa:16:3e:e9:63:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b5a276-c3a3-46c3-85bd-73a99230a19a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:17:50.338149 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e4fe8d-d2c7-4bfe-b455-f79180a64c51 x-openstack-request-id: req-d7e4fe8d-d2c7-4bfe-b455-f79180a64c51 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:50.338980 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-deleted", "tag": "0f10bd94-4d96-496c-83a7-1bd4b5116767", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:50.339316 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7e4fe8d-d2c7-4bfe-b455-f79180a64c51 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:50.339938 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-deleted', 'tag': '0f10bd94-4d96-496c-83a7-1bd4b5116767', 'status': 'completed', 'code': 200} Jul 08 18:17:50.342677 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-951414ad-0df2-414f-bad7-ea47d87896a9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.383814 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.388524 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951414ad-0df2-414f-bad7-ea47d87896a9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Port': ['ID=fa8f0f29-cc28-4b63-8c42-9caf10706204,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:50.413425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:17:50.437012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:50.441339 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.512775 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc8d8-deaa-4ecf-8a88-46114cf95f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.527113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-951414ad-0df2-414f-bad7-ea47d87896a9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] No DVR routers for this DVR port fa8f0f29-cc28-4b63-8c42-9caf10706204 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:50.547625 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-951414ad-0df2-414f-bad7-ea47d87896a9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.552274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc8d8-deaa-4ecf-8a88-46114cf95f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.552901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-951414ad-0df2-414f-bad7-ea47d87896a9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "DELETE /v2.0/ports/fa8f0f29-cc28-4b63-8c42-9caf10706204 HTTP/1.1" status: 204 len: 173 time: 1.3336143 Jul 08 18:17:50.559364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-50aea589-8996-4340-b33b-331ed762140a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Deleting port 2765ab39-6cd5-4d1f-89ba-7bacb2ed3492 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:50.560314 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50aea589-8996-4340-b33b-331ed762140a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.560799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:50.689031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ec8efdb1-8fda-4399-938a-c0d1275873a5 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:50.701511 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eb3cc8d8-deaa-4ecf-8a88-46114cf95f9f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16a4ecedb8264a6b81427e93b06149ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5695722 Jul 08 18:17:50.702127 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54320) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:50.706198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cc8d8-deaa-4ecf-8a88-46114cf95f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706ebd0e-4040-4e53-8bd1-50edb8e71486,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:50.777994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50aea589-8996-4340-b33b-331ed762140a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.799466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e58aa-3782-4ab0-b305-11d0a071c513 req-2cd677fd-75b3-44ef-8fe6-e2a94802517b tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:50.799738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-50aea589-8996-4340-b33b-331ed762140a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Calling delete_port for 2765ab39-6cd5-4d1f-89ba-7bacb2ed3492 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:50.807797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:17:50.816323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e58aa-3782-4ab0-b305-11d0a071c513 req-2cd677fd-75b3-44ef-8fe6-e2a94802517b tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:50.817864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ec8efdb1-8fda-4399-938a-c0d1275873a5 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:50.820002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da9e58aa-3782-4ab0-b305-11d0a071c513 req-2cd677fd-75b3-44ef-8fe6-e2a94802517b tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 1678 time: 0.4282982 Jul 08 18:17:50.881404 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06fdeb05-ea7d-455e-8228-c9007c99a96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:50.931748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06fdeb05-ea7d-455e-8228-c9007c99a96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.001284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da9e58aa-3782-4ab0-b305-11d0a071c513 req-195a7bb1-3b1a-483d-8daf-bc3f185219b2 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697543 Jul 08 18:17:51.068932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219321b2-4cd7-40a2-849d-497c3535709f req-9f282e1e-bdbe-4da4-a9b5-3313264c5f61 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:51.071677 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-219321b2-4cd7-40a2-849d-497c3535709f req-9f282e1e-bdbe-4da4-a9b5-3313264c5f61 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 944 time: 0.4326060 Jul 08 18:17:51.074552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Deleting port 59682ff9-4a96-408d-bee6-68e470629095 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:51.075182 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.081134 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06fdeb05-ea7d-455e-8228-c9007c99a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.084473 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06fdeb05-ea7d-455e-8228-c9007c99a96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.089590 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-06fdeb05-ea7d-455e-8228-c9007c99a96a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/706ebd0e-4040-4e53-8bd1-50edb8e71486 HTTP/1.1" status: 204 len: 168 time: 0.3820956 Jul 08 18:17:51.129453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdeb05-ea7d-455e-8228-c9007c99a96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706ebd0e-4040-4e53-8bd1-50edb8e71486,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:51.206853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5486519-d77f-4463-b9d8-1ec40473a48c None None] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:17:51.226052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-219321b2-4cd7-40a2-849d-497c3535709f req-0a12ba42-b911-4b18-acf1-8c631284ac6b tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278884 Jul 08 18:17:51.256673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50aea589-8996-4340-b33b-331ed762140a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.294582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] For port 59682ff9-4a96-408d-bee6-68e470629095, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=59682ff9-4a96-408d-bee6-68e470629095,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:51.294950 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.331178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d3d2c1e8-95f4-4c31-ba85-816ed66273be None None] Provisioning for port ec8efdb1-8fda-4399-938a-c0d1275873a5 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:51.339762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d3d2c1e8-95f4-4c31-ba85-816ed66273be None None] Provisioning complete for port ec8efdb1-8fda-4399-938a-c0d1275873a5 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:51.340365 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c1e8-95f4-4c31-ba85-816ed66273be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.398353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aea589-8996-4340-b33b-331ed762140a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event deleted for resources: {'Port': ['ID=2765ab39-6cd5-4d1f-89ba-7bacb2ed3492,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:51.501327 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c1e8-95f4-4c31-ba85-816ed66273be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.522610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54344) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:51.530171 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.530582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.530905 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Floating IP 7e421017-9014-4a84-b2f0-701c37c08504 disassociated. External IP: 172.25.8.23, port: 59682ff9-4a96-408d-bee6-68e470629095. Jul 08 18:17:51.531258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Calling delete_port for 59682ff9-4a96-408d-bee6-68e470629095 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:51.558028 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50aea589-8996-4340-b33b-331ed762140a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.560764 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-50aea589-8996-4340-b33b-331ed762140a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "DELETE /v2.0/ports/2765ab39-6cd5-4d1f-89ba-7bacb2ed3492 HTTP/1.1" status: 204 len: 168 time: 1.3053532 Jul 08 18:17:51.563277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54348) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:51.567132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d3d2c1e8-95f4-4c31-ba85-816ed66273be None None] For port ec8efdb1-8fda-4399-938a-c0d1275873a5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ec8efdb1-8fda-4399-938a-c0d1275873a5,segment=NetworkSegment(196501bf-a597-47e6-9615-f522515591b6),segment_id=196501bf-a597-47e6-9615-f522515591b6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:51.573872 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c1e8-95f4-4c31-ba85-816ed66273be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.595177 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cb6905-a110-45ed-86f3-a05607c192e2 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] GET failed (client error): The resource could not be found. Jul 08 18:17:51.596884 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-74cb6905-a110-45ed-86f3-a05607c192e2 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "GET /v2.0/ports/2765ab39-6cd5-4d1f-89ba-7bacb2ed3492 HTTP/1.1" status: 404 len: 333 time: 0.0317106 Jul 08 18:17:51.600327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54352) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:51.607236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Request body: {'port': {'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9', 'name': 'tempest-AllowedAddressPairTestJSON-10415613'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:51.638706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2c1e8-95f4-4c31-ba85-816ed66273be None None] Pushing event updated for resources: {'Port': ['ID=ec8efdb1-8fda-4399-938a-c0d1275873a5,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:51.741910 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.775301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Made reservation on behalf of d907f9cdc4e64124ba384cc25c33af8d for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:51.790692 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.798668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Port': ['ID=59682ff9-4a96-408d-bee6-68e470629095,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:51.817318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] device_id is not set on port 171fa92d-23ef-44f3-9a9a-18c2f81d0479 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:51.893507 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dce6fc53-7a7c-4c5b-9e4b-d8b5029aeade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:51.962769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Allocated IP 172.20.0.9 (0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9/f7af9693-9d05-42f0-a96b-fc0f7b9264e8/171fa92d-23ef-44f3-9a9a-18c2f81d0479) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:52.017858 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a0948605-d104-4405-9b91-254154899a44 None None] Provisioning for port 30431d28-e18a-4f71-85e8-c4fff9d3f8bd completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:52.022823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a0948605-d104-4405-9b91-254154899a44 None None] Provisioning complete for port 30431d28-e18a-4f71-85e8-c4fff9d3f8bd triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:52.023497 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a0948605-d104-4405-9b91-254154899a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.034369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Router 101355e7-b180-442b-86a1-e1b4d309a687 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:52.065259 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a0948605-d104-4405-9b91-254154899a44 None None] Port 30431d28-e18a-4f71-85e8-c4fff9d3f8bd cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:52.076657 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a0948605-d104-4405-9b91-254154899a44 None None] Provisioning complete for port ec8efdb1-8fda-4399-938a-c0d1275873a5 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:52.077629 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a0948605-d104-4405-9b91-254154899a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.135847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:52.172218 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:17:52.345520 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.351548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:52.365691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:52.366365 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.383332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Transition to ACTIVE for port object 171fa92d-23ef-44f3-9a9a-18c2f81d0479 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:52.396817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-deleted', 'tag': 'fa8f0f29-cc28-4b63-8c42-9caf10706204'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:52.402605 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510f0f32-a3b1-4729-beb9-4a6376e83feb" -d '{"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-deleted", "tag": "fa8f0f29-cc28-4b63-8c42-9caf10706204"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:52.410736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:52.421850 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f7350-1afb-43aa-93c4-67fd0d7bcfbf None None] Sync routers for ids ['101355e7-b180-442b-86a1-e1b4d309a687'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:52.447663 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f7350-1afb-43aa-93c4-67fd0d7bcfbf None None] Routers {'101355e7-b180-442b-86a1-e1b4d309a687'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:52.448453 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cb9f7350-1afb-43aa-93c4-67fd0d7bcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['101355e7-b180-442b-86a1-e1b4d309a687'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:52.524264 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.550826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] No DVR routers for this DVR port 59682ff9-4a96-408d-bee6-68e470629095 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:52.569049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.571777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-9d77c772-3ff4-438d-86ec-8afb81e4424a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "DELETE /v2.0/ports/59682ff9-4a96-408d-bee6-68e470629095 HTTP/1.1" status: 204 len: 173 time: 2.0065055 Jul 08 18:17:52.573498 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.580691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a207d620-562b-49cc-a818-36bdb5541658 None None] Provisioning complete for port 30431d28-e18a-4f71-85e8-c4fff9d3f8bd triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:52.584693 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a207d620-562b-49cc-a818-36bdb5541658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.636300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a207d620-562b-49cc-a818-36bdb5541658 None None] Port 30431d28-e18a-4f71-85e8-c4fff9d3f8bd cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:52.641050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ec8efdb1-8fda-4399-938a-c0d1275873a5 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:52.675426 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:52.680235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:52.681800 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dce6fc53-7a7c-4c5b-9e4b-d8b5029aeade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.688171 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:52.694168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'Port': ['ID=171fa92d-23ef-44f3-9a9a-18c2f81d0479,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:52.734376 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-cb9f7350-1afb-43aa-93c4-67fd0d7bcfbf None None] Set router 101355e7-b180-442b-86a1-e1b4d309a687 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:52.750065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:52.755860 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dce6fc53-7a7c-4c5b-9e4b-d8b5029aeade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.756894 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777d74c9-56cd-4042-96f5-7c683aaacf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:52.763898 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0197deb-cdd7-47ce-a3d0-8f4865a5ae89" -d '{"events": [{"server_uuid": "777d74c9-56cd-4042-96f5-7c683aaacf20", "name": "network-vif-plugged", "status": "completed", "tag": "9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:52.773072 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.793242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff9541-2d28-4051-886f-220d280e1832 req-c4266455-7539-4861-84d0-2379cdf9e1f6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:52.805789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0bff9541-2d28-4051-886f-220d280e1832 req-c4266455-7539-4861-84d0-2379cdf9e1f6 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 943 time: 0.5309684 Jul 08 18:17:52.822337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ec8efdb1-8fda-4399-938a-c0d1275873a5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:52.822569 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.835742 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:52.836392 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.868676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cac62-1840-4f8f-93b7-ca0fecd4f493 req-c536bc97-670c-41ca-a20b-b87ab4ae426d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:52.871118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-845cac62-1840-4f8f-93b7-ca0fecd4f493 req-c536bc97-670c-41ca-a20b-b87ab4ae426d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 944 time: 0.3351662 Jul 08 18:17:52.886863 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aae75df4-bd94-4561-a3eb-8fd652461817 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2825058 Jul 08 18:17:52.887997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54388) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:52.893646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4bc6a058-1131-4186-b594-11a080c90249 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c2:b6:86'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:52.906332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d6269a74-dbbf-4898-a8d5-e8ce91e2dac8 None None] Could not find standard attr ID for object 2765ab39-6cd5-4d1f-89ba-7bacb2ed3492. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:17:52.937585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:53.018661 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4bc6a058-1131-4186-b594-11a080c90249 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.047353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dce6fc53-7a7c-4c5b-9e4b-d8b5029aeade admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19ca1332b0f54d79995b170d091b8194&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5207238 Jul 08 18:17:53.050688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54392) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:53.087913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6fc53-7a7c-4c5b-9e4b-d8b5029aeade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e44f7d9-257d-4456-a246-caacdbcb20c3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:53.102461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-845cac62-1840-4f8f-93b7-ca0fecd4f493 req-473d9e54-0d5f-4d81-acfc-01f1261eb88b tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039633 Jul 08 18:17:53.119444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0bff9541-2d28-4051-886f-220d280e1832 req-2a7c00ea-0efe-4a58-adeb-774bf13a133f tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups?id=45012fb3-1325-4211-bb70-37e27084aaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985365 Jul 08 18:17:53.123780 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cb9f7350-1afb-43aa-93c4-67fd0d7bcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ff6e55bb-08a0-4f8f-9acb-c712140cc8c7', 'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'mac_address': 'fa:16:3e:b0:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:11Z', 'updated_at': '2021-07-08T18:07:19Z', 'revision_number': 5, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'subnets': [{'id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:53.172592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-e1aab2e8-f9c6-458a-a437-1fbbcd23e208 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Deleting port 9dc138b5-431f-4879-a92f-271d72241855 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:53.172992 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-e1aab2e8-f9c6-458a-a437-1fbbcd23e208 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.227246 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f7350-1afb-43aa-93c4-67fd0d7bcfbf None None] Checking router: 101355e7-b180-442b-86a1-e1b4d309a687 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:53.246920 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f7350-1afb-43aa-93c4-67fd0d7bcfbf None None] Routers {'101355e7-b180-442b-86a1-e1b4d309a687'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:53.247905 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cb9f7350-1afb-43aa-93c4-67fd0d7bcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:17:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['101355e7-b180-442b-86a1-e1b4d309a687'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:53.276171 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99379c63-494e-4fa6-8019-1caeaad36257 x-openstack-request-id: req-99379c63-494e-4fa6-8019-1caeaad36257 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:53.276512 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-deleted", "tag": "fa8f0f29-cc28-4b63-8c42-9caf10706204", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:53.276723 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99379c63-494e-4fa6-8019-1caeaad36257 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:53.277131 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-deleted', 'tag': 'fa8f0f29-cc28-4b63-8c42-9caf10706204', 'status': 'completed', 'code': 200} Jul 08 18:17:53.285151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-247c811e-00ae-4071-b29e-209960137b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.319878 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a728f567-0993-4736-995c-6c3f30c17f51 x-openstack-request-id: req-a728f567-0993-4736-995c-6c3f30c17f51 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:53.320176 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777d74c9-56cd-4042-96f5-7c683aaacf20", "name": "network-vif-plugged", "status": "completed", "tag": "9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:53.320430 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a728f567-0993-4736-995c-6c3f30c17f51 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:53.320824 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777d74c9-56cd-4042-96f5-7c683aaacf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52', 'code': 200} Jul 08 18:17:53.374249 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-247c811e-00ae-4071-b29e-209960137b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.380386 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4bc6a058-1131-4186-b594-11a080c90249 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.391131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4bc6a058-1131-4186-b594-11a080c90249 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.464651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-e1aab2e8-f9c6-458a-a437-1fbbcd23e208 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] For port 9dc138b5-431f-4879-a92f-271d72241855, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9dc138b5-431f-4879-a92f-271d72241855,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:53.465219 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-e1aab2e8-f9c6-458a-a437-1fbbcd23e208 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.468929 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-cb9f7350-1afb-43aa-93c4-67fd0d7bcfbf None None] Set router 101355e7-b180-442b-86a1-e1b4d309a687 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:53.507968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-e1aab2e8-f9c6-458a-a437-1fbbcd23e208 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Calling delete_port for 9dc138b5-431f-4879-a92f-271d72241855 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:53.519603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6a058-1131-4186-b594-11a080c90249 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'Port': ['ID=171fa92d-23ef-44f3-9a9a-18c2f81d0479,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:53.574322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-17d9a796-8b36-469f-8180-68fbff545282 None None] Provisioning for port 171fa92d-23ef-44f3-9a9a-18c2f81d0479 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:53.581397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-17d9a796-8b36-469f-8180-68fbff545282 None None] Provisioning complete for port 171fa92d-23ef-44f3-9a9a-18c2f81d0479 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:53.581640 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-17d9a796-8b36-469f-8180-68fbff545282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.610732 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-247c811e-00ae-4071-b29e-209960137b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.616789 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-247c811e-00ae-4071-b29e-209960137b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.618704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6a058-1131-4186-b594-11a080c90249 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] In _notify_port_updated(), no bound segment for port 171fa92d-23ef-44f3-9a9a-18c2f81d0479 on network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:17:53.625274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-247c811e-00ae-4071-b29e-209960137b5b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e44f7d9-257d-4456-a246-caacdbcb20c3 HTTP/1.1" status: 204 len: 168 time: 0.5464334 Jul 08 18:17:53.626694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc6a058-1131-4186-b594-11a080c90249 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:53.627602 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4bc6a058-1131-4186-b594-11a080c90249 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.629944 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4bc6a058-1131-4186-b594-11a080c90249 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "PUT /v2.0/ports/171fa92d-23ef-44f3-9a9a-18c2f81d0479 HTTP/1.1" status: 200 len: 991 time: 0.7408524 Jul 08 18:17:53.641805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54408) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:53.651594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a25968-c09a-49b0-af40-d65e547a96d8 req-0f2b9456-bb14-4389-9d1f-989f2bb9fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:53.657259 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99a25968-c09a-49b0-af40-d65e547a96d8 req-0f2b9456-bb14-4389-9d1f-989f2bb9fb2c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 1096 time: 0.2444799 Jul 08 18:17:53.688464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-17d9a796-8b36-469f-8180-68fbff545282 None None] Port 171fa92d-23ef-44f3-9a9a-18c2f81d0479 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:53.708830 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99a25968-c09a-49b0-af40-d65e547a96d8 req-924a13c6-2562-474e-b059-1384a0942d39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461292 Jul 08 18:17:53.712090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c811e-00ae-4071-b29e-209960137b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e44f7d9-257d-4456-a246-caacdbcb20c3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:53.815615 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cb9f7350-1afb-43aa-93c4-67fd0d7bcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ff6e55bb-08a0-4f8f-9acb-c712140cc8c7', 'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'mac_address': 'fa:16:3e:b0:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:11Z', 'updated_at': '2021-07-08T18:07:19Z', 'revision_number': 5, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'subnets': [{'id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:53.850344 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f7350-1afb-43aa-93c4-67fd0d7bcfbf None None] The sync data for ids ['101355e7-b180-442b-86a1-e1b4d309a687'] in n-d-799684-3 is: [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ff6e55bb-08a0-4f8f-9acb-c712140cc8c7', 'name': '', 'network_id': '862c2a37-d96a-4888-ae5a-8d974ff33d02', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'mac_address': 'fa:16:3e:b0:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:11Z', 'updated_at': '2021-07-08T18:07:19Z', 'revision_number': 5, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'subnets': [{'id': 'b086e9c1-9a00-48ee-9a32-68a956d42d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:53.866893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-87d1a14b-047a-4a9d-ab50-ceb5de6f800a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Deleting port 171fa92d-23ef-44f3-9a9a-18c2f81d0479 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:53.867243 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87d1a14b-047a-4a9d-ab50-ceb5de6f800a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.872324 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-e1aab2e8-f9c6-458a-a437-1fbbcd23e208 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.913749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6b9e483b-f2bf-4d11-acbc-de4a9f6d00de None None] Provisioning complete for port 171fa92d-23ef-44f3-9a9a-18c2f81d0479 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:53.914516 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b9e483b-f2bf-4d11-acbc-de4a9f6d00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:53.963892 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aab2e8-f9c6-458a-a437-1fbbcd23e208 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Port': ['ID=9dc138b5-431f-4879-a92f-271d72241855,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:54.009548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e483b-f2bf-4d11-acbc-de4a9f6d00de None None] Port 171fa92d-23ef-44f3-9a9a-18c2f81d0479 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:54.049080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-e1aab2e8-f9c6-458a-a437-1fbbcd23e208 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] No DVR routers for this DVR port 9dc138b5-431f-4879-a92f-271d72241855 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:17:54.053656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-e1aab2e8-f9c6-458a-a437-1fbbcd23e208 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.055683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b0ac67a-ff22-4737-8eb6-9ef77f7422c4 req-e1aab2e8-f9c6-458a-a437-1fbbcd23e208 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.59 "DELETE /v2.0/ports/9dc138b5-431f-4879-a92f-271d72241855 HTTP/1.1" status: 204 len: 173 time: 1.4372387 Jul 08 18:17:54.085254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87d1a14b-047a-4a9d-ab50-ceb5de6f800a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.101830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-87d1a14b-047a-4a9d-ab50-ceb5de6f800a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Calling delete_port for 171fa92d-23ef-44f3-9a9a-18c2f81d0479 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:54.265644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54418) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:54.275694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5140a-48ab-495b-a2ea-843b6bd337e0 None None] New status for floating IP 7e421017-9014-4a84-b2f0-701c37c08504: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:17:54.285244 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8753-fbf5-4dea-adc1-b2713224c820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.394429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6eadc00e-8b0e-4ffc-bfa8-0180bed9b8cb req-f774e857-5bf2-4e88-9c78-4c8ec6f90d3d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0421102 Jul 08 18:17:54.397415 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87d1a14b-047a-4a9d-ab50-ceb5de6f800a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.514988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1a14b-047a-4a9d-ab50-ceb5de6f800a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event deleted for resources: {'Port': ['ID=171fa92d-23ef-44f3-9a9a-18c2f81d0479,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:54.562937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8753-fbf5-4dea-adc1-b2713224c820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.577547 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8753-fbf5-4dea-adc1-b2713224c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.638809 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d5ad8753-fbf5-4dea-adc1-b2713224c820 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5906ef9d76da48f5b06ee5e919c80997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711448 Jul 08 18:17:54.642118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54422) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:54.733582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad8753-fbf5-4dea-adc1-b2713224c820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cdbbe2-ac42-4a8b-8f07-5908aa178cca,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:54.739260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acc6a8-35e4-4f08-b045-4c982d5b1ecf req-f2c4d3f3-3c02-449f-aa2e-ac274cdbbd25 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:54.741361 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4acc6a8-35e4-4f08-b045-4c982d5b1ecf req-f2c4d3f3-3c02-449f-aa2e-ac274cdbbd25 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.4369740 Jul 08 18:17:54.747815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87d1a14b-047a-4a9d-ab50-ceb5de6f800a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.753696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-87d1a14b-047a-4a9d-ab50-ceb5de6f800a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "DELETE /v2.0/ports/171fa92d-23ef-44f3-9a9a-18c2f81d0479 HTTP/1.1" status: 204 len: 168 time: 1.1001101 Jul 08 18:17:54.754046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54424) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:54.768999 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-278d36c8-33e3-4a04-8624-033181f357c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.795686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-278d36c8-33e3-4a04-8624-033181f357c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.803607 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6186d31f-33dd-477b-a85f-2b26606b46dc tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] GET failed (client error): The resource could not be found. Jul 08 18:17:54.809272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6186d31f-33dd-477b-a85f-2b26606b46dc tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "GET /v2.0/ports/171fa92d-23ef-44f3-9a9a-18c2f81d0479 HTTP/1.1" status: 404 len: 333 time: 0.0503273 Jul 08 18:17:54.810240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54426) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:54.815896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Request body: {'port': {'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9', 'name': 'tempest-AllowedAddressPairTestJSON-684120834'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:54.871878 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-278d36c8-33e3-4a04-8624-033181f357c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.874807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-278d36c8-33e3-4a04-8624-033181f357c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.878369 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-278d36c8-33e3-4a04-8624-033181f357c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09cdbbe2-ac42-4a8b-8f07-5908aa178cca HTTP/1.1" status: 204 len: 168 time: 0.2329502 Jul 08 18:17:54.878511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4acc6a8-35e4-4f08-b045-4c982d5b1ecf req-ed225eae-a715-4982-9053-27c7efa77f6c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236842 Jul 08 18:17:54.902075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d36c8-33e3-4a04-8624-033181f357c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cdbbe2-ac42-4a8b-8f07-5908aa178cca,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:54.953996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Made reservation on behalf of d907f9cdc4e64124ba384cc25c33af8d for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:54.957671 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.976151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] device_id is not set on port dc6d693e-fa36-472d-8576-63e8d45842e8 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:55.115127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Allocated IP 172.20.0.3 (0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9/f7af9693-9d05-42f0-a96b-fc0f7b9264e8/dc6d693e-fa36-472d-8576-63e8d45842e8) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:55.312272 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:55.328512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Transition to ACTIVE for port object dc6d693e-fa36-472d-8576-63e8d45842e8 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:55.340889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-deleted', 'tag': '59682ff9-4a96-408d-bee6-68e470629095'}, {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-deleted', 'tag': '9dc138b5-431f-4879-a92f-271d72241855'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:55.343387 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4f9789-28dd-469d-a873-5302d7529a7a" -d '{"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-deleted", "tag": "59682ff9-4a96-408d-bee6-68e470629095"}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-deleted", "tag": "9dc138b5-431f-4879-a92f-271d72241855"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:55.419668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:55.422684 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0d41d6-f595-465a-8613-bc894703b597 x-openstack-request-id: req-3b0d41d6-f595-465a-8613-bc894703b597 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:55.423077 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-deleted", "tag": "59682ff9-4a96-408d-bee6-68e470629095", "status": "completed", "code": 200}, {"server_uuid": "30a643e5-eb65-4885-9b90-0b460347539b", "name": "network-vif-deleted", "tag": "9dc138b5-431f-4879-a92f-271d72241855", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:55.423474 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b0d41d6-f595-465a-8613-bc894703b597 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:55.423966 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-deleted', 'tag': '59682ff9-4a96-408d-bee6-68e470629095', 'status': 'completed', 'code': 200} Jul 08 18:17:55.424317 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a643e5-eb65-4885-9b90-0b460347539b', 'name': 'network-vif-deleted', 'tag': '9dc138b5-431f-4879-a92f-271d72241855', 'status': 'completed', 'code': 200} Jul 08 18:17:55.535213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'Port': ['ID=dc6d693e-fa36-472d-8576-63e8d45842e8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:55.543472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:55.545738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:55.559976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:55.644527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0c5ebbd9-fcfa-47cd-a0b1-d82dba44cf1a req-ad009ed0-0a14-40f7-b717-d48c16ac010e tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0463922 Jul 08 18:17:55.661342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:55.662032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:55.711830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54468) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:55.712656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-838b44dc-dc30-4dcc-b8f9-76a218d72a47 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9004867 Jul 08 18:17:55.718162 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-96ca178f-7765-4dba-a207-3723a2bfa20a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c2:b6:86'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:56.048309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96ca178f-7765-4dba-a207-3723a2bfa20a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:56.061160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-aad4a9b1-cc99-48bf-a4f6-411ae9024717 None None] Provisioning for port dc6d693e-fa36-472d-8576-63e8d45842e8 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:56.068302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-aad4a9b1-cc99-48bf-a4f6-411ae9024717 None None] Provisioning complete for port dc6d693e-fa36-472d-8576-63e8d45842e8 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:56.068672 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aad4a9b1-cc99-48bf-a4f6-411ae9024717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:56.143161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-aad4a9b1-cc99-48bf-a4f6-411ae9024717 None None] Port dc6d693e-fa36-472d-8576-63e8d45842e8 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:56.190177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301aa258-af53-4ef4-b4bc-967a8a9c9cca req-9620fe31-2808-45c0-8e8c-a60d80b4b5ad tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:56.198661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-301aa258-af53-4ef4-b4bc-967a8a9c9cca req-9620fe31-2808-45c0-8e8c-a60d80b4b5ad tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.0889013 Jul 08 18:17:56.263481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-301aa258-af53-4ef4-b4bc-967a8a9c9cca req-9e01e8b4-6a05-4990-adba-08709c1ffe23 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634294 Jul 08 18:17:56.343105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96ca178f-7765-4dba-a207-3723a2bfa20a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:56.351003 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96ca178f-7765-4dba-a207-3723a2bfa20a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:56.441590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca178f-7765-4dba-a207-3723a2bfa20a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'Port': ['ID=dc6d693e-fa36-472d-8576-63e8d45842e8,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:56.476808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-96ca178f-7765-4dba-a207-3723a2bfa20a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] In _notify_port_updated(), no bound segment for port dc6d693e-fa36-472d-8576-63e8d45842e8 on network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:17:56.485887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ca178f-7765-4dba-a207-3723a2bfa20a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:56.486381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-96ca178f-7765-4dba-a207-3723a2bfa20a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:56.493379 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-96ca178f-7765-4dba-a207-3723a2bfa20a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "PUT /v2.0/ports/dc6d693e-fa36-472d-8576-63e8d45842e8 HTTP/1.1" status: 200 len: 995 time: 0.7804086 Jul 08 18:17:56.498413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54484) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:56.690966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cdf00147-d2a3-49f5-b85f-a90765e8627d tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Deleting port dc6d693e-fa36-472d-8576-63e8d45842e8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:17:56.691967 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdf00147-d2a3-49f5-b85f-a90765e8627d tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:56.867984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdf00147-d2a3-49f5-b85f-a90765e8627d tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:56.877460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-06768ad4-4d48-49a5-a189-adc9cbebc97e None None] Provisioning complete for port dc6d693e-fa36-472d-8576-63e8d45842e8 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:56.878106 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-06768ad4-4d48-49a5-a189-adc9cbebc97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:56.894173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cdf00147-d2a3-49f5-b85f-a90765e8627d tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Calling delete_port for dc6d693e-fa36-472d-8576-63e8d45842e8 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:17:56.921479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-06768ad4-4d48-49a5-a189-adc9cbebc97e None None] Port dc6d693e-fa36-472d-8576-63e8d45842e8 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:56.940625 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72d7fa19-e205-4a1c-82ae-3f40184f6a5c req-0a1c2457-de7b-42cf-a908-3664646d1e1d tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0571959 Jul 08 18:17:57.015150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9b72d-3767-454b-9baf-bbfac5b009b1 req-e6211116-65d8-4587-b271-56247788fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:57.016707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52e9b72d-3767-454b-9baf-bbfac5b009b1 req-e6211116-65d8-4587-b271-56247788fa56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3402b5f687644f958a338c37a1460539&device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 1096 time: 0.1763089 Jul 08 18:17:57.188941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9b72d-3767-454b-9baf-bbfac5b009b1 req-7a23cc4a-df73-4829-a6b3-f74bbf5d8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:57.190481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52e9b72d-3767-454b-9baf-bbfac5b009b1 req-7a23cc4a-df73-4829-a6b3-f74bbf5d8f23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 200 len: 911 time: 0.1650639 Jul 08 18:17:57.199757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede5f0-dc05-4772-a4dc-dfdae48ecf48 req-44c4855d-a06a-480f-84d9-e1692e3e9688 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:57.201337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81ede5f0-dc05-4772-a4dc-dfdae48ecf48 req-44c4855d-a06a-480f-84d9-e1692e3e9688 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.2646973 Jul 08 18:17:57.291359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52e9b72d-3767-454b-9baf-bbfac5b009b1 req-d52cdd47-4017-4a45-a002-92273594e02c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 HTTP/1.1" status: 200 len: 217 time: 0.0871956 Jul 08 18:17:57.368966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81ede5f0-dc05-4772-a4dc-dfdae48ecf48 req-45d1828f-fed3-40c1-b785-3d1a58bec661 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532278 Jul 08 18:17:57.385764 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdf00147-d2a3-49f5-b85f-a90765e8627d tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:57.389051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9b72d-3767-454b-9baf-bbfac5b009b1 req-2e972665-2f19-4a85-872e-5e7f51f90460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:57.391365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52e9b72d-3767-454b-9baf-bbfac5b009b1 req-2e972665-2f19-4a85-872e-5e7f51f90460 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b5a276-c3a3-46c3-85bd-73a99230a19a HTTP/1.1" status: 200 len: 850 time: 0.0927012 Jul 08 18:17:57.455717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf00147-d2a3-49f5-b85f-a90765e8627d tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event deleted for resources: {'Port': ['ID=dc6d693e-fa36-472d-8576-63e8d45842e8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:57.463177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52e9b72d-3767-454b-9baf-bbfac5b009b1 req-a1dfca4c-9ece-4774-bd62-3361a93ff4b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e06f7abd-7c76-4808-a3a8-de893d43c63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527899 Jul 08 18:17:57.636672 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdf00147-d2a3-49f5-b85f-a90765e8627d tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:57.638993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cdf00147-d2a3-49f5-b85f-a90765e8627d tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "DELETE /v2.0/ports/dc6d693e-fa36-472d-8576-63e8d45842e8 HTTP/1.1" status: 204 len: 168 time: 1.1396558 Jul 08 18:17:57.641665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54522) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:57.656817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52e9b72d-3767-454b-9baf-bbfac5b009b1 req-d186fb7c-d347-4784-bcd2-7e5f0efb5997 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867981 Jul 08 18:17:57.712183 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-deae6613-b9ab-4b5f-b1fb-b4d30f678f2a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] GET failed (client error): The resource could not be found. Jul 08 18:17:57.716296 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-deae6613-b9ab-4b5f-b1fb-b4d30f678f2a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "GET /v2.0/ports/dc6d693e-fa36-472d-8576-63e8d45842e8 HTTP/1.1" status: 404 len: 333 time: 0.0735009 Jul 08 18:17:57.723859 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54526) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:57.730112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Request body: {'port': {'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9', 'name': 'tempest-AllowedAddressPairTestJSON-1258732695'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:57.811844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54530) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:57.884181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52e9b72d-3767-454b-9baf-bbfac5b009b1 req-539f514b-5c71-4923-91f6-4c1d37df5558 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124493 Jul 08 18:17:57.925165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Made reservation on behalf of d907f9cdc4e64124ba384cc25c33af8d for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:57.930771 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.006127 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] device_id is not set on port 964d2107-66aa-4f61-be8a-17ad24138446 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:58.078505 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eecc1c42-6f05-4739-b909-e608ac143469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.161675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10e2114b-4a44-42ab-891f-5b88ea0beb61 req-297074e3-eb77-4ef2-992d-21e4945bea0a tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0485787 Jul 08 18:17:58.185279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Allocated IP 172.20.0.5 (0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9/f7af9693-9d05-42f0-a96b-fc0f7b9264e8/964d2107-66aa-4f61-be8a-17ad24138446) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:58.241657 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eecc1c42-6f05-4739-b909-e608ac143469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.248905 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eecc1c42-6f05-4739-b909-e608ac143469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.297012 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eecc1c42-6f05-4739-b909-e608ac143469 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73ccab17f6a54c0a85c2a41456be2158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774082 Jul 08 18:17:58.297012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc1c42-6f05-4739-b909-e608ac143469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e513345-50f3-43ad-bd9c-506e3b87df5e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:58.298047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54542) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:58.512899 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.550600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Transition to ACTIVE for port object 964d2107-66aa-4f61-be8a-17ad24138446 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:58.617268 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.668726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:58.672787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:58.691291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:58.758180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'Port': ['ID=964d2107-66aa-4f61-be8a-17ad24138446,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:58.764016 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fdff2ff-2921-4dd9-995c-dad81a873b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.791496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:58.792496 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.805070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6672ec-634e-4040-bf76-9ff4d6e4a743 req-c20f6aea-1cc8-411c-a87e-c3f31a21783c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:58.812296 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d6672ec-634e-4040-bf76-9ff4d6e4a743 req-c20f6aea-1cc8-411c-a87e-c3f31a21783c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.1445556 Jul 08 18:17:58.830072 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-93c2f1ff-06d9-477c-bde5-a514e517c3d9 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1045253 Jul 08 18:17:58.832744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54558) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:58.837688 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fdff2ff-2921-4dd9-995c-dad81a873b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.839428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Request body: {'port': {'network_id': '0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9', 'name': 'tempest-AllowedAddressPairTestJSON-1963127020'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:58.948760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d6672ec-634e-4040-bf76-9ff4d6e4a743 req-43da180d-bbc1-487c-a7ab-d5b18cb23615 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206131 Jul 08 18:17:58.949676 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fdff2ff-2921-4dd9-995c-dad81a873b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.952658 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fdff2ff-2921-4dd9-995c-dad81a873b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.954236 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4fdff2ff-2921-4dd9-995c-dad81a873b99 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e513345-50f3-43ad-bd9c-506e3b87df5e HTTP/1.1" status: 204 len: 168 time: 0.6553037 Jul 08 18:17:58.971860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdff2ff-2921-4dd9-995c-dad81a873b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e513345-50f3-43ad-bd9c-506e3b87df5e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:59.023919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Made reservation on behalf of d907f9cdc4e64124ba384cc25c33af8d for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:17:59.032190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:59.056943 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] device_id is not set on port 7e27f87e-564d-4ad9-967a-f474a6aec82c yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:17:59.076348 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-27babf54-1607-49b8-9759-4c77c1a673ef None None] Provisioning for port 964d2107-66aa-4f61-be8a-17ad24138446 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:59.093642 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-27babf54-1607-49b8-9759-4c77c1a673ef None None] Provisioning complete for port 964d2107-66aa-4f61-be8a-17ad24138446 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:59.095318 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27babf54-1607-49b8-9759-4c77c1a673ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:59.141167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-27babf54-1607-49b8-9759-4c77c1a673ef None None] Port 964d2107-66aa-4f61-be8a-17ad24138446 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:17:59.193848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Allocated IP 172.20.0.13 (0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9/f7af9693-9d05-42f0-a96b-fc0f7b9264e8/7e27f87e-564d-4ad9-967a-f474a6aec82c) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:59.398924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54566) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:59.418017 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:59.426883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6242b590-a864-4f7c-a30a-872f08ff9b9d req-362cf8dd-721d-469b-9ed6-ca049454d36f tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0627506 Jul 08 18:17:59.433826 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-82a33765-2738-42dc-9e1e-2e3d41761f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:59.460489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Transition to ACTIVE for port object 7e27f87e-564d-4ad9-967a-f474a6aec82c will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:59.536270 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:59.613427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:59.623038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:59.627885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:59.630829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'Port': ['ID=7e27f87e-564d-4ad9-967a-f474a6aec82c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:59.695480 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-82a33765-2738-42dc-9e1e-2e3d41761f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:59.763493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-82a33765-2738-42dc-9e1e-2e3d41761f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:59.831277 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-82a33765-2738-42dc-9e1e-2e3d41761f35 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5920a07008c48cc8018ce49f336de87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311795 Jul 08 18:17:59.835856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54574) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:59.848089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:59.848443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:59.852006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a33765-2738-42dc-9e1e-2e3d41761f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd63aef2-7a9a-4956-9033-f33f824c76ef,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:59.882876 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b6a0c4ee-16af-488e-ab9a-71b7d02da638 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0463846 Jul 08 18:17:59.886797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54576) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:59.894362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2d92f348-99e7-4ffc-85c4-5fb6cee1e1f0 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c2:b6:86'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:7f:f2:b1'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:00.035273 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-360020b6-2bb5-457d-aeac-dedb6f952642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:00.051515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d171b361-0ebd-405e-9649-99017b4ab340 None None] Provisioning for port 7e27f87e-564d-4ad9-967a-f474a6aec82c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:00.056082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d171b361-0ebd-405e-9649-99017b4ab340 None None] Provisioning complete for port 7e27f87e-564d-4ad9-967a-f474a6aec82c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:00.056458 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d171b361-0ebd-405e-9649-99017b4ab340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:00.070563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-360020b6-2bb5-457d-aeac-dedb6f952642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:00.123288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d171b361-0ebd-405e-9649-99017b4ab340 None None] Port 7e27f87e-564d-4ad9-967a-f474a6aec82c cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:00.218328 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d92f348-99e7-4ffc-85c4-5fb6cee1e1f0 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:00.222156 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-360020b6-2bb5-457d-aeac-dedb6f952642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:00.224738 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-360020b6-2bb5-457d-aeac-dedb6f952642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:00.228198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-360020b6-2bb5-457d-aeac-dedb6f952642 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bd63aef2-7a9a-4956-9033-f33f824c76ef HTTP/1.1" status: 204 len: 168 time: 0.3852856 Jul 08 18:18:00.258591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360020b6-2bb5-457d-aeac-dedb6f952642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd63aef2-7a9a-4956-9033-f33f824c76ef,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:00.324007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a06af5-7aa8-4ebb-965e-09e02f8dfa01 req-3cc15fa1-fb73-4058-a155-9b44e3fcc231 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:00.329524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57a06af5-7aa8-4ebb-965e-09e02f8dfa01 req-3cc15fa1-fb73-4058-a155-9b44e3fcc231 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.2126021 Jul 08 18:18:00.437217 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57a06af5-7aa8-4ebb-965e-09e02f8dfa01 req-4e0f0f1d-ccfc-4b78-9bbf-c400856bbee7 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043699 Jul 08 18:18:00.579830 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d92f348-99e7-4ffc-85c4-5fb6cee1e1f0 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:00.586376 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d92f348-99e7-4ffc-85c4-5fb6cee1e1f0 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:00.707351 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9dea0890-68b2-4351-b3b5-997880636f96 req-dfc5bbdb-3eb4-40b5-87e9-a25de321d429 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0518060 Jul 08 18:18:00.710228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92f348-99e7-4ffc-85c4-5fb6cee1e1f0 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event updated for resources: {'Port': ['ID=7e27f87e-564d-4ad9-967a-f474a6aec82c,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:00.724994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2d92f348-99e7-4ffc-85c4-5fb6cee1e1f0 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] In _notify_port_updated(), no bound segment for port 7e27f87e-564d-4ad9-967a-f474a6aec82c on network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:18:00.731325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d92f348-99e7-4ffc-85c4-5fb6cee1e1f0 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:00.748038 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d92f348-99e7-4ffc-85c4-5fb6cee1e1f0 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:00.749754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2d92f348-99e7-4ffc-85c4-5fb6cee1e1f0 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "PUT /v2.0/ports/7e27f87e-564d-4ad9-967a-f474a6aec82c HTTP/1.1" status: 200 len: 1056 time: 0.8616087 Jul 08 18:18:00.752616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54594) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:00.955378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fb05bb17-967d-4d10-92b5-fc6b64067441 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Deleting port 7e27f87e-564d-4ad9-967a-f474a6aec82c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:00.956052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb05bb17-967d-4d10-92b5-fc6b64067441 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:01.066518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c3c0cb7b-7039-435c-bc72-9735a10fb3c1 None None] Provisioning complete for port 7e27f87e-564d-4ad9-967a-f474a6aec82c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:01.066901 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c3c0cb7b-7039-435c-bc72-9735a10fb3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:01.077791 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb05bb17-967d-4d10-92b5-fc6b64067441 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:01.095322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fb05bb17-967d-4d10-92b5-fc6b64067441 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Calling delete_port for 7e27f87e-564d-4ad9-967a-f474a6aec82c owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:01.127713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0cb7b-7039-435c-bc72-9735a10fb3c1 None None] Port 7e27f87e-564d-4ad9-967a-f474a6aec82c cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:01.264183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb05bb17-967d-4d10-92b5-fc6b64067441 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:01.297128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05bb17-967d-4d10-92b5-fc6b64067441 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event deleted for resources: {'Port': ['ID=7e27f87e-564d-4ad9-967a-f474a6aec82c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:01.637703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb05bb17-967d-4d10-92b5-fc6b64067441 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:01.642919 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54626) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:01.643905 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fb05bb17-967d-4d10-92b5-fc6b64067441 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "DELETE /v2.0/ports/7e27f87e-564d-4ad9-967a-f474a6aec82c HTTP/1.1" status: 204 len: 168 time: 0.8901932 Jul 08 18:18:01.685772 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4144954e-7b82-43ba-b776-b431ac38d30a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] GET failed (client error): The resource could not be found. Jul 08 18:18:01.687378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4144954e-7b82-43ba-b776-b431ac38d30a tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "GET /v2.0/ports/7e27f87e-564d-4ad9-967a-f474a6aec82c HTTP/1.1" status: 404 len: 333 time: 0.0435662 Jul 08 18:18:01.690510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54628) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:01.782963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fe7a5-7b0e-4164-b59a-90e6bf3c4286 req-fab2ac6c-845d-482a-a581-2a09bfb1cafd tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:01.784558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-527fe7a5-7b0e-4164-b59a-90e6bf3c4286 req-fab2ac6c-845d-482a-a581-2a09bfb1cafd tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.1001320 Jul 08 18:18:01.808418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1828c-1e4d-4619-99a4-539c4af8a2ec tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Deleting port 964d2107-66aa-4f61-be8a-17ad24138446 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:01.808986 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a8c1828c-1e4d-4619-99a4-539c4af8a2ec tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:01.846148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-527fe7a5-7b0e-4164-b59a-90e6bf3c4286 req-7fca5184-709d-4eda-a0b2-d2c474154527 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526664 Jul 08 18:18:01.909044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a8c1828c-1e4d-4619-99a4-539c4af8a2ec tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:01.923363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1828c-1e4d-4619-99a4-539c4af8a2ec tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Calling delete_port for 964d2107-66aa-4f61-be8a-17ad24138446 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:02.045813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1af20c47-5d06-444b-b67c-d20a7298b638 req-30b56b5d-6ea6-46d8-b00e-1c60d50ddd91 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0737791 Jul 08 18:18:02.106847 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a8c1828c-1e4d-4619-99a4-539c4af8a2ec tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:02.143085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1828c-1e4d-4619-99a4-539c4af8a2ec tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event deleted for resources: {'Port': ['ID=964d2107-66aa-4f61-be8a-17ad24138446,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:02.334826 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a8c1828c-1e4d-4619-99a4-539c4af8a2ec tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:02.336842 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a8c1828c-1e4d-4619-99a4-539c4af8a2ec tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "DELETE /v2.0/ports/964d2107-66aa-4f61-be8a-17ad24138446 HTTP/1.1" status: 204 len: 168 time: 0.6453042 Jul 08 18:18:02.339882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54642) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:02.395326 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2759e01f-99ab-4f8d-b791-c3c667fa0c7f tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] GET failed (client error): The resource could not be found. Jul 08 18:18:02.397026 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2759e01f-99ab-4f8d-b791-c3c667fa0c7f tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "GET /v2.0/ports/964d2107-66aa-4f61-be8a-17ad24138446 HTTP/1.1" status: 404 len: 333 time: 0.0561771 Jul 08 18:18:02.400983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54646) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:02.580394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-cde70689-3533-45da-9291-1908fd32be1c tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Deleting port 30431d28-e18a-4f71-85e8-c4fff9d3f8bd {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:02.580743 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cde70689-3533-45da-9291-1908fd32be1c tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:02.707006 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cde70689-3533-45da-9291-1908fd32be1c tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:02.720555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-cde70689-3533-45da-9291-1908fd32be1c tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Calling delete_port for 30431d28-e18a-4f71-85e8-c4fff9d3f8bd owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:02.993497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cde70689-3533-45da-9291-1908fd32be1c tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:03.043609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde70689-3533-45da-9291-1908fd32be1c tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event deleted for resources: {'Port': ['ID=30431d28-e18a-4f71-85e8-c4fff9d3f8bd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:03.162469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b635e-c7c1-4a1d-b47e-9ec08ca2e249 req-2e11c34b-1965-41e0-ac01-c8dbe3c20d6c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:03.170945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-895b635e-c7c1-4a1d-b47e-9ec08ca2e249 req-2e11c34b-1965-41e0-ac01-c8dbe3c20d6c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.1123438 Jul 08 18:18:03.174046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cde70689-3533-45da-9291-1908fd32be1c tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:03.178593 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cde70689-3533-45da-9291-1908fd32be1c tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "DELETE /v2.0/ports/30431d28-e18a-4f71-85e8-c4fff9d3f8bd HTTP/1.1" status: 204 len: 168 time: 0.7742908 Jul 08 18:18:03.178721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54654) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:03.253448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-895b635e-c7c1-4a1d-b47e-9ec08ca2e249 req-55200394-e7f2-4179-b93b-751c58a35af3 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810916 Jul 08 18:18:03.492262 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d9e83b9-d908-45d1-a84b-875c723798a4 req-da148351-2f2e-4d3a-aba4-1ae7aeb09351 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0615664 Jul 08 18:18:03.517898 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:03.684649 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7f56ab-1540-4309-ad84-1bb2db8cd480 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Deleting subnet f7af9693-9d05-42f0-a96b-fc0f7b9264e8 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:03.688248 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f56ab-1540-4309-ad84-1bb2db8cd480 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:03.741212 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f56ab-1540-4309-ad84-1bb2db8cd480 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:03.835807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f56ab-1540-4309-ad84-1bb2db8cd480 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:03.915254 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f56ab-1540-4309-ad84-1bb2db8cd480 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:03.957677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f56ab-1540-4309-ad84-1bb2db8cd480 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event deleted for resources: {'Subnet': ['ID=f7af9693-9d05-42f0-a96b-fc0f7b9264e8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:03.969288 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f56ab-1540-4309-ad84-1bb2db8cd480 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:03.974291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e2d8ab-4ea5-418d-987f-492af3d55f31 None None] Network 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:03.982110 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3a7f56ab-1540-4309-ad84-1bb2db8cd480 tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "DELETE /v2.0/subnets/f7af9693-9d05-42f0-a96b-fc0f7b9264e8 HTTP/1.1" status: 204 len: 168 time: 0.8024118 Jul 08 18:18:03.985693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54662) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:04.160366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.208680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac097fa-8fbd-4bcf-a308-28429e4700f2 None None] DHCP port deletion for 0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:04.249835 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.251539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Deleting port ec8efdb1-8fda-4399-938a-c0d1275873a5 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:04.252776 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.292393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bac097fa-8fbd-4bcf-a308-28429e4700f2 None None] Deleting port ec8efdb1-8fda-4399-938a-c0d1275873a5 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:04.293150 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bac097fa-8fbd-4bcf-a308-28429e4700f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.350346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] For port ec8efdb1-8fda-4399-938a-c0d1275873a5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ec8efdb1-8fda-4399-938a-c0d1275873a5,segment=NetworkSegment(196501bf-a597-47e6-9615-f522515591b6),segment_id=196501bf-a597-47e6-9615-f522515591b6)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:04.351036 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.367880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Calling delete_port for ec8efdb1-8fda-4399-938a-c0d1275873a5 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:04.383836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bac097fa-8fbd-4bcf-a308-28429e4700f2 None None] For port ec8efdb1-8fda-4399-938a-c0d1275873a5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ec8efdb1-8fda-4399-938a-c0d1275873a5,segment=NetworkSegment(196501bf-a597-47e6-9615-f522515591b6),segment_id=196501bf-a597-47e6-9615-f522515591b6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:04.383836 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bac097fa-8fbd-4bcf-a308-28429e4700f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.403269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bac097fa-8fbd-4bcf-a308-28429e4700f2 None None] Calling delete_port for ec8efdb1-8fda-4399-938a-c0d1275873a5 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:04.504716 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.577782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event deleted for resources: {'Port': ['ID=ec8efdb1-8fda-4399-938a-c0d1275873a5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:04.603116 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bac097fa-8fbd-4bcf-a308-28429e4700f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.604560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] No DVR routers for this DVR port ec8efdb1-8fda-4399-938a-c0d1275873a5 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:04.618274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdbe28-f5cf-410d-a02a-8edc80d719d9 req-bdcc2c6d-be47-424a-b31a-02f6f5c841c0 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:04.626390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8bdbe28-f5cf-410d-a02a-8edc80d719d9 req-bdcc2c6d-be47-424a-b31a-02f6f5c841c0 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.2123711 Jul 08 18:18:04.708064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8bdbe28-f5cf-410d-a02a-8edc80d719d9 req-05867639-f0dc-45df-b2a2-5d5333493a46 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805209 Jul 08 18:18:04.731618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac097fa-8fbd-4bcf-a308-28429e4700f2 None None] No DVR routers for this DVR port ec8efdb1-8fda-4399-938a-c0d1275873a5 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:04.750044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac097fa-8fbd-4bcf-a308-28429e4700f2 None None] Pushing event deleted for resources: {'Port': ['ID=ec8efdb1-8fda-4399-938a-c0d1275873a5,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:04.777119 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ec8efdb1-8fda-4399-938a-c0d1275873a5 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:04.812143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.823479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:04.835624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196501bf-a597-47e6-9615-f522515591b6') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:04.835936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196501bf-a597-47e6-9615-f522515591b6') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:04.837491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: ec8efdb1-8fda-4399-938a-c0d1275873a5 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:04.839472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ec8efdb1-8fda-4399-938a-c0d1275873a5 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:04.849871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.862547 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.868604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:18:04.868926 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:18:04.941133 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:18:04.945473 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.957894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:04.965942 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] 10.222.0.73 "DELETE /v2.0/networks/0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9 HTTP/1.1" status: 204 len: 168 time: 0.9758868 Jul 08 18:18:04.966311 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5f6243fa-2f14-4e48-9291-f94564c8bf8b req-fe8e7a33-e7f4-4bdf-9d72-df2692ae97e7 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0654981 Jul 08 18:18:04.992831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cea13-a8b1-48ff-9c04-dcd627fb245e tempest-AllowedAddressPairTestJSON-2049273015 tempest-AllowedAddressPairTestJSON-2049273015-project] Pushing event deleted for resources: {'Network': ['ID=0f15a07a-d0da-4f6e-8e2e-19dd48fb6af9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:05.470699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54684) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:05.686776 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ce7e8f8a-4068-40c4-8898-ed4586e7486f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d907f9cdc4e64124ba384cc25c33af8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150450 Jul 08 18:18:05.689176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54692) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:05.810160 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-706a26ca-e79b-469e-bc40-fcfc91273cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:05.883754 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-706a26ca-e79b-469e-bc40-fcfc91273cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:06.082128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b5aaa-a0bc-468c-b752-dfaefcf490ab req-7d1500fc-bddd-4f70-83de-2918c6ea3d12 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:06.098156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f09b5aaa-a0bc-468c-b752-dfaefcf490ab req-7d1500fc-bddd-4f70-83de-2918c6ea3d12 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.1661108 Jul 08 18:18:06.121428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-706a26ca-e79b-469e-bc40-fcfc91273cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:06.124261 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-706a26ca-e79b-469e-bc40-fcfc91273cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:06.125555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-706a26ca-e79b-469e-bc40-fcfc91273cc0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da41455b-1f93-4f43-8051-a6a5f6eeba38 HTTP/1.1" status: 204 len: 168 time: 0.4354208 Jul 08 18:18:06.201185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a26ca-e79b-469e-bc40-fcfc91273cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da41455b-1f93-4f43-8051-a6a5f6eeba38,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:06.251417 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f09b5aaa-a0bc-468c-b752-dfaefcf490ab req-1a5184ef-276b-4b8f-b069-b453d1675736 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513851 Jul 08 18:18:06.296262 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dabda1ec-c219-4d81-ad0c-58abaf17cb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:06.362881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b20e3e2d-7193-447e-997c-def97800f396 req-db00e4e3-a6f6-4741-85c4-b142dc886ed1 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0678785 Jul 08 18:18:07.288143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54736) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:07.544502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1023925672'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:07.601794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:07.605238 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:07.630581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:07.634405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c876eeb4-abce-44f1-b34f-8be933e5c7b5 req-fa14c868-e27c-4ee3-9b76-34cc0fc77b30 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0633581 Jul 08 18:18:07.644850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4989b9a-9bae-4618-8b6c-17fdf4f499b3 req-94951fef-8aa3-4119-9d9c-1f39ae0a0dd4 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:07.646696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4989b9a-9bae-4618-8b6c-17fdf4f499b3 req-94951fef-8aa3-4119-9d9c-1f39ae0a0dd4 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.2161853 Jul 08 18:18:07.698106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4989b9a-9bae-4618-8b6c-17fdf4f499b3 req-6ec00a2f-3714-4969-806a-a4b92990bf8a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Jul 08 18:18:07.842692 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:07.851565 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:07.884450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f2b8d6-b947-45d3-ac9a-48b446e63380,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:07.897469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:18:07.913923 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:07.913923 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Added segment fa433ef6-65ab-4ccf-b52f-2471198aee56 of type vlan for network 3467efee-61be-408d-ace4-f72f5db27257 Jul 08 18:18:08.003114 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:08.053105 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:08.060154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:08.060777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:08.144600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Network': ['ID=3467efee-61be-408d-ace4-f72f5db27257,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:08.168448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54750) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:08.174659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:08.175536 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 3467efee-61be-408d-ace4-f72f5db27257 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:18:08.179373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e2b8334c-98c2-47d1-a04c-2cca2bdec867 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8900170 Jul 08 18:18:08.390673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:08.407052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:08.764115 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:08.871583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=4835ea6e-1c96-48aa-b499-51f90e05d09c,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:08.894814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:08.895174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network hostable DHCP agents. Network: 3467efee-61be-408d-ace4-f72f5db27257, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:18:08.951277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:18:08.967001 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6175337-2ed3-4220-b19a-9bfb637afbb1 req-6384cb3b-f0f2-41f0-885e-49bd2829bd3c tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a643e5-eb65-4885-9b90-0b460347539b HTTP/1.1" status: 200 len: 210 time: 0.0824099 Jul 08 18:18:08.984542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 3467efee-61be-408d-ace4-f72f5db27257) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:08.989749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:08.990408 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:09.000590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2ec494-56c7-49ab-9914-cab21fd0df97 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:09.020895 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-edbc6d20-f5b3-4f9a-ac9a-14def2cc0268 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8470938 Jul 08 18:18:09.020895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54764) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:09.025212 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'name': 'tempest-NetworksTestDHCPv6-570054583'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:09.086021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff9763-1dd8-4b4f-b142-8f26e8bb0291 req-c543206b-759c-4c1a-b34e-5dec2d81a1ce tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:09.096366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ceff9763-1dd8-4b4f-b142-8f26e8bb0291 req-c543206b-759c-4c1a-b34e-5dec2d81a1ce tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.1337378 Jul 08 18:18:09.167294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ceff9763-1dd8-4b4f-b142-8f26e8bb0291 req-8c523470-c0a3-4fe4-85c0-9ce2bb5bd03c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699344 Jul 08 18:18:09.177803 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:09.189577 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2741ca79-d5d1-4dc9-96cc-726c0ac4855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:09.231285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:09.236132 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:09.258201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port e75521b3-3181-4901-8413-ca0a6f3952be yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:18:09.298869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': '4835ea6e-1c96-48aa-b499-51f90e05d09c'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:18:09.300153 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:09.402323 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::103 (3467efee-61be-408d-ace4-f72f5db27257/4835ea6e-1c96-48aa-b499-51f90e05d09c/e75521b3-3181-4901-8413-ca0a6f3952be) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:09.558792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:09.576783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object e75521b3-3181-4901-8413-ca0a6f3952be will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:09.628359 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:09.682008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Allocated IP 2001:db8::2 (3467efee-61be-408d-ace4-f72f5db27257/4835ea6e-1c96-48aa-b499-51f90e05d09c/5f165414-f498-4506-ab64-51ed8577c62e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:09.683529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:09.687119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:09.690284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:09.696996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:09.696996 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:09.752278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54776) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:09.755239 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7340844 Jul 08 18:18:09.756272 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28909bb2-f043-4b6f-8ec3-55b7235862aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=e75521b3-3181-4901-8413-ca0a6f3952be,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:09.859316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c923ac29-535a-422c-820f-16f5940d31b1 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:09.862676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c923ac29-535a-422c-820f-16f5940d31b1 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1090899 Jul 08 18:18:09.864345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54778) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:09.879337 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:09.889167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Transition to ACTIVE for port object 5f165414-f498-4506-ab64-51ed8577c62e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:09.908282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Transition to ACTIVE for port object 5f165414-f498-4506-ab64-51ed8577c62e will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:09.914759 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:09.960384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:09.963335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:09.973225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:10.006427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Pushing event updated for resources: {'Port': ['ID=5f165414-f498-4506-ab64-51ed8577c62e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:10.014479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6d823e59-6d15-401f-a90a-6656c1d2f2b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port e75521b3-3181-4901-8413-ca0a6f3952be {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:10.015543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d823e59-6d15-401f-a90a-6656c1d2f2b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.045609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.045962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.046326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.046667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.046998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.047452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.047784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.048117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.048443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.048763 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.049083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.049404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:10.055355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Attempting to bind port 5f165414-f498-4506-ab64-51ed8577c62e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:10.055759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Attempting to bind port 5f165414-f498-4506-ab64-51ed8577c62e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:10.056127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Attempting to bind port 5f165414-f498-4506-ab64-51ed8577c62e on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:10.066677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:10.067557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:10.068519 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.069351 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:10.070125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Bound port: 5f165414-f498-4506-ab64-51ed8577c62e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:10.070719 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.126627 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d823e59-6d15-401f-a90a-6656c1d2f2b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.145741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6d823e59-6d15-401f-a90a-6656c1d2f2b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for e75521b3-3181-4901-8413-ca0a6f3952be owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:10.165178 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.184125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] For port 5f165414-f498-4506-ab64-51ed8577c62e, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:10.189467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] For port 5f165414-f498-4506-ab64-51ed8577c62e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5f165414-f498-4506-ab64-51ed8577c62e,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:10.200342 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.222888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54790) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:10.313495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e95506-dac2-464e-afc3-76b63ccd9ccd tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.327810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7cf98-7a80-47d4-9779-018a9a8e851c None None] Pushing event updated for resources: {'Port': ['ID=5f165414-f498-4506-ab64-51ed8577c62e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:10.357624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e95506-dac2-464e-afc3-76b63ccd9ccd tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.445422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e95506-dac2-464e-afc3-76b63ccd9ccd tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.449881 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e95506-dac2-464e-afc3-76b63ccd9ccd tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.451224 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-39e95506-dac2-464e-afc3-76b63ccd9ccd tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "DELETE /v2.0/security-groups/45012fb3-1325-4211-bb70-37e27084aaaa HTTP/1.1" status: 204 len: 168 time: 0.2272699 Jul 08 18:18:10.454869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54794) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:10.469507 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d823e59-6d15-401f-a90a-6656c1d2f2b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.482918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e95506-dac2-464e-afc3-76b63ccd9ccd tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45012fb3-1325-4211-bb70-37e27084aaaa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:10.492151 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-bd807128-2e1e-4dda-a04d-daaff3dd35ac tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] show failed (client error): The resource could not be found. Jul 08 18:18:10.493213 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bd807128-2e1e-4dda-a04d-daaff3dd35ac tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "GET /v2.0/security-groups/45012fb3-1325-4211-bb70-37e27084aaaa HTTP/1.1" status: 404 len: 347 time: 0.0373769 Jul 08 18:18:10.496613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54796) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:10.519510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d823e59-6d15-401f-a90a-6656c1d2f2b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=e75521b3-3181-4901-8413-ca0a6f3952be,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:10.554095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d823e59-6d15-401f-a90a-6656c1d2f2b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.557385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6d823e59-6d15-401f-a90a-6656c1d2f2b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/e75521b3-3181-4901-8413-ca0a6f3952be HTTP/1.1" status: 204 len: 168 time: 0.6896138 Jul 08 18:18:10.561166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54798) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:10.659367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159f65c-500e-4440-90a6-cd7238494cc6 req-c630c55d-2854-4752-9a64-93e5ab35785d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:10.660933 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8159f65c-500e-4440-90a6-cd7238494cc6 req-c630c55d-2854-4752-9a64-93e5ab35785d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.2905080 Jul 08 18:18:10.734017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6c151-3d57-450a-91ef-5e20908a984b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:10.735956 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6c151-3d57-450a-91ef-5e20908a984b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:10.740016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f0f6c151-3d57-450a-91ef-5e20908a984b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1752207 Jul 08 18:18:10.740601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54802) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:10.799759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0185e204-e11b-4ef5-9510-d1f1721963b9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Deleting port ce1d7b6c-e8a3-41e9-9191-8c679a1e8c09 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:10.800021 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0185e204-e11b-4ef5-9510-d1f1721963b9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.819675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8159f65c-500e-4440-90a6-cd7238494cc6 req-e9a02751-96f3-4a0c-92ec-4ded7ac6728f tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514766 Jul 08 18:18:10.852297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7475cde5-974f-4e42-b5e1-414d179eec5a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 4835ea6e-1c96-48aa-b499-51f90e05d09c {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:10.856019 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7475cde5-974f-4e42-b5e1-414d179eec5a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.903721 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0185e204-e11b-4ef5-9510-d1f1721963b9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.904045 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0185e204-e11b-4ef5-9510-d1f1721963b9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.908916 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7475cde5-974f-4e42-b5e1-414d179eec5a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:10.917225 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0185e204-e11b-4ef5-9510-d1f1721963b9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Calling delete_port for ce1d7b6c-e8a3-41e9-9191-8c679a1e8c09 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:10.995888 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7475cde5-974f-4e42-b5e1-414d179eec5a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.061809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0185e204-e11b-4ef5-9510-d1f1721963b9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.068119 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7475cde5-974f-4e42-b5e1-414d179eec5a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.094552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185e204-e11b-4ef5-9510-d1f1721963b9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Port': ['ID=ce1d7b6c-e8a3-41e9-9191-8c679a1e8c09,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:11.100449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7475cde5-974f-4e42-b5e1-414d179eec5a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.105030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54804) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:11.105262 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7475cde5-974f-4e42-b5e1-414d179eec5a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/4835ea6e-1c96-48aa-b499-51f90e05d09c HTTP/1.1" status: 204 len: 168 time: 0.3508642 Jul 08 18:18:11.106409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475cde5-974f-4e42-b5e1-414d179eec5a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=4835ea6e-1c96-48aa-b499-51f90e05d09c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:11.196135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2d23b969-8c8e-4d65-8864-d80b8779778b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895998 Jul 08 18:18:11.199858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54806) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:11.205274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1e7b3400-bbeb-498d-9570-8279ab216b41 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:11.215952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0185e204-e11b-4ef5-9510-d1f1721963b9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.218620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0185e204-e11b-4ef5-9510-d1f1721963b9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.219776 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0185e204-e11b-4ef5-9510-d1f1721963b9 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "DELETE /v2.0/floatingips/7e421017-9014-4a84-b2f0-701c37c08504 HTTP/1.1" status: 204 len: 168 time: 0.7213023 Jul 08 18:18:11.222479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54808) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:11.328919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f3b20623-1261-4a68-a514-85eeb3cb0a76 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Deleting port 8373c0d3-2b06-4151-b80b-653f5a3611ce {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:11.330346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3b20623-1261-4a68-a514-85eeb3cb0a76 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.374312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7b3400-bbeb-498d-9570-8279ab216b41 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:11.377829 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3400-bbeb-498d-9570-8279ab216b41 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.458086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3b20623-1261-4a68-a514-85eeb3cb0a76 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.486838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f3b20623-1261-4a68-a514-85eeb3cb0a76 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Calling delete_port for 8373c0d3-2b06-4151-b80b-653f5a3611ce owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:11.655625 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.661310 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3400-bbeb-498d-9570-8279ab216b41 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.699762 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3b20623-1261-4a68-a514-85eeb3cb0a76 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.725707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7b3400-bbeb-498d-9570-8279ab216b41 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:11.727411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-1e7b3400-bbeb-498d-9570-8279ab216b41 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:11.732059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c94b43e-d31b-49f9-a5e0-7a869c0baa40 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:11.734407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7b3400-bbeb-498d-9570-8279ab216b41 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:11.735000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3400-bbeb-498d-9570-8279ab216b41 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.757448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1e7b3400-bbeb-498d-9570-8279ab216b41 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5541520 Jul 08 18:18:11.757933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54830) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:11.764637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'name': 'tempest-NetworksTestDHCPv6-103961263'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:11.825311 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b3400-bbeb-498d-9570-8279ab216b41 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=3c98fcef-dbb2-4953-9383-cd2e128ba304,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:11.887624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3a5eabd1-24ce-4901-af20-c01066ebbb05 None None] Provisioning for port 5f165414-f498-4506-ab64-51ed8577c62e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:11.901918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b20623-1261-4a68-a514-85eeb3cb0a76 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Port': ['ID=8373c0d3-2b06-4151-b80b-653f5a3611ce,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:11.955993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3b20623-1261-4a68-a514-85eeb3cb0a76 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:11.960658 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f3b20623-1261-4a68-a514-85eeb3cb0a76 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "DELETE /v2.0/ports/8373c0d3-2b06-4151-b80b-653f5a3611ce HTTP/1.1" status: 204 len: 168 time: 0.7348998 Jul 08 18:18:11.961379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54840) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:11.981857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:11.986568 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:12.020594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 961e452c-e310-4107-b023-4395bc569326 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:18:12.210614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8d9985ae-1455-4ad1-9523-c59c235d5ebb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Deleting port d4cc5ac4-b829-405d-8524-bd92c8f400fe {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:12.213412 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d9985ae-1455-4ad1-9523-c59c235d5ebb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:12.278320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::1f2 (3467efee-61be-408d-ace4-f72f5db27257/3c98fcef-dbb2-4953-9383-cd2e128ba304/961e452c-e310-4107-b023-4395bc569326) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:12.421757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d9985ae-1455-4ad1-9523-c59c235d5ebb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:12.454032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8d9985ae-1455-4ad1-9523-c59c235d5ebb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Calling delete_port for d4cc5ac4-b829-405d-8524-bd92c8f400fe owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:12.457787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54844) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:12.494157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1c25a2-5b03-4978-a4c9-f321ca091826 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:12.624154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d4e88-2a2a-4e07-a7e1-ac13fda8727f req-15f932fb-336d-44f7-ac80-6c46a9ee9ffe tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:12.625883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b2d4e88-2a2a-4e07-a7e1-ac13fda8727f req-15f932fb-336d-44f7-ac80-6c46a9ee9ffe tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.1654079 Jul 08 18:18:12.671046 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:12.692519 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9667bfa1-5665-4d4d-af36-f38b17f3ff6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:12.710568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b2d4e88-2a2a-4e07-a7e1-ac13fda8727f req-3e438c1d-4b6d-4d19-adbd-4962a231752d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783167 Jul 08 18:18:12.713598 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 961e452c-e310-4107-b023-4395bc569326 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:12.747915 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d9985ae-1455-4ad1-9523-c59c235d5ebb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:12.754739 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:12.779411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9985ae-1455-4ad1-9523-c59c235d5ebb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Port': ['ID=d4cc5ac4-b829-405d-8524-bd92c8f400fe,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:12.805572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:12.811500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:12.818833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:12.839382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:12.840405 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:12.879773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=961e452c-e310-4107-b023-4395bc569326,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:12.986895 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d9985ae-1455-4ad1-9523-c59c235d5ebb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:12.989085 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8d9985ae-1455-4ad1-9523-c59c235d5ebb tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "DELETE /v2.0/ports/d4cc5ac4-b829-405d-8524-bd92c8f400fe HTTP/1.1" status: 204 len: 168 time: 1.0266025 Jul 08 18:18:12.991969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54852) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:13.009512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5f165414-f498-4506-ab64-51ed8577c62e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:13.052210 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9667bfa1-5665-4d4d-af36-f38b17f3ff6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.075617 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9667bfa1-5665-4d4d-af36-f38b17f3ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.100577 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e1f72c29-0813-4664-967f-688a49618543 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3413820 Jul 08 18:18:13.103973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54856) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:13.108749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667bfa1-5665-4d4d-af36-f38b17f3ff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1ca768-af81-463f-afec-7565ec6c23b5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:13.125330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba7f587-3fee-4cad-b867-286fc5740746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Deleting subnet 145af265-0c37-44a9-9356-46969782c434 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:13.129614 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f587-3fee-4cad-b867-286fc5740746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.143355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5f165414-f498-4506-ab64-51ed8577c62e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:13.148936 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9667bfa1-5665-4d4d-af36-f38b17f3ff6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cffcdd98ccc34ec98bfc8c2a0741b9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6897824 Jul 08 18:18:13.151791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54858) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:13.154462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5f165414-f498-4506-ab64-51ed8577c62e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:13.155053 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.190248 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f587-3fee-4cad-b867-286fc5740746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.210759 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15cad8b2-b08f-4993-943a-e751875a5b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.238053 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15cad8b2-b08f-4993-943a-e751875a5b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.334392 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15cad8b2-b08f-4993-943a-e751875a5b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.336508 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.337631 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f587-3fee-4cad-b867-286fc5740746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.342510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15cad8b2-b08f-4993-943a-e751875a5b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.349755 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-15cad8b2-b08f-4993-943a-e751875a5b4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b1ca768-af81-463f-afec-7565ec6c23b5 HTTP/1.1" status: 204 len: 168 time: 0.1962557 Jul 08 18:18:13.375976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cad8b2-b08f-4993-943a-e751875a5b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1ca768-af81-463f-afec-7565ec6c23b5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:13.451626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 5f165414-f498-4506-ab64-51ed8577c62e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5f165414-f498-4506-ab64-51ed8577c62e,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:13.453078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7665c08c-2195-4172-8b82-f27a7910bbfe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:13.459393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7665c08c-2195-4172-8b82-f27a7910bbfe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:13.465456 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7665c08c-2195-4172-8b82-f27a7910bbfe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.3563972 Jul 08 18:18:13.465804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54862) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:13.469250 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.483419 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f587-3fee-4cad-b867-286fc5740746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.556587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7f587-3fee-4cad-b867-286fc5740746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Subnet': ['ID=145af265-0c37-44a9-9356-46969782c434,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:13.561934 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f587-3fee-4cad-b867-286fc5740746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.568210 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3ba7f587-3fee-4cad-b867-286fc5740746 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "DELETE /v2.0/subnets/145af265-0c37-44a9-9356-46969782c434 HTTP/1.1" status: 204 len: 168 time: 0.5750198 Jul 08 18:18:13.569215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54864) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:13.583269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=5f165414-f498-4506-ab64-51ed8577c62e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:13.601412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1dbfb3-2e19-47c7-9956-491b3ca37968 None None] Network 11431c02-a7f4-4ec7-85c0-9b5689964bc6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:13.660826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50ece07-d9f7-45b5-8f71-455766eda9f3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Deleting subnet df7e7eba-8b96-4cd8-8355-900eb626481d {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:13.664897 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a50ece07-d9f7-45b5-8f71-455766eda9f3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.685514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1db59f31-492d-4a14-b92e-a619ccfecb8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 961e452c-e310-4107-b023-4395bc569326 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:13.685936 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1db59f31-492d-4a14-b92e-a619ccfecb8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.741414 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a50ece07-d9f7-45b5-8f71-455766eda9f3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.853350 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1db59f31-492d-4a14-b92e-a619ccfecb8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.879243 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a50ece07-d9f7-45b5-8f71-455766eda9f3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.894102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1db59f31-492d-4a14-b92e-a619ccfecb8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 961e452c-e310-4107-b023-4395bc569326 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:13.917447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d6a48e4f-4a31-43ab-8b5d-1d913b66717d None None] Provisioning for port 961e452c-e310-4107-b023-4395bc569326 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:13.923897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d6a48e4f-4a31-43ab-8b5d-1d913b66717d None None] Provisioning complete for port 961e452c-e310-4107-b023-4395bc569326 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:13.924494 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d6a48e4f-4a31-43ab-8b5d-1d913b66717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.976559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c264433-ec46-4b65-8b5a-83a0f24849f5 None None] DHCP port deletion for 11431c02-a7f4-4ec7-85c0-9b5689964bc6 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:14.026651 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a50ece07-d9f7-45b5-8f71-455766eda9f3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.035847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d6a48e4f-4a31-43ab-8b5d-1d913b66717d None None] Port 961e452c-e310-4107-b023-4395bc569326 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:14.056612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d6a48e4f-4a31-43ab-8b5d-1d913b66717d None None] Provisioning complete for port 5f165414-f498-4506-ab64-51ed8577c62e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:14.058018 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d6a48e4f-4a31-43ab-8b5d-1d913b66717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.079359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ece07-d9f7-45b5-8f71-455766eda9f3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Subnet': ['ID=df7e7eba-8b96-4cd8-8355-900eb626481d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:14.094869 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a50ece07-d9f7-45b5-8f71-455766eda9f3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.099853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54880) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:14.111649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237c69fd-5ac0-4c6e-a28c-41564d479403 None None] Network da8d15b1-bfaa-4cea-a77b-62112b6c78fb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:14.114417 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a50ece07-d9f7-45b5-8f71-455766eda9f3 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "DELETE /v2.0/subnets/df7e7eba-8b96-4cd8-8355-900eb626481d HTTP/1.1" status: 204 len: 168 time: 0.5282454 Jul 08 18:18:14.178682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267071fd-1131-43cd-abe3-d26a97334f97 req-b1b93292-f297-48b1-b9dd-f5342cfb6b8e tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:14.180664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-267071fd-1131-43cd-abe3-d26a97334f97 req-b1b93292-f297-48b1-b9dd-f5342cfb6b8e tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.1992488 Jul 08 18:18:14.276663 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-267071fd-1131-43cd-abe3-d26a97334f97 req-11441212-c50e-423b-af3e-e6d5a5ed2104 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886338 Jul 08 18:18:14.336748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.343818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0c264433-ec46-4b65-8b5a-83a0f24849f5 None None] Deleting port c6630040-bf83-4963-a111-1f94800569cb {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:14.343818 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0c264433-ec46-4b65-8b5a-83a0f24849f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.379061 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1db59f31-492d-4a14-b92e-a619ccfecb8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.443488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db59f31-492d-4a14-b92e-a619ccfecb8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=961e452c-e310-4107-b023-4395bc569326,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:14.496269 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1db59f31-492d-4a14-b92e-a619ccfecb8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.498506 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1db59f31-492d-4a14-b92e-a619ccfecb8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/961e452c-e310-4107-b023-4395bc569326 HTTP/1.1" status: 204 len: 168 time: 1.0322099 Jul 08 18:18:14.501037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54894) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:14.535411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0c264433-ec46-4b65-8b5a-83a0f24849f5 None None] For port c6630040-bf83-4963-a111-1f94800569cb, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c6630040-bf83-4963-a111-1f94800569cb,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:14.535651 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0c264433-ec46-4b65-8b5a-83a0f24849f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.537617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Deleting port c6630040-bf83-4963-a111-1f94800569cb {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:14.537953 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.550762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0c264433-ec46-4b65-8b5a-83a0f24849f5 None None] Calling delete_port for c6630040-bf83-4963-a111-1f94800569cb owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:14.599431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7a253-d370-42b8-966e-f869cc9740e2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:14.601059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7a253-d370-42b8-966e-f869cc9740e2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:14.614150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54896) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:14.614744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3ed7a253-d370-42b8-966e-f869cc9740e2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1126001 Jul 08 18:18:14.689277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] For port c6630040-bf83-4963-a111-1f94800569cb, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c6630040-bf83-4963-a111-1f94800569cb,segment=NetworkSegment(47cff966-335c-4d93-93fc-a3f097844da4),segment_id=47cff966-335c-4d93-93fc-a3f097844da4)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:14.689596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.690385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a0dc5ccf-50f2-4627-ba25-4f4db8c059ae None None] Could not find standard attr ID for object e75521b3-3181-4901-8413-ca0a6f3952be. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:18:14.693717 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0c264433-ec46-4b65-8b5a-83a0f24849f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.708856 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5f165414-f498-4506-ab64-51ed8577c62e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:14.711873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-085d2ec9-99f8-429b-abb1-b2e342d7fd28 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 3c98fcef-dbb2-4953-9383-cd2e128ba304 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:14.716194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c264433-ec46-4b65-8b5a-83a0f24849f5 None None] No DVR routers for this DVR port c6630040-bf83-4963-a111-1f94800569cb on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:14.720004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Calling delete_port for c6630040-bf83-4963-a111-1f94800569cb owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:14.721723 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-085d2ec9-99f8-429b-abb1-b2e342d7fd28 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.771811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c264433-ec46-4b65-8b5a-83a0f24849f5 None None] Pushing event deleted for resources: {'Port': ['ID=c6630040-bf83-4963-a111-1f94800569cb,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:14.815309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-085d2ec9-99f8-429b-abb1-b2e342d7fd28 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.817911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5f165414-f498-4506-ab64-51ed8577c62e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:14.818158 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.845861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-69a19596-4ae5-47ea-9adc-435b2d91f18c None None] Could not find standard attr ID for object 961e452c-e310-4107-b023-4395bc569326. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:18:14.903754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-085d2ec9-99f8-429b-abb1-b2e342d7fd28 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:14.924965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028c218-e96b-48ab-9b3d-9f4b804ca982 None None] DHCP port deletion for da8d15b1-bfaa-4cea-a77b-62112b6c78fb request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:14.967837 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.002185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4028c218-e96b-48ab-9b3d-9f4b804ca982 None None] Deleting port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:15.002667 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4028c218-e96b-48ab-9b3d-9f4b804ca982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.048184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6630040-bf83-4963-a111-1f94800569cb no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:15.060422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Port': ['ID=c6630040-bf83-4963-a111-1f94800569cb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:15.081148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: c6630040-bf83-4963-a111-1f94800569cb {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:15.081500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6630040-bf83-4963-a111-1f94800569cb not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:15.088978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] No DVR routers for this DVR port c6630040-bf83-4963-a111-1f94800569cb on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:15.105306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4028c218-e96b-48ab-9b3d-9f4b804ca982 None None] For port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4c830b29-fb49-4f53-9f9d-8a5e2b8a056f,segment=NetworkSegment(dddcad80-fb0d-4864-931b-1b822bced69e),segment_id=dddcad80-fb0d-4864-931b-1b822bced69e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:15.105516 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4028c218-e96b-48ab-9b3d-9f4b804ca982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.120001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4028c218-e96b-48ab-9b3d-9f4b804ca982 None None] Calling delete_port for 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:15.208995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.221505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11431c02-a7f4-4ec7-85c0-9b5689964bc6']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:15.239675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cff966-335c-4d93-93fc-a3f097844da4') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:15.239982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cff966-335c-4d93-93fc-a3f097844da4') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:15.248420 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4028c218-e96b-48ab-9b3d-9f4b804ca982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.271105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.277357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028c218-e96b-48ab-9b3d-9f4b804ca982 None None] Pushing event deleted for resources: {'Port': ['ID=4c830b29-fb49-4f53-9f9d-8a5e2b8a056f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:15.297399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.305900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:18:15.306819 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.323720 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028c218-e96b-48ab-9b3d-9f4b804ca982 None None] No DVR routers for this DVR port 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:18:15.414717 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:18:15.433856 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-085d2ec9-99f8-429b-abb1-b2e342d7fd28 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.459180 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-085d2ec9-99f8-429b-abb1-b2e342d7fd28 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.467287 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-085d2ec9-99f8-429b-abb1-b2e342d7fd28 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/3c98fcef-dbb2-4953-9383-cd2e128ba304 HTTP/1.1" status: 204 len: 168 time: 0.8513038 Jul 08 18:18:15.472382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54922) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:15.509516 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.520520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d2ec9-99f8-429b-abb1-b2e342d7fd28 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=3c98fcef-dbb2-4953-9383-cd2e128ba304,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:15.529210 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.534960 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "DELETE /v2.0/networks/11431c02-a7f4-4ec7-85c0-9b5689964bc6 HTTP/1.1" status: 204 len: 168 time: 1.4205568 Jul 08 18:18:15.536963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54930) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:15.546914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c6bfbe-385d-41bf-8e46-2708f97e4e2b None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:15.558513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8da27-839b-4cf8-8c20-9960e3f83181 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Network': ['ID=11431c02-a7f4-4ec7-85c0-9b5689964bc6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:15.598091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54932) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:15.601396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1b4d3281-191b-4d4f-afa9-0b1a69f20497 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1274817 Jul 08 18:18:15.606474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8ce72dec-a2de-4321-85da-cd8292f41270 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:15.776392 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.796802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54938) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:15.856398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee18f2-7c03-4c3d-a14e-72f518ecf752 None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:15.870030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20465c02-cc5e-40d1-8813-a7240d8ad8ec req-9f52c726-aed9-471a-a4fb-9b8bd1404d68 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:15.871653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20465c02-cc5e-40d1-8813-a7240d8ad8ec req-9f52c726-aed9-471a-a4fb-9b8bd1404d68 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.2540419 Jul 08 18:18:15.903174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.915416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8d15b1-bfaa-4cea-a77b-62112b6c78fb']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:15.928072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddcad80-fb0d-4864-931b-1b822bced69e') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:15.928650 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddcad80-fb0d-4864-931b-1b822bced69e') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:15.939018 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.954569 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.960956 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:18:15.961598 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.972907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0cee18f2-7c03-4c3d-a14e-72f518ecf752 None None] Deleting port 5f165414-f498-4506-ab64-51ed8577c62e {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:15.973288 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0cee18f2-7c03-4c3d-a14e-72f518ecf752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:15.979986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20465c02-cc5e-40d1-8813-a7240d8ad8ec req-691f03a6-d926-46d4-ad30-7a2999f1e5ec tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991192 Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:18:15.992108 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:18:16.054748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce72dec-a2de-4321-85da-cd8292f41270 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:16.059632 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ce72dec-a2de-4321-85da-cd8292f41270 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.087589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'network': {'name': 'tempest-network-smoke--1658005960', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'port_security_enabled': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:16.115320 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0cee18f2-7c03-4c3d-a14e-72f518ecf752 None None] For port 5f165414-f498-4506-ab64-51ed8577c62e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5f165414-f498-4506-ab64-51ed8577c62e,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:16.115996 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0cee18f2-7c03-4c3d-a14e-72f518ecf752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.119018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Made reservation on behalf of ecb9c568d2b44dcc9d9ccd0ac087e21c for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:16.123903 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.135625 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.141806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0cee18f2-7c03-4c3d-a14e-72f518ecf752 None None] Calling delete_port for 5f165414-f498-4506-ab64-51ed8577c62e owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:16.265191 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0cee18f2-7c03-4c3d-a14e-72f518ecf752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.271286 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.277806 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.298251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee18f2-7c03-4c3d-a14e-72f518ecf752 None None] Pushing event deleted for resources: {'Port': ['ID=5f165414-f498-4506-ab64-51ed8577c62e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:16.300869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee18f2-7c03-4c3d-a14e-72f518ecf752 None None] No DVR routers for this DVR port 5f165414-f498-4506-ab64-51ed8577c62e on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:16.315348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ce72dec-a2de-4321-85da-cd8292f41270 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.320957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:18:16.332758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1401ec-3d59-490b-bb6e-098c2231b3ee,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:16.341582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.342191 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Added segment 43b3414c-adda-4ab3-a60d-55ca9996eab6 of type vlan for network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 Jul 08 18:18:16.370564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce72dec-a2de-4321-85da-cd8292f41270 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:16.373934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8ce72dec-a2de-4321-85da-cd8292f41270 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:16.380581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce72dec-a2de-4321-85da-cd8292f41270 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:16.381141 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ce72dec-a2de-4321-85da-cd8292f41270 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.385761 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9612b1b-4763-4b9f-860d-9a9bb0f51bf2 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:16.392698 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.399135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.415147 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.417630 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] 10.222.0.73 "DELETE /v2.0/networks/da8d15b1-bfaa-4cea-a77b-62112b6c78fb HTTP/1.1" status: 204 len: 168 time: 0.8793807 Jul 08 18:18:16.450488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee632c80-fd97-4a1e-a569-7a1bf5ea3b49 tempest-TaggedBootDevicesTest_v242-200202749 tempest-TaggedBootDevicesTest_v242-200202749-project] Pushing event deleted for resources: {'Network': ['ID=da8d15b1-bfaa-4cea-a77b-62112b6c78fb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:16.454865 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce72dec-a2de-4321-85da-cd8292f41270 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=89826c9e-fc18-4084-8c6d-830a9340fb47,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:16.467794 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.485210 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8ce72dec-a2de-4321-85da-cd8292f41270 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8853257 Jul 08 18:18:16.490938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54942) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:16.498890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'name': 'tempest-NetworksTestDHCPv6-1046073924'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:16.500176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:16.509388 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.637371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8374627 Jul 08 18:18:16.637982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54946) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:16.655303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'admin_state_up': True, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:16.661629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39f1ff-f5bc-45e5-8f8b-3b97eba6f3c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Network': ['ID=69d8ec76-614d-43ba-9d4a-c5b8735138b6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:16.666625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5f165414-f498-4506-ab64-51ed8577c62e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:16.670098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': '89826c9e-fc18-4084-8c6d-830a9340fb47'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:18:16.671073 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.689504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:16.696028 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.710077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:18:16.717648 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.718722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.724080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 8144e43d-5ec1-4a30-b11d-4783b41bdfa4 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:18:16.819420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5f165414-f498-4506-ab64-51ed8577c62e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:16.820019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5f165414-f498-4506-ab64-51ed8577c62e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:16.831095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:16.871503 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:17.016266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:17.016711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4c830b29-fb49-4f53-9f9d-8a5e2b8a056f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:17.078331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Allocated IP 2001:db8::2 (3467efee-61be-408d-ace4-f72f5db27257/89826c9e-fc18-4084-8c6d-830a9340fb47/8cf296b9-0b3b-41b3-884d-c35a35900320) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:17.104093 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:17.276652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2e086-20c2-4498-acf7-71607dcc30a9 req-efa7dd4f-69d8-4c34-abf8-94efca440413 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:17.284542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-add2e086-20c2-4498-acf7-71607dcc30a9 req-efa7dd4f-69d8-4c34-abf8-94efca440413 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.0864086 Jul 08 18:18:17.323862 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:17.334664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Transition to ACTIVE for port object 8cf296b9-0b3b-41b3-884d-c35a35900320 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:17.359207 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Transition to ACTIVE for port object 8cf296b9-0b3b-41b3-884d-c35a35900320 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:17.372546 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:17.425950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:17.431262 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:17.436374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:17.439565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Pushing event updated for resources: {'Port': ['ID=8cf296b9-0b3b-41b3-884d-c35a35900320,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:17.480877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::131 (3467efee-61be-408d-ace4-f72f5db27257/89826c9e-fc18-4084-8c6d-830a9340fb47/8144e43d-5ec1-4a30-b11d-4783b41bdfa4) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:17.531822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Attempting to bind port 8cf296b9-0b3b-41b3-884d-c35a35900320 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:17.532067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Attempting to bind port 8cf296b9-0b3b-41b3-884d-c35a35900320 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:17.532663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Attempting to bind port 8cf296b9-0b3b-41b3-884d-c35a35900320 on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:17.538133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:17.538556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:17.539033 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:17.539489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:17.540024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Bound port: 8cf296b9-0b3b-41b3-884d-c35a35900320, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:17.540473 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:17.620952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] For port 8cf296b9-0b3b-41b3-884d-c35a35900320, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:17.626083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] For port 8cf296b9-0b3b-41b3-884d-c35a35900320, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8cf296b9-0b3b-41b3-884d-c35a35900320,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:17.632447 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:17.688523 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:17.716580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 8144e43d-5ec1-4a30-b11d-4783b41bdfa4 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:17.750579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-add2e086-20c2-4498-acf7-71607dcc30a9 req-52f74c86-1ac7-4ea3-8348-f7906c574c91 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649491 Jul 08 18:18:17.778656 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:17.786448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4303e9-5b19-4c26-8744-889323ba4307 None None] Pushing event updated for resources: {'Port': ['ID=8cf296b9-0b3b-41b3-884d-c35a35900320,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:17.891343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:17.893700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:17.905554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=8144e43d-5ec1-4a30-b11d-4783b41bdfa4,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:17.908359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:17.914967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:17.915827 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:17.950266 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8f2ca1cf-4d20-488c-aeb5-be8253c44d5c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4563041 Jul 08 18:18:17.952656 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54966) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:17.968401 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:17.998356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:18.095972 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dba78c-05d5-4e47-9ed9-45e2e8618618 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:18.111982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dba78c-05d5-4e47-9ed9-45e2e8618618 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:18.113662 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f3dba78c-05d5-4e47-9ed9-45e2e8618618 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1598775 Jul 08 18:18:18.116594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54972) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:18.205683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Allocated IP 172.25.8.90 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/c6d4393e-424b-472a-9969-f51613645375) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:18.258754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-293561ed-ca6f-48ed-9d05-8ef46a4d31bd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 8144e43d-5ec1-4a30-b11d-4783b41bdfa4 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:18.261726 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-293561ed-ca6f-48ed-9d05-8ef46a4d31bd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:18.368009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:18.370091 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-293561ed-ca6f-48ed-9d05-8ef46a4d31bd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:18.386655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-293561ed-ca6f-48ed-9d05-8ef46a4d31bd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 8144e43d-5ec1-4a30-b11d-4783b41bdfa4 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:18.418119 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:18.471542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:18.477033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:18.484570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:18.524315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=c6d4393e-424b-472a-9969-f51613645375,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:18.555624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-293561ed-ca6f-48ed-9d05-8ef46a4d31bd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:18.607461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293561ed-ca6f-48ed-9d05-8ef46a4d31bd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=8144e43d-5ec1-4a30-b11d-4783b41bdfa4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:18.646161 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-293561ed-ca6f-48ed-9d05-8ef46a4d31bd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:18.655768 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-293561ed-ca6f-48ed-9d05-8ef46a4d31bd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/8144e43d-5ec1-4a30-b11d-4783b41bdfa4 HTTP/1.1" status: 204 len: 168 time: 0.5374467 Jul 08 18:18:18.657256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54974) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:18.680286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8cf296b9-0b3b-41b3-884d-c35a35900320 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:18.773158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a3c9f-fa52-4721-90eb-743ea23c6085 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:18.776170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a3c9f-fa52-4721-90eb-743ea23c6085 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:18.781074 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-149a3c9f-fa52-4721-90eb-743ea23c6085 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1185863 Jul 08 18:18:18.781773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54978) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:18.792941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 8cf296b9-0b3b-41b3-884d-c35a35900320 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:18.894245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b4188f-701e-4503-b9ef-11c555125bd5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 89826c9e-fc18-4084-8c6d-830a9340fb47 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:18.910957 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08b4188f-701e-4503-b9ef-11c555125bd5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:18.923378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:18.985017 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08b4188f-701e-4503-b9ef-11c555125bd5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:19.090808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08b4188f-701e-4503-b9ef-11c555125bd5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:19.177607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e05dc-4119-4015-a445-fe47c32afd62 req-480748d4-204f-40db-87a6-b7156e6d20ad tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:19.192899 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-287e05dc-4119-4015-a445-fe47c32afd62 req-480748d4-204f-40db-87a6-b7156e6d20ad tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.2093577 Jul 08 18:18:19.199627 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08b4188f-701e-4503-b9ef-11c555125bd5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:19.215527 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08b4188f-701e-4503-b9ef-11c555125bd5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:19.218085 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-08b4188f-701e-4503-b9ef-11c555125bd5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/89826c9e-fc18-4084-8c6d-830a9340fb47 HTTP/1.1" status: 204 len: 168 time: 0.4352942 Jul 08 18:18:19.240361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54990) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:19.247642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4188f-701e-4503-b9ef-11c555125bd5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=89826c9e-fc18-4084-8c6d-830a9340fb47,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:19.283879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463c170-4888-4c7e-8016-2cde449fc896 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:19.312808 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2a8ec6a7-d70a-41b7-9bf2-48aac7a72f44 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708556 Jul 08 18:18:19.318735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54996) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:19.412584 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:19.456161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d18f5e8-187b-4845-96b8-35f65ad5c6a3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:19.457808 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9d18f5e8-187b-4845-96b8-35f65ad5c6a3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1378412 Jul 08 18:18:19.462647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55002) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:19.479877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-287e05dc-4119-4015-a445-fe47c32afd62 req-7176a797-e38c-4825-b8f3-7fd591790ae7 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132013 Jul 08 18:18:19.534024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c45a8b0c-df56-4e69-a3c1-44dd7667f93d None None] Provisioning for port 8cf296b9-0b3b-41b3-884d-c35a35900320 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:19.557210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c45a8b0c-df56-4e69-a3c1-44dd7667f93d None None] Provisioning complete for port 8cf296b9-0b3b-41b3-884d-c35a35900320 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:19.557611 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c45a8b0c-df56-4e69-a3c1-44dd7667f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:19.576985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386aa5d7-6a42-4444-ab64-3a2a3e9d1fb4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:19.578484 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-386aa5d7-6a42-4444-ab64-3a2a3e9d1fb4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1148345 Jul 08 18:18:19.581099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55004) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:19.626118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-68463337-d627-4763-92e8-fe253fcc2953 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438232 Jul 08 18:18:19.631835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55006) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:19.638155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-cce324b2-1f02-40ee-8a9b-008f003ac24b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:19.698995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:18:19.717951 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c45a8b0c-df56-4e69-a3c1-44dd7667f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:19.757353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c45a8b0c-df56-4e69-a3c1-44dd7667f93d None None] For port 8cf296b9-0b3b-41b3-884d-c35a35900320, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8cf296b9-0b3b-41b3-884d-c35a35900320,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:19.769877 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c45a8b0c-df56-4e69-a3c1-44dd7667f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:19.770620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce324b2-1f02-40ee-8a9b-008f003ac24b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:19.775780 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cce324b2-1f02-40ee-8a9b-008f003ac24b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:19.818549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011cc4e-b305-4483-acfe-6e1f659ade5a None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:19.871330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:18:19.887305 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Sync routers for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:18:19.899262 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:19.899262 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:19.905670 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:19.910302 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8ffac004-de2b-400b-9d53-5041910dead5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2691000 Jul 08 18:18:19.910920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55010) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:19.966899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a8b0c-df56-4e69-a3c1-44dd7667f93d None None] Pushing event updated for resources: {'Port': ['ID=8cf296b9-0b3b-41b3-884d-c35a35900320,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:19.970332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55014) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:20.010852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e011cc4e-b305-4483-acfe-6e1f659ade5a None None] Deleting port 8cf296b9-0b3b-41b3-884d-c35a35900320 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:20.011434 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e011cc4e-b305-4483-acfe-6e1f659ade5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.066417 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:20.121840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e011cc4e-b305-4483-acfe-6e1f659ade5a None None] For port 8cf296b9-0b3b-41b3-884d-c35a35900320, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8cf296b9-0b3b-41b3-884d-c35a35900320,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:20.122526 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e011cc4e-b305-4483-acfe-6e1f659ade5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.136665 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cce324b2-1f02-40ee-8a9b-008f003ac24b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.140459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e011cc4e-b305-4483-acfe-6e1f659ade5a None None] Calling delete_port for 8cf296b9-0b3b-41b3-884d-c35a35900320 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:20.208079 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-660074c2-717f-4e7c-8fd7-c1b871ced008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.268570 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e011cc4e-b305-4483-acfe-6e1f659ade5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.284413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce324b2-1f02-40ee-8a9b-008f003ac24b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=6d945836-0ab5-453a-9d4e-5411dfa2e3b0,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:20.304703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce324b2-1f02-40ee-8a9b-008f003ac24b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:20.306487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-cce324b2-1f02-40ee-8a9b-008f003ac24b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:20.314401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce324b2-1f02-40ee-8a9b-008f003ac24b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:20.315135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cce324b2-1f02-40ee-8a9b-008f003ac24b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.351605 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-660074c2-717f-4e7c-8fd7-c1b871ced008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.358242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011cc4e-b305-4483-acfe-6e1f659ade5a None None] No DVR routers for this DVR port 8cf296b9-0b3b-41b3-884d-c35a35900320 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:20.358684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ac2cd0ac-c5e6-4793-b702-75f1ae6a7e68 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4459815 Jul 08 18:18:20.359215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55022) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:20.369701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011cc4e-b305-4483-acfe-6e1f659ade5a None None] Pushing event deleted for resources: {'Port': ['ID=8cf296b9-0b3b-41b3-884d-c35a35900320,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:20.374735 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-660074c2-717f-4e7c-8fd7-c1b871ced008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.380122 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cce324b2-1f02-40ee-8a9b-008f003ac24b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7473092 Jul 08 18:18:20.383145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55024) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:20.391256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d48099-1687-4f5c-9dd2-c59018300553 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:20.393477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '6d945836-0ab5-453a-9d4e-5411dfa2e3b0', 'ip_address': '2001:db8::503:a581:70cc:e1f2'}], 'name': 'tempest-NetworksTestDHCPv6-1085236033'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:20.458325 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:18:18Z', 'revision_number': 3, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:20.489516 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Checking router: 106650bb-f201-46c0-b4e5-bbe8ba6614b0 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:18:20.489861 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Updating router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 port c6d4393e-424b-472a-9969-f51613645375 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:18:20.533525 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.578389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55028) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:20.579124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-660074c2-717f-4e7c-8fd7-c1b871ced008 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f63b63f7cdca4ea39ec12012c5a8b6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6070981 Jul 08 18:18:20.673120 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f16ec613-2c20-4529-bb18-1d932d6a266e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.708228 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f16ec613-2c20-4529-bb18-1d932d6a266e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.734862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:20.753926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1265e6f4-d1ba-4d7e-8afd-2973793eb79b tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:20.758578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1265e6f4-d1ba-4d7e-8afd-2973793eb79b tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3969958 Jul 08 18:18:20.760679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55030) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:20.769111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8cf296b9-0b3b-41b3-884d-c35a35900320 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:20.771574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660074c2-717f-4e7c-8fd7-c1b871ced008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1516d73-c87f-43e7-aac7-9189b81a1e89,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:20.845342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8cf296b9-0b3b-41b3-884d-c35a35900320 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:20.845922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8cf296b9-0b3b-41b3-884d-c35a35900320 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:20.871006 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6a810806-2029-445e-a94d-16f3e4b54d35 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0845585 Jul 08 18:18:20.873732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55032) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:20.876354 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f16ec613-2c20-4529-bb18-1d932d6a266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.880866 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f16ec613-2c20-4529-bb18-1d932d6a266e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.882099 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f16ec613-2c20-4529-bb18-1d932d6a266e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1516d73-c87f-43e7-aac7-9189b81a1e89 HTTP/1.1" status: 204 len: 168 time: 0.2844925 Jul 08 18:18:20.891907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': '6d945836-0ab5-453a-9d4e-5411dfa2e3b0'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:18:20.893234 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.902584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-311132393', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:20.942611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21eb72-65f4-4263-96f7-17db4716ea88 req-3bc8ec18-addc-411b-b25b-7dc8378dc75a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:20.952612 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b21eb72-65f4-4263-96f7-17db4716ea88 req-3bc8ec18-addc-411b-b25b-7dc8378dc75a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.2011697 Jul 08 18:18:20.954151 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:20.967245 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Transition to ACTIVE for port object c6d4393e-424b-472a-9969-f51613645375 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:20.977523 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.003691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec613-2c20-4529-bb18-1d932d6a266e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1516d73-c87f-43e7-aac7-9189b81a1e89,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:21.018201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b21eb72-65f4-4263-96f7-17db4716ea88 req-5d995717-0963-4097-b7ce-91c6f109d7cb tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635030 Jul 08 18:18:21.060636 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Attempting to bind port c6d4393e-424b-472a-9969-f51613645375 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:21.061014 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Attempting to bind port c6d4393e-424b-472a-9969-f51613645375 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:21.061375 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Attempting to bind port c6d4393e-424b-472a-9969-f51613645375 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:21.075414 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:21.075950 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:21.076356 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.076755 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:21.077955 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Bound port: c6d4393e-424b-472a-9969-f51613645375, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:21.078494 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.082986 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.105606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 544085f1-344d-405b-b4d5-f93a9c97b6af yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:18:21.143308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Allocated IP 2001:db8::2 (3467efee-61be-408d-ace4-f72f5db27257/6d945836-0ab5-453a-9d4e-5411dfa2e3b0/9506b956-db10-47a9-ac87-40efe4f8368b) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:21.153591 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] For port c6d4393e-424b-472a-9969-f51613645375, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:21.158327 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] For port c6d4393e-424b-472a-9969-f51613645375, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c6d4393e-424b-472a-9969-f51613645375,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:21.162817 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ae746-691f-431b-af36-96924214b575 None None] Pushing event updated for resources: {'Port': ['ID=c6d4393e-424b-472a-9969-f51613645375,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:21.174931 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.175642 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.175983 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.176311 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.176634 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.176955 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.177282 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.177593 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.177910 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.178254 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.178752 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.179070 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ae746-691f-431b-af36-96924214b575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:21.185493 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.262412 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ae746-691f-431b-af36-96924214b575 None None] Pushing event updated for resources: {'Port': ['ID=c6d4393e-424b-472a-9969-f51613645375,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:21.269871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Made reservation on behalf of ecb9c568d2b44dcc9d9ccd0ac087e21c for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:21.274030 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:21.274801 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:21.276708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.450938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55042) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:21.455548 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:21.470014 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.480091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Transition to ACTIVE for port object 9506b956-db10-47a9-ac87-40efe4f8368b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:21.497545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Transition to ACTIVE for port object 9506b956-db10-47a9-ac87-40efe4f8368b will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:21.505109 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.529519 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57c39d7d-b461-4956-91fc-0149bbdbfcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.547141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:21.552046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:21.555610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:21.563813 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Pushing event updated for resources: {'Port': ['ID=9506b956-db10-47a9-ac87-40efe4f8368b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:21.628588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Attempting to bind port 9506b956-db10-47a9-ac87-40efe4f8368b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:21.629779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Attempting to bind port 9506b956-db10-47a9-ac87-40efe4f8368b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:21.630154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Attempting to bind port 9506b956-db10-47a9-ac87-40efe4f8368b on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:21.637352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:21.637927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:21.638245 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.638654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:21.639122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Bound port: 9506b956-db10-47a9-ac87-40efe4f8368b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:21.639514 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.753320 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] For port 9506b956-db10-47a9-ac87-40efe4f8368b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:21.757401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] For port 9506b956-db10-47a9-ac87-40efe4f8368b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9506b956-db10-47a9-ac87-40efe4f8368b,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:21.763988 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:18:18Z', 'revision_number': 3, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:21.769767 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.795567 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826bbdbf-c367-45cc-98cb-888f99bbdd7e None None] The sync data for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 is: [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:18:18Z', 'revision_number': 3, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:18:21.815153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::503:a581:70cc:e1f2 (3467efee-61be-408d-ace4-f72f5db27257/6d945836-0ab5-453a-9d4e-5411dfa2e3b0/544085f1-344d-405b-b4d5-f93a9c97b6af) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:21.816559 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.866775 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449926d2-a799-4ed7-8e02-a042a2cdb8f5 None None] Pushing event updated for resources: {'Port': ['ID=9506b956-db10-47a9-ac87-40efe4f8368b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:21.967830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Subnet': ['ID=3d0812d6-2da4-4460-b800-66d96f1ecab9,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:21.984456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Checking segment: {'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:21.984830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network hostable DHCP agents. Network: 69d8ec76-614d-43ba-9d4a-c5b8735138b6, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:18:22.065980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.066526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.067019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.067725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.068456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.068919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.069399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.070115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.070645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.071126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.071630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.072795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:22.101310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:18:22.130384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 69d8ec76-614d-43ba-9d4a-c5b8735138b6) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:22.143933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:22.144529 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.198387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1d546-5d11-4d58-afa8-c38a96ddd986 None None] Network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:22.206712 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57c39d7d-b461-4956-91fc-0149bbdbfcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.234640 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57c39d7d-b461-4956-91fc-0149bbdbfcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.266249 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.291020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 544085f1-344d-405b-b4d5-f93a9c97b6af will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:22.304568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a2bc884-caa3-4346-aab5-229939860fdf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4292035 Jul 08 18:18:22.309277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55050) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:22.367912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c39d7d-b461-4956-91fc-0149bbdbfcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ca1407-0198-4412-a0de-90296027e468,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:22.386725 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-57c39d7d-b461-4956-91fc-0149bbdbfcb2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5db5e0058c284d13b650538e7119bd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9336460 Jul 08 18:18:22.392073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55052) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:22.405172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f11f-515b-4d2b-bc6b-9e043bb07ec5 req-4a8c9ac3-be4e-4c0f-9a9f-e621063f19d6 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:22.406798 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8565f11f-515b-4d2b-bc6b-9e043bb07ec5 req-4a8c9ac3-be4e-4c0f-9a9f-e621063f19d6 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.2358541 Jul 08 18:18:22.470136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.499978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:18:22.501500 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.547033 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8565f11f-515b-4d2b-bc6b-9e043bb07ec5 req-b33eb648-d6fb-4c73-b767-642d9758d85e tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261432 Jul 08 18:18:22.690809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=544085f1-344d-405b-b4d5-f93a9c97b6af,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:22.698954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c428-cad3-42ef-8ee3-b479a94638c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.714394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Allocated IP 172.20.0.2 (69d8ec76-614d-43ba-9d4a-c5b8735138b6/3d0812d6-2da4-4460-b800-66d96f1ecab9/b3453de3-97c0-4bd2-b58f-1c1fda483e7b) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:22.731827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:22.738992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:22.741740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:22.749302 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:22.749955 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.821554 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c428-cad3-42ef-8ee3-b479a94638c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.846106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55060) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:22.849708 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6e26cae5-f361-47c1-a155-7e4bfd4e4b29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4652090 Jul 08 18:18:22.853087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9506b956-db10-47a9-ac87-40efe4f8368b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:22.940164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c428-cad3-42ef-8ee3-b479a94638c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.943442 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c428-cad3-42ef-8ee3-b479a94638c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.946552 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f1f4c428-cad3-42ef-8ee3-b479a94638c2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/68ca1407-0198-4412-a0de-90296027e468 HTTP/1.1" status: 204 len: 168 time: 0.5512936 Jul 08 18:18:22.979888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4c428-cad3-42ef-8ee3-b479a94638c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ca1407-0198-4412-a0de-90296027e468,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:23.009609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 9506b956-db10-47a9-ac87-40efe4f8368b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:23.048393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6d4393e-424b-472a-9969-f51613645375 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:23.136138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef2d41-e20a-4717-af96-9f1629e9dd2a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:23.142033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef2d41-e20a-4717-af96-9f1629e9dd2a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:23.156481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55064) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:23.158222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c1ef2d41-e20a-4717-af96-9f1629e9dd2a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3036973 Jul 08 18:18:23.273891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port c6d4393e-424b-472a-9969-f51613645375 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:23.319211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c6d4393e-424b-472a-9969-f51613645375 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:23.319586 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:23.321737 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:23.367633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a427a022-ee7b-49ed-8a5b-66cec71e8ee0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 544085f1-344d-405b-b4d5-f93a9c97b6af {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:23.368092 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a427a022-ee7b-49ed-8a5b-66cec71e8ee0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:23.381162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Transition to ACTIVE for port object b3453de3-97c0-4bd2-b58f-1c1fda483e7b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:23.409196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Transition to ACTIVE for port object b3453de3-97c0-4bd2-b58f-1c1fda483e7b will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:23.438970 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:23.501560 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a427a022-ee7b-49ed-8a5b-66cec71e8ee0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:23.507512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e639ed45-9717-4d33-96eb-9d2ea0a21f46 None None] Provisioning for port 9506b956-db10-47a9-ac87-40efe4f8368b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:23.531078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a427a022-ee7b-49ed-8a5b-66cec71e8ee0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 544085f1-344d-405b-b4d5-f93a9c97b6af owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:23.544459 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:23.576529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e639ed45-9717-4d33-96eb-9d2ea0a21f46 None None] Provisioning complete for port 9506b956-db10-47a9-ac87-40efe4f8368b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:23.576914 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e639ed45-9717-4d33-96eb-9d2ea0a21f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:23.596628 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:23.640888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:23.651769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Pushing event updated for resources: {'Port': ['ID=b3453de3-97c0-4bd2-b58f-1c1fda483e7b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:23.657110 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:23.672894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:23.702893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port c6d4393e-424b-472a-9969-f51613645375, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c6d4393e-424b-472a-9969-f51613645375,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:23.764217 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:23.906766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=c6d4393e-424b-472a-9969-f51613645375,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:23.917974 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a427a022-ee7b-49ed-8a5b-66cec71e8ee0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:23.961374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Attempting to bind port b3453de3-97c0-4bd2-b58f-1c1fda483e7b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:23.962034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Attempting to bind port b3453de3-97c0-4bd2-b58f-1c1fda483e7b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:23.963288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Attempting to bind port b3453de3-97c0-4bd2-b58f-1c1fda483e7b on network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:23.992638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427a022-ee7b-49ed-8a5b-66cec71e8ee0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=544085f1-344d-405b-b4d5-f93a9c97b6af,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:24.044676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:24.045041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Checking segment: {'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:24.045447 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:24.045835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Bound using segment: {'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:24.061157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Bound port: b3453de3-97c0-4bd2-b58f-1c1fda483e7b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:24.061982 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:24.084592 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a427a022-ee7b-49ed-8a5b-66cec71e8ee0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:24.089378 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a427a022-ee7b-49ed-8a5b-66cec71e8ee0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/544085f1-344d-405b-b4d5-f93a9c97b6af HTTP/1.1" status: 204 len: 168 time: 0.9289765 Jul 08 18:18:24.089734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55088) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:24.246906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dbd58-d8d7-4a9b-9202-4d7da74ed682 req-04a6e5ee-d04e-4651-8849-79ee83d5c354 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:24.252336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] For port b3453de3-97c0-4bd2-b58f-1c1fda483e7b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:24.254994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc3dbd58-d8d7-4a9b-9202-4d7da74ed682 req-04a6e5ee-d04e-4651-8849-79ee83d5c354 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.4499774 Jul 08 18:18:24.262460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f946b-1cf6-47f2-98f5-c8aa9c4e7264 req-0baeba8b-e59d-4539-8a5e-3b782f6f1319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:24.264621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b7f946b-1cf6-47f2-98f5-c8aa9c4e7264 req-0baeba8b-e59d-4539-8a5e-3b782f6f1319 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3402b5f687644f958a338c37a1460539&device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 1096 time: 0.3582058 Jul 08 18:18:24.281216 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e639ed45-9717-4d33-96eb-9d2ea0a21f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:24.288406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477bf61d-655c-4e9b-9843-a8fe14bce8c4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:24.290618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477bf61d-655c-4e9b-9843-a8fe14bce8c4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:24.293480 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-477bf61d-655c-4e9b-9843-a8fe14bce8c4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2026114 Jul 08 18:18:24.296789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55090) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:24.299598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] For port b3453de3-97c0-4bd2-b58f-1c1fda483e7b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b3453de3-97c0-4bd2-b58f-1c1fda483e7b,segment=NetworkSegment(43b3414c-adda-4ab3-a60d-55ca9996eab6),segment_id=43b3414c-adda-4ab3-a60d-55ca9996eab6)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:24.323137 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:24.364398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e639ed45-9717-4d33-96eb-9d2ea0a21f46 None None] For port 9506b956-db10-47a9-ac87-40efe4f8368b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9506b956-db10-47a9-ac87-40efe4f8368b,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:24.399795 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e639ed45-9717-4d33-96eb-9d2ea0a21f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:24.407343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f38c9f9-b782-4367-b600-f62de2ff3673 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 6d945836-0ab5-453a-9d4e-5411dfa2e3b0 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:24.412408 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f38c9f9-b782-4367-b600-f62de2ff3673 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:24.469088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b44356-f4eb-43d6-9fc9-bf66b0d2a2c2 None None] Pushing event updated for resources: {'Port': ['ID=b3453de3-97c0-4bd2-b58f-1c1fda483e7b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:24.541585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f38c9f9-b782-4367-b600-f62de2ff3673 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:24.574045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1117faee-17cc-4812-b7fc-1b9961b91e02 None None] Could not find standard attr ID for object 8144e43d-5ec1-4a30-b11d-4783b41bdfa4. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:18:24.587463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1117faee-17cc-4812-b7fc-1b9961b91e02 None None] Could not find standard attr ID for object 544085f1-344d-405b-b4d5-f93a9c97b6af. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:18:24.659772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639ed45-9717-4d33-96eb-9d2ea0a21f46 None None] Pushing event updated for resources: {'Port': ['ID=9506b956-db10-47a9-ac87-40efe4f8368b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:24.684633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6d4393e-424b-472a-9969-f51613645375 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:24.710671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc3dbd58-d8d7-4a9b-9202-4d7da74ed682 req-ec0c1580-d7c7-48a9-a182-253a07f48521 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545534 Jul 08 18:18:24.741018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Allocated IP 172.20.0.1 (69d8ec76-614d-43ba-9d4a-c5b8735138b6/3d0812d6-2da4-4460-b800-66d96f1ecab9/b40fac0d-2932-48a0-8987-aafc1d8913e7) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:24.743611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f946b-1cf6-47f2-98f5-c8aa9c4e7264 req-1f3327e8-dac9-4272-9032-07880b9f7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:24.745178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b7f946b-1cf6-47f2-98f5-c8aa9c4e7264 req-1f3327e8-dac9-4272-9032-07880b9f7b56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 200 len: 911 time: 0.4233940 Jul 08 18:18:24.799831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c6d4393e-424b-472a-9969-f51613645375 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:24.800213 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:24.900052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f38c9f9-b782-4367-b600-f62de2ff3673 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:24.903137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b7f946b-1cf6-47f2-98f5-c8aa9c4e7264 req-8160fef0-26b6-4f50-9bac-98be2147eaac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 HTTP/1.1" status: 200 len: 217 time: 0.1422424 Jul 08 18:18:24.910192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e73d0e-fa4e-4e27-9d0a-1aa3d4b762f1 req-f25edde2-2d8a-4262-97db-3cc7c1864125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:24.913172 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54e73d0e-fa4e-4e27-9d0a-1aa3d4b762f1 req-f25edde2-2d8a-4262-97db-3cc7c1864125 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 1096 time: 0.2728117 Jul 08 18:18:25.046087 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54e73d0e-fa4e-4e27-9d0a-1aa3d4b762f1 req-a5c18f27-88d6-4c43-ae64-f2196977bcda service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551860 Jul 08 18:18:25.096490 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f38c9f9-b782-4367-b600-f62de2ff3673 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:25.145315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38c9f9-b782-4367-b600-f62de2ff3673 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=6d945836-0ab5-453a-9d4e-5411dfa2e3b0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:25.148165 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f38c9f9-b782-4367-b600-f62de2ff3673 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:25.153283 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1f38c9f9-b782-4367-b600-f62de2ff3673 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/6d945836-0ab5-453a-9d4e-5411dfa2e3b0 HTTP/1.1" status: 204 len: 168 time: 0.8522601 Jul 08 18:18:25.153471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55102) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:25.179196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fa94b7-ad44-475f-b146-b3a470b2abaa None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:25.219965 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0d30c119-c49e-44a2-84cb-c2608efc0bba tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651534 Jul 08 18:18:25.222615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55106) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:25.228812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2c9d08ac-31a9-42f8-81f3-5ea84daf5885 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:25.345298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9d08ac-31a9-42f8-81f3-5ea84daf5885 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:25.351261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2c9d08ac-31a9-42f8-81f3-5ea84daf5885 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:25.554837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914372dc-f7c9-4337-8213-452c0d4a4504 None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:25.590118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f946b-1cf6-47f2-98f5-c8aa9c4e7264 req-a5583cc4-a98e-42e3-8ad5-12e31b19e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:25.591774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b7f946b-1cf6-47f2-98f5-c8aa9c4e7264 req-a5583cc4-a98e-42e3-8ad5-12e31b19e8c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b5a276-c3a3-46c3-85bd-73a99230a19a HTTP/1.1" status: 200 len: 850 time: 0.6830518 Jul 08 18:18:25.634638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-914372dc-f7c9-4337-8213-452c0d4a4504 None None] Deleting port 9506b956-db10-47a9-ac87-40efe4f8368b {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:25.635131 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-914372dc-f7c9-4337-8213-452c0d4a4504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:25.641893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b7f946b-1cf6-47f2-98f5-c8aa9c4e7264 req-d931478f-4872-47df-8bfb-ace2f6862fbe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e06f7abd-7c76-4808-a3a8-de893d43c63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421243 Jul 08 18:18:25.668981 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:25.724118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2c9d08ac-31a9-42f8-81f3-5ea84daf5885 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:25.728671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Transition to ACTIVE for port object b40fac0d-2932-48a0-8987-aafc1d8913e7 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:25.744040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-914372dc-f7c9-4337-8213-452c0d4a4504 None None] For port 9506b956-db10-47a9-ac87-40efe4f8368b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9506b956-db10-47a9-ac87-40efe4f8368b,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:25.749593 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-914372dc-f7c9-4337-8213-452c0d4a4504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:25.798547 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b7f946b-1cf6-47f2-98f5-c8aa9c4e7264 req-bf3132c5-c740-457a-ad38-d88efe3aec26 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433585 Jul 08 18:18:25.814507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d08ac-31a9-42f8-81f3-5ea84daf5885 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:25.814887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-914372dc-f7c9-4337-8213-452c0d4a4504 None None] Calling delete_port for 9506b956-db10-47a9-ac87-40efe4f8368b owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:25.825635 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:25.856861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d08ac-31a9-42f8-81f3-5ea84daf5885 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:25.872181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d08ac-31a9-42f8-81f3-5ea84daf5885 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:25.872779 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2c9d08ac-31a9-42f8-81f3-5ea84daf5885 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:25.939865 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d08ac-31a9-42f8-81f3-5ea84daf5885 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=371bd5cc-ebde-458b-b654-2f60f95a8c06,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:25.955804 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2c9d08ac-31a9-42f8-81f3-5ea84daf5885 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7321205 Jul 08 18:18:25.959667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55122) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:25.972629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '371bd5cc-ebde-458b-b654-2f60f95a8c06', 'ip_address': '2001:db8::2bef:ba17:c2b9:6a23'}], 'name': 'tempest-NetworksTestDHCPv6-662547212'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:25.981653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:25.992808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:25.996227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:26.058958 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-914372dc-f7c9-4337-8213-452c0d4a4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:26.125521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=b40fac0d-2932-48a0-8987-aafc1d8913e7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:26.131151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914372dc-f7c9-4337-8213-452c0d4a4504 None None] Pushing event deleted for resources: {'Port': ['ID=9506b956-db10-47a9-ac87-40efe4f8368b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:26.138604 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914372dc-f7c9-4337-8213-452c0d4a4504 None None] No DVR routers for this DVR port 9506b956-db10-47a9-ac87-40efe4f8368b on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:26.163434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438141e0-1356-4283-8ecc-e30523757fb7 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:26.231669 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:26.237914 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b7f946b-1cf6-47f2-98f5-c8aa9c4e7264 req-04f3aff2-5eec-415b-996c-44025287abb1 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255311 Jul 08 18:18:26.363685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f050de-e90a-434d-8d6a-c9661affcae3 None None] Network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:26.365624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:26.375401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c957231-a720-48f7-8bcb-adc082b7569d req-3aa259b4-c142-4107-b5cc-e81c359e5a7d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:26.377237 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4c957231-a720-48f7-8bcb-adc082b7569d req-3aa259b4-c142-4107-b5cc-e81c359e5a7d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.3722799 Jul 08 18:18:26.463770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4c957231-a720-48f7-8bcb-adc082b7569d req-d83d914e-bad4-4419-a7cb-b6bf837a2872 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599072 Jul 08 18:18:26.575501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:26.589460 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:26.625543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2b4c70ad-673c-4c38-8554-09c072f7b9aa None None] Provisioning for port b3453de3-97c0-4bd2-b58f-1c1fda483e7b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:26.636473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': '371bd5cc-ebde-458b-b654-2f60f95a8c06'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:18:26.637408 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:26.655516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 85caf92f-c291-4746-afa0-c8d3bcbf3d5a yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:18:26.853924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::2bef:ba17:c2b9:6a23 (3467efee-61be-408d-ace4-f72f5db27257/371bd5cc-ebde-458b-b654-2f60f95a8c06/85caf92f-c291-4746-afa0-c8d3bcbf3d5a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:26.879652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b3453de3-97c0-4bd2-b58f-1c1fda483e7b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:27.007154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55142) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:27.140633 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.158891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 85caf92f-c291-4746-afa0-c8d3bcbf3d5a will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:27.162596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b3453de3-97c0-4bd2-b58f-1c1fda483e7b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:27.175677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b3453de3-97c0-4bd2-b58f-1c1fda483e7b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:27.176307 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.180758 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.186615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.223801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.288600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f43e398a-f021-4b88-b43c-ea7207d8d88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.323903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:27.325982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=b40fac0d-2932-48a0-8987-aafc1d8913e7,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:27.330301 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.331597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:27.342621 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:27.370330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:27.372010 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.423339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=85caf92f-c291-4746-afa0-c8d3bcbf3d5a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:27.506315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:27.515153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:27.519946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Allocated IP 2001:db8::2 (3467efee-61be-408d-ace4-f72f5db27257/371bd5cc-ebde-458b-b654-2f60f95a8c06/33921da2-bd92-4b60-9f9d-28c3e3daf82a) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:27.631413 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.647174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f43e398a-f021-4b88-b43c-ea7207d8d88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.662576 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f43e398a-f021-4b88-b43c-ea7207d8d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.682948 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b88f3d24-97d3-4b3f-8f62-d85e56f08602 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7221644 Jul 08 18:18:27.685477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55154) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:27.725290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b3453de3-97c0-4bd2-b58f-1c1fda483e7b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b3453de3-97c0-4bd2-b58f-1c1fda483e7b,segment=NetworkSegment(43b3414c-adda-4ab3-a60d-55ca9996eab6),segment_id=43b3414c-adda-4ab3-a60d-55ca9996eab6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:27.749959 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.786020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f43e398a-f021-4b88-b43c-ea7207d8d88c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=318083a39de040eb8e7a622931b9f216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777975 Jul 08 18:18:27.795389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55156) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:27.804921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:18:27.865940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9506b956-db10-47a9-ac87-40efe4f8368b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:27.867856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e398a-f021-4b88-b43c-ea7207d8d88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e4c608-3487-43d1-8e41-7a675eba0a8c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:27.875464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164edd1e-3c19-4ebe-b3c2-07ffba0eb92c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:27.877945 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-164edd1e-3c19-4ebe-b3c2-07ffba0eb92c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1914928 Jul 08 18:18:27.880956 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55158) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:27.919780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 9506b956-db10-47a9-ac87-40efe4f8368b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:27.920371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9506b956-db10-47a9-ac87-40efe4f8368b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:27.991728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b3453de3-97c0-4bd2-b58f-1c1fda483e7b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:28.017368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-634e3d1c-39fc-4627-9cb5-df3d57f5597e None None] Provisioning for port b40fac0d-2932-48a0-8987-aafc1d8913e7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:28.024922 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.033342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-634e3d1c-39fc-4627-9cb5-df3d57f5597e None None] Provisioning complete for port b40fac0d-2932-48a0-8987-aafc1d8913e7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:28.033988 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-634e3d1c-39fc-4627-9cb5-df3d57f5597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.038834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-720c66cd-24b4-4b4b-b0e4-aee01aa6cb0a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 85caf92f-c291-4746-afa0-c8d3bcbf3d5a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:28.041308 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-720c66cd-24b4-4b4b-b0e4-aee01aa6cb0a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.054274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7416873b-d007-4c66-85f1-ab018f31fb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.071241 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Transition to ACTIVE for port object 33921da2-bd92-4b60-9f9d-28c3e3daf82a will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:28.079805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7416873b-d007-4c66-85f1-ab018f31fb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.110279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Transition to ACTIVE for port object 33921da2-bd92-4b60-9f9d-28c3e3daf82a will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:28.113058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-634e3d1c-39fc-4627-9cb5-df3d57f5597e None None] Port b40fac0d-2932-48a0-8987-aafc1d8913e7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:28.138941 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.179338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51340766-18a9-45fb-8c3d-95ebc0f79827 req-62253325-5d87-4152-b1a6-59d801c711fb tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.188774 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-720c66cd-24b4-4b4b-b0e4-aee01aa6cb0a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.201653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51340766-18a9-45fb-8c3d-95ebc0f79827 req-62253325-5d87-4152-b1a6-59d801c711fb tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.4858332 Jul 08 18:18:28.202782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-634e3d1c-39fc-4627-9cb5-df3d57f5597e None None] Provisioning complete for port b3453de3-97c0-4bd2-b58f-1c1fda483e7b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:28.204302 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-720c66cd-24b4-4b4b-b0e4-aee01aa6cb0a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 85caf92f-c291-4746-afa0-c8d3bcbf3d5a owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:28.204592 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-634e3d1c-39fc-4627-9cb5-df3d57f5597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.248222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7416873b-d007-4c66-85f1-ab018f31fb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.251405 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7416873b-d007-4c66-85f1-ab018f31fb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.252704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7416873b-d007-4c66-85f1-ab018f31fb07 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/77e4c608-3487-43d1-8e41-7a675eba0a8c HTTP/1.1" status: 204 len: 168 time: 0.4458570 Jul 08 18:18:28.272725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Pushing event updated for resources: {'Port': ['ID=33921da2-bd92-4b60-9f9d-28c3e3daf82a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:28.314556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51340766-18a9-45fb-8c3d-95ebc0f79827 req-2aa65832-2297-4cc9-920c-c9974ef4e4f0 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115313 Jul 08 18:18:28.316540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:28.319555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:28.322770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:28.338268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416873b-d007-4c66-85f1-ab018f31fb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e4c608-3487-43d1-8e41-7a675eba0a8c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:28.365544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:18:28.376431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fc37fbb0-ecb3-4b37-b855-2c0c9a8d9620 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "PUT /v2.0/routers/106650bb-f201-46c0-b4e5-bbe8ba6614b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0661259 Jul 08 18:18:28.377157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55168) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:28.410687 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Sync routers for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:18:28.555723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Attempting to bind port 33921da2-bd92-4b60-9f9d-28c3e3daf82a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:28.556329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Attempting to bind port 33921da2-bd92-4b60-9f9d-28c3e3daf82a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:28.556792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Attempting to bind port 33921da2-bd92-4b60-9f9d-28c3e3daf82a on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:28.567027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:28.567852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:28.568249 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.568757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:28.569447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Bound port: 33921da2-bd92-4b60-9f9d-28c3e3daf82a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:28.569906 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.624995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:28.625649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:28.689676 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-720c66cd-24b4-4b4b-b0e4-aee01aa6cb0a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.709489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b3453de3-97c0-4bd2-b58f-1c1fda483e7b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:28.740991 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c66cd-24b4-4b4b-b0e4-aee01aa6cb0a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=85caf92f-c291-4746-afa0-c8d3bcbf3d5a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:28.792121 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-720c66cd-24b4-4b4b-b0e4-aee01aa6cb0a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.794957 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-720c66cd-24b4-4b4b-b0e4-aee01aa6cb0a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/85caf92f-c291-4746-afa0-c8d3bcbf3d5a HTTP/1.1" status: 204 len: 168 time: 0.9122238 Jul 08 18:18:28.798025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55184) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:28.933244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbf283-422f-4074-9b63-ef6df748a020 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.933244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbf283-422f-4074-9b63-ef6df748a020 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.933733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbf283-422f-4074-9b63-ef6df748a020 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.934194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbf283-422f-4074-9b63-ef6df748a020 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.934698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbf283-422f-4074-9b63-ef6df748a020 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.935154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbf283-422f-4074-9b63-ef6df748a020 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.935604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbf283-422f-4074-9b63-ef6df748a020 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.936316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbf283-422f-4074-9b63-ef6df748a020 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.936897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbf283-422f-4074-9b63-ef6df748a020 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.941934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-11cbf283-422f-4074-9b63-ef6df748a020 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6396 time: 0.5606458 Jul 08 18:18:28.942114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] For port 33921da2-bd92-4b60-9f9d-28c3e3daf82a, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:28.942288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55188) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:28.948785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] For port 33921da2-bd92-4b60-9f9d-28c3e3daf82a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=33921da2-bd92-4b60-9f9d-28c3e3daf82a,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:28.953346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba52c6ff-6858-4943-b98f-23b5e808c5e3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.957982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba52c6ff-6858-4943-b98f-23b5e808c5e3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:28.960112 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ba52c6ff-6858-4943-b98f-23b5e808c5e3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1608396 Jul 08 18:18:28.961513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55190) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:28.970336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55192) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:28.980024 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:28.987970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:29.007806 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf69a99b-682c-4025-8a16-d3178fe0e9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:29.013997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-18fdaaa3-bf59-4952-8a87-4ed9a7ba442a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:29.022475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-18fdaaa3-bf59-4952-8a87-4ed9a7ba442a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/networks?id=e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 200 len: 810 time: 0.3626401 Jul 08 18:18:29.024151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b3453de3-97c0-4bd2-b58f-1c1fda483e7b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:29.024466 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:29.066544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-681bc397-d018-4d42-a69c-c7bd64d819fe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 371bd5cc-ebde-458b-b654-2f60f95a8c06 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:29.071273 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-681bc397-d018-4d42-a69c-c7bd64d819fe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:29.108817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-afe534d8-b99a-403b-9273-d386c0879fed tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/quotas/3402b5f687644f958a338c37a1460539 HTTP/1.1" status: 200 len: 375 time: 0.0851445 Jul 08 18:18:29.124880 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-681bc397-d018-4d42-a69c-c7bd64d819fe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:29.172476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35916e0-de5c-4214-a121-32174afe3112 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:29.173965 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:18:29.175124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35916e0-de5c-4214-a121-32174afe3112 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:29.175841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35916e0-de5c-4214-a121-32174afe3112 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:29.176974 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35916e0-de5c-4214-a121-32174afe3112 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:29.178018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35916e0-de5c-4214-a121-32174afe3112 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:29.178592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35916e0-de5c-4214-a121-32174afe3112 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:29.179459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35916e0-de5c-4214-a121-32174afe3112 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:29.180097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35916e0-de5c-4214-a121-32174afe3112 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:29.180610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35916e0-de5c-4214-a121-32174afe3112 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:29.184799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d78e7fa1-2871-43ea-b70a-83a8fa3b3edc None None] Provisioning complete for port b40fac0d-2932-48a0-8987-aafc1d8913e7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:29.185451 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d78e7fa1-2871-43ea-b70a-83a8fa3b3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:29.186904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d35916e0-de5c-4214-a121-32174afe3112 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5916 time: 0.2437196 Jul 08 18:18:29.191590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55196) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:29.224557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d78e7fa1-2871-43ea-b70a-83a8fa3b3edc None None] Port b40fac0d-2932-48a0-8987-aafc1d8913e7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:29.232722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e18d88-f0ab-4b3a-a661-404397b9dec7 None None] Pushing event updated for resources: {'Port': ['ID=33921da2-bd92-4b60-9f9d-28c3e3daf82a,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:29.254383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-681bc397-d018-4d42-a69c-c7bd64d819fe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:29.388178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-681bc397-d018-4d42-a69c-c7bd64d819fe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:29.409664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-99d5634e-5b68-4312-b263-1f17c8acd4e6 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3402b5f687644f958a338c37a1460539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2998765 Jul 08 18:18:29.446750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bc397-d018-4d42-a69c-c7bd64d819fe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=371bd5cc-ebde-458b-b654-2f60f95a8c06,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:29.459731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:18:26Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:26Z', 'revision_number': 2, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:29.484197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-681bc397-d018-4d42-a69c-c7bd64d819fe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:29.486161 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-681bc397-d018-4d42-a69c-c7bd64d819fe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/371bd5cc-ebde-458b-b654-2f60f95a8c06 HTTP/1.1" status: 204 len: 168 time: 0.5146143 Jul 08 18:18:29.489039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55200) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:29.503635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Checking router: 106650bb-f201-46c0-b4e5-bbe8ba6614b0 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:18:29.504131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Updating router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 port b40fac0d-2932-48a0-8987-aafc1d8913e7 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:18:29.565330 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:29.584103 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf69a99b-682c-4025-8a16-d3178fe0e9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:29.593515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf69a99b-682c-4025-8a16-d3178fe0e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:29.619629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69a99b-682c-4025-8a16-d3178fe0e9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e93b950-8fe6-4155-a4ae-8d23ce8c9ec6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:29.650266 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-876fd3fa-9b6a-47f1-8a4f-4067dc18c13f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1319826 Jul 08 18:18:29.654952 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cf69a99b-682c-4025-8a16-d3178fe0e9bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ff1681e20fa4390934b8aa7b5ba2a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6920345 Jul 08 18:18:29.655632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55202) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:29.656030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55204) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:29.661129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-79b20ad8-9f8f-4cef-b2be-fd204ead5d2b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:29.745321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-3c4b754d-4010-49f9-9d84-731cbce9b737 service neutron] 10.222.0.73 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003430 Jul 08 18:18:29.847345 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7a1ebf4c-9418-4b18-8d54-d5c2d70dcea3 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4497 time: 0.6513896 Jul 08 18:18:29.887421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-1f43f85a-5354-4bc9-856e-e5ce53fb33f1 service neutron] 10.222.0.73 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407192 Jul 08 18:18:29.995762 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.031491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Transition to ACTIVE for port object b40fac0d-2932-48a0-8987-aafc1d8913e7 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:30.054809 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.208734 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9236-7e1f-434b-bde3-12809bead45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.221643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b0e8d-e38c-4f99-846b-fcb60057c485 None None] Pushing event updated for resources: {'Port': ['ID=b40fac0d-2932-48a0-8987-aafc1d8913e7,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:30.261671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9236-7e1f-434b-bde3-12809bead45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.303334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Attempting to bind port b40fac0d-2932-48a0-8987-aafc1d8913e7 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:30.304417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Attempting to bind port b40fac0d-2932-48a0-8987-aafc1d8913e7 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:30.306881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Attempting to bind port b40fac0d-2932-48a0-8987-aafc1d8913e7 on network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:30.338980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b20ad8-9f8f-4cef-b2be-fd204ead5d2b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:30.340447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:30.342123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Checking segment: {'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:30.342729 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.343223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Bound using segment: {'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:30.343861 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79b20ad8-9f8f-4cef-b2be-fd204ead5d2b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.344870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Bound port: b40fac0d-2932-48a0-8987-aafc1d8913e7, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:30.345321 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.380258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9236-7e1f-434b-bde3-12809bead45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.385679 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9236-7e1f-434b-bde3-12809bead45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.391341 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9c1d9236-7e1f-434b-bde3-12809bead45e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e93b950-8fe6-4155-a4ae-8d23ce8c9ec6 HTTP/1.1" status: 204 len: 168 time: 0.7236896 Jul 08 18:18:30.448295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55218) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:30.453508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-12bc3d3f-b0b1-48fe-ac1b-fd0b479ec6ac tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-681009089', 'description': 'tempest-secgroup-smoke-681009089 description', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:30.572545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] For port b40fac0d-2932-48a0-8987-aafc1d8913e7, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:30.590055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] For port b40fac0d-2932-48a0-8987-aafc1d8913e7, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b40fac0d-2932-48a0-8987-aafc1d8913e7,segment=NetworkSegment(43b3414c-adda-4ab3-a60d-55ca9996eab6),segment_id=43b3414c-adda-4ab3-a60d-55ca9996eab6)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:30.609593 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.688893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55226) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:30.695170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d17ef67-7459-4976-96b2-90b5b1768bae req-b07d8963-c41c-4766-8f17-58d51e4ac515 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 210 time: 0.1697817 Jul 08 18:18:30.705077 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12bc3d3f-b0b1-48fe-ac1b-fd0b479ec6ac tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.759142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:30.761929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:30.953973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:30.988292 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79b20ad8-9f8f-4cef-b2be-fd204ead5d2b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:31.005092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41721ba9-2644-48f8-9eb5-e9e254f8dc65 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:31.007278 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 33921da2-bd92-4b60-9f9d-28c3e3daf82a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:31.045010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d9236-7e1f-434b-bde3-12809bead45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e93b950-8fe6-4155-a4ae-8d23ce8c9ec6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:31.072164 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12bc3d3f-b0b1-48fe-ac1b-fd0b479ec6ac tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:31.078016 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12bc3d3f-b0b1-48fe-ac1b-fd0b479ec6ac tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:31.147700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc3d3f-b0b1-48fe-ac1b-fd0b479ec6ac tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a78373-4d96-4e82-9601-ac4f12bc16ec,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:31.154443 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12bc3d3f-b0b1-48fe-ac1b-fd0b479ec6ac tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:31.157592 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b20ad8-9f8f-4cef-b2be-fd204ead5d2b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:31.162175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-12bc3d3f-b0b1-48fe-ac1b-fd0b479ec6ac tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7100334 Jul 08 18:18:31.166636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55238) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:31.169761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-79b20ad8-9f8f-4cef-b2be-fd204ead5d2b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:31.185650 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b20ad8-9f8f-4cef-b2be-fd204ead5d2b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:31.186482 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79b20ad8-9f8f-4cef-b2be-fd204ead5d2b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:31.187374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-549ca251-7d43-429e-9b84-5d9ff0cd37c2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'a1a78373-4d96-4e82-9601-ac4f12bc16ec', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:31.210051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b20ad8-9f8f-4cef-b2be-fd204ead5d2b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=f6d8a34b-95e0-4c76-9543-11f718e074f7,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:31.235825 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b0e8d-e38c-4f99-846b-fcb60057c485 None None] Pushing event updated for resources: {'Port': ['ID=b40fac0d-2932-48a0-8987-aafc1d8913e7,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:31.236937 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-79b20ad8-9f8f-4cef-b2be-fd204ead5d2b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5797949 Jul 08 18:18:31.244590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55240) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:31.257300 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': 'f6d8a34b-95e0-4c76-9543-11f718e074f7', 'ip_address': '2001:db8::1c0c:2930:a2a3:d797'}], 'name': 'tempest-NetworksTestDHCPv6-1139917380'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:31.318226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 33921da2-bd92-4b60-9f9d-28c3e3daf82a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:31.340725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1db2f6f1-28d4-4069-9e51-7591cc71b22c None None] Provisioning for port 33921da2-bd92-4b60-9f9d-28c3e3daf82a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:31.341105 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-f94d5ec7-74d7-4aae-b878-b3ebff2f5dbf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3895791 Jul 08 18:18:31.403141 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-549ca251-7d43-429e-9b84-5d9ff0cd37c2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:31.441901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1db2f6f1-28d4-4069-9e51-7591cc71b22c None None] Provisioning complete for port 33921da2-bd92-4b60-9f9d-28c3e3daf82a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:31.442986 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1db2f6f1-28d4-4069-9e51-7591cc71b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:31.550516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:31.555587 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:31.638465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port c4217b8c-0c49-4534-9234-82ee106c214c yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:18:31.659122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-0ff0de23-569a-450a-af03-30dc5d42cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:31.661026 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-0ff0de23-569a-450a-af03-30dc5d42cbfd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 1096 time: 0.2465458 Jul 08 18:18:31.850937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-ce30b280-a47a-408c-ae35-85540d12b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:31.855332 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-ce30b280-a47a-408c-ae35-85540d12b70c service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 912 time: 0.1368396 Jul 08 18:18:31.943282 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-2cf17e31-c717-49d1-b0e2-2cd634cc74e5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4834f5af-4dc9-4f77-9c36-43250f42de76 HTTP/1.1" status: 200 len: 1001 time: 0.0806262 Jul 08 18:18:32.013877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-3b40e0cf-6626-431d-aa78-2daf4a468cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:32.015658 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-3b40e0cf-6626-431d-aa78-2daf4a468cf0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.0611830 Jul 08 18:18:32.163664 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1db2f6f1-28d4-4069-9e51-7591cc71b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:32.252288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1db2f6f1-28d4-4069-9e51-7591cc71b22c None None] For port 33921da2-bd92-4b60-9f9d-28c3e3daf82a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=33921da2-bd92-4b60-9f9d-28c3e3daf82a,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:32.266733 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1db2f6f1-28d4-4069-9e51-7591cc71b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:32.332881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-549ca251-7d43-429e-9b84-5d9ff0cd37c2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:32.335390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-445c50bc-8249-4b58-8482-40ae5eda8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:32.337173 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-445c50bc-8249-4b58-8482-40ae5eda8c64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3125882 Jul 08 18:18:32.358081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2f6f1-28d4-4069-9e51-7591cc71b22c None None] Pushing event updated for resources: {'Port': ['ID=33921da2-bd92-4b60-9f9d-28c3e3daf82a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:32.390846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:18:26Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:30Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:32.394125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-a53a3f20-0eaf-4960-9bc0-bdb7e2341908 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:32.395899 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-a53a3f20-0eaf-4960-9bc0-bdb7e2341908 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.59 "GET /v2.0/networks?id=e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 200 len: 810 time: 0.1306043 Jul 08 18:18:32.421572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Request body: {'port': {'device_id': '2724277d-1fa5-4eaf-88fd-1879d9154212', 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f', 'admin_state_up': True, 'tenant_id': '3402b5f687644f958a338c37a1460539'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:32.426123 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-549ca251-7d43-429e-9b84-5d9ff0cd37c2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:32.436347 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21fe105d-145e-4f81-8ef0-da0a3b92449f req-51706de3-6092-484d-a483-f8f398cfdfc7 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 210 time: 0.1157506 Jul 08 18:18:32.467590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::1c0c:2930:a2a3:d797 (3467efee-61be-408d-ace4-f72f5db27257/f6d8a34b-95e0-4c76-9543-11f718e074f7/c4217b8c-0c49-4534-9234-82ee106c214c) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:32.496742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11ba7f-d23e-4dbf-91fc-11062575a5de None None] The sync data for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 is: [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:18:26Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:30Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:18:32.530581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ca251-7d43-429e-9b84-5d9ff0cd37c2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e88b43d-bcf7-4f47-b634-552daad3ee29,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:32.666286 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-549ca251-7d43-429e-9b84-5d9ff0cd37c2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:32.674824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-549ca251-7d43-429e-9b84-5d9ff0cd37c2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5069854 Jul 08 18:18:32.675522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55268) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:32.695867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8d8f8c16-2586-491c-8ab5-0a62d4dcfd07 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'a1a78373-4d96-4e82-9601-ac4f12bc16ec', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:32.705249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 33921da2-bd92-4b60-9f9d-28c3e3daf82a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:32.792512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808d03c-7cd3-47dc-ac03-2a77b2fd7025 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:32.909004 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:32.939859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d8f8c16-2586-491c-8ab5-0a62d4dcfd07 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:32.960600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-481c4573-2bc4-48b6-a0ad-c4ef08c4e80e None None] Provisioning complete for port 33921da2-bd92-4b60-9f9d-28c3e3daf82a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:32.960962 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-481c4573-2bc4-48b6-a0ad-c4ef08c4e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:32.966838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object c4217b8c-0c49-4534-9234-82ee106c214c will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:33.045814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Made reservation on behalf of 3402b5f687644f958a338c37a1460539 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:33.049808 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-b25d3196-08b6-4734-8cb8-cd1e446e740b service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7051408 Jul 08 18:18:33.051525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.058227 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.091292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 33921da2-bd92-4b60-9f9d-28c3e3daf82a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:33.091699 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.092356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:33.112997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:33.118295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:33.126579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:33.127615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.252018 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d8f8c16-2586-491c-8ab5-0a62d4dcfd07 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.281662 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a6665dff-15dd-40cf-bd8e-2c0df12737dc req-37b42f67-3a80-4162-8433-32d32f047656 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761110 Jul 08 18:18:33.287154 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0344620 Jul 08 18:18:33.289856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55280) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:33.319187 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d8f8c16-2586-491c-8ab5-0a62d4dcfd07 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.395105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2d28e-563b-4bc5-bf9c-2ea9859d8fa2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=c4217b8c-0c49-4534-9234-82ee106c214c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:33.413105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a1941-f1be-4d78-ab1f-eea159bccd69 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:33.426808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f8c16-2586-491c-8ab5-0a62d4dcfd07 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c9f1f2-201d-487e-9e8e-bb5a16f2ebbe,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:33.441701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a1941-f1be-4d78-ab1f-eea159bccd69 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:33.447680 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0c4a1941-f1be-4d78-ab1f-eea159bccd69 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1560652 Jul 08 18:18:33.448766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55286) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:33.465100 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d8f8c16-2586-491c-8ab5-0a62d4dcfd07 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.480117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8d8f8c16-2586-491c-8ab5-0a62d4dcfd07 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7884393 Jul 08 18:18:33.483409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55288) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:33.498164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-165098ee-4b7f-4ca5-acdc-53a3bff32402 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'a1a78373-4d96-4e82-9601-ac4f12bc16ec', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:33.540059 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.611196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Allocated IP 172.20.0.4 (e06f7abd-7c76-4808-a3a8-de893d43c63f/a4b5a276-c3a3-46c3-85bd-73a99230a19a/e0d0b49a-da00-493c-b3d3-480b7622b32e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:33.667361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.679069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1e4edf13-c48b-41eb-9d0c-863b5a255fb3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port c4217b8c-0c49-4534-9234-82ee106c214c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:33.679419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e4edf13-c48b-41eb-9d0c-863b5a255fb3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.780921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eee62e26-b850-4ace-a6db-cb62d50faac3 req-b87e9ce8-7917-42fb-8fcd-ecd320cbb54f tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 210 time: 0.1640875 Jul 08 18:18:33.785558 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-165098ee-4b7f-4ca5-acdc-53a3bff32402 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.814006 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e4edf13-c48b-41eb-9d0c-863b5a255fb3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.826472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1e4edf13-c48b-41eb-9d0c-863b5a255fb3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for c4217b8c-0c49-4534-9234-82ee106c214c owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:33.974132 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e4edf13-c48b-41eb-9d0c-863b5a255fb3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.976398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ae338368-1207-433d-98df-4db1ae7bfeae None None] Provisioning complete for port 33921da2-bd92-4b60-9f9d-28c3e3daf82a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:33.977261 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae338368-1207-433d-98df-4db1ae7bfeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.078274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4edf13-c48b-41eb-9d0c-863b5a255fb3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=c4217b8c-0c49-4534-9234-82ee106c214c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:34.136958 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e4edf13-c48b-41eb-9d0c-863b5a255fb3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.146430 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1e4edf13-c48b-41eb-9d0c-863b5a255fb3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/c4217b8c-0c49-4534-9234-82ee106c214c HTTP/1.1" status: 204 len: 168 time: 0.6965044 Jul 08 18:18:34.149291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55298) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:34.162834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ae338368-1207-433d-98df-4db1ae7bfeae None None] Could not find standard attr ID for object c4217b8c-0c49-4534-9234-82ee106c214c. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:18:34.241422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e7b030-58c6-45e5-a3a1-9a03dd7d6c10 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:34.243401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e7b030-58c6-45e5-a3a1-9a03dd7d6c10 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:34.248480 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-05e7b030-58c6-45e5-a3a1-9a03dd7d6c10 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0942526 Jul 08 18:18:34.249067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55300) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:34.267474 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.322921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-165098ee-4b7f-4ca5-acdc-53a3bff32402 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.340870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-fadf22d6-233f-435c-a61f-b8059ac9595f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet f6d8a34b-95e0-4c76-9543-11f718e074f7 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:34.348441 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-165098ee-4b7f-4ca5-acdc-53a3bff32402 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.351182 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fadf22d6-233f-435c-a61f-b8059ac9595f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.367200 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.378398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1601bfc0-dd59-4b3f-96fa-6dd1bb915aef None None] Could not find standard attr ID for object 85caf92f-c291-4746-afa0-c8d3bcbf3d5a. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:18:34.394948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fadf22d6-233f-435c-a61f-b8059ac9595f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.412455 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-165098ee-4b7f-4ca5-acdc-53a3bff32402 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.416742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-165098ee-4b7f-4ca5-acdc-53a3bff32402 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9255338 Jul 08 18:18:34.416742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165098ee-4b7f-4ca5-acdc-53a3bff32402 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568eb9e8-e694-4465-88d5-87d2f6e8254a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:34.420953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55304) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:34.434808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1aac924d-8b78-4550-a6e2-dc79f751aecd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'a1a78373-4d96-4e82-9601-ac4f12bc16ec', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:34.468194 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fadf22d6-233f-435c-a61f-b8059ac9595f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.526488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1aac924d-8b78-4550-a6e2-dc79f751aecd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.542822 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.556416 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:18:34.592901 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fadf22d6-233f-435c-a61f-b8059ac9595f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.638580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf22d6-233f-435c-a61f-b8059ac9595f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d8a34b-95e0-4c76-9543-11f718e074f7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:34.646338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] Deleting port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:34.646679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.652862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Network e06f7abd-7c76-4808-a3a8-de893d43c63f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:34.655638 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fadf22d6-233f-435c-a61f-b8059ac9595f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.671064 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fadf22d6-233f-435c-a61f-b8059ac9595f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/f6d8a34b-95e0-4c76-9543-11f718e074f7 HTTP/1.1" status: 204 len: 168 time: 0.4210327 Jul 08 18:18:34.673401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55306) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:34.701180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:34.737320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:34.742021 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bfb91000-e040-4693-982b-9f05762a1aba tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667081 Jul 08 18:18:34.745619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55308) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:34.750449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b40fac0d-2932-48a0-8987-aafc1d8913e7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:34.752481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270a73a7-1cdf-4a35-b421-bd4948bb0626 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:34.765039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Pushing event updated for resources: {'Port': ['ID=e0d0b49a-da00-493c-b3d3-480b7622b32e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:34.817518 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1aac924d-8b78-4550-a6e2-dc79f751aecd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.832760 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1aac924d-8b78-4550-a6e2-dc79f751aecd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.851488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-af39b98f-5e0a-476a-9538-236bf150154e None None] Could not find standard attr ID for object c4217b8c-0c49-4534-9234-82ee106c214c. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:18:34.882997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:34.883632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.894032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac924d-8b78-4550-a6e2-dc79f751aecd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6a1fa2-b2b7-43fe-9e1f-e95e3037e706,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:34.918530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] For port ff6e55bb-08a0-4f8f-9acb-c712140cc8c7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ff6e55bb-08a0-4f8f-9acb-c712140cc8c7,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:34.918530 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.920745 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1aac924d-8b78-4550-a6e2-dc79f751aecd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.924551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1aac924d-8b78-4550-a6e2-dc79f751aecd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4995160 Jul 08 18:18:34.933209 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55312) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:34.938452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-01211b7f-d042-4998-b10c-2a3f0267e338 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'a1a78373-4d96-4e82-9601-ac4f12bc16ec', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:34.939686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-225f5628-dab4-450a-bca6-a4110bb627a2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5220866 Jul 08 18:18:34.947559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] Calling delete_port for ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:34.956121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Request body: {'port': {'device_id': '2724277d-1fa5-4eaf-88fd-1879d9154212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:34.988016 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-01211b7f-d042-4998-b10c-2a3f0267e338 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Project ecb9c568d2b44dcc9d9ccd0ac087e21c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:18:34.996162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01211b7f-d042-4998-b10c-2a3f0267e338 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.015178 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fb480b-1ea5-4662-a1ec-7ecd3c9882b0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.019017 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-68fb480b-1ea5-4662-a1ec-7ecd3c9882b0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2529845 Jul 08 18:18:35.020072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55314) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:35.033324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b40fac0d-2932-48a0-8987-aafc1d8913e7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:35.043094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b40fac0d-2932-48a0-8987-aafc1d8913e7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:35.043635 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.107000 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01211b7f-d042-4998-b10c-2a3f0267e338 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.129803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5b148-e5b7-4c98-b662-30fe27c13a2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.135960 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-60d5b148-e5b7-4c98-b662-30fe27c13a2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1146882 Jul 08 18:18:35.137809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55318) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:35.138671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01211b7f-d042-4998-b10c-2a3f0267e338 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.147983 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.187153 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.190396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b40fac0d-2932-48a0-8987-aafc1d8913e7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b40fac0d-2932-48a0-8987-aafc1d8913e7,segment=NetworkSegment(43b3414c-adda-4ab3-a60d-55ca9996eab6),segment_id=43b3414c-adda-4ab3-a60d-55ca9996eab6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:35.198127 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.218620 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c7ff054e-7fc2-4897-b19c-ae66743c9341 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729206 Jul 08 18:18:35.218620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01211b7f-d042-4998-b10c-2a3f0267e338 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f05d64-cbe5-4e87-bcc2-de52d09b38b4,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:35.224763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55322) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:35.230699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9f92d2cd-de49-4393-a9e8-a9a7c6f66c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:35.267582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b40fac0d-2932-48a0-8987-aafc1d8913e7,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:35.281899 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01211b7f-d042-4998-b10c-2a3f0267e338 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.283530 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-01211b7f-d042-4998-b10c-2a3f0267e338 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3490343 Jul 08 18:18:35.294742 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55324) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:35.302287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7fac5f46-fa1c-48b8-b3ec-3ec92999334b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'a1a78373-4d96-4e82-9601-ac4f12bc16ec', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:35.343933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7c6d62-9e3d-46c7-a5a8-a61fc095f615 None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:35.364232 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-7fac5f46-fa1c-48b8-b3ec-3ec92999334b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Project ecb9c568d2b44dcc9d9ccd0ac087e21c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:18:35.373919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7fac5f46-fa1c-48b8-b3ec-3ec92999334b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.401854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f92d2cd-de49-4393-a9e8-a9a7c6f66c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:35.405683 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f92d2cd-de49-4393-a9e8-a9a7c6f66c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.410006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5b7c6d62-9e3d-46c7-a5a8-a61fc095f615 None None] Deleting port 33921da2-bd92-4b60-9f9d-28c3e3daf82a {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:35.410448 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6d62-9e3d-46c7-a5a8-a61fc095f615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.480341 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5b7c6d62-9e3d-46c7-a5a8-a61fc095f615 None None] For port 33921da2-bd92-4b60-9f9d-28c3e3daf82a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=33921da2-bd92-4b60-9f9d-28c3e3daf82a,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:35.480732 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6d62-9e3d-46c7-a5a8-a61fc095f615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.493700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5b7c6d62-9e3d-46c7-a5a8-a61fc095f615 None None] Calling delete_port for 33921da2-bd92-4b60-9f9d-28c3e3daf82a owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:35.561098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a49e7c-62fe-4fe6-9d8b-8e87b3d9dc8b req-5bf0d723-75d3-46d0-a10d-db33a6ef69e8 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.562780 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74a49e7c-62fe-4fe6-9d8b-8e87b3d9dc8b req-5bf0d723-75d3-46d0-a10d-db33a6ef69e8 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 931 time: 0.5754244 Jul 08 18:18:35.574198 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6d62-9e3d-46c7-a5a8-a61fc095f615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.600342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c6d62-9e3d-46c7-a5a8-a61fc095f615 None None] Pushing event deleted for resources: {'Port': ['ID=33921da2-bd92-4b60-9f9d-28c3e3daf82a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:35.606476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c6d62-9e3d-46c7-a5a8-a61fc095f615 None None] No DVR routers for this DVR port 33921da2-bd92-4b60-9f9d-28c3e3daf82a on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:35.614299 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7fac5f46-fa1c-48b8-b3ec-3ec92999334b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.631483 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7fac5f46-fa1c-48b8-b3ec-3ec92999334b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.673655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74a49e7c-62fe-4fe6-9d8b-8e87b3d9dc8b req-e79763d5-a9f8-4d0a-b368-fef6f484470e tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023118 Jul 08 18:18:35.677023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac5f46-fa1c-48b8-b3ec-3ec92999334b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819b31c7-1c0c-499e-a8de-689ce8d4720e,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:35.696779 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7fac5f46-fa1c-48b8-b3ec-3ec92999334b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.698588 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7fac5f46-fa1c-48b8-b3ec-3ec92999334b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4002271 Jul 08 18:18:35.713116 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f92d2cd-de49-4393-a9e8-a9a7c6f66c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.771412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92d2cd-de49-4393-a9e8-a9a7c6f66c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:35.774724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-9f92d2cd-de49-4393-a9e8-a9a7c6f66c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:35.779690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92d2cd-de49-4393-a9e8-a9a7c6f66c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.780429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9f92d2cd-de49-4393-a9e8-a9a7c6f66c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.785374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4f0c4-c282-419f-a260-1bd4232280f3 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:35.793052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92d2cd-de49-4393-a9e8-a9a7c6f66c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=4639c8ac-901c-4180-9952-52102f2d5c5e,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:35.802519 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9f92d2cd-de49-4393-a9e8-a9a7c6f66c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5759842 Jul 08 18:18:35.805653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55338) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:35.813637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '4639c8ac-901c-4180-9952-52102f2d5c5e', 'ip_address': '2001:db8::f336:5851:f45f:ad51'}], 'name': 'tempest-NetworksTestDHCPv6-991547990'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:35.904253 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.970058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6e55bb-08a0-4f8f-9acb-c712140cc8c7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:35.988613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:36.077046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': '4639c8ac-901c-4180-9952-52102f2d5c5e'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:18:36.077920 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.136492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.156174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:18:36.217157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-0c189fc8-5f26-4b76-859a-b8690e02373e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-681009089&fields=id&tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c HTTP/1.1" status: 200 len: 267 time: 0.2171960 Jul 08 18:18:36.336177 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c651bba7-e5e2-464f-b74d-7d7dc9f7596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.370792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d0b49a-da00-493c-b3d3-480b7622b32e {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:18:36.373011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Allocated IP 2001:db8::2 (3467efee-61be-408d-ace4-f72f5db27257/4639c8ac-901c-4180-9952-52102f2d5c5e/7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:36.380955 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.434796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Transition to ACTIVE for port object e0d0b49a-da00-493c-b3d3-480b7622b32e will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:36.447603 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.509815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.548252 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.558062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Transition to ACTIVE for port object 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:36.580639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Transition to ACTIVE for port object 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:36.588953 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.656063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::f336:5851:f45f:ad51 (3467efee-61be-408d-ace4-f72f5db27257/4639c8ac-901c-4180-9952-52102f2d5c5e/ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:36.660784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:36.666159 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:36.671303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:36.675801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Pushing event updated for resources: {'Port': ['ID=e0d0b49a-da00-493c-b3d3-480b7622b32e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:36.710980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Pushing event updated for resources: {'Port': ['ID=7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:36.744692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Attempting to bind port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:36.745318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Attempting to bind port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:36.745904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Attempting to bind port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:36.751794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:36.752522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:36.753173 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.753773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:36.754540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Bound port: 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:36.755159 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.770161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b40fac0d-2932-48a0-8987-aafc1d8913e7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:36.814172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Attempting to bind port e0d0b49a-da00-493c-b3d3-480b7622b32e on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:36.814172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Attempting to bind port e0d0b49a-da00-493c-b3d3-480b7622b32e by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:36.814172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Attempting to bind port e0d0b49a-da00-493c-b3d3-480b7622b32e on network e06f7abd-7c76-4808-a3a8-de893d43c63f {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:36.826642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a889e757-252d-430e-b360-156b30a716c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:36.828391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a889e757-252d-430e-b360-156b30a716c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/networks?id=69d8ec76-614d-43ba-9d4a-c5b8735138b6 HTTP/1.1" status: 200 len: 797 time: 0.6103601 Jul 08 18:18:36.833996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Port e0d0b49a-da00-493c-b3d3-480b7622b32e on network e06f7abd-7c76-4808-a3a8-de893d43c63f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:18:36.834282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Attempting to bind port e0d0b49a-da00-493c-b3d3-480b7622b32e on network e06f7abd-7c76-4808-a3a8-de893d43c63f {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:36.850486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:36.850865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Checking segment: {'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:36.851227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Bound using segment: {'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:36.851684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Bound port: e0d0b49a-da00-493c-b3d3-480b7622b32e, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c8adfd-511b-40c0-9618-21f3f8d35f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:36.852052 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.866170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-3204d8ed-3038-4ba8-a6b3-e9ba76465f4c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/quotas/ecb9c568d2b44dcc9d9ccd0ac087e21c HTTP/1.1" status: 200 len: 375 time: 0.0261707 Jul 08 18:18:36.869412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] For port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:36.872880 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.873522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] For port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:36.888107 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.888369 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:36.893103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b40fac0d-2932-48a0-8987-aafc1d8913e7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:36.893785 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.930152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.930394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] For port e0d0b49a-da00-493c-b3d3-480b7622b32e, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:36.935836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] For port e0d0b49a-da00-493c-b3d3-480b7622b32e, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e0d0b49a-da00-493c-b3d3-480b7622b32e,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:37.006019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e217b-2dc8-4d7f-a41c-82883a075338 None None] Pushing event updated for resources: {'Port': ['ID=7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:37.023733 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:37.031899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:37.033455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:37.036213 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:37.043268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.044197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:37.048575 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:37.077224 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4a225bdd-c031-4bc2-81a7-cc921f9b0d85 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2689197 Jul 08 18:18:37.087013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55362) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:37.087928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8e2c35cb-33d5-44f6-9d2b-c6ae7b3cdfd3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '4639c8ac-901c-4180-9952-52102f2d5c5e', 'ip_address': '2001:db8::f336:5851:f45f:ad51'}], 'name': 'tempest-NetworksTestDHCPv6-428542406'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:37.138916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 33921da2-bd92-4b60-9f9d-28c3e3daf82a no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:37.159872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] Router 101355e7-b180-442b-86a1-e1b4d309a687 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:18:37.165153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 33921da2-bd92-4b60-9f9d-28c3e3daf82a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:37.166680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 33921da2-bd92-4b60-9f9d-28c3e3daf82a not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:37.194806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.195454 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:37.197950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-73feb691-9878-4e4a-b035-92df994845fd service neutron] 10.222.0.59 "PUT /v2.0/ports/e0d0b49a-da00-493c-b3d3-480b7622b32e HTTP/1.1" status: 200 len: 1091 time: 2.2469327 Jul 08 18:18:37.203211 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2724277d-1fa5-4eaf-88fd-1879d9154212', 'tag': 'e0d0b49a-da00-493c-b3d3-480b7622b32e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:37.205644 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bb7ef4-edfe-48c9-b76f-dfc48f2636c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2724277d-1fa5-4eaf-88fd-1879d9154212", "tag": "e0d0b49a-da00-493c-b3d3-480b7622b32e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:37.300902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2c35cb-33d5-44f6-9d2b-c6ae7b3cdfd3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:37.317268 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8e2c35cb-33d5-44f6-9d2b-c6ae7b3cdfd3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:37.340431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73feb691-9878-4e4a-b035-92df994845fd service neutron] Pushing event updated for resources: {'Port': ['ID=e0d0b49a-da00-493c-b3d3-480b7622b32e,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:37.371249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-8e2c35cb-33d5-44f6-9d2b-c6ae7b3cdfd3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 20c49c85-b4f0-4454-ba4b-492807a86f17 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:18:37.391521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a5d2a7bc-927c-4c0d-9fa6-a32be24d23ce tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4400654 Jul 08 18:18:37.441079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff52bc0-9f6d-4846-a52f-e1c6f352a0e2 req-0c576ab6-bc2b-4e3c-aa8a-e1ce43a1cb26 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.443831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fff52bc0-9f6d-4846-a52f-e1c6f352a0e2 req-0c576ab6-bc2b-4e3c-aa8a-e1ce43a1cb26 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 943 time: 0.5064330 Jul 08 18:18:37.562402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:18:37.567772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f3669802-9d99-49e3-b898-3ee4d8ff2a05 admin admin] 10.222.0.73 "PUT /v2.0/routers/101355e7-b180-442b-86a1-e1b4d309a687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8709860 Jul 08 18:18:37.571703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55370) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:37.573958 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945868b-e8ae-4b00-84ed-fcf99d597b61 None None] Sync routers for ids ['101355e7-b180-442b-86a1-e1b4d309a687'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:18:37.587488 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945868b-e8ae-4b00-84ed-fcf99d597b61 None None] Routers {'101355e7-b180-442b-86a1-e1b4d309a687'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:37.588245 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b945868b-e8ae-4b00-84ed-fcf99d597b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['101355e7-b180-442b-86a1-e1b4d309a687'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:37.589481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fff52bc0-9f6d-4846-a52f-e1c6f352a0e2 req-dd2b1a3b-304b-4365-8383-713570f8a1aa tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319935 Jul 08 18:18:37.593336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-f5db5cc9-4f51-4018-bbb6-9e43d85025e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.594507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-f5db5cc9-4f51-4018-bbb6-9e43d85025e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3402b5f687644f958a338c37a1460539&device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 1094 time: 0.3090806 Jul 08 18:18:37.662865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-16d22a8c-e298-4910-ba94-7ed6c30fc74c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0d0b49a-da00-493c-b3d3-480b7622b32e HTTP/1.1" status: 200 len: 217 time: 0.0597332 Jul 08 18:18:37.664608 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbdacf1-0bba-441a-9c4a-ffa900dcd444 x-openstack-request-id: req-bdbdacf1-0bba-441a-9c4a-ffa900dcd444 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:37.665000 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2724277d-1fa5-4eaf-88fd-1879d9154212", "tag": "e0d0b49a-da00-493c-b3d3-480b7622b32e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:37.665351 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bdbdacf1-0bba-441a-9c4a-ffa900dcd444 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:37.665896 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2724277d-1fa5-4eaf-88fd-1879d9154212', 'tag': 'e0d0b49a-da00-493c-b3d3-480b7622b32e', 'status': 'completed', 'code': 200} Jul 08 18:18:37.668322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-f977e853-9aa1-465d-b8e7-7f1b9651d797 service neutron] 10.222.0.73 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232616 Jul 08 18:18:37.701152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:37.766776 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2c35cb-33d5-44f6-9d2b-c6ae7b3cdfd3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 18:18:37.767233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2c35cb-33d5-44f6-9d2b-c6ae7b3cdfd3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:18:37.777183 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b945868b-e8ae-4b00-84ed-fcf99d597b61 None None] Set router 101355e7-b180-442b-86a1-e1b4d309a687 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:37.844817 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8e2c35cb-33d5-44f6-9d2b-c6ae7b3cdfd3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7588704 Jul 08 18:18:37.847344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55372) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:37.851659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-565394f8-9336-4661-88de-91b095c9680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.854096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-565394f8-9336-4661-88de-91b095c9680e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b5a276-c3a3-46c3-85bd-73a99230a19a HTTP/1.1" status: 200 len: 850 time: 0.1833513 Jul 08 18:18:37.864622 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:37.902649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-31da9ed4-5c06-47f1-8fb7-fe3190f39c7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e06f7abd-7c76-4808-a3a8-de893d43c63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344687 Jul 08 18:18:37.972310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Deleting port 16f4c161-c02e-4b82-93b0-1b0ba1da732a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:37.973202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:38.058364 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b945868b-e8ae-4b00-84ed-fcf99d597b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port': {'id': '16f4c161-c02e-4b82-93b0-1b0ba1da732a', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101355e7-b180-442b-86a1-e1b4d309a687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:07:05Z', 'updated_at': '2021-07-08T18:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:38.071683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-4fcb0c2f-7583-4ae2-ba0c-eaa227d3de2f service neutron] 10.222.0.73 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843048 Jul 08 18:18:38.090327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] For port 16f4c161-c02e-4b82-93b0-1b0ba1da732a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=16f4c161-c02e-4b82-93b0-1b0ba1da732a,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:38.091042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:38.102031 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945868b-e8ae-4b00-84ed-fcf99d597b61 None None] Checking router: 101355e7-b180-442b-86a1-e1b4d309a687 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:18:38.109805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Calling delete_port for 16f4c161-c02e-4b82-93b0-1b0ba1da732a owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:38.123815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beed44f-6159-4896-ba6d-e1c7807f19e8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:38.127966 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945868b-e8ae-4b00-84ed-fcf99d597b61 None None] Routers {'101355e7-b180-442b-86a1-e1b4d309a687'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:38.129161 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b945868b-e8ae-4b00-84ed-fcf99d597b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['101355e7-b180-442b-86a1-e1b4d309a687'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:38.141285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beed44f-6159-4896-ba6d-e1c7807f19e8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:38.151156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3beed44f-6159-4896-ba6d-e1c7807f19e8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2984197 Jul 08 18:18:38.156765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55374) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:38.245864 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b945868b-e8ae-4b00-84ed-fcf99d597b61 None None] Set router 101355e7-b180-442b-86a1-e1b4d309a687 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:38.250554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-55467b3f-7b89-4ede-b48a-2daf09bbe009 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144240 Jul 08 18:18:38.317052 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b945868b-e8ae-4b00-84ed-fcf99d597b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:18:37Z', 'revision_number': 6, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:38.383630 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945868b-e8ae-4b00-84ed-fcf99d597b61 None None] The sync data for ids ['101355e7-b180-442b-86a1-e1b4d309a687'] in n-d-799684-3 is: [{'id': '101355e7-b180-442b-86a1-e1b4d309a687', 'name': 'tempest-TaggedBootDevicesTest_v242-2009579812-router', 'tenant_id': '3d3fa74db1444891ae8e6a2f469c470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:07:03Z', 'updated_at': '2021-07-08T18:18:37Z', 'revision_number': 6, 'project_id': '3d3fa74db1444891ae8e6a2f469c470e', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:18:38.450790 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:38.533786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f4c161-c02e-4b82-93b0-1b0ba1da732a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:38.640433 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e78c3c8b-dcda-47ae-b067-a897f977f725 None None] Provisioning for port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:38.660819 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:38.996176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e9550f53-d7c8-421a-8d33-d21d85fc62bf None None] Provisioning for port ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:39.012212 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e9550f53-d7c8-421a-8d33-d21d85fc62bf None None] Provisioning complete for port ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:39.013822 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e9550f53-d7c8-421a-8d33-d21d85fc62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.064158 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35adca84-1be5-40a2-86fe-26e127203e9e req-bf450918-a5b8-4a76-8867-3f918509728f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 210 time: 0.2524264 Jul 08 18:18:39.115569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e9550f53-d7c8-421a-8d33-d21d85fc62bf None None] Port ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:39.178685 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.189582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bdf2410-391c-4985-934c-a5303eaab5a9 req-43301f1c-88d2-4515-80e6-34625f8094a5 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9287138 Jul 08 18:18:39.211686 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8976-6589-477c-8c47-1cfc0cc9a547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.313081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113aaa7-9fe8-4f6f-ac67-6a2911d4c3d7 req-5ccbf2c5-ef47-41fa-9396-5e7c80d4f896 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:39.314713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4113aaa7-9fe8-4f6f-ac67-6a2911d4c3d7 req-5ccbf2c5-ef47-41fa-9396-5e7c80d4f896 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 943 time: 0.4532735 Jul 08 18:18:39.322139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5cab1a59-8af8-4cbf-be4e-9ee6ddbff875 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:39.322517 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a59-8af8-4cbf-be4e-9ee6ddbff875 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.342643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.345101 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.412055 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.412894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 101355e7-b180-442b-86a1-e1b4d309a687 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:18:39.419823 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.421436 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-177ffa79-3ac2-46e9-8eb4-313bdf4a0d35 admin admin] 10.222.0.73 "DELETE /v2.0/routers/101355e7-b180-442b-86a1-e1b4d309a687 HTTP/1.1" status: 204 len: 168 time: 1.8480830 Jul 08 18:18:39.423801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55392) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:39.451850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:39.456328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4113aaa7-9fe8-4f6f-ac67-6a2911d4c3d7 req-47b391af-1661-4607-b1c4-3975107b3639 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138983 Jul 08 18:18:39.465346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb7ef4-edfe-48c9-b76f-dfc48f2636c2 req-87c16d32-c685-4740-a229-992521058e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:39.467125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7bb7ef4-edfe-48c9-b76f-dfc48f2636c2 req-87c16d32-c685-4740-a229-992521058e5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3402b5f687644f958a338c37a1460539&device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 1094 time: 0.2008357 Jul 08 18:18:39.505437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a59-8af8-4cbf-be4e-9ee6ddbff875 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.524238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5cab1a59-8af8-4cbf-be4e-9ee6ddbff875 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:39.532042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce9e0db-50c7-4a6c-ac30-df2134b5f448 admin admin] Deleting subnet b086e9c1-9a00-48ee-9a32-68a956d42d32 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:39.535653 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ce9e0db-50c7-4a6c-ac30-df2134b5f448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.553922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:39.566094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:39.567964 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.604923 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ce9e0db-50c7-4a6c-ac30-df2134b5f448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.672024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb7ef4-edfe-48c9-b76f-dfc48f2636c2 req-b1f1f870-335c-43f6-9cdd-2b2f559334d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:39.673469 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7bb7ef4-edfe-48c9-b76f-dfc48f2636c2 req-b1f1f870-335c-43f6-9cdd-2b2f559334d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 200 len: 911 time: 0.1920190 Jul 08 18:18:39.700160 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.721227 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ce9e0db-50c7-4a6c-ac30-df2134b5f448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.758076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:39.765853 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.781389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:39.810545 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ce9e0db-50c7-4a6c-ac30-df2134b5f448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.830259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ce9e0db-50c7-4a6c-ac30-df2134b5f448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:39.833698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:39.834286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ff6e55bb-08a0-4f8f-9acb-c712140cc8c7 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:39.835686 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8ce9e0db-50c7-4a6c-ac30-df2134b5f448 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b086e9c1-9a00-48ee-9a32-68a956d42d32 HTTP/1.1" status: 204 len: 168 time: 0.4104524 Jul 08 18:18:39.843061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55398) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:39.852258 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b402680a-a3fc-49f2-ba81-f3f52659022e None None] Network 862c2a37-d96a-4888-ae5a-8d974ff33d02 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:39.859577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9e0db-50c7-4a6c-ac30-df2134b5f448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b086e9c1-9a00-48ee-9a32-68a956d42d32,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:39.946488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:39.984552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7bb7ef4-edfe-48c9-b76f-dfc48f2636c2 req-64d0e4b1-2450-4599-9cd0-66c8aee58c40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0d0b49a-da00-493c-b3d3-480b7622b32e HTTP/1.1" status: 200 len: 217 time: 0.2412174 Jul 08 18:18:40.069474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a59-8af8-4cbf-be4e-9ee6ddbff875 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.162315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bee754-acd2-495a-b25f-a4540f131ce3 None None] DHCP port deletion for 862c2a37-d96a-4888-ae5a-8d974ff33d02 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:40.166818 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.194108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab1a59-8af8-4cbf-be4e-9ee6ddbff875 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:40.249175 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-889d572d-9bd2-49ef-9d57-71627a7b3d23 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:40.254301 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cab1a59-8af8-4cbf-be4e-9ee6ddbff875 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.256594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5cab1a59-8af8-4cbf-be4e-9ee6ddbff875 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4 HTTP/1.1" status: 204 len: 168 time: 2.0886738 Jul 08 18:18:40.259640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55406) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:40.260211 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-889d572d-9bd2-49ef-9d57-71627a7b3d23 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "GET /v2.0/networks?id=69d8ec76-614d-43ba-9d4a-c5b8735138b6 HTTP/1.1" status: 200 len: 797 time: 0.1732333 Jul 08 18:18:40.267643 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.281372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb7ef4-edfe-48c9-b76f-dfc48f2636c2 req-b575f728-b537-4591-ac8e-0f62d8a95bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:40.282883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7bb7ef4-edfe-48c9-b76f-dfc48f2636c2 req-b575f728-b537-4591-ac8e-0f62d8a95bc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b5a276-c3a3-46c3-85bd-73a99230a19a HTTP/1.1" status: 200 len: 850 time: 0.2804229 Jul 08 18:18:40.357157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-71bee754-acd2-495a-b25f-a4540f131ce3 None None] Deleting port a431201b-3e08-4560-846b-89bc2dfb1428 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:40.357554 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-71bee754-acd2-495a-b25f-a4540f131ce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.360889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-0fe7ae52-eb65-481d-a182-d51114089849 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c HTTP/1.1" status: 200 len: 379 time: 0.0987735 Jul 08 18:18:40.379829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'port': {'device_id': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'admin_state_up': True, 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'security_groups': ['a1a78373-4d96-4e82-9601-ac4f12bc16ec']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:40.473357 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9f88e24-7bd4-4565-9411-48ca1688d884 req-9b3064ab-24ef-4a80-8019-edbd8638b60f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 210 time: 0.0628712 Jul 08 18:18:40.503750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7bb7ef4-edfe-48c9-b76f-dfc48f2636c2 req-323cd9df-25d9-4195-87ef-86943609b46c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e06f7abd-7c76-4808-a3a8-de893d43c63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854901 Jul 08 18:18:40.541923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55412) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:40.546529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-71bee754-acd2-495a-b25f-a4540f131ce3 None None] For port a431201b-3e08-4560-846b-89bc2dfb1428, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a431201b-3e08-4560-846b-89bc2dfb1428,segment=NetworkSegment(70e3454d-52df-43ab-af13-953ddc671c10),segment_id=70e3454d-52df-43ab-af13-953ddc671c10)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:40.546927 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-71bee754-acd2-495a-b25f-a4540f131ce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.573689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-71bee754-acd2-495a-b25f-a4540f131ce3 None None] Calling delete_port for a431201b-3e08-4560-846b-89bc2dfb1428 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:40.623392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9453bf77-bf2c-4f69-b199-f06e2d85094b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:40.625851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9453bf77-bf2c-4f69-b199-f06e2d85094b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:40.627799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9453bf77-bf2c-4f69-b199-f06e2d85094b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3666456 Jul 08 18:18:40.630628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55416) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:40.656719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Made reservation on behalf of ecb9c568d2b44dcc9d9ccd0ac087e21c for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:40.672417 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.693721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Deleting port a431201b-3e08-4560-846b-89bc2dfb1428 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:40.694274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.695790 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-71bee754-acd2-495a-b25f-a4540f131ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.721105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bee754-acd2-495a-b25f-a4540f131ce3 None None] No DVR routers for this DVR port a431201b-3e08-4560-846b-89bc2dfb1428 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:40.735014 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:40.780012 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7bb7ef4-edfe-48c9-b76f-dfc48f2636c2 req-10aa4fdc-c596-4aad-8468-dcde3e3e3b97 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710125 Jul 08 18:18:40.783574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bee754-acd2-495a-b25f-a4540f131ce3 None None] Pushing event deleted for resources: {'Port': ['ID=a431201b-3e08-4560-846b-89bc2dfb1428,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:40.792710 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d9c2419a-9fe3-4dee-bcc0-e52b25a0aac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.801160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b49a2b-05ec-43f1-9cde-63850e1ad090 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 4639c8ac-901c-4180-9952-52102f2d5c5e {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:40.814553 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49b49a2b-05ec-43f1-9cde-63850e1ad090 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.817175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:40.817614 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.821143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] For port a431201b-3e08-4560-846b-89bc2dfb1428, host n-d-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:40.821503 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.859995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd1996-3176-4fd9-9f63-a53f20b896e7 req-9585d25c-89ad-47c4-b56a-a5ba9a6bee30 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:40.862032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74cd1996-3176-4fd9-9f63-a53f20b896e7 req-9585d25c-89ad-47c4-b56a-a5ba9a6bee30 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 943 time: 0.2281415 Jul 08 18:18:40.873502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Calling delete_port for a431201b-3e08-4560-846b-89bc2dfb1428 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:40.880659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Port a431201b-3e08-4560-846b-89bc2dfb1428 was not found and therefore no delete operation was performed {{(pid=93742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:18:40.889903 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.915051 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49b49a2b-05ec-43f1-9cde-63850e1ad090 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:40.935012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a431201b-3e08-4560-846b-89bc2dfb1428,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:40.961912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] No DVR routers for this DVR port a431201b-3e08-4560-846b-89bc2dfb1428 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:40.971384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Allocated IP 172.20.0.8 (69d8ec76-614d-43ba-9d4a-c5b8735138b6/3d0812d6-2da4-4460-b800-66d96f1ecab9/e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:40.980049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74cd1996-3176-4fd9-9f63-a53f20b896e7 req-71ac41e3-80dc-4d41-87a0-1592ddae1c61 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027384 Jul 08 18:18:40.987089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 16f4c161-c02e-4b82-93b0-1b0ba1da732a no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:41.014133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7bb7ef4-edfe-48c9-b76f-dfc48f2636c2 req-03b0618e-75f8-49c3-9a86-794beea97246 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198803 Jul 08 18:18:41.015176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 16f4c161-c02e-4b82-93b0-1b0ba1da732a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:41.015528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 16f4c161-c02e-4b82-93b0-1b0ba1da732a not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:41.016048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a431201b-3e08-4560-846b-89bc2dfb1428 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:41.049178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: a431201b-3e08-4560-846b-89bc2dfb1428 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:41.049523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a431201b-3e08-4560-846b-89bc2dfb1428 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:41.080570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.091177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862c2a37-d96a-4888-ae5a-8d974ff33d02']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:41.108382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e3454d-52df-43ab-af13-953ddc671c10') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:41.108682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e3454d-52df-43ab-af13-953ddc671c10') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:41.125382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.133703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49b49a2b-05ec-43f1-9cde-63850e1ad090 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.146113 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.153580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:18:41.154312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:18:41.155962 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:18:41.174000 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d9c2419a-9fe3-4dee-bcc0-e52b25a0aac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.185225 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d9c2419a-9fe3-4dee-bcc0-e52b25a0aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.217950 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.223466 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.225821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] 10.222.0.73 "DELETE /v2.0/networks/862c2a37-d96a-4888-ae5a-8d974ff33d02 HTTP/1.1" status: 204 len: 168 time: 1.3817725 Jul 08 18:18:41.241965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0c4ca-1bfc-4620-86f7-d3af94259e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=862c2a37-d96a-4888-ae5a-8d974ff33d02,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:41.264909 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d9c2419a-9fe3-4dee-bcc0-e52b25a0aac3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c538526e0b542cbaa29d632eaaa925f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7171493 Jul 08 18:18:41.266307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55420) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:41.266614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2419a-9fe3-4dee-bcc0-e52b25a0aac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48581cf4-a85a-487a-8336-9fbf9b3fc7d4,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:41.290998 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.295782 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49b49a2b-05ec-43f1-9cde-63850e1ad090 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.325859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6c45-d96d-4e57-b083-595112f26291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.338626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b49a2b-05ec-43f1-9cde-63850e1ad090 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=4639c8ac-901c-4180-9952-52102f2d5c5e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:41.343192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49b49a2b-05ec-43f1-9cde-63850e1ad090 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.348050 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-49b49a2b-05ec-43f1-9cde-63850e1ad090 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/4639c8ac-901c-4180-9952-52102f2d5c5e HTTP/1.1" status: 204 len: 168 time: 0.7162895 Jul 08 18:18:41.349184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Transition to ACTIVE for port object e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:41.349798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee87f6cd-57d2-46aa-bc41-7754004b0ab4 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:41.350324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55422) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:41.359052 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6c45-d96d-4e57-b083-595112f26291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.380403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55424) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:41.402639 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0c7bf6c2-9bc7-43da-9c34-886524c94189 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512903 Jul 08 18:18:41.407065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55426) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:41.412468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c40b37e0-209f-4c0d-b1db-e459c364bbd8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:41.457530 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6c45-d96d-4e57-b083-595112f26291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.460833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6c45-d96d-4e57-b083-595112f26291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.462223 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b1ca6c45-d96d-4e57-b083-595112f26291 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48581cf4-a85a-487a-8336-9fbf9b3fc7d4 HTTP/1.1" status: 204 len: 168 time: 0.1957583 Jul 08 18:18:41.466680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.492648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca6c45-d96d-4e57-b083-595112f26291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48581cf4-a85a-487a-8336-9fbf9b3fc7d4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:41.552874 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5f41ebf7-f220-4226-8bae-f9081e3b59d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d3fa74db1444891ae8e6a2f469c470e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712756 Jul 08 18:18:41.555448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55434) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:41.579521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:41.586619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:41.590257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:41.592779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:41.667304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40b37e0-209f-4c0d-b1db-e459c364bbd8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:41.672923 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40b37e0-209f-4c0d-b1db-e459c364bbd8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.717768 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.728132 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5847910c-906e-4b45-8815-bb8fd8455288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.761526 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5847910c-906e-4b45-8815-bb8fd8455288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.787477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:41.788118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.789171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ebe44-b5ce-4469-aa22-f5f2e7383c4e req-9a598cf4-5ea3-4bd1-a7b4-50273befbc3d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:41.790876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548ebe44-b5ce-4469-aa22-f5f2e7383c4e req-9a598cf4-5ea3-4bd1-a7b4-50273befbc3d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 931 time: 0.1443102 Jul 08 18:18:41.834968 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-63c9a74d-fc82-4903-bff3-425b0fe2f015 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4617712 Jul 08 18:18:41.849826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f585010-dab5-4b3c-8211-fefdac5cb2c8 None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:41.866169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548ebe44-b5ce-4469-aa22-f5f2e7383c4e req-2a93c7f8-9d1c-48cc-a6cf-430e71212afe tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659831 Jul 08 18:18:41.874671 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5847910c-906e-4b45-8815-bb8fd8455288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.874817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Request body: {'port': {'device_id': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:41.877215 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5847910c-906e-4b45-8815-bb8fd8455288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:41.881034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5847910c-906e-4b45-8815-bb8fd8455288 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef5c4667-76b7-4899-bfdf-ca06b96909a4 HTTP/1.1" status: 204 len: 168 time: 0.3215230 Jul 08 18:18:41.899179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847910c-906e-4b45-8815-bb8fd8455288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5c4667-76b7-4899-bfdf-ca06b96909a4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:41.957284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3f585010-dab5-4b3c-8211-fefdac5cb2c8 None None] Deleting port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:41.958132 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3f585010-dab5-4b3c-8211-fefdac5cb2c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.032727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.046338 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40b37e0-209f-4c0d-b1db-e459c364bbd8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.067063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3f585010-dab5-4b3c-8211-fefdac5cb2c8 None None] For port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:42.068083 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3f585010-dab5-4b3c-8211-fefdac5cb2c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.086464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3f585010-dab5-4b3c-8211-fefdac5cb2c8 None None] Calling delete_port for 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:42.094300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-62281aea-8c69-4d49-b19a-991378f191c4 None None] Provisioning for port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:42.102887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-62281aea-8c69-4d49-b19a-991378f191c4 None None] Provisioning complete for port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:42.103819 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-62281aea-8c69-4d49-b19a-991378f191c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.111359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b37e0-209f-4c0d-b1db-e459c364bbd8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:42.140696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c40b37e0-209f-4c0d-b1db-e459c364bbd8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:42.149035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b37e0-209f-4c0d-b1db-e459c364bbd8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:42.150251 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c40b37e0-209f-4c0d-b1db-e459c364bbd8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.161381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55442) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:42.186278 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-62281aea-8c69-4d49-b19a-991378f191c4 None None] Port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:42.186409 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0199f3b0-e13e-40ee-9133-b7540fcdf2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.200603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b37e0-209f-4c0d-b1db-e459c364bbd8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=e0c28c82-61be-4a76-8c9d-e15155c8d648,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:42.229782 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3f585010-dab5-4b3c-8211-fefdac5cb2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.265636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f585010-dab5-4b3c-8211-fefdac5cb2c8 None None] Pushing event deleted for resources: {'Port': ['ID=7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:42.273446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f585010-dab5-4b3c-8211-fefdac5cb2c8 None None] No DVR routers for this DVR port 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:42.291696 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c40b37e0-209f-4c0d-b1db-e459c364bbd8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8807590 Jul 08 18:18:42.292633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55446) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:42.292725 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257f2a4-5d18-4b7f-907d-75a8dfeecedb req-6355aa66-442f-4f71-9891-e50bf7de348c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:42.293940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1257f2a4-5d18-4b7f-907d-75a8dfeecedb req-6355aa66-442f-4f71-9891-e50bf7de348c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 943 time: 0.1097636 Jul 08 18:18:42.298816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0d1b5-698a-49dd-9493-84652e1197ce None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:42.305452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e7bfd1b4-9b31-4ae4-aa0e-af8c46d857c2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': 'e0c28c82-61be-4a76-8c9d-e15155c8d648', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1716490843'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:42.408104 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0199f3b0-e13e-40ee-9133-b7540fcdf2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.411759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1257f2a4-5d18-4b7f-907d-75a8dfeecedb req-65ede5ed-3952-4bad-8537-bbaf40ba90e2 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110420 Jul 08 18:18:42.417403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e0d0b49a-da00-493c-b3d3-480b7622b32e details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:18:42.417720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0199f3b0-e13e-40ee-9133-b7540fcdf2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.482761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199f3b0-e13e-40ee-9133-b7540fcdf2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb47e20-3392-44eb-88ed-1ea73401e88c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:42.510942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bfd1b4-9b31-4ae4-aa0e-af8c46d857c2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:42.559860 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0199f3b0-e13e-40ee-9133-b7540fcdf2a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7848cb5ee2be485580acf2ef3959695f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965878 Jul 08 18:18:42.561883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55458) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:42.607507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': 'e0c28c82-61be-4a76-8c9d-e15155c8d648'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:18:42.607970 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.677846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:42.681740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e0d0b49a-da00-493c-b3d3-480b7622b32e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e0d0b49a-da00-493c-b3d3-480b7622b32e,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:42.684422 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62a5a3c5-e0b5-4ced-bb22-7a43705a8505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.714075 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd1b4-9b31-4ae4-aa0e-af8c46d857c2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.724144 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62a5a3c5-e0b5-4ced-bb22-7a43705a8505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.743484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:18:42.751604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-e7bfd1b4-9b31-4ae4-aa0e-af8c46d857c2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 388b8682-d089-4777-befa-9223e0449660 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:18:42.757151 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.767446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:42.767853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7ede59d5-e6d8-4dc7-a8ee-9c38ad3caf54 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:42.772210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'e0d0b49a-da00-493c-b3d3-480b7622b32e', 'network_id': 'e06f7abd-7c76-4808-a3a8-de893d43c63f', 'port_id': 'e0d0b49a-da00-493c-b3d3-480b7622b32e', 'mac_address': 'fa:16:3e:f1:cf:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b5a276-c3a3-46c3-85bd-73a99230a19a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:18:42.801451 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62a5a3c5-e0b5-4ced-bb22-7a43705a8505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.807087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Transition to ACTIVE for port object e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:42.807823 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62a5a3c5-e0b5-4ced-bb22-7a43705a8505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.813655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-62a5a3c5-e0b5-4ced-bb22-7a43705a8505 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bdb47e20-3392-44eb-88ed-1ea73401e88c HTTP/1.1" status: 204 len: 168 time: 0.2461877 Jul 08 18:18:42.821643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.852134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5a3c5-e0b5-4ced-bb22-7a43705a8505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb47e20-3392-44eb-88ed-1ea73401e88c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:42.855197 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:42.878037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Pushing event updated for resources: {'Port': ['ID=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:42.892291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d0b49a-da00-493c-b3d3-480b7622b32e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:18:42.904553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Allocated IP 2001:db8::2 (3467efee-61be-408d-ace4-f72f5db27257/e0c28c82-61be-4a76-8c9d-e15155c8d648/b5eb7163-fc04-4b22-a691-e2c4123974b9) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:42.937947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e0d0b49a-da00-493c-b3d3-480b7622b32e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e0d0b49a-da00-493c-b3d3-480b7622b32e,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:43.008629 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.035851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Attempting to bind port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:43.036187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Attempting to bind port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:43.036519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Attempting to bind port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 on network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:43.041212 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 on network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:18:43.041622 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Attempting to bind port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 on network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:43.050402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:43.050747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Checking segment: {'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:43.051290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Bound using segment: {'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:43.051782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Bound port: e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b3414c-adda-4ab3-a60d-55ca9996eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:43.052267 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.112447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=e0d0b49a-da00-493c-b3d3-480b7622b32e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:43.129930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] For port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:43.134619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] For port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98,segment=NetworkSegment(43b3414c-adda-4ab3-a60d-55ca9996eab6),segment_id=43b3414c-adda-4ab3-a60d-55ca9996eab6)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:43.144302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.174560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55476) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:43.194303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.195080 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.196566 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] 10.222.0.74 "PUT /v2.0/ports/e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 HTTP/1.1" status: 200 len: 1091 time: 1.3350499 Jul 08 18:18:43.197572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'tag': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:43.200100 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf" -d '{"events": [{"name": "network-changed", "server_uuid": "864d643a-ab9a-4fb8-9631-909bdd5f18de", "tag": "e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:43.216057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aef03-f373-4b8d-b309-fec0d5b36182 req-0a1baca8-8a15-47e8-a708-5fb0999028cc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.240828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529a8e0-b9e1-4e60-a11d-c382bf74a8bc service neutron] Pushing event updated for resources: {'Port': ['ID=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:43.254066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e75aef03-f373-4b8d-b309-fec0d5b36182 req-0a1baca8-8a15-47e8-a708-5fb0999028cc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 943 time: 0.1791155 Jul 08 18:18:43.300961 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b01169e-8cd9-4c9c-95fc-fcc3ed466a6e x-openstack-request-id: req-1b01169e-8cd9-4c9c-95fc-fcc3ed466a6e {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:43.301729 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864d643a-ab9a-4fb8-9631-909bdd5f18de", "tag": "e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:43.301985 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1b01169e-8cd9-4c9c-95fc-fcc3ed466a6e {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:43.302410 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'tag': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'status': 'completed', 'code': 200} Jul 08 18:18:43.320691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e75aef03-f373-4b8d-b309-fec0d5b36182 req-fa1012ec-e4cc-46e2-897d-7d1021eb4e1c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570238 Jul 08 18:18:43.345900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a22f75e9-aa11-4573-ab29-08bf61f67310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.347738 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-a22f75e9-aa11-4573-ab29-08bf61f67310 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 1094 time: 0.0943630 Jul 08 18:18:43.357431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.366609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Transition to ACTIVE for port object b5eb7163-fc04-4b22-a691-e2c4123974b9 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:43.366753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1709523951-network', 'tenant_id': 'd59002f3d49040abb052e4e57203dd1b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:43.392847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Made reservation on behalf of d59002f3d49040abb052e4e57203dd1b for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:43.395926 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.405483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Transition to ACTIVE for port object b5eb7163-fc04-4b22-a691-e2c4123974b9 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:43.412000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.420139 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.432274 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-21c5605b-6d11-4018-9f3e-039a9e75ba8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 HTTP/1.1" status: 200 len: 217 time: 0.0759053 Jul 08 18:18:43.434866 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bfd1b4-9b31-4ae4-aa0e-af8c46d857c2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:18:43.435389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bfd1b4-9b31-4ae4-aa0e-af8c46d857c2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:18:43.474640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:43.478618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:43.485658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:43.524265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-b95e070c-a235-4315-acff-898b4e18381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.526405 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-b95e070c-a235-4315-acff-898b4e18381d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3d0812d6-2da4-4460-b800-66d96f1ecab9 HTTP/1.1" status: 200 len: 834 time: 0.0757618 Jul 08 18:18:43.535925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['e0d0b49a-da00-493c-b3d3-480b7622b32e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:18:43.562615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.576201 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.576704 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Pushing event updated for resources: {'Port': ['ID=b5eb7163-fc04-4b22-a691-e2c4123974b9,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:43.599677 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e7bfd1b4-9b31-4ae4-aa0e-af8c46d857c2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3063452 Jul 08 18:18:43.603993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55492) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:43.635949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Attempting to bind port b5eb7163-fc04-4b22-a691-e2c4123974b9 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:43.636317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Attempting to bind port b5eb7163-fc04-4b22-a691-e2c4123974b9 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:43.636673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Attempting to bind port b5eb7163-fc04-4b22-a691-e2c4123974b9 on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:43.646381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:43.646754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:43.647151 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.647544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:43.647900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:18:43.648024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Bound port: b5eb7163-fc04-4b22-a691-e2c4123974b9, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:43.648376 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.656401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-c6dbe8c2-3690-4cf6-aeb9-2ec34c86b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.658636 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-c6dbe8c2-3690-4cf6-aeb9-2ec34c86b018 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69d8ec76-614d-43ba-9d4a-c5b8735138b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248238 Jul 08 18:18:43.662315 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.662674 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Added segment d7670aa6-7333-4300-86ea-250102cdf7f3 of type vlan for network 35c908f0-2783-4e72-b641-8d5461621a41 Jul 08 18:18:43.734326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] For port b5eb7163-fc04-4b22-a691-e2c4123974b9, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:43.739833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] For port b5eb7163-fc04-4b22-a691-e2c4123974b9, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b5eb7163-fc04-4b22-a691-e2c4123974b9,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:43.744292 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.765338 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.774497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb13a6a9-d0a8-4178-b605-41544ecc02f9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.776268 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eb13a6a9-d0a8-4178-b605-41544ecc02f9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1713285 Jul 08 18:18:43.779049 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55500) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:43.787203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f205ee48-9f03-4fd3-bc4c-00f98bf370d0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:43.801686 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.802761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.803700 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.874173 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-b18067e8-57ca-44b5-83c4-fb0863409bed service neutron] 10.222.0.74 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070491 Jul 08 18:18:43.880907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944af1b7-fad2-4aab-a979-11c1e4cf3078 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.882544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944af1b7-fad2-4aab-a979-11c1e4cf3078 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.884060 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-944af1b7-fad2-4aab-a979-11c1e4cf3078 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1040730 Jul 08 18:18:43.886699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55504) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:43.892280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d29c3-02aa-4a5c-a31c-f43242cd4ab8 None None] Pushing event updated for resources: {'Port': ['ID=b5eb7163-fc04-4b22-a691-e2c4123974b9,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:43.937410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7608004 Jul 08 18:18:43.940344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55508) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:43.950283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] Request body: {'subnet': {'network_id': '35c908f0-2783-4e72-b641-8d5461621a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1709523951-subnet', 'tenant_id': 'd59002f3d49040abb052e4e57203dd1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:44.004644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97eb23-cde7-4b34-9bb3-0663f1303e23 admin admin] Pushing event updated for resources: {'Network': ['ID=35c908f0-2783-4e72-b641-8d5461621a41,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:44.017515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 35c908f0-2783-4e72-b641-8d5461621a41 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:18:44.035350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3441cf1-3b8d-4839-9e95-68917c8f4356 req-c4b4223f-ec4e-4a6f-bd3f-da4b39594bf4 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:44.043019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3441cf1-3b8d-4839-9e95-68917c8f4356 req-c4b4223f-ec4e-4a6f-bd3f-da4b39594bf4 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 944 time: 0.4057882 Jul 08 18:18:44.054029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] Made reservation on behalf of d59002f3d49040abb052e4e57203dd1b for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:44.057298 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:44.091456 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08ad72fa-870b-4fd4-a29d-eca604d1b084 req-719602c5-07b7-43b6-9a52-77a1366e3a72 service neutron] 10.222.0.74 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061610 Jul 08 18:18:44.127635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-eceb6c65-1332-46ed-a573-4a325d28a6fb tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet e0c28c82-61be-4a76-8c9d-e15155c8d648 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:44.132454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eceb6c65-1332-46ed-a573-4a325d28a6fb tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:44.157764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3441cf1-3b8d-4839-9e95-68917c8f4356 req-246d4528-f842-4521-972c-9d21e29d9d6f tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131613 Jul 08 18:18:44.238071 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eceb6c65-1332-46ed-a573-4a325d28a6fb tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:44.303681 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:44.350702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf req-641c1e08-ba28-47af-ad33-6b596a5afc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:44.352426 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf req-641c1e08-ba28-47af-ad33-6b596a5afc1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 1094 time: 0.1813955 Jul 08 18:18:44.398861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] Pushing event updated for resources: {'Subnet': ['ID=82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:44.404560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] Checking segment: {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:44.404924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] Network hostable DHCP agents. Network: 35c908f0-2783-4e72-b641-8d5461621a41, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:18:44.432500 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eceb6c65-1332-46ed-a573-4a325d28a6fb tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:44.433431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] Network 35c908f0-2783-4e72-b641-8d5461621a41 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:18:44.448258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 35c908f0-2783-4e72-b641-8d5461621a41) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:44.460993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:44.461722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb35d6-5293-4cea-8b19-f79ad1e609c2 None None] Network 35c908f0-2783-4e72-b641-8d5461621a41 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:44.463400 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:44.489116 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bedca1eb-8f97-4fa8-af66-0bb85a00c45c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5474589 Jul 08 18:18:44.543969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf req-b0ca205e-07d2-406b-a909-b51896e58bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:44.545743 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf req-b0ca205e-07d2-406b-a909-b51896e58bca service neutron] 10.222.0.74 "GET /v2.0/networks?id=69d8ec76-614d-43ba-9d4a-c5b8735138b6 HTTP/1.1" status: 200 len: 898 time: 0.1859925 Jul 08 18:18:44.549233 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eceb6c65-1332-46ed-a573-4a325d28a6fb tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:44.592743 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eceb6c65-1332-46ed-a573-4a325d28a6fb tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:44.595023 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eceb6c65-1332-46ed-a573-4a325d28a6fb tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/e0c28c82-61be-4a76-8c9d-e15155c8d648 HTTP/1.1" status: 204 len: 168 time: 0.7068362 Jul 08 18:18:44.632900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb6c65-1332-46ed-a573-4a325d28a6fb tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c28c82-61be-4a76-8c9d-e15155c8d648,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:44.636741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55524) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:44.644680 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf req-c9b486b3-da97-4d23-96e0-dec6f521d98f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 HTTP/1.1" status: 200 len: 217 time: 0.0849037 Jul 08 18:18:44.697906 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-07b8f91a-e1a0-4229-ad9f-b24efdc7f201 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604522 Jul 08 18:18:44.705090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55530) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:44.710855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1f261654-4055-442e-a92a-3a423dca39d6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:44.742122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b4f04-9443-4c49-9c69-fd10705a73ae req-3c1d9e3f-fa96-4cff-be32-3be32c7d7943 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:44.763095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-35c908f0-2783-4e72-b641-8d5461621a41', 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41', 'tenant_id': 'd59002f3d49040abb052e4e57203dd1b', 'fixed_ips': [{'subnet_id': '82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:18:44.764104 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:44.765879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a17b4f04-9443-4c49-9c69-fd10705a73ae req-3c1d9e3f-fa96-4cff-be32-3be32c7d7943 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 943 time: 0.2131140 Jul 08 18:18:44.777206 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b5eb7163-fc04-4b22-a691-e2c4123974b9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:44.857681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a17b4f04-9443-4c49-9c69-fd10705a73ae req-dea43cca-846e-49d8-b3cf-380577984920 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906773 Jul 08 18:18:44.905230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf req-84827e93-0d9d-4c36-919d-d3125e170c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:44.908560 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf req-84827e93-0d9d-4c36-919d-d3125e170c0d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3d0812d6-2da4-4460-b800-66d96f1ecab9 HTTP/1.1" status: 200 len: 834 time: 0.2129292 Jul 08 18:18:44.912987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f261654-4055-442e-a92a-3a423dca39d6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:44.922789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f261654-4055-442e-a92a-3a423dca39d6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.031969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b5eb7163-fc04-4b22-a691-e2c4123974b9 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:45.112022 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Allocated IP 172.20.0.2 (35c908f0-2783-4e72-b641-8d5461621a41/82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4/656a937b-0114-40f5-a6bc-667b2f981930) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:45.148856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf req-2d1427cf-10ba-4bf0-b27d-468f6eaa457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:45.151804 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf req-2d1427cf-10ba-4bf0-b27d-468f6eaa457f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69d8ec76-614d-43ba-9d4a-c5b8735138b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211919 Jul 08 18:18:45.363324 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.381803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Transition to ACTIVE for port object 656a937b-0114-40f5-a6bc-667b2f981930 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:45.410816 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f261654-4055-442e-a92a-3a423dca39d6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.421961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Transition to ACTIVE for port object 656a937b-0114-40f5-a6bc-667b2f981930 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:45.433733 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.488697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f261654-4055-442e-a92a-3a423dca39d6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:45.498707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1f261654-4055-442e-a92a-3a423dca39d6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:45.501340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Network 35c908f0-2783-4e72-b641-8d5461621a41 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:45.504211 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f261654-4055-442e-a92a-3a423dca39d6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=15b819bc-2c07-4ea8-8f48-7b7f7dd03c00,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:45.511659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f261654-4055-442e-a92a-3a423dca39d6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:45.512262 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f261654-4055-442e-a92a-3a423dca39d6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.512884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:45.515343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c733577d-f09f-436f-a778-e277275b6d37 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:45.522017 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:45.528616 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf req-5ddfaff0-7e93-470f-8f81-d6c0522d54d0 service neutron] 10.222.0.74 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690166 Jul 08 18:18:45.535711 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1f261654-4055-442e-a92a-3a423dca39d6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8285923 Jul 08 18:18:45.536345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55558) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:45.622944 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f4f6925e-fc30-4218-af4b-3150caf5cd35 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-392579906', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:45.629215 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Pushing event updated for resources: {'Port': ['ID=656a937b-0114-40f5-a6bc-667b2f981930,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:45.650661 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-847a2e85-c84c-4dca-84bb-fc18c6b4cfcf req-6cf8ccb5-0573-4d0e-9d96-b6b5c2978aa7 service neutron] 10.222.0.74 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126111 Jul 08 18:18:45.653565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6b17b645-e248-4b20-8073-1a4ef8a87379 None None] Provisioning for port b5eb7163-fc04-4b22-a691-e2c4123974b9 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:45.672798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6b17b645-e248-4b20-8073-1a4ef8a87379 None None] Provisioning complete for port b5eb7163-fc04-4b22-a691-e2c4123974b9 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:45.673229 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b17b645-e248-4b20-8073-1a4ef8a87379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.673548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4f6925e-fc30-4218-af4b-3150caf5cd35 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.674816 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4f6925e-fc30-4218-af4b-3150caf5cd35 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.725807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Attempting to bind port 656a937b-0114-40f5-a6bc-667b2f981930 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:45.726184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Attempting to bind port 656a937b-0114-40f5-a6bc-667b2f981930 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:45.726583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Attempting to bind port 656a937b-0114-40f5-a6bc-667b2f981930 on network 35c908f0-2783-4e72-b641-8d5461621a41 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:45.746879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:45.747311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Checking segment: {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:45.747860 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.748262 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Bound using segment: {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:45.748751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Bound port: 656a937b-0114-40f5-a6bc-667b2f981930, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:45.749137 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.768700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4f6925e-fc30-4218-af4b-3150caf5cd35 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.777091 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4f6925e-fc30-4218-af4b-3150caf5cd35 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.798954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4f6925e-fc30-4218-af4b-3150caf5cd35 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.800578 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f4f6925e-fc30-4218-af4b-3150caf5cd35 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2619200 Jul 08 18:18:45.803241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55564) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:45.845911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cac6c7-360a-450c-afc4-d291e2dd1e3a req-6a8cc23c-d71a-4636-bd16-0de59e8e81c4 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:45.853865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c0cac6c7-360a-450c-afc4-d291e2dd1e3a req-6a8cc23c-d71a-4636-bd16-0de59e8e81c4 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 944 time: 0.5141034 Jul 08 18:18:45.876404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-dd63a198-ac4b-4e55-a831-551ae225fe2c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:45.883442 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b17b645-e248-4b20-8073-1a4ef8a87379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.886250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-dd63a198-ac4b-4e55-a831-551ae225fe2c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/networks?id=35c908f0-2783-4e72-b641-8d5461621a41 HTTP/1.1" status: 200 len: 816 time: 0.6172628 Jul 08 18:18:45.914102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-f62277a0-a8f7-457a-8190-7e8447555dd2 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/quotas/d59002f3d49040abb052e4e57203dd1b HTTP/1.1" status: 200 len: 375 time: 0.0268097 Jul 08 18:18:45.941250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c0cac6c7-360a-450c-afc4-d291e2dd1e3a req-cdd98207-8f94-42bf-be2c-576cd793cc5a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862515 Jul 08 18:18:45.957786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] For port 656a937b-0114-40f5-a6bc-667b2f981930, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:45.978907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] For port 656a937b-0114-40f5-a6bc-667b2f981930, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=656a937b-0114-40f5-a6bc-667b2f981930,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:45.998949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6b17b645-e248-4b20-8073-1a4ef8a87379 None None] For port b5eb7163-fc04-4b22-a691-e2c4123974b9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b5eb7163-fc04-4b22-a691-e2c4123974b9,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:46.001817 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:46.016963 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b17b645-e248-4b20-8073-1a4ef8a87379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:46.057068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-e1820e86-ee43-4abb-9b4a-d6bce4c20d12 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d59002f3d49040abb052e4e57203dd1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1418238 Jul 08 18:18:46.073791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-846faa52-b658-43a9-a12e-f71edf2af5f0 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:18:46.083290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-846faa52-b658-43a9-a12e-f71edf2af5f0 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251195 Jul 08 18:18:46.101309 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b4db2-6818-4318-adfb-414e75ea4e9f None None] Pushing event updated for resources: {'Port': ['ID=656a937b-0114-40f5-a6bc-667b2f981930,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:46.208943 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17b645-e248-4b20-8073-1a4ef8a87379 None None] Pushing event updated for resources: {'Port': ['ID=b5eb7163-fc04-4b22-a691-e2c4123974b9,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:46.304589 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-e57d055b-05ed-4770-8fca-7ec6ef64c011 service neutron] 10.222.0.73 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202871 Jul 08 18:18:46.330887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18a3cf-3509-454a-86b6-5d58c64d887a req-4b9c236f-487e-4cce-802b-8195be30253d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:46.332620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e18a3cf-3509-454a-86b6-5d58c64d887a req-4b9c236f-487e-4cce-802b-8195be30253d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 943 time: 0.1392307 Jul 08 18:18:46.403782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e18a3cf-3509-454a-86b6-5d58c64d887a req-f45a55c5-5fa6-4de9-a7c3-3fb732d12436 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627844 Jul 08 18:18:46.425479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e0d0b49a-da00-493c-b3d3-480b7622b32e up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:46.492812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e359575-1b17-42b5-8068-df58186ac899 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:46.567109 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6eb8bf54-6297-46b7-970f-17ff2219011a service neutron] 10.222.0.73 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447169 Jul 08 18:18:46.656454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:46.894259 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b5eb7163-fc04-4b22-a691-e2c4123974b9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:46.952895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-58f228d6-a758-4bbe-92de-cfa9cfe293d4 None None] Provisioning complete for port b5eb7163-fc04-4b22-a691-e2c4123974b9 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:46.953271 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-58f228d6-a758-4bbe-92de-cfa9cfe293d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:47.051781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port e0d0b49a-da00-493c-b3d3-480b7622b32e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:47.069506 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b5eb7163-fc04-4b22-a691-e2c4123974b9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:47.069946 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:47.113026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-41da5393-c894-477d-8e29-5f533e010db2 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:47.116021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-41da5393-c894-477d-8e29-5f533e010db2 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/networks?id=35c908f0-2783-4e72-b641-8d5461621a41 HTTP/1.1" status: 200 len: 816 time: 0.1779985 Jul 08 18:18:47.126430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port e0d0b49a-da00-493c-b3d3-480b7622b32e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:47.126978 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:47.150347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::1 (3467efee-61be-408d-ace4-f72f5db27257/15b819bc-2c07-4ea8-8f48-7b7f7dd03c00/578e5ff8-66fb-4ac1-ba5e-3892832a420b) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:47.201722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-ffab0325-ef70-4074-a2b8-3d7257571a16 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/quotas/d59002f3d49040abb052e4e57203dd1b HTTP/1.1" status: 200 len: 375 time: 0.0740790 Jul 08 18:18:47.304665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc0357-321b-46f7-83c2-45ed476a1044 req-7f31dc6f-f4ca-418d-be18-151665b01734 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:47.306363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aedc0357-321b-46f7-83c2-45ed476a1044 req-7f31dc6f-f4ca-418d-be18-151665b01734 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 944 time: 0.1891801 Jul 08 18:18:47.341747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 656a937b-0114-40f5-a6bc-667b2f981930 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:47.369041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-42fccbc9-26d7-4c0f-8e5b-512d6f3e4d01 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d59002f3d49040abb052e4e57203dd1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1607509 Jul 08 18:18:47.413143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:47.427490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aedc0357-321b-46f7-83c2-45ed476a1044 req-1cbea4cc-d506-4e5f-bee5-44e679cc3e4a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129148 Jul 08 18:18:47.428131 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:47.452427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 578e5ff8-66fb-4ac1-ba5e-3892832a420b will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:47.492377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2724277d-1fa5-4eaf-88fd-1879d9154212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d0b49a-da00-493c-b3d3-480b7622b32e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:47.494988 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ba45a1-ff07-4708-920d-ff91712a5208" -d '{"events": [{"server_uuid": "2724277d-1fa5-4eaf-88fd-1879d9154212", "name": "network-vif-plugged", "status": "completed", "tag": "e0d0b49a-da00-493c-b3d3-480b7622b32e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:47.500927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-61462852-0753-4284-8813-86e9c0c8970a service neutron] 10.222.0.73 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309454 Jul 08 18:18:47.506882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 656a937b-0114-40f5-a6bc-667b2f981930 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:47.544401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e0d0b49a-da00-493c-b3d3-480b7622b32e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e0d0b49a-da00-493c-b3d3-480b7622b32e,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:47.554198 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:47.562135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:47.627161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:47.635954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:47.643593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:47.644470 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:47.647737 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:18:47.679490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-f0a617c3-c23c-4d5f-a2dd-4895ae414f9e service neutron] 10.222.0.73 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773376 Jul 08 18:18:47.715691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=e0d0b49a-da00-493c-b3d3-480b7622b32e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:47.743444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=578e5ff8-66fb-4ac1-ba5e-3892832a420b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:47.834086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516266ec-6bba-4bed-a84b-db967d3a8e92 req-76b03fc6-ff4b-4ec5-bf29-d40561d047b4 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:47.835705 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-516266ec-6bba-4bed-a84b-db967d3a8e92 req-76b03fc6-ff4b-4ec5-bf29-d40561d047b4 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 943 time: 0.1346257 Jul 08 18:18:47.908109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e944be46-0abb-4c7a-a03a-9c611077b5b8 None None] Network 35c908f0-2783-4e72-b641-8d5461621a41 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:47.932519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-516266ec-6bba-4bed-a84b-db967d3a8e92 req-437ffbbe-d092-49ff-b5d7-11c38fddee48 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744150 Jul 08 18:18:47.951597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:48.107373 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbd3387-3b51-402c-bdd4-d1f4a342dc89 x-openstack-request-id: req-3dbd3387-3b51-402c-bdd4-d1f4a342dc89 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:48.108713 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2724277d-1fa5-4eaf-88fd-1879d9154212", "name": "network-vif-plugged", "status": "completed", "tag": "e0d0b49a-da00-493c-b3d3-480b7622b32e", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:48.109233 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3dbd3387-3b51-402c-bdd4-d1f4a342dc89 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:48.110728 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2724277d-1fa5-4eaf-88fd-1879d9154212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d0b49a-da00-493c-b3d3-480b7622b32e', 'code': 200} Jul 08 18:18:48.113807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-59798121-de11-4a57-99ab-360d5ba7bf5b None None] Provisioning complete for port b5eb7163-fc04-4b22-a691-e2c4123974b9 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:48.114202 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59798121-de11-4a57-99ab-360d5ba7bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:48.248980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98,segment=NetworkSegment(43b3414c-adda-4ab3-a60d-55ca9996eab6),segment_id=43b3414c-adda-4ab3-a60d-55ca9996eab6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:48.295632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'port_id': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'mac_address': 'fa:16:3e:35:59:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:18:48.371910 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:48.387692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:18:48.443803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-06a0d29f-9257-4d2b-8111-8ac9734b2c98 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:48.445077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98,segment=NetworkSegment(43b3414c-adda-4ab3-a60d-55ca9996eab6),segment_id=43b3414c-adda-4ab3-a60d-55ca9996eab6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:48.452432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-06a0d29f-9257-4d2b-8111-8ac9734b2c98 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/networks?id=35c908f0-2783-4e72-b641-8d5461621a41 HTTP/1.1" status: 200 len: 816 time: 0.1403050 Jul 08 18:18:48.471897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-63dcf1f3-0c38-4184-b92b-53a259efcfc4 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/quotas/d59002f3d49040abb052e4e57203dd1b HTTP/1.1" status: 200 len: 375 time: 0.0184216 Jul 08 18:18:48.515989 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:48.555607 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:48.569271 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:48.570190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:48.606357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb297a62-28ac-400b-9550-44e6286309f2 req-060afa4a-deef-45f0-b6d8-eb956ac6de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:48.611579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb297a62-28ac-400b-9550-44e6286309f2 req-060afa4a-deef-45f0-b6d8-eb956ac6de0b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 1096 time: 0.4017084 Jul 08 18:18:48.682632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:48.740015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb297a62-28ac-400b-9550-44e6286309f2 req-24bcf85b-c5e0-40d4-b4b4-67b452ea4060 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182108 Jul 08 18:18:48.743934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=578e5ff8-66fb-4ac1-ba5e-3892832a420b,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:48.752090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-bb0675d1-0da4-4000-a508-cab1f325d25f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d59002f3d49040abb052e4e57203dd1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2773540 Jul 08 18:18:48.759777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3b96cc90-f907-453a-a369-5f757f97159c None None] Provisioning for port 656a937b-0114-40f5-a6bc-667b2f981930 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:48.767859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3b96cc90-f907-453a-a369-5f757f97159c None None] Provisioning complete for port 656a937b-0114-40f5-a6bc-667b2f981930 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:48.768568 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b96cc90-f907-453a-a369-5f757f97159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:48.823514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:48.827402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:48.889411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414544ec-c12f-4ae5-b760-497661ba2ddc req-ca371d1c-98e5-47a4-af90-8f62fc79ea17 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:48.900423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-414544ec-c12f-4ae5-b760-497661ba2ddc req-ca371d1c-98e5-47a4-af90-8f62fc79ea17 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.2431998 Jul 08 18:18:48.946125 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b96cc90-f907-453a-a369-5f757f97159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:48.958390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:18:49.035542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Router fa349a73-5b9b-414c-a303-998e384eb53f is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:18:49.094005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3b96cc90-f907-453a-a369-5f757f97159c None None] For port 656a937b-0114-40f5-a6bc-667b2f981930, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=656a937b-0114-40f5-a6bc-667b2f981930,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:49.116955 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b96cc90-f907-453a-a369-5f757f97159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.209245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-2717e969-abfe-4cda-bd22-58cc82820618 service neutron] 10.222.0.73 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429471 Jul 08 18:18:49.226791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-414544ec-c12f-4ae5-b760-497661ba2ddc req-ddd7f28a-7d13-4f7e-b4eb-4d2ab3b5a6d4 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232603 Jul 08 18:18:49.233754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3b96cc90-f907-453a-a369-5f757f97159c None None] Provisioning for port 578e5ff8-66fb-4ac1-ba5e-3892832a420b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:49.245403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:18:49.258643 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c8c52dfd-e7e1-47f9-859c-fe3dbaf8f06b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "PUT /v2.0/routers/fa349a73-5b9b-414c-a303-998e384eb53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4519920 Jul 08 18:18:49.259844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55634) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:49.263626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3b96cc90-f907-453a-a369-5f757f97159c None None] Provisioning complete for port 578e5ff8-66fb-4ac1-ba5e-3892832a420b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:49.264147 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b96cc90-f907-453a-a369-5f757f97159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.266076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Sync routers for ids ['fa349a73-5b9b-414c-a303-998e384eb53f'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:18:49.299031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96cc90-f907-453a-a369-5f757f97159c None None] Pushing event updated for resources: {'Port': ['ID=656a937b-0114-40f5-a6bc-667b2f981930,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:49.346325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Routers {'fa349a73-5b9b-414c-a303-998e384eb53f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:49.347413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fa349a73-5b9b-414c-a303-998e384eb53f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:49.356696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3b96cc90-f907-453a-a369-5f757f97159c None None] Port 578e5ff8-66fb-4ac1-ba5e-3892832a420b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:49.399070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6241cd4e-f06d-4cfd-b880-aebab34d3b16 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:49.401207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6241cd4e-f06d-4cfd-b880-aebab34d3b16 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.59 "GET /v2.0/networks?id=35c908f0-2783-4e72-b641-8d5461621a41 HTTP/1.1" status: 200 len: 816 time: 0.5267079 Jul 08 18:18:49.426389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Request body: {'port': {'device_id': '883fa1ac-dc1b-4bdc-804c-6b68c76e6da9', 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41', 'admin_state_up': True, 'tenant_id': 'd59002f3d49040abb052e4e57203dd1b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:49.453083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c3386f-0875-4a67-ab71-681a1cb26570 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:49.456756 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-74c3386f-0875-4a67-ab71-681a1cb26570 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports/578e5ff8-66fb-4ac1-ba5e-3892832a420b HTTP/1.1" status: 200 len: 911 time: 0.1935914 Jul 08 18:18:49.465039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55638) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:49.530435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Set router fa349a73-5b9b-414c-a303-998e384eb53f gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:49.568825 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-89dfe149-eed5-4dd1-b18a-2797b1dbe610 None None] Provisioning complete for port 656a937b-0114-40f5-a6bc-667b2f981930 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:49.569265 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-89dfe149-eed5-4dd1-b18a-2797b1dbe610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.624429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56692587-c508-4459-8ddc-c3f210d6507f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:49.631739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56692587-c508-4459-8ddc-c3f210d6507f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:49.634987 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-56692587-c508-4459-8ddc-c3f210d6507f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1676576 Jul 08 18:18:49.637070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55642) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:49.661342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-ee922405-98b2-4946-9b14-cbcee3140b6f service neutron] 10.222.0.73 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508305 Jul 08 18:18:49.689471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Made reservation on behalf of d59002f3d49040abb052e4e57203dd1b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:49.698941 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.849547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-89dfe149-eed5-4dd1-b18a-2797b1dbe610 None None] Provisioning complete for port 578e5ff8-66fb-4ac1-ba5e-3892832a420b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:49.849993 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-89dfe149-eed5-4dd1-b18a-2797b1dbe610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.901514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-89dfe149-eed5-4dd1-b18a-2797b1dbe610 None None] Port 578e5ff8-66fb-4ac1-ba5e-3892832a420b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:49.941349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa349a73-5b9b-414c-a303-998e384eb53f', 'name': 'tempest-NetworksTestDHCPv6-router-392579906', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:45Z', 'updated_at': '2021-07-08T18:18:47Z', 'revision_number': 2, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'gw_port_host': None, '_interfaces': [{'id': '578e5ff8-66fb-4ac1-ba5e-3892832a420b', 'name': '', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'mac_address': 'fa:16:3e:6e:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa349a73-5b9b-414c-a303-998e384eb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '15b819bc-2c07-4ea8-8f48-7b7f7dd03c00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:46Z', 'updated_at': '2021-07-08T18:18:48Z', 'revision_number': 2, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'subnets': [{'id': '15b819bc-2c07-4ea8-8f48-7b7f7dd03c00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:49.983037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f3120-49dd-4b96-9b14-c9cfd63c1d87 req-f440af8e-2827-4384-b4fb-a6cbc2d10088 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:49.984603 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf3f3120-49dd-4b96-9b14-c9cfd63c1d87 req-f440af8e-2827-4384-b4fb-a6cbc2d10088 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 944 time: 0.4301608 Jul 08 18:18:49.998913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Checking router: fa349a73-5b9b-414c-a303-998e384eb53f for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:18:49.999208 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Updating router fa349a73-5b9b-414c-a303-998e384eb53f port 578e5ff8-66fb-4ac1-ba5e-3892832a420b binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:18:50.093173 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.167558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf3f3120-49dd-4b96-9b14-c9cfd63c1d87 req-6091c0b0-7d3b-4c96-9c82-cb5aaeaf35c4 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715221 Jul 08 18:18:50.217443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Allocated IP 172.20.0.3 (35c908f0-2783-4e72-b641-8d5461621a41/82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4/3dcc934e-2cce-4088-bf13-6972675f8521) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:50.338686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d16488cc-742f-4b4f-b11b-d2c8ccce3552 req-49da7efe-87f5-4222-8e71-e2c728ea92b8 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 210 time: 0.0970330 Jul 08 18:18:50.573204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-1eab88d1-8dfd-4ebf-904a-64ed11b7ad8e tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:50.577281 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-1eab88d1-8dfd-4ebf-904a-64ed11b7ad8e tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.59 "GET /v2.0/networks?id=35c908f0-2783-4e72-b641-8d5461621a41 HTTP/1.1" status: 200 len: 816 time: 0.2532256 Jul 08 18:18:50.585854 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.593740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Request body: {'port': {'device_id': '64514d9f-5ff7-4edf-9fc3-9d2eac869f36', 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41', 'admin_state_up': True, 'tenant_id': 'd59002f3d49040abb052e4e57203dd1b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:50.599337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Transition to ACTIVE for port object 578e5ff8-66fb-4ac1-ba5e-3892832a420b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:50.621920 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.628734 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcd31e-e633-4aac-8cbf-aae947c0f737 req-3810b2eb-e80f-4f8c-aff0-a2123255ebae tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:50.637497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17fcd31e-e633-4aac-8cbf-aae947c0f737 req-3810b2eb-e80f-4f8c-aff0-a2123255ebae tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1443079 Jul 08 18:18:50.646064 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.684239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Transition to ACTIVE for port object 3dcc934e-2cce-4088-bf13-6972675f8521 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:50.730120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17fcd31e-e633-4aac-8cbf-aae947c0f737 req-00df3a97-130d-42df-ad1f-9295d295fe4c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899410 Jul 08 18:18:50.739038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93ba6b-8049-43f2-82da-9c66e816b760 None None] Pushing event updated for resources: {'Port': ['ID=578e5ff8-66fb-4ac1-ba5e-3892832a420b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:50.761887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 656a937b-0114-40f5-a6bc-667b2f981930 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:50.796130 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.929810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Network 35c908f0-2783-4e72-b641-8d5461621a41 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:50.940250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:50.945355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:50.955300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Attempting to bind port 578e5ff8-66fb-4ac1-ba5e-3892832a420b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:50.957839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Attempting to bind port 578e5ff8-66fb-4ac1-ba5e-3892832a420b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:50.958317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Attempting to bind port 578e5ff8-66fb-4ac1-ba5e-3892832a420b on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:50.970032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:50.970485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:50.970934 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.971378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:50.971863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Bound port: 578e5ff8-66fb-4ac1-ba5e-3892832a420b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:50.972244 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.105607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:51.106379 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.109566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Pushing event updated for resources: {'Port': ['ID=3dcc934e-2cce-4088-bf13-6972675f8521,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:51.121856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.122315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.122869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.123360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.123890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.124828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 656a937b-0114-40f5-a6bc-667b2f981930 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:51.125128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.125302 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.125557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.125958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.126389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.126938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.127335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.127726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:51.156762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-0ed052f5-447c-4849-985a-574f61f9b71f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7383535 Jul 08 18:18:51.167965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.172663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Request body: {'port': {'device_id': '883fa1ac-dc1b-4bdc-804c-6b68c76e6da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:51.252431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] For port 578e5ff8-66fb-4ac1-ba5e-3892832a420b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:51.263751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] For port 578e5ff8-66fb-4ac1-ba5e-3892832a420b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=578e5ff8-66fb-4ac1-ba5e-3892832a420b,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:51.295088 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.331703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Made reservation on behalf of d59002f3d49040abb052e4e57203dd1b for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:51.340562 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.365377 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.489362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Routers {'fa349a73-5b9b-414c-a303-998e384eb53f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:51.489996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fa349a73-5b9b-414c-a303-998e384eb53f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:51.583465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93ba6b-8049-43f2-82da-9c66e816b760 None None] Pushing event updated for resources: {'Port': ['ID=578e5ff8-66fb-4ac1-ba5e-3892832a420b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:51.668370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] Set router fa349a73-5b9b-414c-a303-998e384eb53f gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:51.728060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:51.733690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dc1a37c8-898b-4e38-920d-fe7ee42cb18c None None] Provisioning for port 3dcc934e-2cce-4088-bf13-6972675f8521 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:51.776125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858c02e-28a4-4ff4-a0f1-d27c6a445018 req-f87fabf8-d4a6-4bbb-81de-c952b184cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:51.776712 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dc1a37c8-898b-4e38-920d-fe7ee42cb18c None None] Provisioning complete for port 3dcc934e-2cce-4088-bf13-6972675f8521 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:51.776712 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc1a37c8-898b-4e38-920d-fe7ee42cb18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.777253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2858c02e-28a4-4ff4-a0f1-d27c6a445018 req-f87fabf8-d4a6-4bbb-81de-c952b184cd0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3402b5f687644f958a338c37a1460539&device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 1096 time: 0.2594767 Jul 08 18:18:51.788422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7a50e-80cf-4611-a884-d796ef945344 req-5879ec76-170a-4dc9-8c51-93da1ab36e1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:51.799137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bdb7a50e-80cf-4611-a884-d796ef945344 req-5879ec76-170a-4dc9-8c51-93da1ab36e1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 944 time: 0.3312521 Jul 08 18:18:51.830603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Allocated IP 172.20.0.7 (35c908f0-2783-4e72-b641-8d5461621a41/82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4/b831a846-6aa4-45fa-b2d7-464c85a5f251) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:51.897870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bdb7a50e-80cf-4611-a884-d796ef945344 req-90e8707c-89b7-4ca7-962d-baadf181069b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977368 Jul 08 18:18:51.922713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816d24b-24f2-455b-891e-58b972a585f9 req-98a9a13a-6dd4-4ae0-a2da-d5090ac586aa tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:51.927967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3816d24b-24f2-455b-891e-58b972a585f9 req-98a9a13a-6dd4-4ae0-a2da-d5090ac586aa tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.2699482 Jul 08 18:18:51.943125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858c02e-28a4-4ff4-a0f1-d27c6a445018 req-3638cc5f-5ead-4ac8-82cd-d918c9952754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:51.948866 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2858c02e-28a4-4ff4-a0f1-d27c6a445018 req-3638cc5f-5ead-4ac8-82cd-d918c9952754 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 200 len: 911 time: 0.1626313 Jul 08 18:18:52.017556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3816d24b-24f2-455b-891e-58b972a585f9 req-534dbc3f-b1d3-4927-91d5-faffcfb3a720 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801108 Jul 08 18:18:52.152452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a37c8-898b-4e38-920d-fe7ee42cb18c None None] Port 3dcc934e-2cce-4088-bf13-6972675f8521 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:52.166839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c8c2cb0-d0a2-4358-82de-cea3ee3653ea req-10d014e0-9b5b-444b-8e3e-a1fb5a290fc1 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 210 time: 0.0451686 Jul 08 18:18:52.200107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:52.201195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.208441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:52.208868 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.217366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Transition to ACTIVE for port object b831a846-6aa4-45fa-b2d7-464c85a5f251 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:52.354396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa349a73-5b9b-414c-a303-998e384eb53f', 'name': 'tempest-NetworksTestDHCPv6-router-392579906', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:45Z', 'updated_at': '2021-07-08T18:18:47Z', 'revision_number': 2, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'gw_port_host': None, '_interfaces': [{'id': '578e5ff8-66fb-4ac1-ba5e-3892832a420b', 'name': '', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'mac_address': 'fa:16:3e:6e:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa349a73-5b9b-414c-a303-998e384eb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '15b819bc-2c07-4ea8-8f48-7b7f7dd03c00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:46Z', 'updated_at': '2021-07-08T18:18:51Z', 'revision_number': 4, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'subnets': [{'id': '15b819bc-2c07-4ea8-8f48-7b7f7dd03c00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:52.358161 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.386380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64dd703-0f59-45c2-b86c-1a92a8a78400 None None] The sync data for ids ['fa349a73-5b9b-414c-a303-998e384eb53f'] in n-d-799684-3 is: [{'id': 'fa349a73-5b9b-414c-a303-998e384eb53f', 'name': 'tempest-NetworksTestDHCPv6-router-392579906', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:45Z', 'updated_at': '2021-07-08T18:18:47Z', 'revision_number': 2, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'gw_port_host': None, '_interfaces': [{'id': '578e5ff8-66fb-4ac1-ba5e-3892832a420b', 'name': '', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'mac_address': 'fa:16:3e:6e:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa349a73-5b9b-414c-a303-998e384eb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '15b819bc-2c07-4ea8-8f48-7b7f7dd03c00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:46Z', 'updated_at': '2021-07-08T18:18:51Z', 'revision_number': 4, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'subnets': [{'id': '15b819bc-2c07-4ea8-8f48-7b7f7dd03c00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:18:52.416101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:52.420489 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f9a389-df7e-4a8a-9e1a-9f597f03cca9" -d '{"events": [{"server_uuid": "864d643a-ab9a-4fb8-9631-909bdd5f18de", "name": "network-vif-plugged", "status": "completed", "tag": "e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:52.487468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98,segment=NetworkSegment(43b3414c-adda-4ab3-a60d-55ca9996eab6),segment_id=43b3414c-adda-4ab3-a60d-55ca9996eab6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:52.500161 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.595287 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:52.603076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcc934e-2cce-4088-bf13-6972675f8521 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:18:52.616937 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.643676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Transition to ACTIVE for port object 3dcc934e-2cce-4088-bf13-6972675f8521 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:52.653072 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.677914 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd5fd22-494b-4b68-a764-e29f22467188 x-openstack-request-id: req-afd5fd22-494b-4b68-a764-e29f22467188 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:52.678491 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864d643a-ab9a-4fb8-9631-909bdd5f18de", "name": "network-vif-plugged", "status": "completed", "tag": "e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:52.678491 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-afd5fd22-494b-4b68-a764-e29f22467188 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:52.678918 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'code': 200} Jul 08 18:18:52.731294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcc934e-2cce-4088-bf13-6972675f8521,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:52.863246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Attempting to bind port 3dcc934e-2cce-4088-bf13-6972675f8521 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:52.863897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Attempting to bind port 3dcc934e-2cce-4088-bf13-6972675f8521 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:52.865161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Attempting to bind port 3dcc934e-2cce-4088-bf13-6972675f8521 on network 35c908f0-2783-4e72-b641-8d5461621a41 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:52.872298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Port 3dcc934e-2cce-4088-bf13-6972675f8521 on network 35c908f0-2783-4e72-b641-8d5461621a41 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:18:52.872849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Attempting to bind port 3dcc934e-2cce-4088-bf13-6972675f8521 on network 35c908f0-2783-4e72-b641-8d5461621a41 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:52.889752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:52.890300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Checking segment: {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:52.890692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Bound using segment: {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:52.891121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Bound port: 3dcc934e-2cce-4088-bf13-6972675f8521, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:52.891479 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.913582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.930109 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2858c02e-28a4-4ff4-a0f1-d27c6a445018 req-af08c18d-caf7-424a-8d26-f871722d72df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0d0b49a-da00-493c-b3d3-480b7622b32e HTTP/1.1" status: 200 len: 217 time: 0.6493752 Jul 08 18:18:53.029760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] For port 3dcc934e-2cce-4088-bf13-6972675f8521, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:53.034143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] For port 3dcc934e-2cce-4088-bf13-6972675f8521, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3dcc934e-2cce-4088-bf13-6972675f8521,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:53.047115 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:53.147554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.150267 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:53.154454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] 10.222.0.59 "PUT /v2.0/ports/3dcc934e-2cce-4088-bf13-6972675f8521 HTTP/1.1" status: 200 len: 1091 time: 1.9865029 Jul 08 18:18:53.171073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-aab785ec-d293-4cfc-bc7b-97ed55a50340 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.173425 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-aab785ec-d293-4cfc-bc7b-97ed55a50340 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.74 "GET /v2.0/networks?id=35c908f0-2783-4e72-b641-8d5461621a41 HTTP/1.1" status: 200 len: 816 time: 0.9256105 Jul 08 18:18:53.177859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883fa1ac-dc1b-4bdc-804c-6b68c76e6da9', 'tag': '3dcc934e-2cce-4088-bf13-6972675f8521'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:53.185890 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a64582d-5a12-4b61-8335-71e135f16f71" -d '{"events": [{"name": "network-changed", "server_uuid": "883fa1ac-dc1b-4bdc-804c-6b68c76e6da9", "tag": "3dcc934e-2cce-4088-bf13-6972675f8521"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:53.289179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Request body: {'port': {'device_id': 'f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d', 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41', 'admin_state_up': True, 'tenant_id': 'd59002f3d49040abb052e4e57203dd1b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:53.323796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe36be3-540d-4c1c-86fd-cdf354aa1af6 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcc934e-2cce-4088-bf13-6972675f8521,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:53.407802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-c6cd557b-f51f-43b8-a2f9-65f0ecbebb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.409425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-c6cd557b-f51f-43b8-a2f9-65f0ecbebb3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d59002f3d49040abb052e4e57203dd1b&device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 1094 time: 0.1872363 Jul 08 18:18:53.453524 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd87096-a849-4983-a073-833733c90dbf req-a1721ef2-00f0-4f2a-aac5-5ddd3e8c9124 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.459868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bd87096-a849-4983-a073-833733c90dbf req-a1721ef2-00f0-4f2a-aac5-5ddd3e8c9124 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1957099 Jul 08 18:18:53.502290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Pushing event updated for resources: {'Port': ['ID=b831a846-6aa4-45fa-b2d7-464c85a5f251,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:53.553113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc7c16-3bf6-4878-b31b-0e8f77329745 req-fcf2bd98-e08b-4f30-8bef-afdb7e981da4 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.553484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858c02e-28a4-4ff4-a0f1-d27c6a445018 req-784dc091-453e-4128-9d88-b1609fd18bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.554981 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2858c02e-28a4-4ff4-a0f1-d27c6a445018 req-784dc091-453e-4128-9d88-b1609fd18bc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b5a276-c3a3-46c3-85bd-73a99230a19a HTTP/1.1" status: 200 len: 850 time: 0.5941637 Jul 08 18:18:53.561402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5fc7c16-3bf6-4878-b31b-0e8f77329745 req-fcf2bd98-e08b-4f30-8bef-afdb7e981da4 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 945 time: 0.3641603 Jul 08 18:18:53.561982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Network 35c908f0-2783-4e72-b641-8d5461621a41 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:53.582134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:53.584104 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-6d2a51d0-549d-4b8d-929d-31f26d6b79be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3dcc934e-2cce-4088-bf13-6972675f8521 HTTP/1.1" status: 200 len: 217 time: 0.1626244 Jul 08 18:18:53.587999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:53.593698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 578e5ff8-66fb-4ac1-ba5e-3892832a420b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:53.593698 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:53.645871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bd87096-a849-4983-a073-833733c90dbf req-4249d5a0-b461-47cf-bb23-bbf93ea6461d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847653 Jul 08 18:18:53.646876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4804c-7dd0-4ff9-a31f-81a074c9db94 req-c8dea36f-317c-477d-911f-72818ea8355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.649094 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ed4804c-7dd0-4ff9-a31f-81a074c9db94 req-c8dea36f-317c-477d-911f-72818ea8355e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 1096 time: 0.7704668 Jul 08 18:18:53.711307 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2858c02e-28a4-4ff4-a0f1-d27c6a445018 req-6f468410-9c86-4119-baa7-c2fa6fb8cba4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e06f7abd-7c76-4808-a3a8-de893d43c63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391037 Jul 08 18:18:53.715774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5fc7c16-3bf6-4878-b31b-0e8f77329745 req-c27bb705-bdbf-4095-ba18-80cb7074be29 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534162 Jul 08 18:18:53.744157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-dead1bda-773b-4082-90f8-305a6cd6ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.756884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-dead1bda-773b-4082-90f8-305a6cd6ba1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4 HTTP/1.1" status: 200 len: 855 time: 0.1527910 Jul 08 18:18:53.765567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Made reservation on behalf of d59002f3d49040abb052e4e57203dd1b for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:53.769862 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:53.845827 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee4271d-4744-44f9-ab6b-0d9e1d1b9e97 x-openstack-request-id: req-1ee4271d-4744-44f9-ab6b-0d9e1d1b9e97 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:53.846340 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883fa1ac-dc1b-4bdc-804c-6b68c76e6da9", "tag": "3dcc934e-2cce-4088-bf13-6972675f8521", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:53.847347 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ee4271d-4744-44f9-ab6b-0d9e1d1b9e97 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:53.851487 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883fa1ac-dc1b-4bdc-804c-6b68c76e6da9', 'tag': '3dcc934e-2cce-4088-bf13-6972675f8521', 'status': 'completed', 'code': 200} Jul 08 18:18:53.907843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-c5046ce0-b751-4455-9599-483293d564da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.910670 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-c5046ce0-b751-4455-9599-483293d564da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35c908f0-2783-4e72-b641-8d5461621a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529677 Jul 08 18:18:53.943464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.944147 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.020321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a18788c-8f3a-43c4-8222-ac5a9144d414 req-2c3a59f8-f841-4d43-91da-d2eefa676e34 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 210 time: 0.0981767 Jul 08 18:18:54.060120 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6ed4804c-7dd0-4ff9-a31f-81a074c9db94 req-e66406ef-6fd1-4019-a6da-452a4f95eb31 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253636 Jul 08 18:18:54.061694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f5ef8e39-7ee3-4bea-8616-472c8149024e None None] Provisioning for port b831a846-6aa4-45fa-b2d7-464c85a5f251 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:54.066147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f5ef8e39-7ee3-4bea-8616-472c8149024e None None] Provisioning complete for port b831a846-6aa4-45fa-b2d7-464c85a5f251 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:54.066550 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f5ef8e39-7ee3-4bea-8616-472c8149024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.094828 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-8dc722db-36ee-45cb-a86f-f3291bdcdf86 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5061252 Jul 08 18:18:54.108977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Request body: {'port': {'device_id': '64514d9f-5ff7-4edf-9fc3-9d2eac869f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:54.112812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef8e39-7ee3-4bea-8616-472c8149024e None None] Port b831a846-6aa4-45fa-b2d7-464c85a5f251 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:54.125295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-28bc0561-213a-48a7-a80c-b1ada8fd7e5b service neutron] 10.222.0.59 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043629 Jul 08 18:18:54.159410 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2858c02e-28a4-4ff4-a0f1-d27c6a445018 req-da99d927-47c7-484e-9a23-7ba0a8ed7999 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471185 Jul 08 18:18:54.195894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] For port 578e5ff8-66fb-4ac1-ba5e-3892832a420b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=578e5ff8-66fb-4ac1-ba5e-3892832a420b,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:54.196301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.225019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12e4022f-8c80-4c43-b43e-f92a852d51c7 req-7822b41f-3188-4a98-b94e-d04c8b5b8ece service neutron] 10.222.0.59 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926425 Jul 08 18:18:54.265514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 578e5ff8-66fb-4ac1-ba5e-3892832a420b owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:54.332918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Allocated IP 172.20.0.13 (35c908f0-2783-4e72-b641-8d5461621a41/82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4/29e2e928-0b7e-4434-9230-b367e1f69ea0) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:54.337927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64582d-5a12-4b61-8335-71e135f16f71 req-b7f28371-9fed-4aeb-a5f6-d752e9b72101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:54.339856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a64582d-5a12-4b61-8335-71e135f16f71 req-b7f28371-9fed-4aeb-a5f6-d752e9b72101 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d59002f3d49040abb052e4e57203dd1b&device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 1094 time: 0.0574667 Jul 08 18:18:54.417817 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.446999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64582d-5a12-4b61-8335-71e135f16f71 req-5c688f1e-3558-4202-a100-936a6ebd8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:54.448789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a64582d-5a12-4b61-8335-71e135f16f71 req-5c688f1e-3558-4202-a100-936a6ebd8032 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35c908f0-2783-4e72-b641-8d5461621a41 HTTP/1.1" status: 200 len: 917 time: 0.1030803 Jul 08 18:18:54.480341 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2858c02e-28a4-4ff4-a0f1-d27c6a445018 req-1d0ee6e2-b22d-491b-9d35-537a28a1e1d3 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116636 Jul 08 18:18:54.707141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 578e5ff8-66fb-4ac1-ba5e-3892832a420b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:54.935721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a64582d-5a12-4b61-8335-71e135f16f71 req-42b014db-afd8-4a9e-b71f-00acc26e2b77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3dcc934e-2cce-4088-bf13-6972675f8521 HTTP/1.1" status: 200 len: 217 time: 0.4798989 Jul 08 18:18:54.955662 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 578e5ff8-66fb-4ac1-ba5e-3892832a420b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:54.958903 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.962729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 578e5ff8-66fb-4ac1-ba5e-3892832a420b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:54.963114 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.967255 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.002682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Port 578e5ff8-66fb-4ac1-ba5e-3892832a420b was deleted so its status cannot be updated. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 18:18:55.022263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Transition to ACTIVE for port object 29e2e928-0b7e-4434-9230-b367e1f69ea0 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:55.023804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=578e5ff8-66fb-4ac1-ba5e-3892832a420b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:55.056482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64582d-5a12-4b61-8335-71e135f16f71 req-9eea24f0-373f-4718-8fa7-1c59f0581a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.058308 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a64582d-5a12-4b61-8335-71e135f16f71 req-9eea24f0-373f-4718-8fa7-1c59f0581a19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4 HTTP/1.1" status: 200 len: 855 time: 0.1058018 Jul 08 18:18:55.130721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9887e-fbed-467f-b515-5ede884e0e14 req-4d31a9ba-1f45-4a93-8d3b-68d83f24823d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.142544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0c9887e-fbed-467f-b515-5ede884e0e14 req-4d31a9ba-1f45-4a93-8d3b-68d83f24823d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.2113867 Jul 08 18:18:55.170238 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.217731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0c9887e-fbed-467f-b515-5ede884e0e14 req-32851e78-931a-4833-ac5b-e010edd914e8 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742061 Jul 08 18:18:55.237729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7fcb7-ff10-4e33-9f30-8443fece49b0 req-11fb72d1-cf75-47fd-bd82-135349995d76 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.239416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72d7fcb7-ff10-4e33-9f30-8443fece49b0 req-11fb72d1-cf75-47fd-bd82-135349995d76 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 945 time: 0.3072667 Jul 08 18:18:55.283499 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.291369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64582d-5a12-4b61-8335-71e135f16f71 req-ebdfe10f-75b5-488f-8b8c-127efaa4a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.293312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a64582d-5a12-4b61-8335-71e135f16f71 req-ebdfe10f-75b5-488f-8b8c-127efaa4a493 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35c908f0-2783-4e72-b641-8d5461621a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247148 Jul 08 18:18:55.376310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72d7fcb7-ff10-4e33-9f30-8443fece49b0 req-26eda173-4da1-44e9-8bec-0b22bc584aa5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245010 Jul 08 18:18:55.416263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Network 35c908f0-2783-4e72-b641-8d5461621a41 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:55.451433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a64582d-5a12-4b61-8335-71e135f16f71 req-43a56341-2e09-4a20-b070-b8535c010837 service neutron] 10.222.0.59 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510429 Jul 08 18:18:55.456361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:55.458931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:55.499711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Pushing event updated for resources: {'Port': ['ID=29e2e928-0b7e-4434-9230-b367e1f69ea0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:55.597764 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Router fa349a73-5b9b-414c-a303-998e384eb53f has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:18:55.613589 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.614300 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.632298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a64582d-5a12-4b61-8335-71e135f16f71 req-b1680dbc-878e-4d17-80f5-e7b53dda8b90 service neutron] 10.222.0.59 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728785 Jul 08 18:18:55.684745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6474241-4e3e-4ceb-9d5b-4710d20a89e9 req-152627a5-25ca-4c9f-bc7c-dc7c84602443 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.688238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6474241-4e3e-4ceb-9d5b-4710d20a89e9 req-152627a5-25ca-4c9f-bc7c-dc7c84602443 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 932 time: 0.1019921 Jul 08 18:18:55.736507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6474241-4e3e-4ceb-9d5b-4710d20a89e9 req-588615e6-03df-41c4-ae22-62a576cd432f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Jul 08 18:18:55.737281 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-448919cb-9a43-4f32-9f15-491219e84d1d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4537623 Jul 08 18:18:55.752835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Request body: {'port': {'device_id': 'f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:55.762592 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:18:55.767941 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5613e4c1-4162-4c4f-9d35-0da46ca9d07a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "PUT /v2.0/routers/fa349a73-5b9b-414c-a303-998e384eb53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1296730 Jul 08 18:18:55.770466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55720) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:55.774344 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4a0f0-2767-4c96-b4b6-9d660ca5f5ff None None] Sync routers for ids ['fa349a73-5b9b-414c-a303-998e384eb53f'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:18:55.790690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b831a846-6aa4-45fa-b2d7-464c85a5f251 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:18:55.800583 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.824741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Transition to ACTIVE for port object b831a846-6aa4-45fa-b2d7-464c85a5f251 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:55.832726 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.834047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e74b67-ead6-4699-97d3-e2062266920d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.845320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e74b67-ead6-4699-97d3-e2062266920d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.849587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-72e74b67-ead6-4699-97d3-e2062266920d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0779974 Jul 08 18:18:55.852310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55722) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:55.857724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5bc0624f-e1e7-44d0-b956-80476ee92fdf None None] Provisioning for port 29e2e928-0b7e-4434-9230-b367e1f69ea0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:55.865901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5bc0624f-e1e7-44d0-b956-80476ee92fdf None None] Provisioning complete for port 29e2e928-0b7e-4434-9230-b367e1f69ea0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:55.867019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5bc0624f-e1e7-44d0-b956-80476ee92fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.914074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.925360 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4a0f0-2767-4c96-b4b6-9d660ca5f5ff None None] Routers {'fa349a73-5b9b-414c-a303-998e384eb53f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:55.926733 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d6e4a0f0-2767-4c96-b4b6-9d660ca5f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fa349a73-5b9b-414c-a303-998e384eb53f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:55.938507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Pushing event updated for resources: {'Port': ['ID=b831a846-6aa4-45fa-b2d7-464c85a5f251,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:55.963954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5bc0624f-e1e7-44d0-b956-80476ee92fdf None None] Port 29e2e928-0b7e-4434-9230-b367e1f69ea0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:18:56.002259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f258a58d-b8f7-43dc-9f97-0b97158b7e19 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 15b819bc-2c07-4ea8-8f48-7b7f7dd03c00 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:56.008271 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f258a58d-b8f7-43dc-9f97-0b97158b7e19 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.036272 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-d6e4a0f0-2767-4c96-b4b6-9d660ca5f5ff None None] Set router fa349a73-5b9b-414c-a303-998e384eb53f gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:56.085781 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f258a58d-b8f7-43dc-9f97-0b97158b7e19 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.094107 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d6e4a0f0-2767-4c96-b4b6-9d660ca5f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa349a73-5b9b-414c-a303-998e384eb53f', 'name': 'tempest-NetworksTestDHCPv6-router-392579906', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:45Z', 'updated_at': '2021-07-08T18:18:54Z', 'revision_number': 3, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:56.097704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Attempting to bind port b831a846-6aa4-45fa-b2d7-464c85a5f251 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:56.097704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Attempting to bind port b831a846-6aa4-45fa-b2d7-464c85a5f251 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:56.097704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Attempting to bind port b831a846-6aa4-45fa-b2d7-464c85a5f251 on network 35c908f0-2783-4e72-b641-8d5461621a41 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:56.126325 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4a0f0-2767-4c96-b4b6-9d660ca5f5ff None None] Checking router: fa349a73-5b9b-414c-a303-998e384eb53f for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:18:56.136358 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4a0f0-2767-4c96-b4b6-9d660ca5f5ff None None] Routers {'fa349a73-5b9b-414c-a303-998e384eb53f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:56.137003 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d6e4a0f0-2767-4c96-b4b6-9d660ca5f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['fa349a73-5b9b-414c-a303-998e384eb53f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:56.183175 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f258a58d-b8f7-43dc-9f97-0b97158b7e19 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.193124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Port b831a846-6aa4-45fa-b2d7-464c85a5f251 on network 35c908f0-2783-4e72-b641-8d5461621a41 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:18:56.193652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Attempting to bind port b831a846-6aa4-45fa-b2d7-464c85a5f251 on network 35c908f0-2783-4e72-b641-8d5461621a41 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:56.212207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:56.212847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Checking segment: {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:56.213447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Bound using segment: {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:56.214010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Bound port: b831a846-6aa4-45fa-b2d7-464c85a5f251, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:56.214502 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.221641 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-d6e4a0f0-2767-4c96-b4b6-9d660ca5f5ff None None] Set router fa349a73-5b9b-414c-a303-998e384eb53f gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:56.310917 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f258a58d-b8f7-43dc-9f97-0b97158b7e19 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.313744 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d6e4a0f0-2767-4c96-b4b6-9d660ca5f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa349a73-5b9b-414c-a303-998e384eb53f', 'name': 'tempest-NetworksTestDHCPv6-router-392579906', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:45Z', 'updated_at': '2021-07-08T18:18:54Z', 'revision_number': 3, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:56.355676 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4a0f0-2767-4c96-b4b6-9d660ca5f5ff None None] The sync data for ids ['fa349a73-5b9b-414c-a303-998e384eb53f'] in n-d-799684-3 is: [{'id': 'fa349a73-5b9b-414c-a303-998e384eb53f', 'name': 'tempest-NetworksTestDHCPv6-router-392579906', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:45Z', 'updated_at': '2021-07-08T18:18:54Z', 'revision_number': 3, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:18:56.379624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258a58d-b8f7-43dc-9f97-0b97158b7e19 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=15b819bc-2c07-4ea8-8f48-7b7f7dd03c00,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:56.393781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb3173b-3a82-4768-be63-649f06ac0af4 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:56.413539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f258a58d-b8f7-43dc-9f97-0b97158b7e19 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.415854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f258a58d-b8f7-43dc-9f97-0b97158b7e19 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/15b819bc-2c07-4ea8-8f48-7b7f7dd03c00 HTTP/1.1" status: 204 len: 168 time: 0.5619664 Jul 08 18:18:56.425581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55730) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:56.506856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e2e928-0b7e-4434-9230-b367e1f69ea0 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:18:56.519119 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.519502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3dcc934e-2cce-4088-bf13-6972675f8521 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:18:56.524466 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] For port b831a846-6aa4-45fa-b2d7-464c85a5f251, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:56.529810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] For port b831a846-6aa4-45fa-b2d7-464c85a5f251, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b831a846-6aa4-45fa-b2d7-464c85a5f251,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:56.548152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Transition to ACTIVE for port object 29e2e928-0b7e-4434-9230-b367e1f69ea0 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:56.550046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.566543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:56.567169 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.569948 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] 10.222.0.59 "PUT /v2.0/ports/b831a846-6aa4-45fa-b2d7-464c85a5f251 HTTP/1.1" status: 200 len: 1091 time: 2.4655790 Jul 08 18:18:56.573058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64514d9f-5ff7-4edf-9fc3-9d2eac869f36', 'tag': 'b831a846-6aa4-45fa-b2d7-464c85a5f251'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:56.575395 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753" -d '{"events": [{"name": "network-changed", "server_uuid": "64514d9f-5ff7-4edf-9fc3-9d2eac869f36", "tag": "b831a846-6aa4-45fa-b2d7-464c85a5f251"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:56.600547 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.627793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a6b70f6b-2170-41c8-bfd2-be919a7124fe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1998515 Jul 08 18:18:56.636418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55738) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:56.658344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60d8d3-6044-4b9e-b950-35a7ca1f8899 req-3deda314-13ab-4ce5-ada9-cb182272e368 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:56.659104 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.resource_extend [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:18:56.666591 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d60d8d3-6044-4b9e-b950-35a7ca1f8899 req-3deda314-13ab-4ce5-ada9-cb182272e368 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.2552855 Jul 08 18:18:56.778998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d60d8d3-6044-4b9e-b950-35a7ca1f8899 req-dd7eca57-6dc0-49d0-a225-d76219f85646 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111226 Jul 08 18:18:56.827566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 578e5ff8-66fb-4ac1-ba5e-3892832a420b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:56.852228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe52c8f-9cee-4de8-86ed-51a3bba7faea req-f30d83a9-0e6b-4544-80dc-8fe48000c32b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:56.854483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fe52c8f-9cee-4de8-86ed-51a3bba7faea req-f30d83a9-0e6b-4544-80dc-8fe48000c32b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 945 time: 0.2253363 Jul 08 18:18:56.876173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 578e5ff8-66fb-4ac1-ba5e-3892832a420b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:56.876666 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 578e5ff8-66fb-4ac1-ba5e-3892832a420b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:56.908117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3dcc934e-2cce-4088-bf13-6972675f8521, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3dcc934e-2cce-4088-bf13-6972675f8521,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:56.935355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '3dcc934e-2cce-4088-bf13-6972675f8521', 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41', 'port_id': '3dcc934e-2cce-4088-bf13-6972675f8521', 'mac_address': 'fa:16:3e:a9:47:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:18:56.943163 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fe52c8f-9cee-4de8-86ed-51a3bba7faea req-2c27861e-60fd-4260-83ff-9b0de4d76a6e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819030 Jul 08 18:18:57.033541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421657be-7d5b-4108-be06-3a8bdf64851a None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:57.121135 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.144474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcc934e-2cce-4088-bf13-6972675f8521 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:18:57.167935 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3dcc934e-2cce-4088-bf13-6972675f8521, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3dcc934e-2cce-4088-bf13-6972675f8521,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:57.182433 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.197108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-421657be-7d5b-4108-be06-3a8bdf64851a None None] Deleting port b5eb7163-fc04-4b22-a691-e2c4123974b9 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:57.197538 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-421657be-7d5b-4108-be06-3a8bdf64851a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.258300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36091879-0a26-4ee9-a19c-047f00e0847b req-ff57b1a9-199f-48cb-9a49-953145359703 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:57.262154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36091879-0a26-4ee9-a19c-047f00e0847b req-ff57b1a9-199f-48cb-9a49-953145359703 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 944 time: 0.1232388 Jul 08 18:18:57.269647 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7cf2e-e345-4c4d-95ed-098ba610c1bf req-7ce19711-0304-410e-8f01-c9339b900549 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:57.271250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9cc7cf2e-e345-4c4d-95ed-098ba610c1bf req-7ce19711-0304-410e-8f01-c9339b900549 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 945 time: 0.1241920 Jul 08 18:18:57.303325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-421657be-7d5b-4108-be06-3a8bdf64851a None None] For port b5eb7163-fc04-4b22-a691-e2c4123974b9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b5eb7163-fc04-4b22-a691-e2c4123974b9,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:57.303712 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-421657be-7d5b-4108-be06-3a8bdf64851a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.320310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-421657be-7d5b-4108-be06-3a8bdf64851a None None] Calling delete_port for b5eb7163-fc04-4b22-a691-e2c4123974b9 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:57.335905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36091879-0a26-4ee9-a19c-047f00e0847b req-00152dc2-9404-4aa0-b67c-a36f20b1b8af tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636287 Jul 08 18:18:57.339502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9cc7cf2e-e345-4c4d-95ed-098ba610c1bf req-41e6ed9f-31f8-41d3-9781-e5bc0db5a04c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592194 Jul 08 18:18:57.401835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55746) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:57.409839 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5e44cd-ad3a-4049-af32-6ca9411d43d0 x-openstack-request-id: req-ef5e44cd-ad3a-4049-af32-6ca9411d43d0 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:57.410423 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64514d9f-5ff7-4edf-9fc3-9d2eac869f36", "tag": "b831a846-6aa4-45fa-b2d7-464c85a5f251", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:57.416557 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef5e44cd-ad3a-4049-af32-6ca9411d43d0 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:57.418066 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64514d9f-5ff7-4edf-9fc3-9d2eac869f36', 'tag': 'b831a846-6aa4-45fa-b2d7-464c85a5f251', 'status': 'completed', 'code': 200} Jul 08 18:18:57.455605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3dcc934e-2cce-4088-bf13-6972675f8521,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:57.468982 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-421657be-7d5b-4108-be06-3a8bdf64851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.491236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a5a0d-f53a-4728-8083-581cd875dffe service neutron] Pushing event updated for resources: {'Port': ['ID=b831a846-6aa4-45fa-b2d7-464c85a5f251,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:57.497059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-929001db-fcda-4d50-8265-84d7881f03f4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.505089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421657be-7d5b-4108-be06-3a8bdf64851a None None] Pushing event deleted for resources: {'Port': ['ID=b5eb7163-fc04-4b22-a691-e2c4123974b9,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:57.509661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18295529-c3fd-4ccb-938c-bf5938e63ba8 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:57.511051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-18295529-c3fd-4ccb-938c-bf5938e63ba8 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 1091 time: 0.1081827 Jul 08 18:18:57.522132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55748) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:57.525387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421657be-7d5b-4108-be06-3a8bdf64851a None None] No DVR routers for this DVR port b5eb7163-fc04-4b22-a691-e2c4123974b9 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:57.527201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:57.543915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3dcc934e-2cce-4088-bf13-6972675f8521'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:18:57.581615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.660663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Pushing event updated for resources: {'Port': ['ID=29e2e928-0b7e-4434-9230-b367e1f69ea0,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:57.755827 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.817589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-929001db-fcda-4d50-8265-84d7881f03f4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.820442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-b4563b80-4d58-44e4-a0fa-135fff5e6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:57.821991 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-b4563b80-4d58-44e4-a0fa-135fff5e6633 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d59002f3d49040abb052e4e57203dd1b&device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36 HTTP/1.1" status: 200 len: 1094 time: 1.1976125 Jul 08 18:18:57.823167 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-929001db-fcda-4d50-8265-84d7881f03f4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.827704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Attempting to bind port 29e2e928-0b7e-4434-9230-b367e1f69ea0 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:57.828095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Attempting to bind port 29e2e928-0b7e-4434-9230-b367e1f69ea0 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:57.828358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Attempting to bind port 29e2e928-0b7e-4434-9230-b367e1f69ea0 on network 35c908f0-2783-4e72-b641-8d5461621a41 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:57.892374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Allocated IP 172.25.8.143 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/a3a01852-0978-4f08-9664-7adcc5e47df3) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:57.904300 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Port 29e2e928-0b7e-4434-9230-b367e1f69ea0 on network 35c908f0-2783-4e72-b641-8d5461621a41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:18:57.904626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Attempting to bind port 29e2e928-0b7e-4434-9230-b367e1f69ea0 on network 35c908f0-2783-4e72-b641-8d5461621a41 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:57.909888 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-bf83d536-c11c-4636-990a-a132a249f529 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b831a846-6aa4-45fa-b2d7-464c85a5f251 HTTP/1.1" status: 200 len: 217 time: 0.0777280 Jul 08 18:18:57.914012 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:57.914471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Checking segment: {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:57.914999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Bound using segment: {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:57.915467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Bound port: 29e2e928-0b7e-4434-9230-b367e1f69ea0, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7670aa6-7333-4300-86ea-250102cdf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:57.915827 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.932832 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-929001db-fcda-4d50-8265-84d7881f03f4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.932832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929001db-fcda-4d50-8265-84d7881f03f4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Fanout notify agent at l3_agent the message router_deleted on router fa349a73-5b9b-414c-a303-998e384eb53f {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:18:57.936450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-929001db-fcda-4d50-8265-84d7881f03f4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.937542 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-929001db-fcda-4d50-8265-84d7881f03f4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/routers/fa349a73-5b9b-414c-a303-998e384eb53f HTTP/1.1" status: 204 len: 168 time: 1.2991228 Jul 08 18:18:57.942947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55754) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:57.966014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1fbb340f-1b92-4763-878d-3f3c414d912c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:58.012942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-b9073d4c-551e-410a-b83c-cacada92a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:58.014438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-b9073d4c-551e-410a-b83c-cacada92a3f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4 HTTP/1.1" status: 200 len: 855 time: 0.0956903 Jul 08 18:18:58.109141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] For port 29e2e928-0b7e-4434-9230-b367e1f69ea0, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:58.127634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] For port 29e2e928-0b7e-4434-9230-b367e1f69ea0, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29e2e928-0b7e-4434-9230-b367e1f69ea0,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:58.148478 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.188185 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.228269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:58.228905 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.230571 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] 10.222.0.74 "PUT /v2.0/ports/29e2e928-0b7e-4434-9230-b367e1f69ea0 HTTP/1.1" status: 200 len: 1092 time: 2.4834199 Jul 08 18:18:58.247352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-63ae9075-26a5-41fd-ada3-ab0f3cb10c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:58.248816 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-63ae9075-26a5-41fd-ada3-ab0f3cb10c63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35c908f0-2783-4e72-b641-8d5461621a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224660 Jul 08 18:18:58.249876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddfee1-264d-414c-878a-7bfdf5d592b2 service neutron] Pushing event updated for resources: {'Port': ['ID=29e2e928-0b7e-4434-9230-b367e1f69ea0,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:58.303049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.399857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=a3a01852-0978-4f08-9664-7adcc5e47df3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:58.413972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1a037-bc26-4556-94b7-1d5c3f841c05 req-35c12b4a-18d1-4a0b-8248-36ad013126e3 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:58.421273 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71c1a037-bc26-4556-94b7-1d5c3f841c05 req-35c12b4a-18d1-4a0b-8248-36ad013126e3 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.5133498 Jul 08 18:18:58.451604 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-31f57be1-f77d-4f5e-89a0-6acc737c5a71 service neutron] 10.222.0.59 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883183 Jul 08 18:18:58.455494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:58.467486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-d3599d89-ef58-4d4f-863a-0216c08e6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:58.469132 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-d3599d89-ef58-4d4f-863a-0216c08e6743 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d59002f3d49040abb052e4e57203dd1b&device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 1095 time: 0.1530514 Jul 08 18:18:58.485614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3dcc934e-2cce-4088-bf13-6972675f8521 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:58.496703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbb340f-1b92-4763-878d-3f3c414d912c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:58.505244 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fbb340f-1b92-4763-878d-3f3c414d912c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.580568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 3dcc934e-2cce-4088-bf13-6972675f8521 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:58.595392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 3dcc934e-2cce-4088-bf13-6972675f8521 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:58.597850 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.599723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:58.615394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:58.632951 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71c1a037-bc26-4556-94b7-1d5c3f841c05 req-595250d5-8c93-418e-b895-fa4ac08a9986 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102129 Jul 08 18:18:58.656209 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-2ce3d30e-a79a-45e0-871e-c48a8849734e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29e2e928-0b7e-4434-9230-b367e1f69ea0 HTTP/1.1" status: 200 len: 217 time: 0.1750574 Jul 08 18:18:58.690522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b5eb7163-fc04-4b22-a691-e2c4123974b9 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:58.726643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b5eb7163-fc04-4b22-a691-e2c4123974b9 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:58.727987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b5eb7163-fc04-4b22-a691-e2c4123974b9 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:58.752844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-aa57b227-9030-49ac-8ff5-906a397b89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:58.754552 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-aa57b227-9030-49ac-8ff5-906a397b89ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4 HTTP/1.1" status: 200 len: 855 time: 0.0900130 Jul 08 18:18:58.801978 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.805096 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9e912f3e-d0e0-478d-8d43-490c44e080e7 req-be81c7db-3a2d-4461-8251-0950662705d7 service neutron] 10.222.0.59 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349431 Jul 08 18:18:58.838242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-0fe69534-b54f-4450-8226-9fef96f9e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:58.840618 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-0fe69534-b54f-4450-8226-9fef96f9e752 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35c908f0-2783-4e72-b641-8d5461621a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784452 Jul 08 18:18:58.844532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883fa1ac-dc1b-4bdc-804c-6b68c76e6da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcc934e-2cce-4088-bf13-6972675f8521'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:58.846800 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a82ca8-0b00-49ec-98db-ed339eb1d2f9" -d '{"events": [{"server_uuid": "883fa1ac-dc1b-4bdc-804c-6b68c76e6da9", "name": "network-vif-plugged", "status": "completed", "tag": "3dcc934e-2cce-4088-bf13-6972675f8521"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:58.860954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3dcc934e-2cce-4088-bf13-6972675f8521, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3dcc934e-2cce-4088-bf13-6972675f8521,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:58.867689 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.886272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec004234-ac6f-4efa-abe3-45edc31dd4df req-89f20f8d-1f9d-4384-95ef-2985c9cd7a0e tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:58.893119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec004234-ac6f-4efa-abe3-45edc31dd4df req-89f20f8d-1f9d-4384-95ef-2985c9cd7a0e tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 944 time: 0.2907720 Jul 08 18:18:58.919907 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad020cac-559b-44ba-9a11-701ed6ad8bce x-openstack-request-id: req-ad020cac-559b-44ba-9a11-701ed6ad8bce {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:58.920089 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883fa1ac-dc1b-4bdc-804c-6b68c76e6da9", "name": "network-vif-plugged", "status": "completed", "tag": "3dcc934e-2cce-4088-bf13-6972675f8521", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:58.920298 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad020cac-559b-44ba-9a11-701ed6ad8bce {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:58.920689 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883fa1ac-dc1b-4bdc-804c-6b68c76e6da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcc934e-2cce-4088-bf13-6972675f8521', 'code': 200} Jul 08 18:18:58.943051 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3dcc934e-2cce-4088-bf13-6972675f8521,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:59.029446 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec004234-ac6f-4efa-abe3-45edc31dd4df req-1aecca8e-f81e-4a11-abb3-6b608f7f9816 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354406 Jul 08 18:18:59.066073 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-089a0968-52a9-4d9d-92e4-29e572cb3dd4 service neutron] 10.222.0.74 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176328 Jul 08 18:18:59.138966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753 req-26c5f1ce-1c3f-4e0d-8a23-a4023a83b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:59.140472 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753 req-26c5f1ce-1c3f-4e0d-8a23-a4023a83b55d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d59002f3d49040abb052e4e57203dd1b&device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36 HTTP/1.1" status: 200 len: 1094 time: 0.2415304 Jul 08 18:18:59.167260 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fbb340f-1b92-4763-878d-3f3c414d912c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.221053 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3fc6f301-c97b-415c-ae5a-31482896aa71 req-0f74e61a-47c6-46d2-bea6-847eb6a1ecf8 service neutron] 10.222.0.74 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477935 Jul 08 18:18:59.238183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f8fe-6929-4635-b1b2-9929c40badf9 req-9bfcf91b-7f70-4634-96d2-2965d77b9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:59.239840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5bd2f8fe-6929-4635-b1b2-9929c40badf9 req-9bfcf91b-7f70-4634-96d2-2965d77b9175 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 1096 time: 0.2280123 Jul 08 18:18:59.257304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753 req-784f6549-766e-420d-b178-3baf1258e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:59.259529 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753 req-784f6549-766e-420d-b178-3baf1258e861 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35c908f0-2783-4e72-b641-8d5461621a41 HTTP/1.1" status: 200 len: 917 time: 0.1107585 Jul 08 18:18:59.285341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb340f-1b92-4763-878d-3f3c414d912c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:59.308029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb340f-1b92-4763-878d-3f3c414d912c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:59.317428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d688f9cb-6913-4127-b385-8ef63ca2be77 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:59.318307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbb340f-1b92-4763-878d-3f3c414d912c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:59.318907 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fbb340f-1b92-4763-878d-3f3c414d912c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.321927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb340f-1b92-4763-878d-3f3c414d912c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=c577d75a-e190-4934-a8ed-23f622ed88fb,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:59.323235 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753 req-5446940d-eb7f-4dfc-9573-a1704d2a8ad5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b831a846-6aa4-45fa-b2d7-464c85a5f251 HTTP/1.1" status: 200 len: 217 time: 0.0578759 Jul 08 18:18:59.388015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753 req-2e3d90d6-6339-4232-8895-9ed3dc63ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:59.389609 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753 req-2e3d90d6-6339-4232-8895-9ed3dc63ea92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4 HTTP/1.1" status: 200 len: 855 time: 0.0584044 Jul 08 18:18:59.428415 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5bd2f8fe-6929-4635-b1b2-9929c40badf9 req-85269400-ff2d-436a-a465-a36f255e313b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609170 Jul 08 18:18:59.435619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d', 'tag': '29e2e928-0b7e-4434-9230-b367e1f69ea0'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:59.436644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1fbb340f-1b92-4763-878d-3f3c414d912c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4900820 Jul 08 18:18:59.440820 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e59151-cc51-47d6-9864-551e4cdffbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d", "tag": "29e2e928-0b7e-4434-9230-b367e1f69ea0"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:59.443707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55768) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:59.453142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-60557432-2e3f-4744-b595-d7659fc00d65 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1642406574', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:59.499439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753 req-9beb3bbe-7dea-4c48-9d18-fd5a80f83b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:59.500988 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753 req-9beb3bbe-7dea-4c48-9d18-fd5a80f83b3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35c908f0-2783-4e72-b641-8d5461621a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020868 Jul 08 18:18:59.501926 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60557432-2e3f-4744-b595-d7659fc00d65 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.502898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60557432-2e3f-4744-b595-d7659fc00d65 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.507810 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c440d7a6-b21e-40cf-b07b-c1076a12a8c3 x-openstack-request-id: req-c440d7a6-b21e-40cf-b07b-c1076a12a8c3 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:59.508118 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d", "tag": "29e2e928-0b7e-4434-9230-b367e1f69ea0", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:59.508345 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c440d7a6-b21e-40cf-b07b-c1076a12a8c3 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:59.508772 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d', 'tag': '29e2e928-0b7e-4434-9230-b367e1f69ea0', 'status': 'completed', 'code': 200} Jul 08 18:18:59.533504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': 'c577d75a-e190-4934-a8ed-23f622ed88fb'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:18:59.534418 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.765715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60557432-2e3f-4744-b595-d7659fc00d65 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.794235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Allocated IP 2001:db8::2 (3467efee-61be-408d-ace4-f72f5db27257/c577d75a-e190-4934-a8ed-23f622ed88fb/8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:59.794865 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753 req-c7f69ebb-020a-418c-a81f-19d5af1b6035 service neutron] 10.222.0.59 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513037 Jul 08 18:18:59.801836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e59151-cc51-47d6-9864-551e4cdffbdf req-a7712eaa-2091-4b78-b776-ae1e7133dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:59.803505 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d8e59151-cc51-47d6-9864-551e4cdffbdf req-a7712eaa-2091-4b78-b776-ae1e7133dc9f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d59002f3d49040abb052e4e57203dd1b&device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 1095 time: 0.2939198 Jul 08 18:18:59.898927 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8d406f4c-5e5c-4f93-86c4-09fb3e5b8753 req-2aea6648-3909-43b2-a2bc-09d1564e6841 service neutron] 10.222.0.59 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940237 Jul 08 18:18:59.899833 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60557432-2e3f-4744-b595-d7659fc00d65 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.978111 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.988458 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60557432-2e3f-4744-b595-d7659fc00d65 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.992221 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-60557432-2e3f-4744-b595-d7659fc00d65 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5447507 Jul 08 18:18:59.997165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55778) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:00.026667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e59151-cc51-47d6-9864-551e4cdffbdf req-a6e3d22a-b42a-4f9b-a58d-38f450cd8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:00.028179 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.028820 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d8e59151-cc51-47d6-9864-551e4cdffbdf req-a6e3d22a-b42a-4f9b-a58d-38f450cd8e53 service neutron] 10.222.0.74 "GET /v2.0/networks?id=35c908f0-2783-4e72-b641-8d5461621a41 HTTP/1.1" status: 200 len: 917 time: 0.1225686 Jul 08 18:19:00.037488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Transition to ACTIVE for port object 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:00.058012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Transition to ACTIVE for port object 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:00.066403 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.081790 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d8e59151-cc51-47d6-9864-551e4cdffbdf req-7ef2dd76-1496-4066-8d2d-ef374acebf91 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29e2e928-0b7e-4434-9230-b367e1f69ea0 HTTP/1.1" status: 200 len: 217 time: 0.0455430 Jul 08 18:19:00.118096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Pushing event updated for resources: {'Port': ['ID=8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:00.134300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:00.136165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:00.139735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:00.143295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e59151-cc51-47d6-9864-551e4cdffbdf req-40c6f6b5-01ce-493f-9a6c-76f0013458ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:00.144777 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d8e59151-cc51-47d6-9864-551e4cdffbdf req-40c6f6b5-01ce-493f-9a6c-76f0013458ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4 HTTP/1.1" status: 200 len: 855 time: 0.0553110 Jul 08 18:19:00.226118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e59151-cc51-47d6-9864-551e4cdffbdf req-564ca1f0-dead-4468-b268-6e55122952c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:00.228369 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d8e59151-cc51-47d6-9864-551e4cdffbdf req-564ca1f0-dead-4468-b268-6e55122952c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35c908f0-2783-4e72-b641-8d5461621a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761642 Jul 08 18:19:00.232128 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Attempting to bind port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:00.232504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Attempting to bind port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:00.232870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Attempting to bind port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:00.238657 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:00.239273 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:00.239692 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.240099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:00.240566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Bound port: 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:00.240955 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.313446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] For port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:00.317149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] For port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:00.324427 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.335284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0ce1c-a84f-459d-a369-bb97b1cea306 req-93863368-332c-4463-8e8b-e43b852cb7a8 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:00.336941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ac0ce1c-a84f-459d-a369-bb97b1cea306 req-93863368-332c-4463-8e8b-e43b852cb7a8 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.4580772 Jul 08 18:19:00.352886 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d8e59151-cc51-47d6-9864-551e4cdffbdf req-cfe10c46-03af-4bbc-a40c-0bdce64314c9 service neutron] 10.222.0.74 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176221 Jul 08 18:19:00.395537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f4e66-a381-47a9-8156-1c8389ad3d23 None None] Pushing event updated for resources: {'Port': ['ID=8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:00.441614 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.515477 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d8e59151-cc51-47d6-9864-551e4cdffbdf req-7bbb166a-660c-45b5-938c-675b6b104947 service neutron] 10.222.0.74 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552050 Jul 08 18:19:00.559944 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ac0ce1c-a84f-459d-a369-bb97b1cea306 req-c270391b-d18e-4030-8ee3-20d7d0bc2cfe tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164299 Jul 08 18:19:00.626885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1ef9b-e531-4d45-8523-b16ef3f3b1ac req-5b057698-1b74-4dbf-bda8-8b4f5f81cf9a tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:00.630998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93b1ef9b-e531-4d45-8523-b16ef3f3b1ac req-5b057698-1b74-4dbf-bda8-8b4f5f81cf9a tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 944 time: 0.4380877 Jul 08 18:19:00.800654 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.826643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93b1ef9b-e531-4d45-8523-b16ef3f3b1ac req-567a9254-8c68-457b-85c1-0aa66ebc884c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307280 Jul 08 18:19:01.051398 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.066130 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.212895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=a3a01852-0978-4f08-9664-7adcc5e47df3,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:01.230267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::1 (3467efee-61be-408d-ace4-f72f5db27257/c577d75a-e190-4934-a8ed-23f622ed88fb/8e4628e3-e619-4305-b496-9fd50920d0ee) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:01.245801 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.369566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27f67e-71e4-4d6f-b123-dc23ec72a753 req-1545060f-20db-4e20-9a95-33ae32aec015 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:01.371754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b27f67e-71e4-4d6f-b123-dc23ec72a753 req-1545060f-20db-4e20-9a95-33ae32aec015 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2340062 Jul 08 18:19:01.484527 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Floating IP 221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7 associated. External IP: 172.25.8.143, port: e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98. Jul 08 18:19:01.491736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b27f67e-71e4-4d6f-b123-dc23ec72a753 req-62187325-387a-4b8b-ad19-b003da877880 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851738 Jul 08 18:19:01.533336 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.558082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 8e4628e3-e619-4305-b496-9fd50920d0ee will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:01.670964 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.711986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fb491e3c-6411-4c88-a44b-a01a33f3fca8 None None] Provisioning for port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:01.741190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 29e2e928-0b7e-4434-9230-b367e1f69ea0 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:19:01.793127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:01.800805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=8e4628e3-e619-4305-b496-9fd50920d0ee,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:01.803490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:01.811310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:01.812227 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.858603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 29e2e928-0b7e-4434-9230-b367e1f69ea0, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29e2e928-0b7e-4434-9230-b367e1f69ea0,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:01.872431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '29e2e928-0b7e-4434-9230-b367e1f69ea0', 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41', 'port_id': '29e2e928-0b7e-4434-9230-b367e1f69ea0', 'mac_address': 'fa:16:3e:7f:fd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:19:01.900073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:19:01.923066 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.952277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c539dc6-7c8a-4cbd-8b61-65bf561eff3a req-898832a4-4b69-4a06-9769-1766129cdc29 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:01.953865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c539dc6-7c8a-4cbd-8b61-65bf561eff3a req-898832a4-4b69-4a06-9769-1766129cdc29 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.2452142 Jul 08 18:19:01.962373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e2e928-0b7e-4434-9230-b367e1f69ea0 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:19:01.987275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 29e2e928-0b7e-4434-9230-b367e1f69ea0, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29e2e928-0b7e-4434-9230-b367e1f69ea0,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:02.001249 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.087785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=29e2e928-0b7e-4434-9230-b367e1f69ea0,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:02.136528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c539dc6-7c8a-4cbd-8b61-65bf561eff3a req-6f0029de-1090-4038-93f4-512120bd2d26 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747644 Jul 08 18:19:02.170168 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.201909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:19:02.229029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e052ab-1a2c-488f-9b59-37d1f7b65550 None None] Sync routers for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:19:02.246592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e052ab-1a2c-488f-9b59-37d1f7b65550 None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:02.247302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-52e052ab-1a2c-488f-9b59-37d1f7b65550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:02.259192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364210-f120-4f57-9466-d351d5aec31d req-2581eec4-8cc9-4f7a-bb54-b35e6d697b0e tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:02.265942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e364210-f120-4f57-9466-d351d5aec31d req-2581eec4-8cc9-4f7a-bb54-b35e6d697b0e tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 945 time: 0.1958559 Jul 08 18:19:02.280522 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.320815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6b813ea2-4a52-4c55-a081-b12ee8c8aba3 None None] Provisioning for port 8e4628e3-e619-4305-b496-9fd50920d0ee completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:02.356931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6b813ea2-4a52-4c55-a081-b12ee8c8aba3 None None] Provisioning complete for port 8e4628e3-e619-4305-b496-9fd50920d0ee triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:02.357392 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b813ea2-4a52-4c55-a081-b12ee8c8aba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.400356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['29e2e928-0b7e-4434-9230-b367e1f69ea0'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:02.467242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-52e052ab-1a2c-488f-9b59-37d1f7b65550 None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:02.504398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6b813ea2-4a52-4c55-a081-b12ee8c8aba3 None None] Port 8e4628e3-e619-4305-b496-9fd50920d0ee cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:19:02.511006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b831a846-6aa4-45fa-b2d7-464c85a5f251 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:19:02.715171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:02.825294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7d2538e2-be37-4a82-b3a0-703c0856e6c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2993593 Jul 08 18:19:02.825836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55804) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:02.829440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e364210-f120-4f57-9466-d351d5aec31d req-79ca95c1-0a0b-4293-a79d-9c9cda4721c6 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619183 Jul 08 18:19:02.839582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'tag': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:02.842585 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f" -d '{"events": [{"name": "network-changed", "server_uuid": "864d643a-ab9a-4fb8-9631-909bdd5f18de", "tag": "e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:02.856749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b831a846-6aa4-45fa-b2d7-464c85a5f251, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b831a846-6aa4-45fa-b2d7-464c85a5f251,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:02.878251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'b831a846-6aa4-45fa-b2d7-464c85a5f251', 'network_id': '35c908f0-2783-4e72-b641-8d5461621a41', 'port_id': 'b831a846-6aa4-45fa-b2d7-464c85a5f251', 'mac_address': 'fa:16:3e:76:b0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:19:02.909047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb173695-44ab-4106-96b4-73235178c9dc req-be95ef3d-c18f-470e-b91d-bb3eb9ff5fd2 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:02.923220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb173695-44ab-4106-96b4-73235178c9dc req-be95ef3d-c18f-470e-b91d-bb3eb9ff5fd2 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2082622 Jul 08 18:19:02.957983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:02.967650 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725433ad-ea22-48d5-a703-2af2e3eed008 x-openstack-request-id: req-725433ad-ea22-48d5-a703-2af2e3eed008 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:02.967949 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864d643a-ab9a-4fb8-9631-909bdd5f18de", "tag": "e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:02.968205 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-725433ad-ea22-48d5-a703-2af2e3eed008 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:02.969898 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'tag': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'status': 'completed', 'code': 200} Jul 08 18:19:02.980897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:02.981284 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.019659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb173695-44ab-4106-96b4-73235178c9dc req-55cb0860-c480-45ab-a2b5-f121a76fdf87 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954828 Jul 08 18:19:03.049569 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.056667 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-93460cbc-4627-43f0-87ae-c739ffdff25a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/floatingips/221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7 HTTP/1.1" status: 200 len: 991 time: 0.2217531 Jul 08 18:19:03.066196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b831a846-6aa4-45fa-b2d7-464c85a5f251 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:19:03.095032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f req-380179c3-44d2-42f2-9af8-bceafbb8c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:03.097383 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f req-380179c3-44d2-42f2-9af8-bceafbb8c6bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 1096 time: 0.1410327 Jul 08 18:19:03.114773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b831a846-6aa4-45fa-b2d7-464c85a5f251, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b831a846-6aa4-45fa-b2d7-464c85a5f251,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:03.126615 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.175836 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.185480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.187197 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.232006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f req-b53cb87f-99d0-43d1-86b8-4be72d9c2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:03.232273 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-52e052ab-1a2c-488f-9b59-37d1f7b65550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:18:26Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'port_id': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'mac_address': 'fa:16:3e:35:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:18:59Z', 'revision_number': 0, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:03.233117 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f req-b53cb87f-99d0-43d1-86b8-4be72d9c2761 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69d8ec76-614d-43ba-9d4a-c5b8735138b6 HTTP/1.1" status: 200 len: 898 time: 0.1269400 Jul 08 18:19:03.267691 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.269948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e052ab-1a2c-488f-9b59-37d1f7b65550 None None] Checking router: 106650bb-f201-46c0-b4e5-bbe8ba6614b0 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:19:03.292512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b831a846-6aa4-45fa-b2d7-464c85a5f251,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:03.296398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=8e4628e3-e619-4305-b496-9fd50920d0ee,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:03.316025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e052ab-1a2c-488f-9b59-37d1f7b65550 None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:03.316658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-52e052ab-1a2c-488f-9b59-37d1f7b65550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:03.344322 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f req-929acd3f-5e85-4999-a98e-7504143bf8a1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 HTTP/1.1" status: 200 len: 999 time: 0.1038690 Jul 08 18:19:03.377170 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:03.381003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:03.383337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:03.398871 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.414636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f req-558f29b8-0608-43df-8c67-ed5dfe7b1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:03.417655 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f req-558f29b8-0608-43df-8c67-ed5dfe7b1142 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3d0812d6-2da4-4460-b800-66d96f1ecab9 HTTP/1.1" status: 200 len: 834 time: 0.0670996 Jul 08 18:19:03.473303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc55ddf-e43b-4b48-858c-a7e2dbebe6f8 req-371ebde9-5728-4bc3-932c-340fd2d6bcd9 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:03.474998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5cc55ddf-e43b-4b48-858c-a7e2dbebe6f8 req-371ebde9-5728-4bc3-932c-340fd2d6bcd9 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1605027 Jul 08 18:19:03.497496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f req-ddd0c02a-bdfc-4ab8-b34f-83146fa06951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:03.499241 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f req-ddd0c02a-bdfc-4ab8-b34f-83146fa06951 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69d8ec76-614d-43ba-9d4a-c5b8735138b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743580 Jul 08 18:19:03.538247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5cc55ddf-e43b-4b48-858c-a7e2dbebe6f8 req-e23cb8bc-d5e6-4ae2-884e-1d12b4e60e89 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 Jul 08 18:19:03.594126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Router 603577f5-8f26-45b7-a8e0-dee5218aed23 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:19:03.641704 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f req-4b5edea6-b728-41c3-8c9c-413dce943056 service neutron] 10.222.0.74 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332405 Jul 08 18:19:03.685952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:03.688949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['b831a846-6aa4-45fa-b2d7-464c85a5f251'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:03.706555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:19:03.714897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7f7a7135-a8dc-4b05-bca5-2ed185968bf8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "PUT /v2.0/routers/603577f5-8f26-45b7-a8e0-dee5218aed23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7143593 Jul 08 18:19:03.716301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:03.720826 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Sync routers for ids ['603577f5-8f26-45b7-a8e0-dee5218aed23'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:19:03.736757 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Routers {'603577f5-8f26-45b7-a8e0-dee5218aed23'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:03.739444 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['603577f5-8f26-45b7-a8e0-dee5218aed23'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:03.744097 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.768543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-52e052ab-1a2c-488f-9b59-37d1f7b65550 None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:03.816525 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2c1bdd7-0ebe-4025-8b93-22e4ab00513f req-9cfa95f0-95ce-4f4a-b66b-ace589346657 service neutron] 10.222.0.74 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606693 Jul 08 18:19:03.823625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae1cf80-30a7-4568-a26d-943e8471b45a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:03.826251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dae1cf80-30a7-4568-a26d-943e8471b45a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports/8e4628e3-e619-4305-b496-9fd50920d0ee HTTP/1.1" status: 200 len: 911 time: 0.1079407 Jul 08 18:19:03.828803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55816) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:03.912469 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b088865f-1033-4580-9f80-af49bde1f360 None None] Provisioning complete for port 8e4628e3-e619-4305-b496-9fd50920d0ee triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:03.912845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b088865f-1033-4580-9f80-af49bde1f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.914412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f271ed-d663-4cc9-9666-5e180c55f89c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:03.921927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f271ed-d663-4cc9-9666-5e180c55f89c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:03.933905 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c3f271ed-d663-4cc9-9666-5e180c55f89c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1039910 Jul 08 18:19:03.934671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55822) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:03.960778 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Set router 603577f5-8f26-45b7-a8e0-dee5218aed23 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:03.964664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b088865f-1033-4580-9f80-af49bde1f360 None None] Port 8e4628e3-e619-4305-b496-9fd50920d0ee cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:19:04.061023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55826) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:04.140769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aec1dd-6f28-4145-8ed3-10cac9519516 req-55fd127d-5fcc-401f-a431-2cd226716124 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:04.150638 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60aec1dd-6f28-4145-8ed3-10cac9519516 req-55fd127d-5fcc-401f-a431-2cd226716124 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 945 time: 0.1499183 Jul 08 18:19:04.197805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-52e052ab-1a2c-488f-9b59-37d1f7b65550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:18:26Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'port_id': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'mac_address': 'fa:16:3e:35:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:18:59Z', 'revision_number': 0, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:04.216763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60aec1dd-6f28-4145-8ed3-10cac9519516 req-9adb4030-d2ff-4545-99c0-2a5a0aeab0ec tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645165 Jul 08 18:19:04.286201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e052ab-1a2c-488f-9b59-37d1f7b65550 None None] The sync data for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 is: [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:18:26Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'port_id': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'mac_address': 'fa:16:3e:35:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:18:59Z', 'revision_number': 0, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:19:04.299830 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.316081 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-62014835-4af2-4947-ae84-4a5833c7edef tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/floatingips/221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7 HTTP/1.1" status: 200 len: 991 time: 0.2502961 Jul 08 18:19:04.318525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e9ce5-d8da-4309-ab52-678405b2152b req-e6febb59-3695-4e61-89fd-fe3c37da6cc4 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:04.320570 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f11e9ce5-d8da-4309-ab52-678405b2152b req-e6febb59-3695-4e61-89fd-fe3c37da6cc4 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.0974431 Jul 08 18:19:04.342228 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603577f5-8f26-45b7-a8e0-dee5218aed23', 'name': 'tempest-NetworksTestDHCPv6-router-1642406574', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:01Z', 'revision_number': 2, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'gw_port_host': None, '_interfaces': [{'id': '8e4628e3-e619-4305-b496-9fd50920d0ee', 'name': '', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'mac_address': 'fa:16:3e:e3:48:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603577f5-8f26-45b7-a8e0-dee5218aed23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c577d75a-e190-4934-a8ed-23f622ed88fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:00Z', 'updated_at': '2021-07-08T18:19:02Z', 'revision_number': 2, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'subnets': [{'id': 'c577d75a-e190-4934-a8ed-23f622ed88fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:04.397801 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Checking router: 603577f5-8f26-45b7-a8e0-dee5218aed23 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:19:04.398062 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Updating router 603577f5-8f26-45b7-a8e0-dee5218aed23 port 8e4628e3-e619-4305-b496-9fd50920d0ee binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:19:04.399790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f11e9ce5-d8da-4309-ab52-678405b2152b req-fadd52a9-e811-4767-bb72-fb586791ebea tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711834 Jul 08 18:19:04.435016 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.528348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe6f349c-6e77-4dac-9f57-147401a1973f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.688166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf766e-ed9b-4ef5-a4b5-02e3307586dc None None] New status for floating IP 221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:19:04.756314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:04.808856 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.822992 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Transition to ACTIVE for port object 8e4628e3-e619-4305-b496-9fd50920d0ee will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:04.834866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd64e-8fed-41bf-90b0-9d910e359422 req-18f2fd97-a209-4194-9e75-90cfad9905c6 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:04.836454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a90cd64e-8fed-41bf-90b0-9d910e359422 req-18f2fd97-a209-4194-9e75-90cfad9905c6 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1156590 Jul 08 18:19:04.836605 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.854623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f349c-6e77-4dac-9f57-147401a1973f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 8e4628e3-e619-4305-b496-9fd50920d0ee {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:04.855120 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe6f349c-6e77-4dac-9f57-147401a1973f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.892418 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a90cd64e-8fed-41bf-90b0-9d910e359422 req-b1185327-304a-4f0b-b8a8-266457645eb6 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Jul 08 18:19:04.954449 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6dd77-45f4-4038-b50a-363e286ce5f0 None None] Pushing event updated for resources: {'Port': ['ID=8e4628e3-e619-4305-b496-9fd50920d0ee,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:05.015855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe6f349c-6e77-4dac-9f57-147401a1973f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.016008 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Attempting to bind port 8e4628e3-e619-4305-b496-9fd50920d0ee on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:05.016008 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Attempting to bind port 8e4628e3-e619-4305-b496-9fd50920d0ee by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:05.016008 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Attempting to bind port 8e4628e3-e619-4305-b496-9fd50920d0ee on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:05.032484 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:05.032880 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:05.033287 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.033686 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:05.034169 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Bound port: 8e4628e3-e619-4305-b496-9fd50920d0ee, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:05.036036 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.037117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f349c-6e77-4dac-9f57-147401a1973f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 8e4628e3-e619-4305-b496-9fd50920d0ee owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:05.043960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:05.044345 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.138189 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] For port 8e4628e3-e619-4305-b496-9fd50920d0ee, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:05.141893 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] For port 8e4628e3-e619-4305-b496-9fd50920d0ee, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8e4628e3-e619-4305-b496-9fd50920d0ee,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:05.150013 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.209609 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Routers {'603577f5-8f26-45b7-a8e0-dee5218aed23'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:05.210149 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['603577f5-8f26-45b7-a8e0-dee5218aed23'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:05.288136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe6f349c-6e77-4dac-9f57-147401a1973f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.302362 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6dd77-45f4-4038-b50a-363e286ce5f0 None None] Pushing event updated for resources: {'Port': ['ID=8e4628e3-e619-4305-b496-9fd50920d0ee,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:05.318093 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55864) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:05.320260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f349c-6e77-4dac-9f57-147401a1973f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=8e4628e3-e619-4305-b496-9fd50920d0ee,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:05.323500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4f0d21f7-ec7d-4c8c-b4bf-6c63d0699502 None None] Could not find standard attr ID for object 8e4628e3-e619-4305-b496-9fd50920d0ee. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:19:05.329114 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] Set router 603577f5-8f26-45b7-a8e0-dee5218aed23 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:05.505942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d7b42b0f-823e-47f3-8832-f763a015d983 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/floatingips/221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7 HTTP/1.1" status: 200 len: 993 time: 0.1806080 Jul 08 18:19:05.528277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4c874-cf5d-45b1-9ecf-82f862cb2627 req-be37b9ba-7c11-4964-8eef-3dba57ab6ed1 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:05.535348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6a4c874-cf5d-45b1-9ecf-82f862cb2627 req-be37b9ba-7c11-4964-8eef-3dba57ab6ed1 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 945 time: 0.1180129 Jul 08 18:19:05.581306 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6a4c874-cf5d-45b1-9ecf-82f862cb2627 req-37cf627e-e1bb-4ebe-88f8-6f80239592d0 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Jul 08 18:19:05.747799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 29e2e928-0b7e-4434-9230-b367e1f69ea0 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:05.797730 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9c054b3b-aeca-4019-97b4-2b7be2609c6c None None] Could not find standard attr ID for object 8e4628e3-e619-4305-b496-9fd50920d0ee. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:19:05.877522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 29e2e928-0b7e-4434-9230-b367e1f69ea0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:05.883709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 29e2e928-0b7e-4434-9230-b367e1f69ea0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:05.884098 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.935150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe6f349c-6e77-4dac-9f57-147401a1973f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.939981 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603577f5-8f26-45b7-a8e0-dee5218aed23', 'name': 'tempest-NetworksTestDHCPv6-router-1642406574', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:01Z', 'revision_number': 2, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'gw_port_host': None, '_interfaces': [{'id': '8e4628e3-e619-4305-b496-9fd50920d0ee', 'name': '', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'mac_address': 'fa:16:3e:e3:48:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603577f5-8f26-45b7-a8e0-dee5218aed23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c577d75a-e190-4934-a8ed-23f622ed88fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:00Z', 'updated_at': '2021-07-08T18:19:05Z', 'revision_number': 4, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'subnets': [{'id': 'c577d75a-e190-4934-a8ed-23f622ed88fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:05.981068 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2ab50-b1d5-43a2-9df8-dea8df026643 None None] The sync data for ids ['603577f5-8f26-45b7-a8e0-dee5218aed23'] in n-d-799684-3 is: [{'id': '603577f5-8f26-45b7-a8e0-dee5218aed23', 'name': 'tempest-NetworksTestDHCPv6-router-1642406574', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:01Z', 'revision_number': 2, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'gw_port_host': None, '_interfaces': [{'id': '8e4628e3-e619-4305-b496-9fd50920d0ee', 'name': '', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'mac_address': 'fa:16:3e:e3:48:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603577f5-8f26-45b7-a8e0-dee5218aed23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c577d75a-e190-4934-a8ed-23f622ed88fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:00Z', 'updated_at': '2021-07-08T18:19:05Z', 'revision_number': 4, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'subnets': [{'id': 'c577d75a-e190-4934-a8ed-23f622ed88fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:19:06.064672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53aea6-dc49-4040-9026-8919a4ba31f9 req-dd734621-c405-4ae1-895f-b19903baef45 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:06.066569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b53aea6-dc49-4040-9026-8919a4ba31f9 req-dd734621-c405-4ae1-895f-b19903baef45 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1513853 Jul 08 18:19:06.090024 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.137788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b53aea6-dc49-4040-9026-8919a4ba31f9 req-a184f8cc-9021-4f91-be81-0771edd800a2 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621142 Jul 08 18:19:06.145175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e2e928-0b7e-4434-9230-b367e1f69ea0'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:06.150430 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebca04c-dba2-42f8-a358-8e2da9f028a5" -d '{"events": [{"server_uuid": "f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d", "name": "network-vif-plugged", "status": "completed", "tag": "29e2e928-0b7e-4434-9230-b367e1f69ea0"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:06.172882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 29e2e928-0b7e-4434-9230-b367e1f69ea0, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29e2e928-0b7e-4434-9230-b367e1f69ea0,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:06.177134 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:19:06.184431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.198135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6f349c-6e77-4dac-9f57-147401a1973f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Router 603577f5-8f26-45b7-a8e0-dee5218aed23 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:19:06.250301 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584065f5-eb59-4674-ae93-b9ecc26a1022 x-openstack-request-id: req-584065f5-eb59-4674-ae93-b9ecc26a1022 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:06.250609 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d", "name": "network-vif-plugged", "status": "completed", "tag": "29e2e928-0b7e-4434-9230-b367e1f69ea0", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:06.250866 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-584065f5-eb59-4674-ae93-b9ecc26a1022 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:06.251267 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e2e928-0b7e-4434-9230-b367e1f69ea0', 'code': 200} Jul 08 18:19:06.284942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=29e2e928-0b7e-4434-9230-b367e1f69ea0,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:06.294604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a4fbae50-ea21-415c-b86f-a04ce3a586dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.303322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d080057-cd25-4cc3-8e39-8be091ae2b7a req-63a478d4-9798-4204-8227-444b7aa3ba94 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:06.310433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d080057-cd25-4cc3-8e39-8be091ae2b7a req-63a478d4-9798-4204-8227-444b7aa3ba94 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1619344 Jul 08 18:19:06.372971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d080057-cd25-4cc3-8e39-8be091ae2b7a req-11fa8564-fb2a-4701-b065-ca344552fb95 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617218 Jul 08 18:19:06.394096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6f349c-6e77-4dac-9f57-147401a1973f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:19:06.416871 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fe6f349c-6e77-4dac-9f57-147401a1973f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "PUT /v2.0/routers/603577f5-8f26-45b7-a8e0-dee5218aed23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4810650 Jul 08 18:19:06.419416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55886) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:06.425852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246f95c-2297-4ec2-9718-0f9c1c2555e7 req-c285b193-002d-4ed4-85f5-f1c16ac3af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:06.427565 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d246f95c-2297-4ec2-9718-0f9c1c2555e7 req-c285b193-002d-4ed4-85f5-f1c16ac3af0f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 1097 time: 0.1003909 Jul 08 18:19:06.483679 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d246f95c-2297-4ec2-9718-0f9c1c2555e7 req-c1d95ad2-bcf0-4caa-a231-916df1f8c451 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483892 Jul 08 18:19:06.492149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4e9146-d099-4433-93fd-0f9b19abef0b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:06.493845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4e9146-d099-4433-93fd-0f9b19abef0b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:06.495460 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0f4e9146-d099-4433-93fd-0f9b19abef0b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0749569 Jul 08 18:19:06.498304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55890) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:06.526303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b831a846-6aa4-45fa-b2d7-464c85a5f251 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:06.567173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc05c1c-47f9-49bb-ab37-c3889ea9c1b9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet c577d75a-e190-4934-a8ed-23f622ed88fb {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:06.574944 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc05c1c-47f9-49bb-ab37-c3889ea9c1b9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.635329 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc05c1c-47f9-49bb-ab37-c3889ea9c1b9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.648931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port b831a846-6aa4-45fa-b2d7-464c85a5f251 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:06.661095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port b831a846-6aa4-45fa-b2d7-464c85a5f251 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:06.662436 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.753507 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc05c1c-47f9-49bb-ab37-c3889ea9c1b9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.810957 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.850396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b831a846-6aa4-45fa-b2d7-464c85a5f251, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b831a846-6aa4-45fa-b2d7-464c85a5f251,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:06.860101 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.873334 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc05c1c-47f9-49bb-ab37-c3889ea9c1b9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.906983 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc05c1c-47f9-49bb-ab37-c3889ea9c1b9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=c577d75a-e190-4934-a8ed-23f622ed88fb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:06.917037 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc05c1c-47f9-49bb-ab37-c3889ea9c1b9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.919412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-efc05c1c-47f9-49bb-ab37-c3889ea9c1b9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/c577d75a-e190-4934-a8ed-23f622ed88fb HTTP/1.1" status: 204 len: 168 time: 0.4201341 Jul 08 18:19:06.921914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55902) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:06.925425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817d1fe-81b4-4e41-9c8b-55342eddf42a None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:06.933043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747b61e-cfa2-4955-bd43-cdf2fbc9c513 req-871889d5-c1f3-475b-976e-cbb4b8cce5e0 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:06.936775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b747b61e-cfa2-4955-bd43-cdf2fbc9c513 req-871889d5-c1f3-475b-976e-cbb4b8cce5e0 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 946 time: 0.1312039 Jul 08 18:19:06.998285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b747b61e-cfa2-4955-bd43-cdf2fbc9c513 req-65ddbe9f-07ec-47a1-8c46-b18a6b767807 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480499 Jul 08 18:19:07.064970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b831a846-6aa4-45fa-b2d7-464c85a5f251,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:07.103062 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3e401cc1-beef-4372-a342-4f0e0b796fec tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1783974 Jul 08 18:19:07.105411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55906) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:07.165188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57193cd1-e330-40f9-98fd-085cf85f59e4 None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:19:07.194034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff741-ddac-4915-a3f8-720e0341f75a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:07.226817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-57193cd1-e330-40f9-98fd-085cf85f59e4 None None] Deleting port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:07.227845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57193cd1-e330-40f9-98fd-085cf85f59e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:07.318157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-57193cd1-e330-40f9-98fd-085cf85f59e4 None None] For port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:07.318522 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57193cd1-e330-40f9-98fd-085cf85f59e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:07.332525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-57193cd1-e330-40f9-98fd-085cf85f59e4 None None] Calling delete_port for 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:07.371557 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff741-ddac-4915-a3f8-720e0341f75a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:07.373735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff741-ddac-4915-a3f8-720e0341f75a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:07.415964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cdf22-859e-44cb-9103-783f90f7e3e1 req-556836b7-30c9-461b-89af-29c6fac666a7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:07.418683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b89cdf22-859e-44cb-9103-783f90f7e3e1 req-556836b7-30c9-461b-89af-29c6fac666a7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1145544 Jul 08 18:19:07.425743 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff741-ddac-4915-a3f8-720e0341f75a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:07.426523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2ff741-ddac-4915-a3f8-720e0341f75a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Fanout notify agent at l3_agent the message router_deleted on router 603577f5-8f26-45b7-a8e0-dee5218aed23 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:19:07.432528 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57193cd1-e330-40f9-98fd-085cf85f59e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:07.434170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff741-ddac-4915-a3f8-720e0341f75a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:07.438682 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6f2ff741-ddac-4915-a3f8-720e0341f75a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/routers/603577f5-8f26-45b7-a8e0-dee5218aed23 HTTP/1.1" status: 204 len: 168 time: 0.3321986 Jul 08 18:19:07.439521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55916) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:07.469633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57193cd1-e330-40f9-98fd-085cf85f59e4 None None] Pushing event deleted for resources: {'Port': ['ID=8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:07.471794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57193cd1-e330-40f9-98fd-085cf85f59e4 None None] No DVR routers for this DVR port 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:07.502852 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dc062558-2228-4bcd-ab1a-90fea85ab05b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0585082 Jul 08 18:19:07.503762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55922) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:07.520807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b89cdf22-859e-44cb-9103-783f90f7e3e1 req-745fc7de-ce7d-40ad-a2f9-ed85ba959499 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908680 Jul 08 18:19:07.570122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef2676-21b0-4610-8246-e2842dd2387d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:07.578062 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b4ef2676-21b0-4610-8246-e2842dd2387d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0729930 Jul 08 18:19:07.578744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55924) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:07.622945 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8a33b50b-3140-4a6d-845d-b6e02049ebfc tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429673 Jul 08 18:19:07.627015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55926) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:07.634143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-772c3f0b-8627-410e-a0a8-b1ee71b816e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:07.655135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5089ed-64de-4b7a-b703-484e8184b8d6 req-d7474899-56a5-4aad-b4bc-28dffa93af13 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:07.656799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d5089ed-64de-4b7a-b703-484e8184b8d6 req-d7474899-56a5-4aad-b4bc-28dffa93af13 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.0892229 Jul 08 18:19:07.719181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d5089ed-64de-4b7a-b703-484e8184b8d6 req-8785c2b5-59a8-4c93-bab0-ae69ab918808 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562458 Jul 08 18:19:07.756119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772c3f0b-8627-410e-a0a8-b1ee71b816e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:07.760085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-772c3f0b-8627-410e-a0a8-b1ee71b816e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:07.959487 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce3b50-4ed5-4a80-8586-c3ec23271639 None None] Sync routers for ids ['603577f5-8f26-45b7-a8e0-dee5218aed23'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:19:07.968573 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce3b50-4ed5-4a80-8586-c3ec23271639 None None] Routers set() bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:07.968973 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce3b50-4ed5-4a80-8586-c3ec23271639 None None] Router IDs set() for agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 18:19:07.969572 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_agentschedulers_db [None req-50ce3b50-4ed5-4a80-8586-c3ec23271639 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'603577f5-8f26-45b7-a8e0-dee5218aed23'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent'). {{(pid=93744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 18:19:07.977945 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce3b50-4ed5-4a80-8586-c3ec23271639 None None] Routers set() bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:07.978348 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce3b50-4ed5-4a80-8586-c3ec23271639 None None] Router IDs set() for agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 18:19:07.978919 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_agentschedulers_db [None req-50ce3b50-4ed5-4a80-8586-c3ec23271639 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'603577f5-8f26-45b7-a8e0-dee5218aed23'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:18:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent'). {{(pid=93744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 18:19:07.979336 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce3b50-4ed5-4a80-8586-c3ec23271639 None None] The sync data for ids ['603577f5-8f26-45b7-a8e0-dee5218aed23'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:19:08.084024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-772c3f0b-8627-410e-a0a8-b1ee71b816e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:08.085588 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-772c3f0b-8627-410e-a0a8-b1ee71b816e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.138479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772c3f0b-8627-410e-a0a8-b1ee71b816e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:08.142557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-772c3f0b-8627-410e-a0a8-b1ee71b816e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:08.146325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772c3f0b-8627-410e-a0a8-b1ee71b816e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:08.146930 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-772c3f0b-8627-410e-a0a8-b1ee71b816e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.153213 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c3f0b-8627-410e-a0a8-b1ee71b816e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=01871fc3-369a-4b40-b35c-00ad53eb2c27,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:08.155486 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013693cf-e0ec-4f0a-b5f7-1028fe569cdc None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:08.185086 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-772c3f0b-8627-410e-a0a8-b1ee71b816e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5556185 Jul 08 18:19:08.187887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55942) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:08.196589 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5d663626-a0ce-4c06-b88c-913322046dae tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:08.253266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64514d9f-5ff7-4edf-9fc3-9d2eac869f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b831a846-6aa4-45fa-b2d7-464c85a5f251'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:08.255833 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f323ccea-755b-4f04-a347-f28644a6cf66" -d '{"events": [{"server_uuid": "64514d9f-5ff7-4edf-9fc3-9d2eac869f36", "name": "network-vif-plugged", "status": "completed", "tag": "b831a846-6aa4-45fa-b2d7-464c85a5f251"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:08.263179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fdfaf-d9c6-4a35-a43a-cca1bff074e7 req-97d88f79-8d6d-4afd-a809-c196221a82e5 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:08.268277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-896fdfaf-d9c6-4a35-a43a-cca1bff074e7 req-97d88f79-8d6d-4afd-a809-c196221a82e5 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 946 time: 0.1359415 Jul 08 18:19:08.322368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-896fdfaf-d9c6-4a35-a43a-cca1bff074e7 req-e2f6e74e-dc1b-4e06-9186-31a27f80618d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464883 Jul 08 18:19:08.326390 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af70f99-23ee-444e-b674-e749f1853b64 x-openstack-request-id: req-3af70f99-23ee-444e-b674-e749f1853b64 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:08.326390 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64514d9f-5ff7-4edf-9fc3-9d2eac869f36", "name": "network-vif-plugged", "status": "completed", "tag": "b831a846-6aa4-45fa-b2d7-464c85a5f251", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:08.326390 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3af70f99-23ee-444e-b674-e749f1853b64 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:08.327413 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64514d9f-5ff7-4edf-9fc3-9d2eac869f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b831a846-6aa4-45fa-b2d7-464c85a5f251', 'code': 200} Jul 08 18:19:08.372796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d663626-a0ce-4c06-b88c-913322046dae tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:08.376607 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d663626-a0ce-4c06-b88c-913322046dae tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.392681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': '01871fc3-369a-4b40-b35c-00ad53eb2c27'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:08.393901 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.523159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474749c-3ef0-4eb6-a3c2-4605576f90e7 req-d643421c-3444-472e-aa41-c0f6ddd21b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:08.525584 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8474749c-3ef0-4eb6-a3c2-4605576f90e7 req-d643421c-3444-472e-aa41-c0f6ddd21b75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36 HTTP/1.1" status: 200 len: 1096 time: 0.1339424 Jul 08 18:19:08.554916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bdb26-c7a6-4127-a833-521eb78acff2 req-1fc2a172-b65c-4956-9283-eabd2fb8ae37 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:08.557444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e52bdb26-c7a6-4127-a833-521eb78acff2 req-1fc2a172-b65c-4956-9283-eabd2fb8ae37 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.0863836 Jul 08 18:19:08.592166 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8474749c-3ef0-4eb6-a3c2-4605576f90e7 req-78ae4788-b9fe-4681-8cc6-d386b11f2c39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584617 Jul 08 18:19:08.614713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Allocated IP 2001:db8::f816:3eff:fe00:7a04 (3467efee-61be-408d-ace4-f72f5db27257/01871fc3-369a-4b40-b35c-00ad53eb2c27/6bf83a64-24c1-4fab-8e1d-de8a06023802) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:08.654636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e52bdb26-c7a6-4127-a833-521eb78acff2 req-14c636a5-9c54-41ab-87c5-b01c7c71cfcb tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765209 Jul 08 18:19:08.696528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8e4628e3-e619-4305-b496-9fd50920d0ee no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:08.723917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8e4628e3-e619-4305-b496-9fd50920d0ee {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:08.724412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8e4628e3-e619-4305-b496-9fd50920d0ee not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:08.724941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:08.751248 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:08.751723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8bcaa3db-2b5e-4f7d-b173-80af6e29fa6e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:08.841172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d663626-a0ce-4c06-b88c-913322046dae tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.848377 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.849136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158bb21-0d5e-4cd3-b6bf-3a8223833465 req-bc16a56d-1bde-4bf9-af4e-da1695719820 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:08.852566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6158bb21-0d5e-4cd3-b6bf-3a8223833465 req-bc16a56d-1bde-4bf9-af4e-da1695719820 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1201601 Jul 08 18:19:08.858718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Transition to ACTIVE for port object 6bf83a64-24c1-4fab-8e1d-de8a06023802 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:08.879366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Transition to ACTIVE for port object 6bf83a64-24c1-4fab-8e1d-de8a06023802 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:08.887170 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.900418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d663626-a0ce-4c06-b88c-913322046dae tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:08.904194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-5d663626-a0ce-4c06-b88c-913322046dae tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:08.908962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d663626-a0ce-4c06-b88c-913322046dae tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:08.909637 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d663626-a0ce-4c06-b88c-913322046dae tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.918138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d663626-a0ce-4c06-b88c-913322046dae tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=81d566bd-a4b2-44fd-8651-9f30089e68b1,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:08.937190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:08.942504 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5d663626-a0ce-4c06-b88c-913322046dae tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7509532 Jul 08 18:19:08.942977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55964) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:08.948710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:75:3f:98', 'name': 'tempest-NetworksTestDHCPv6-751404994'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:08.957690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6158bb21-0d5e-4cd3-b6bf-3a8223833465 req-c85f2d7c-9a03-486d-bf01-c981263da721 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946188 Jul 08 18:19:08.961941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Pushing event updated for resources: {'Port': ['ID=6bf83a64-24c1-4fab-8e1d-de8a06023802,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:08.966850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:08.985861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:09.009794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f55cf-98bf-400f-9eb1-81970176d11b req-67e7b287-0061-45ec-81e6-d213571d7338 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:09.017661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-440f55cf-98bf-400f-9eb1-81970176d11b req-67e7b287-0061-45ec-81e6-d213571d7338 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36 HTTP/1.1" status: 200 len: 945 time: 0.1775811 Jul 08 18:19:09.063607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-440f55cf-98bf-400f-9eb1-81970176d11b req-451486b7-7fa0-4bb1-b439-4a4551898351 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449686 Jul 08 18:19:09.074498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Attempting to bind port 6bf83a64-24c1-4fab-8e1d-de8a06023802 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:09.075138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Attempting to bind port 6bf83a64-24c1-4fab-8e1d-de8a06023802 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:09.075910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Attempting to bind port 6bf83a64-24c1-4fab-8e1d-de8a06023802 on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:09.092362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:09.093175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:09.093787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.094680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:09.097604 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Bound port: 6bf83a64-24c1-4fab-8e1d-de8a06023802, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:09.098374 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.130537 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.165295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:09.170622 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc229538-13cc-4b9f-bf89-a1cb760f8ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.209065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657aa90-0b0a-400c-89e3-33e6d100ee57 req-04bba5fa-7bfd-47da-8867-2132bb87a136 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:09.213037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] For port 6bf83a64-24c1-4fab-8e1d-de8a06023802, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:09.216679 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] For port 6bf83a64-24c1-4fab-8e1d-de8a06023802, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6bf83a64-24c1-4fab-8e1d-de8a06023802,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:09.217384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f657aa90-0b0a-400c-89e3-33e6d100ee57 req-04bba5fa-7bfd-47da-8867-2132bb87a136 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.0908115 Jul 08 18:19:09.226304 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.293563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fca026-e06e-403d-aef6-9386f7c36baf None None] Pushing event updated for resources: {'Port': ['ID=6bf83a64-24c1-4fab-8e1d-de8a06023802,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:09.301285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f657aa90-0b0a-400c-89e3-33e6d100ee57 req-6181d6b2-6d88-41e7-a0a8-8e9c2a651ba8 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782330 Jul 08 18:19:09.311317 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.337872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 143bf719-5587-48d0-b780-c90110d0c56a yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:09.516776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 172.20.0.7 (3467efee-61be-408d-ace4-f72f5db27257/81d566bd-a4b2-44fd-8651-9f30089e68b1/143bf719-5587-48d0-b780-c90110d0c56a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:09.523451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::f816:3eff:fe75:3f98 (3467efee-61be-408d-ace4-f72f5db27257/01871fc3-369a-4b40-b35c-00ad53eb2c27/143bf719-5587-48d0-b780-c90110d0c56a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:09.697386 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.712748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 143bf719-5587-48d0-b780-c90110d0c56a will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:09.749175 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.793707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:09.800061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:09.804138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:09.848322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=143bf719-5587-48d0-b780-c90110d0c56a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:09.869016 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:09.869669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.886153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-255b68d7-5b64-4a40-b0f7-1af20992b2e6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9399180 Jul 08 18:19:09.886407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55982) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:09.973637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78f1e9-4f9c-4f5f-9983-1e142f0000e5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:09.979655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78f1e9-4f9c-4f5f-9983-1e142f0000e5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:09.983649 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2a78f1e9-4f9c-4f5f-9983-1e142f0000e5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0939727 Jul 08 18:19:09.984137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55984) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:10.141687 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:10.163428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-532a1bba-46db-4597-b762-24500b2dc95d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 143bf719-5587-48d0-b780-c90110d0c56a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:10.164071 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-532a1bba-46db-4597-b762-24500b2dc95d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:10.328676 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-532a1bba-46db-4597-b762-24500b2dc95d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:10.338286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9ff36-0160-479d-bfcf-d34252dd0e93 req-b77ae030-f491-4cb0-a6cd-220921f3ee72 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:10.339839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffe9ff36-0160-479d-bfcf-d34252dd0e93 req-b77ae030-f491-4cb0-a6cd-220921f3ee72 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2253933 Jul 08 18:19:10.366602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-532a1bba-46db-4597-b762-24500b2dc95d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 143bf719-5587-48d0-b780-c90110d0c56a owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:10.377676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93f0c3-9c35-4eaa-8bed-ed8cb6d93619 req-daa25cfb-2489-43c7-97c5-2b48eaf50fa3 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:10.379249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d93f0c3-9c35-4eaa-8bed-ed8cb6d93619 req-daa25cfb-2489-43c7-97c5-2b48eaf50fa3 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36 HTTP/1.1" status: 200 len: 945 time: 0.1614640 Jul 08 18:19:10.415711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760375da-5644-493e-8957-efcd1f9b049b None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:10.488181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffe9ff36-0160-479d-bfcf-d34252dd0e93 req-5fbbacab-b59b-4023-a1d4-fb7bb9f88cc3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394665 Jul 08 18:19:10.528876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d93f0c3-9c35-4eaa-8bed-ed8cb6d93619 req-b3b399bf-629c-4a76-ad4c-1f8d441cc96a tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430941 Jul 08 18:19:10.600741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e43636e7-28f4-4137-8b8b-6f7c6a49548d None None] Provisioning for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:10.741144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6bf83a64-24c1-4fab-8e1d-de8a06023802 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:10.777296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a55a05-a6c9-4628-8aa2-8fe0f8dcc3fb None None] Update dhcp port {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '01871fc3-369a-4b40-b35c-00ad53eb2c27', 'ip_address': '2001:db8::f816:3eff:fe00:7a04'}, {'subnet_id': '81d566bd-a4b2-44fd-8651-9f30089e68b1'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '6bf83a64-24c1-4fab-8e1d-de8a06023802'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:19:10.797872 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-532a1bba-46db-4597-b762-24500b2dc95d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:10.828294 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-68a55a05-a6c9-4628-8aa2-8fe0f8dcc3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:10.828929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a1bba-46db-4597-b762-24500b2dc95d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=143bf719-5587-48d0-b780-c90110d0c56a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:10.850948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:10.857574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:10.858169 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:10.894893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888b4fa-4013-42ba-8e98-8c1b10741c5f req-aacfd3c1-05dc-469f-9d3f-1818a2d3bf36 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:10.897060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d888b4fa-4013-42ba-8e98-8c1b10741c5f req-aacfd3c1-05dc-469f-9d3f-1818a2d3bf36 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1842685 Jul 08 18:19:11.034784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d888b4fa-4013-42ba-8e98-8c1b10741c5f req-d43c3be7-c818-42e7-a0de-22e6a551ffda tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096885 Jul 08 18:19:11.046131 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-532a1bba-46db-4597-b762-24500b2dc95d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.048364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-532a1bba-46db-4597-b762-24500b2dc95d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/143bf719-5587-48d0-b780-c90110d0c56a HTTP/1.1" status: 204 len: 168 time: 1.0631661 Jul 08 18:19:11.051325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56010) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:11.119617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f5c2c1-1911-4611-8bb2-2e9026a7dfad tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:11.121115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f5c2c1-1911-4611-8bb2-2e9026a7dfad tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:11.122820 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f5c2c1-1911-4611-8bb2-2e9026a7dfad tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:11.124405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d5f5c2c1-1911-4611-8bb2-2e9026a7dfad tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0719659 Jul 08 18:19:11.127125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56016) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:11.175060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03038e-9d36-449e-8cc7-f12a2c32c314 req-ecb2fe2a-1693-4a75-b9a6-df806b11bde0 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:11.175060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a03038e-9d36-449e-8cc7-f12a2c32c314 req-ecb2fe2a-1693-4a75-b9a6-df806b11bde0 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 946 time: 0.1801863 Jul 08 18:19:11.214500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6e778f-89e6-4bc5-9dea-17ffc2329997 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 01871fc3-369a-4b40-b35c-00ad53eb2c27 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:11.219344 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd6e778f-89e6-4bc5-9dea-17ffc2329997 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.242050 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.269537 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a03038e-9d36-449e-8cc7-f12a2c32c314 req-9645ca71-dea8-4aff-96d3-7fa91222d1d2 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838583 Jul 08 18:19:11.288891 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd6e778f-89e6-4bc5-9dea-17ffc2329997 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.295389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 6bf83a64-24c1-4fab-8e1d-de8a06023802, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6bf83a64-24c1-4fab-8e1d-de8a06023802,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:11.306601 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.369819 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=6bf83a64-24c1-4fab-8e1d-de8a06023802,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:11.378624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.379105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.379550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.379985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.380434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.380863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.381286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.381708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.382318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.382736 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.383169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.383659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:11.430814 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd6e778f-89e6-4bc5-9dea-17ffc2329997 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server [None req-68a55a05-a6c9-4628-8aa2-8fe0f8dcc3fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01871fc3-369a-4b40-b35c-00ad53eb2c27: This subnet is being modified by another concurrent operation. Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01871fc3-369a-4b40-b35c-00ad53eb2c27: This subnet is being modified by another concurrent operation. Jul 08 18:19:11.517282 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:19:11.539785 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd6e778f-89e6-4bc5-9dea-17ffc2329997 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.592476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e778f-89e6-4bc5-9dea-17ffc2329997 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=01871fc3-369a-4b40-b35c-00ad53eb2c27,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:11.595626 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd6e778f-89e6-4bc5-9dea-17ffc2329997 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.597721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bd6e778f-89e6-4bc5-9dea-17ffc2329997 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/01871fc3-369a-4b40-b35c-00ad53eb2c27 HTTP/1.1" status: 204 len: 168 time: 0.4694390 Jul 08 18:19:11.600110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56028) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:11.636494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436235ea-5300-4567-9523-ce207d0d6f7e None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:11.701812 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.704565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fb30841c-2b97-468d-bc93-dd58faff7e22 None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:11.705101 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fb30841c-2b97-468d-bc93-dd58faff7e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.715952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec214445-1b1c-45ee-9bbf-0273c672f13b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 81d566bd-a4b2-44fd-8651-9f30089e68b1 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:11.720638 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec214445-1b1c-45ee-9bbf-0273c672f13b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.734722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db76fe-8625-4a98-941a-894e47a1bca8 req-b6318390-dad8-4525-8efd-a66cc7db304d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:11.734722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4db76fe-8625-4a98-941a-894e47a1bca8 req-b6318390-dad8-4525-8efd-a66cc7db304d tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.2133510 Jul 08 18:19:11.808468 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec214445-1b1c-45ee-9bbf-0273c672f13b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.832616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4db76fe-8625-4a98-941a-894e47a1bca8 req-a9ddadb7-65d5-41c4-af72-17e953b316ed tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771749 Jul 08 18:19:11.865632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec214445-1b1c-45ee-9bbf-0273c672f13b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:11.886147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fb30841c-2b97-468d-bc93-dd58faff7e22 None None] Could not find standard attr ID for object 143bf719-5587-48d0-b780-c90110d0c56a. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:19:11.928724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd311101-75ff-467f-ad0b-399a582f73f1 req-c2e80824-b652-4866-8d55-36fdc4f4d9a4 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:11.936576 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd311101-75ff-467f-ad0b-399a582f73f1 req-c2e80824-b652-4866-8d55-36fdc4f4d9a4 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2893665 Jul 08 18:19:11.976638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da08eb81-9530-41a9-93e4-4153fc3faf55 None None] Update dhcp port {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '81d566bd-a4b2-44fd-8651-9f30089e68b1'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '6bf83a64-24c1-4fab-8e1d-de8a06023802'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:19:11.991985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd311101-75ff-467f-ad0b-399a582f73f1 req-825bffba-ad59-4916-b3b0-62fab392d431 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544462 Jul 08 18:19:11.997286 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec214445-1b1c-45ee-9bbf-0273c672f13b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:12.026792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec214445-1b1c-45ee-9bbf-0273c672f13b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=81d566bd-a4b2-44fd-8651-9f30089e68b1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:12.032391 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da08eb81-9530-41a9-93e4-4153fc3faf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:12.037064 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec214445-1b1c-45ee-9bbf-0273c672f13b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:12.042067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ec214445-1b1c-45ee-9bbf-0273c672f13b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/81d566bd-a4b2-44fd-8651-9f30089e68b1 HTTP/1.1" status: 204 len: 168 time: 0.4386969 Jul 08 18:19:12.042197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56044) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:12.127521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b843f1ba-d207-46db-811c-d4b846457d4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818806 Jul 08 18:19:12.130392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56048) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:12.135977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:12.263626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:12.270267 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:12.317495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-08b4d941-fdc3-4215-94ec-5d462e7b762f None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:12.319857 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08b4d941-fdc3-4215-94ec-5d462e7b762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:12.487865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f7bab9-2376-453a-a7c5-0109e9a5d6e1 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:19:12.509006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b82e-a41d-4491-a2f8-1834021b3383 req-98d2a465-44bd-4c6d-95b4-78b3fe4592af tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:12.515713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b82e-a41d-4491-a2f8-1834021b3383 req-98d2a465-44bd-4c6d-95b4-78b3fe4592af tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:12.524795 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b82e-a41d-4491-a2f8-1834021b3383 req-98d2a465-44bd-4c6d-95b4-78b3fe4592af tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:12.526859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe49b82e-a41d-4491-a2f8-1834021b3383 req-98d2a465-44bd-4c6d-95b4-78b3fe4592af tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d&device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36&device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 2417 time: 0.2335563 Jul 08 18:19:12.566309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a161-f8c2-4658-94ce-597a48b16308 req-f62ed9c3-9585-4aa8-9075-42de2d4b5071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:12.569541 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7987a161-f8c2-4658-94ce-597a48b16308 req-f62ed9c3-9585-4aa8-9075-42de2d4b5071 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 1096 time: 0.0704339 Jul 08 18:19:12.598181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f7bab9-2376-453a-a7c5-0109e9a5d6e1 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:19:12.600786 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe49b82e-a41d-4491-a2f8-1834021b3383 req-2c370584-48b7-4ad8-86b5-c8db3f59d4a3 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526063 Jul 08 18:19:12.669693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-528b564c-1a90-45e5-b8da-01bec4ef295f None None] Could not find standard attr ID for object 143bf719-5587-48d0-b780-c90110d0c56a. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:19:12.697220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f8e4d-c500-46f5-9923-4234a739b32d req-b6675e14-7d43-4679-a143-da9ab44fda54 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:12.700784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d8f8e4d-c500-46f5-9923-4234a739b32d req-b6675e14-7d43-4679-a143-da9ab44fda54 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.2223997 Jul 08 18:19:12.708648 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6bf83a64-24c1-4fab-8e1d-de8a06023802 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:12.768625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a161-f8c2-4658-94ce-597a48b16308 req-c06f6400-1970-413e-8186-9c16750366c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:12.770118 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7987a161-f8c2-4658-94ce-597a48b16308 req-c06f6400-1970-413e-8186-9c16750366c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 912 time: 0.1914964 Jul 08 18:19:12.861278 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:12.867197 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7987a161-f8c2-4658-94ce-597a48b16308 req-802b8567-cdfc-420f-befe-7c3bdba4ec26 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4834f5af-4dc9-4f77-9c36-43250f42de76 HTTP/1.1" status: 200 len: 1001 time: 0.0878563 Jul 08 18:19:12.909238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d8f8e4d-c500-46f5-9923-4234a739b32d req-51da15f4-2998-4ab8-b29b-8d630b06a5f8 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760781 Jul 08 18:19:12.932967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a161-f8c2-4658-94ce-597a48b16308 req-4e02218a-4819-4627-9bd2-20bdd23e1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:12.934770 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7987a161-f8c2-4658-94ce-597a48b16308 req-4e02218a-4819-4627-9bd2-20bdd23e1bcd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.0604074 Jul 08 18:19:12.976974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 6bf83a64-24c1-4fab-8e1d-de8a06023802, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6bf83a64-24c1-4fab-8e1d-de8a06023802,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:12.992233 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:13.038809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a161-f8c2-4658-94ce-597a48b16308 req-67bf7fa3-9618-4173-b904-cc448e964e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:13.040501 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7987a161-f8c2-4658-94ce-597a48b16308 req-67bf7fa3-9618-4173-b904-cc448e964e05 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973899 Jul 08 18:19:13.041365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1d398-4ec3-487a-a89a-59d15dd7d25b req-5a5e567c-4fc1-42b9-b9cc-e0fdc12a09ac tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:13.042911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13f1d398-4ec3-487a-a89a-59d15dd7d25b req-5a5e567c-4fc1-42b9-b9cc-e0fdc12a09ac tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.2324324 Jul 08 18:19:13.069018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=6bf83a64-24c1-4fab-8e1d-de8a06023802,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:13.141278 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d90f58-1848-4eb8-9907-06d5dd12716d None None] Update dhcp port {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '1c34e18e-04d7-447a-a607-8c410f265dda'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '6bf83a64-24c1-4fab-8e1d-de8a06023802'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:19:13.182672 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7987a161-f8c2-4658-94ce-597a48b16308 req-bf4942a6-92fb-47d5-b241-91f41bab6fb2 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329093 Jul 08 18:19:13.188801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13f1d398-4ec3-487a-a89a-59d15dd7d25b req-270c9bc4-2f23-453f-a6bd-aa56815f1d34 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350753 Jul 08 18:19:13.189797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-48d90f58-1848-4eb8-9907-06d5dd12716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:13.222968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.objects.ports [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93742) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:13.351636 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7987a161-f8c2-4658-94ce-597a48b16308 req-9602896b-4603-4ff0-9499-391da54f1144 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619537 Jul 08 18:19:13.408665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-48d90f58-1848-4eb8-9907-06d5dd12716d None None] Allocated IP 2001:db8::f816:3eff:fe00:7a04 (3467efee-61be-408d-ace4-f72f5db27257/1c34e18e-04d7-447a-a607-8c410f265dda/6bf83a64-24c1-4fab-8e1d-de8a06023802) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:13.465225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a608c0-e65c-48e3-8b08-d16cd09a2756 req-a79386c3-cba6-435f-bc49-c341052b8ea1 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:13.467055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34a608c0-e65c-48e3-8b08-d16cd09a2756 req-a79386c3-cba6-435f-bc49-c341052b8ea1 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 946 time: 0.2300618 Jul 08 18:19:13.509571 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34a608c0-e65c-48e3-8b08-d16cd09a2756 req-a4bf8ce1-66b5-418f-9158-62b0535321fe tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358510 Jul 08 18:19:13.510323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-48d90f58-1848-4eb8-9907-06d5dd12716d None None] For port 6bf83a64-24c1-4fab-8e1d-de8a06023802, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6bf83a64-24c1-4fab-8e1d-de8a06023802,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:13.547439 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-48d90f58-1848-4eb8-9907-06d5dd12716d None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:13.565489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-48d90f58-1848-4eb8-9907-06d5dd12716d None None] Transition to ACTIVE for port object 6bf83a64-24c1-4fab-8e1d-de8a06023802 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:13.573087 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe00:7a04-8ef78761-2a0d-47bd-98a3-c7f67727ab {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:19:13.573603 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:19:13.575260 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-48d90f58-1848-4eb8-9907-06d5dd12716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:13.655324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d90f58-1848-4eb8-9907-06d5dd12716d None None] Pushing event updated for resources: {'Port': ['ID=6bf83a64-24c1-4fab-8e1d-de8a06023802,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:14.449330 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73813d86-b6e0-4236-8278-0848d60cd093 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:19:14.541688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f5ec54da-aa42-47db-86f0-8805af9f68d2 None None] Provisioning for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:14.551293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f5ec54da-aa42-47db-86f0-8805af9f68d2 None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:14.551667 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f5ec54da-aa42-47db-86f0-8805af9f68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:14.608481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73813d86-b6e0-4236-8278-0848d60cd093 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:19:14.654935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.objects.ports [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93742) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:14.673840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c833de-c134-45de-8348-2cb7ea6faec7 req-faf4e9e7-74fa-4a2c-b88e-d7945b0494fc tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:14.675424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30c833de-c134-45de-8348-2cb7ea6faec7 req-faf4e9e7-74fa-4a2c-b88e-d7945b0494fc tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.5629151 Jul 08 18:19:14.685654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426943f-ccdb-4584-a1a2-537ad0cfeb44 req-53edfb8f-af7f-43bf-9ba1-bcc4d86a860b tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:14.687131 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1426943f-ccdb-4584-a1a2-537ad0cfeb44 req-53edfb8f-af7f-43bf-9ba1-bcc4d86a860b tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1865652 Jul 08 18:19:14.726444 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f5ec54da-aa42-47db-86f0-8805af9f68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:14.751043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6bf83a64-24c1-4fab-8e1d-de8a06023802 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:14.814274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_pluggable_backend [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Port 6bf83a64-24c1-4fab-8e1d-de8a06023802 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=93742) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 08 18:19:14.814713 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:14.829758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f5ec54da-aa42-47db-86f0-8805af9f68d2 None None] For port 6bf83a64-24c1-4fab-8e1d-de8a06023802, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6bf83a64-24c1-4fab-8e1d-de8a06023802,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:14.830031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1426943f-ccdb-4584-a1a2-537ad0cfeb44 req-e2825a56-a7fe-4577-b52a-f34ffb4181cf tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899119 Jul 08 18:19:14.861206 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30c833de-c134-45de-8348-2cb7ea6faec7 req-139178f8-ce33-4707-b3c1-9b62644e264d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310837 Jul 08 18:19:14.861381 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f5ec54da-aa42-47db-86f0-8805af9f68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:14.909165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=1c34e18e-04d7-447a-a607-8c410f265dda,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:14.933778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:14.935726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:14.941150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:14.941740 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:14.948185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:14.948788 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:14.978180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0821f32e-9fcf-47b2-b134-d8b1254c2e3c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8467414 Jul 08 18:19:14.980957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56112) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:14.982430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec54da-aa42-47db-86f0-8805af9f68d2 None None] Pushing event updated for resources: {'Port': ['ID=6bf83a64-24c1-4fab-8e1d-de8a06023802,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:14.987005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ec09ecc1-6a46-4a6a-84c2-273914c2c7d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:15.139762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec09ecc1-6a46-4a6a-84c2-273914c2c7d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:15.144180 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec09ecc1-6a46-4a6a-84c2-273914c2c7d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:15.457923 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec09ecc1-6a46-4a6a-84c2-273914c2c7d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:15.519435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09ecc1-6a46-4a6a-84c2-273914c2c7d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=8aeca1f5-7125-4f85-a8cd-3108bc50b269,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:15.533442 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec09ecc1-6a46-4a6a-84c2-273914c2c7d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:15.535840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ec09ecc1-6a46-4a6a-84c2-273914c2c7d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:15.541750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec09ecc1-6a46-4a6a-84c2-273914c2c7d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:15.542381 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec09ecc1-6a46-4a6a-84c2-273914c2c7d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:15.564011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ec09ecc1-6a46-4a6a-84c2-273914c2c7d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5794742 Jul 08 18:19:15.565006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56130) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:15.574005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:11:c1:99', 'name': 'tempest-NetworksTestDHCPv6-1833637539'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:15.694950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe8b8-de34-46dc-8484-cb62533d4936 req-4dc07a75-ff8d-429a-bb16-c1433c4e5615 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:15.696552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3bbe8b8-de34-46dc-8484-cb62533d4936 req-4dc07a75-ff8d-429a-bb16-c1433c4e5615 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.0807972 Jul 08 18:19:15.719887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:15.746072 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3bbe8b8-de34-46dc-8484-cb62533d4936 req-7ffb1eb5-53f0-44ca-b898-61bd34ac7cd1 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429101 Jul 08 18:19:15.843708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:15.854724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a158a0fb-b9c8-48d2-92f3-61b76a244b4e None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:15.883629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port aec050ef-161b-4ec3-8593-2a65d46d3da9 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:15.961144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ea755737-5c11-413e-a263-bde1d96711b8 None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:15.962088 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ea755737-5c11-413e-a263-bde1d96711b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.076066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649e6e3-ea9c-4a57-8273-854843ef435f req-d65eab7f-cc8b-4ff9-bf78-16c258fb1567 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:16.086414 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e649e6e3-ea9c-4a57-8273-854843ef435f req-d65eab7f-cc8b-4ff9-bf78-16c258fb1567 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.0980642 Jul 08 18:19:16.148024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 172.20.0.6 (3467efee-61be-408d-ace4-f72f5db27257/8aeca1f5-7125-4f85-a8cd-3108bc50b269/aec050ef-161b-4ec3-8593-2a65d46d3da9) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:16.156790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e649e6e3-ea9c-4a57-8273-854843ef435f req-4ee3f7db-e3bf-424b-8818-a636d0f17fa7 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682123 Jul 08 18:19:16.161927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::f816:3eff:fe11:c199 (3467efee-61be-408d-ace4-f72f5db27257/1c34e18e-04d7-447a-a607-8c410f265dda/aec050ef-161b-4ec3-8593-2a65d46d3da9) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:16.328251 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.342185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object aec050ef-161b-4ec3-8593-2a65d46d3da9 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:16.381135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.425917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffeb1f8-8f79-4352-b873-7efc031282f5 None None] Update dhcp port {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '1c34e18e-04d7-447a-a607-8c410f265dda', 'ip_address': '2001:db8::f816:3eff:fe00:7a04'}, {'subnet_id': '8aeca1f5-7125-4f85-a8cd-3108bc50b269'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '6bf83a64-24c1-4fab-8e1d-de8a06023802'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:19:16.434149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:16.437513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:16.442157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:16.470261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=aec050ef-161b-4ec3-8593-2a65d46d3da9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:16.471968 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb1f8-8f79-4352-b873-7efc031282f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.498442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:16.499531 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.517787 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3903b1f0-3358-4247-a0ad-442c7b8caf63 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9487028 Jul 08 18:19:16.521748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56150) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:16.590293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567b5c1-9ac8-4fe6-95bb-c2ec9a39a5f7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:16.596987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567b5c1-9ac8-4fe6-95bb-c2ec9a39a5f7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:16.601664 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c567b5c1-9ac8-4fe6-95bb-c2ec9a39a5f7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0787466 Jul 08 18:19:16.602947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56152) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:16.670965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6bf83a64-24c1-4fab-8e1d-de8a06023802 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:16.673378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-3ffeb1f8-8f79-4352-b873-7efc031282f5 None None] Allocated IP 172.20.0.2 (3467efee-61be-408d-ace4-f72f5db27257/8aeca1f5-7125-4f85-a8cd-3108bc50b269/6bf83a64-24c1-4fab-8e1d-de8a06023802) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:16.718770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f000c0f7-a955-4e31-9feb-4aa94482912a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port aec050ef-161b-4ec3-8593-2a65d46d3da9 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:16.719696 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f000c0f7-a955-4e31-9feb-4aa94482912a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.810187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3ffeb1f8-8f79-4352-b873-7efc031282f5 None None] For port 6bf83a64-24c1-4fab-8e1d-de8a06023802, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6bf83a64-24c1-4fab-8e1d-de8a06023802,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:16.822058 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f000c0f7-a955-4e31-9feb-4aa94482912a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.834770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f000c0f7-a955-4e31-9feb-4aa94482912a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for aec050ef-161b-4ec3-8593-2a65d46d3da9 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:16.840466 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb1f8-8f79-4352-b873-7efc031282f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.855039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3ffeb1f8-8f79-4352-b873-7efc031282f5 None None] Transition to ACTIVE for port object 6bf83a64-24c1-4fab-8e1d-de8a06023802 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:16.861993 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:16.862608 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.885886 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb1f8-8f79-4352-b873-7efc031282f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.995898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Port 6bf83a64-24c1-4fab-8e1d-de8a06023802 had new provisioning blocks added so it will not transition to active. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 08 18:19:17.000612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeb1f8-8f79-4352-b873-7efc031282f5 None None] Pushing event updated for resources: {'Port': ['ID=6bf83a64-24c1-4fab-8e1d-de8a06023802,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:17.063995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddf95d-c5d2-42dc-bc45-b81b95e004d4 req-554dcf68-f18a-466f-9f2d-31dcf73520fa tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:17.065610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1ddf95d-c5d2-42dc-bc45-b81b95e004d4 req-554dcf68-f18a-466f-9f2d-31dcf73520fa tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1515195 Jul 08 18:19:17.079058 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f000c0f7-a955-4e31-9feb-4aa94482912a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.129503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000c0f7-a955-4e31-9feb-4aa94482912a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=aec050ef-161b-4ec3-8593-2a65d46d3da9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:17.203028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1ddf95d-c5d2-42dc-bc45-b81b95e004d4 req-6f9a6383-9275-46fa-b98b-ed11829730d6 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267819 Jul 08 18:19:17.318919 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f000c0f7-a955-4e31-9feb-4aa94482912a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.320884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f000c0f7-a955-4e31-9feb-4aa94482912a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/aec050ef-161b-4ec3-8593-2a65d46d3da9 HTTP/1.1" status: 204 len: 168 time: 0.7168810 Jul 08 18:19:17.323574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56170) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:17.366140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28928807-7723-43fb-b33b-8edff55686c7 req-ba13547e-9ad4-4745-87c1-b4326ba2d76c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:17.367911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28928807-7723-43fb-b33b-8edff55686c7 req-ba13547e-9ad4-4745-87c1-b4326ba2d76c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.0846369 Jul 08 18:19:17.394949 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b95f3-2316-4a6f-843f-c683e350bed7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:17.396511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b95f3-2316-4a6f-843f-c683e350bed7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:17.398233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b95f3-2316-4a6f-843f-c683e350bed7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:17.403355 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b47b95f3-2316-4a6f-843f-c683e350bed7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0785942 Jul 08 18:19:17.403942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56176) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:17.451301 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28928807-7723-43fb-b33b-8edff55686c7 req-81a55c40-ad9a-48e9-aaa3-e18fc75287b4 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743816 Jul 08 18:19:17.474959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4a121e-74c7-48d2-88a1-45e9b91eabe5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 1c34e18e-04d7-447a-a607-8c410f265dda {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:17.476033 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c4a121e-74c7-48d2-88a1-45e9b91eabe5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.529141 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c4a121e-74c7-48d2-88a1-45e9b91eabe5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.616872 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c4a121e-74c7-48d2-88a1-45e9b91eabe5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.659264 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5540b486-3148-4acc-8810-ad2e0dbd9e9e None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:17.690962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c4a121e-74c7-48d2-88a1-45e9b91eabe5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.726874 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a121e-74c7-48d2-88a1-45e9b91eabe5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=1c34e18e-04d7-447a-a607-8c410f265dda,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:17.736065 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c4a121e-74c7-48d2-88a1-45e9b91eabe5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.740554 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1c4a121e-74c7-48d2-88a1-45e9b91eabe5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/1c34e18e-04d7-447a-a607-8c410f265dda HTTP/1.1" status: 204 len: 168 time: 0.3334322 Jul 08 18:19:17.741002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56182) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:17.794881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fb18c41f-0c5f-4356-89de-8123706d004d None None] Provisioning for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:17.797364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bbd209-5260-4c1a-ab26-17365cf6c414 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 8aeca1f5-7125-4f85-a8cd-3108bc50b269 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:17.800513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-08bbd209-5260-4c1a-ab26-17365cf6c414 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.804642 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fb18c41f-0c5f-4356-89de-8123706d004d None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:17.805719 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fb18c41f-0c5f-4356-89de-8123706d004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.847974 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-08bbd209-5260-4c1a-ab26-17365cf6c414 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.938241 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-08bbd209-5260-4c1a-ab26-17365cf6c414 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.012406 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-08bbd209-5260-4c1a-ab26-17365cf6c414 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.044971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbd209-5260-4c1a-ab26-17365cf6c414 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=8aeca1f5-7125-4f85-a8cd-3108bc50b269,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:18.048439 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-08bbd209-5260-4c1a-ab26-17365cf6c414 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.052799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-08bbd209-5260-4c1a-ab26-17365cf6c414 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/8aeca1f5-7125-4f85-a8cd-3108bc50b269 HTTP/1.1" status: 204 len: 168 time: 0.3082161 Jul 08 18:19:18.053062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56188) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:18.096253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-80523b24-9d7c-4020-ac90-27d97ed5f5aa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419865 Jul 08 18:19:18.099001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56190) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:18.104210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-465967ca-e4d9-42a6-b3ba-79433714ea79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:18.201669 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465967ca-e4d9-42a6-b3ba-79433714ea79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:18.205254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-465967ca-e4d9-42a6-b3ba-79433714ea79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.480915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-465967ca-e4d9-42a6-b3ba-79433714ea79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.526760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a3055-4a90-4b23-ab95-731940a750c2 req-28a3cac2-5eda-45eb-a6ce-8697220a98cf tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:18.528295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c3a3055-4a90-4b23-ab95-731940a750c2 req-28a3cac2-5eda-45eb-a6ce-8697220a98cf tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1687388 Jul 08 18:19:18.546078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465967ca-e4d9-42a6-b3ba-79433714ea79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:18.552003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-465967ca-e4d9-42a6-b3ba-79433714ea79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:18.555063 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465967ca-e4d9-42a6-b3ba-79433714ea79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:18.556246 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-465967ca-e4d9-42a6-b3ba-79433714ea79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.591027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465967ca-e4d9-42a6-b3ba-79433714ea79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=28617cb0-4048-462f-baaf-f7de40a41611,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:18.635499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f258da26-aaf3-48dd-9297-b7750f2b1dd9 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:18.643057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-465967ca-e4d9-42a6-b3ba-79433714ea79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5428309 Jul 08 18:19:18.646020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56208) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:18.656920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:18.680072 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c3a3055-4a90-4b23-ab95-731940a750c2 req-ba142dd1-8ade-4d48-adad-4d2a452465e2 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287191 Jul 08 18:19:18.714413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6bf83a64-24c1-4fab-8e1d-de8a06023802 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:18.747518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8f863f31-1927-448b-a9c4-c7cce73b71aa None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:18.748078 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8f863f31-1927-448b-a9c4-c7cce73b71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.753138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dcdc8-0294-4da3-b42d-38419ccda2be req-1d9d59f3-4757-4f57-826b-df0f7c63f8d1 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:18.755452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-746dcdc8-0294-4da3-b42d-38419ccda2be req-1d9d59f3-4757-4f57-826b-df0f7c63f8d1 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1561773 Jul 08 18:19:18.790814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:18.794927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.813609 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-746dcdc8-0294-4da3-b42d-38419ccda2be req-c8eabdac-5465-4477-883e-e6a97e8d0da7 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479949 Jul 08 18:19:18.908067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:18.908710 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.219999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:19.313451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-13038b0f-cb1d-448e-a3ab-86f2a6554118 None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:19.314040 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-13038b0f-cb1d-448e-a3ab-86f2a6554118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.478042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.516397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3a06ae09-3215-4f0b-90df-501727ff8f83 None None] Could not find standard attr ID for object aec050ef-161b-4ec3-8593-2a65d46d3da9. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:19:19.669914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] For port 6bf83a64-24c1-4fab-8e1d-de8a06023802, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6bf83a64-24c1-4fab-8e1d-de8a06023802,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:19.699422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.704419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.705082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.782608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:19.798136 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:19.804080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:19.804691 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.813272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ae2d11-3e13-44e7-bb28-b2238a3760a7 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:19.825150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=4b77c30f-237e-46f8-867f-4e38eb2d0590,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:19.829776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=6bf83a64-24c1-4fab-8e1d-de8a06023802,revision_number=12']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:19.849119 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4992649f-3fa1-423f-8213-975d13352e7d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2018189 Jul 08 18:19:19.851789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56234) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:19.859082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:4c:9e:61', 'name': 'tempest-NetworksTestDHCPv6-1591611485'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:19.906435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c77fa-f8df-4a80-8257-fb241de4efff req-22c989ee-8a34-464d-82dd-838d1942fed4 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:19.908300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-526c77fa-f8df-4a80-8257-fb241de4efff req-22c989ee-8a34-464d-82dd-838d1942fed4 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.0911958 Jul 08 18:19:20.005667 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-526c77fa-f8df-4a80-8257-fb241de4efff req-ff03f49d-5cb0-47d5-8995-93f31f242d6a tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900254 Jul 08 18:19:20.049479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:20.051422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bc9e2-2809-4a2f-a2e4-ea125a72655e req-4182f0c9-b5aa-46c4-99d9-34ad10e5a0e5 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:20.053039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e89bc9e2-2809-4a2f-a2e4-ea125a72655e req-4182f0c9-b5aa-46c4-99d9-34ad10e5a0e5 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.0932732 Jul 08 18:19:20.054916 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.081862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 4a6281bc-5793-4375-b923-72b6f99681e3 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:20.109173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e89bc9e2-2809-4a2f-a2e4-ea125a72655e req-3c46b2ec-e827-4be1-8790-669c5c95d0bd tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490813 Jul 08 18:19:20.177811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac91ff9-15aa-4b78-9098-801d26a5ee76 None None] Update dhcp port {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '4b77c30f-237e-46f8-867f-4e38eb2d0590', 'ip_address': '2001:db8::f816:3eff:fe00:7a04'}, {'subnet_id': '28617cb0-4048-462f-baaf-f7de40a41611'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '6bf83a64-24c1-4fab-8e1d-de8a06023802'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:19:20.221005 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5ac91ff9-15aa-4b78-9098-801d26a5ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.262243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 172.20.0.2 (3467efee-61be-408d-ace4-f72f5db27257/28617cb0-4048-462f-baaf-f7de40a41611/4a6281bc-5793-4375-b923-72b6f99681e3) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:20.269553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::f816:3eff:fe4c:9e61 (3467efee-61be-408d-ace4-f72f5db27257/4b77c30f-237e-46f8-867f-4e38eb2d0590/4a6281bc-5793-4375-b923-72b6f99681e3) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:20.411603 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.425072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 4a6281bc-5793-4375-b923-72b6f99681e3 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:20.470403 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.513002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:20.516024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:20.520207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:20.523347 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-5ac91ff9-15aa-4b78-9098-801d26a5ee76 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cf88df48-2c0d-47ce-b0e0-7ee6bfc929ae {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:19:20.523743 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-5ac91ff9-15aa-4b78-9098-801d26a5ee76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:19:20.557366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=4a6281bc-5793-4375-b923-72b6f99681e3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:20.580074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:20.580593 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.602361 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c807370e-4264-49d3-8edd-4b044e7fd949 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7447779 Jul 08 18:19:20.602361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56248) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:20.652200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6bf83a64-24c1-4fab-8e1d-de8a06023802 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:20.672128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932c2925-4ca1-4b4c-864e-12eed3af3ea1 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:20.678778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932c2925-4ca1-4b4c-864e-12eed3af3ea1 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:20.683962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56254) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:20.684325 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-932c2925-4ca1-4b4c-864e-12eed3af3ea1 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0840173 Jul 08 18:19:20.720349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:20.720631 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.798099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6b434433-37de-48ce-964e-574f2b4bffcd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 4a6281bc-5793-4375-b923-72b6f99681e3 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:20.798469 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b434433-37de-48ce-964e-574f2b4bffcd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.883869 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b434433-37de-48ce-964e-574f2b4bffcd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.895753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6b434433-37de-48ce-964e-574f2b4bffcd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 4a6281bc-5793-4375-b923-72b6f99681e3 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:21.089508 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b434433-37de-48ce-964e-574f2b4bffcd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.095330 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5ac91ff9-15aa-4b78-9098-801d26a5ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.119703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b434433-37de-48ce-964e-574f2b4bffcd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=4a6281bc-5793-4375-b923-72b6f99681e3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:21.307901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-5ac91ff9-15aa-4b78-9098-801d26a5ee76 None None] Allocated IP 172.20.0.2 (3467efee-61be-408d-ace4-f72f5db27257/28617cb0-4048-462f-baaf-f7de40a41611/6bf83a64-24c1-4fab-8e1d-de8a06023802) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:21.311551 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b434433-37de-48ce-964e-574f2b4bffcd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.315693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6b434433-37de-48ce-964e-574f2b4bffcd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/4a6281bc-5793-4375-b923-72b6f99681e3 HTTP/1.1" status: 204 len: 168 time: 0.6279609 Jul 08 18:19:21.316142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:21.340857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fa232-6881-4e32-a50b-13030092e106 req-0f67345b-5326-410a-9b6c-4ca66b45d002 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:21.342424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-522fa232-6881-4e32-a50b-13030092e106 req-0f67345b-5326-410a-9b6c-4ca66b45d002 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1459479 Jul 08 18:19:21.363588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d376c1f-7a0a-4f7c-a982-8b4313245bb4 req-728ff6e4-2b0c-47ed-97fa-6916c936167f tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:21.365212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d376c1f-7a0a-4f7c-a982-8b4313245bb4 req-728ff6e4-2b0c-47ed-97fa-6916c936167f tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1205988 Jul 08 18:19:21.384612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a54ef-8bdc-41c8-b93e-c3173eb1276a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:21.386136 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a54ef-8bdc-41c8-b93e-c3173eb1276a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:21.387786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a54ef-8bdc-41c8-b93e-c3173eb1276a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:21.391912 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b73a54ef-8bdc-41c8-b93e-c3173eb1276a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0723112 Jul 08 18:19:21.392149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56270) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:21.430283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5ac91ff9-15aa-4b78-9098-801d26a5ee76 None None] For port 6bf83a64-24c1-4fab-8e1d-de8a06023802, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6bf83a64-24c1-4fab-8e1d-de8a06023802,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:21.454489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d376c1f-7a0a-4f7c-a982-8b4313245bb4 req-9a092d21-d78b-4492-9b0f-7254ce272cba tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827420 Jul 08 18:19:21.468130 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5ac91ff9-15aa-4b78-9098-801d26a5ee76 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.468737 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6454d20-1f6d-4d89-8fca-e520e0d716f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 28617cb0-4048-462f-baaf-f7de40a41611 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:21.473122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-522fa232-6881-4e32-a50b-13030092e106 req-3b93cc3d-b758-4fec-81fa-97d1c85b6185 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241822 Jul 08 18:19:21.487922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5ac91ff9-15aa-4b78-9098-801d26a5ee76 None None] Transition to ACTIVE for port object 6bf83a64-24c1-4fab-8e1d-de8a06023802 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:21.491866 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5ac91ff9-15aa-4b78-9098-801d26a5ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.492395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6454d20-1f6d-4d89-8fca-e520e0d716f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.534645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6454d20-1f6d-4d89-8fca-e520e0d716f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.610451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac91ff9-15aa-4b78-9098-801d26a5ee76 None None] Pushing event updated for resources: {'Port': ['ID=6bf83a64-24c1-4fab-8e1d-de8a06023802,revision_number=13']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:21.639655 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6454d20-1f6d-4d89-8fca-e520e0d716f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.745632 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6454d20-1f6d-4d89-8fca-e520e0d716f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.782177 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6454d20-1f6d-4d89-8fca-e520e0d716f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.786797 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a6454d20-1f6d-4d89-8fca-e520e0d716f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/28617cb0-4048-462f-baaf-f7de40a41611 HTTP/1.1" status: 204 len: 168 time: 0.3932898 Jul 08 18:19:21.786946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56280) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:21.788007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6454d20-1f6d-4d89-8fca-e520e0d716f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=28617cb0-4048-462f-baaf-f7de40a41611,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:21.799079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fad284-c582-43c2-b72c-944e56995a79 req-eee801c5-01f5-4891-a46b-5684f5cd531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:21.800565 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6fad284-c582-43c2-b72c-944e56995a79 req-eee801c5-01f5-4891-a46b-5684f5cd531d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 1096 time: 0.1015766 Jul 08 18:19:21.845926 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6fad284-c582-43c2-b72c-944e56995a79 req-ff7e27bb-6cbe-4372-839b-b437feda265f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355287 Jul 08 18:19:21.874288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8846bf1-3568-4dad-9e92-4574af3c70d4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 4b77c30f-237e-46f8-867f-4e38eb2d0590 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:21.878262 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8846bf1-3568-4dad-9e92-4574af3c70d4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.920202 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8846bf1-3568-4dad-9e92-4574af3c70d4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:22.019906 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8846bf1-3568-4dad-9e92-4574af3c70d4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:22.091192 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8846bf1-3568-4dad-9e92-4574af3c70d4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:22.124928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8846bf1-3568-4dad-9e92-4574af3c70d4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=4b77c30f-237e-46f8-867f-4e38eb2d0590,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:22.127329 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8846bf1-3568-4dad-9e92-4574af3c70d4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:22.129322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a8846bf1-3568-4dad-9e92-4574af3c70d4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/4b77c30f-237e-46f8-867f-4e38eb2d0590 HTTP/1.1" status: 204 len: 168 time: 0.3411360 Jul 08 18:19:22.131818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56290) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:22.178814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-254797ef-a958-4dfd-b211-4937abdaeb17 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422564 Jul 08 18:19:22.182441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56292) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:22.187740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:22.283426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f96f2cb-c60f-4ce4-8bbd-9c7d245b279e None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:22.419979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-836aaebe-04a4-433f-8a73-71ee472e8f49 None None] Provisioning for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:22.429292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-836aaebe-04a4-433f-8a73-71ee472e8f49 None None] Provisioning complete for port 6bf83a64-24c1-4fab-8e1d-de8a06023802 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:22.430686 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-836aaebe-04a4-433f-8a73-71ee472e8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:22.610134 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d02065-57fd-45a0-a829-03b8f2a93665 None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:19:22.672103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:22.678051 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:22.706082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a7d02065-57fd-45a0-a829-03b8f2a93665 None None] Deleting port 6bf83a64-24c1-4fab-8e1d-de8a06023802 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:22.706660 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7d02065-57fd-45a0-a829-03b8f2a93665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:22.720523 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141a0cc-9eb3-423c-819f-290acc71be32 req-c8f5037f-7765-46fd-ad8d-9aeaa8405515 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:22.727994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a141a0cc-9eb3-423c-819f-290acc71be32 req-c8f5037f-7765-46fd-ad8d-9aeaa8405515 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.0887849 Jul 08 18:19:22.804385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a7d02065-57fd-45a0-a829-03b8f2a93665 None None] For port 6bf83a64-24c1-4fab-8e1d-de8a06023802, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6bf83a64-24c1-4fab-8e1d-de8a06023802,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:22.805023 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7d02065-57fd-45a0-a829-03b8f2a93665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:22.813064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a141a0cc-9eb3-423c-819f-290acc71be32 req-3f9da228-d9bd-4945-a216-69c962bc061a tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838561 Jul 08 18:19:22.829975 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a7d02065-57fd-45a0-a829-03b8f2a93665 None None] Calling delete_port for 6bf83a64-24c1-4fab-8e1d-de8a06023802 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:22.846459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85bf77-e330-4e42-994c-0cf0ae1304c4 req-6681b46e-815c-479d-baf2-f20d7f9fcbfb tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:22.866877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f85bf77-e330-4e42-994c-0cf0ae1304c4 req-6681b46e-815c-479d-baf2-f20d7f9fcbfb tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1303985 Jul 08 18:19:22.936247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f85bf77-e330-4e42-994c-0cf0ae1304c4 req-3456e9b6-a721-4a51-aa69-a874cffab77d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683873 Jul 08 18:19:22.953811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:22.962931 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7d02065-57fd-45a0-a829-03b8f2a93665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:22.976181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d02065-57fd-45a0-a829-03b8f2a93665 None None] No DVR routers for this DVR port 6bf83a64-24c1-4fab-8e1d-de8a06023802 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:23.020917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d02065-57fd-45a0-a829-03b8f2a93665 None None] Pushing event deleted for resources: {'Port': ['ID=6bf83a64-24c1-4fab-8e1d-de8a06023802,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:23.042821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:23.044237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=57cc5be7-a027-4625-8fdf-59d958022ed3,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:23.046859 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:23.050153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:23.050769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.058751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab3b44-ee2b-422d-a5b6-f5dfab1c371a None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:23.070347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.071983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.072594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.072998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.073343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.073986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.074340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.074694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.075068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.075400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.075734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.076090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:23.112499 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-90d33dfe-0900-483f-a353-505c8a3b2e21 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9287021 Jul 08 18:19:23.115472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56314) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:23.122535 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7c9408a0-6407-48aa-b84c-19ef66708103 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:23.236136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': '57cc5be7-a027-4625-8fdf-59d958022ed3'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:23.237634 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.248574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9408a0-6407-48aa-b84c-19ef66708103 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:23.252344 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c9408a0-6407-48aa-b84c-19ef66708103 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.379109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Allocated IP 172.20.0.2 (3467efee-61be-408d-ace4-f72f5db27257/57cc5be7-a027-4625-8fdf-59d958022ed3/e035bf77-cdf8-4873-a5f3-6273e50e5081) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:23.536317 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.546137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Transition to ACTIVE for port object e035bf77-cdf8-4873-a5f3-6273e50e5081 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:23.568933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-7c9408a0-6407-48aa-b84c-19ef66708103 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:23.570589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c9408a0-6407-48aa-b84c-19ef66708103 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.571540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Transition to ACTIVE for port object e035bf77-cdf8-4873-a5f3-6273e50e5081 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:23.579585 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.633559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9408a0-6407-48aa-b84c-19ef66708103 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:23.633559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-7c9408a0-6407-48aa-b84c-19ef66708103 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:23.634774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:23.634774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:23.656383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9408a0-6407-48aa-b84c-19ef66708103 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:23.656383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c9408a0-6407-48aa-b84c-19ef66708103 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.656719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:23.656821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Pushing event updated for resources: {'Port': ['ID=e035bf77-cdf8-4873-a5f3-6273e50e5081,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:23.659573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9408a0-6407-48aa-b84c-19ef66708103 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=adbdb7f7-5ae1-4c2c-bf1e-f741d2286437,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:23.676106 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7c9408a0-6407-48aa-b84c-19ef66708103 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5594742 Jul 08 18:19:23.679149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56326) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:23.685901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:84:95:5e', 'name': 'tempest-NetworksTestDHCPv6-167005123'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:23.808751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:23.880843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Attempting to bind port e035bf77-cdf8-4873-a5f3-6273e50e5081 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:23.881417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Attempting to bind port e035bf77-cdf8-4873-a5f3-6273e50e5081 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:23.881875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Attempting to bind port e035bf77-cdf8-4873-a5f3-6273e50e5081 on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:23.887777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:23.888302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:23.888802 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.889315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:23.889880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Bound port: e035bf77-cdf8-4873-a5f3-6273e50e5081, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:23.890383 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.909232 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.951366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 74182a54-7b7f-45c4-804b-6b227e25726a yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:23.989642 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] For port e035bf77-cdf8-4873-a5f3-6273e50e5081, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:23.994002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] For port e035bf77-cdf8-4873-a5f3-6273e50e5081, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e035bf77-cdf8-4873-a5f3-6273e50e5081,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:24.000660 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.085721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6bf61-b681-416a-a69d-2bec03b7b156 None None] Pushing event updated for resources: {'Port': ['ID=e035bf77-cdf8-4873-a5f3-6273e50e5081,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:24.115946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb31f0f-21ee-4390-877f-ac38d11581f2 req-bf166db1-4827-4d60-a671-9f459121365c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:24.117576 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bb31f0f-21ee-4390-877f-ac38d11581f2 req-bf166db1-4827-4d60-a671-9f459121365c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1677966 Jul 08 18:19:24.254842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bb31f0f-21ee-4390-877f-ac38d11581f2 req-ad1c7965-0a37-42f3-91d3-e47c4019b8b6 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197436 Jul 08 18:19:24.314786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919775d-dc52-4f1f-8e92-105495780f43 req-9412633c-0d7b-4e52-bd04-0ff3c47f204d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:24.316407 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5919775d-dc52-4f1f-8e92-105495780f43 req-9412633c-0d7b-4e52-bd04-0ff3c47f204d tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1979144 Jul 08 18:19:24.329453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 172.20.0.5 (3467efee-61be-408d-ace4-f72f5db27257/57cc5be7-a027-4625-8fdf-59d958022ed3/74182a54-7b7f-45c4-804b-6b227e25726a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:24.351022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::f816:3eff:fe84:955e (3467efee-61be-408d-ace4-f72f5db27257/adbdb7f7-5ae1-4c2c-bf1e-f741d2286437/74182a54-7b7f-45c4-804b-6b227e25726a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:24.390978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5919775d-dc52-4f1f-8e92-105495780f43 req-c38a18aa-833f-4276-b9ef-2d2e967555da tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656085 Jul 08 18:19:24.573813 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.592250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 74182a54-7b7f-45c4-804b-6b227e25726a will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:24.632165 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.689271 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:24.694772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:24.699275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:24.726807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=74182a54-7b7f-45c4-804b-6b227e25726a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:24.727164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e035bf77-cdf8-4873-a5f3-6273e50e5081 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:24.757950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:24.759380 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.785452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3c53e69d-a944-4dac-95b4-8b5b807133ff tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1017971 Jul 08 18:19:24.786791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56352) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:24.814458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port e035bf77-cdf8-4873-a5f3-6273e50e5081 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:24.872135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93909105-f879-4603-8d60-5c134f39faca req-fca2396a-7830-4ac5-a6fb-173e8ae5ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:24.873734 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-93909105-f879-4603-8d60-5c134f39faca req-fca2396a-7830-4ac5-a6fb-173e8ae5ca8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3402b5f687644f958a338c37a1460539&device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 1096 time: 0.1124685 Jul 08 18:19:24.886178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6bf83a64-24c1-4fab-8e1d-de8a06023802 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:24.910804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 6bf83a64-24c1-4fab-8e1d-de8a06023802 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:24.911534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6bf83a64-24c1-4fab-8e1d-de8a06023802 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:24.973626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d957d415-c507-48f0-8142-4b95545eb5c6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:24.980732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d957d415-c507-48f0-8142-4b95545eb5c6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:24.985221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d957d415-c507-48f0-8142-4b95545eb5c6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1935041 Jul 08 18:19:24.985221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56358) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:25.004802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93909105-f879-4603-8d60-5c134f39faca req-fb519f6e-0923-4d0a-8f9d-9246631f7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:25.006326 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-93909105-f879-4603-8d60-5c134f39faca req-fb519f6e-0923-4d0a-8f9d-9246631f7acf service neutron] 10.222.0.59 "GET /v2.0/networks?id=e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 200 len: 911 time: 0.1255097 Jul 08 18:19:25.055881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4087c5-7042-4da7-bcf0-fe0f81a9932d req-d7badad5-4e0c-4bfe-838c-e20e1a99f695 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:25.062890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e4087c5-7042-4da7-bcf0-fe0f81a9932d req-d7badad5-4e0c-4bfe-838c-e20e1a99f695 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.2113357 Jul 08 18:19:25.080077 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-93909105-f879-4603-8d60-5c134f39faca req-9c604625-9e75-47f9-a843-91104ed909f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0d0b49a-da00-493c-b3d3-480b7622b32e HTTP/1.1" status: 200 len: 217 time: 0.0665646 Jul 08 18:19:25.138638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93909105-f879-4603-8d60-5c134f39faca req-41bcb11e-0051-4171-b019-5898c8ff41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:25.140135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-93909105-f879-4603-8d60-5c134f39faca req-41bcb11e-0051-4171-b019-5898c8ff41cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b5a276-c3a3-46c3-85bd-73a99230a19a HTTP/1.1" status: 200 len: 850 time: 0.0518682 Jul 08 18:19:25.142793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e4087c5-7042-4da7-bcf0-fe0f81a9932d req-1cc1a8a5-2a6a-4a34-8c83-f6d8481f2fdf tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789840 Jul 08 18:19:25.191389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6555798e-1d60-4f43-bf3b-90aa39cb121a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 74182a54-7b7f-45c4-804b-6b227e25726a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:25.191793 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6555798e-1d60-4f43-bf3b-90aa39cb121a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:25.195320 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-93909105-f879-4603-8d60-5c134f39faca req-7cff31a3-f398-4687-b17f-9420d7ae0d86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e06f7abd-7c76-4808-a3a8-de893d43c63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475287 Jul 08 18:19:25.313908 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-93909105-f879-4603-8d60-5c134f39faca req-d5e4c3c3-5e29-490f-b58f-561e02b16f14 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111023 Jul 08 18:19:25.334695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6555798e-1d60-4f43-bf3b-90aa39cb121a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:25.341211 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6555798e-1d60-4f43-bf3b-90aa39cb121a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 74182a54-7b7f-45c4-804b-6b227e25726a owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:25.466232 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-93909105-f879-4603-8d60-5c134f39faca req-6aa43f92-ef89-44dc-b6b4-000f97bdbd06 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428854 Jul 08 18:19:25.553489 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c4a0e-2fdb-43dd-b78c-f746dce8c869 req-41517ea5-3279-4b1c-ab23-84bbe67af8f3 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:25.555457 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d46c4a0e-2fdb-43dd-b78c-f746dce8c869 req-41517ea5-3279-4b1c-ab23-84bbe67af8f3 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1183510 Jul 08 18:19:25.599091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0728ab-79f3-4214-90d1-c2d0b9fe5136 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:25.635350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d46c4a0e-2fdb-43dd-b78c-f746dce8c869 req-891e5e2d-1407-4960-bbaa-79f79074813e tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554430 Jul 08 18:19:25.637801 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6555798e-1d60-4f43-bf3b-90aa39cb121a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:25.687004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555798e-1d60-4f43-bf3b-90aa39cb121a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=74182a54-7b7f-45c4-804b-6b227e25726a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:25.692180 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6eaf2cef-ab3e-4793-9c2a-f726e6e0a729 None None] Provisioning for port e035bf77-cdf8-4873-a5f3-6273e50e5081 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:25.700674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6eaf2cef-ab3e-4793-9c2a-f726e6e0a729 None None] Provisioning complete for port e035bf77-cdf8-4873-a5f3-6273e50e5081 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:25.702245 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6eaf2cef-ab3e-4793-9c2a-f726e6e0a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:25.792382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6555798e-1d60-4f43-bf3b-90aa39cb121a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:25.796808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6555798e-1d60-4f43-bf3b-90aa39cb121a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/74182a54-7b7f-45c4-804b-6b227e25726a HTTP/1.1" status: 204 len: 168 time: 0.8085349 Jul 08 18:19:25.797129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56374) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:25.854258 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6eaf2cef-ab3e-4793-9c2a-f726e6e0a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:25.865518 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dc40f1-8b00-4865-8f9c-dd8cdb12e275 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:25.867091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dc40f1-8b00-4865-8f9c-dd8cdb12e275 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:25.872526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dc40f1-8b00-4865-8f9c-dd8cdb12e275 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:25.877302 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-16dc40f1-8b00-4865-8f9c-dd8cdb12e275 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0759451 Jul 08 18:19:25.878160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56380) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:25.900150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6eaf2cef-ab3e-4793-9c2a-f726e6e0a729 None None] For port e035bf77-cdf8-4873-a5f3-6273e50e5081, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e035bf77-cdf8-4873-a5f3-6273e50e5081,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:25.905797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6eaf2cef-ab3e-4793-9c2a-f726e6e0a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:25.944854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-887b88a8-002b-43a2-8026-2b3dca6fb306 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 57cc5be7-a027-4625-8fdf-59d958022ed3 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:25.950955 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-887b88a8-002b-43a2-8026-2b3dca6fb306 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:25.998389 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-887b88a8-002b-43a2-8026-2b3dca6fb306 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.000268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf2cef-ab3e-4793-9c2a-f726e6e0a729 None None] Pushing event updated for resources: {'Port': ['ID=e035bf77-cdf8-4873-a5f3-6273e50e5081,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:26.011549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19296393-4318-482c-abd1-2f90294d4e8a None None] Update dhcp port {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '57cc5be7-a027-4625-8fdf-59d958022ed3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'adbdb7f7-5ae1-4c2c-bf1e-f741d2286437'}], 'binding:host_id': 'n-d-799684-3'}, 'id': 'e035bf77-cdf8-4873-a5f3-6273e50e5081'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:19:26.052004 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19296393-4318-482c-abd1-2f90294d4e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.093628 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-887b88a8-002b-43a2-8026-2b3dca6fb306 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.158869 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-887b88a8-002b-43a2-8026-2b3dca6fb306 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server [None req-19296393-4318-482c-abd1-2f90294d4e8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57cc5be7-a027-4625-8fdf-59d958022ed3: This subnet is being modified by another concurrent operation. Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57cc5be7-a027-4625-8fdf-59d958022ed3: This subnet is being modified by another concurrent operation. Jul 08 18:19:26.172058 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:19:26.201403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b88a8-002b-43a2-8026-2b3dca6fb306 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=57cc5be7-a027-4625-8fdf-59d958022ed3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:26.213363 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-887b88a8-002b-43a2-8026-2b3dca6fb306 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.215819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-887b88a8-002b-43a2-8026-2b3dca6fb306 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/57cc5be7-a027-4625-8fdf-59d958022ed3 HTTP/1.1" status: 204 len: 168 time: 0.3368680 Jul 08 18:19:26.218382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56388) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:26.273084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb013f32-52c0-4ea5-a8a7-c50848c66840 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet adbdb7f7-5ae1-4c2c-bf1e-f741d2286437 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:26.276866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d3f5e-eef6-46dc-bb24-204549a939e6 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:26.277419 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb013f32-52c0-4ea5-a8a7-c50848c66840 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.320409 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb013f32-52c0-4ea5-a8a7-c50848c66840 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.351430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-aaa7fa56-6637-4173-ae99-7f70a50ee90a None None] Provisioning complete for port e035bf77-cdf8-4873-a5f3-6273e50e5081 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:26.352357 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aaa7fa56-6637-4173-ae99-7f70a50ee90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.380756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a314b-34bd-4aa0-9ed7-d3a1cb9d72c4 req-6cfcd6c3-ce2e-4379-a9bb-34c7afbdd2e4 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:26.382276 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da9a314b-34bd-4aa0-9ed7-d3a1cb9d72c4 req-6cfcd6c3-ce2e-4379-a9bb-34c7afbdd2e4 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.0726151 Jul 08 18:19:26.395283 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb013f32-52c0-4ea5-a8a7-c50848c66840 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.439607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da9a314b-34bd-4aa0-9ed7-d3a1cb9d72c4 req-6d0e7fb5-8b87-4108-88e8-5ad2f5a7475c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476246 Jul 08 18:19:26.508889 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb013f32-52c0-4ea5-a8a7-c50848c66840 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.541200 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb013f32-52c0-4ea5-a8a7-c50848c66840 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=adbdb7f7-5ae1-4c2c-bf1e-f741d2286437,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:26.547045 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb013f32-52c0-4ea5-a8a7-c50848c66840 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.553406 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fb013f32-52c0-4ea5-a8a7-c50848c66840 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/adbdb7f7-5ae1-4c2c-bf1e-f741d2286437 HTTP/1.1" status: 204 len: 168 time: 0.3310871 Jul 08 18:19:26.553784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56394) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:26.595136 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ecfcf504-edeb-4249-b522-df839163aea2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401151 Jul 08 18:19:26.598262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56396) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:26.649709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86bdabe-f856-45e6-b704-b755d054027b None None] Update dhcp port {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': 'adbdb7f7-5ae1-4c2c-bf1e-f741d2286437'}], 'binding:host_id': 'n-d-799684-3'}, 'id': 'e035bf77-cdf8-4873-a5f3-6273e50e5081'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:19:26.689524 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a86bdabe-f856-45e6-b704-b755d054027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.691570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e035bf77-cdf8-4873-a5f3-6273e50e5081 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:26.783168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5982e0-42cb-448e-8bda-b99044473076 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:26.785799 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3a5982e0-42cb-448e-8bda-b99044473076 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1864390 Jul 08 18:19:26.787869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56408) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:26.804092 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f1edbd1-6466-4962-be64-6ebea0e52d07 req-1ab87105-8340-4426-a294-ee083c0974d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1416919 Jul 08 18:19:26.910532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16bc461-925c-4347-93b4-da5ddd76d0b0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:26.912069 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a16bc461-925c-4347-93b4-da5ddd76d0b0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1230204 Jul 08 18:19:26.912622 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.915590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56410) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:26.959302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port e035bf77-cdf8-4873-a5f3-6273e50e5081, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e035bf77-cdf8-4873-a5f3-6273e50e5081,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:26.968541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46300fbb-0923-4fb0-9b5c-b90e60355f54 req-4237273e-30ce-466e-8928-393620c701f9 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:26.970660 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c1a95fa7-220e-427e-b394-abc837410b2b None None] Provisioning complete for port e035bf77-cdf8-4873-a5f3-6273e50e5081 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:26.971270 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c1a95fa7-220e-427e-b394-abc837410b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:26.976376 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-52962063-4e1f-4483-965c-350d08680a52 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583370 Jul 08 18:19:26.978949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46300fbb-0923-4fb0-9b5c-b90e60355f54 req-4237273e-30ce-466e-8928-393620c701f9 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1424553 Jul 08 18:19:26.987575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56412) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:26.993508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4b0d5d6d-966a-438b-9592-b5bef8245d92 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:27.008957 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:27.017625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1edbd1-6466-4962-be64-6ebea0e52d07 req-af0803e1-f5c2-474a-9831-61989c8b8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:27.021685 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f1edbd1-6466-4962-be64-6ebea0e52d07 req-af0803e1-f5c2-474a-9831-61989c8b8f19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3402b5f687644f958a338c37a1460539&device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 1096 time: 0.1653764 Jul 08 18:19:27.082380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=e035bf77-cdf8-4873-a5f3-6273e50e5081,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:27.124990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41920aab-6388-4029-83cb-e616292651b0 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:19:27.182109 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c1a95fa7-220e-427e-b394-abc837410b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:27.187276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1edbd1-6466-4962-be64-6ebea0e52d07 req-879c7ec6-63c8-4c16-b5fc-f97c944b67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:27.188937 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f1edbd1-6466-4962-be64-6ebea0e52d07 req-879c7ec6-63c8-4c16-b5fc-f97c944b67b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 200 len: 911 time: 0.1425111 Jul 08 18:19:27.243695 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f1edbd1-6466-4962-be64-6ebea0e52d07 req-5b0089fa-4b5d-49a9-9b08-0cb764bd25ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 HTTP/1.1" status: 200 len: 217 time: 0.0450318 Jul 08 18:19:27.246126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c1a95fa7-220e-427e-b394-abc837410b2b None None] For port e035bf77-cdf8-4873-a5f3-6273e50e5081, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e035bf77-cdf8-4873-a5f3-6273e50e5081,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:27.253716 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c1a95fa7-220e-427e-b394-abc837410b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:27.313528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1edbd1-6466-4962-be64-6ebea0e52d07 req-d2458997-359e-455c-8688-f74440d882bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:27.315755 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f1edbd1-6466-4962-be64-6ebea0e52d07 req-d2458997-359e-455c-8688-f74440d882bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4b5a276-c3a3-46c3-85bd-73a99230a19a HTTP/1.1" status: 200 len: 850 time: 0.0643311 Jul 08 18:19:27.318171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a95fa7-220e-427e-b394-abc837410b2b None None] Pushing event updated for resources: {'Port': ['ID=e035bf77-cdf8-4873-a5f3-6273e50e5081,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:27.337347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41920aab-6388-4029-83cb-e616292651b0 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:19:27.354663 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f1edbd1-6466-4962-be64-6ebea0e52d07 req-f3fa34a0-27b0-4ae2-8640-af09ba465865 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e06f7abd-7c76-4808-a3a8-de893d43c63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294349 Jul 08 18:19:27.411501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d6467d53-b74f-421a-962d-d11b76240556 None None] Could not find standard attr ID for object 74182a54-7b7f-45c4-804b-6b227e25726a. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:19:27.505468 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f1edbd1-6466-4962-be64-6ebea0e52d07 req-3155b04d-ff3f-4ae5-9a59-cf4a49f0af95 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345201 Jul 08 18:19:27.526164 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46300fbb-0923-4fb0-9b5c-b90e60355f54 req-7eeb7792-cdf7-466b-89fe-24400f3fdcf1 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047592 Jul 08 18:19:27.583275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0d5d6d-966a-438b-9592-b5bef8245d92 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:27.588356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5d6d-966a-438b-9592-b5bef8245d92 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:27.590458 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0d5d6d-966a-438b-9592-b5bef8245d92 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:19:27.591100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0d5d6d-966a-438b-9592-b5bef8245d92 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:19:27.611791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4b0d5d6d-966a-438b-9592-b5bef8245d92 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6229846 Jul 08 18:19:27.615153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56424) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:27.624376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4dd3051a-d5c1-46d3-ace6-c8bb28e5df89 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:27.676111 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f1edbd1-6466-4962-be64-6ebea0e52d07 req-7546c7c9-1e42-48c3-8fa4-8c814b054c40 service neutron] 10.222.0.59 "GET /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621802 Jul 08 18:19:27.700083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aa2d96-e945-4eba-91a7-a963fd2087c4 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:19:27.780577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0bf93344-58c2-47e8-82d2-c9ded1bba578 None None] Provisioning complete for port e035bf77-cdf8-4873-a5f3-6273e50e5081 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:27.780577 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0bf93344-58c2-47e8-82d2-c9ded1bba578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:27.822169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd3051a-d5c1-46d3-ace6-c8bb28e5df89 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:27.826712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4dd3051a-d5c1-46d3-ace6-c8bb28e5df89 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:27.828385 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd3051a-d5c1-46d3-ace6-c8bb28e5df89 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:19:27.829304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd3051a-d5c1-46d3-ace6-c8bb28e5df89 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:19:27.841450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b6a2a-8281-48e6-906c-954df7905fc2 req-70216a77-2801-40b7-ae5f-2702b2e93ba0 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:27.843853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f61b6a2a-8281-48e6-906c-954df7905fc2 req-70216a77-2801-40b7-ae5f-2702b2e93ba0 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1505115 Jul 08 18:19:27.871315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4dd3051a-d5c1-46d3-ace6-c8bb28e5df89 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2545354 Jul 08 18:19:27.873624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56434) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:27.879469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0f9efd71-8426-465f-ba33-7969d8dbc5ad tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:27.897698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f61b6a2a-8281-48e6-906c-954df7905fc2 req-db8732b0-a50a-478c-82ee-981783a180f3 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470929 Jul 08 18:19:27.919175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aa2d96-e945-4eba-91a7-a963fd2087c4 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:19:27.993156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9efd71-8426-465f-ba33-7969d8dbc5ad tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:27.999707 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0f9efd71-8426-465f-ba33-7969d8dbc5ad tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:28.002137 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9efd71-8426-465f-ba33-7969d8dbc5ad tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:19:28.002607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9efd71-8426-465f-ba33-7969d8dbc5ad tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:19:28.022041 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0f9efd71-8426-465f-ba33-7969d8dbc5ad tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1471996 Jul 08 18:19:28.025529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56438) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:28.032577 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-758c9563-2c98-4ad3-a046-c3de3e1eab0f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:28.153165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758c9563-2c98-4ad3-a046-c3de3e1eab0f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:28.157008 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-758c9563-2c98-4ad3-a046-c3de3e1eab0f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:28.158690 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-758c9563-2c98-4ad3-a046-c3de3e1eab0f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:19:28.159165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758c9563-2c98-4ad3-a046-c3de3e1eab0f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:19:28.180678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-758c9563-2c98-4ad3-a046-c3de3e1eab0f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1529028 Jul 08 18:19:28.183543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56442) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:28.188732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6080c7f4-7e83-4114-8716-e24d23bf3508 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:28.277918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cf5b80c8-5ca8-4226-a6f7-e1ae6edbfbb4 None None] Provisioning complete for port e035bf77-cdf8-4873-a5f3-6273e50e5081 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:28.278680 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cf5b80c8-5ca8-4226-a6f7-e1ae6edbfbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:28.284194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6080c7f4-7e83-4114-8716-e24d23bf3508 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:28.287926 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6080c7f4-7e83-4114-8716-e24d23bf3508 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:28.289399 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6080c7f4-7e83-4114-8716-e24d23bf3508 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:19:28.289886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6080c7f4-7e83-4114-8716-e24d23bf3508 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:19:28.309594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6080c7f4-7e83-4114-8716-e24d23bf3508 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1249721 Jul 08 18:19:28.312674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56444) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:28.318529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ac0143ea-8d40-41d9-a447-ddf1c56a92f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:28.421350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0143ea-8d40-41d9-a447-ddf1c56a92f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:28.424958 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac0143ea-8d40-41d9-a447-ddf1c56a92f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:28.426565 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0143ea-8d40-41d9-a447-ddf1c56a92f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:19:28.426987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0143ea-8d40-41d9-a447-ddf1c56a92f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:19:28.444926 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ac0143ea-8d40-41d9-a447-ddf1c56a92f5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1286085 Jul 08 18:19:28.445138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56450) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:28.507360 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b3ab6-961d-41e7-a23f-99ff7d96d656 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:28.508872 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-234b3ab6-961d-41e7-a23f-99ff7d96d656 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0627539 Jul 08 18:19:28.511443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56452) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:28.564452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da742fb6-b973-4b14-866d-0c02897b13b9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:28.565903 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-da742fb6-b973-4b14-866d-0c02897b13b9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0535572 Jul 08 18:19:28.569030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56456) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:28.611348 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-25b7caa5-e080-46d0-a7f4-9520add410a6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378411 Jul 08 18:19:28.611580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56462) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:28.616445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:28.720965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:28.724644 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:28.731785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d0cb5-acec-4c31-8c8f-5eda1be48bd5 req-7aefa4f4-9137-48f9-8d77-2e0ccf70ca24 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:28.733380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5f4d0cb5-acec-4c31-8c8f-5eda1be48bd5 req-7aefa4f4-9137-48f9-8d77-2e0ccf70ca24 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.0919960 Jul 08 18:19:28.775341 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5f4d0cb5-acec-4c31-8c8f-5eda1be48bd5 req-904d20e8-84bd-4fc4-9bc7-8c350f93e6e2 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347881 Jul 08 18:19:29.034185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:29.119101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467e276-7d81-4caa-91ab-cb3ee06b88a8 req-37da26b1-602c-4f5c-bc35-1c8c841fe154 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:29.120796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3467e276-7d81-4caa-91ab-cb3ee06b88a8 req-37da26b1-602c-4f5c-bc35-1c8c841fe154 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.0685935 Jul 08 18:19:29.169807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3467e276-7d81-4caa-91ab-cb3ee06b88a8 req-b1d0e758-d48a-4cd3-9568-af2ed436b413 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 Jul 08 18:19:29.236425 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:29.394149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] For port e035bf77-cdf8-4873-a5f3-6273e50e5081, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e035bf77-cdf8-4873-a5f3-6273e50e5081,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:29.426842 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:29.431661 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:29.432437 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:29.506568 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:29.518665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:29.525618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:29.526654 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:29.537848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d51b5e1-bfbf-42fb-9a3a-cbb8f99ef040 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:29.556703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=fd81de9a-086a-4dd6-b7a2-caeefb63db20,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:29.569796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=e035bf77-cdf8-4873-a5f3-6273e50e5081,revision_number=8']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:29.577032 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ced6d306-0309-400d-90c4-61fe55c4a044 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9643416 Jul 08 18:19:29.579606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56486) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:29.584742 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:51:8e:4e', 'name': 'tempest-NetworksTestDHCPv6-675908340'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:29.672539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47972e52-8538-4c34-b486-c59b49ccbab3 req-e6c872c8-6a9c-497c-b2ef-ff0b13689222 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:29.682045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-47972e52-8538-4c34-b486-c59b49ccbab3 req-e6c872c8-6a9c-497c-b2ef-ff0b13689222 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1056004 Jul 08 18:19:29.716064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:29.729732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-47972e52-8538-4c34-b486-c59b49ccbab3 req-eed5a74b-e4f8-4a9a-893a-9489e5f7603c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Jul 08 18:19:29.815708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:29.857238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port f4d1d050-b8df-4003-ba6d-b8fe2055c2af yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:30.010998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a0847-24a6-42e3-a6b7-4a59c36c7265 req-3581a743-72d0-44cb-8128-4a76836a7b65 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:30.018169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-605a0847-24a6-42e3-a6b7-4a59c36c7265 req-3581a743-72d0-44cb-8128-4a76836a7b65 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.0966177 Jul 08 18:19:30.033931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::f816:3eff:fe51:8e4e (3467efee-61be-408d-ace4-f72f5db27257/fd81de9a-086a-4dd6-b7a2-caeefb63db20/f4d1d050-b8df-4003-ba6d-b8fe2055c2af) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:30.060638 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-605a0847-24a6-42e3-a6b7-4a59c36c7265 req-81981e92-a731-424d-8301-80adc2f0469f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Jul 08 18:19:30.230199 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:30.246336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object f4d1d050-b8df-4003-ba6d-b8fe2055c2af will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:30.280594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:30.329867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:30.333115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:30.337752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:30.343279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:30.343999 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:30.347658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=f4d1d050-b8df-4003-ba6d-b8fe2055c2af,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:30.361468 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-677aa859-9c64-45ab-8a32-281166f2d0b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7807682 Jul 08 18:19:30.364250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56506) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:30.441879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f0d291-f317-4d45-b0fb-b2207470adc2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:30.447982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f0d291-f317-4d45-b0fb-b2207470adc2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:30.449652 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-99f0d291-f317-4d45-b0fb-b2207470adc2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0844221 Jul 08 18:19:30.452363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56508) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:30.560361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5f3cd365-6d25-4c26-b992-fc2b2397dc8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port f4d1d050-b8df-4003-ba6d-b8fe2055c2af {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:30.560788 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f3cd365-6d25-4c26-b992-fc2b2397dc8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:30.622037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4604986f-72cd-4397-951a-605a3ef4c085 None None] Provisioning complete for port e035bf77-cdf8-4873-a5f3-6273e50e5081 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:30.622575 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4604986f-72cd-4397-951a-605a3ef4c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:30.684001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e035bf77-cdf8-4873-a5f3-6273e50e5081 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:30.702621 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f3cd365-6d25-4c26-b992-fc2b2397dc8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:30.715974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5f3cd365-6d25-4c26-b992-fc2b2397dc8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for f4d1d050-b8df-4003-ba6d-b8fe2055c2af owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:30.845669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e035bf77-cdf8-4873-a5f3-6273e50e5081 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:30.846403 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:30.922669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f3cd365-6d25-4c26-b992-fc2b2397dc8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:30.950901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50081-0c0f-4d57-a927-df9817e718db req-e9432f65-f31b-40c1-8835-db82122daa79 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:30.952670 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81c50081-0c0f-4d57-a927-df9817e718db req-e9432f65-f31b-40c1-8835-db82122daa79 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.0910025 Jul 08 18:19:30.963956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4edd1f61-07ab-420d-a5cd-cb86691870d8 None None] Could not find standard attr ID for object f4d1d050-b8df-4003-ba6d-b8fe2055c2af. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:19:30.981509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cd365-6d25-4c26-b992-fc2b2397dc8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=f4d1d050-b8df-4003-ba6d-b8fe2055c2af,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:30.996234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81c50081-0c0f-4d57-a927-df9817e718db req-64223f81-13c1-4d89-9011-ef58093250ce tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377529 Jul 08 18:19:31.027137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f3cd365-6d25-4c26-b992-fc2b2397dc8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:31.029135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5f3cd365-6d25-4c26-b992-fc2b2397dc8a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/f4d1d050-b8df-4003-ba6d-b8fe2055c2af HTTP/1.1" status: 204 len: 168 time: 0.5755672 Jul 08 18:19:31.031691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56522) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:31.090103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7799eea-64ac-43d0-bf83-08be60ad9d37 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:31.091890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7799eea-64ac-43d0-bf83-08be60ad9d37 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:31.093433 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e7799eea-64ac-43d0-bf83-08be60ad9d37 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0607979 Jul 08 18:19:31.096192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56524) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:31.153322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2ab715-c330-4cb1-9891-a03c9a3b965e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet fd81de9a-086a-4dd6-b7a2-caeefb63db20 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:31.156717 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab715-c330-4cb1-9891-a03c9a3b965e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:31.221193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab715-c330-4cb1-9891-a03c9a3b965e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:31.355668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb314984-cbf8-4eb6-9beb-0ce678fce8da req-65060b1f-c2d7-4602-bf14-ef7253d07cbc tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:31.357265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb314984-cbf8-4eb6-9beb-0ce678fce8da req-65060b1f-c2d7-4602-bf14-ef7253d07cbc tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1326938 Jul 08 18:19:31.367069 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab715-c330-4cb1-9891-a03c9a3b965e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:31.434350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb314984-cbf8-4eb6-9beb-0ce678fce8da req-bd74fe00-b0ed-43e0-98a2-0a4f8ce8748f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696917 Jul 08 18:19:31.452460 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab715-c330-4cb1-9891-a03c9a3b965e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:31.482799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ab715-c330-4cb1-9891-a03c9a3b965e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=fd81de9a-086a-4dd6-b7a2-caeefb63db20,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:31.488558 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab715-c330-4cb1-9891-a03c9a3b965e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:31.493651 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56534) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:31.494344 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0c2ab715-c330-4cb1-9891-a03c9a3b965e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/fd81de9a-086a-4dd6-b7a2-caeefb63db20 HTTP/1.1" status: 204 len: 168 time: 0.3964374 Jul 08 18:19:31.496927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7fdb8-bcc4-4b22-9d80-ca62a29787cf None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:31.534741 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-51fb441e-f29f-4cd6-9fbc-6b76387f0e86 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376508 Jul 08 18:19:31.535136 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56536) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:31.540844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:31.645359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:31.650150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:31.863421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a4a305-6884-4aaa-90e1-63cfc7888251 None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:19:31.916838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4a305-6884-4aaa-90e1-63cfc7888251 None None] Deleting port e035bf77-cdf8-4873-a5f3-6273e50e5081 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:31.917388 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a1a4a305-6884-4aaa-90e1-63cfc7888251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:31.995425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:32.020214 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a1a4a305-6884-4aaa-90e1-63cfc7888251 None None] For port e035bf77-cdf8-4873-a5f3-6273e50e5081, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e035bf77-cdf8-4873-a5f3-6273e50e5081,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:32.020808 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a1a4a305-6884-4aaa-90e1-63cfc7888251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:32.034717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4a305-6884-4aaa-90e1-63cfc7888251 None None] Calling delete_port for e035bf77-cdf8-4873-a5f3-6273e50e5081 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:32.143490 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a1a4a305-6884-4aaa-90e1-63cfc7888251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:32.161634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Port e035bf77-cdf8-4873-a5f3-6273e50e5081 concurrently deleted while adding address for new subnet {'id': '2fc39a9f-44cf-49e7-8b73-a60d85e6c64f', 'name': '', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2460, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-08T18:19:31Z', 'updated_at': '2021-07-08T18:19:31Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7'}. {{(pid=93741) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 08 18:19:32.162279 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:32.177585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4a305-6884-4aaa-90e1-63cfc7888251 None None] Pushing event deleted for resources: {'Port': ['ID=e035bf77-cdf8-4873-a5f3-6273e50e5081,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:32.181923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4a305-6884-4aaa-90e1-63cfc7888251 None None] No DVR routers for this DVR port e035bf77-cdf8-4873-a5f3-6273e50e5081 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:32.216844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:32.222681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:32.233963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de4185c-59d9-4a31-aee3-e24cbbf9c846 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:32.235043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:32.235733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:32.249526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=2fc39a9f-44cf-49e7-8b73-a60d85e6c64f,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:32.261282 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e9d60df7-61e0-45d7-9cb3-ffd4865ea67b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7250872 Jul 08 18:19:32.263762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56556) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:32.274667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:d9:85:45', 'name': 'tempest-NetworksTestDHCPv6-225153810'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:32.279043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f155ed2-c273-41f0-be1b-f22a212d5775 req-0740b979-0c64-44f2-9e07-606976051ae1 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:32.280613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f155ed2-c273-41f0-be1b-f22a212d5775 req-0740b979-0c64-44f2-9e07-606976051ae1 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1212151 Jul 08 18:19:32.376034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f155ed2-c273-41f0-be1b-f22a212d5775 req-a36b8190-f663-4868-a8e4-5f2de9a2aac6 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889935 Jul 08 18:19:32.443331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:32.448088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:32.463328 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': '2fc39a9f-44cf-49e7-8b73-a60d85e6c64f'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:32.472776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port ca6fb9e8-d6f5-435e-9f1b-64a8be5f5b84 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:32.475493 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:32.611148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::f816:3eff:fed9:8545 (3467efee-61be-408d-ace4-f72f5db27257/2fc39a9f-44cf-49e7-8b73-a60d85e6c64f/ca6fb9e8-d6f5-435e-9f1b-64a8be5f5b84) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:32.670054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebf050-2d46-4ffb-849f-a1e79fb1d2fa req-76c0556a-100c-4115-a17a-05ae559eb926 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:32.671865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57ebf050-2d46-4ffb-849f-a1e79fb1d2fa req-76c0556a-100c-4115-a17a-05ae559eb926 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1041000 Jul 08 18:19:32.709676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e035bf77-cdf8-4873-a5f3-6273e50e5081 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:32.730639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: e035bf77-cdf8-4873-a5f3-6273e50e5081 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:32.731312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e035bf77-cdf8-4873-a5f3-6273e50e5081 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:32.732520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57ebf050-2d46-4ffb-849f-a1e79fb1d2fa req-1fba40f5-fa3d-4db2-8262-07468e5a72e7 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471859 Jul 08 18:19:32.780711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:32.795358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object ca6fb9e8-d6f5-435e-9f1b-64a8be5f5b84 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:32.854599 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:32.894786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Allocated IP 2001:db8::f816:3eff:fe6b:7071 (3467efee-61be-408d-ace4-f72f5db27257/2fc39a9f-44cf-49e7-8b73-a60d85e6c64f/b5f78af6-7f57-41e0-8c73-1d39ea1a4128) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:32.918743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:32.932854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:32.932854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:32.937349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:32.938052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:32.952035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=ca6fb9e8-d6f5-435e-9f1b-64a8be5f5b84,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:32.971889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-67729cb8-684e-414c-810f-67c5e117bd5e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7068198 Jul 08 18:19:32.974690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56572) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:32.977958 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-242b96b7-7ad7-4c51-859b-262cbf575ae4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1545310 Jul 08 18:19:33.063754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc02d1ed-f231-492c-b178-2c9f3d0d97e3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:33.065074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-78b41dc4-a755-482f-9fd7-43ce8b6ab4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:33.066785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bc02d1ed-f231-492c-b178-2c9f3d0d97e3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0909047 Jul 08 18:19:33.068209 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-78b41dc4-a755-482f-9fd7-43ce8b6ab4f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1096 time: 0.0605376 Jul 08 18:19:33.069221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56574) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:33.091141 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.099849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Transition to ACTIVE for port object b5f78af6-7f57-41e0-8c73-1d39ea1a4128 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:33.117547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Transition to ACTIVE for port object b5f78af6-7f57-41e0-8c73-1d39ea1a4128 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:33.129742 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.191564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:33.193632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bb003ff3-b92e-4baf-ac2a-219677384386 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port ca6fb9e8-d6f5-435e-9f1b-64a8be5f5b84 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:33.194475 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb003ff3-b92e-4baf-ac2a-219677384386 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.200399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:33.209371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Pushing event updated for resources: {'Port': ['ID=b5f78af6-7f57-41e0-8c73-1d39ea1a4128,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:33.223483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:33.240479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876b16b-45cd-46cb-8de0-85df2cdb86fe req-7b865fa4-9d65-4a36-88fe-18163c4a8441 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:33.241948 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e876b16b-45cd-46cb-8de0-85df2cdb86fe req-7b865fa4-9d65-4a36-88fe-18163c4a8441 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.59 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.1581485 Jul 08 18:19:33.243652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-e14145df-f29d-4a43-a6e2-7ef89d53bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:33.244971 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-e14145df-f29d-4a43-a6e2-7ef89d53bd57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.1479821 Jul 08 18:19:33.293610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Attempting to bind port b5f78af6-7f57-41e0-8c73-1d39ea1a4128 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:33.293985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Attempting to bind port b5f78af6-7f57-41e0-8c73-1d39ea1a4128 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:33.294406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Attempting to bind port b5f78af6-7f57-41e0-8c73-1d39ea1a4128 on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:33.299798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:33.300180 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:33.300590 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.300994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:33.301468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Bound port: b5f78af6-7f57-41e0-8c73-1d39ea1a4128, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:33.301859 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.318149 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb003ff3-b92e-4baf-ac2a-219677384386 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.337363 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bb003ff3-b92e-4baf-ac2a-219677384386 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for ca6fb9e8-d6f5-435e-9f1b-64a8be5f5b84 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:33.371829 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] For port b5f78af6-7f57-41e0-8c73-1d39ea1a4128, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:33.376593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] For port b5f78af6-7f57-41e0-8c73-1d39ea1a4128, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b5f78af6-7f57-41e0-8c73-1d39ea1a4128,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:33.382192 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.395052 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-13aeb071-b123-4e3e-9195-0c4d2d7a3411 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 999 time: 0.1396582 Jul 08 18:19:33.476151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ee18b-ebed-42ea-b0c3-9d435ff1cfda None None] Pushing event updated for resources: {'Port': ['ID=b5f78af6-7f57-41e0-8c73-1d39ea1a4128,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:33.496219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-aa641ef6-8093-4761-8711-9ea28b446121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:33.498126 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-aa641ef6-8093-4761-8711-9ea28b446121 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.0896642 Jul 08 18:19:33.528707 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.558356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-e876b16b-45cd-46cb-8de0-85df2cdb86fe req-a25ee5b7-4b65-4438-8897-fe07aecc182a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Deleting port e0d0b49a-da00-493c-b3d3-480b7622b32e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:33.558356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e876b16b-45cd-46cb-8de0-85df2cdb86fe req-a25ee5b7-4b65-4438-8897-fe07aecc182a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.575816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb003ff3-b92e-4baf-ac2a-219677384386 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.660129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb003ff3-b92e-4baf-ac2a-219677384386 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=ca6fb9e8-d6f5-435e-9f1b-64a8be5f5b84,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:33.699343 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb003ff3-b92e-4baf-ac2a-219677384386 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.704131 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bb003ff3-b92e-4baf-ac2a-219677384386 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/ca6fb9e8-d6f5-435e-9f1b-64a8be5f5b84 HTTP/1.1" status: 204 len: 168 time: 0.6315436 Jul 08 18:19:33.705409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56588) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:33.716985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-b3076aca-11f8-4f6a-b09f-554485e7fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:33.718560 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-b3076aca-11f8-4f6a-b09f-554485e7fe87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2117107 Jul 08 18:19:33.720352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-e876b16b-45cd-46cb-8de0-85df2cdb86fe req-a25ee5b7-4b65-4438-8897-fe07aecc182a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] For port e0d0b49a-da00-493c-b3d3-480b7622b32e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e0d0b49a-da00-493c-b3d3-480b7622b32e,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:33.720912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e876b16b-45cd-46cb-8de0-85df2cdb86fe req-a25ee5b7-4b65-4438-8897-fe07aecc182a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.745005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-e876b16b-45cd-46cb-8de0-85df2cdb86fe req-a25ee5b7-4b65-4438-8897-fe07aecc182a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Calling delete_port for e0d0b49a-da00-493c-b3d3-480b7622b32e owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:33.839300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb09f4-bd75-4fce-930e-d4d50dec0691 req-0192e0b0-ec7f-47df-b636-e19c2ffcfb74 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:33.840877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54bb09f4-bd75-4fce-930e-d4d50dec0691 req-0192e0b0-ec7f-47df-b636-e19c2ffcfb74 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 945 time: 0.2481596 Jul 08 18:19:33.848515 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ec3a7f-54e4-4871-bce6-285c727cde04 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:33.850156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ec3a7f-54e4-4871-bce6-285c727cde04 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:33.855138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-74ec3a7f-54e4-4871-bce6-285c727cde04 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1483328 Jul 08 18:19:33.855730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56596) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:33.920334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54bb09f4-bd75-4fce-930e-d4d50dec0691 req-ea926fd1-f7e2-4359-aa44-891cf0fb3856 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633113 Jul 08 18:19:33.988847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e910b9-bbd6-4953-9a08-321ba30b1c64 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 2fc39a9f-44cf-49e7-8b73-a60d85e6c64f {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:33.994653 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09e910b9-bbd6-4953-9a08-321ba30b1c64 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.067931 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09e910b9-bbd6-4953-9a08-321ba30b1c64 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.172670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ae663-61a6-4135-a586-f0eea43b2ad5 req-94bfecc3-4f7b-4253-a2c8-1fea8cbc0b6a tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:34.174389 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b3ae663-61a6-4135-a586-f0eea43b2ad5 req-94bfecc3-4f7b-4253-a2c8-1fea8cbc0b6a tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1440871 Jul 08 18:19:34.196147 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09e910b9-bbd6-4953-9a08-321ba30b1c64 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.256394 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.267102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b3ae663-61a6-4135-a586-f0eea43b2ad5 req-547f9c6a-0004-4f6a-8c66-56e16a29b480 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823808 Jul 08 18:19:34.300433 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09e910b9-bbd6-4953-9a08-321ba30b1c64 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.334837 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e910b9-bbd6-4953-9a08-321ba30b1c64 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc39a9f-44cf-49e7-8b73-a60d85e6c64f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:34.341220 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09e910b9-bbd6-4953-9a08-321ba30b1c64 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.343532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-09e910b9-bbd6-4953-9a08-321ba30b1c64 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/2fc39a9f-44cf-49e7-8b73-a60d85e6c64f HTTP/1.1" status: 204 len: 168 time: 0.4852664 Jul 08 18:19:34.345920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56604) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:34.393124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-736a7458-e95a-47d8-a8f1-3b67eb0fac11 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460322 Jul 08 18:19:34.398116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56606) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:34.461738 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-4ad44582-aaed-4a85-861d-bcfaf56db63d service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7335496 Jul 08 18:19:34.464762 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e876b16b-45cd-46cb-8de0-85df2cdb86fe req-a25ee5b7-4b65-4438-8897-fe07aecc182a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.472247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e0b506-29d9-48ec-93f2-acf09b357ee8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:34.476349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f2e0b506-29d9-48ec-93f2-acf09b357ee8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0748980 Jul 08 18:19:34.479547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52', 'e0d0b49a-da00-493c-b3d3-480b7622b32e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:34.482711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56612) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:34.561668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ee5b7-4b65-4438-8897-fe07aecc182a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Pushing event deleted for resources: {'Port': ['ID=e0d0b49a-da00-493c-b3d3-480b7622b32e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:34.567952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a53579-4302-4986-83ce-166065e81c7c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:34.574433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-83a53579-4302-4986-83ce-166065e81c7c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0904298 Jul 08 18:19:34.576041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56614) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:34.672283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e876b16b-45cd-46cb-8de0-85df2cdb86fe req-a25ee5b7-4b65-4438-8897-fe07aecc182a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] No DVR routers for this DVR port e0d0b49a-da00-493c-b3d3-480b7622b32e on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:34.683374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4d9fc108-985a-4a67-a90f-9867e56350e8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012652 Jul 08 18:19:34.687541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56618) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:34.688900 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e876b16b-45cd-46cb-8de0-85df2cdb86fe req-a25ee5b7-4b65-4438-8897-fe07aecc182a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.693995 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e876b16b-45cd-46cb-8de0-85df2cdb86fe req-a25ee5b7-4b65-4438-8897-fe07aecc182a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.59 "DELETE /v2.0/ports/e0d0b49a-da00-493c-b3d3-480b7622b32e HTTP/1.1" status: 204 len: 173 time: 1.4454122 Jul 08 18:19:34.694441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2724277d-1fa5-4eaf-88fd-1879d9154212', 'name': 'network-vif-deleted', 'tag': 'e0d0b49a-da00-493c-b3d3-480b7622b32e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:34.696063 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:34.703009 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b95484-baaf-4255-a098-14c7e47ae8fe" -d '{"events": [{"server_uuid": "2724277d-1fa5-4eaf-88fd-1879d9154212", "name": "network-vif-deleted", "tag": "e0d0b49a-da00-493c-b3d3-480b7622b32e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:34.795507 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82312cc4-1a45-45b1-8f6f-622b13bcb99d req-52eebaed-e6c7-4eef-a642-5745690cc8a0 service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215334 Jul 08 18:19:34.796911 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab044b03-2885-4eb0-bbf0-aea95f86272b x-openstack-request-id: req-ab044b03-2885-4eb0-bbf0-aea95f86272b {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:34.797197 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2724277d-1fa5-4eaf-88fd-1879d9154212", "name": "network-vif-deleted", "tag": "e0d0b49a-da00-493c-b3d3-480b7622b32e", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:34.797447 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab044b03-2885-4eb0-bbf0-aea95f86272b {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:34.797832 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2724277d-1fa5-4eaf-88fd-1879d9154212', 'name': 'network-vif-deleted', 'tag': 'e0d0b49a-da00-493c-b3d3-480b7622b32e', 'status': 'completed', 'code': 200} Jul 08 18:19:34.842908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b5f78af6-7f57-41e0-8c73-1d39ea1a4128 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:34.896957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:34.902930 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.992737 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e243d-258e-43a3-a594-3b30def0fb37 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:35.073167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b5f78af6-7f57-41e0-8c73-1d39ea1a4128 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:35.090915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ee4eb3bb-c29f-4062-900c-c7586fb50ed9 None None] Provisioning for port b5f78af6-7f57-41e0-8c73-1d39ea1a4128 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:35.097370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ee4eb3bb-c29f-4062-900c-c7586fb50ed9 None None] Provisioning complete for port b5f78af6-7f57-41e0-8c73-1d39ea1a4128 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:35.097737 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb3bb-c29f-4062-900c-c7586fb50ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.193626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2de75d09-c5da-4fcb-acdf-34f5ef02c056 req-9664c69e-bd7a-49e2-b431-bc7cb6115e30 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=2724277d-1fa5-4eaf-88fd-1879d9154212 HTTP/1.1" status: 200 len: 210 time: 0.0375221 Jul 08 18:19:35.248004 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb3bb-c29f-4062-900c-c7586fb50ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.299287 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e93d79a-e28c-4d0e-8e33-fc45f1e5d01c None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:19:35.305003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ee4eb3bb-c29f-4062-900c-c7586fb50ed9 None None] For port b5f78af6-7f57-41e0-8c73-1d39ea1a4128, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b5f78af6-7f57-41e0-8c73-1d39ea1a4128,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:35.328968 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb3bb-c29f-4062-900c-c7586fb50ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.390825 n-d-799684-3 neutron-server[93742]: DEBUG neutron.objects.ports [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93742) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:35.400927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4eb3bb-c29f-4062-900c-c7586fb50ed9 None None] Pushing event updated for resources: {'Port': ['ID=b5f78af6-7f57-41e0-8c73-1d39ea1a4128,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:35.417951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4e93d79a-e28c-4d0e-8e33-fc45f1e5d01c None None] Deleting port b5f78af6-7f57-41e0-8c73-1d39ea1a4128 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:35.418364 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e93d79a-e28c-4d0e-8e33-fc45f1e5d01c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.508704 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4e93d79a-e28c-4d0e-8e33-fc45f1e5d01c None None] For port b5f78af6-7f57-41e0-8c73-1d39ea1a4128, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b5f78af6-7f57-41e0-8c73-1d39ea1a4128,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:35.510423 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e93d79a-e28c-4d0e-8e33-fc45f1e5d01c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.529078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4e93d79a-e28c-4d0e-8e33-fc45f1e5d01c None None] Calling delete_port for b5f78af6-7f57-41e0-8c73-1d39ea1a4128 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:35.625330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a8eac-aca3-4117-9c01-7fe5ab709feb req-cc3c06e4-6958-43aa-8448-1da188af50d7 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:35.626725 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-416a8eac-aca3-4117-9c01-7fe5ab709feb req-cc3c06e4-6958-43aa-8448-1da188af50d7 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1611176 Jul 08 18:19:35.650684 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e93d79a-e28c-4d0e-8e33-fc45f1e5d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.677093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d79a-e28c-4d0e-8e33-fc45f1e5d01c None None] Pushing event deleted for resources: {'Port': ['ID=b5f78af6-7f57-41e0-8c73-1d39ea1a4128,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:35.677342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Port b5f78af6-7f57-41e0-8c73-1d39ea1a4128 concurrently deleted while adding address for new subnet {'id': '0b734520-1708-4761-a088-4a638d594433', 'name': '', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2463, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-08T18:19:35Z', 'updated_at': '2021-07-08T18:19:35Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'dd5bfa61c35242e48c38dc418b80a7e7'}. {{(pid=93742) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 08 18:19:35.677909 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.681685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93d79a-e28c-4d0e-8e33-fc45f1e5d01c None None] No DVR routers for this DVR port b5f78af6-7f57-41e0-8c73-1d39ea1a4128 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:35.739268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-416a8eac-aca3-4117-9c01-7fe5ab709feb req-ed800cf6-4ab9-4b0a-92c4-86029ca2393c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043417 Jul 08 18:19:35.740926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:35.746617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:35.750790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:35.751373 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.761869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=0b734520-1708-4761-a088-4a638d594433,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:35.768482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e87fbc-5652-4cb2-88f3-a235bba1e073 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:35.775672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-15760f37-f683-45e6-9dc1-63bbedbe2e74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0870204 Jul 08 18:19:35.778566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56640) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:35.783793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:5a:a0:29', 'name': 'tempest-NetworksTestDHCPv6-423202832'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:35.937244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:35.938066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': '0b734520-1708-4761-a088-4a638d594433'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:35.944500 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:36.031602 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:36.053881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 564e27b9-96a5-471c-bd6a-7dd4d188f99f yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:36.107556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Allocated IP 2001:db8::f816:3eff:fe1c:3d80 (3467efee-61be-408d-ace4-f72f5db27257/0b734520-1708-4761-a088-4a638d594433/01e90bbd-fe1d-4329-82fe-9c9c65dd58b8) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:36.265656 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:36.293905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Transition to ACTIVE for port object 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:36.296090 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1069ab1-43cf-45f1-affb-2bb28f319020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:36.311806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Transition to ACTIVE for port object 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:36.319591 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:36.373421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::f816:3eff:fe5a:a029 (3467efee-61be-408d-ace4-f72f5db27257/0b734520-1708-4761-a088-4a638d594433/564e27b9-96a5-471c-bd6a-7dd4d188f99f) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:36.374395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:36.377199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:36.381566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:36.384708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Pushing event updated for resources: {'Port': ['ID=01e90bbd-fe1d-4329-82fe-9c9c65dd58b8,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:36.445812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Attempting to bind port 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:36.446198 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Attempting to bind port 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:36.446586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Attempting to bind port 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8 on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:36.453411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:36.454315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:36.454733 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:36.455133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:36.455671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Bound port: 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:36.456063 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:36.535217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] For port 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:36.540350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] For port 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=01e90bbd-fe1d-4329-82fe-9c9c65dd58b8,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:36.546278 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:36.580802 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:36.602895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 564e27b9-96a5-471c-bd6a-7dd4d188f99f will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:36.638963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1181e1b-4ad6-4303-95ac-aca46dd88b2e None None] Pushing event updated for resources: {'Port': ['ID=01e90bbd-fe1d-4329-82fe-9c9c65dd58b8,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:36.663527 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:36.675802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e0d0b49a-da00-493c-b3d3-480b7622b32e no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:36.705652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b5f78af6-7f57-41e0-8c73-1d39ea1a4128 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:36.709252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: e0d0b49a-da00-493c-b3d3-480b7622b32e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:36.709683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e0d0b49a-da00-493c-b3d3-480b7622b32e not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:36.723375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:36.728457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:36.733864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:36.735502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b5f78af6-7f57-41e0-8c73-1d39ea1a4128 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:36.735924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b5f78af6-7f57-41e0-8c73-1d39ea1a4128 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:36.742566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:36.744757 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:36.774531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=564e27b9-96a5-471c-bd6a-7dd4d188f99f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:36.812222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56668) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:36.812824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-476cb8e4-2e31-438b-8524-cb39b1292a79 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0326855 Jul 08 18:19:36.887101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0614a6-d4d6-445d-a1d9-17c704368272 req-295bf6d2-2ae2-487d-b535-2d3bee60e92f tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:36.889034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de0614a6-d4d6-445d-a1d9-17c704368272 req-295bf6d2-2ae2-487d-b535-2d3bee60e92f tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.1320798 Jul 08 18:19:36.899577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727029df-dfb7-45e8-afad-0b3ae2e6e6de tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:36.906098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727029df-dfb7-45e8-afad-0b3ae2e6e6de tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:36.910932 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-727029df-dfb7-45e8-afad-0b3ae2e6e6de tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0963593 Jul 08 18:19:36.911790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56674) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:36.996573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de0614a6-d4d6-445d-a1d9-17c704368272 req-8a46ae18-1629-4474-be74-be2caa3ae5a0 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014175 Jul 08 18:19:37.032018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e1934-98f9-46d9-963f-e899609e95e1 req-85541d18-f95d-4fda-9db9-f8de0383dee5 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:37.033596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f2e1934-98f9-46d9-963f-e899609e95e1 req-85541d18-f95d-4fda-9db9-f8de0383dee5 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1201234 Jul 08 18:19:37.074935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f2e1934-98f9-46d9-963f-e899609e95e1 req-765a289e-81d3-4b90-b6a3-4dc1661c9645 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352216 Jul 08 18:19:37.106926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-177de54a-ebc2-4d4d-a448-a63cbe91ba7a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 564e27b9-96a5-471c-bd6a-7dd4d188f99f {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:37.107472 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177de54a-ebc2-4d4d-a448-a63cbe91ba7a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:37.212844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177de54a-ebc2-4d4d-a448-a63cbe91ba7a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:37.228429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-177de54a-ebc2-4d4d-a448-a63cbe91ba7a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 564e27b9-96a5-471c-bd6a-7dd4d188f99f owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:37.377868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177de54a-ebc2-4d4d-a448-a63cbe91ba7a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:37.410198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177de54a-ebc2-4d4d-a448-a63cbe91ba7a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=564e27b9-96a5-471c-bd6a-7dd4d188f99f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:37.437848 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-177de54a-ebc2-4d4d-a448-a63cbe91ba7a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:37.439868 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-177de54a-ebc2-4d4d-a448-a63cbe91ba7a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/564e27b9-96a5-471c-bd6a-7dd4d188f99f HTTP/1.1" status: 204 len: 168 time: 0.5268991 Jul 08 18:19:37.442279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56692) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:37.500720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a2808-8d81-401a-b335-7a8996ecbfa5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:37.502420 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a2808-8d81-401a-b335-7a8996ecbfa5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:37.503950 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-927a2808-8d81-401a-b335-7a8996ecbfa5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0607390 Jul 08 18:19:37.506638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56694) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:37.639009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bd1905-9cb5-49ed-a284-beaf415e98db tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 0b734520-1708-4761-a088-4a638d594433 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:37.659229 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31bd1905-9cb5-49ed-a284-beaf415e98db tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:37.732498 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31bd1905-9cb5-49ed-a284-beaf415e98db tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:37.738855 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246982-6769-44b0-bc63-e82905a1dd5c req-c6fcfebc-4308-42f3-be4d-ccefb3c7a1ad tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:37.742836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46246982-6769-44b0-bc63-e82905a1dd5c req-c6fcfebc-4308-42f3-be4d-ccefb3c7a1ad tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.0867586 Jul 08 18:19:37.797962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555adf1-ac6f-462f-b243-3a8aaa2952a9 req-ddb1a50e-5144-439c-9dc7-8d3ec1333d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:37.799491 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0555adf1-ac6f-462f-b243-3a8aaa2952a9 req-ddb1a50e-5144-439c-9dc7-8d3ec1333d78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d59002f3d49040abb052e4e57203dd1b&device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 1096 time: 0.1578329 Jul 08 18:19:37.799651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46246982-6769-44b0-bc63-e82905a1dd5c req-4c3655dc-695f-4fdb-ba95-100cbd74519b tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523059 Jul 08 18:19:37.910847 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31bd1905-9cb5-49ed-a284-beaf415e98db tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:37.974151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555adf1-ac6f-462f-b243-3a8aaa2952a9 req-ad5c1cb5-a768-401c-b3d0-1d928f5d0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:37.975652 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0555adf1-ac6f-462f-b243-3a8aaa2952a9 req-ad5c1cb5-a768-401c-b3d0-1d928f5d0434 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35c908f0-2783-4e72-b641-8d5461621a41 HTTP/1.1" status: 200 len: 917 time: 0.1609075 Jul 08 18:19:38.002153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f49a28e8-e6ba-4600-81e3-960037816166 None None] Provisioning for port 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:38.025781 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0555adf1-ac6f-462f-b243-3a8aaa2952a9 req-46f4391b-8938-488e-94f0-a82ff8a76744 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3dcc934e-2cce-4088-bf13-6972675f8521 HTTP/1.1" status: 200 len: 217 time: 0.0424836 Jul 08 18:19:38.032297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31bd1905-9cb5-49ed-a284-beaf415e98db tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:38.098692 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-31bd1905-9cb5-49ed-a284-beaf415e98db tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:38.102909 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-31bd1905-9cb5-49ed-a284-beaf415e98db tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/0b734520-1708-4761-a088-4a638d594433 HTTP/1.1" status: 204 len: 168 time: 0.5931187 Jul 08 18:19:38.102909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd1905-9cb5-49ed-a284-beaf415e98db tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=0b734520-1708-4761-a088-4a638d594433,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:38.103654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56712) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:38.120286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555adf1-ac6f-462f-b243-3a8aaa2952a9 req-d7df4f1d-faed-4e3f-9ab5-56d651a239ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:38.121907 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0555adf1-ac6f-462f-b243-3a8aaa2952a9 req-d7df4f1d-faed-4e3f-9ab5-56d651a239ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4 HTTP/1.1" status: 200 len: 855 time: 0.0860443 Jul 08 18:19:38.189889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f0acc73d-ba7e-4364-acc5-3b44b8af73fe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840223 Jul 08 18:19:38.190128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56716) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:38.194954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:38.231937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7b181-921f-4523-bcf7-aaee9323a785 req-275121d0-dc9d-41d4-9e23-f1cc00ec728a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:38.233824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbe7b181-921f-4523-bcf7-aaee9323a785 req-275121d0-dc9d-41d4-9e23-f1cc00ec728a tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.0794971 Jul 08 18:19:38.277021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555adf1-ac6f-462f-b243-3a8aaa2952a9 req-4143d6f9-6802-4ef2-b236-7e6ccd25b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:38.278254 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0555adf1-ac6f-462f-b243-3a8aaa2952a9 req-4143d6f9-6802-4ef2-b236-7e6ccd25b441 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35c908f0-2783-4e72-b641-8d5461621a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410229 Jul 08 18:19:38.280097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbe7b181-921f-4523-bcf7-aaee9323a785 req-f72b5939-b7de-4141-adb0-ecdf6118d986 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Jul 08 18:19:38.286058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a690822-4162-4157-bf4a-1cdb620587fe None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:38.343741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ec216f5c-061a-41c0-abda-43747d68589e None None] Could not find standard attr ID for object 564e27b9-96a5-471c-bd6a-7dd4d188f99f. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:19:38.363239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:38.366802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:38.452781 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0555adf1-ac6f-462f-b243-3a8aaa2952a9 req-49b9d2f2-2325-4202-a4b1-e5b1d134aaca service neutron] 10.222.0.59 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644623 Jul 08 18:19:38.509295 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a9182-ea27-4b3a-b74c-03a2aa06ba89 None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:19:38.564182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-652a9182-ea27-4b3a-b74c-03a2aa06ba89 None None] Deleting port 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:38.564642 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-652a9182-ea27-4b3a-b74c-03a2aa06ba89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:38.607436 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0555adf1-ac6f-462f-b243-3a8aaa2952a9 req-d7151d9b-9cdc-42d2-8b9b-b60abf691796 service neutron] 10.222.0.59 "GET /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393490 Jul 08 18:19:38.641758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-652a9182-ea27-4b3a-b74c-03a2aa06ba89 None None] For port 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=01e90bbd-fe1d-4329-82fe-9c9c65dd58b8,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:38.642173 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-652a9182-ea27-4b3a-b74c-03a2aa06ba89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:38.655459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-652a9182-ea27-4b3a-b74c-03a2aa06ba89 None None] Calling delete_port for 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:38.752350 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-652a9182-ea27-4b3a-b74c-03a2aa06ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:38.784366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a9182-ea27-4b3a-b74c-03a2aa06ba89 None None] Pushing event deleted for resources: {'Port': ['ID=01e90bbd-fe1d-4329-82fe-9c9c65dd58b8,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:38.784615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:38.788103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a9182-ea27-4b3a-b74c-03a2aa06ba89 None None] No DVR routers for this DVR port 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:38.893302 n-d-799684-3 neutron-server[93741]: WARNING neutron.services.revisions.revision_plugin [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Could not find related port for resource to bump revision. Jul 08 18:19:38.898838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Port 01e90bbd-fe1d-4329-82fe-9c9c65dd58b8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93741) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 08 18:19:38.899148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1c:3d80 {{(pid=93741) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 08 18:19:38.902987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1c:3d80 {{(pid=93741) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 08 18:19:38.904253 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:38.955256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=eeef8d67-29a6-4f04-9a3f-0b1bd59909c3,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:39.006921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:39.007184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd5742-4adf-495c-84ca-55cf079feae7 req-129bbf8d-f635-4c70-85a6-7cb4ec088433 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:39.009385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-accd5742-4adf-495c-84ca-55cf079feae7 req-129bbf8d-f635-4c70-85a6-7cb4ec088433 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.0777273 Jul 08 18:19:39.012216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:39.021334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43b00c3-cdf6-4fed-8a99-c023329fba7e None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:39.022303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:39.022900 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.050362 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fd82e54f-ce32-4be9-8750-d5fccb9d151d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8593407 Jul 08 18:19:39.053105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56722) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:39.059138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:db:48:f3', 'name': 'tempest-NetworksTestDHCPv6-1642154254'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:39.061766 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-accd5742-4adf-495c-84ca-55cf079feae7 req-71825dd5-2789-4cfc-bb7a-c4f82b75be2b tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466225 Jul 08 18:19:39.111063 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.114736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb389f2-78da-4c83-8e20-043b94edf3a0 req-973240e9-d452-4ada-8b17-790d099aa355 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:39.116232 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0cb389f2-78da-4c83-8e20-043b94edf3a0 req-973240e9-d452-4ada-8b17-790d099aa355 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.59 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.1621451 Jul 08 18:19:39.122531 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1d4da264-8393-4846-b066-c3faa6f0a4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.224123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': 'eeef8d67-29a6-4f04-9a3f-0b1bd59909c3'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:39.225158 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.296034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:39.397741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Allocated IP 2001:db8::f816:3eff:fe2a:ef1b (3467efee-61be-408d-ace4-f72f5db27257/eeef8d67-29a6-4f04-9a3f-0b1bd59909c3/8eae6315-f1a7-4908-89ab-9497fe0785c8) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:39.409230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-0cb389f2-78da-4c83-8e20-043b94edf3a0 req-147eb23d-a3dd-4ec9-a3c4-26738132b524 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Deleting port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:39.409563 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0cb389f2-78da-4c83-8e20-043b94edf3a0 req-147eb23d-a3dd-4ec9-a3c4-26738132b524 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.415559 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.494455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 5f5bfff2-ed10-4eb7-9df6-5a083ce3d7c3 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:39.559495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d3c1d-03a5-41bc-b298-bc144c3bac42 req-1860d66d-8892-4d94-8e96-a7ebc8c2247c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:39.570197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-977d3c1d-03a5-41bc-b298-bc144c3bac42 req-1860d66d-8892-4d94-8e96-a7ebc8c2247c tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/ports?device_id=777d74c9-56cd-4042-96f5-7c683aaacf20 HTTP/1.1" status: 200 len: 945 time: 0.1114941 Jul 08 18:19:39.586892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-0cb389f2-78da-4c83-8e20-043b94edf3a0 req-147eb23d-a3dd-4ec9-a3c4-26738132b524 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] For port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:39.587262 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0cb389f2-78da-4c83-8e20-043b94edf3a0 req-147eb23d-a3dd-4ec9-a3c4-26738132b524 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.601057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-0cb389f2-78da-4c83-8e20-043b94edf3a0 req-147eb23d-a3dd-4ec9-a3c4-26738132b524 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Calling delete_port for 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:39.636344 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-977d3c1d-03a5-41bc-b298-bc144c3bac42 req-81deb351-ff2b-4d75-8154-ddba3d3f0f27 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.73 "GET /v2.0/security-groups?id=5eb630ab-436c-4f33-b577-6678c6eed546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648828 Jul 08 18:19:39.647527 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.658913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Transition to ACTIVE for port object 8eae6315-f1a7-4908-89ab-9497fe0785c8 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:39.679711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Transition to ACTIVE for port object 8eae6315-f1a7-4908-89ab-9497fe0785c8 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:39.685970 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.733183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:39.743377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:39.745296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Pushing event updated for resources: {'Port': ['ID=8eae6315-f1a7-4908-89ab-9497fe0785c8,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:39.747591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:39.768579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::f816:3eff:fedb:48f3 (3467efee-61be-408d-ace4-f72f5db27257/eeef8d67-29a6-4f04-9a3f-0b1bd59909c3/5f5bfff2-ed10-4eb7-9df6-5a083ce3d7c3) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:39.812535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Attempting to bind port 8eae6315-f1a7-4908-89ab-9497fe0785c8 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:39.813294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Attempting to bind port 8eae6315-f1a7-4908-89ab-9497fe0785c8 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:39.813888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Attempting to bind port 8eae6315-f1a7-4908-89ab-9497fe0785c8 on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:39.815085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0cb389f2-78da-4c83-8e20-043b94edf3a0 req-147eb23d-a3dd-4ec9-a3c4-26738132b524 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.819852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:39.820256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:39.820653 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.821035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:39.821494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Bound port: 8eae6315-f1a7-4908-89ab-9497fe0785c8, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:39.821875 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.832548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:39.890114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eb23d-a3dd-4ec9-a3c4-26738132b524 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Pushing event deleted for resources: {'Port': ['ID=9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:39.913030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] For port 8eae6315-f1a7-4908-89ab-9497fe0785c8, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:39.916837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] For port 8eae6315-f1a7-4908-89ab-9497fe0785c8, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8eae6315-f1a7-4908-89ab-9497fe0785c8,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:39.922400 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:39.934919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb389f2-78da-4c83-8e20-043b94edf3a0 req-147eb23d-a3dd-4ec9-a3c4-26738132b524 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] No DVR routers for this DVR port 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:39.991497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ba14b-0b27-43ec-b6b4-eae0ce1f1811 None None] Pushing event updated for resources: {'Port': ['ID=8eae6315-f1a7-4908-89ab-9497fe0785c8,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:39.999680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0cb389f2-78da-4c83-8e20-043b94edf3a0 req-147eb23d-a3dd-4ec9-a3c4-26738132b524 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:40.001624 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0cb389f2-78da-4c83-8e20-043b94edf3a0 req-147eb23d-a3dd-4ec9-a3c4-26738132b524 tempest-ServerRescueTestJSON-1945416173 tempest-ServerRescueTestJSON-1945416173-project] 10.222.0.59 "DELETE /v2.0/ports/9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 HTTP/1.1" status: 204 len: 173 time: 0.8741927 Jul 08 18:19:40.002107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777d74c9-56cd-4042-96f5-7c683aaacf20', 'name': 'network-vif-deleted', 'tag': '9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:40.004423 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb050b94-0c41-4235-84a7-4c8c5d494384" -d '{"events": [{"server_uuid": "777d74c9-56cd-4042-96f5-7c683aaacf20", "name": "network-vif-deleted", "tag": "9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:40.055293 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:40.058600 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe6f3d0-1baa-4c6b-bee6-96777fa52cf0 x-openstack-request-id: req-8fe6f3d0-1baa-4c6b-bee6-96777fa52cf0 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:40.058780 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777d74c9-56cd-4042-96f5-7c683aaacf20", "name": "network-vif-deleted", "tag": "9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:40.059046 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8fe6f3d0-1baa-4c6b-bee6-96777fa52cf0 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:40.059497 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777d74c9-56cd-4042-96f5-7c683aaacf20', 'name': 'network-vif-deleted', 'tag': '9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52', 'status': 'completed', 'code': 200} Jul 08 18:19:40.074002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 5f5bfff2-ed10-4eb7-9df6-5a083ce3d7c3 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:40.123730 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:40.158573 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:40.194420 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:40.201007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:40.205562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:40.212074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:40.212767 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:40.220701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=5f5bfff2-ed10-4eb7-9df6-5a083ce3d7c3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:40.291693 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5d9c0135-34f3-43ba-bfb1-d3f5bd0cb700 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2372992 Jul 08 18:19:40.296066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56736) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:40.388817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd467f7-3370-429a-91a3-084854f55731 req-4cceb7ac-f16e-4f9a-b734-ceb135db04a6 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:40.390587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bd467f7-3370-429a-91a3-084854f55731 req-4cceb7ac-f16e-4f9a-b734-ceb135db04a6 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1600835 Jul 08 18:19:40.400160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d2f9b8-a5c9-4bfe-822e-eb664186985f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:40.406668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d2f9b8-a5c9-4bfe-822e-eb664186985f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:40.410812 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-72d2f9b8-a5c9-4bfe-822e-eb664186985f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1106982 Jul 08 18:19:40.411236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56740) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:40.454235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bd467f7-3370-429a-91a3-084854f55731 req-816c521f-19e8-4da0-812f-c6bebc30871c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Jul 08 18:19:40.528251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e216baed-dd74-4491-aa63-c4dae50df33e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 5f5bfff2-ed10-4eb7-9df6-5a083ce3d7c3 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:40.528655 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e216baed-dd74-4491-aa63-c4dae50df33e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:40.685045 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e216baed-dd74-4491-aa63-c4dae50df33e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:40.717763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e216baed-dd74-4491-aa63-c4dae50df33e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 5f5bfff2-ed10-4eb7-9df6-5a083ce3d7c3 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:40.739599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8eae6315-f1a7-4908-89ab-9497fe0785c8 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:40.793320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccad87c-0d0f-41b9-8978-84062ca22fd7 req-cf94f85e-58fd-4920-b5c4-5bad2f4cbda7 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:40.797120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ccad87c-0d0f-41b9-8978-84062ca22fd7 req-cf94f85e-58fd-4920-b5c4-5bad2f4cbda7 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1348991 Jul 08 18:19:40.848949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 8eae6315-f1a7-4908-89ab-9497fe0785c8 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:40.910868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ccad87c-0d0f-41b9-8978-84062ca22fd7 req-497d5eb8-fc40-4cba-9584-6960c9eed1f9 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076312 Jul 08 18:19:40.987803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e216baed-dd74-4491-aa63-c4dae50df33e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:40.994178 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56752) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:41.021962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216baed-dd74-4491-aa63-c4dae50df33e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=5f5bfff2-ed10-4eb7-9df6-5a083ce3d7c3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:41.063191 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e216baed-dd74-4491-aa63-c4dae50df33e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:41.065187 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e216baed-dd74-4491-aa63-c4dae50df33e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/5f5bfff2-ed10-4eb7-9df6-5a083ce3d7c3 HTTP/1.1" status: 204 len: 168 time: 0.6529391 Jul 08 18:19:41.088283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56754) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:41.144660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b84ea3-0f97-491f-962a-86fdcdfc9e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:41.146830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b84ea3-0f97-491f-962a-86fdcdfc9e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:41.149137 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-33b84ea3-0f97-491f-962a-86fdcdfc9e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0598245 Jul 08 18:19:41.151918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56756) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:41.208917 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5edb0b-86c0-4c30-a17d-2da3c5ba59b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet eeef8d67-29a6-4f04-9a3f-0b1bd59909c3 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:41.213231 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8c5edb0b-86c0-4c30-a17d-2da3c5ba59b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:41.270601 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8c5edb0b-86c0-4c30-a17d-2da3c5ba59b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:41.317418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed945a-6038-49c5-b869-205ce7e47aed req-119bf6cf-aed1-4fdf-a522-462d7510f54f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:41.318952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7ed945a-6038-49c5-b869-205ce7e47aed req-119bf6cf-aed1-4fdf-a522-462d7510f54f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36 HTTP/1.1" status: 200 len: 945 time: 0.1941195 Jul 08 18:19:41.368887 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8c5edb0b-86c0-4c30-a17d-2da3c5ba59b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:41.369255 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7ed945a-6038-49c5-b869-205ce7e47aed req-08b32e1a-2efd-4a1a-9f8e-aaf010f3111c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439613 Jul 08 18:19:41.424961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a480f466-e929-4474-9877-f5d5cfaf6f22 None None] Provisioning for port 8eae6315-f1a7-4908-89ab-9497fe0785c8 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:41.431197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a480f466-e929-4474-9877-f5d5cfaf6f22 None None] Provisioning complete for port 8eae6315-f1a7-4908-89ab-9497fe0785c8 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:41.431640 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a480f466-e929-4474-9877-f5d5cfaf6f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:41.482765 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8c5edb0b-86c0-4c30-a17d-2da3c5ba59b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:41.547553 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a480f466-e929-4474-9877-f5d5cfaf6f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:41.552949 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5edb0b-86c0-4c30-a17d-2da3c5ba59b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=eeef8d67-29a6-4f04-9a3f-0b1bd59909c3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:41.558277 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8c5edb0b-86c0-4c30-a17d-2da3c5ba59b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:41.560183 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8c5edb0b-86c0-4c30-a17d-2da3c5ba59b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/eeef8d67-29a6-4f04-9a3f-0b1bd59909c3 HTTP/1.1" status: 204 len: 168 time: 0.4071138 Jul 08 18:19:41.562575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56762) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:41.606694 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cc309465-6587-4d89-b5c1-53f554b2086b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429845 Jul 08 18:19:41.609060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56764) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:41.615708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a480f466-e929-4474-9877-f5d5cfaf6f22 None None] For port 8eae6315-f1a7-4908-89ab-9497fe0785c8, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8eae6315-f1a7-4908-89ab-9497fe0785c8,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:41.622248 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a480f466-e929-4474-9877-f5d5cfaf6f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:41.669572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c8ede1-ec55-4901-8f9d-21295a07016e None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:41.697714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c879f85-bf37-4bf1-b449-15674d50553e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:41.699552 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4c879f85-bf37-4bf1-b449-15674d50553e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0893114 Jul 08 18:19:41.702118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56766) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:41.708905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75ae09-e0a0-487c-b57b-fda360012ca6 req-98fa4086-51b8-46fd-824e-c72e6ecf6e95 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:41.710829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b75ae09-e0a0-487c-b57b-fda360012ca6 req-98fa4086-51b8-46fd-824e-c72e6ecf6e95 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 946 time: 0.1430285 Jul 08 18:19:41.761427 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:41.774641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b499e3-02a6-45e9-b94c-ed5a5d69c2b7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:41.776822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e4b499e3-02a6-45e9-b94c-ed5a5d69c2b7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0735459 Jul 08 18:19:41.779207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b75ae09-e0a0-487c-b57b-fda360012ca6 req-552e5203-d3a2-48da-b276-78d7cc95485c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604372 Jul 08 18:19:41.779736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56768) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:41.827425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-bb8f1d05-29eb-49d9-91b0-82c53e31374a req-ee83f919-5a93-4ef7-8d10-7606b0751353 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:19:41.828442 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb8f1d05-29eb-49d9-91b0-82c53e31374a req-ee83f919-5a93-4ef7-8d10-7606b0751353 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057974 Jul 08 18:19:41.888111 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b7d5c309-a214-4627-ba16-8f365f67bd28 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733242 Jul 08 18:19:41.892911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56774) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:41.898372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-178b205c-73dc-498d-ad37-99b94058b045 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:41.953543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-29bb4d6f-b335-40f5-b454-745aabf490b8 None None] Could not find standard attr ID for object 5f5bfff2-ed10-4eb7-9df6-5a083ce3d7c3. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:19:41.955020 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:41.976197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480f466-e929-4474-9877-f5d5cfaf6f22 None None] Pushing event updated for resources: {'Port': ['ID=8eae6315-f1a7-4908-89ab-9497fe0785c8,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:41.998483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178b205c-73dc-498d-ad37-99b94058b045 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:42.004035 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-178b205c-73dc-498d-ad37-99b94058b045 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:42.127984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8085b92-12eb-4075-9ddd-a9907250d8a3 None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:19:42.198800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a8085b92-12eb-4075-9ddd-a9907250d8a3 None None] Deleting port 8eae6315-f1a7-4908-89ab-9497fe0785c8 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:42.199297 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a8085b92-12eb-4075-9ddd-a9907250d8a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:42.246280 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-178b205c-73dc-498d-ad37-99b94058b045 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:42.270611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a8085b92-12eb-4075-9ddd-a9907250d8a3 None None] For port 8eae6315-f1a7-4908-89ab-9497fe0785c8, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8eae6315-f1a7-4908-89ab-9497fe0785c8,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:42.271008 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a8085b92-12eb-4075-9ddd-a9907250d8a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:42.284314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a8085b92-12eb-4075-9ddd-a9907250d8a3 None None] Calling delete_port for 8eae6315-f1a7-4908-89ab-9497fe0785c8 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:42.312914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178b205c-73dc-498d-ad37-99b94058b045 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:42.319896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-178b205c-73dc-498d-ad37-99b94058b045 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:42.330086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b205c-73dc-498d-ad37-99b94058b045 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:42.330853 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-178b205c-73dc-498d-ad37-99b94058b045 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:42.340234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b205c-73dc-498d-ad37-99b94058b045 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=0974e234-6407-41a2-bfef-b1698bf11f83,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:42.353725 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-178b205c-73dc-498d-ad37-99b94058b045 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4595716 Jul 08 18:19:42.356502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56778) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:42.366259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:59:91:20', 'name': 'tempest-NetworksTestDHCPv6-1545687794'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:42.388413 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a8085b92-12eb-4075-9ddd-a9907250d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:42.433247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb8f1d05-29eb-49d9-91b0-82c53e31374a req-b1db4b84-a3cf-4c80-a4f2-ce68fcfb6135 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5732725 Jul 08 18:19:42.443849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8085b92-12eb-4075-9ddd-a9907250d8a3 None None] Pushing event deleted for resources: {'Port': ['ID=8eae6315-f1a7-4908-89ab-9497fe0785c8,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:42.451333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8085b92-12eb-4075-9ddd-a9907250d8a3 None None] No DVR routers for this DVR port 8eae6315-f1a7-4908-89ab-9497fe0785c8 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:42.470953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a2ec0-1008-4a4c-b4ce-8ee85fd00eaf None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:42.533480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:42.541299 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:42.564296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 7c35b860-de91-4038-a398-66fc066a87f9 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:42.695076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8eae6315-f1a7-4908-89ab-9497fe0785c8 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:42.727549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:42.739655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::100 (3467efee-61be-408d-ace4-f72f5db27257/0974e234-6407-41a2-bfef-b1698bf11f83/7c35b860-de91-4038-a398-66fc066a87f9) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:42.753058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': '0974e234-6407-41a2-bfef-b1698bf11f83'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:42.754289 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:42.774797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8eae6315-f1a7-4908-89ab-9497fe0785c8 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:42.775243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8eae6315-f1a7-4908-89ab-9497fe0785c8 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:42.778717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:42.779275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 9d7bd5c3-ebf1-42dd-b9f1-20297fc0ce52 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:42.804547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] Deleting port 03f93f5f-7768-4626-8448-d012eac69ca2 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:42.805453 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:42.975817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] For port 03f93f5f-7768-4626-8448-d012eac69ca2, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=03f93f5f-7768-4626-8448-d012eac69ca2,segment=NetworkSegment(42c8adfd-511b-40c0-9618-21f3f8d35f92),segment_id=42c8adfd-511b-40c0-9618-21f3f8d35f92)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:42.976239 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:42.977314 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:42.994327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] Calling delete_port for 03f93f5f-7768-4626-8448-d012eac69ca2 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:43.002318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 7c35b860-de91-4038-a398-66fc066a87f9 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:43.052979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.111558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Allocated IP 2001:db8::2 (3467efee-61be-408d-ace4-f72f5db27257/0974e234-6407-41a2-bfef-b1698bf11f83/9a0216a2-5931-43aa-8ee6-72f2a023e506) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:43.118000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:43.123769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:43.128107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:43.135306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:43.136062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.150600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=7c35b860-de91-4038-a398-66fc066a87f9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:43.155566 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a23acb55-bd41-4fc9-8036-12737a8d1204 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7965622 Jul 08 18:19:43.158788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56786) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:43.176018 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:19:43.201494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1a5eb-4294-4ace-8870-66f7cd13282a req-3b68c346-60a4-4670-b2db-7be4d821acd7 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:43.202948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cf1a5eb-4294-4ace-8870-66f7cd13282a req-3b68c346-60a4-4670-b2db-7be4d821acd7 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.0945830 Jul 08 18:19:43.230836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c60cb-6ebf-4dec-a7f3-823ec822380f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:43.232649 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-481c60cb-6ebf-4dec-a7f3-823ec822380f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0728917 Jul 08 18:19:43.235298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56788) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:43.272853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cf1a5eb-4294-4ace-8870-66f7cd13282a req-90f54e69-9595-4d84-ba6f-d5108b4d7ce9 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585816 Jul 08 18:19:43.295194 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.300089 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.329581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Transition to ACTIVE for port object 9a0216a2-5931-43aa-8ee6-72f2a023e506 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:43.334237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f93f5f-7768-4626-8448-d012eac69ca2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:43.357849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Transition to ACTIVE for port object 9a0216a2-5931-43aa-8ee6-72f2a023e506 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:43.366464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0a5277c5-5eab-4561-8fce-546300fe3b4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 7c35b860-de91-4038-a398-66fc066a87f9 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:43.368556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a5277c5-5eab-4561-8fce-546300fe3b4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.370796 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.444132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Pushing event updated for resources: {'Port': ['ID=9a0216a2-5931-43aa-8ee6-72f2a023e506,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:43.456144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:43.457537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:43.461573 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:43.501372 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a5277c5-5eab-4561-8fce-546300fe3b4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.516726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0a5277c5-5eab-4561-8fce-546300fe3b4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 7c35b860-de91-4038-a398-66fc066a87f9 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:43.541562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Attempting to bind port 9a0216a2-5931-43aa-8ee6-72f2a023e506 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:43.543082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Attempting to bind port 9a0216a2-5931-43aa-8ee6-72f2a023e506 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:43.543082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Attempting to bind port 9a0216a2-5931-43aa-8ee6-72f2a023e506 on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:43.548035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:43.548415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:43.548845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.551385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:43.551698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Bound port: 9a0216a2-5931-43aa-8ee6-72f2a023e506, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:43.552135 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.582737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f337c6-f5e5-4690-8f66-59c8255b5146 req-aabb0216-1174-4196-8437-1ced51daa09f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:43.584321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36f337c6-f5e5-4690-8f66-59c8255b5146 req-aabb0216-1174-4196-8437-1ced51daa09f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36 HTTP/1.1" status: 200 len: 945 time: 0.1399596 Jul 08 18:19:43.587247 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.644376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] For port 9a0216a2-5931-43aa-8ee6-72f2a023e506, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:43.648662 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] For port 9a0216a2-5931-43aa-8ee6-72f2a023e506, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9a0216a2-5931-43aa-8ee6-72f2a023e506,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:43.654573 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.678247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36f337c6-f5e5-4690-8f66-59c8255b5146 req-19eacb76-7322-45f4-9b36-4df3d6b97510 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849264 Jul 08 18:19:43.720053 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a5277c5-5eab-4561-8fce-546300fe3b4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.728799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90987031-cd67-4987-a494-636c8dff95e5 None None] Pushing event updated for resources: {'Port': ['ID=9a0216a2-5931-43aa-8ee6-72f2a023e506,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:43.780105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5277c5-5eab-4561-8fce-546300fe3b4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=7c35b860-de91-4038-a398-66fc066a87f9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:43.823807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a5277c5-5eab-4561-8fce-546300fe3b4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.833919 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a5277c5-5eab-4561-8fce-546300fe3b4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/7c35b860-de91-4038-a398-66fc066a87f9 HTTP/1.1" status: 204 len: 168 time: 0.5953832 Jul 08 18:19:43.834319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56808) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:43.895811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620a04c-8ce9-4878-bee0-9c772a4ee6e5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:43.897561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620a04c-8ce9-4878-bee0-9c772a4ee6e5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:43.899246 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b620a04c-8ce9-4878-bee0-9c772a4ee6e5 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0636775 Jul 08 18:19:43.902563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56812) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:43.962986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] Router ad3007aa-60dc-4a46-9637-cf28427e9178 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:19:43.982698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b51338-319d-48c6-8589-45400b1bf802 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 0974e234-6407-41a2-bfef-b1698bf11f83 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:43.986060 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0b51338-319d-48c6-8589-45400b1bf802 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.995447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c5a43-8742-431f-8cbc-846193f99571 req-d756fe27-76d0-4b06-9418-7206052b39b6 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:43.996963 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-450c5a43-8742-431f-8cbc-846193f99571 req-d756fe27-76d0-4b06-9418-7206052b39b6 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 946 time: 0.1156492 Jul 08 18:19:44.039649 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0b51338-319d-48c6-8589-45400b1bf802 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.117697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-450c5a43-8742-431f-8cbc-846193f99571 req-664ed37b-bd03-437f-9135-ad04b257363b tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802283 Jul 08 18:19:44.145526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:19:44.154401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0b51338-319d-48c6-8589-45400b1bf802 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.167022 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2ecd5112-c85f-402f-89a7-b2ec6a0c43f8 admin admin] 10.222.0.73 "PUT /v2.0/routers/ad3007aa-60dc-4a46-9637-cf28427e9178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1686320 Jul 08 18:19:44.167184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d10c42d-5936-4535-886c-e90da56d65ee None None] Sync routers for ids ['ad3007aa-60dc-4a46-9637-cf28427e9178'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:19:44.168076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56818) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:44.178744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10c42d-5936-4535-886c-e90da56d65ee None None] Routers {'ad3007aa-60dc-4a46-9637-cf28427e9178'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:44.178744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6d10c42d-5936-4535-886c-e90da56d65ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['ad3007aa-60dc-4a46-9637-cf28427e9178'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:44.270749 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0b51338-319d-48c6-8589-45400b1bf802 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.306410 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-6d10c42d-5936-4535-886c-e90da56d65ee None None] Set router ad3007aa-60dc-4a46-9637-cf28427e9178 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:44.310856 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.478741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.521832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6d10c42d-5936-4535-886c-e90da56d65ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'name': 'tempest-ServerRescueTestJSON-993267724-router', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:31Z', 'updated_at': '2021-07-08T18:19:43Z', 'revision_number': 5, 'project_id': '3402b5f687644f958a338c37a1460539', 'gw_port': {'id': 'bb0c309c-3902-4cf4-9b20-5b79edf0373c', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:17:32Z', 'updated_at': '2021-07-08T18:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:44.554243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d10c42d-5936-4535-886c-e90da56d65ee None None] Checking router: ad3007aa-60dc-4a46-9637-cf28427e9178 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:19:44.558536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd017dd-4f35-46ff-9343-32d44191dcad req-bb310199-76b1-4cef-b5a9-bfea98b75318 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:44.564979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd017dd-4f35-46ff-9343-32d44191dcad req-bb310199-76b1-4cef-b5a9-bfea98b75318 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:44.565195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10c42d-5936-4535-886c-e90da56d65ee None None] Routers {'ad3007aa-60dc-4a46-9637-cf28427e9178'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:44.565325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6d10c42d-5936-4535-886c-e90da56d65ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['ad3007aa-60dc-4a46-9637-cf28427e9178'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:44.571200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd017dd-4f35-46ff-9343-32d44191dcad req-bb310199-76b1-4cef-b5a9-bfea98b75318 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:44.573143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bd017dd-4f35-46ff-9343-32d44191dcad req-bb310199-76b1-4cef-b5a9-bfea98b75318 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d&device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36&device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 2417 time: 0.1461411 Jul 08 18:19:44.622313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Deleting port bb0c309c-3902-4cf4-9b20-5b79edf0373c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:44.622965 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.682236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-6d10c42d-5936-4535-886c-e90da56d65ee None None] Set router ad3007aa-60dc-4a46-9637-cf28427e9178 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:44.702647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bd017dd-4f35-46ff-9343-32d44191dcad req-79c2fa58-81ba-4646-aad0-f426ff600175 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150200 Jul 08 18:19:44.754109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6d10c42d-5936-4535-886c-e90da56d65ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'name': 'tempest-ServerRescueTestJSON-993267724-router', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:31Z', 'updated_at': '2021-07-08T18:19:44Z', 'revision_number': 6, 'project_id': '3402b5f687644f958a338c37a1460539', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:44.799303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d10c42d-5936-4535-886c-e90da56d65ee None None] The sync data for ids ['ad3007aa-60dc-4a46-9637-cf28427e9178'] in n-d-799684-3 is: [{'id': 'ad3007aa-60dc-4a46-9637-cf28427e9178', 'name': 'tempest-ServerRescueTestJSON-993267724-router', 'tenant_id': '3402b5f687644f958a338c37a1460539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:17:31Z', 'updated_at': '2021-07-08T18:19:44Z', 'revision_number': 6, 'project_id': '3402b5f687644f958a338c37a1460539', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:19:44.822228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b51338-319d-48c6-8589-45400b1bf802 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=0974e234-6407-41a2-bfef-b1698bf11f83,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:44.830015 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0b51338-319d-48c6-8589-45400b1bf802 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.839592 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b0b51338-319d-48c6-8589-45400b1bf802 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/0974e234-6407-41a2-bfef-b1698bf11f83 HTTP/1.1" status: 204 len: 168 time: 0.9354134 Jul 08 18:19:44.840262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56826) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:44.857858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] For port bb0c309c-3902-4cf4-9b20-5b79edf0373c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb0c309c-3902-4cf4-9b20-5b79edf0373c,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:44.858384 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.876738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Calling delete_port for bb0c309c-3902-4cf4-9b20-5b79edf0373c owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:44.901479 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28db01a0-7ae8-4e32-8933-300a1c4e1c83 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596492 Jul 08 18:19:44.901955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56830) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:44.914089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1309c3e7-aa48-4769-817c-53dfaef208f7 req-04e983a0-d1f5-48e6-a5db-06c5a958a1a2 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1707101 Jul 08 18:19:45.006507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e409de-e910-4d69-9d9f-2eff14715d0f None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:45.022470 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1b2999-1d20-44b5-bf03-bae8e6b0ce0a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:45.027390 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-de1b2999-1d20-44b5-bf03-bae8e6b0ce0a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1244059 Jul 08 18:19:45.028383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56832) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:45.088608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d62ad567-b0c5-4295-91d5-68361b445bb8 None None] Provisioning for port 9a0216a2-5931-43aa-8ee6-72f2a023e506 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:45.095968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f5135-079f-46a1-acce-1f1d29cd7913 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:45.101036 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bd2f5135-079f-46a1-acce-1f1d29cd7913 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0715878 Jul 08 18:19:45.114640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56834) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:45.136461 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.158470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9a0216a2-5931-43aa-8ee6-72f2a023e506 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:45.196869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0c309c-3902-4cf4-9b20-5b79edf0373c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:45.220472 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-96f286be-03cd-4da5-aece-1c0f66822972 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045024 Jul 08 18:19:45.223552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56838) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:45.232103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:45.263385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 9a0216a2-5931-43aa-8ee6-72f2a023e506 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:45.277619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 9a0216a2-5931-43aa-8ee6-72f2a023e506 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:45.278032 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.328906 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.401753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:45.405732 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.459564 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.479143 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.483792 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.522395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 9a0216a2-5931-43aa-8ee6-72f2a023e506, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9a0216a2-5931-43aa-8ee6-72f2a023e506,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:45.530815 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.572047 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.572741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad3007aa-60dc-4a46-9637-cf28427e9178 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:19:45.582027 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.583896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d2dc7ad9-6962-4940-a02c-e1188013589c admin admin] 10.222.0.73 "DELETE /v2.0/routers/ad3007aa-60dc-4a46-9637-cf28427e9178 HTTP/1.1" status: 204 len: 168 time: 1.4150753 Jul 08 18:19:45.587742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56846) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:45.615365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=9a0216a2-5931-43aa-8ee6-72f2a023e506,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:45.641616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca74b79b-fbbf-4580-8893-784cdbb6c818 admin admin] Deleting subnet a4b5a276-c3a3-46c3-85bd-73a99230a19a {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:45.645313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca74b79b-fbbf-4580-8893-784cdbb6c818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.684669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5beb704-da76-4442-b154-ad2640ddf1d3 None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:19:45.718586 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca74b79b-fbbf-4580-8893-784cdbb6c818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.791301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b5beb704-da76-4442-b154-ad2640ddf1d3 None None] Deleting port 9a0216a2-5931-43aa-8ee6-72f2a023e506 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:45.791533 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5beb704-da76-4442-b154-ad2640ddf1d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.818751 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca74b79b-fbbf-4580-8893-784cdbb6c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.841036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:45.902378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca74b79b-fbbf-4580-8893-784cdbb6c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.944705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74b79b-fbbf-4580-8893-784cdbb6c818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b5a276-c3a3-46c3-85bd-73a99230a19a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:45.954186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca74b79b-fbbf-4580-8893-784cdbb6c818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.956913 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ca74b79b-fbbf-4580-8893-784cdbb6c818 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a4b5a276-c3a3-46c3-85bd-73a99230a19a HTTP/1.1" status: 204 len: 168 time: 0.3681188 Jul 08 18:19:45.957518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b5beb704-da76-4442-b154-ad2640ddf1d3 None None] For port 9a0216a2-5931-43aa-8ee6-72f2a023e506, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9a0216a2-5931-43aa-8ee6-72f2a023e506,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:45.957909 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5beb704-da76-4442-b154-ad2640ddf1d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.961069 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56850) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:45.974809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b5beb704-da76-4442-b154-ad2640ddf1d3 None None] Calling delete_port for 9a0216a2-5931-43aa-8ee6-72f2a023e506 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:46.064950 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.099280 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5beb704-da76-4442-b154-ad2640ddf1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.119963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_pluggable_backend [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Port 9a0216a2-5931-43aa-8ee6-72f2a023e506 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93741) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 08 18:19:46.120380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_pluggable_backend [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Reverting IP allocation for 2001:db8::f816:3eff:fe04:8fd5 {{(pid=93741) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 08 18:19:46.124106 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_pluggable_backend [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe04:8fd5 {{(pid=93741) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 08 18:19:46.125939 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.148809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beb704-da76-4442-b154-ad2640ddf1d3 None None] Pushing event deleted for resources: {'Port': ['ID=9a0216a2-5931-43aa-8ee6-72f2a023e506,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:46.158837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5beb704-da76-4442-b154-ad2640ddf1d3 None None] No DVR routers for this DVR port 9a0216a2-5931-43aa-8ee6-72f2a023e506 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:46.174966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:46.179378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:46.185536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:46.186160 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.194156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a48ab3f-7376-457b-8999-c51ab90cc472 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:46.204866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=c4d75b47-47aa-4de5-a2c6-36b153a0ae5d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:46.222413 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-243d7b7e-7273-4fa9-a0cd-6b1f1d3254d2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9951031 Jul 08 18:19:46.223018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56854) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:46.228973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e4cf8555-6c56-47f4-a3bd-94d64a59ee12 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:46.236773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.251006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06f7abd-7c76-4808-a3a8-de893d43c63f']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:46.276530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c8adfd-511b-40c0-9618-21f3f8d35f92') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:46.277204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c8adfd-511b-40c0-9618-21f3f8d35f92') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:46.301894 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.321824 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.329089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:19:46.330488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.389770 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cf8555-6c56-47f4-a3bd-94d64a59ee12 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:46.394110 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8555-6c56-47f4-a3bd-94d64a59ee12 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:19:46.402520 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:19:46.413787 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.423454 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.427680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e06f7abd-7c76-4808-a3a8-de893d43c63f HTTP/1.1" status: 204 len: 168 time: 0.4632430 Jul 08 18:19:46.457286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a5647-1e6d-48b0-83a0-c03e64580fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e06f7abd-7c76-4808-a3a8-de893d43c63f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:46.483732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3467efee-61be-408d-ace4-f72f5db27257', 'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'tenant_id': 'dd5bfa61c35242e48c38dc418b80a7e7', 'fixed_ips': [{'subnet_id': 'c4d75b47-47aa-4de5-a2c6-36b153a0ae5d'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:46.484682 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.559309 n-d-799684-3 neutron-server[93741]: INFO neutron.db.ipam_backend_mixin [None req-e4cf8555-6c56-47f4-a3bd-94d64a59ee12 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4d75b47-47aa-4de5-a2c6-36b153a0ae5d (CIDR: 2001:db8::/64) Jul 08 18:19:46.571512 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cf8555-6c56-47f4-a3bd-94d64a59ee12 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:19:46.571973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4cf8555-6c56-47f4-a3bd-94d64a59ee12 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:19:46.593684 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e4cf8555-6c56-47f4-a3bd-94d64a59ee12 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3695567 Jul 08 18:19:46.596585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56862) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:46.603621 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4e0452cc-7d9c-4396-95c0-e36a200ab868 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:46.677598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Allocated IP 2001:db8::f816:3eff:fe63:67ee (3467efee-61be-408d-ace4-f72f5db27257/c4d75b47-47aa-4de5-a2c6-36b153a0ae5d/3c6ada40-f895-418f-9204-1f062756fae7) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:46.710902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56864) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:46.744811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb0c309c-3902-4cf4-9b20-5b79edf0373c no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:46.758783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b0e6ec9c-102f-4b5e-b4f3-a1183cd37d6a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3402b5f687644f958a338c37a1460539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442874 Jul 08 18:19:46.760475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56868) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:46.767917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: bb0c309c-3902-4cf4-9b20-5b79edf0373c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:46.768199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb0c309c-3902-4cf4-9b20-5b79edf0373c not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:46.768634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9a0216a2-5931-43aa-8ee6-72f2a023e506 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:46.776922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0452cc-7d9c-4396-95c0-e36a200ab868 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:46.780766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e0452cc-7d9c-4396-95c0-e36a200ab868 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.794785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 9a0216a2-5931-43aa-8ee6-72f2a023e506 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:46.795139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9a0216a2-5931-43aa-8ee6-72f2a023e506 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:46.795564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 03f93f5f-7768-4626-8448-d012eac69ca2 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:46.819420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 03f93f5f-7768-4626-8448-d012eac69ca2 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:46.819800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 03f93f5f-7768-4626-8448-d012eac69ca2 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:46.887747 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc34ab2-b9cd-4518-add0-4193a79db240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.910030 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.920026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Transition to ACTIVE for port object 3c6ada40-f895-418f-9204-1f062756fae7 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:46.934517 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc34ab2-b9cd-4518-add0-4193a79db240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.943952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Transition to ACTIVE for port object 3c6ada40-f895-418f-9204-1f062756fae7 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:46.953708 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:46.990332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:46.995249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:47.000684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:47.011216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Pushing event updated for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:47.035651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc34ab2-b9cd-4518-add0-4193a79db240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:47.038562 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbc34ab2-b9cd-4518-add0-4193a79db240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:47.042789 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dbc34ab2-b9cd-4518-add0-4193a79db240 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5eb630ab-436c-4f33-b577-6678c6eed546 HTTP/1.1" status: 204 len: 168 time: 0.2787139 Jul 08 18:19:47.064984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Attempting to bind port 3c6ada40-f895-418f-9204-1f062756fae7 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:47.065523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Attempting to bind port 3c6ada40-f895-418f-9204-1f062756fae7 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:47.065890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Attempting to bind port 3c6ada40-f895-418f-9204-1f062756fae7 on network 3467efee-61be-408d-ace4-f72f5db27257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:47.071235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:47.071956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Checking segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:47.072083 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:47.072390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Bound using segment: {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:47.073112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Bound port: 3c6ada40-f895-418f-9204-1f062756fae7, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa433ef6-65ab-4ccf-b52f-2471198aee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3467efee-61be-408d-ace4-f72f5db27257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:47.073359 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:47.083392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc34ab2-b9cd-4518-add0-4193a79db240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb630ab-436c-4f33-b577-6678c6eed546,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:47.128276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e0452cc-7d9c-4396-95c0-e36a200ab868 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:47.151589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:47.154864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c6ada40-f895-418f-9204-1f062756fae7,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:47.163454 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:47.189333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0452cc-7d9c-4396-95c0-e36a200ab868 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:47.192678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-4e0452cc-7d9c-4396-95c0-e36a200ab868 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:47.208519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0452cc-7d9c-4396-95c0-e36a200ab868 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:47.209206 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e0452cc-7d9c-4396-95c0-e36a200ab868 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:47.228186 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0452cc-7d9c-4396-95c0-e36a200ab868 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=1105c95d-2694-4d7b-a56d-cc74a60163a8,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:47.244355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15745695-b3c4-4a34-a5dd-16d936fe86d9 None None] Pushing event updated for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:47.247574 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4e0452cc-7d9c-4396-95c0-e36a200ab868 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6498735 Jul 08 18:19:47.255108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56876) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:47.262323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:c8:a8:7c', 'name': 'tempest-NetworksTestDHCPv6-1727567124'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:47.480096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:47.495499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d882-a5b6-488a-bdf9-97a1f32eae1c req-8bb10531-8ec4-419b-b3fb-8c5af5fd0c0f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:47.497271 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9765d882-a5b6-488a-bdf9-97a1f32eae1c req-8bb10531-8ec4-419b-b3fb-8c5af5fd0c0f tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 946 time: 0.1662328 Jul 08 18:19:47.596700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9765d882-a5b6-488a-bdf9-97a1f32eae1c req-26c008db-be71-439d-8f7d-33fe5994747e tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870318 Jul 08 18:19:47.629444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:47.658692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 9424fbf6-5bdc-4253-ac0d-5935cd58d6e3 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:47.888904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8:0:1::3a1 (3467efee-61be-408d-ace4-f72f5db27257/1105c95d-2694-4d7b-a56d-cc74a60163a8/9424fbf6-5bdc-4253-ac0d-5935cd58d6e3) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:47.897652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::f816:3eff:fec8:a87c (3467efee-61be-408d-ace4-f72f5db27257/c4d75b47-47aa-4de5-a2c6-36b153a0ae5d/9424fbf6-5bdc-4253-ac0d-5935cd58d6e3) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:48.057193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:48.074278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 9424fbf6-5bdc-4253-ac0d-5935cd58d6e3 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:48.122308 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:48.180217 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:48.184260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:48.190989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:48.197179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:48.197815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:48.208848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=9424fbf6-5bdc-4253-ac0d-5935cd58d6e3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:48.223275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fdc4b0aa-5a5b-477b-8ce8-c29ff60ff336 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9661784 Jul 08 18:19:48.225928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56904) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:48.345320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3762d30c-d694-4dc3-954d-f7a491f40662 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 9424fbf6-5bdc-4253-ac0d-5935cd58d6e3 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:48.345782 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3762d30c-d694-4dc3-954d-f7a491f40662 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:48.494906 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3762d30c-d694-4dc3-954d-f7a491f40662 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:48.511057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3762d30c-d694-4dc3-954d-f7a491f40662 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 9424fbf6-5bdc-4253-ac0d-5935cd58d6e3 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:48.533973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5514a24-3563-4ff6-994d-09839335ad24 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:48.666926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9a2dc8e2-0280-41c8-880e-c5fc3c4c07e7 None None] Provisioning for port 3c6ada40-f895-418f-9204-1f062756fae7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:48.826560 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3762d30c-d694-4dc3-954d-f7a491f40662 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:48.871323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c6ada40-f895-418f-9204-1f062756fae7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:48.942557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762d30c-d694-4dc3-954d-f7a491f40662 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=9424fbf6-5bdc-4253-ac0d-5935cd58d6e3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:48.981878 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3762d30c-d694-4dc3-954d-f7a491f40662 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:48.984967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3762d30c-d694-4dc3-954d-f7a491f40662 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/9424fbf6-5bdc-4253-ac0d-5935cd58d6e3 HTTP/1.1" status: 204 len: 168 time: 0.7574942 Jul 08 18:19:48.987776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56926) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:49.002167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 3c6ada40-f895-418f-9204-1f062756fae7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:49.008614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:49.009280 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.066529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf45c0-1c63-4730-8f00-7059843fe297 req-ad9542ae-e02b-4f1a-8fa0-669265c535ac tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:49.071331 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59cf45c0-1c63-4730-8f00-7059843fe297 req-ad9542ae-e02b-4f1a-8fa0-669265c535ac tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.74 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 946 time: 0.1677928 Jul 08 18:19:49.088596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c5985-b683-4c6a-9707-c8fc17101527 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:49.090855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-196c5985-b683-4c6a-9707-c8fc17101527 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1017313 Jul 08 18:19:49.097509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56928) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:49.108330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f529705-8ca2-4f52-88ae-3d47bee39fdc req-9ea5cf7d-3698-4678-bbde-591f78940d2c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:49.116515 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f529705-8ca2-4f52-88ae-3d47bee39fdc req-9ea5cf7d-3698-4678-bbde-591f78940d2c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 946 time: 0.2108686 Jul 08 18:19:49.216184 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f529705-8ca2-4f52-88ae-3d47bee39fdc req-cbb8e547-317e-4de7-9d05-455330fc8abf tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980628 Jul 08 18:19:49.249641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc3eee-fe3f-4208-9a7f-6d1ed4d9193b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:49.255919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bdbc3eee-fe3f-4208-9a7f-6d1ed4d9193b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1344733 Jul 08 18:19:49.256301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56930) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:49.297877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-59cf45c0-1c63-4730-8f00-7059843fe297 req-34b9eae4-7c96-4180-9f20-eeeaf2ec6162 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Deleting port 29e2e928-0b7e-4434-9230-b367e1f69ea0 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:49.298302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-59cf45c0-1c63-4730-8f00-7059843fe297 req-34b9eae4-7c96-4180-9f20-eeeaf2ec6162 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.324618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.358814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580a54c2-bd37-4fbb-b532-ef1ed6b72850 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:49.360457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580a54c2-bd37-4fbb-b532-ef1ed6b72850 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:49.362303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580a54c2-bd37-4fbb-b532-ef1ed6b72850 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:49.363234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c6ada40-f895-418f-9204-1f062756fae7,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:49.363868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-580a54c2-bd37-4fbb-b532-ef1ed6b72850 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1066780 Jul 08 18:19:49.365567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588ca2b-07ac-4a74-97b6-02b33dc93b2c None None] Update dhcp port {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': 'c4d75b47-47aa-4de5-a2c6-36b153a0ae5d', 'ip_address': '2001:db8::f816:3eff:fe63:67ee'}, {'subnet_id': '1105c95d-2694-4d7b-a56d-cc74a60163a8'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '3c6ada40-f895-418f-9204-1f062756fae7'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:19:49.368939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56932) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:49.389736 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.418312 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-59cf45c0-1c63-4730-8f00-7059843fe297 req-34b9eae4-7c96-4180-9f20-eeeaf2ec6162 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] For port 29e2e928-0b7e-4434-9230-b367e1f69ea0, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=29e2e928-0b7e-4434-9230-b367e1f69ea0,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:49.418696 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-59cf45c0-1c63-4730-8f00-7059843fe297 req-34b9eae4-7c96-4180-9f20-eeeaf2ec6162 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.435442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-59cf45c0-1c63-4730-8f00-7059843fe297 req-34b9eae4-7c96-4180-9f20-eeeaf2ec6162 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Calling delete_port for 29e2e928-0b7e-4434-9230-b367e1f69ea0 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:49.440633 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6588ca2b-07ac-4a74-97b6-02b33dc93b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.468236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ad5af7-d0a1-48b0-95cb-f56f4c82fd26 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 1105c95d-2694-4d7b-a56d-cc74a60163a8 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:49.486415 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25ad5af7-d0a1-48b0-95cb-f56f4c82fd26 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.537518 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25ad5af7-d0a1-48b0-95cb-f56f4c82fd26 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.609995 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25ad5af7-d0a1-48b0-95cb-f56f4c82fd26 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.622084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:49.676116 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25ad5af7-d0a1-48b0-95cb-f56f4c82fd26 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server [None req-6588ca2b-07ac-4a74-97b6-02b33dc93b2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1105c95d-2694-4d7b-a56d-cc74a60163a8: This subnet is being modified by another concurrent operation. Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1105c95d-2694-4d7b-a56d-cc74a60163a8: This subnet is being modified by another concurrent operation. Jul 08 18:19:49.677663 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:19:49.719587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad5af7-d0a1-48b0-95cb-f56f4c82fd26 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=1105c95d-2694-4d7b-a56d-cc74a60163a8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:49.737241 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25ad5af7-d0a1-48b0-95cb-f56f4c82fd26 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.743407 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-25ad5af7-d0a1-48b0-95cb-f56f4c82fd26 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/1105c95d-2694-4d7b-a56d-cc74a60163a8 HTTP/1.1" status: 204 len: 168 time: 0.3729501 Jul 08 18:19:49.743560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56938) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:49.783832 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-59cf45c0-1c63-4730-8f00-7059843fe297 req-34b9eae4-7c96-4180-9f20-eeeaf2ec6162 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.798289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3dcc934e-2cce-4088-bf13-6972675f8521', 'b831a846-6aa4-45fa-b2d7-464c85a5f251'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:49.830103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9eae4-7c96-4180-9f20-eeeaf2ec6162 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Pushing event deleted for resources: {'Port': ['ID=29e2e928-0b7e-4434-9230-b367e1f69ea0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:49.835642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8f078f-980a-480f-89b8-5fdda9b50b01 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet c4d75b47-47aa-4de5-a2c6-36b153a0ae5d {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:49.851678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['29e2e928-0b7e-4434-9230-b367e1f69ea0'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:49.869645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd8f078f-980a-480f-89b8-5fdda9b50b01 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.919444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cf45c0-1c63-4730-8f00-7059843fe297 req-34b9eae4-7c96-4180-9f20-eeeaf2ec6162 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] No DVR routers for this DVR port 29e2e928-0b7e-4434-9230-b367e1f69ea0 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:49.926520 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-59cf45c0-1c63-4730-8f00-7059843fe297 req-34b9eae4-7c96-4180-9f20-eeeaf2ec6162 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.931464 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-59cf45c0-1c63-4730-8f00-7059843fe297 req-34b9eae4-7c96-4180-9f20-eeeaf2ec6162 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.74 "DELETE /v2.0/ports/29e2e928-0b7e-4434-9230-b367e1f69ea0 HTTP/1.1" status: 204 len: 173 time: 0.8520620 Jul 08 18:19:49.932243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d', 'name': 'network-vif-deleted', 'tag': '29e2e928-0b7e-4434-9230-b367e1f69ea0'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:49.935201 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc794aa0-d5b4-4ace-adde-91f938b2b3d4" -d '{"events": [{"server_uuid": "f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d", "name": "network-vif-deleted", "tag": "29e2e928-0b7e-4434-9230-b367e1f69ea0"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:49.957292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b36bd9c9-10ab-4f24-a158-d8a378e346c7 None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:49.957643 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b36bd9c9-10ab-4f24-a158-d8a378e346c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.990862 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd8f078f-980a-480f-89b8-5fdda9b50b01 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:50.048463 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab71be5-414d-4625-800a-35efcbfdbd3d x-openstack-request-id: req-fab71be5-414d-4625-800a-35efcbfdbd3d {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:50.048753 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d", "name": "network-vif-deleted", "tag": "29e2e928-0b7e-4434-9230-b367e1f69ea0", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:50.052193 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fab71be5-414d-4625-800a-35efcbfdbd3d {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:50.052841 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d', 'name': 'network-vif-deleted', 'tag': '29e2e928-0b7e-4434-9230-b367e1f69ea0', 'status': 'completed', 'code': 200} Jul 08 18:19:50.194129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd8f078f-980a-480f-89b8-5fdda9b50b01 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:50.276988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8770c374-746e-4dc5-860f-0678214c49a5 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:19:50.319811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd8f078f-980a-480f-89b8-5fdda9b50b01 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:50.362048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f078f-980a-480f-89b8-5fdda9b50b01 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d75b47-47aa-4de5-a2c6-36b153a0ae5d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:50.364579 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd8f078f-980a-480f-89b8-5fdda9b50b01 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:50.366924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dd8f078f-980a-480f-89b8-5fdda9b50b01 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/c4d75b47-47aa-4de5-a2c6-36b153a0ae5d HTTP/1.1" status: 204 len: 168 time: 0.6224480 Jul 08 18:19:50.369714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56964) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:50.381146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4fa5dedb-3a6a-4cfb-9663-b84e84e89488 None None] Could not find standard attr ID for object 9424fbf6-5bdc-4253-ac0d-5935cd58d6e3. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:19:50.442477 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ef29380b-9f25-4568-8ef5-be0bfab32005 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631125 Jul 08 18:19:50.443428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56966) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:50.450570 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffcd8281-136b-4573-86be-4a9eb85ceebd req-c960756e-a173-4ffa-9065-e576d3845a44 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=f27ba5e7-38e1-45e9-b0b5-1357bb7a7c5d HTTP/1.1" status: 200 len: 210 time: 0.0384793 Jul 08 18:19:50.460448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:50.485093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770c374-746e-4dc5-860f-0678214c49a5 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:19:50.573835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:50.601567 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:50.749422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c6ada40-f895-418f-9204-1f062756fae7 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:50.924478 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:50.960834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5269370f-6595-456f-9fb2-45d94a8ed40c None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:19:51.025014 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c6ada40-f895-418f-9204-1f062756fae7,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:51.032430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d3703cad-c55e-4f6e-8612-3872d5e79c67 None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:51.032811 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3703cad-c55e-4f6e-8612-3872d5e79c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.039805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:51.063599 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.213740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:51.228443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269370f-6595-456f-9fb2-45d94a8ed40c None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:19:51.251654 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3703cad-c55e-4f6e-8612-3872d5e79c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.272247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.379377 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-d3703cad-c55e-4f6e-8612-3872d5e79c67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:19:51.379744 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-d3703cad-c55e-4f6e-8612-3872d5e79c67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:19:51.472616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c6ada40-f895-418f-9204-1f062756fae7,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:51.521354 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.534038 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.534847 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.675339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:51.706629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:51.711283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:51.718993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:51.719599 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.748816 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3041377 Jul 08 18:19:51.751691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56982) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:51.755754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495bd89-8923-461e-a779-f58d58dece3e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=83f2370c-a03b-4ad9-83ff-09093defcb42,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:51.758041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2a4c9eaf-f85f-47bf-8a02-e45956c59f4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:51.950182 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3703cad-c55e-4f6e-8612-3872d5e79c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.981430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c9eaf-f85f-47bf-8a02-e45956c59f4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:51.985373 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a4c9eaf-f85f-47bf-8a02-e45956c59f4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.017511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d3703cad-c55e-4f6e-8612-3872d5e79c67 None None] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c6ada40-f895-418f-9204-1f062756fae7,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:52.031228 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d3703cad-c55e-4f6e-8612-3872d5e79c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.108872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3703cad-c55e-4f6e-8612-3872d5e79c67 None None] Pushing event updated for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:52.201927 n-d-799684-3 neutron-server[93742]: INFO neutron.db.ipam_backend_mixin [None req-2a4c9eaf-f85f-47bf-8a02-e45956c59f4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 83f2370c-a03b-4ad9-83ff-09093defcb42 (CIDR: 2001:db8::/64) Jul 08 18:19:52.215123 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4c9eaf-f85f-47bf-8a02-e45956c59f4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:19:52.215627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4c9eaf-f85f-47bf-8a02-e45956c59f4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:19:52.250142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de44a5-bd96-4462-895d-c617707bb5ad req-775a23ec-93d0-4438-aab4-aa9659f93496 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:52.252120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18de44a5-bd96-4462-895d-c617707bb5ad req-775a23ec-93d0-4438-aab4-aa9659f93496 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36 HTTP/1.1" status: 200 len: 945 time: 0.1148725 Jul 08 18:19:52.253809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2a4c9eaf-f85f-47bf-8a02-e45956c59f4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5010924 Jul 08 18:19:52.256658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56986) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:52.261910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:52.355556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18de44a5-bd96-4462-895d-c617707bb5ad req-b13902ad-8ff8-4f68-82e8-5fd6d2eb11d5 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871625 Jul 08 18:19:52.448748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:52.453102 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.678189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b4f33-d790-4c3d-8936-cc0716b1a238 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:52.743188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c6ada40-f895-418f-9204-1f062756fae7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:52.839458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-55a9b6c7-68f0-4dd9-86d1-9a496d7da5d2 None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:52.839836 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55a9b6c7-68f0-4dd9-86d1-9a496d7da5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.898008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:52.898919 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.012321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57000) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:53.168806 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-206d9ee6-dba9-4ee3-ac5f-193bd2305dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.303735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-206d9ee6-dba9-4ee3-ac5f-193bd2305dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.310099 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-206d9ee6-dba9-4ee3-ac5f-193bd2305dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.310342 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.372991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=1e2427f8-1249-4650-bc39-963f3351a5e6,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:53.376401 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-206d9ee6-dba9-4ee3-ac5f-193bd2305dd3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=80cf240917774704b88fad7e16edb104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636389 Jul 08 18:19:53.377658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d9ee6-dba9-4ee3-ac5f-193bd2305dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fed768-6910-4082-90f3-afa68fcd25ec,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:53.380944 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57004) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:53.402108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.402773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.403134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.403588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.404043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.404377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.404711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.405144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.405470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.405793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.406245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.406580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:53.425851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:53.427685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:53.431575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:53.432179 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.447599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86209ab1-528d-419a-99c7-dd882d9c9a44 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:53.456202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5810136b-b533-4d11-9796-ba8a7d3b4f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.466684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-560c3c83-eaa3-4d0e-b8e7-7e063490a8a9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2085526 Jul 08 18:19:53.469223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57008) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:53.480066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:de:49:ae', 'name': 'tempest-NetworksTestDHCPv6-392224501'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:53.484192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5810136b-b533-4d11-9796-ba8a7d3b4f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.660396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-987d5898-64d5-46cf-8d99-a287f95ef8b1 None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:53.660773 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-987d5898-64d5-46cf-8d99-a287f95ef8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.673977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff0487-ff82-457d-a250-4dd49b16f2c0 req-ba7e8b4f-ae7e-4a7f-aba4-977f01bffce1 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:53.675615 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bbff0487-ff82-457d-a250-4dd49b16f2c0 req-ba7e8b4f-ae7e-4a7f-aba4-977f01bffce1 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.59 "GET /v2.0/ports?device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36 HTTP/1.1" status: 200 len: 945 time: 0.1732442 Jul 08 18:19:53.782429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5810136b-b533-4d11-9796-ba8a7d3b4f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.784914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:53.785786 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5810136b-b533-4d11-9796-ba8a7d3b4f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.794843 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5810136b-b533-4d11-9796-ba8a7d3b4f79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04fed768-6910-4082-90f3-afa68fcd25ec HTTP/1.1" status: 204 len: 168 time: 0.4127092 Jul 08 18:19:53.858547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321d4a9-0953-46c8-bf10-17824ae9a854 req-e90f83fd-1b95-435a-bfa3-2d95baccb5e4 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:53.860586 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4321d4a9-0953-46c8-bf10-17824ae9a854 req-e90f83fd-1b95-435a-bfa3-2d95baccb5e4 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36 HTTP/1.1" status: 200 len: 945 time: 0.2415411 Jul 08 18:19:53.862354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810136b-b533-4d11-9796-ba8a7d3b4f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fed768-6910-4082-90f3-afa68fcd25ec,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:53.926266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-bbff0487-ff82-457d-a250-4dd49b16f2c0 req-587d1bce-e0e6-4103-be1b-f18990642728 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Deleting port b831a846-6aa4-45fa-b2d7-464c85a5f251 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:53.926266 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bbff0487-ff82-457d-a250-4dd49b16f2c0 req-587d1bce-e0e6-4103-be1b-f18990642728 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.943803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4321d4a9-0953-46c8-bf10-17824ae9a854 req-c855cc00-2944-46f6-bd08-b2dea078cb8a tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747843 Jul 08 18:19:53.961031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d3fea5-cfa2-49aa-be2f-cf40abe36d6d None None] Update dhcp port {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '83f2370c-a03b-4ad9-83ff-09093defcb42', 'ip_address': '2001:db8::f816:3eff:fe63:67ee'}, {'subnet_id': '1e2427f8-1249-4650-bc39-963f3351a5e6'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '3c6ada40-f895-418f-9204-1f062756fae7'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:19:53.965750 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.000377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 587f1ee0-4a54-4d6c-a3e2-acce84651e7d yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:54.001372 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fea5-cfa2-49aa-be2f-cf40abe36d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.020477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 29e2e928-0b7e-4434-9230-b367e1f69ea0 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:54.057379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-bbff0487-ff82-457d-a250-4dd49b16f2c0 req-587d1bce-e0e6-4103-be1b-f18990642728 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] For port b831a846-6aa4-45fa-b2d7-464c85a5f251, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b831a846-6aa4-45fa-b2d7-464c85a5f251,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:54.058035 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bbff0487-ff82-457d-a250-4dd49b16f2c0 req-587d1bce-e0e6-4103-be1b-f18990642728 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.065067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 29e2e928-0b7e-4434-9230-b367e1f69ea0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:54.065414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 29e2e928-0b7e-4434-9230-b367e1f69ea0 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:54.074682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-bbff0487-ff82-457d-a250-4dd49b16f2c0 req-587d1bce-e0e6-4103-be1b-f18990642728 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Calling delete_port for b831a846-6aa4-45fa-b2d7-464c85a5f251 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:54.208535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8:0:1::f2 (3467efee-61be-408d-ace4-f72f5db27257/1e2427f8-1249-4650-bc39-963f3351a5e6/587f1ee0-4a54-4d6c-a3e2-acce84651e7d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:54.217155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::f816:3eff:fede:49ae (3467efee-61be-408d-ace4-f72f5db27257/83f2370c-a03b-4ad9-83ff-09093defcb42/587f1ee0-4a54-4d6c-a3e2-acce84651e7d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:54.233652 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bbff0487-ff82-457d-a250-4dd49b16f2c0 req-587d1bce-e0e6-4103-be1b-f18990642728 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.248285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3dcc934e-2cce-4088-bf13-6972675f8521', 'b831a846-6aa4-45fa-b2d7-464c85a5f251'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:54.265600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d1bce-e0e6-4103-be1b-f18990642728 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Pushing event deleted for resources: {'Port': ['ID=b831a846-6aa4-45fa-b2d7-464c85a5f251,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:54.321683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbff0487-ff82-457d-a250-4dd49b16f2c0 req-587d1bce-e0e6-4103-be1b-f18990642728 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] No DVR routers for this DVR port b831a846-6aa4-45fa-b2d7-464c85a5f251 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:54.324526 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bbff0487-ff82-457d-a250-4dd49b16f2c0 req-587d1bce-e0e6-4103-be1b-f18990642728 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.326834 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bbff0487-ff82-457d-a250-4dd49b16f2c0 req-587d1bce-e0e6-4103-be1b-f18990642728 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.59 "DELETE /v2.0/ports/b831a846-6aa4-45fa-b2d7-464c85a5f251 HTTP/1.1" status: 204 len: 173 time: 0.6436758 Jul 08 18:19:54.327438 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64514d9f-5ff7-4edf-9fc3-9d2eac869f36', 'name': 'network-vif-deleted', 'tag': 'b831a846-6aa4-45fa-b2d7-464c85a5f251'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:54.329931 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142df6d2-2813-408e-bd17-23f135937923" -d '{"events": [{"server_uuid": "64514d9f-5ff7-4edf-9fc3-9d2eac869f36", "name": "network-vif-deleted", "tag": "b831a846-6aa4-45fa-b2d7-464c85a5f251"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:54.380795 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e7700a-5e5c-4891-855d-4d38a4e81eb9 x-openstack-request-id: req-99e7700a-5e5c-4891-855d-4d38a4e81eb9 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:54.381087 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64514d9f-5ff7-4edf-9fc3-9d2eac869f36", "name": "network-vif-deleted", "tag": "b831a846-6aa4-45fa-b2d7-464c85a5f251", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:54.381340 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99e7700a-5e5c-4891-855d-4d38a4e81eb9 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:54.381755 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64514d9f-5ff7-4edf-9fc3-9d2eac869f36', 'name': 'network-vif-deleted', 'tag': 'b831a846-6aa4-45fa-b2d7-464c85a5f251', 'status': 'completed', 'code': 200} Jul 08 18:19:54.411478 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.427655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 587f1ee0-4a54-4d6c-a3e2-acce84651e7d will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:54.471044 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.515127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:54.518462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:54.525245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:54.531507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:54.532168 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.543688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-a6d3fea5-cfa2-49aa-be2f-cf40abe36d6d None None] Allocated IP 2001:db8:0:1::2 (3467efee-61be-408d-ace4-f72f5db27257/1e2427f8-1249-4650-bc39-963f3351a5e6/3c6ada40-f895-418f-9204-1f062756fae7) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:54.546257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=587f1ee0-4a54-4d6c-a3e2-acce84651e7d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:54.560852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-41881e78-8c94-4138-91d9-fa1bb8a85e5d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0897493 Jul 08 18:19:54.563497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57038) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:54.668401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a6d3fea5-cfa2-49aa-be2f-cf40abe36d6d None None] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c6ada40-f895-418f-9204-1f062756fae7,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:54.695377 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4f9bce55-2b98-4636-aabc-e7dfb498d89b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 587f1ee0-4a54-4d6c-a3e2-acce84651e7d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:54.696059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f9bce55-2b98-4636-aabc-e7dfb498d89b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.709820 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fea5-cfa2-49aa-be2f-cf40abe36d6d None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.727296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a6d3fea5-cfa2-49aa-be2f-cf40abe36d6d None None] Transition to ACTIVE for port object 3c6ada40-f895-418f-9204-1f062756fae7 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:54.734007 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fea5-cfa2-49aa-be2f-cf40abe36d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.840982 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f9bce55-2b98-4636-aabc-e7dfb498d89b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:54.865441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4f9bce55-2b98-4636-aabc-e7dfb498d89b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 587f1ee0-4a54-4d6c-a3e2-acce84651e7d owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:54.877404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3fea5-cfa2-49aa-be2f-cf40abe36d6d None None] Pushing event updated for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:55.152593 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f9bce55-2b98-4636-aabc-e7dfb498d89b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:55.212544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bce55-2b98-4636-aabc-e7dfb498d89b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=587f1ee0-4a54-4d6c-a3e2-acce84651e7d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:55.237813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db2d7844-98e9-44a6-a20a-be3451443a85 req-604aac08-8405-4b0c-9d67-47d59031524e tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=64514d9f-5ff7-4edf-9fc3-9d2eac869f36 HTTP/1.1" status: 200 len: 210 time: 0.0763066 Jul 08 18:19:55.311698 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f9bce55-2b98-4636-aabc-e7dfb498d89b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:55.313780 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4f9bce55-2b98-4636-aabc-e7dfb498d89b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/587f1ee0-4a54-4d6c-a3e2-acce84651e7d HTTP/1.1" status: 204 len: 168 time: 0.7490735 Jul 08 18:19:55.319005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57052) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:55.398041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d960f1-5905-4b48-94c4-32bcc5421af9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:55.399628 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-36d960f1-5905-4b48-94c4-32bcc5421af9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0794268 Jul 08 18:19:55.402573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57060) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:55.586924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0276db5-cbf5-43cc-a528-35c1f6ccf2ab tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:55.586924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f0276db5-cbf5-43cc-a528-35c1f6ccf2ab tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1298957 Jul 08 18:19:55.586924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57068) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:55.625488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66946f7-0a43-4755-be69-03a8964b8323 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:55.627061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66946f7-0a43-4755-be69-03a8964b8323 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:55.629177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66946f7-0a43-4755-be69-03a8964b8323 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:55.634197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57074) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:55.634699 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f66946f7-0a43-4755-be69-03a8964b8323 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0962243 Jul 08 18:19:55.704832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e4ead2-a4d0-4560-bc58-c29510dfe1cd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 1e2427f8-1249-4650-bc39-963f3351a5e6 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:55.710646 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87e4ead2-a4d0-4560-bc58-c29510dfe1cd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:55.791668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87e4ead2-a4d0-4560-bc58-c29510dfe1cd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:55.869888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dfffeb45-3881-4c7b-8e33-4b7cb9fc48d5 None None] Provisioning for port 3c6ada40-f895-418f-9204-1f062756fae7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:55.874769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dfffeb45-3881-4c7b-8e33-4b7cb9fc48d5 None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:55.876116 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dfffeb45-3881-4c7b-8e33-4b7cb9fc48d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:55.938411 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87e4ead2-a4d0-4560-bc58-c29510dfe1cd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.051593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87e4ead2-a4d0-4560-bc58-c29510dfe1cd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.082950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4ead2-a4d0-4560-bc58-c29510dfe1cd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=1e2427f8-1249-4650-bc39-963f3351a5e6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:56.085040 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87e4ead2-a4d0-4560-bc58-c29510dfe1cd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.087568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-87e4ead2-a4d0-4560-bc58-c29510dfe1cd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/1e2427f8-1249-4650-bc39-963f3351a5e6 HTTP/1.1" status: 204 len: 168 time: 0.4517148 Jul 08 18:19:56.090436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57088) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:56.134142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2182c30b-3fea-40ca-ba2d-d468a03f1d51 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:56.193317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-2620d1c1-c8df-4324-916e-a9c5158297a2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 83f2370c-a03b-4ad9-83ff-09093defcb42 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:56.197947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2620d1c1-c8df-4324-916e-a9c5158297a2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.222570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-faa4f1c5-17ae-4a50-9412-107a9ec75add None None] Could not find standard attr ID for object 587f1ee0-4a54-4d6c-a3e2-acce84651e7d. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:19:56.255600 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2620d1c1-c8df-4324-916e-a9c5158297a2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.374834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2620d1c1-c8df-4324-916e-a9c5158297a2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.529114 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2620d1c1-c8df-4324-916e-a9c5158297a2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.551137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2620d1c1-c8df-4324-916e-a9c5158297a2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.555144 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2620d1c1-c8df-4324-916e-a9c5158297a2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/83f2370c-a03b-4ad9-83ff-09093defcb42 HTTP/1.1" status: 204 len: 168 time: 0.4635608 Jul 08 18:19:56.558094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57102) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:56.574850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620d1c1-c8df-4324-916e-a9c5158297a2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=83f2370c-a03b-4ad9-83ff-09093defcb42,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:56.609060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0477dc92-47c8-4a3f-9eab-8773ee2a4b19 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492992 Jul 08 18:19:56.612325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57104) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:56.620093 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5f683fa9-a981-4d7c-8a6a-1aa0b31c5633 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:56.756949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f683fa9-a981-4d7c-8a6a-1aa0b31c5633 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:56.761875 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f683fa9-a981-4d7c-8a6a-1aa0b31c5633 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.774552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c6ada40-f895-418f-9204-1f062756fae7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:56.838916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b831a846-6aa4-45fa-b2d7-464c85a5f251 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:56.875962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: b831a846-6aa4-45fa-b2d7-464c85a5f251 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:56.876636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b831a846-6aa4-45fa-b2d7-464c85a5f251 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:56.918902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:56.920373 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.005851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3671-9b61-4cf2-8540-e085bbb48e4e req-461a0e65-6d0a-4aee-afda-4163a918f533 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:57.012220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97fd3671-9b61-4cf2-8540-e085bbb48e4e req-461a0e65-6d0a-4aee-afda-4163a918f533 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1632752 Jul 08 18:19:57.111524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97fd3671-9b61-4cf2-8540-e085bbb48e4e req-2c1da004-7ff4-4088-9252-b762ae56beb5 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886755 Jul 08 18:19:57.119470 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f683fa9-a981-4d7c-8a6a-1aa0b31c5633 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.167165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7768eb-f804-4474-80c6-6b04b48113fa None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:57.173279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f683fa9-a981-4d7c-8a6a-1aa0b31c5633 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:57.176852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-5f683fa9-a981-4d7c-8a6a-1aa0b31c5633 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:57.181597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f683fa9-a981-4d7c-8a6a-1aa0b31c5633 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:57.182197 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f683fa9-a981-4d7c-8a6a-1aa0b31c5633 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.190263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f683fa9-a981-4d7c-8a6a-1aa0b31c5633 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=98a4ad32-c7b9-4895-ae4d-1588317188f9,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:57.211754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5f683fa9-a981-4d7c-8a6a-1aa0b31c5633 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5984144 Jul 08 18:19:57.214871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57122) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:57.221148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fac1df8e-e380-46dc-99e6-2c3c662713c4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:57.282611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-af0a9471-166e-456a-a2d0-907f07aab7da None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:57.283085 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0a9471-166e-456a-a2d0-907f07aab7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.377510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac1df8e-e380-46dc-99e6-2c3c662713c4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:57.381404 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fac1df8e-e380-46dc-99e6-2c3c662713c4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.486953 n-d-799684-3 neutron-server[93741]: INFO neutron.db.ipam_backend_mixin [None req-fac1df8e-e380-46dc-99e6-2c3c662713c4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98a4ad32-c7b9-4895-ae4d-1588317188f9 (CIDR: 2001:db8::/64) Jul 08 18:19:57.493874 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac1df8e-e380-46dc-99e6-2c3c662713c4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:19:57.494662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac1df8e-e380-46dc-99e6-2c3c662713c4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:19:57.531373 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fac1df8e-e380-46dc-99e6-2c3c662713c4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3149908 Jul 08 18:19:57.533884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57132) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:57.543447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:57.684232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:57.688647 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.936274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934472ff-3d14-4084-b200-607d17cce74a None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:58.041164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e8b6c71a-dfe3-41f8-8073-65ce2fa08619 None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:58.041462 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c71a-dfe3-41f8-8073-65ce2fa08619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.133436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:19:58.429882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373dac8-0a1b-4d2d-93a6-ca9589c6dc63 None None] Update dhcp port {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '61713a30-4a72-47e2-828f-ff2fa764cd4a'}, {'subnet_id': '98a4ad32-c7b9-4895-ae4d-1588317188f9'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '3c6ada40-f895-418f-9204-1f062756fae7'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:19:58.435617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7f86d-2880-4405-a0f5-33e9169ef5e3 req-570220ed-c38c-4bb5-ae85-b7c657ba568c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:58.437845 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd7f86d-2880-4405-a0f5-33e9169ef5e3 req-570220ed-c38c-4bb5-ae85-b7c657ba568c tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1269536 Jul 08 18:19:58.446870 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.512706 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8373dac8-0a1b-4d2d-93a6-ca9589c6dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.533334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd7f86d-2880-4405-a0f5-33e9169ef5e3 req-7584eb88-38c6-4f88-8fe0-ce70cf180c81 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/security-groups?id=f205ee48-9f03-4fd3-bc4c-00f98bf370d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806818 Jul 08 18:19:58.629676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807adda-d9f1-4fab-a198-7d81d33d4fe3 req-26986fc2-4f1c-4cb0-ba6b-b5dac69a02ae tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:58.631184 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3807adda-d9f1-4fab-a198-7d81d33d4fe3 req-26986fc2-4f1c-4cb0-ba6b-b5dac69a02ae tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.59 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 945 time: 0.1935563 Jul 08 18:19:58.775316 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c6ada40-f895-418f-9204-1f062756fae7,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:58.824052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.828714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-3807adda-d9f1-4fab-a198-7d81d33d4fe3 req-4fe16587-3f65-43da-9d71-020b2f6fd897 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Deleting port 3dcc934e-2cce-4088-bf13-6972675f8521 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:58.828714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3807adda-d9f1-4fab-a198-7d81d33d4fe3 req-4fe16587-3f65-43da-9d71-020b2f6fd897 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.833287 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.834054 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.906602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-8373dac8-0a1b-4d2d-93a6-ca9589c6dc63 None None] Allocated IP 2001:db8::2 (3467efee-61be-408d-ace4-f72f5db27257/98a4ad32-c7b9-4895-ae4d-1588317188f9/3c6ada40-f895-418f-9204-1f062756fae7) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:59.023291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:59.039985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:59.045586 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:59.046184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.059670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=13']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:59.072541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8373dac8-0a1b-4d2d-93a6-ca9589c6dc63 None None] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c6ada40-f895-418f-9204-1f062756fae7,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:59.076633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=61713a30-4a72-47e2-828f-ff2fa764cd4a,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:59.126198 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-73f4ddb8-1494-4983-8ae0-89d41df0f547 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5910985 Jul 08 18:19:59.127589 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8373dac8-0a1b-4d2d-93a6-ca9589c6dc63 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.130998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57180) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:59.135745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:01:13:be', 'name': 'tempest-NetworksTestDHCPv6-1871446588'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:59.146290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8373dac8-0a1b-4d2d-93a6-ca9589c6dc63 None None] Transition to ACTIVE for port object 3c6ada40-f895-418f-9204-1f062756fae7 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:59.155662 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8373dac8-0a1b-4d2d-93a6-ca9589c6dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.187197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-3807adda-d9f1-4fab-a198-7d81d33d4fe3 req-4fe16587-3f65-43da-9d71-020b2f6fd897 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] For port 3dcc934e-2cce-4088-bf13-6972675f8521, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3dcc934e-2cce-4088-bf13-6972675f8521,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:59.187572 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3807adda-d9f1-4fab-a198-7d81d33d4fe3 req-4fe16587-3f65-43da-9d71-020b2f6fd897 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.203930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-3807adda-d9f1-4fab-a198-7d81d33d4fe3 req-4fe16587-3f65-43da-9d71-020b2f6fd897 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Calling delete_port for 3dcc934e-2cce-4088-bf13-6972675f8521 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:59.290124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373dac8-0a1b-4d2d-93a6-ca9589c6dc63 None None] Pushing event updated for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=14']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:59.350011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:59.392423 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3807adda-d9f1-4fab-a198-7d81d33d4fe3 req-4fe16587-3f65-43da-9d71-020b2f6fd897 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.425703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe16587-3f65-43da-9d71-020b2f6fd897 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Pushing event deleted for resources: {'Port': ['ID=3dcc934e-2cce-4088-bf13-6972675f8521,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:59.459957 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.492959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 80c52c96-ca9e-4349-b20e-5fd529216dd0 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:19:59.500753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3807adda-d9f1-4fab-a198-7d81d33d4fe3 req-4fe16587-3f65-43da-9d71-020b2f6fd897 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] No DVR routers for this DVR port 3dcc934e-2cce-4088-bf13-6972675f8521 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:59.504116 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3807adda-d9f1-4fab-a198-7d81d33d4fe3 req-4fe16587-3f65-43da-9d71-020b2f6fd897 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.510050 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3807adda-d9f1-4fab-a198-7d81d33d4fe3 req-4fe16587-3f65-43da-9d71-020b2f6fd897 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.59 "DELETE /v2.0/ports/3dcc934e-2cce-4088-bf13-6972675f8521 HTTP/1.1" status: 204 len: 173 time: 0.8686988 Jul 08 18:19:59.510766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883fa1ac-dc1b-4bdc-804c-6b68c76e6da9', 'name': 'network-vif-deleted', 'tag': '3dcc934e-2cce-4088-bf13-6972675f8521'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:59.516551 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d4c3fb-7863-4275-a306-40f1baa34744" -d '{"events": [{"server_uuid": "883fa1ac-dc1b-4bdc-804c-6b68c76e6da9", "name": "network-vif-deleted", "tag": "3dcc934e-2cce-4088-bf13-6972675f8521"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:59.589109 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f76b47-06d2-4e94-82fc-c838be846ad3 x-openstack-request-id: req-b1f76b47-06d2-4e94-82fc-c838be846ad3 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:59.589638 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883fa1ac-dc1b-4bdc-804c-6b68c76e6da9", "name": "network-vif-deleted", "tag": "3dcc934e-2cce-4088-bf13-6972675f8521", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:59.589915 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1f76b47-06d2-4e94-82fc-c838be846ad3 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:59.590347 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883fa1ac-dc1b-4bdc-804c-6b68c76e6da9', 'name': 'network-vif-deleted', 'tag': '3dcc934e-2cce-4088-bf13-6972675f8521', 'status': 'completed', 'code': 200} Jul 08 18:19:59.816287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a0ec542-5fa1-4894-9ef6-dd54cf7902c2 req-5813b8cd-10b3-4bbf-a1a8-532b492c16c1 tempest-ListServerFiltersTestJSON-1946164469 tempest-ListServerFiltersTestJSON-1946164469-project] 10.222.0.73 "GET /v2.0/ports?device_id=883fa1ac-dc1b-4bdc-804c-6b68c76e6da9 HTTP/1.1" status: 200 len: 210 time: 0.0540364 Jul 08 18:19:59.845112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::160 (3467efee-61be-408d-ace4-f72f5db27257/98a4ad32-c7b9-4895-ae4d-1588317188f9/80c52c96-ca9e-4349-b20e-5fd529216dd0) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:59.862024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8:0:1:f816:3eff:fe01:13be (3467efee-61be-408d-ace4-f72f5db27257/61713a30-4a72-47e2-828f-ff2fa764cd4a/80c52c96-ca9e-4349-b20e-5fd529216dd0) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:00.085808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.098747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 80c52c96-ca9e-4349-b20e-5fd529216dd0 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:00.139533 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.206399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:00.209618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:00.228754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:00.234563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:00.235224 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.260590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=80c52c96-ca9e-4349-b20e-5fd529216dd0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:00.269411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fdbca693-47b2-4a38-a02d-95055a897ee3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1378429 Jul 08 18:20:00.272411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57210) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:00.302847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9d13ea-7ee4-466c-99ed-f76980f2fea5 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:00.383904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b07df2d1-1ec6-4f86-9a0a-73da72a338fb None None] Provisioning for port 3c6ada40-f895-418f-9204-1f062756fae7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:00.399604 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b07df2d1-1ec6-4f86-9a0a-73da72a338fb None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:00.399995 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b07df2d1-1ec6-4f86-9a0a-73da72a338fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.427287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5b964672-1458-4c21-8c66-9db539c5a7c8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 80c52c96-ca9e-4349-b20e-5fd529216dd0 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:00.427848 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b964672-1458-4c21-8c66-9db539c5a7c8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.550192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b964672-1458-4c21-8c66-9db539c5a7c8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.566873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5b964672-1458-4c21-8c66-9db539c5a7c8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 80c52c96-ca9e-4349-b20e-5fd529216dd0 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:00.749053 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c6ada40-f895-418f-9204-1f062756fae7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:00.786265 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3dcc934e-2cce-4088-bf13-6972675f8521 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:00.866027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 3dcc934e-2cce-4088-bf13-6972675f8521 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:20:00.867319 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3dcc934e-2cce-4088-bf13-6972675f8521 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:20:00.912158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:00.912542 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.028805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57238) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.033406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ec6b0d32-a26e-4524-85b0-bf0d52638dc6 None None] Provisioning for port 80c52c96-ca9e-4349-b20e-5fd529216dd0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:01.045218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ec6b0d32-a26e-4524-85b0-bf0d52638dc6 None None] Provisioning complete for port 80c52c96-ca9e-4349-b20e-5fd529216dd0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:01.045510 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ec6b0d32-a26e-4524-85b0-bf0d52638dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.095520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b0d32-a26e-4524-85b0-bf0d52638dc6 None None] Port 80c52c96-ca9e-4349-b20e-5fd529216dd0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:01.101558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e2ebdd-b985-465b-a970-14dac4c1d320 admin admin] Deleting subnet 82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:01.110868 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ebdd-b985-465b-a970-14dac4c1d320 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.115771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ec6b0d32-a26e-4524-85b0-bf0d52638dc6 None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:01.116428 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ec6b0d32-a26e-4524-85b0-bf0d52638dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.183877 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ebdd-b985-465b-a970-14dac4c1d320 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.298470 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ebdd-b985-465b-a970-14dac4c1d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.388620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ebdd-b985-465b-a970-14dac4c1d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.436046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2ebdd-b985-465b-a970-14dac4c1d320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:01.439850 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ebdd-b985-465b-a970-14dac4c1d320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.442910 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d1e2ebdd-b985-465b-a970-14dac4c1d320 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/82bc079a-0e12-4f18-bc5e-d8dc8f1ab5d4 HTTP/1.1" status: 204 len: 168 time: 0.4121797 Jul 08 18:20:01.445510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57246) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.448093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31d9065-747b-4e5d-8dd7-d17c86da410b None None] Network 35c908f0-2783-4e72-b641-8d5461621a41 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:01.519499 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b964672-1458-4c21-8c66-9db539c5a7c8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.556535 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.583236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b964672-1458-4c21-8c66-9db539c5a7c8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=80c52c96-ca9e-4349-b20e-5fd529216dd0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:01.616284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bd1e2f8c-9541-484f-b9e5-0c545ac260bb None None] Provisioning complete for port 80c52c96-ca9e-4349-b20e-5fd529216dd0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:01.617863 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd1e2f8c-9541-484f-b9e5-0c545ac260bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.641290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Deleting port 656a937b-0114-40f5-a6bc-667b2f981930 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:01.641688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e2f8c-9541-484f-b9e5-0c545ac260bb None None] Port 80c52c96-ca9e-4349-b20e-5fd529216dd0 was deleted so its status cannot be updated. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 18:20:01.641883 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.697238 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b964672-1458-4c21-8c66-9db539c5a7c8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.705374 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5b964672-1458-4c21-8c66-9db539c5a7c8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/80c52c96-ca9e-4349-b20e-5fd529216dd0 HTTP/1.1" status: 204 len: 168 time: 1.4280422 Jul 08 18:20:01.706032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57252) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.761809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] For port 656a937b-0114-40f5-a6bc-667b2f981930, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=656a937b-0114-40f5-a6bc-667b2f981930,segment=NetworkSegment(d7670aa6-7333-4300-86ea-250102cdf7f3),segment_id=d7670aa6-7333-4300-86ea-250102cdf7f3)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:01.762427 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.792438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Calling delete_port for 656a937b-0114-40f5-a6bc-667b2f981930 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:01.841790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bf9e5f-176e-4f76-b709-64a0496d24fc tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:01.848109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57258) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.852806 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-31bf9e5f-176e-4f76-b709-64a0496d24fc tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1397741 Jul 08 18:20:01.945356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253a020-a514-41be-83e2-32e521fa08c8 None None] DHCP port deletion for 35c908f0-2783-4e72-b641-8d5461621a41 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:20:02.033837 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd87a56-45ff-4c1c-beb3-cf0740d790e4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:02.037380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57266) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:02.046174 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bbd87a56-45ff-4c1c-beb3-cf0740d790e4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1962750 Jul 08 18:20:02.061726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1253a020-a514-41be-83e2-32e521fa08c8 None None] Deleting port 656a937b-0114-40f5-a6bc-667b2f981930 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:02.061726 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1253a020-a514-41be-83e2-32e521fa08c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.064525 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.092768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=656a937b-0114-40f5-a6bc-667b2f981930,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:02.106685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] No DVR routers for this DVR port 656a937b-0114-40f5-a6bc-667b2f981930 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:02.133058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc6911-0909-4fba-8aba-19f22c30b69a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:02.135434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc6911-0909-4fba-8aba-19f22c30b69a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:02.136692 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc6911-0909-4fba-8aba-19f22c30b69a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:02.138441 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b8bc6911-0909-4fba-8aba-19f22c30b69a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1002107 Jul 08 18:20:02.141028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57270) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:02.150142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1253a020-a514-41be-83e2-32e521fa08c8 None None] For port 656a937b-0114-40f5-a6bc-667b2f981930, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:02.150575 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1253a020-a514-41be-83e2-32e521fa08c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.174405 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1253a020-a514-41be-83e2-32e521fa08c8 None None] Calling delete_port for 656a937b-0114-40f5-a6bc-667b2f981930 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:02.178267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-1253a020-a514-41be-83e2-32e521fa08c8 None None] Port 656a937b-0114-40f5-a6bc-667b2f981930 was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:20:02.185151 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1253a020-a514-41be-83e2-32e521fa08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.211489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253a020-a514-41be-83e2-32e521fa08c8 None None] Pushing event deleted for resources: {'Port': ['ID=656a937b-0114-40f5-a6bc-667b2f981930,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:02.221011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253a020-a514-41be-83e2-32e521fa08c8 None None] No DVR routers for this DVR port 656a937b-0114-40f5-a6bc-667b2f981930 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:02.235044 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.235348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-2008ea7a-c77f-4166-8e11-14417116a588 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 61713a30-4a72-47e2-828f-ff2fa764cd4a {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:02.242814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2008ea7a-c77f-4166-8e11-14417116a588 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.247634 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c908f0-2783-4e72-b641-8d5461621a41']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:02.259580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7670aa6-7333-4300-86ea-250102cdf7f3') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:02.260217 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7670aa6-7333-4300-86ea-250102cdf7f3') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:02.271327 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.287144 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:02.301053 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:02.312901 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2008ea7a-c77f-4166-8e11-14417116a588 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.382833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.402547 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.407020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] 10.222.0.73 "DELETE /v2.0/networks/35c908f0-2783-4e72-b641-8d5461621a41 HTTP/1.1" status: 204 len: 168 time: 0.9459078 Jul 08 18:20:02.407020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a181f32-aff5-488e-99ae-dbd8d5869a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=35c908f0-2783-4e72-b641-8d5461621a41,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:02.444249 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2008ea7a-c77f-4166-8e11-14417116a588 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.513267 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2008ea7a-c77f-4166-8e11-14417116a588 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.559388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008ea7a-c77f-4166-8e11-14417116a588 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=61713a30-4a72-47e2-828f-ff2fa764cd4a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:02.561533 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2008ea7a-c77f-4166-8e11-14417116a588 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.565878 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2008ea7a-c77f-4166-8e11-14417116a588 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/61713a30-4a72-47e2-828f-ff2fa764cd4a HTTP/1.1" status: 204 len: 168 time: 0.4214625 Jul 08 18:20:02.566776 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8d0d8d-d3b8-4af7-aa4b-7977057e545a None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:02.567164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57280) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:02.634363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57284) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:02.636435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5a9991-2dcb-4308-954b-36862c9ba005 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 98a4ad32-c7b9-4895-ae4d-1588317188f9 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:02.640305 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9991-2dcb-4308-954b-36862c9ba005 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.709286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 656a937b-0114-40f5-a6bc-667b2f981930 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:02.716855 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9991-2dcb-4308-954b-36862c9ba005 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.723585 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9f1eb4b8-86e4-4b34-bc9a-31315f8c07ff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d59002f3d49040abb052e4e57203dd1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879891 Jul 08 18:20:02.728142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57286) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:02.739395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 656a937b-0114-40f5-a6bc-667b2f981930 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:20:02.739746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 656a937b-0114-40f5-a6bc-667b2f981930 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:20:02.805733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a868-2060-4b34-9bbe-01dbb66e3878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.868008 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a868-2060-4b34-9bbe-01dbb66e3878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.926139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a868-2060-4b34-9bbe-01dbb66e3878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.930681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a868-2060-4b34-9bbe-01dbb66e3878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.930681 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c3b4a868-2060-4b34-9bbe-01dbb66e3878 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f205ee48-9f03-4fd3-bc4c-00f98bf370d0 HTTP/1.1" status: 204 len: 168 time: 0.2014101 Jul 08 18:20:02.944568 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9991-2dcb-4308-954b-36862c9ba005 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.950252 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4a868-2060-4b34-9bbe-01dbb66e3878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f205ee48-9f03-4fd3-bc4c-00f98bf370d0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:03.101710 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9991-2dcb-4308-954b-36862c9ba005 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.142419 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9991-2dcb-4308-954b-36862c9ba005 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.146585 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1a5a9991-2dcb-4308-954b-36862c9ba005 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/98a4ad32-c7b9-4895-ae4d-1588317188f9 HTTP/1.1" status: 204 len: 168 time: 0.5792975 Jul 08 18:20:03.149912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57310) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:03.194248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a9991-2dcb-4308-954b-36862c9ba005 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=98a4ad32-c7b9-4895-ae4d-1588317188f9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:03.263345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57314) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:03.263547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ac26a1d2-e87a-40ba-a977-653c0041a7d6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121416 Jul 08 18:20:03.273400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d81e00bf-782c-4b99-ac31-0c55269e38f0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:03.455704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81e00bf-782c-4b99-ac31-0c55269e38f0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:03.460806 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d81e00bf-782c-4b99-ac31-0c55269e38f0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.522003 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.791425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6f9cc-fea3-45a1-8a2f-a9d70688bc15 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:03.802098 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d81e00bf-782c-4b99-ac31-0c55269e38f0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.871535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e00bf-782c-4b99-ac31-0c55269e38f0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:03.872899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e00bf-782c-4b99-ac31-0c55269e38f0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=02a7488a-8bbc-4e9f-8f54-5b3c4dd7bb41,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:03.875288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d81e00bf-782c-4b99-ac31-0c55269e38f0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:03.881424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81e00bf-782c-4b99-ac31-0c55269e38f0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:03.882289 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d81e00bf-782c-4b99-ac31-0c55269e38f0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.902067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d81e00bf-782c-4b99-ac31-0c55269e38f0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6371071 Jul 08 18:20:03.905633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57352) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:03.907559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e3f2cd42-f019-458b-8140-75f6077fbd6f None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:03.908113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3f2cd42-f019-458b-8140-75f6077fbd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.911506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-13fa16e3-467e-4a2e-ab95-2199de892ab0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:04.087183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fa16e3-467e-4a2e-ab95-2199de892ab0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:04.104322 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-13fa16e3-467e-4a2e-ab95-2199de892ab0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.266258 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.299136 n-d-799684-3 neutron-server[93742]: INFO neutron.db.ipam_backend_mixin [None req-13fa16e3-467e-4a2e-ab95-2199de892ab0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02a7488a-8bbc-4e9f-8f54-5b3c4dd7bb41 (CIDR: 2001:db8::/64) Jul 08 18:20:04.311701 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fa16e3-467e-4a2e-ab95-2199de892ab0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:20:04.312407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fa16e3-467e-4a2e-ab95-2199de892ab0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:04.333176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-13fa16e3-467e-4a2e-ab95-2199de892ab0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4263694 Jul 08 18:20:04.336311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57386) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:04.350726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'subnet': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:04.431726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed7245-e991-4f9e-bfff-96d6a54f2ca8 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:04.524990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0630e438-89a0-4539-b0f6-0c47271f5ac4 None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:04.525210 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0630e438-89a0-4539-b0f6-0c47271f5ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.601628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:04.607809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.015672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-60583e86-b64a-439e-961e-8372fd4f9b41 req-126f538f-7bfc-43bb-94f1-25c31320b1c1 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0334585 Jul 08 18:20:05.162374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:20:05.221166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4de7b409-492c-49c2-ba7c-2a93bcecfc96 None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:05.221792 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4de7b409-492c-49c2-ba7c-2a93bcecfc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.367434 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.578254 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c6ada40-f895-418f-9204-1f062756fae7,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:05.669525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.677801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.678064 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.791579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:05.805864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:05.817291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb13342c-8319-4412-b24c-6e0e1781c51b None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:05.820775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:05.831197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.842879 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Subnet': ['ID=0d38386e-1020-4fa7-926f-033e99735b10,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.854342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=18']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.872498 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-60c7b19f-000e-4ba7-b943-6426c6533345 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5333855 Jul 08 18:20:05.875127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57450) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:05.881655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Request body: {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'mac_address': 'fa:16:3e:d1:b1:c2', 'name': 'tempest-NetworksTestDHCPv6-524746207'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:06.041846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Made reservation on behalf of dd5bfa61c35242e48c38dc418b80a7e7 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:06.172617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.213164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] device_id is not set on port 9f482692-c6d2-4c84-aa06-1fb16a82a01d yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:20:06.278651 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cf46976-9267-46d5-9d53-270c1e2a58c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.374959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d4105de-60d6-46dc-878b-eb13029c5154 req-17082252-5ec9-422c-8817-a6bd12445631 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0568762 Jul 08 18:20:06.548261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175832aa-bf97-4adc-9919-5944f22dbc0b None None] Update dhcp port {'port': {'network_id': '3467efee-61be-408d-ace4-f72f5db27257', 'fixed_ips': [{'subnet_id': '0d38386e-1020-4fa7-926f-033e99735b10', 'ip_address': '2001:db8:0:1:f816:3eff:fe63:67ee'}, {'subnet_id': '02a7488a-8bbc-4e9f-8f54-5b3c4dd7bb41'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '3c6ada40-f895-418f-9204-1f062756fae7'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:20:06.568984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8::8f (3467efee-61be-408d-ace4-f72f5db27257/02a7488a-8bbc-4e9f-8f54-5b3c4dd7bb41/9f482692-c6d2-4c84-aa06-1fb16a82a01d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:06.579796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Allocated IP 2001:db8:0:1:f816:3eff:fed1:b1c2 (3467efee-61be-408d-ace4-f72f5db27257/0d38386e-1020-4fa7-926f-033e99735b10/9f482692-c6d2-4c84-aa06-1fb16a82a01d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:06.617910 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-175832aa-bf97-4adc-9919-5944f22dbc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.814869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c6ada40-f895-418f-9204-1f062756fae7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:06.885611 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.901509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Transition to ACTIVE for port object 9f482692-c6d2-4c84-aa06-1fb16a82a01d will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:06.905912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:06.907623 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.948512 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.043432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-175832aa-bf97-4adc-9919-5944f22dbc0b None None] Allocated IP 2001:db8::2 (3467efee-61be-408d-ace4-f72f5db27257/02a7488a-8bbc-4e9f-8f54-5b3c4dd7bb41/3c6ada40-f895-418f-9204-1f062756fae7) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:07.051815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event updated for resources: {'Port': ['ID=9f482692-c6d2-4c84-aa06-1fb16a82a01d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:07.090393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Network 3467efee-61be-408d-ace4-f72f5db27257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:07.092748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:07.095637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:07.111484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:07.112195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.169053 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1efff0a6-8ab9-4519-be01-d2dc24e56951 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2927907 Jul 08 18:20:07.171959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57484) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:07.223247 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-175832aa-bf97-4adc-9919-5944f22dbc0b None None] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c6ada40-f895-418f-9204-1f062756fae7,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:07.261077 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-175832aa-bf97-4adc-9919-5944f22dbc0b None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.277187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-175832aa-bf97-4adc-9919-5944f22dbc0b None None] Transition to ACTIVE for port object 3c6ada40-f895-418f-9204-1f062756fae7 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:07.290098 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-175832aa-bf97-4adc-9919-5944f22dbc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.394932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175832aa-bf97-4adc-9919-5944f22dbc0b None None] Pushing event updated for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=19']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:07.398148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3aa12b9a-518c-477c-8078-e8809d126460 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting port 9f482692-c6d2-4c84-aa06-1fb16a82a01d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:07.398736 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aa12b9a-518c-477c-8078-e8809d126460 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.558036 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aa12b9a-518c-477c-8078-e8809d126460 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.572102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3aa12b9a-518c-477c-8078-e8809d126460 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Calling delete_port for 9f482692-c6d2-4c84-aa06-1fb16a82a01d owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:07.681233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bf3d1fe-9d90-428c-8ca7-e36a1ef6d72f req-6e1e11aa-8d34-4564-8093-9305b1316954 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0880888 Jul 08 18:20:07.935444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aa12b9a-518c-477c-8078-e8809d126460 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.026926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa12b9a-518c-477c-8078-e8809d126460 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Port': ['ID=9f482692-c6d2-4c84-aa06-1fb16a82a01d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:08.051741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aa12b9a-518c-477c-8078-e8809d126460 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.058016 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57506) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:08.059120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3aa12b9a-518c-477c-8078-e8809d126460 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/9f482692-c6d2-4c84-aa06-1fb16a82a01d HTTP/1.1" status: 204 len: 168 time: 0.8860524 Jul 08 18:20:08.191782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33e4b01-5f41-4ee6-a952-b48d014d61cd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:08.193946 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b33e4b01-5f41-4ee6-a952-b48d014d61cd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1335952 Jul 08 18:20:08.197228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57512) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:08.278623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0adba-087b-41af-b6d6-753714d87565 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:08.283038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57514) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:08.292815 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-23a0adba-087b-41af-b6d6-753714d87565 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0942056 Jul 08 18:20:08.305848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-de7be830-2320-4784-9b91-ab37e8c23518 None None] Provisioning for port 3c6ada40-f895-418f-9204-1f062756fae7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:08.310567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-de7be830-2320-4784-9b91-ab37e8c23518 None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:08.310947 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de7be830-2320-4784-9b91-ab37e8c23518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.359096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc938e49-4982-4748-a015-dc8aa2291b48 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:08.360713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc938e49-4982-4748-a015-dc8aa2291b48 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:08.362387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc938e49-4982-4748-a015-dc8aa2291b48 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:08.363988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bc938e49-4982-4748-a015-dc8aa2291b48 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0799453 Jul 08 18:20:08.367283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57518) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:08.449675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-befffc49-724f-4d7d-850a-16e4ec360bc0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 02a7488a-8bbc-4e9f-8f54-5b3c4dd7bb41 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:08.453696 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-befffc49-724f-4d7d-850a-16e4ec360bc0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.502865 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-befffc49-724f-4d7d-850a-16e4ec360bc0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.631770 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-befffc49-724f-4d7d-850a-16e4ec360bc0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.633346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-14ef8894-23fc-4b0e-b980-2864b2b9357d None None] Could not find standard attr ID for object 9f482692-c6d2-4c84-aa06-1fb16a82a01d. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:20:08.727313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c6ada40-f895-418f-9204-1f062756fae7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:08.750548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-befffc49-724f-4d7d-850a-16e4ec360bc0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.803460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befffc49-724f-4d7d-850a-16e4ec360bc0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=02a7488a-8bbc-4e9f-8f54-5b3c4dd7bb41,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:08.809640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:08.809932 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.833855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-befffc49-724f-4d7d-850a-16e4ec360bc0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.838705 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-befffc49-724f-4d7d-850a-16e4ec360bc0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/02a7488a-8bbc-4e9f-8f54-5b3c4dd7bb41 HTTP/1.1" status: 204 len: 168 time: 0.4677343 Jul 08 18:20:08.841639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242106ea-f1e6-41fc-b143-9c72d720e254 None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:08.842337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57530) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:08.929523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-574907fa-43b1-4095-96d3-ebfa9a6904af req-97729ab0-412c-40c1-9974-cfaca9437fae tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0491903 Jul 08 18:20:08.962855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-317fb075-3c23-4926-a0bf-60301a83d63e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Deleting subnet 0d38386e-1020-4fa7-926f-033e99735b10 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:08.969972 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-317fb075-3c23-4926-a0bf-60301a83d63e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.032737 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-317fb075-3c23-4926-a0bf-60301a83d63e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.118386 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.154885 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-efca2e91-b12a-4f57-9642-accd13f1acb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.166512 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bb0a568e-6ede-41da-9e4d-50851555176a req-c1da8caa-f5d3-413f-8b6e-8589e24577d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0593779 Jul 08 18:20:09.192470 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-317fb075-3c23-4926-a0bf-60301a83d63e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.299336 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-317fb075-3c23-4926-a0bf-60301a83d63e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.317155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-317fb075-3c23-4926-a0bf-60301a83d63e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.320105 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-317fb075-3c23-4926-a0bf-60301a83d63e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/0d38386e-1020-4fa7-926f-033e99735b10 HTTP/1.1" status: 204 len: 168 time: 0.4762216 Jul 08 18:20:09.323014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57544) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.345701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fb075-3c23-4926-a0bf-60301a83d63e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Subnet': ['ID=0d38386e-1020-4fa7-926f-033e99735b10,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:09.381000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bd1b0184-20fe-4e7b-aa70-04da1feefdc3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568061 Jul 08 18:20:09.384328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57548) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.461338 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82537287-a7ce-4d78-8a0d-6bb95374d0f3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:09.463127 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-82537287-a7ce-4d78-8a0d-6bb95374d0f3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0774703 Jul 08 18:20:09.465778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57550) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.536519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c062797f-c398-4e1f-ae2f-bb9c7c573157 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:09.538141 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c062797f-c398-4e1f-ae2f-bb9c7c573157 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0712750 Jul 08 18:20:09.541324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57554) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.587347 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1f20d5b1-6a61-42d6-9c35-b774c04cfe29 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445952 Jul 08 18:20:09.593454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57556) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.626919 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d32e239-add8-427e-a7ac-492cde1932fd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:09.627922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d32e239-add8-427e-a7ac-492cde1932fd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:09.629897 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2d32e239-add8-427e-a7ac-492cde1932fd tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/9f482692-c6d2-4c84-aa06-1fb16a82a01d HTTP/1.1" status: 404 len: 333 time: 0.0370328 Jul 08 18:20:09.632875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57560) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.661191 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e879f8-6ad5-4853-92c4-591f02db869a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:09.661660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e879f8-6ad5-4853-92c4-591f02db869a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:09.663991 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-27e879f8-6ad5-4853-92c4-591f02db869a tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/0d38386e-1020-4fa7-926f-033e99735b10 HTTP/1.1" status: 404 len: 337 time: 0.0294845 Jul 08 18:20:09.666638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57564) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.693064 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d70c4d6-22ca-4409-8403-708195efb7df tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:09.693529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d70c4d6-22ca-4409-8403-708195efb7df tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:09.697801 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9d70c4d6-22ca-4409-8403-708195efb7df tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/02a7488a-8bbc-4e9f-8f54-5b3c4dd7bb41 HTTP/1.1" status: 404 len: 337 time: 0.0278060 Jul 08 18:20:09.698148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57566) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.730888 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c0ed68-5183-4410-a51d-fb95e6737dc9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:09.732064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c0ed68-5183-4410-a51d-fb95e6737dc9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:09.734189 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d4c0ed68-5183-4410-a51d-fb95e6737dc9 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/80c52c96-ca9e-4349-b20e-5fd529216dd0 HTTP/1.1" status: 404 len: 333 time: 0.0349233 Jul 08 18:20:09.737272 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57568) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.787113 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1d1408-819a-44d1-8cf5-a5965630ffc7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:09.787572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1d1408-819a-44d1-8cf5-a5965630ffc7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:09.790007 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6b1d1408-819a-44d1-8cf5-a5965630ffc7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/61713a30-4a72-47e2-828f-ff2fa764cd4a HTTP/1.1" status: 404 len: 337 time: 0.0514922 Jul 08 18:20:09.792738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57572) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.819896 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-456a274c-2bc8-49cb-80fd-d0c8e4c980a3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:09.820443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456a274c-2bc8-49cb-80fd-d0c8e4c980a3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:09.825007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57574) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.825334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-456a274c-2bc8-49cb-80fd-d0c8e4c980a3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/98a4ad32-c7b9-4895-ae4d-1588317188f9 HTTP/1.1" status: 404 len: 337 time: 0.0310113 Jul 08 18:20:09.863597 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-009d09d2-34c8-43d1-ae86-530ae0c1e107 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:09.863597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009d09d2-34c8-43d1-ae86-530ae0c1e107 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:09.868327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57576) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.868840 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-009d09d2-34c8-43d1-ae86-530ae0c1e107 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/587f1ee0-4a54-4d6c-a3e2-acce84651e7d HTTP/1.1" status: 404 len: 333 time: 0.0422900 Jul 08 18:20:09.900182 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d00841-c226-4749-95f0-e3f8c83039e2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:09.901362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d00841-c226-4749-95f0-e3f8c83039e2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:09.904740 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-38d00841-c226-4749-95f0-e3f8c83039e2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/1e2427f8-1249-4650-bc39-963f3351a5e6 HTTP/1.1" status: 404 len: 337 time: 0.0336041 Jul 08 18:20:09.905517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57580) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.947595 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fd1b59-5290-4f1f-84e1-d70d8b94726f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:09.948945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fd1b59-5290-4f1f-84e1-d70d8b94726f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:09.954139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57582) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.954410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-95fd1b59-5290-4f1f-84e1-d70d8b94726f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/83f2370c-a03b-4ad9-83ff-09093defcb42 HTTP/1.1" status: 404 len: 337 time: 0.0477483 Jul 08 18:20:10.006475 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60abede-b03a-40f9-8cc5-3814ae19c557 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.007683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60abede-b03a-40f9-8cc5-3814ae19c557 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.011697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b60abede-b03a-40f9-8cc5-3814ae19c557 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/9424fbf6-5bdc-4253-ac0d-5935cd58d6e3 HTTP/1.1" status: 404 len: 333 time: 0.0535665 Jul 08 18:20:10.014022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57588) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.062902 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-86593d3b-3682-46be-aa8e-bd745be6dfcb tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.063638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86593d3b-3682-46be-aa8e-bd745be6dfcb tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.068244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57590) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.069221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-86593d3b-3682-46be-aa8e-bd745be6dfcb tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/1105c95d-2694-4d7b-a56d-cc74a60163a8 HTTP/1.1" status: 404 len: 337 time: 0.0537868 Jul 08 18:20:10.104616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee8b277-4f3e-4f56-8ad9-c2b9148b779e None None] Network 3467efee-61be-408d-ace4-f72f5db27257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:10.108200 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-081755d0-7cba-4f74-b79d-5463361cca74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.108997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081755d0-7cba-4f74-b79d-5463361cca74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.110951 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-081755d0-7cba-4f74-b79d-5463361cca74 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/c4d75b47-47aa-4de5-a2c6-36b153a0ae5d HTTP/1.1" status: 404 len: 337 time: 0.0414453 Jul 08 18:20:10.113664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57592) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.144132 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac2fd82-94df-4ca2-9c10-6856bde6929f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.145159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac2fd82-94df-4ca2-9c10-6856bde6929f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.147297 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eac2fd82-94df-4ca2-9c10-6856bde6929f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/7c35b860-de91-4038-a398-66fc066a87f9 HTTP/1.1" status: 404 len: 333 time: 0.0324941 Jul 08 18:20:10.149889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57594) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.174985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c6227a4-ad0d-4d2a-ab4d-7c4b41fe60d0 req-5086b84f-084f-4897-84de-c4b387fb1bb2 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0827825 Jul 08 18:20:10.200143 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3ca299-a404-4be0-89a5-e850d6d2ecaa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.203319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3ca299-a404-4be0-89a5-e850d6d2ecaa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.207733 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8f3ca299-a404-4be0-89a5-e850d6d2ecaa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/0974e234-6407-41a2-bfef-b1698bf11f83 HTTP/1.1" status: 404 len: 337 time: 0.0566111 Jul 08 18:20:10.211096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57596) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.261135 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.261999 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbd0ce8-1ef1-41b1-a0b9-0e3181448593 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.264986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbd0ce8-1ef1-41b1-a0b9-0e3181448593 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.267128 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0dbd0ce8-1ef1-41b1-a0b9-0e3181448593 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/5f5bfff2-ed10-4eb7-9df6-5a083ce3d7c3 HTTP/1.1" status: 404 len: 333 time: 0.0548720 Jul 08 18:20:10.269549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57604) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.280023 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-707c6093-684e-46e7-baa9-ab6ad2e05200 None None] Provisioning complete for port 3c6ada40-f895-418f-9204-1f062756fae7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:10.280465 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-707c6093-684e-46e7-baa9-ab6ad2e05200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.316906 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9ea171-4f09-4bfc-8ce8-2865f7aec072 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.317683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9ea171-4f09-4bfc-8ce8-2865f7aec072 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.320743 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fd9ea171-4f09-4bfc-8ce8-2865f7aec072 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/eeef8d67-29a6-4f04-9a3f-0b1bd59909c3 HTTP/1.1" status: 404 len: 337 time: 0.0501642 Jul 08 18:20:10.323172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57606) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.362993 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5177cf-78d6-4b66-9bb6-924847fa4ca6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.363950 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5177cf-78d6-4b66-9bb6-924847fa4ca6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.367076 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3a5177cf-78d6-4b66-9bb6-924847fa4ca6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/564e27b9-96a5-471c-bd6a-7dd4d188f99f HTTP/1.1" status: 404 len: 333 time: 0.0415752 Jul 08 18:20:10.369427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57610) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.414523 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e22048-d9b7-403a-8e1e-da27abe72b8f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.415067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e22048-d9b7-403a-8e1e-da27abe72b8f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.416878 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a2e22048-d9b7-403a-8e1e-da27abe72b8f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/0b734520-1708-4761-a088-4a638d594433 HTTP/1.1" status: 404 len: 337 time: 0.0463560 Jul 08 18:20:10.419493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57614) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.458288 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-561fbd7a-04ce-41ee-8a2d-2bae4f751598 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.460756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561fbd7a-04ce-41ee-8a2d-2bae4f751598 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.469913 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-561fbd7a-04ce-41ee-8a2d-2bae4f751598 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/ca6fb9e8-d6f5-435e-9f1b-64a8be5f5b84 HTTP/1.1" status: 404 len: 333 time: 0.0476241 Jul 08 18:20:10.472140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57616) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.504150 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc97c5d-1365-47bb-ad05-6446939c0b22 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.504853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc97c5d-1365-47bb-ad05-6446939c0b22 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.506892 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7fc97c5d-1365-47bb-ad05-6446939c0b22 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/2fc39a9f-44cf-49e7-8b73-a60d85e6c64f HTTP/1.1" status: 404 len: 337 time: 0.0331922 Jul 08 18:20:10.510497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57618) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.568393 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-09806da0-40d2-4507-8842-49ab1624952f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.569258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09806da0-40d2-4507-8842-49ab1624952f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.574275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-09806da0-40d2-4507-8842-49ab1624952f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/f4d1d050-b8df-4003-ba6d-b8fe2055c2af HTTP/1.1" status: 404 len: 333 time: 0.0626700 Jul 08 18:20:10.576831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57620) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.619220 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5e45d6-085f-42df-96a5-795f5fce3dbe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.619689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5e45d6-085f-42df-96a5-795f5fce3dbe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.621458 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5c5e45d6-085f-42df-96a5-795f5fce3dbe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/fd81de9a-086a-4dd6-b7a2-caeefb63db20 HTTP/1.1" status: 404 len: 337 time: 0.0433252 Jul 08 18:20:10.623996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57622) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.660682 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36e35a2-5a17-45f0-ae03-587c62218781 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.661409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36e35a2-5a17-45f0-ae03-587c62218781 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.663229 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d36e35a2-5a17-45f0-ae03-587c62218781 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/74182a54-7b7f-45c4-804b-6b227e25726a HTTP/1.1" status: 404 len: 333 time: 0.0380456 Jul 08 18:20:10.665591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57624) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.692504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace97cf-bd33-4973-a0f6-802001a02322 None None] DHCP port deletion for 3467efee-61be-408d-ace4-f72f5db27257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:20:10.693365 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a69e266-5bef-44b2-bb60-c518c70c5eb8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.693824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a69e266-5bef-44b2-bb60-c518c70c5eb8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.696557 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a69e266-5bef-44b2-bb60-c518c70c5eb8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/adbdb7f7-5ae1-4c2c-bf1e-f741d2286437 HTTP/1.1" status: 404 len: 337 time: 0.0297740 Jul 08 18:20:10.699028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57626) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.732683 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-799744b2-96d1-41a0-95cd-f8f5bd535a37 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.733841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799744b2-96d1-41a0-95cd-f8f5bd535a37 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.739167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57628) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.750243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-799744b2-96d1-41a0-95cd-f8f5bd535a37 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/57cc5be7-a027-4625-8fdf-59d958022ed3 HTTP/1.1" status: 404 len: 337 time: 0.0500758 Jul 08 18:20:10.764531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9ace97cf-bd33-4973-a0f6-802001a02322 None None] Deleting port 3c6ada40-f895-418f-9204-1f062756fae7 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:10.764826 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ace97cf-bd33-4973-a0f6-802001a02322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.774518 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9653f5a-c584-4daf-b43a-fee563e736c3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.775532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9653f5a-c584-4daf-b43a-fee563e736c3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.780815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57630) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.789569 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d9653f5a-c584-4daf-b43a-fee563e736c3 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/4a6281bc-5793-4375-b923-72b6f99681e3 HTTP/1.1" status: 404 len: 333 time: 0.0483010 Jul 08 18:20:10.811124 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1835a485-b34e-47a1-89e7-70d8173dd2e1 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.811932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1835a485-b34e-47a1-89e7-70d8173dd2e1 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.816835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57632) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.822931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1835a485-b34e-47a1-89e7-70d8173dd2e1 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/4b77c30f-237e-46f8-867f-4e38eb2d0590 HTTP/1.1" status: 404 len: 337 time: 0.0405865 Jul 08 18:20:10.833045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9ace97cf-bd33-4973-a0f6-802001a02322 None None] For port 3c6ada40-f895-418f-9204-1f062756fae7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c6ada40-f895-418f-9204-1f062756fae7,segment=NetworkSegment(fa433ef6-65ab-4ccf-b52f-2471198aee56),segment_id=fa433ef6-65ab-4ccf-b52f-2471198aee56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:10.833436 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ace97cf-bd33-4973-a0f6-802001a02322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.846265 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ebdaa6-fb18-496b-a26c-88b6af5f279e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.847092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ebdaa6-fb18-496b-a26c-88b6af5f279e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.847908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9ace97cf-bd33-4973-a0f6-802001a02322 None None] Calling delete_port for 3c6ada40-f895-418f-9204-1f062756fae7 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:10.852628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57634) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.853270 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-38ebdaa6-fb18-496b-a26c-88b6af5f279e tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/28617cb0-4048-462f-baaf-f7de40a41611 HTTP/1.1" status: 404 len: 337 time: 0.0339701 Jul 08 18:20:10.880589 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5732245-b6d5-44e4-ba07-cc7a128f1076 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.881285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5732245-b6d5-44e4-ba07-cc7a128f1076 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.886721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a5732245-b6d5-44e4-ba07-cc7a128f1076 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/aec050ef-161b-4ec3-8593-2a65d46d3da9 HTTP/1.1" status: 404 len: 333 time: 0.0299225 Jul 08 18:20:10.887027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57636) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.914630 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a147bc-1194-47a8-a764-c40aa80b2d12 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.915006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a147bc-1194-47a8-a764-c40aa80b2d12 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.919635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57638) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.919816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-37a147bc-1194-47a8-a764-c40aa80b2d12 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/8aeca1f5-7125-4f85-a8cd-3108bc50b269 HTTP/1.1" status: 404 len: 337 time: 0.0317104 Jul 08 18:20:10.946924 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ace97cf-bd33-4973-a0f6-802001a02322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.950165 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e094fd09-cf95-4adb-ac55-099c326ee4e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.950938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e094fd09-cf95-4adb-ac55-099c326ee4e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.953888 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e094fd09-cf95-4adb-ac55-099c326ee4e0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/1c34e18e-04d7-447a-a607-8c410f265dda HTTP/1.1" status: 404 len: 337 time: 0.0322647 Jul 08 18:20:10.956298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57640) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:10.977169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace97cf-bd33-4973-a0f6-802001a02322 None None] Pushing event deleted for resources: {'Port': ['ID=3c6ada40-f895-418f-9204-1f062756fae7,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:10.980713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace97cf-bd33-4973-a0f6-802001a02322 None None] No DVR routers for this DVR port 3c6ada40-f895-418f-9204-1f062756fae7 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:10.984994 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-85afc774-497f-45ac-a026-7e4d0d01aefe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:10.985711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85afc774-497f-45ac-a026-7e4d0d01aefe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:10.989699 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-85afc774-497f-45ac-a026-7e4d0d01aefe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/143bf719-5587-48d0-b780-c90110d0c56a HTTP/1.1" status: 404 len: 333 time: 0.0300255 Jul 08 18:20:10.990119 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57642) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.022562 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea46386-f3a4-4d48-8b16-560023e4b7b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.023584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea46386-f3a4-4d48-8b16-560023e4b7b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.028407 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aea46386-f3a4-4d48-8b16-560023e4b7b6 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/81d566bd-a4b2-44fd-8651-9f30089e68b1 HTTP/1.1" status: 404 len: 337 time: 0.0342822 Jul 08 18:20:11.028711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57644) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.059032 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d405a1d3-8b39-4f9a-8f71-16f3c132862b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.059589 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d405a1d3-8b39-4f9a-8f71-16f3c132862b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.061347 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d405a1d3-8b39-4f9a-8f71-16f3c132862b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/01871fc3-369a-4b40-b35c-00ad53eb2c27 HTTP/1.1" status: 404 len: 337 time: 0.0318422 Jul 08 18:20:11.064206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57646) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.099939 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2ce90a15-7f1c-4fc4-b0d1-5dc468216641 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports?device_id=603577f5-8f26-45b7-a8e0-dee5218aed23 HTTP/1.1" status: 200 len: 205 time: 0.0346420 Jul 08 18:20:11.102429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57648) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.147333 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-1c3036e1-e790-49e5-966b-b4a5c875cea8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] delete failed (client error): The resource could not be found. Jul 08 18:20:11.149142 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1c3036e1-e790-49e5-966b-b4a5c875cea8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/routers/603577f5-8f26-45b7-a8e0-dee5218aed23 HTTP/1.1" status: 404 len: 336 time: 0.0458035 Jul 08 18:20:11.152258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57650) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.185378 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b394d25d-f101-4e1b-9f25-434167c45906 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.185970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b394d25d-f101-4e1b-9f25-434167c45906 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.187766 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b394d25d-f101-4e1b-9f25-434167c45906 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/c577d75a-e190-4934-a8ed-23f622ed88fb HTTP/1.1" status: 404 len: 337 time: 0.0344505 Jul 08 18:20:11.190487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57652) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.230431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57656) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.239311 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-229a9cf2-9bb7-427c-b5e1-6552c6691121 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa349a73-5b9b-414c-a303-998e384eb53f HTTP/1.1" status: 200 len: 205 time: 0.0467443 Jul 08 18:20:11.270199 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-12a7a2dc-8556-4fc7-b64a-ea3f22e4deed tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] delete failed (client error): The resource could not be found. Jul 08 18:20:11.274434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57658) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.285906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-12a7a2dc-8556-4fc7-b64a-ea3f22e4deed tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/routers/fa349a73-5b9b-414c-a303-998e384eb53f HTTP/1.1" status: 404 len: 336 time: 0.0537651 Jul 08 18:20:11.302988 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-05867e4c-0253-44ec-9669-4a2e4570246b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.303562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05867e4c-0253-44ec-9669-4a2e4570246b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.308667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57662) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.318910 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-05867e4c-0253-44ec-9669-4a2e4570246b tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/15b819bc-2c07-4ea8-8f48-7b7f7dd03c00 HTTP/1.1" status: 404 len: 337 time: 0.0429616 Jul 08 18:20:11.339643 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddfbcd6-3d17-48e4-9bd5-69dcf251abfe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.340252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ddfbcd6-3d17-48e4-9bd5-69dcf251abfe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.344447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0ddfbcd6-3d17-48e4-9bd5-69dcf251abfe tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/e0c28c82-61be-4a76-8c9d-e15155c8d648 HTTP/1.1" status: 404 len: 337 time: 0.0323191 Jul 08 18:20:11.344868 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57664) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.373518 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-1600beca-a971-496c-a126-570e708696c2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.374931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1600beca-a971-496c-a126-570e708696c2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.378641 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1600beca-a971-496c-a126-570e708696c2 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/ddbb96e1-b84f-4e41-88b1-d1fc9cce0be4 HTTP/1.1" status: 404 len: 333 time: 0.0303385 Jul 08 18:20:11.379152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57666) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.388811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2627de9a-3e0e-4c7a-a102-2c0f219a8582 req-eb99b4db-bcc3-4c54-8afd-345548a8d4f8 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0510933 Jul 08 18:20:11.406302 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-33293850-596d-4a68-8c2d-0dc5a4812237 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.406915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33293850-596d-4a68-8c2d-0dc5a4812237 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.408753 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-33293850-596d-4a68-8c2d-0dc5a4812237 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/4639c8ac-901c-4180-9952-52102f2d5c5e HTTP/1.1" status: 404 len: 337 time: 0.0285614 Jul 08 18:20:11.411246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57668) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.438483 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-68532e9e-58c9-4a3a-91c8-307711b73611 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.439211 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68532e9e-58c9-4a3a-91c8-307711b73611 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.443385 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-68532e9e-58c9-4a3a-91c8-307711b73611 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/c4217b8c-0c49-4534-9234-82ee106c214c HTTP/1.1" status: 404 len: 333 time: 0.0287387 Jul 08 18:20:11.443539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57672) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.473826 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-33194b2c-42ff-48e2-a1c7-60492d477baa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.474312 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33194b2c-42ff-48e2-a1c7-60492d477baa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.478991 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-33194b2c-42ff-48e2-a1c7-60492d477baa tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/f6d8a34b-95e0-4c76-9543-11f718e074f7 HTTP/1.1" status: 404 len: 337 time: 0.0321100 Jul 08 18:20:11.479135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57674) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.506951 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad411dc-e0c6-4c7e-a017-4037b77667b0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.507710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad411dc-e0c6-4c7e-a017-4037b77667b0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.512107 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7ad411dc-e0c6-4c7e-a017-4037b77667b0 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/85caf92f-c291-4746-afa0-c8d3bcbf3d5a HTTP/1.1" status: 404 len: 333 time: 0.0296209 Jul 08 18:20:11.512793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57678) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.547499 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9e0b1f-3eb4-4f12-88c9-a5e4e5faa8a7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.548337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9e0b1f-3eb4-4f12-88c9-a5e4e5faa8a7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.552761 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2c9e0b1f-3eb4-4f12-88c9-a5e4e5faa8a7 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/371bd5cc-ebde-458b-b654-2f60f95a8c06 HTTP/1.1" status: 404 len: 337 time: 0.0371261 Jul 08 18:20:11.553095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57684) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.590752 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fe9c8b-6613-43e3-9877-85dbf1e6abb8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.591657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fe9c8b-6613-43e3-9877-85dbf1e6abb8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.593567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-41fe9c8b-6613-43e3-9877-85dbf1e6abb8 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/544085f1-344d-405b-b4d5-f93a9c97b6af HTTP/1.1" status: 404 len: 333 time: 0.0387166 Jul 08 18:20:11.596301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57690) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.660342 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.680527 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1dbe83-961a-4a5d-ace3-bde272e64c59 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.681090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1dbe83-961a-4a5d-ace3-bde272e64c59 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.682957 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cd1dbe83-961a-4a5d-ace3-bde272e64c59 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/6d945836-0ab5-453a-9d4e-5411dfa2e3b0 HTTP/1.1" status: 404 len: 337 time: 0.0854506 Jul 08 18:20:11.685553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57694) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.713391 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dc8449-9fc7-4053-b3d9-17302873df1d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.714180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74dc8449-9fc7-4053-b3d9-17302873df1d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.716013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-74dc8449-9fc7-4053-b3d9-17302873df1d tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/8144e43d-5ec1-4a30-b11d-4783b41bdfa4 HTTP/1.1" status: 404 len: 333 time: 0.0293262 Jul 08 18:20:11.718613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57696) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.749190 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0ec35a-5c2e-4a88-acce-069034998751 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.749961 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0ec35a-5c2e-4a88-acce-069034998751 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.751954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ba0ec35a-5c2e-4a88-acce-069034998751 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/89826c9e-fc18-4084-8c6d-830a9340fb47 HTTP/1.1" status: 404 len: 337 time: 0.0321572 Jul 08 18:20:11.754632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57698) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.784222 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda7e373-de97-496c-9b49-65f71fd36c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.785248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda7e373-de97-496c-9b49-65f71fd36c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.787214 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fda7e373-de97-496c-9b49-65f71fd36c2c tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/961e452c-e310-4107-b023-4395bc569326 HTTP/1.1" status: 404 len: 333 time: 0.0314066 Jul 08 18:20:11.790520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57700) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.820814 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-06238ecc-b970-48af-9c7e-e0ef9605ee4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.821376 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06238ecc-b970-48af-9c7e-e0ef9605ee4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.825176 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-06238ecc-b970-48af-9c7e-e0ef9605ee4f tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/3c98fcef-dbb2-4953-9383-cd2e128ba304 HTTP/1.1" status: 404 len: 337 time: 0.0330310 Jul 08 18:20:11.826696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57702) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.887833 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b881e62-ba86-4924-8780-1a3b69cb5104 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.888582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b881e62-ba86-4924-8780-1a3b69cb5104 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.893546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57704) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.898540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8b881e62-ba86-4924-8780-1a3b69cb5104 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/ports/e75521b3-3181-4901-8413-ca0a6f3952be HTTP/1.1" status: 404 len: 333 time: 0.0625992 Jul 08 18:20:11.936208 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aba5d69-ec24-40f9-908e-6dc6ac2cf704 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:11.936707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aba5d69-ec24-40f9-908e-6dc6ac2cf704 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:11.938582 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5aba5d69-ec24-40f9-908e-6dc6ac2cf704 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/subnets/4835ea6e-1c96-48aa-b499-51f90e05d09c HTTP/1.1" status: 404 len: 337 time: 0.0444007 Jul 08 18:20:11.941830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57708) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:12.067138 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.200911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a9f22da-1100-4277-95ea-29fc50c2ba82 req-73286854-2565-4c5d-9e77-1206d3137959 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0994427 Jul 08 18:20:12.221201 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.234319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3467efee-61be-408d-ace4-f72f5db27257']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:12.246009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa433ef6-65ab-4ccf-b52f-2471198aee56') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:12.246340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa433ef6-65ab-4ccf-b52f-2471198aee56') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:12.255985 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.269979 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.276626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:12.277049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:12.280142 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:12.345260 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.365110 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.370123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] 10.222.0.73 "DELETE /v2.0/networks/3467efee-61be-408d-ace4-f72f5db27257 HTTP/1.1" status: 204 len: 168 time: 0.4243240 Jul 08 18:20:12.370123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4044c-0247-475b-b4c8-a7ee1c5c6db4 tempest-NetworksTestDHCPv6-1342469150 tempest-NetworksTestDHCPv6-1342469150-project] Pushing event deleted for resources: {'Network': ['ID=3467efee-61be-408d-ace4-f72f5db27257,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:12.643800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57724) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:12.695932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c6ada40-f895-418f-9204-1f062756fae7 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:12.724616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 3c6ada40-f895-418f-9204-1f062756fae7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:20:12.724979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c6ada40-f895-418f-9204-1f062756fae7 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:20:12.838595 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9a89de41-65b1-4732-8d87-9aeb035d11a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dd5bfa61c35242e48c38dc418b80a7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935377 Jul 08 18:20:12.841142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57734) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:12.898449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18a1a461-defe-43ba-a941-b0606c74fb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.913105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57736) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:12.944904 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18a1a461-defe-43ba-a941-b0606c74fb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.024437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18a1a461-defe-43ba-a941-b0606c74fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.027947 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18a1a461-defe-43ba-a941-b0606c74fb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.037904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-18a1a461-defe-43ba-a941-b0606c74fb16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0f2b8d6-b947-45d3-ac9a-48b446e63380 HTTP/1.1" status: 204 len: 168 time: 0.1896553 Jul 08 18:20:13.051227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1a461-defe-43ba-a941-b0606c74fb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f2b8d6-b947-45d3-ac9a-48b446e63380,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:13.063275 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a92710f-7e64-4b11-b92e-fc87e5d59768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.218153 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a92710f-7e64-4b11-b92e-fc87e5d59768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.224922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a92710f-7e64-4b11-b92e-fc87e5d59768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.314146 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2a92710f-7e64-4b11-b92e-fc87e5d59768 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b36d14c5c9140e2baed2204d87a1f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991599 Jul 08 18:20:13.316834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57750) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:13.317232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92710f-7e64-4b11-b92e-fc87e5d59768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139b86e6-bc03-4b03-8a87-3d953c0bd15c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:13.439779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-413cf5d9-3472-4f9a-979f-14f0792822bd req-0050118f-a1d4-4bb6-8cf9-a41f27ac4565 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0404234 Jul 08 18:20:13.460615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc914-e3b4-4c8f-ade4-11f5fbf79d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.497038 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc914-e3b4-4c8f-ade4-11f5fbf79d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.587174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc914-e3b4-4c8f-ade4-11f5fbf79d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.589893 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc914-e3b4-4c8f-ade4-11f5fbf79d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.594632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9c1cc914-e3b4-4c8f-ade4-11f5fbf79d46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/139b86e6-bc03-4b03-8a87-3d953c0bd15c HTTP/1.1" status: 204 len: 168 time: 0.2730875 Jul 08 18:20:13.606966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cc914-e3b4-4c8f-ade4-11f5fbf79d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139b86e6-bc03-4b03-8a87-3d953c0bd15c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:14.055258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57784) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:14.158539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'networks': [{'name': 'tempest-network--816945955'}, {'name': 'tempest-network--1670068973'}]} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:14.158853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'network': {'name': 'tempest-network--816945955'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:14.159309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'network': {'name': 'tempest-network--1670068973'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:14.184899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Made reservation on behalf of 3319f2a85391449d88b84fb34bfdaa5a for: {'network': 2} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:14.190437 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.201789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.340569 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.345824 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.346637 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.389569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8fb741-542e-4856-bb71-83279ba89f2a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:14.400667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:14.414031 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.414432 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Added segment c4740dde-4fb7-4908-885b-0c3c9d9db9bb of type vlan for network 6ad821a5-e726-449d-9ba6-eeec4700ed07 Jul 08 18:20:14.457360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.503755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:14.525547 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.528635 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Added segment 588a1b2b-e434-43f3-8efd-942570ac9c2b of type vlan for network 018e301c-a813-4b0e-a761-a1dc0b58e582 Jul 08 18:20:14.593337 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.657062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b733d3dc-86bb-4110-a567-8766dc1c0aa3 req-804d46d2-a0a5-4098-932d-b44d24949714 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0608118 Jul 08 18:20:14.666056 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.667428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.675607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:14.682031 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:14.682828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.748670 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6924424 Jul 08 18:20:14.748955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57812) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:14.762278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event updated for resources: {'Network': ['ID=6ad821a5-e726-449d-9ba6-eeec4700ed07,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:14.775345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 6ad821a5-e726-449d-9ba6-eeec4700ed07 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:14.861615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab516-4ce2-4abb-a246-e09b35e533e5 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event updated for resources: {'Network': ['ID=018e301c-a813-4b0e-a761-a1dc0b58e582,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:14.875511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 018e301c-a813-4b0e-a761-a1dc0b58e582 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:15.337111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eae0bf-1f60-46be-92f9-8f83903792e8 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.343411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eae0bf-1f60-46be-92f9-8f83903792e8 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.349040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eae0bf-1f60-46be-92f9-8f83903792e8 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.355435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eae0bf-1f60-46be-92f9-8f83903792e8 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.357071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-40eae0bf-1f60-46be-92f9-8f83903792e8 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6062341 Jul 08 18:20:15.360010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57830) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:15.438077 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.537798 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.547967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad821a5-e726-449d-9ba6-eeec4700ed07']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:15.558372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4740dde-4fb7-4908-885b-0c3c9d9db9bb') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:15.558671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4740dde-4fb7-4908-885b-0c3c9d9db9bb') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:15.568366 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.583928 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.590284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:15.590684 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:15.593793 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:15.666765 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.673180 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.675483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "DELETE /v2.0/networks/6ad821a5-e726-449d-9ba6-eeec4700ed07 HTTP/1.1" status: 204 len: 168 time: 0.3144145 Jul 08 18:20:15.678036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57860) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:15.753886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80663f85-30a3-49e2-a651-c7a4996599e9 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Network': ['ID=6ad821a5-e726-449d-9ba6-eeec4700ed07,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:15.843479 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.999640 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67fe2f73-6667-4099-9006-c4a7e508d61a req-e375b0ff-ef3a-4ff1-90cd-cbf0e1ece502 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0797477 Jul 08 18:20:16.001248 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.024394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018e301c-a813-4b0e-a761-a1dc0b58e582']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:16.038611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588a1b2b-e434-43f3-8efd-942570ac9c2b') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:16.039323 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588a1b2b-e434-43f3-8efd-942570ac9c2b') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:16.054803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.071451 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.079140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:16.079961 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:16.083884 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:16.176855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.193072 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.198923 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "DELETE /v2.0/networks/018e301c-a813-4b0e-a761-a1dc0b58e582 HTTP/1.1" status: 204 len: 168 time: 0.5174766 Jul 08 18:20:16.199103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57888) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:16.214350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb116ccc-dd21-4e2a-b5fe-f6853816aa8b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Network': ['ID=018e301c-a813-4b0e-a761-a1dc0b58e582,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:16.357638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b2580-04ee-494d-8d94-3ba3cd3e2938 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:16.363880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b2580-04ee-494d-8d94-3ba3cd3e2938 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:16.365567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-717b2580-04ee-494d-8d94-3ba3cd3e2938 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1610727 Jul 08 18:20:16.369678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57896) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:16.375095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1758277847'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:16.429393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57898) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:16.431422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Made reservation on behalf of 3319f2a85391449d88b84fb34bfdaa5a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:16.435368 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.480308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:16.494769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b812495-d74d-417e-ac76-54bf23be0fdd req-7914d567-f534-49ff-ae11-21bd431bac53 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:16.496532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b812495-d74d-417e-ac76-54bf23be0fdd req-7914d567-f534-49ff-ae11-21bd431bac53 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.1291888 Jul 08 18:20:16.504255 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.504759 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Added segment d6164492-7bd1-4064-86a4-8de6c3460faa of type vlan for network 3defc00d-67b3-4021-a09b-c2342349df72 Jul 08 18:20:16.546708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8949e144-5f38-4c53-a0fd-af0c3ce2f2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.574585 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.581043 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b812495-d74d-417e-ac76-54bf23be0fdd req-6a78489f-1c59-4538-a7bf-756836f42d92 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744655 Jul 08 18:20:16.621281 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.627191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:16.627792 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.655770 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8949e144-5f38-4c53-a0fd-af0c3ce2f2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.660851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8949e144-5f38-4c53-a0fd-af0c3ce2f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.692249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3214028 Jul 08 18:20:16.695642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57904) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:16.701002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1680239009'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:16.704971 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8949e144-5f38-4c53-a0fd-af0c3ce2f2df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=824251debdd345079806c5b3ab0b79e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743492 Jul 08 18:20:16.705889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949e144-5f38-4c53-a0fd-af0c3ce2f2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6eb365-8cd1-4083-bfbe-e7e21f0712e0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:16.708299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57906) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:16.722447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15b865-6bd6-42be-9735-f4e87f13a4c6 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event updated for resources: {'Network': ['ID=3defc00d-67b3-4021-a09b-c2342349df72,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:16.734883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 3defc00d-67b3-4021-a09b-c2342349df72 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:16.737265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Made reservation on behalf of 3319f2a85391449d88b84fb34bfdaa5a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:16.742157 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.768774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:16.779558 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.780202 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Added segment b6396114-d6a6-4ebc-8588-3fe602111c45 of type vlan for network 615e4bbb-677d-4a9f-a4e9-954772ab577c Jul 08 18:20:16.782047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06479571-8801-48cc-8efc-903ef5a53567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.821397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06479571-8801-48cc-8efc-903ef5a53567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.830193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.869582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.881163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:16.881851 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.888628 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06479571-8801-48cc-8efc-903ef5a53567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.892033 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06479571-8801-48cc-8efc-903ef5a53567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.893390 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-06479571-8801-48cc-8efc-903ef5a53567 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a6eb365-8cd1-4083-bfbe-e7e21f0712e0 HTTP/1.1" status: 204 len: 168 time: 0.1740470 Jul 08 18:20:16.902191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06479571-8801-48cc-8efc-903ef5a53567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6eb365-8cd1-4083-bfbe-e7e21f0712e0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:16.981955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2849135 Jul 08 18:20:16.984678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 57928) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:16.996229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'ports': [{'network_id': '3defc00d-67b3-4021-a09b-c2342349df72', 'name': 'tempest-port--976181603', 'admin_state_up': True}, {'network_id': '615e4bbb-677d-4a9f-a4e9-954772ab577c', 'admin_state_up': False}]} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:16.996734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'port': {'network_id': '3defc00d-67b3-4021-a09b-c2342349df72', 'name': 'tempest-port--976181603', 'admin_state_up': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:16.997234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'port': {'network_id': '615e4bbb-677d-4a9f-a4e9-954772ab577c', 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:17.010946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e758b7d-d1dd-41c3-9e9e-0893fe53cd00 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event updated for resources: {'Network': ['ID=615e4bbb-677d-4a9f-a4e9-954772ab577c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:17.024470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 615e4bbb-677d-4a9f-a4e9-954772ab577c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:17.243433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Made reservation on behalf of 3319f2a85391449d88b84fb34bfdaa5a for: {'port': 2} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:17.248553 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.279401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3436686-2a9e-49dd-b562-4d8e979ad607 req-65132881-8926-486e-b762-4153249e8fe1 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0521770 Jul 08 18:20:17.280073 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.377218 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] device_id is not set on port e7b04464-216c-4116-b692-cb99bb28a30c yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:20:17.387347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57970) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:17.401941 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18849d4a-31cf-4433-bb80-0a894fcf77e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.542099 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18849d4a-31cf-4433-bb80-0a894fcf77e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.547598 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18849d4a-31cf-4433-bb80-0a894fcf77e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.573173 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.593411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-18849d4a-31cf-4433-bb80-0a894fcf77e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=339be0a8f92644a180149bcf44430009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050605 Jul 08 18:20:17.594052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57994) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:17.596219 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18849d4a-31cf-4433-bb80-0a894fcf77e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30492f47-6909-419e-a338-239d9958448b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:17.684777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-45097ef7-d65d-483a-bba4-c19c49c9250d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.701069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] device_id is not set on port dee842e9-236e-433b-9410-20ac0c7b4dc0 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:20:17.729767 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-45097ef7-d65d-483a-bba4-c19c49c9250d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.841299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8569c0-fddd-4e87-9d87-e628005b3d6e req-6cdcfa77-3d8d-4f14-8f14-00b7b1f89383 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:17.848557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e8569c0-fddd-4e87-9d87-e628005b3d6e req-6cdcfa77-3d8d-4f14-8f14-00b7b1f89383 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.1165881 Jul 08 18:20:17.856855 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-45097ef7-d65d-483a-bba4-c19c49c9250d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.859393 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-45097ef7-d65d-483a-bba4-c19c49c9250d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.860721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-45097ef7-d65d-483a-bba4-c19c49c9250d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30492f47-6909-419e-a338-239d9958448b HTTP/1.1" status: 204 len: 168 time: 0.2655275 Jul 08 18:20:17.873844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.884806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45097ef7-d65d-483a-bba4-c19c49c9250d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30492f47-6909-419e-a338-239d9958448b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:17.915995 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e8569c0-fddd-4e87-9d87-e628005b3d6e req-f45823cb-7140-4416-9e0d-8b21a694c1a2 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664642 Jul 08 18:20:17.957372 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.022184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event updated for resources: {'Port': ['ID=e7b04464-216c-4116-b692-cb99bb28a30c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:18.032975 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Checking segment: {'id': 'd6164492-7bd1-4064-86a4-8de6c3460faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3defc00d-67b3-4021-a09b-c2342349df72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:18.033657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Network hostable DHCP agents. Network: 3defc00d-67b3-4021-a09b-c2342349df72, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:18.055011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Network 3defc00d-67b3-4021-a09b-c2342349df72 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:18.069272 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 3defc00d-67b3-4021-a09b-c2342349df72) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:18.074616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:18.076961 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.080301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d658c5e-4bbd-4d75-985a-82e70e21f65c None None] Network 3defc00d-67b3-4021-a09b-c2342349df72 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:18.167948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event updated for resources: {'Port': ['ID=dee842e9-236e-433b-9410-20ac0c7b4dc0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:18.170573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Checking segment: {'id': 'b6396114-d6a6-4ebc-8588-3fe602111c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '615e4bbb-677d-4a9f-a4e9-954772ab577c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:18.170941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Network hostable DHCP agents. Network: 615e4bbb-677d-4a9f-a4e9-954772ab577c, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:18.202084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Network 615e4bbb-677d-4a9f-a4e9-954772ab577c is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:18.216978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 615e4bbb-677d-4a9f-a4e9-954772ab577c) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:18.229661 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:18.234755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c223ba4-1f28-4cdb-b019-7dadce26af23 None None] Network 615e4bbb-677d-4a9f-a4e9-954772ab577c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:18.245689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:18.255055 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:18.257271 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.291951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58072) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:18.320571 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-436dbfa6-7a63-4b0d-9545-02020ed92ff1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3336194 Jul 08 18:20:18.442983 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605517ea-c213-4a3c-ae17-0c10bf0aa0a7 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:18.450863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605517ea-c213-4a3c-ae17-0c10bf0aa0a7 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:18.455978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-605517ea-c213-4a3c-ae17-0c10bf0aa0a7 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1625209 Jul 08 18:20:18.456174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58088) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:18.513365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42850ac2-972a-4845-9b8a-6499456158f9 req-bdb6c810-2408-4fe3-9dab-dccb1ed7c2d6 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0425377 Jul 08 18:20:18.633115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-644968d4-d262-4c91-b431-7f49d8ccb7f4 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Deleting port e7b04464-216c-4116-b692-cb99bb28a30c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:18.634025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-644968d4-d262-4c91-b431-7f49d8ccb7f4 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.715123 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-644968d4-d262-4c91-b431-7f49d8ccb7f4 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.731876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-644968d4-d262-4c91-b431-7f49d8ccb7f4 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Calling delete_port for e7b04464-216c-4116-b692-cb99bb28a30c owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:18.833780 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-644968d4-d262-4c91-b431-7f49d8ccb7f4 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.872160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644968d4-d262-4c91-b431-7f49d8ccb7f4 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Port': ['ID=e7b04464-216c-4116-b692-cb99bb28a30c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:18.878504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-644968d4-d262-4c91-b431-7f49d8ccb7f4 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.885649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58148) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:18.886667 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-644968d4-d262-4c91-b431-7f49d8ccb7f4 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "DELETE /v2.0/ports/e7b04464-216c-4116-b692-cb99bb28a30c HTTP/1.1" status: 204 len: 168 time: 0.4267566 Jul 08 18:20:19.027468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1553df41-07d5-43de-ab33-0517e243cc86 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Deleting port dee842e9-236e-433b-9410-20ac0c7b4dc0 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:19.028122 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1553df41-07d5-43de-ab33-0517e243cc86 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.148793 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1553df41-07d5-43de-ab33-0517e243cc86 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.167149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1553df41-07d5-43de-ab33-0517e243cc86 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Calling delete_port for dee842e9-236e-433b-9410-20ac0c7b4dc0 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:19.238082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5cf0e-65e3-4e91-8dae-69ae0b9d8d0a req-b7fe2411-d17d-4517-b35c-5432776d166a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:19.240425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7de5cf0e-65e3-4e91-8dae-69ae0b9d8d0a req-b7fe2411-d17d-4517-b35c-5432776d166a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.1473060 Jul 08 18:20:19.315687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7de5cf0e-65e3-4e91-8dae-69ae0b9d8d0a req-328a9024-675c-42a5-b2cb-dbbc0a9086c6 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669820 Jul 08 18:20:19.335799 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1553df41-07d5-43de-ab33-0517e243cc86 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.399731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553df41-07d5-43de-ab33-0517e243cc86 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Port': ['ID=dee842e9-236e-433b-9410-20ac0c7b4dc0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:19.408391 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1553df41-07d5-43de-ab33-0517e243cc86 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.418173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1553df41-07d5-43de-ab33-0517e243cc86 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "DELETE /v2.0/ports/dee842e9-236e-433b-9410-20ac0c7b4dc0 HTTP/1.1" status: 204 len: 168 time: 0.5312827 Jul 08 18:20:19.420439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58222) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:19.468421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-699d93b2-9967-4885-a8cc-fd9bcee0f482 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0462573 Jul 08 18:20:19.473537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58232) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:19.484688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1472233218'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:19.511404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Made reservation on behalf of 3319f2a85391449d88b84fb34bfdaa5a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:19.521532 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.564054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:19.576011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.576358 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Added segment 006bf9af-ea4f-46b4-a4a6-3c45062669a7 of type vlan for network 2626dd03-76da-4669-9d04-2d82232241f8 Jul 08 18:20:19.638849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.682271 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.689613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:19.691028 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.773722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8ee4b84-1f25-45ea-b31d-eedf680ec30a req-fa31a89a-516a-403c-893b-1336d91edb16 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0542326 Jul 08 18:20:19.802057 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3266401 Jul 08 18:20:19.805566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58278) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:19.813356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1011284592'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:19.818424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b557b15-a164-4bf2-883c-626bf6a2c3df tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event updated for resources: {'Network': ['ID=2626dd03-76da-4669-9d04-2d82232241f8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:19.837459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 2626dd03-76da-4669-9d04-2d82232241f8 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:19.839518 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Made reservation on behalf of 3319f2a85391449d88b84fb34bfdaa5a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:19.843289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.876376 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:19.886888 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.887519 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Added segment ee6c334d-792c-471e-aa4d-d34c6637f203 of type vlan for network 9291243d-b54c-4d0b-89c6-4f1d8b256281 Jul 08 18:20:19.932293 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.967770 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.973994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:19.974429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:20.048911 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2332728 Jul 08 18:20:20.057534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c88d87-1287-4466-a1b0-8f1386b3b549 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event updated for resources: {'Network': ['ID=9291243d-b54c-4d0b-89c6-4f1d8b256281,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:20.075194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 9291243d-b54c-4d0b-89c6-4f1d8b256281 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:20.182329 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:20:20.540167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4686bbf-0f29-48c5-bd42-22748d3c7abd req-b65b17d9-7d30-425e-859b-c749558a6c32 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:20.548047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4686bbf-0f29-48c5-bd42-22748d3c7abd req-b65b17d9-7d30-425e-859b-c749558a6c32 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.0851099 Jul 08 18:20:20.600481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4686bbf-0f29-48c5-bd42-22748d3c7abd req-7732a101-9772-41eb-a8b6-0c85a75c4649 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491173 Jul 08 18:20:21.021036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58442) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:21.093395 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1cfbc885-ff4a-4ae2-93e0-aeebee2ebc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.169421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc6e4623-13a8-47ee-865e-e2f51c196ee7 req-f777f114-b7d1-45b8-ad2c-1256389b1f13 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.2322531 Jul 08 18:20:21.270745 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1cfbc885-ff4a-4ae2-93e0-aeebee2ebc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.275099 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1cfbc885-ff4a-4ae2-93e0-aeebee2ebc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.317226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbc885-ff4a-4ae2-93e0-aeebee2ebc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d0b1cd-8976-418f-b8c9-7282ed129d2f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:21.323724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1cfbc885-ff4a-4ae2-93e0-aeebee2ebc2f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=79427f9e517b4b939ee9e17e7fc35b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008404 Jul 08 18:20:21.326644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58452) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:21.415644 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-894fca1e-c601-457d-88ac-9565974e8200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.449982 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-894fca1e-c601-457d-88ac-9565974e8200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.517523 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-894fca1e-c601-457d-88ac-9565974e8200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.520594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-894fca1e-c601-457d-88ac-9565974e8200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.521817 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-894fca1e-c601-457d-88ac-9565974e8200 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/84d0b1cd-8976-418f-b8c9-7282ed129d2f HTTP/1.1" status: 204 len: 168 time: 0.1891205 Jul 08 18:20:21.531840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fca1e-c601-457d-88ac-9565974e8200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d0b1cd-8976-418f-b8c9-7282ed129d2f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:21.863501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58468) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:21.878395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da8dcf-879e-41b6-832e-0b9696b990b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.050455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dcb70-5180-4dce-93a0-c9c07827420b req-f7b94393-e23c-435f-bd51-b09251b771db tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:22.059771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-489dcb70-5180-4dce-93a0-c9c07827420b req-f7b94393-e23c-435f-bd51-b09251b771db tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.3366165 Jul 08 18:20:22.079347 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da8dcf-879e-41b6-832e-0b9696b990b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.087519 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da8dcf-879e-41b6-832e-0b9696b990b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.132292 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da8dcf-879e-41b6-832e-0b9696b990b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5221e414-2563-4639-b04a-b3af2edbb019,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:22.171870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-489dcb70-5180-4dce-93a0-c9c07827420b req-59972ef2-47d2-4ebe-b553-cab4d92714e8 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110301 Jul 08 18:20:22.177102 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-06da8dcf-879e-41b6-832e-0b9696b990b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6cfead7a804b49ac8f133b76e8c734fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122659 Jul 08 18:20:22.180639 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58476) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:22.275768 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db55a06f-7bd0-48c1-97a9-c8e1ecb81413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.311089 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db55a06f-7bd0-48c1-97a9-c8e1ecb81413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.380917 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db55a06f-7bd0-48c1-97a9-c8e1ecb81413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.383634 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db55a06f-7bd0-48c1-97a9-c8e1ecb81413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.387531 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-db55a06f-7bd0-48c1-97a9-c8e1ecb81413 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5221e414-2563-4639-b04a-b3af2edbb019 HTTP/1.1" status: 204 len: 168 time: 0.2028186 Jul 08 18:20:22.388594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cfae909c-0c8d-420f-b8da-6972477c15f3 req-4c5e334d-ce57-456b-bd01-140b7e2380eb tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0392671 Jul 08 18:20:22.403520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55a06f-7bd0-48c1-97a9-c8e1ecb81413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5221e414-2563-4639-b04a-b3af2edbb019,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:22.663405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496b327-e52d-4a4d-bf0e-078e2e70a846 req-41a13b3f-462e-4ba5-9c94-c6b54fc55a22 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:22.668924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8496b327-e52d-4a4d-bf0e-078e2e70a846 req-41a13b3f-462e-4ba5-9c94-c6b54fc55a22 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1093612 Jul 08 18:20:22.727888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8496b327-e52d-4a4d-bf0e-078e2e70a846 req-e3697c57-7748-48b1-921a-d1dd2a0f5dc5 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525756 Jul 08 18:20:23.359697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58512) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:23.365376 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'subnets': [{'network_id': '2626dd03-76da-4669-9d04-2d82232241f8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2032768640', 'ip_version': 6}, {'network_id': '9291243d-b54c-4d0b-89c6-4f1d8b256281', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:23.365721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'subnet': {'network_id': '2626dd03-76da-4669-9d04-2d82232241f8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2032768640', 'ip_version': 6}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:23.367116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Request body: {'subnet': {'network_id': '9291243d-b54c-4d0b-89c6-4f1d8b256281', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:23.427358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50d70-41d6-4cf4-b63a-68c8a3340a80 req-0daf0e03-b359-4b8e-af6a-54c4418a4115 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:23.435111 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d50d70-41d6-4cf4-b63a-68c8a3340a80 req-0daf0e03-b359-4b8e-af6a-54c4418a4115 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.1045454 Jul 08 18:20:23.501047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97d50d70-41d6-4cf4-b63a-68c8a3340a80 req-58cf42d3-abec-4dfb-ad10-2d06bb4deac8 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643327 Jul 08 18:20:23.598395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-466bf6f0-f914-4117-ba56-f4562a9ab43c req-c379227f-5f5d-4ee1-aee5-551089c3f853 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0392332 Jul 08 18:20:23.642391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Made reservation on behalf of 3319f2a85391449d88b84fb34bfdaa5a for: {'subnet': 2} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:23.647509 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:23.647992 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:23.879745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94483-2857-4566-a603-6bec160904f9 req-b71878a4-2a78-490a-b9da-f3a12872a5fe tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:23.881404 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c1b94483-2857-4566-a603-6bec160904f9 req-b71878a4-2a78-490a-b9da-f3a12872a5fe tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.74 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1210113 Jul 08 18:20:23.972414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce97d8-43cd-4b8b-9389-125ac8cad41c req-fa2bc269-c6fa-4c0b-b128-1e2a593a7201 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:23.980155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90ce97d8-43cd-4b8b-9389-125ac8cad41c req-fa2bc269-c6fa-4c0b-b128-1e2a593a7201 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 945 time: 0.1073091 Jul 08 18:20:24.050719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90ce97d8-43cd-4b8b-9389-125ac8cad41c req-8539b1c6-d0e1-4ea0-a875-7d41c0c61b61 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647264 Jul 08 18:20:24.150915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Deleting port 4834f5af-4dc9-4f77-9c36-43250f42de76 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:24.151524 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.437958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58542) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:24.561900 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-722e4b2e-84cc-4617-9356-e9fb8483b644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.617553 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.620864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] For port 4834f5af-4dc9-4f77-9c36-43250f42de76, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4834f5af-4dc9-4f77-9c36-43250f42de76,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:24.621543 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.743683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event updated for resources: {'Subnet': ['ID=248a47c5-6381-4947-a13a-e4bcae4d95b8,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:24.765955 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-722e4b2e-84cc-4617-9356-e9fb8483b644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.774530 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-722e4b2e-84cc-4617-9356-e9fb8483b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.795657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.796007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.796352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.796700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.797026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.797378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.797777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.798023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.798375 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.798710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.799027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.799350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:24.813291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-722e4b2e-84cc-4617-9356-e9fb8483b644 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e7dcdce11bd4883a936f802ee39feab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719506 Jul 08 18:20:24.814241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58552) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:24.826691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Checking segment: {'id': '006bf9af-ea4f-46b4-a4a6-3c45062669a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2626dd03-76da-4669-9d04-2d82232241f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:24.827061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Network hostable DHCP agents. Network: 2626dd03-76da-4669-9d04-2d82232241f8, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:24.867071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5f0342aa-e1f6-4d2d-853e-3345740f95cf req-3d6cb5b7-d2dd-49bc-829f-144ac6e26777 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0420437 Jul 08 18:20:24.877517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e4b2e-84cc-4617-9356-e9fb8483b644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d86c2e4-aca7-4a74-be34-86d706363037,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:24.890244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2685f-a62c-4c86-9cd2-ab2b7375ea46 req-553fd573-60cb-4b90-aa51-759104a80474 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:24.898310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25e2685f-a62c-4c86-9cd2-ab2b7375ea46 req-553fd573-60cb-4b90-aa51-759104a80474 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.1905596 Jul 08 18:20:24.923778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Network 2626dd03-76da-4669-9d04-2d82232241f8 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:24.945497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.945497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.945497 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Floating IP 7eec0b94-e233-4ddc-a134-4888371b319c disassociated. External IP: 172.25.8.196, port: 4834f5af-4dc9-4f77-9c36-43250f42de76. Jul 08 18:20:24.945497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Calling delete_port for 4834f5af-4dc9-4f77-9c36-43250f42de76 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:24.951862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25e2685f-a62c-4c86-9cd2-ab2b7375ea46 req-92a3c35d-8290-474c-ba06-30bf4024a49f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521224 Jul 08 18:20:24.957302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c22c2f6-87c1-4619-9fc5-d299fc8f5217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.964249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 2626dd03-76da-4669-9d04-2d82232241f8) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:24.974758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09095c-62e0-49ae-957e-70c21bdc595f None None] Network 2626dd03-76da-4669-9d04-2d82232241f8 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:25.005214 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:25.061451 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c22c2f6-87c1-4619-9fc5-d299fc8f5217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:25.141139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event updated for resources: {'Subnet': ['ID=e4ca8913-8293-49ac-9ab0-8df9a63011ec,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:25.187222 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-2626dd03-76da-4669-9d04-2d82232241f8', 'network_id': '2626dd03-76da-4669-9d04-2d82232241f8', 'tenant_id': '3319f2a85391449d88b84fb34bfdaa5a', 'fixed_ips': [{'subnet_id': '248a47c5-6381-4947-a13a-e4bcae4d95b8'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:25.188456 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:25.206623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Checking segment: {'id': 'ee6c334d-792c-471e-aa4d-d34c6637f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9291243d-b54c-4d0b-89c6-4f1d8b256281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:25.207627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Network hostable DHCP agents. Network: 9291243d-b54c-4d0b-89c6-4f1d8b256281, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:25.230959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c22c2f6-87c1-4619-9fc5-d299fc8f5217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:25.233766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c22c2f6-87c1-4619-9fc5-d299fc8f5217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:25.235339 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4c22c2f6-87c1-4619-9fc5-d299fc8f5217 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d86c2e4-aca7-4a74-be34-86d706363037 HTTP/1.1" status: 204 len: 168 time: 0.4207966 Jul 08 18:20:25.256078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22c2f6-87c1-4619-9fc5-d299fc8f5217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d86c2e4-aca7-4a74-be34-86d706363037,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:25.266427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Network 9291243d-b54c-4d0b-89c6-4f1d8b256281 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:25.275727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:25.298623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 9291243d-b54c-4d0b-89c6-4f1d8b256281) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:25.321648 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59309c44-f414-4f77-a198-b08cae41fd09 None None] Network 9291243d-b54c-4d0b-89c6-4f1d8b256281 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:25.361816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:25.364156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd078e0-95d7-4852-8cec-5f6da296b1c6 req-70a98d6e-cce0-4632-bcbe-7589b768e04a tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:25.364861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:25.365711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:25.369021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cd078e0-95d7-4852-8cec-5f6da296b1c6 req-70a98d6e-cce0-4632-bcbe-7589b768e04a tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 867 time: 0.1613357 Jul 08 18:20:25.373382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event deleted for resources: {'Port': ['ID=4834f5af-4dc9-4f77-9c36-43250f42de76,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:25.436355 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cd078e0-95d7-4852-8cec-5f6da296b1c6 req-36fda7ef-3235-4bb9-abb0-f33f2aca8866 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=773b0856-e55d-459f-a0b6-feef5b7646a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604713 Jul 08 18:20:25.464844 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d8dc87c3-9285-44a5-8034-6239afda163d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1039917 Jul 08 18:20:25.467439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58560) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:25.549385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Router 4736136b-26c6-401b-a48b-43d75e48213a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:20:25.579803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1ee29-e43f-4fc0-9aac-a6f62e366d2d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:25.581366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1ee29-e43f-4fc0-9aac-a6f62e366d2d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:25.584475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1ee29-e43f-4fc0-9aac-a6f62e366d2d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:25.596077 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7ef1ee29-e43f-4fc0-9aac-a6f62e366d2d tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1185236 Jul 08 18:20:25.597172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58564) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:25.714321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:20:25.728106 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b88e60c-1ead-4adb-98ef-a7649cbd365e None None] Sync routers for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:20:25.745303 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b88e60c-1ead-4adb-98ef-a7649cbd365e None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:25.746988 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5b88e60c-1ead-4adb-98ef-a7649cbd365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:20:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:25.750801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-563393a7-76fa-4c5c-abb7-a18615be6a81 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Deleting subnet 248a47c5-6381-4947-a13a-e4bcae4d95b8 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:25.773185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Allocated IP 2001:db8::1 (2626dd03-76da-4669-9d04-2d82232241f8/248a47c5-6381-4947-a13a-e4bcae4d95b8/8eb033be-f28b-41b9-b774-ad750735c548) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:25.794019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] No DVR routers for this DVR port 4834f5af-4dc9-4f77-9c36-43250f42de76 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:25.796195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:25.798466 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c1b94483-2857-4566-a603-6bec160904f9 req-13d082e3-963b-4950-81f4-b8e24ec0ce68 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.74 "DELETE /v2.0/ports/4834f5af-4dc9-4f77-9c36-43250f42de76 HTTP/1.1" status: 204 len: 173 time: 1.8928845 Jul 08 18:20:25.799073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'name': 'network-vif-deleted', 'tag': '4834f5af-4dc9-4f77-9c36-43250f42de76'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:25.801808 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dd027a-4527-447c-95f6-3db5ffa7d713" -d '{"events": [{"server_uuid": "6936ab98-56cd-45c8-8b29-5c8a590ad97f", "name": "network-vif-deleted", "tag": "4834f5af-4dc9-4f77-9c36-43250f42de76"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:25.895902 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594a06de-bcb2-425d-9e14-de61c84d5ac0 x-openstack-request-id: req-594a06de-bcb2-425d-9e14-de61c84d5ac0 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:25.896193 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6936ab98-56cd-45c8-8b29-5c8a590ad97f", "name": "network-vif-deleted", "tag": "4834f5af-4dc9-4f77-9c36-43250f42de76", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:25.896445 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-594a06de-bcb2-425d-9e14-de61c84d5ac0 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:25.896841 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6936ab98-56cd-45c8-8b29-5c8a590ad97f', 'name': 'network-vif-deleted', 'tag': '4834f5af-4dc9-4f77-9c36-43250f42de76', 'status': 'completed', 'code': 200} Jul 08 18:20:25.904083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-9291243d-b54c-4d0b-89c6-4f1d8b256281', 'network_id': '9291243d-b54c-4d0b-89c6-4f1d8b256281', 'tenant_id': '3319f2a85391449d88b84fb34bfdaa5a', 'fixed_ips': [{'subnet_id': 'e4ca8913-8293-49ac-9ab0-8df9a63011ec'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:25.904960 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:26.039864 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5b88e60c-1ead-4adb-98ef-a7649cbd365e None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:26.095127 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58582) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:26.245007 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08e315a5-1937-4918-9b04-638160bc1c3b req-33dd5906-116b-4a07-ba52-a1864424fed2 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.1085343 Jul 08 18:20:26.317461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd19b53-d893-4ac6-b024-2e4b4c4da966 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:26.322594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd19b53-d893-4ac6-b024-2e4b4c4da966 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:26.323921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd19b53-d893-4ac6-b024-2e4b4c4da966 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:26.329208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ebd19b53-d893-4ac6-b024-2e4b4c4da966 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&network_id=69d8ec76-614d-43ba-9d4a-c5b8735138b6 HTTP/1.1" status: 200 len: 2969 time: 0.2330246 Jul 08 18:20:26.352767 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5b88e60c-1ead-4adb-98ef-a7649cbd365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:26.389552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be1825-2361-484d-b34b-6a411a53392f req-d69c753a-d12f-46b4-a8b5-660cdaeaade0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:26.393880 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7be1825-2361-484d-b34b-6a411a53392f req-d69c753a-d12f-46b4-a8b5-660cdaeaade0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.1307776 Jul 08 18:20:26.416817 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b88e60c-1ead-4adb-98ef-a7649cbd365e None None] Checking router: 4736136b-26c6-401b-a48b-43d75e48213a for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:20:26.446624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Allocated IP 2001:db8:0:1::1 (9291243d-b54c-4d0b-89c6-4f1d8b256281/e4ca8913-8293-49ac-9ab0-8df9a63011ec/136ad38b-08ff-4fd2-9b44-cbb82b2b635b) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:26.450176 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b88e60c-1ead-4adb-98ef-a7649cbd365e None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:26.452439 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5b88e60c-1ead-4adb-98ef-a7649cbd365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:20:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:26.479128 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:26.510192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Transition to ACTIVE for port object 8eb033be-f28b-41b9-b774-ad750735c548 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:26.592791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7be1825-2361-484d-b34b-6a411a53392f req-1e889479-d31a-4140-8d08-3c74ef6e4e38 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879988 Jul 08 18:20:26.655667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Transition to ACTIVE for port object 8eb033be-f28b-41b9-b774-ad750735c548 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:26.667446 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-563393a7-76fa-4c5c-abb7-a18615be6a81 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:26.675450 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5b88e60c-1ead-4adb-98ef-a7649cbd365e None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:26.679423 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:26.782860 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-563393a7-76fa-4c5c-abb7-a18615be6a81 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:26.801594 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Network 2626dd03-76da-4669-9d04-2d82232241f8 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:26.816764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:26.825808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:26.887467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c423499c-a28f-4a42-960b-e5266adf8d8c req-225d642e-80c0-4b6f-b4c3-bb7946c64e8d tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6936ab98-56cd-45c8-8b29-5c8a590ad97f HTTP/1.1" status: 200 len: 210 time: 0.1006644 Jul 08 18:20:26.964755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Pushing event updated for resources: {'Port': ['ID=8eb033be-f28b-41b9-b774-ad750735c548,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:26.985710 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-563393a7-76fa-4c5c-abb7-a18615be6a81 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:26.985972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:26.986465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:26.986905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:26.987312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:26.987718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:26.988126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:26.988517 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:26.989049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:26.990244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:26.990654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:26.992853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:26.997194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:27.059365 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5b88e60c-1ead-4adb-98ef-a7649cbd365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:27.065461 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-563393a7-76fa-4c5c-abb7-a18615be6a81 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.091269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Attempting to bind port 8eb033be-f28b-41b9-b774-ad750735c548 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:27.091542 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-563393a7-76fa-4c5c-abb7-a18615be6a81 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.092383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Attempting to bind port 8eb033be-f28b-41b9-b774-ad750735c548 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '006bf9af-ea4f-46b4-a4a6-3c45062669a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2626dd03-76da-4669-9d04-2d82232241f8'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:27.092898 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b88e60c-1ead-4adb-98ef-a7649cbd365e None None] The sync data for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 is: [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:20:27.093184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Attempting to bind port 8eb033be-f28b-41b9-b774-ad750735c548 on network 2626dd03-76da-4669-9d04-2d82232241f8 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:27.094064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-563393a7-76fa-4c5c-abb7-a18615be6a81 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "DELETE /v2.0/subnets/248a47c5-6381-4947-a13a-e4bcae4d95b8 HTTP/1.1" status: 204 len: 168 time: 1.4960539 Jul 08 18:20:27.099265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58612) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:27.108660 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.111373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:27.111818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Checking segment: {'id': '006bf9af-ea4f-46b4-a4a6-3c45062669a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2626dd03-76da-4669-9d04-2d82232241f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:27.112410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.113019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Bound using segment: {'id': '006bf9af-ea4f-46b4-a4a6-3c45062669a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2626dd03-76da-4669-9d04-2d82232241f8'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:27.113808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Bound port: 8eb033be-f28b-41b9-b774-ad750735c548, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006bf9af-ea4f-46b4-a4a6-3c45062669a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2626dd03-76da-4669-9d04-2d82232241f8'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:27.114459 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.115947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563393a7-76fa-4c5c-abb7-a18615be6a81 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Subnet': ['ID=248a47c5-6381-4947-a13a-e4bcae4d95b8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:27.136435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Transition to ACTIVE for port object 136ad38b-08ff-4fd2-9b44-cbb82b2b635b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:27.186658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Transition to ACTIVE for port object 136ad38b-08ff-4fd2-9b44-cbb82b2b635b will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:27.203933 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.205248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caa3425-98a7-42dc-85cb-9b92ac34e911 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Deleting subnet e4ca8913-8293-49ac-9ab0-8df9a63011ec {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:27.209459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4caa3425-98a7-42dc-85cb-9b92ac34e911 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.283910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4caa3425-98a7-42dc-85cb-9b92ac34e911 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.306055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Network 9291243d-b54c-4d0b-89c6-4f1d8b256281 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:27.311447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58620) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:27.313205 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] For port 8eb033be-f28b-41b9-b774-ad750735c548, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:27.319981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:27.332400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:27.382175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] For port 8eb033be-f28b-41b9-b774-ad750735c548, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8eb033be-f28b-41b9-b774-ad750735c548,segment=NetworkSegment(006bf9af-ea4f-46b4-a4a6-3c45062669a7),segment_id=006bf9af-ea4f-46b4-a4a6-3c45062669a7)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:27.389777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Pushing event updated for resources: {'Port': ['ID=136ad38b-08ff-4fd2-9b44-cbb82b2b635b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:27.425690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4caa3425-98a7-42dc-85cb-9b92ac34e911 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.434587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.485011 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e7dd30b1-26d6-4c5d-9e5c-9486fba235e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.503015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Attempting to bind port 136ad38b-08ff-4fd2-9b44-cbb82b2b635b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:27.503595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Attempting to bind port 136ad38b-08ff-4fd2-9b44-cbb82b2b635b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'ee6c334d-792c-471e-aa4d-d34c6637f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9291243d-b54c-4d0b-89c6-4f1d8b256281'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:27.503985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Attempting to bind port 136ad38b-08ff-4fd2-9b44-cbb82b2b635b on network 9291243d-b54c-4d0b-89c6-4f1d8b256281 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:27.542154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4caa3425-98a7-42dc-85cb-9b92ac34e911 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.597058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:27.597811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Checking segment: {'id': 'ee6c334d-792c-471e-aa4d-d34c6637f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9291243d-b54c-4d0b-89c6-4f1d8b256281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:27.598416 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.599080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Bound using segment: {'id': 'ee6c334d-792c-471e-aa4d-d34c6637f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9291243d-b54c-4d0b-89c6-4f1d8b256281'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:27.599734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Bound port: 136ad38b-08ff-4fd2-9b44-cbb82b2b635b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6c334d-792c-471e-aa4d-d34c6637f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9291243d-b54c-4d0b-89c6-4f1d8b256281'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:27.600315 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.603714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa3425-98a7-42dc-85cb-9b92ac34e911 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ca8913-8293-49ac-9ab0-8df9a63011ec,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:27.608250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f0636d-886e-47fe-acdd-65f638531436 None None] Network 2626dd03-76da-4669-9d04-2d82232241f8 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:27.615378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4caa3425-98a7-42dc-85cb-9b92ac34e911 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.622060 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4caa3425-98a7-42dc-85cb-9b92ac34e911 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "DELETE /v2.0/subnets/e4ca8913-8293-49ac-9ab0-8df9a63011ec HTTP/1.1" status: 204 len: 168 time: 0.5217006 Jul 08 18:20:27.622728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58624) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:27.709034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e7c1d7-08b5-4cc4-89fd-50e5ccfba243 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:27.713658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-919d9a67-42b4-43f5-9585-a02d493767cb req-85b1a472-85fa-4a44-bd77-0145a45558c0 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0467634 Jul 08 18:20:27.716257 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-50e7c1d7-08b5-4cc4-89fd-50e5ccfba243 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0870075 Jul 08 18:20:27.717506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58630) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:27.736270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cbbfea-972c-4738-b22c-74c42e274e9d None None] New status for floating IP 7eec0b94-e233-4ddc-a134-4888371b319c: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:20:27.782320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e7dd30b1-26d6-4c5d-9e5c-9486fba235e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.793091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e7dd30b1-26d6-4c5d-9e5c-9486fba235e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.844275 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.874559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd30b1-26d6-4c5d-9e5c-9486fba235e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3096f9b1-5761-43e2-bda2-ce4940cb4da9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:27.882671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588aa6c-714d-40c6-99d7-51483989129f None None] Pushing event updated for resources: {'Port': ['ID=8eb033be-f28b-41b9-b774-ad750735c548,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:27.909251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e7dd30b1-26d6-4c5d-9e5c-9486fba235e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25e3295f4de94098ab9050d85a5d95db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923245 Jul 08 18:20:27.912209 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] For port 136ad38b-08ff-4fd2-9b44-cbb82b2b635b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:27.917962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58636) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:27.918235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] For port 136ad38b-08ff-4fd2-9b44-cbb82b2b635b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=136ad38b-08ff-4fd2-9b44-cbb82b2b635b,segment=NetworkSegment(ee6c334d-792c-471e-aa4d-d34c6637f203),segment_id=ee6c334d-792c-471e-aa4d-d34c6637f203)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:27.950398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Deleting port 136ad38b-08ff-4fd2-9b44-cbb82b2b635b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:27.950555 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.983980 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.017949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be131ff-9ca7-451a-9ed9-039fd5077140 req-43c44154-ed85-4453-9ef0-6e5fd83ff87e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:28.027025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9be131ff-9ca7-451a-9ed9-039fd5077140 req-43c44154-ed85-4453-9ef0-6e5fd83ff87e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.2135072 Jul 08 18:20:28.051504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58640) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:28.057774 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac3c37d0-9aeb-4f27-a06c-7eb2020c43f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.070279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58642) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:28.091225 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] For port 136ad38b-08ff-4fd2-9b44-cbb82b2b635b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=136ad38b-08ff-4fd2-9b44-cbb82b2b635b,segment=NetworkSegment(ee6c334d-792c-471e-aa4d-d34c6637f203),segment_id=ee6c334d-792c-471e-aa4d-d34c6637f203)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:28.095098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.124454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Calling delete_port for 136ad38b-08ff-4fd2-9b44-cbb82b2b635b owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:28.127293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 69519b6b-a174-4205-8340-39cbab2bc262 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:20:28.129267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4834f5af-4dc9-4f77-9c36-43250f42de76 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:28.152055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9be131ff-9ca7-451a-9ed9-039fd5077140 req-dfa88165-eab3-4250-adb6-a5b737f7968e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237321 Jul 08 18:20:28.170529 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac3c37d0-9aeb-4f27-a06c-7eb2020c43f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.195143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 4834f5af-4dc9-4f77-9c36-43250f42de76 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:20:28.195767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4834f5af-4dc9-4f77-9c36-43250f42de76 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:20:28.214054 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49f2273d-27ac-424c-99e2-d01c255832e9 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.214508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b83846f-6703-407b-b11a-99004285a07f tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:28.216039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9b83846f-6703-407b-b11a-99004285a07f tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 814 time: 0.1448019 Jul 08 18:20:28.251357 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac3c37d0-9aeb-4f27-a06c-7eb2020c43f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.257201 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac3c37d0-9aeb-4f27-a06c-7eb2020c43f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.260449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15e3cd-a48c-45e1-b8fb-64ee41a52cbb None None] Pushing event updated for resources: {'Port': ['ID=136ad38b-08ff-4fd2-9b44-cbb82b2b635b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:28.278895 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49f2273d-27ac-424c-99e2-d01c255832e9 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.288466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ac3c37d0-9aeb-4f27-a06c-7eb2020c43f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3096f9b1-5761-43e2-bda2-ce4940cb4da9 HTTP/1.1" status: 204 len: 168 time: 0.3661125 Jul 08 18:20:28.297495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c37d0-9aeb-4f27-a06c-7eb2020c43f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3096f9b1-5761-43e2-bda2-ce4940cb4da9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:28.316241 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6141dfc-3b89-4d70-8137-8cd9c122a9a1 None None] Network 9291243d-b54c-4d0b-89c6-4f1d8b256281 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:28.333591 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.365048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Port': ['ID=136ad38b-08ff-4fd2-9b44-cbb82b2b635b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:28.370811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] No DVR routers for this DVR port 136ad38b-08ff-4fd2-9b44-cbb82b2b635b on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:28.381168 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49f2273d-27ac-424c-99e2-d01c255832e9 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.385148 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49f2273d-27ac-424c-99e2-d01c255832e9 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.388822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-49f2273d-27ac-424c-99e2-d01c255832e9 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "DELETE /v2.0/security-groups/773b0856-e55d-459f-a0b6-feef5b7646a6 HTTP/1.1" status: 204 len: 168 time: 0.3339202 Jul 08 18:20:28.391742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58652) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:28.417094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2273d-27ac-424c-99e2-d01c255832e9 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b0856-e55d-459f-a0b6-feef5b7646a6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:28.445000 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-c9ffff68-bd6c-4a13-84dd-1a9b4ac3c7cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] show failed (client error): The resource could not be found. Jul 08 18:20:28.451057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c9ffff68-bd6c-4a13-84dd-1a9b4ac3c7cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups/773b0856-e55d-459f-a0b6-feef5b7646a6 HTTP/1.1" status: 404 len: 347 time: 0.0577598 Jul 08 18:20:28.451856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58654) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:28.542185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:28.549196 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.549362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ebd767-eb43-4b31-b8a7-49060bbeabf2 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:20:28.560755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9291243d-b54c-4d0b-89c6-4f1d8b256281']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:28.574109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6c334d-792c-471e-aa4d-d34c6637f203') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:28.574699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6c334d-792c-471e-aa4d-d34c6637f203') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:28.584763 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.593019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '69519b6b-a174-4205-8340-39cbab2bc262', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'port_id': '69519b6b-a174-4205-8340-39cbab2bc262', 'mac_address': 'fa:16:3e:58:2a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:20:28.602482 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.620794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:28.621221 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:28.624600 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:28.659448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0144221a-100c-4745-92ed-2cbd0555ea08 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Deleting port 733e4b16-51b5-484e-88e0-ffc7e5177580 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:28.659805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0144221a-100c-4745-92ed-2cbd0555ea08 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.682640 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.702538 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.711389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69519b6b-a174-4205-8340-39cbab2bc262 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:20:28.715627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58662) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:28.720036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebd767-eb43-4b31-b8a7-49060bbeabf2 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:20:28.721456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'network': {'name': 'tempest-network-smoke--1322793908', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'port_security_enabled': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:28.727865 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.732488 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "DELETE /v2.0/networks/9291243d-b54c-4d0b-89c6-4f1d8b256281 HTTP/1.1" status: 204 len: 168 time: 1.0111706 Jul 08 18:20:28.732488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b945b-cccb-4163-bd4e-77c2d1392d3b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Network': ['ID=9291243d-b54c-4d0b-89c6-4f1d8b256281,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:28.733306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58664) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:28.744331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:28.768644 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.769449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Made reservation on behalf of ecb9c568d2b44dcc9d9ccd0ac087e21c for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:28.778975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.842121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:28.862727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0144221a-100c-4745-92ed-2cbd0555ea08 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.863065 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0144221a-100c-4745-92ed-2cbd0555ea08 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.868019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['69519b6b-a174-4205-8340-39cbab2bc262'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:20:28.873289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.887426 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.887778 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Added segment 09b168d4-0fc3-427d-9976-2c60c29a4664 of type vlan for network 59ff7aa9-cc65-4f86-8329-89240f4082af Jul 08 18:20:28.898148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0144221a-100c-4745-92ed-2cbd0555ea08 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Calling delete_port for 733e4b16-51b5-484e-88e0-ffc7e5177580 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:28.921621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:28.983964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Deleting port 8eb033be-f28b-41b9-b774-ad750735c548 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:28.984365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.037084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fcdb307-0085-465a-aa99-9b6fbc6fddd5 req-84524fca-bf02-44da-882e-dcf2e7d3cffb tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0549657 Jul 08 18:20:29.065675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] For port 8eb033be-f28b-41b9-b774-ad750735c548, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8eb033be-f28b-41b9-b774-ad750735c548,segment=NetworkSegment(006bf9af-ea4f-46b4-a4a6-3c45062669a7),segment_id=006bf9af-ea4f-46b4-a4a6-3c45062669a7)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:29.066109 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.096155 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.098899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Calling delete_port for 8eb033be-f28b-41b9-b774-ad750735c548 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:29.159906 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.169845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:29.171960 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.229884 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.263787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Port': ['ID=8eb033be-f28b-41b9-b774-ad750735c548,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:29.278288 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] No DVR routers for this DVR port 8eb033be-f28b-41b9-b774-ad750735c548 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:29.288990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5714211 Jul 08 18:20:29.289717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58684) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:29.326046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2482d6-833a-4bde-9f29-5b4b493b78bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Network': ['ID=59ff7aa9-cc65-4f86-8329-89240f4082af,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:29.352305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 59ff7aa9-cc65-4f86-8329-89240f4082af details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:29.402286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89972b7c-0872-4a6b-8514-e5b9f33232d3 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:29.404129 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-89972b7c-0872-4a6b-8514-e5b9f33232d3 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0916717 Jul 08 18:20:29.410322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58692) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:29.410660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.423131 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2626dd03-76da-4669-9d04-2d82232241f8']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:29.433494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006bf9af-ea4f-46b4-a4a6-3c45062669a7') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:29.433933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006bf9af-ea4f-46b4-a4a6-3c45062669a7') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:29.443716 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.461006 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.469514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:29.469747 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:29.511147 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:29.532436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b182e-d422-4b82-9f0b-a99665644ef7 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:20:29.547915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0144221a-100c-4745-92ed-2cbd0555ea08 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.550514 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.564962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.567893 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "DELETE /v2.0/networks/2626dd03-76da-4669-9d04-2d82232241f8 HTTP/1.1" status: 204 len: 168 time: 0.8336515 Jul 08 18:20:29.581236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58698) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:29.590992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6420a6-f2b8-4a69-8a98-b23e5bcbc8c1 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Network': ['ID=2626dd03-76da-4669-9d04-2d82232241f8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:29.642156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b182e-d422-4b82-9f0b-a99665644ef7 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:20:29.645434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144221a-100c-4745-92ed-2cbd0555ea08 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event deleted for resources: {'Port': ['ID=733e4b16-51b5-484e-88e0-ffc7e5177580,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:29.678115 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.742083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612588-99f8-4483-a6ef-990afdb7a08d req-b30fe5cf-0f81-4d8c-8d0d-31ac107a4230 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:29.749904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2612588-99f8-4483-a6ef-990afdb7a08d req-b30fe5cf-0f81-4d8c-8d0d-31ac107a4230 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.3424966 Jul 08 18:20:29.783866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0144221a-100c-4745-92ed-2cbd0555ea08 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.787345 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0144221a-100c-4745-92ed-2cbd0555ea08 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.787517 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.789045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0144221a-100c-4745-92ed-2cbd0555ea08 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "DELETE /v2.0/floatingips/7eec0b94-e233-4ddc-a134-4888371b319c HTTP/1.1" status: 204 len: 168 time: 1.3355238 Jul 08 18:20:29.809726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615e4bbb-677d-4a9f-a4e9-954772ab577c']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:29.822136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2612588-99f8-4483-a6ef-990afdb7a08d req-90e942e0-d7de-4eb6-88b8-1500b5001168 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710030 Jul 08 18:20:29.829313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46259dcc-83e7-45a6-8cbc-8466c6cddf21 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:29.831118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-46259dcc-83e7-45a6-8cbc-8466c6cddf21 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4193988 Jul 08 18:20:29.835202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58704) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:29.839564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6396114-d6a6-4ebc-8588-3fe602111c45') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:29.839865 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6396114-d6a6-4ebc-8588-3fe602111c45') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:29.869478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-93ee1880-1eed-4558-bfdf-ebf038fb1336 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328069 Jul 08 18:20:29.872129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58706) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:29.885135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.905360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.916184 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4070850c-7301-46a2-bd5b-83b45d31ec49 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404587 Jul 08 18:20:29.917094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58712) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:29.924206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:29.924648 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:29.936223 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:30.032588 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.037222 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.039211 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "DELETE /v2.0/networks/615e4bbb-677d-4a9f-a4e9-954772ab577c HTTP/1.1" status: 204 len: 168 time: 0.4568601 Jul 08 18:20:30.041819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58720) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:30.054579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63156d1-6679-45ff-94aa-a04cf3467c85 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:30.058264 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c63156d1-6679-45ff-94aa-a04cf3467c85 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1382775 Jul 08 18:20:30.063089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58724) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:30.095193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74451d-5dca-4eb9-82c9-f067141ed115 tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Network': ['ID=615e4bbb-677d-4a9f-a4e9-954772ab577c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:30.117912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 69519b6b-a174-4205-8340-39cbab2bc262 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:30.135192 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-51996483-7ec7-4a3b-9b72-62ae7b6eb36e tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0667856 Jul 08 18:20:30.138554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58730) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:30.143496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-235148976', 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:30.257563 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.310077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 69519b6b-a174-4205-8340-39cbab2bc262 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:30.310493 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.315723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1e0f1fc-d413-4b2b-9254-acffe521fa37 req-ea390625-1b9a-4dc7-9f2e-8c5b50b148d8 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0411570 Jul 08 18:20:30.372569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Made reservation on behalf of ecb9c568d2b44dcc9d9ccd0ac087e21c for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:30.376120 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.407542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.426683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3defc00d-67b3-4021-a09b-c2342349df72']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:30.447680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6164492-7bd1-4064-86a4-8de6c3460faa') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:30.447985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6164492-7bd1-4064-86a4-8de6c3460faa') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:30.449486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58742) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:30.454032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-39e446e2-dc7c-4dee-b7bb-35180046bc87 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--792715215', 'description': 'tempest-description--152446685'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:30.468510 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.490249 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.517940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:30.518950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:30.521438 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d1145-9d7e-4a3b-a696-ec9b1135eee8" -d '{"events": [{"server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "name": "network-vif-plugged", "status": "completed", "tag": "69519b6b-a174-4205-8340-39cbab2bc262"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:30.527702 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.558927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.574290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:30.574901 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:30.579922 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:30.587651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e446e2-dc7c-4dee-b7bb-35180046bc87 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.597953 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885440da-48fc-499e-a908-5d9d81cf0c17 x-openstack-request-id: req-885440da-48fc-499e-a908-5d9d81cf0c17 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:30.598250 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "name": "network-vif-plugged", "status": "completed", "tag": "69519b6b-a174-4205-8340-39cbab2bc262", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:30.598513 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-885440da-48fc-499e-a908-5d9d81cf0c17 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:30.598961 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262', 'code': 200} Jul 08 18:20:30.599912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:30.690368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.706773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.709364 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.712027 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] 10.222.0.73 "DELETE /v2.0/networks/3defc00d-67b3-4021-a09b-c2342349df72 HTTP/1.1" status: 204 len: 168 time: 0.6184893 Jul 08 18:20:30.732210 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddc980-09dc-4d1d-a4f8-76a1b68b191b tempest-BulkNetworkOpsIpV6Test-942650908 tempest-BulkNetworkOpsIpV6Test-942650908-project] Pushing event deleted for resources: {'Network': ['ID=3defc00d-67b3-4021-a09b-c2342349df72,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:30.762103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Subnet': ['ID=43c354be-a25a-491a-9c2d-ebfcb38a3288,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:30.809048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Checking segment: {'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:30.809828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network hostable DHCP agents. Network: 59ff7aa9-cc65-4f86-8329-89240f4082af, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:30.827309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e446e2-dc7c-4dee-b7bb-35180046bc87 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.833197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e446e2-dc7c-4dee-b7bb-35180046bc87 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.842036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 59ff7aa9-cc65-4f86-8329-89240f4082af is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:30.869917 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39e446e2-dc7c-4dee-b7bb-35180046bc87 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.871283 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-39e446e2-dc7c-4dee-b7bb-35180046bc87 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4208362 Jul 08 18:20:30.874587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58776) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:30.880573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-70f2e7a9-403a-4905-9c48-4f91d895b0a1 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'security_group_rule': {'security_group_id': '212288ee-0c7a-4e60-ae92-13825be7e0f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:30.886335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 59ff7aa9-cc65-4f86-8329-89240f4082af) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:30.895682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4b767b-6712-404c-9195-f8c571ef9bb4 None None] Network 59ff7aa9-cc65-4f86-8329-89240f4082af requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:30.905401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e446e2-dc7c-4dee-b7bb-35180046bc87 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212288ee-0c7a-4e60-ae92-13825be7e0f3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:30.917556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70f2e7a9-403a-4905-9c48-4f91d895b0a1 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.922519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:30.923650 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.967862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7668a4d3-fed5-4a1a-8c05-9003a7a8bdb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8231146 Jul 08 18:20:31.204757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-59ff7aa9-cc65-4f86-8329-89240f4082af', 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ips': [{'subnet_id': '43c354be-a25a-491a-9c2d-ebfcb38a3288'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:31.206149 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.207623 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70f2e7a9-403a-4905-9c48-4f91d895b0a1 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.223736 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70f2e7a9-403a-4905-9c48-4f91d895b0a1 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.235895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58794) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:31.252917 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2e7a9-403a-4905-9c48-4f91d895b0a1 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f6bb35-1b1d-4480-a76d-331f985d39bd,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:31.270421 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70f2e7a9-403a-4905-9c48-4f91d895b0a1 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.272525 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-70f2e7a9-403a-4905-9c48-4f91d895b0a1 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3959751 Jul 08 18:20:31.274185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58802) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:31.279106 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1263655e-7276-4058-8979-f8ba32fdea9f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'security_group_rule': {'security_group_id': '212288ee-0c7a-4e60-ae92-13825be7e0f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:31.310901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59139c1-9ab4-430b-b4e4-89b4f7964387 req-ab84fe58-ceae-43d4-899d-efe05e0723ed tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:31.321961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f59139c1-9ab4-430b-b4e4-89b4f7964387 req-ab84fe58-ceae-43d4-899d-efe05e0723ed tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.2044961 Jul 08 18:20:31.343954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1263655e-7276-4058-8979-f8ba32fdea9f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.421683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58808) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:31.428471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-dda812ff-6ff8-442a-9cac-beb930fe6630 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-958412428', 'description': 'tempest-secgroup-smoke-958412428 description', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:31.447605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Allocated IP 172.20.0.18 (59ff7aa9-cc65-4f86-8329-89240f4082af/43c354be-a25a-491a-9c2d-ebfcb38a3288/a881e3ec-635b-47d7-8503-9087870601c8) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:31.471380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f59139c1-9ab4-430b-b4e4-89b4f7964387 req-e50f3ae4-4eef-47ff-a9e0-0e4c38df8103 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480808 Jul 08 18:20:31.539453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3702a942-1283-4a72-ad8e-b69fc75e1d7d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3319f2a85391449d88b84fb34bfdaa5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008645 Jul 08 18:20:31.540930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:31.547968 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1263655e-7276-4058-8979-f8ba32fdea9f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.555661 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dda812ff-6ff8-442a-9cac-beb930fe6630 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.575849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1263655e-7276-4058-8979-f8ba32fdea9f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.634763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7917ca22-13ae-41d2-8021-4c5e4ac85547 req-4febe260-7bd1-4c18-88db-396f4abded44 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0532115 Jul 08 18:20:31.660356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d21885b-a2fb-4337-ba82-5fffc643bee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.676518 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263655e-7276-4058-8979-f8ba32fdea9f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc102a8-bc73-4616-8701-da74e6b07af0,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:31.714107 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d21885b-a2fb-4337-ba82-5fffc643bee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.722162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dda812ff-6ff8-442a-9cac-beb930fe6630 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.728132 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dda812ff-6ff8-442a-9cac-beb930fe6630 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.763319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.769828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1263655e-7276-4058-8979-f8ba32fdea9f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.775009 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1263655e-7276-4058-8979-f8ba32fdea9f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4997063 Jul 08 18:20:31.775953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58828) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:31.789173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:31.794252 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dda812ff-6ff8-442a-9cac-beb930fe6630 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.796574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Transition to ACTIVE for port object a881e3ec-635b-47d7-8503-9087870601c8 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:31.798730 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dda812ff-6ff8-442a-9cac-beb930fe6630 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3758404 Jul 08 18:20:31.799988 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58834) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:31.805471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-84f3a7f1-2cc3-4805-81d7-e1dc40805024 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': '483df55d-b862-4661-bc0d-1f954ae424d6', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:31.810087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda812ff-6ff8-442a-9cac-beb930fe6630 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483df55d-b862-4661-bc0d-1f954ae424d6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:31.823289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.api [None req-84f3a7f1-2cc3-4805-81d7-e1dc40805024 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 18:20:31.823289 n-d-799684-3 neutron-server[93741]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 18:20:31.823289 n-d-799684-3 neutron-server[93741]: [parameters: {'project_id_1': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'expiration_1': datetime.datetime(2021, 7, 8, 18, 20, 31, 815577)}] Jul 08 18:20:31.823289 n-d-799684-3 neutron-server[93741]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:20:31.823840 n-d-799684-3 neutron-server[93741]: DEBUG oslo_db.api [None req-84f3a7f1-2cc3-4805-81d7-e1dc40805024 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:20:31.824903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Transition to ACTIVE for port object a881e3ec-635b-47d7-8503-9087870601c8 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:31.832203 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d21885b-a2fb-4337-ba82-5fffc643bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.835597 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.840449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d21885b-a2fb-4337-ba82-5fffc643bee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.841635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3d21885b-a2fb-4337-ba82-5fffc643bee4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0d8fb741-542e-4856-bb71-83279ba89f2a HTTP/1.1" status: 204 len: 168 time: 0.2990360 Jul 08 18:20:31.846840 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.867586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21885b-a2fb-4337-ba82-5fffc643bee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8fb741-542e-4856-bb71-83279ba89f2a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:31.930818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Network 59ff7aa9-cc65-4f86-8329-89240f4082af is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:31.938155 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Pushing event updated for resources: {'Port': ['ID=a881e3ec-635b-47d7-8503-9087870601c8,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:31.945102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:31.957843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:31.999188 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.063690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Attempting to bind port a881e3ec-635b-47d7-8503-9087870601c8 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:32.064008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Attempting to bind port a881e3ec-635b-47d7-8503-9087870601c8 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:32.064434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Attempting to bind port a881e3ec-635b-47d7-8503-9087870601c8 on network 59ff7aa9-cc65-4f86-8329-89240f4082af {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:32.085877 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:32.088455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Checking segment: {'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:32.088995 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.089408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Bound using segment: {'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:32.089900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Bound port: a881e3ec-635b-47d7-8503-9087870601c8, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:32.091863 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.152114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Allocated IP 172.25.8.7 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/bbb3d8f3-d144-42bc-9678-0244f5f5ec2d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:32.184195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] For port a881e3ec-635b-47d7-8503-9087870601c8, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:32.188012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] For port a881e3ec-635b-47d7-8503-9087870601c8, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a881e3ec-635b-47d7-8503-9087870601c8,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:32.195824 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.308808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafd5d0-5ab6-454e-b5ee-7332a0531140 None None] Pushing event updated for resources: {'Port': ['ID=a881e3ec-635b-47d7-8503-9087870601c8,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:32.351513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.361377 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84f3a7f1-2cc3-4805-81d7-e1dc40805024 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.429473 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84f3a7f1-2cc3-4805-81d7-e1dc40805024 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.437962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84f3a7f1-2cc3-4805-81d7-e1dc40805024 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.446165 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.543156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3a7f1-2cc3-4805-81d7-e1dc40805024 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3c8ef7-2353-403f-b17c-931f1e49b536,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:32.557284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84f3a7f1-2cc3-4805-81d7-e1dc40805024 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.561879 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-84f3a7f1-2cc3-4805-81d7-e1dc40805024 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7606535 Jul 08 18:20:32.562464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58882) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:32.568859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'Port': ['ID=bbb3d8f3-d144-42bc-9678-0244f5f5ec2d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:32.570297 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-eaea537a-b09e-45f1-b86f-c1dae5915cb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': '483df55d-b862-4661-bc0d-1f954ae424d6', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:32.609378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:32.610891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:32.613629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:32.650118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaea537a-b09e-45f1-b86f-c1dae5915cb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.742820 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.847091 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaea537a-b09e-45f1-b86f-c1dae5915cb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.853537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaea537a-b09e-45f1-b86f-c1dae5915cb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.861062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a881e3ec-635b-47d7-8503-9087870601c8 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:32.948668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea537a-b09e-45f1-b86f-c1dae5915cb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a509f1bd-ea79-427d-9471-a1928ee92106,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:32.958966 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eaea537a-b09e-45f1-b86f-c1dae5915cb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:32.966867 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eaea537a-b09e-45f1-b86f-c1dae5915cb2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4032083 Jul 08 18:20:32.967534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58908) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:32.984363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bea1891f-bca5-455f-b679-b7110bfb474a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': '483df55d-b862-4661-bc0d-1f954ae424d6', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:33.025812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port a881e3ec-635b-47d7-8503-9087870601c8 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:33.068703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bea1891f-bca5-455f-b679-b7110bfb474a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.173407 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bea1891f-bca5-455f-b679-b7110bfb474a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.183682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58920) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:33.198825 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bea1891f-bca5-455f-b679-b7110bfb474a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.230280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1891f-bca5-455f-b679-b7110bfb474a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1988bb5-5295-4781-8be7-4e8fbb9a3271,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:33.234343 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bea1891f-bca5-455f-b679-b7110bfb474a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.239222 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bea1891f-bca5-455f-b679-b7110bfb474a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2605031 Jul 08 18:20:33.240395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58926) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:33.250993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-dc8e91a2-23a3-4c38-b043-0df43509ca42 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': '483df55d-b862-4661-bc0d-1f954ae424d6', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:33.305366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc8e91a2-23a3-4c38-b043-0df43509ca42 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.419217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335646099'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:33.424716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-256cff12-0183-4037-85e0-65a8dba924fa req-eb54f423-fadf-4627-8f79-595948eab2ff tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.5448864 Jul 08 18:20:33.449166 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.479895 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc8e91a2-23a3-4c38-b043-0df43509ca42 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.500216 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc8e91a2-23a3-4c38-b043-0df43509ca42 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.532227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499595f-121c-46e2-ad63-d6ccbbad6d2d req-c07ed13c-f369-4b3e-9477-c7b3275350f9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:33.535893 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.539871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7499595f-121c-46e2-ad63-d6ccbbad6d2d req-c07ed13c-f369-4b3e-9477-c7b3275350f9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.7285810 Jul 08 18:20:33.573496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:33.578304 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.596853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e91a2-23a3-4c38-b043-0df43509ca42 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2519da42-6ac8-4b79-973c-dcafb4f33126,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:33.598766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc8e91a2-23a3-4c38-b043-0df43509ca42 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.612681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58940) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:33.613016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dc8e91a2-23a3-4c38-b043-0df43509ca42 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3695652 Jul 08 18:20:33.614740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.630806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-502c6f10-fd0d-4982-af67-dac6c74608a9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': '483df55d-b862-4661-bc0d-1f954ae424d6', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:33.724806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7499595f-121c-46e2-ad63-d6ccbbad6d2d req-433b7dfb-6518-4627-97bc-6e9146b1bce9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838870 Jul 08 18:20:33.856114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d04ea9c-69a3-4f86-803f-902235619e24 None None] Network 59ff7aa9-cc65-4f86-8329-89240f4082af requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:33.866980 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.877501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.894504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.903625 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.914304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f3c0a-fee4-4b3d-b251-4f777ea9f96c req-c9c6101e-a166-43af-a2b9-51facdb6894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:33.915824 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e0f3c0a-fee4-4b3d-b251-4f777ea9f96c req-c9c6101e-a166-43af-a2b9-51facdb6894b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1096 time: 0.2135835 Jul 08 18:20:33.932808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:33.947974 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:33.948378 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment 8c7ad681-77b4-43d0-956a-d2c5989967a2 of type vlan for network c88af101-c0a1-459b-a4e0-8bf2fba06f94 Jul 08 18:20:34.001326 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-502c6f10-fd0d-4982-af67-dac6c74608a9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Project ecb9c568d2b44dcc9d9ccd0ac087e21c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:20:34.005566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36727d8f-38d1-4678-abda-1d98cb93aee0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:34.016111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fcc448d4-7c98-4123-899b-e4b716aad1cf None None] Provisioning for port a881e3ec-635b-47d7-8503-9087870601c8 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:34.019490 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-502c6f10-fd0d-4982-af67-dac6c74608a9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.025529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fcc448d4-7c98-4123-899b-e4b716aad1cf None None] Provisioning complete for port a881e3ec-635b-47d7-8503-9087870601c8 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:34.026083 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fcc448d4-7c98-4123-899b-e4b716aad1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.091142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.136042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.143134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:34.143770 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.173990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'Port': ['ID=bbb3d8f3-d144-42bc-9678-0244f5f5ec2d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:34.244642 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.264673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=c88af101-c0a1-459b-a4e0-8bf2fba06f94,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:34.270627 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-502c6f10-fd0d-4982-af67-dac6c74608a9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.280435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-502c6f10-fd0d-4982-af67-dac6c74608a9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.306903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network c88af101-c0a1-459b-a4e0-8bf2fba06f94 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:34.312176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c6f10-fd0d-4982-af67-dac6c74608a9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0459f4f9-4328-4f22-87cb-48cb0755c2f9,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:34.314723 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.315918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3136fd48-f3bb-459f-af09-0acab9153df3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5318155 Jul 08 18:20:34.319501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-502c6f10-fd0d-4982-af67-dac6c74608a9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.321253 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-502c6f10-fd0d-4982-af67-dac6c74608a9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6994412 Jul 08 18:20:34.339387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58996) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:34.342973 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7d3a0372-b492-48e0-b93c-e64ff475e3b4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1329939 Jul 08 18:20:34.364014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a6dad7ed-0a28-4e5b-aa49-6f556ff82726 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': '483df55d-b862-4661-bc0d-1f954ae424d6', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:34.371817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f3c0a-fee4-4b3d-b251-4f777ea9f96c req-b3d2d7e8-cbfe-4be9-8f2d-3718659cb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:34.376182 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e0f3c0a-fee4-4b3d-b251-4f777ea9f96c req-b3d2d7e8-cbfe-4be9-8f2d-3718659cb914 service neutron] 10.222.0.74 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.4077513 Jul 08 18:20:34.456194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59012) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:34.495184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'network_id': 'c88af101-c0a1-459b-a4e0-8bf2fba06f94', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:34.549251 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-a6dad7ed-0a28-4e5b-aa49-6f556ff82726 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Project ecb9c568d2b44dcc9d9ccd0ac087e21c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:20:34.603201 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e0f3c0a-fee4-4b3d-b251-4f777ea9f96c req-92bef468-47b1-4166-aff7-0f894fb0467e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 999 time: 0.2145772 Jul 08 18:20:34.648045 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.683899 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6dad7ed-0a28-4e5b-aa49-6f556ff82726 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.774783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f3c0a-fee4-4b3d-b251-4f777ea9f96c req-66d12e35-25cb-417f-9268-a21592c91a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:34.777892 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fcc448d4-7c98-4123-899b-e4b716aad1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.780954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e0f3c0a-fee4-4b3d-b251-4f777ea9f96c req-66d12e35-25cb-417f-9268-a21592c91a75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.1700919 Jul 08 18:20:34.781487 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e85af54e-c806-4a7b-8527-04c5f39b2f63 req-b1efaf52-23ba-466d-9b3b-e849dbd44f23 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.1196473 Jul 08 18:20:34.848435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6dad7ed-0a28-4e5b-aa49-6f556ff82726 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.873808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fcc448d4-7c98-4123-899b-e4b716aad1cf None None] For port a881e3ec-635b-47d7-8503-9087870601c8, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a881e3ec-635b-47d7-8503-9087870601c8,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:34.879903 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6dad7ed-0a28-4e5b-aa49-6f556ff82726 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.889662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f3c0a-fee4-4b3d-b251-4f777ea9f96c req-372cb275-c8e2-4c4e-8c47-515adced76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:34.891043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:34.894816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.900594 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e0f3c0a-fee4-4b3d-b251-4f777ea9f96c req-372cb275-c8e2-4c4e-8c47-515adced76b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129215 Jul 08 18:20:34.902456 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fcc448d4-7c98-4123-899b-e4b716aad1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:34.994260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dad7ed-0a28-4e5b-aa49-6f556ff82726 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13c1851-bf7f-40f1-b0d5-ce35d8e3bcb0,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:35.006048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6dad7ed-0a28-4e5b-aa49-6f556ff82726 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:35.008260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a6dad7ed-0a28-4e5b-aa49-6f556ff82726 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6665831 Jul 08 18:20:35.087306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc448d4-7c98-4123-899b-e4b716aad1cf None None] Pushing event updated for resources: {'Port': ['ID=a881e3ec-635b-47d7-8503-9087870601c8,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:35.213264 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e0f3c0a-fee4-4b3d-b251-4f777ea9f96c req-21df6003-643b-4061-af51-614a9eb3cb2b service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091183 Jul 08 18:20:35.370417 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-1e0f41b2-24e9-48b9-8997-0f2e9c3e8c6b tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--792715215&fields=id&tenant_id=bc254ab719e14ce5a67a940a463bcf78 HTTP/1.1" status: 200 len: 267 time: 0.1348624 Jul 08 18:20:35.404673 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8e0f3c0a-fee4-4b3d-b251-4f777ea9f96c req-e2295893-a719-40dc-bca2-cc98cf75f620 service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849988 Jul 08 18:20:35.458439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ce33cef4-9940-4095-8348-ee6195d38340 None None] Provisioning complete for port a881e3ec-635b-47d7-8503-9087870601c8 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:35.458439 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce33cef4-9940-4095-8348-ee6195d38340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:35.564106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a60682-b7d6-4a3d-94ac-801b9bb97a57 req-4458581e-da9d-43fe-a7f5-9cdfcd468fe7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:35.572145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46a60682-b7d6-4a3d-94ac-801b9bb97a57 req-4458581e-da9d-43fe-a7f5-9cdfcd468fe7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.3390908 Jul 08 18:20:35.601162 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:35.661562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59070) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:35.686423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46a60682-b7d6-4a3d-94ac-801b9bb97a57 req-85bac90e-3aea-42f8-b301-30d1f639cba7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075382 Jul 08 18:20:35.783630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=49ac32f2-b278-409b-b8cf-104777f3c642,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:35.811875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-372c303f-10e8-41b2-9c61-0a8591bac936 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:35.813732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-372c303f-10e8-41b2-9c61-0a8591bac936 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 811 time: 0.3891561 Jul 08 18:20:35.820524 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking segment: {'id': '8c7ad681-77b4-43d0-956a-d2c5989967a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c88af101-c0a1-459b-a4e0-8bf2fba06f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:35.821113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network hostable DHCP agents. Network: c88af101-c0a1-459b-a4e0-8bf2fba06f94, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:35.846351 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71153e76-3ae9-41da-9880-478d7ac80056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:35.856812 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-5922e9c0-bec2-4f3f-9e6a-994246fd28fc tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/quotas/bc254ab719e14ce5a67a940a463bcf78 HTTP/1.1" status: 200 len: 375 time: 0.0121086 Jul 08 18:20:35.867789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network c88af101-c0a1-459b-a4e0-8bf2fba06f94 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:35.958937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, c88af101-c0a1-459b-a4e0-8bf2fba06f94) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:35.969600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc9ff3-1496-4ef0-a594-7303ed1b0795 None None] Network c88af101-c0a1-459b-a4e0-8bf2fba06f94 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:35.974298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-2b8394d4-a6f7-4b61-ae8f-a8f87dfeaf73 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958412428&fields=id&tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c HTTP/1.1" status: 200 len: 267 time: 0.1403432 Jul 08 18:20:35.976790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:35.977544 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.001544 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71153e76-3ae9-41da-9880-478d7ac80056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.016846 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71153e76-3ae9-41da-9880-478d7ac80056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.057103 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-71153e76-3ae9-41da-9880-478d7ac80056 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5e8b9f2a7294b18ad55f56fa8e45a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915920 Jul 08 18:20:36.062256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59088) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:36.123250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b901b6dd-bc39-4f73-bd73-e3055d6dbc9d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:36.125487 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b901b6dd-bc39-4f73-bd73-e3055d6dbc9d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/networks?id=59ff7aa9-cc65-4f86-8329-89240f4082af HTTP/1.1" status: 200 len: 797 time: 0.1414609 Jul 08 18:20:36.135882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71153e76-3ae9-41da-9880-478d7ac80056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65592ec-53a8-43bf-b41f-2e0efb274f2c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:36.138634 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-9c5fef8f-67ff-4e9c-b61f-98760725b61f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2729537 Jul 08 18:20:36.144978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8013dc97-ff22-4424-9159-188dc243aaa8 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6875770 Jul 08 18:20:36.146653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59090) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:36.175330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659053995'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:36.191614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-cb5f9b07-9936-4bf5-ab38-e09d5419094a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/quotas/ecb9c568d2b44dcc9d9ccd0ac087e21c HTTP/1.1" status: 200 len: 375 time: 0.0535896 Jul 08 18:20:36.223058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-c88af101-c0a1-459b-a4e0-8bf2fba06f94', 'network_id': 'c88af101-c0a1-459b-a4e0-8bf2fba06f94', 'tenant_id': '6ccece69f1bf48f3aebddfc72255473a', 'fixed_ips': [{'subnet_id': '49ac32f2-b278-409b-b8cf-104777f3c642'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:36.224713 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.228096 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-352862e2-3914-44a0-ba4f-9d0cabac7107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.257893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:36.262264 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.294287 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-352862e2-3914-44a0-ba4f-9d0cabac7107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.354644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:36.360612 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e031937-9565-4e24-afbe-f75f3917f225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.384603 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-352862e2-3914-44a0-ba4f-9d0cabac7107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.388768 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.389330 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment a83aec50-65bf-43e8-9c71-a5d06159e083 of type vlan for network d5d91f0a-026c-4cd3-b304-3fa895401388 Jul 08 18:20:36.391406 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-352862e2-3914-44a0-ba4f-9d0cabac7107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.393263 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-352862e2-3914-44a0-ba4f-9d0cabac7107 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a65592ec-53a8-43bf-b41f-2e0efb274f2c HTTP/1.1" status: 204 len: 168 time: 0.3221860 Jul 08 18:20:36.405707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352862e2-3914-44a0-ba4f-9d0cabac7107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65592ec-53a8-43bf-b41f-2e0efb274f2c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:36.416212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-faf250bc-250d-4893-a340-3654b1df6443 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2170761 Jul 08 18:20:36.456154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Allocated IP 172.20.255.242 (c88af101-c0a1-459b-a4e0-8bf2fba06f94/49ac32f2-b278-409b-b8cf-104777f3c642/6261f927-b110-4a05-91a2-c842cd7e632a) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:36.542281 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.594030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-5d7cc027-0a43-41cc-8b4b-785ba6045f5e service neutron] 10.222.0.73 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274147 Jul 08 18:20:36.596108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-9cee2455-8769-4d71-bfbb-bf443989969f service neutron] 10.222.0.73 "GET /v2.0/networks/59ff7aa9-cc65-4f86-8329-89240f4082af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606541 Jul 08 18:20:36.676438 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.713516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Transition to ACTIVE for port object 6261f927-b110-4a05-91a2-c842cd7e632a will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:36.760255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Transition to ACTIVE for port object 6261f927-b110-4a05-91a2-c842cd7e632a will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:36.765454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a881e3ec-635b-47d7-8503-9087870601c8 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:36.776076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7df2c440-9552-4247-9697-6e5be7b44c53 service neutron] 10.222.0.73 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726606 Jul 08 18:20:36.779133 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.784773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:36.785320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.798301 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:36.870487 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Network c88af101-c0a1-459b-a4e0-8bf2fba06f94 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:36.872399 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7068782 Jul 08 18:20:36.875360 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59110) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:36.882261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'network_id': 'd5d91f0a-026c-4cd3-b304-3fa895401388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:36.909678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-44497cd7-acc9-4d26-a3fe-fc3acb433687 service neutron] 10.222.0.73 "GET /v2.0/networks/59ff7aa9-cc65-4f86-8329-89240f4082af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972159 Jul 08 18:20:36.919827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:36.933608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:36.941323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3ecda-b078-484e-9eba-41a1807e17a0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=d5d91f0a-026c-4cd3-b304-3fa895401388,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:36.999400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d5d91f0a-026c-4cd3-b304-3fa895401388 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:37.119534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:37.128982 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:37.263726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Pushing event updated for resources: {'Port': ['ID=6261f927-b110-4a05-91a2-c842cd7e632a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:37.398490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfc9d07b-4736-4526-8afc-d9a01ff60d93 req-330d2b60-7346-4bb2-bd35-4622bced3718 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0622470 Jul 08 18:20:37.483045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port a881e3ec-635b-47d7-8503-9087870601c8 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:37.485715 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:37.555713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a857-ce4d-45a7-ba3c-dc47a81cffe8 req-bd56dbdb-39db-4d42-8b31-87335ab0d1f7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:37.563055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbd8a857-ce4d-45a7-ba3c-dc47a81cffe8 req-bd56dbdb-39db-4d42-8b31-87335ab0d1f7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.1784687 Jul 08 18:20:37.610911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Attempting to bind port 6261f927-b110-4a05-91a2-c842cd7e632a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:37.611572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Attempting to bind port 6261f927-b110-4a05-91a2-c842cd7e632a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '8c7ad681-77b4-43d0-956a-d2c5989967a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c88af101-c0a1-459b-a4e0-8bf2fba06f94'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:37.612164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Attempting to bind port 6261f927-b110-4a05-91a2-c842cd7e632a on network c88af101-c0a1-459b-a4e0-8bf2fba06f94 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:37.625655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:37.626552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Checking segment: {'id': '8c7ad681-77b4-43d0-956a-d2c5989967a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c88af101-c0a1-459b-a4e0-8bf2fba06f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:37.627177 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:37.627793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Bound using segment: {'id': '8c7ad681-77b4-43d0-956a-d2c5989967a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c88af101-c0a1-459b-a4e0-8bf2fba06f94'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:37.628489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Bound port: 6261f927-b110-4a05-91a2-c842cd7e632a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7ad681-77b4-43d0-956a-d2c5989967a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c88af101-c0a1-459b-a4e0-8bf2fba06f94'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:37.629194 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:37.695902 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbd8a857-ce4d-45a7-ba3c-dc47a81cffe8 req-c347e8db-85f7-4843-a8df-54523a26ad60 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316409 Jul 08 18:20:37.729472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f01e3d-b035-4e76-a3b3-d10b366e386b req-2f2e8ccc-0a32-4253-8aa3-fec109ba0c92 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 210 time: 0.1636105 Jul 08 18:20:37.797046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] For port 6261f927-b110-4a05-91a2-c842cd7e632a, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:37.806193 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] For port 6261f927-b110-4a05-91a2-c842cd7e632a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6261f927-b110-4a05-91a2-c842cd7e632a,segment=NetworkSegment(8c7ad681-77b4-43d0-956a-d2c5989967a2),segment_id=8c7ad681-77b4-43d0-956a-d2c5989967a2)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:37.824209 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:37.825348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:37.829758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31aafe14-8013-4c13-a9b3-5675537d13ee req-6a0314ba-9aa6-438d-8822-f7fef68f4f82 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 210 time: 0.0470984 Jul 08 18:20:37.956865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c7d5d-0a09-431f-9143-8df35cf99e8c None None] Pushing event updated for resources: {'Port': ['ID=6261f927-b110-4a05-91a2-c842cd7e632a,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:37.972309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking segment: {'id': 'a83aec50-65bf-43e8-9c71-a5d06159e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd5d91f0a-026c-4cd3-b304-3fa895401388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:37.978366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network hostable DHCP agents. Network: d5d91f0a-026c-4cd3-b304-3fa895401388, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:38.040957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=9e3ac8b3-b5e8-4b85-bef4-3257fa358f44,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:38.091088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network d5d91f0a-026c-4cd3-b304-3fa895401388 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:38.112340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d5d91f0a-026c-4cd3-b304-3fa895401388) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:38.119769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:38.121100 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:38.128861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1ee7f-040e-4043-acec-059eba48dc84 None None] Network d5d91f0a-026c-4cd3-b304-3fa895401388 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:38.143221 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1cbca342-8845-4a18-b1a0-324a304560e5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2651598 Jul 08 18:20:38.144834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59158) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:38.451040 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:38.539499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-d5d91f0a-026c-4cd3-b304-3fa895401388', 'network_id': 'd5d91f0a-026c-4cd3-b304-3fa895401388', 'tenant_id': '6ccece69f1bf48f3aebddfc72255473a', 'fixed_ips': [{'subnet_id': '9e3ac8b3-b5e8-4b85-bef4-3257fa358f44'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:38.540414 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:38.568234 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:38.811507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Allocated IP 172.20.0.2 (d5d91f0a-026c-4cd3-b304-3fa895401388/9e3ac8b3-b5e8-4b85-bef4-3257fa358f44/cf856aa8-d5ad-4f9d-ac64-1959c5e90754) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:39.015812 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e81cc514-6736-4069-a280-ff7dcef3b5be req-0fb57153-a7cf-4cb9-bf8e-6294991c59ca tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0946252 Jul 08 18:20:39.118676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:39.139898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Transition to ACTIVE for port object cf856aa8-d5ad-4f9d-ac64-1959c5e90754 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:39.191296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Transition to ACTIVE for port object cf856aa8-d5ad-4f9d-ac64-1959c5e90754 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:39.205293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b6b6e10-b187-4a9e-af15-f7e8c3251c20 req-38663860-e488-4cc4-bdf3-31b5adb295c5 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 210 time: 0.1181872 Jul 08 18:20:39.226474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6261f927-b110-4a05-91a2-c842cd7e632a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:39.267541 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:39.271326 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:39.395433 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:39.502860 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab17924c-6f8f-43a4-b20e-337bdeb5d6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:39.505526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Network d5d91f0a-026c-4cd3-b304-3fa895401388 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:39.515367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:39.518802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:39.524303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Pushing event updated for resources: {'Port': ['ID=cf856aa8-d5ad-4f9d-ac64-1959c5e90754,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:39.649214 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:39.696799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d91f0a-026c-4cd3-b304-3fa895401388']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:39.766758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83aec50-65bf-43e8-9c71-a5d06159e083') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:39.775016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83aec50-65bf-43e8-9c71-a5d06159e083') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:39.815900 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:39.883900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3ac8b3-b5e8-4b85-bef4-3257fa358f44,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:39.928734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f56c0b6-1699-4b6f-b02c-4f2fdfe10529 None None] Network c88af101-c0a1-459b-a4e0-8bf2fba06f94 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:39.984415 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.003703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:40.005415 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:40.040864 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:40.093274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-18daa3db-a17c-40c1-9257-1baa77f3aacc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:40.094842 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-18daa3db-a17c-40c1-9257-1baa77f3aacc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "GET /v2.0/networks?id=59ff7aa9-cc65-4f86-8329-89240f4082af HTTP/1.1" status: 200 len: 797 time: 0.2694194 Jul 08 18:20:40.205053 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b648d67b-03e5-4887-9a9f-c5552da9f662 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c HTTP/1.1" status: 200 len: 471 time: 0.0980165 Jul 08 18:20:40.213811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a56d41a-335e-415d-90ed-f566b42de7ad req-234250fc-3ab1-4fa6-b5c1-ae48c30abc9a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 210 time: 0.6161733 Jul 08 18:20:40.215137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'port': {'device_id': '8d5399ba-5eeb-4bf6-9c00-13b856e0325a', 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af', 'admin_state_up': True, 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'security_groups': ['483df55d-b862-4661-bc0d-1f954ae424d6']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:40.325347 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 18:20:40.325347 n-d-799684-3 neutron-server[93742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 18:20:40.325347 n-d-799684-3 neutron-server[93742]: [parameters: {'id': 'd5d91f0a-026c-4cd3-b304-3fa895401388'}] Jul 08 18:20:40.325347 n-d-799684-3 neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:20:40.328721 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:20:40.390109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba85c56-3e4d-4553-924c-2e03b6941b80 req-6ea7d35d-3566-45bf-ae19-38537a12871f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:40.411780 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dba85c56-3e4d-4553-924c-2e03b6941b80 req-6ea7d35d-3566-45bf-ae19-38537a12871f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.9038386 Jul 08 18:20:40.418480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Attempting to bind port cf856aa8-d5ad-4f9d-ac64-1959c5e90754 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:40.420085 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Attempting to bind port cf856aa8-d5ad-4f9d-ac64-1959c5e90754 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a83aec50-65bf-43e8-9c71-a5d06159e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd5d91f0a-026c-4cd3-b304-3fa895401388'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:40.421265 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Attempting to bind port cf856aa8-d5ad-4f9d-ac64-1959c5e90754 on network d5d91f0a-026c-4cd3-b304-3fa895401388 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:40.445881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:40.447818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Checking segment: {'id': 'a83aec50-65bf-43e8-9c71-a5d06159e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd5d91f0a-026c-4cd3-b304-3fa895401388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:40.450729 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.450729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Bound using segment: {'id': 'a83aec50-65bf-43e8-9c71-a5d06159e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd5d91f0a-026c-4cd3-b304-3fa895401388'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:40.450729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Bound port: cf856aa8-d5ad-4f9d-ac64-1959c5e90754, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83aec50-65bf-43e8-9c71-a5d06159e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd5d91f0a-026c-4cd3-b304-3fa895401388'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:40.450729 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.457249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-02dc16ed-b006-43ed-b49f-d1e19d7d5b6a None None] Provisioning for port 6261f927-b110-4a05-91a2-c842cd7e632a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:40.470263 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 6261f927-b110-4a05-91a2-c842cd7e632a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:40.480250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Made reservation on behalf of ecb9c568d2b44dcc9d9ccd0ac087e21c for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:40.484776 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.511178 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.513525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-02dc16ed-b006-43ed-b49f-d1e19d7d5b6a None None] Provisioning complete for port 6261f927-b110-4a05-91a2-c842cd7e632a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:40.513900 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-02dc16ed-b006-43ed-b49f-d1e19d7d5b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.534631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dba85c56-3e4d-4553-924c-2e03b6941b80 req-6e034646-5a36-4b31-b69c-0d62ea1282ff tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221671 Jul 08 18:20:40.624451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6261f927-b110-4a05-91a2-c842cd7e632a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:40.626061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0afd7bd9-ecd2-4c7a-bdcf-2a30fbbad784 req-2a083ffe-85fb-4d4d-8e6c-1df67ce151a2 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.1499736 Jul 08 18:20:40.626981 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.782843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb66144e-1390-4693-8289-573812619af7 req-f499f81e-f122-4678-9e2e-c9d2c34535a5 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 210 time: 0.0647905 Jul 08 18:20:40.830157 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.852462 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-02dc16ed-b006-43ed-b49f-d1e19d7d5b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.931296 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.935375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Deleting port cf856aa8-d5ad-4f9d-ac64-1959c5e90754 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:40.937108 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:40.973427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Allocated IP 172.20.0.19 (59ff7aa9-cc65-4f86-8329-89240f4082af/43c354be-a25a-491a-9c2d-ebfcb38a3288/2608a8f9-1b42-4487-8d5f-e635bc4dd29c) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:41.025250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-78461161-a2c4-4a1b-8e4c-769cacd7eac6 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:41.028852 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-78461161-a2c4-4a1b-8e4c-769cacd7eac6 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 811 time: 0.3252497 Jul 08 18:20:41.081527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 6261f927-b110-4a05-91a2-c842cd7e632a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6261f927-b110-4a05-91a2-c842cd7e632a,segment=NetworkSegment(8c7ad681-77b4-43d0-956a-d2c5989967a2),segment_id=8c7ad681-77b4-43d0-956a-d2c5989967a2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:41.085376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] For port cf856aa8-d5ad-4f9d-ac64-1959c5e90754, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:41.091447 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:41.093317 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] For port cf856aa8-d5ad-4f9d-ac64-1959c5e90754, host n-d-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:41.093799 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:41.132764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Calling delete_port for cf856aa8-d5ad-4f9d-ac64-1959c5e90754 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:41.275939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] For port cf856aa8-d5ad-4f9d-ac64-1959c5e90754, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cf856aa8-d5ad-4f9d-ac64-1959c5e90754,segment=NetworkSegment(a83aec50-65bf-43e8-9c71-a5d06159e083),segment_id=a83aec50-65bf-43e8-9c71-a5d06159e083)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:41.277208 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=6261f927-b110-4a05-91a2-c842cd7e632a,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:41.340263 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:41.354653 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:41.401173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Port': ['ID=cf856aa8-d5ad-4f9d-ac64-1959c5e90754,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:41.424745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No DVR routers for this DVR port cf856aa8-d5ad-4f9d-ac64-1959c5e90754 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:41.461506 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:41.527947 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-02dc16ed-b006-43ed-b49f-d1e19d7d5b6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:20:41.528311 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-02dc16ed-b006-43ed-b49f-d1e19d7d5b6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:20:41.528963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2a52e-a7bf-4626-9021-41024a6d45f0 None None] Pushing event deleted for resources: {'Port': ['ID=cf856aa8-d5ad-4f9d-ac64-1959c5e90754,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:41.543964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Transition to ACTIVE for port object 2608a8f9-1b42-4487-8d5f-e635bc4dd29c will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:41.572021 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-f8b8d382-3a19-42ab-a032-0b854c27da6b tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc254ab719e14ce5a67a940a463bcf78 HTTP/1.1" status: 200 len: 379 time: 0.5253875 Jul 08 18:20:41.637051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'port': {'device_id': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'admin_state_up': True, 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'security_groups': ['212288ee-0c7a-4e60-ae92-13825be7e0f3']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server [None req-0b23b220-b31e-4948-b130-5e4e2246443d None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port cf856aa8-d5ad-4f9d-ac64-1959c5e90754 could not be found. Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port cf856aa8-d5ad-4f9d-ac64-1959c5e90754 could not be found. Jul 08 18:20:41.652069 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:20:41.695704 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:41.702012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f151c-83a2-4c32-985b-b7b5f8368931 None None] Network d5d91f0a-026c-4cd3-b304-3fa895401388 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:41.713442 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-04eb6e3c-5091-44b4-b235-ea8754b97378 req-aefdbc9e-c504-4743-9760-a952031ca65c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.1674516 Jul 08 18:20:41.795221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72f74214-5a00-4c49-95f8-95d0bb65ff25 req-7f1fb747-6ec3-46a4-9a69-4ae2a47fb43a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 210 time: 0.1028657 Jul 08 18:20:41.803903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d91f0a-026c-4cd3-b304-3fa895401388']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:41.826488 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:41.841227 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:41.850087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83aec50-65bf-43e8-9c71-a5d06159e083') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:41.850565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83aec50-65bf-43e8-9c71-a5d06159e083') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:41.861505 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:41.887659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:41.948322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 59ff7aa9-cc65-4f86-8329-89240f4082af is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:41.952151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=2608a8f9-1b42-4487-8d5f-e635bc4dd29c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:41.955670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:41.956088 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:41.959601 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:41.970353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:41.991198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:41.996532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dbba80-8c0b-4f17-a94e-d1d1d039166a None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:20:42.093776 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:42.121423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Made reservation on behalf of bc254ab719e14ce5a67a940a463bcf78 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:42.125455 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:42.128137 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:42.134148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/d5d91f0a-026c-4cd3-b304-3fa895401388 HTTP/1.1" status: 204 len: 168 time: 3.9882164 Jul 08 18:20:42.143353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c29ce6-689e-4cb4-9851-c8a40e52a433 req-529f1363-882b-4e47-8532-da492d32411a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:42.150668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5c29ce6-689e-4cb4-9851-c8a40e52a433 req-529f1363-882b-4e47-8532-da492d32411a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.3495049 Jul 08 18:20:42.150871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59294) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:42.174507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-752113346'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:42.200090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214c458-1091-4441-9938-c1067b4c1a0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=d5d91f0a-026c-4cd3-b304-3fa895401388,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:42.214292 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:42.216339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83dc697c-73b5-4b15-90e6-e2b3f012d032 req-8c9d273b-157a-4001-a113-6005fdc95457 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0528989 Jul 08 18:20:42.219127 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:42.282817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5c29ce6-689e-4cb4-9851-c8a40e52a433 req-9610506b-8929-4a79-b8b9-64adef926873 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311810 Jul 08 18:20:42.370857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dbba80-8c0b-4f17-a94e-d1d1d039166a None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:20:42.427750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Allocated IP 172.20.0.11 (d0f910dd-fc47-45d3-b737-f9c834dafa16/26129322-9cb1-4cab-85d5-ba0416ca5a44/276bbc5c-508f-4559-84fb-98081a3a6d81) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:42.429103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6fcb145f-efc9-401e-9bd5-10d52cd1ecb6 None None] Provisioning complete for port 6261f927-b110-4a05-91a2-c842cd7e632a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:42.429586 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6fcb145f-efc9-401e-9bd5-10d52cd1ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:42.443864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf76bc66-2190-469d-866b-988d1b7d4a2c req-adb27fcf-8c48-42bc-98ef-3168480de7f5 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 210 time: 0.0564091 Jul 08 18:20:42.549193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:42.553965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:42.587631 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-41a0f6b8-84e8-4ca9-8ae4-201516d5d26b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3764412 Jul 08 18:20:42.612773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Request body: {'port': {'device_id': '8d5399ba-5eeb-4bf6-9c00-13b856e0325a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:42.681341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:42.733683 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:42.736196 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:42.736531 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment 8601f786-b5bd-4bc2-a392-bbce18523e22 of type vlan for network e2e290b0-6ba5-4b28-a098-22a00029ff00 Jul 08 18:20:42.786386 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:42.789083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Transition to ACTIVE for port object 276bbc5c-508f-4559-84fb-98081a3a6d81 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:42.800785 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:42.993149 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:43.011100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:43.011740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:43.050237 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8896828 Jul 08 18:20:43.053613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59330) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:43.060167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'network_id': 'e2e290b0-6ba5-4b28-a098-22a00029ff00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:43.261468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6261f927-b110-4a05-91a2-c842cd7e632a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:43.348555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:43.364924 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:43.493616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c459995-5a0d-44ea-b71f-55d1109d9020 req-4b91c2b4-c0ba-43af-8e47-3ab6842391f6 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:43.502246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c459995-5a0d-44ea-b71f-55d1109d9020 req-4b91c2b4-c0ba-43af-8e47-3ab6842391f6 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 932 time: 0.4047892 Jul 08 18:20:43.505307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Performing IP validity checks on allocation pools {{(pid=93742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 18:20:43.506415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 18:20:43.518148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6261f927-b110-4a05-91a2-c842cd7e632a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:43.520238 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:43.580113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c459995-5a0d-44ea-b71f-55d1109d9020 req-06f4fe85-25ec-4077-8b57-8741ebefecaf tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765610 Jul 08 18:20:43.661074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-765259fa-a0e5-4a39-922c-922241a535d1 None None] Provisioning for port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:43.669357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-765259fa-a0e5-4a39-922c-922241a535d1 None None] Provisioning complete for port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:43.669942 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-765259fa-a0e5-4a39-922c-922241a535d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:43.709107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-765259fa-a0e5-4a39-922c-922241a535d1 None None] Port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:43.822412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caa273a0-0a1f-44e1-b515-6e3de5bae96b req-82344cc3-2662-4c44-a9e0-5d896b6ea4f0 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.1648571 Jul 08 18:20:44.019216 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:44.172255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=83e00f40-7723-4f0b-9e47-699038d5bc92,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:44.208682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking segment: {'id': '8601f786-b5bd-4bc2-a392-bbce18523e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e2e290b0-6ba5-4b28-a098-22a00029ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:44.208682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network hostable DHCP agents. Network: e2e290b0-6ba5-4b28-a098-22a00029ff00, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:44.254122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network e2e290b0-6ba5-4b28-a098-22a00029ff00 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:44.265423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc43d10-fca5-485d-a2a0-f04478dc5a83 req-bfe5ee80-640c-4986-8b7b-7d2d138c2647 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:44.275365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ccc43d10-fca5-485d-a2a0-f04478dc5a83 req-bfe5ee80-640c-4986-8b7b-7d2d138c2647 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.4422216 Jul 08 18:20:44.290964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2608a8f9-1b42-4487-8d5f-e635bc4dd29c {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:20:44.300699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:44.305984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97a409-61e8-4997-a551-9743104a6c93 req-6d7882bc-c265-40ef-8b07-3068c1571ac5 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:44.313200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd97a409-61e8-4997-a551-9743104a6c93 req-6d7882bc-c265-40ef-8b07-3068c1571ac5 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 932 time: 0.1729381 Jul 08 18:20:44.313745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Transition to ACTIVE for port object 2608a8f9-1b42-4487-8d5f-e635bc4dd29c will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:44.315572 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:44.325110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, e2e290b0-6ba5-4b28-a098-22a00029ff00) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:44.335449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d695de7-c2ee-4a1b-b181-d9210f5b94ab None None] Network e2e290b0-6ba5-4b28-a098-22a00029ff00 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:44.349736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:44.351591 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:44.387900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ccc43d10-fca5-485d-a2a0-f04478dc5a83 req-5486b463-6873-4cf3-bb2d-481c54364c8c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114686 Jul 08 18:20:44.390245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event updated for resources: {'Port': ['ID=276bbc5c-508f-4559-84fb-98081a3a6d81,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:44.392771 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:44.432942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd97a409-61e8-4997-a551-9743104a6c93 req-aca3d8a2-17b3-4968-bba3-4db79d387933 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181939 Jul 08 18:20:44.440555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dfa3cea5-a1cb-4085-b754-7be91f03c208 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3858628 Jul 08 18:20:44.443151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59412) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:44.484025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Network d0f910dd-fc47-45d3-b737-f9c834dafa16 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:44.586784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:44.642001 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:44.705575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:44.811608 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:44.855439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26539f77-4320-4aca-9cc8-8ee8efbab11f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-e2e290b0-6ba5-4b28-a098-22a00029ff00', 'network_id': 'e2e290b0-6ba5-4b28-a098-22a00029ff00', 'tenant_id': '6ccece69f1bf48f3aebddfc72255473a', 'fixed_ips': [{'subnet_id': '83e00f40-7723-4f0b-9e47-699038d5bc92'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:44.856585 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-26539f77-4320-4aca-9cc8-8ee8efbab11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:44.893849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:44.901287 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:44.910145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c66a8e-50a9-4720-aea0-b6b2732a991c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=e2e290b0-6ba5-4b28-a098-22a00029ff00,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:44.961112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network e2e290b0-6ba5-4b28-a098-22a00029ff00 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:45.008924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Pushing event updated for resources: {'Port': ['ID=2608a8f9-1b42-4487-8d5f-e635bc4dd29c,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:45.010876 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.025870 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-df38b11e-4f73-43b0-a1ea-61ba760caf6e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4171035 Jul 08 18:20:45.027173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Attempting to bind port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:45.027669 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Attempting to bind port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:45.028218 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Attempting to bind port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c on network 59ff7aa9-cc65-4f86-8329-89240f4082af {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:45.046164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c on network 59ff7aa9-cc65-4f86-8329-89240f4082af not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:20:45.046856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Attempting to bind port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c on network 59ff7aa9-cc65-4f86-8329-89240f4082af {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:45.068039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Subnet': ['ID=83e00f40-7723-4f0b-9e47-699038d5bc92,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:45.071065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Request body: {'port': {'device_id': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:45.073914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:45.074135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Checking segment: {'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:45.074573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Bound using segment: {'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:45.077209 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Bound port: 2608a8f9-1b42-4487-8d5f-e635bc4dd29c, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:45.077642 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.188360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e12ca-0271-416c-878d-d1cba31406a0 req-1727465b-d3ad-4a98-b18b-dfea72d91094 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:45.202924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-277e12ca-0271-416c-878d-d1cba31406a0 req-1727465b-d3ad-4a98-b18b-dfea72d91094 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 944 time: 0.2390819 Jul 08 18:20:45.225385 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.295850 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3729312d-273f-495c-b232-adcf887f6bfa req-4cefaf55-b819-4a18-bcc3-068b1e11a3b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4f381ab972740b99075ce1e6747cfdc&device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0870962 Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server [None req-26539f77-4320-4aca-9cc8-8ee8efbab11f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83e00f40-7723-4f0b-9e47-699038d5bc92: This subnet is being modified by another concurrent operation. Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83e00f40-7723-4f0b-9e47-699038d5bc92: This subnet is being modified by another concurrent operation. Jul 08 18:20:45.332414 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:20:45.351760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e290b0-6ba5-4b28-a098-22a00029ff00']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:45.363981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11b90ac-be47-452b-b424-99ad380a715f None None] Network e2e290b0-6ba5-4b28-a098-22a00029ff00 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:45.398497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8601f786-b5bd-4bc2-a392-bbce18523e22') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:45.398864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8601f786-b5bd-4bc2-a392-bbce18523e22') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:45.400394 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3729312d-273f-495c-b232-adcf887f6bfa req-41e96d70-ef69-4d31-ac2c-a7b125f7cdd3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f4f381ab972740b99075ce1e6747cfdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423014 Jul 08 18:20:45.401254 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.481978 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.502165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] For port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:45.525224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-433f645d-6681-4db1-a00a-8f629bbcfce3 req-fce6b5d0-2fa1-4ffe-b02c-31de583326a2 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0419965 Jul 08 18:20:45.540299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32d7a4b-0a49-4ba0-858d-51465995142c None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:20:45.552579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-277e12ca-0271-416c-878d-d1cba31406a0 req-388b4759-314a-49f4-b0d1-81110d8d44f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412080 Jul 08 18:20:45.560336 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.581627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:45.582048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:45.585738 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:45.592521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-26fd8b52-8d5a-46e7-95c3-59f8efa460fb None None] Provisioning for port 276bbc5c-508f-4559-84fb-98081a3a6d81 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:45.614185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-26fd8b52-8d5a-46e7-95c3-59f8efa460fb None None] Provisioning complete for port 276bbc5c-508f-4559-84fb-98081a3a6d81 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:45.614579 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-26fd8b52-8d5a-46e7-95c3-59f8efa460fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.620280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] For port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2608a8f9-1b42-4487-8d5f-e635bc4dd29c,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:45.669708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.821151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:45.822221 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.824110 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] 10.222.0.74 "PUT /v2.0/ports/2608a8f9-1b42-4487-8d5f-e635bc4dd29c HTTP/1.1" status: 200 len: 1092 time: 3.2270541 Jul 08 18:20:45.845240 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.846555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-26fd8b52-8d5a-46e7-95c3-59f8efa460fb None None] Port 276bbc5c-508f-4559-84fb-98081a3a6d81 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:45.853327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5399ba-5eeb-4bf6-9c00-13b856e0325a', 'tag': '2608a8f9-1b42-4487-8d5f-e635bc4dd29c'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:45.857171 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5399ba-5eeb-4bf6-9c00-13b856e0325a", "tag": "2608a8f9-1b42-4487-8d5f-e635bc4dd29c"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:45.897823 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:45.898865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d7a4b-0a49-4ba0-858d-51465995142c None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:20:45.909000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/e2e290b0-6ba5-4b28-a098-22a00029ff00 HTTP/1.1" status: 204 len: 168 time: 1.4638717 Jul 08 18:20:45.923612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d4c73-d0dc-40e9-b834-97ea72d62882 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=e2e290b0-6ba5-4b28-a098-22a00029ff00,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:45.938110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59476) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:45.939936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fcec3-6145-4ccb-a388-159595e27521 service neutron] Pushing event updated for resources: {'Port': ['ID=2608a8f9-1b42-4487-8d5f-e635bc4dd29c,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:45.978401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1662832504'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:46.042243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811727-6cb1-4fe5-89e8-1aaff3814a35 req-e92d13b3-f0d9-4e1a-9c75-b65c471954a6 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:46.043865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88811727-6cb1-4fe5-89e8-1aaff3814a35 req-e92d13b3-f0d9-4e1a-9c75-b65c471954a6 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 932 time: 0.3090086 Jul 08 18:20:46.080447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:46.084072 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:46.124384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729312d-273f-495c-b232-adcf887f6bfa req-d17866fd-038e-4a52-8a11-c3b50a1ef063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:46.131604 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3729312d-273f-495c-b232-adcf887f6bfa req-d17866fd-038e-4a52-8a11-c3b50a1ef063 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7196801 Jul 08 18:20:46.134704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88811727-6cb1-4fe5-89e8-1aaff3814a35 req-02b33902-ebfe-49aa-b72c-579e4d705f5f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797412 Jul 08 18:20:46.159690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffd1b8-e5ad-43c0-9f7e-ca7cd025e27d req-565cb2d8-3fa6-4cfd-9478-bb0db15aefe0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:46.175757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ffd1b8-e5ad-43c0-9f7e-ca7cd025e27d req-565cb2d8-3fa6-4cfd-9478-bb0db15aefe0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.2805552 Jul 08 18:20:46.203998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:46.216725 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:46.217474 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment b9dbe935-b67a-411a-a1d0-8fe0564485fd of type vlan for network 577c1cbf-8b08-41e5-b77f-88fb02168d28 Jul 08 18:20:46.253895 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c191b52d-d26f-4e58-9ec5-ebf39a60718b x-openstack-request-id: req-c191b52d-d26f-4e58-9ec5-ebf39a60718b {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:46.253895 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5399ba-5eeb-4bf6-9c00-13b856e0325a", "tag": "2608a8f9-1b42-4487-8d5f-e635bc4dd29c", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:46.253895 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c191b52d-d26f-4e58-9ec5-ebf39a60718b {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:46.254417 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5399ba-5eeb-4bf6-9c00-13b856e0325a', 'tag': '2608a8f9-1b42-4487-8d5f-e635bc4dd29c', 'status': 'completed', 'code': 200} Jul 08 18:20:46.323649 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-21730ad5-2feb-4755-8c55-dbabdb83e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:46.325181 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-21730ad5-2feb-4755-8c55-dbabdb83e2eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 1095 time: 0.4174721 Jul 08 18:20:46.357233 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:46.393805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2ffd1b8-e5ad-43c0-9f7e-ca7cd025e27d req-34eab10d-a937-49de-89ce-abaae99f026b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115285 Jul 08 18:20:46.429860 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:46.443320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:46.444115 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:46.479543 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-20916044-1e21-418e-91d2-3345076e1e11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=2608a8f9-1b42-4487-8d5f-e635bc4dd29c HTTP/1.1" status: 200 len: 217 time: 0.1439807 Jul 08 18:20:46.572169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6318583 Jul 08 18:20:46.575133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59502) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:46.623393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'network_id': '577c1cbf-8b08-41e5-b77f-88fb02168d28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:46.677258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-0f120ab5-7d08-4f06-9c4c-1ba1b171b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:46.695934 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-0f120ab5-7d08-4f06-9c4c-1ba1b171b290 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43c354be-a25a-491a-9c2d-ebfcb38a3288 HTTP/1.1" status: 200 len: 837 time: 0.2064118 Jul 08 18:20:46.906155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276bbc5c-508f-4559-84fb-98081a3a6d81 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:20:46.920416 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:46.951930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Transition to ACTIVE for port object 276bbc5c-508f-4559-84fb-98081a3a6d81 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:46.959671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-a46f4596-04aa-4fbf-abbf-97eda98b4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:46.961461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-a46f4596-04aa-4fbf-abbf-97eda98b4615 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=59ff7aa9-cc65-4f86-8329-89240f4082af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2544167 Jul 08 18:20:46.964715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:46.980257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a262e9d-3dec-47aa-8e47-1f46772d3d4e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=577c1cbf-8b08-41e5-b77f-88fb02168d28,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:46.992387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 577c1cbf-8b08-41e5-b77f-88fb02168d28 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:47.076372 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67257251-8606-4c3e-aa76-56857692fca5 req-1b1f0cbe-634d-47e0-a634-801c06e379fe tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.2286656 Jul 08 18:20:47.085201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:47.091640 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:47.156976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Pushing event updated for resources: {'Port': ['ID=276bbc5c-508f-4559-84fb-98081a3a6d81,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:47.480912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b2d45-a0a7-4826-a2e6-0f4c428af7b1 req-c2d67481-71ec-41c2-8928-7b7f4cfdca00 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:47.493266 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a1b2d45-a0a7-4826-a2e6-0f4c428af7b1 req-c2d67481-71ec-41c2-8928-7b7f4cfdca00 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 944 time: 0.6174068 Jul 08 18:20:47.511162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3729312d-273f-495c-b232-adcf887f6bfa req-368cd6ea-e727-42c6-9944-df1566c96526 tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.59 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0813982 Jul 08 18:20:47.617522 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-05860841-077f-4211-bcc7-8192b15b7f2f service neutron] 10.222.0.74 "GET /v2.0/networks/59ff7aa9-cc65-4f86-8329-89240f4082af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165688 Jul 08 18:20:47.760395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a1b2d45-a0a7-4826-a2e6-0f4c428af7b1 req-babc4666-58b9-43c2-9493-203f7332c1a5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660477 Jul 08 18:20:47.763695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:47.796814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Attempting to bind port 276bbc5c-508f-4559-84fb-98081a3a6d81 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:47.797385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Attempting to bind port 276bbc5c-508f-4559-84fb-98081a3a6d81 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:47.797910 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Attempting to bind port 276bbc5c-508f-4559-84fb-98081a3a6d81 on network d0f910dd-fc47-45d3-b737-f9c834dafa16 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:47.808110 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1613ac6f-61bf-4df1-8cfe-36e84330bf90 req-a6bbc18a-308d-499f-9868-6c939fea469e service neutron] 10.222.0.74 "GET /v2.0/networks/59ff7aa9-cc65-4f86-8329-89240f4082af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791382 Jul 08 18:20:47.809187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Port 276bbc5c-508f-4559-84fb-98081a3a6d81 on network d0f910dd-fc47-45d3-b737-f9c834dafa16 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:20:47.810005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Attempting to bind port 276bbc5c-508f-4559-84fb-98081a3a6d81 on network d0f910dd-fc47-45d3-b737-f9c834dafa16 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:47.815823 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:47.816236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Checking segment: {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:47.816681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Bound using segment: {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:47.817269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Bound port: 276bbc5c-508f-4559-84fb-98081a3a6d81, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07789d5f-3ffc-4025-b001-c4644542d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:47.817735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:47.915692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67f76e-43e8-46aa-9ae0-be9d4d3cb8d5 req-9e9b82b8-6b46-4150-9a96-753aa9678fa3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:47.917230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b67f76e-43e8-46aa-9ae0-be9d4d3cb8d5 req-9e9b82b8-6b46-4150-9a96-753aa9678fa3 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 944 time: 0.5501628 Jul 08 18:20:48.040507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] For port 276bbc5c-508f-4559-84fb-98081a3a6d81, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:48.044691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] For port 276bbc5c-508f-4559-84fb-98081a3a6d81, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=276bbc5c-508f-4559-84fb-98081a3a6d81,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:48.049304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=f91d4199-56b3-4dc5-a22d-47734eb852c7,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:48.061183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:48.147362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132 req-b8adc65e-057b-4317-bf6d-269492d80d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:48.149061 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132 req-b8adc65e-057b-4317-bf6d-269492d80d26 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 1095 time: 0.2273829 Jul 08 18:20:48.150555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:48.151947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:48.153509 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] 10.222.0.74 "PUT /v2.0/ports/276bbc5c-508f-4559-84fb-98081a3a6d81 HTTP/1.1" status: 200 len: 1092 time: 3.1122582 Jul 08 18:20:48.308555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking segment: {'id': 'b9dbe935-b67a-411a-a1d0-8fe0564485fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '577c1cbf-8b08-41e5-b77f-88fb02168d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:48.309217 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network hostable DHCP agents. Network: 577c1cbf-8b08-41e5-b77f-88fb02168d28, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:48.328511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'tag': '276bbc5c-508f-4559-84fb-98081a3a6d81'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:48.330810 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1e764d-9f5c-419b-84d1-d5555813f76c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6959639-1cea-4324-acac-73734cdb4eaa", "tag": "276bbc5c-508f-4559-84fb-98081a3a6d81"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:48.335856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b67f76e-43e8-46aa-9ae0-be9d4d3cb8d5 req-c1d34506-b7d1-4902-8cfb-a703bed8fdb6 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4007759 Jul 08 18:20:48.341255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132 req-f9b3fa5e-91a3-4aef-86d5-e73b2212a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:48.342799 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132 req-f9b3fa5e-91a3-4aef-86d5-e73b2212a717 service neutron] 10.222.0.74 "GET /v2.0/networks?id=59ff7aa9-cc65-4f86-8329-89240f4082af HTTP/1.1" status: 200 len: 898 time: 0.1789565 Jul 08 18:20:48.399213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90b6ae-dd18-45ad-9d7f-4bc95c8f1195 req-780bd5b7-0efc-4c81-b720-5adec1d4ed0a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:48.408522 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c90b6ae-dd18-45ad-9d7f-4bc95c8f1195 req-780bd5b7-0efc-4c81-b720-5adec1d4ed0a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.3511617 Jul 08 18:20:48.440120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network 577c1cbf-8b08-41e5-b77f-88fb02168d28 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:48.637621 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132 req-9ed5f90b-ae00-4b63-a0a5-00863803f544 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=2608a8f9-1b42-4487-8d5f-e635bc4dd29c HTTP/1.1" status: 200 len: 217 time: 0.2504601 Jul 08 18:20:48.639941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f1391-ff9f-40e0-b5bb-b27f8a78179a service neutron] Pushing event updated for resources: {'Port': ['ID=276bbc5c-508f-4559-84fb-98081a3a6d81,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:48.747864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132 req-59ef4f29-ffa8-440b-95fb-a79da99bed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:48.758149 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132 req-59ef4f29-ffa8-440b-95fb-a79da99bed8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43c354be-a25a-491a-9c2d-ebfcb38a3288 HTTP/1.1" status: 200 len: 837 time: 0.0959141 Jul 08 18:20:48.798789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-6cf35ca6-752b-4882-b9a8-2d42c51e0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:48.800494 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-6cf35ca6-752b-4882-b9a8-2d42c51e0edc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 1095 time: 0.4442217 Jul 08 18:20:48.920284 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-86f7ad39-a644-4b62-8181-4c91af5f8061 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276bbc5c-508f-4559-84fb-98081a3a6d81 HTTP/1.1" status: 200 len: 217 time: 0.0641387 Jul 08 18:20:49.001233 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 577c1cbf-8b08-41e5-b77f-88fb02168d28) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:49.009953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc0933e-d011-42da-a69d-19bfcc6ecdd6 None None] Network 577c1cbf-8b08-41e5-b77f-88fb02168d28 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:49.027855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef8ba0df-e00c-4cfb-9632-180ddff9c847 req-262a173d-b8e0-423e-84c2-7c6fa10f240a tempest-ServerShowV257Test-240691879 tempest-ServerShowV257Test-240691879-project] 10.222.0.73 "GET /v2.0/ports?device_id=673d41f5-edbc-4db3-afae-dddef3db1000 HTTP/1.1" status: 200 len: 210 time: 0.0472581 Jul 08 18:20:49.029456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:49.029848 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:49.052691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c90b6ae-dd18-45ad-9d7f-4bc95c8f1195 req-6f8275ec-fbda-4054-ba54-24040f404387 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6430929 Jul 08 18:20:49.069523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2ac7b2d4-8cc0-4f57-8e91-37fcf3fd0770 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4815314 Jul 08 18:20:49.072514 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59622) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:49.092148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-5cc57919-9271-44a5-8d73-5488743e1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:49.100686 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-5cc57919-9271-44a5-8d73-5488743e1d57 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.1631002 Jul 08 18:20:49.111289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132 req-c5b6704d-1d3b-4489-b3f4-f64048e1b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:49.113279 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132 req-c5b6704d-1d3b-4489-b3f4-f64048e1b19f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=59ff7aa9-cc65-4f86-8329-89240f4082af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3481896 Jul 08 18:20:49.174659 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabe0d89-29e7-4da6-aafb-441f4b3d2707 x-openstack-request-id: req-fabe0d89-29e7-4da6-aafb-441f4b3d2707 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:49.176073 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6959639-1cea-4324-acac-73734cdb4eaa", "tag": "276bbc5c-508f-4559-84fb-98081a3a6d81", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:49.176699 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fabe0d89-29e7-4da6-aafb-441f4b3d2707 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:49.177409 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'tag': '276bbc5c-508f-4559-84fb-98081a3a6d81', 'status': 'completed', 'code': 200} Jul 08 18:20:49.351846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:49.448079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-c67219d5-12f9-465f-9135-e786f3b7b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:49.455706 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-c67219d5-12f9-465f-9135-e786f3b7b011 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3467615 Jul 08 18:20:49.467087 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132 req-7a0466f7-7157-45aa-ba49-fd0c3e7ccf77 service neutron] 10.222.0.74 "GET /v2.0/networks/59ff7aa9-cc65-4f86-8329-89240f4082af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434839 Jul 08 18:20:49.651846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:49.811601 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-37edd4fc-bbcb-4b94-a312-746ff7d9335c service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431182 Jul 08 18:20:49.870710 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9c0d72e0-3dab-44e6-933d-8b62c5fd3132 req-1542415b-c114-46f9-8c72-5b2328a25b16 service neutron] 10.222.0.74 "GET /v2.0/networks/59ff7aa9-cc65-4f86-8329-89240f4082af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730060 Jul 08 18:20:49.893954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6509d5-9483-4679-9708-8c6d94486029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-577c1cbf-8b08-41e5-b77f-88fb02168d28', 'network_id': '577c1cbf-8b08-41e5-b77f-88fb02168d28', 'tenant_id': '6ccece69f1bf48f3aebddfc72255473a', 'fixed_ips': [{'subnet_id': 'f91d4199-56b3-4dc5-a22d-47734eb852c7'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:49.895369 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae6509d5-9483-4679-9708-8c6d94486029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.032192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df572f-c300-49fb-9b8a-2609e8385361 req-791f158d-878f-41df-9a16-be9199ebca63 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:50.034023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2df572f-c300-49fb-9b8a-2609e8385361 req-791f158d-878f-41df-9a16-be9199ebca63 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 944 time: 0.6599808 Jul 08 18:20:50.034808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59646) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:50.035010 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d192e808-c60c-462b-8df7-b231bd6f2961 req-c6959ff6-e510-4b12-bfbb-e642e1cc7642 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114871 Jul 08 18:20:50.096239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a3110-4485-4cf9-9940-bee23e368b50 req-425381f1-deb9-489e-aae6-fc90b29d6277 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:50.097802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b64a3110-4485-4cf9-9940-bee23e368b50 req-425381f1-deb9-489e-aae6-fc90b29d6277 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 944 time: 0.4905741 Jul 08 18:20:50.116955 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server [None req-ae6509d5-9483-4679-9708-8c6d94486029 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f91d4199-56b3-4dc5-a22d-47734eb852c7: This subnet is being modified by another concurrent operation. Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f91d4199-56b3-4dc5-a22d-47734eb852c7: This subnet is being modified by another concurrent operation. Jul 08 18:20:50.133085 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:20:50.170522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e4525-ee41-40aa-ba11-72ece3a91b91 None None] Network 577c1cbf-8b08-41e5-b77f-88fb02168d28 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:50.245333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e764d-9f5c-419b-84d1-d5555813f76c req-7fc0883d-3b6e-41b2-850d-abcf3374a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:50.245975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Subnet': ['ID=f91d4199-56b3-4dc5-a22d-47734eb852c7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:50.249255 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0f1e764d-9f5c-419b-84d1-d5555813f76c req-7fc0883d-3b6e-41b2-850d-abcf3374a9da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 1095 time: 0.1151536 Jul 08 18:20:50.294491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2608a8f9-1b42-4487-8d5f-e635bc4dd29c details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:20:50.340659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b64a3110-4485-4cf9-9940-bee23e368b50 req-90088c4e-8480-4cd5-82c7-ebc61ff5fb23 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029269 Jul 08 18:20:50.377718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2df572f-c300-49fb-9b8a-2609e8385361 req-e7d24778-fe51-43a4-a70f-ce53ca989ecd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313060 Jul 08 18:20:50.398856 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.404228 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf8a41b1-535b-471a-8411-95a5a786c194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.449093 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577c1cbf-8b08-41e5-b77f-88fb02168d28']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:50.477893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9dbe935-b67a-411a-a1d0-8fe0564485fd') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:50.483748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9dbe935-b67a-411a-a1d0-8fe0564485fd') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:50.517936 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.541900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e764d-9f5c-419b-84d1-d5555813f76c req-15130710-c2fb-40c5-bd4b-fb39e7b4bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:50.546306 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0f1e764d-9f5c-419b-84d1-d5555813f76c req-15130710-c2fb-40c5-bd4b-fb39e7b4bfa0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 912 time: 0.2900958 Jul 08 18:20:50.565830 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.579160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:50.579570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.579950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2608a8f9-1b42-4487-8d5f-e635bc4dd29c,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:50.587483 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:50.614271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '2608a8f9-1b42-4487-8d5f-e635bc4dd29c', 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af', 'port_id': '2608a8f9-1b42-4487-8d5f-e635bc4dd29c', 'mac_address': 'fa:16:3e:cf:89:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c354be-a25a-491a-9c2d-ebfcb38a3288', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:20:50.619201 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0f1e764d-9f5c-419b-84d1-d5555813f76c req-248f51da-f9ae-46ce-b365-a2231c4055e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276bbc5c-508f-4559-84fb-98081a3a6d81 HTTP/1.1" status: 200 len: 217 time: 0.0645690 Jul 08 18:20:50.719945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c107fb9-d266-4b37-8efa-664cf9128308 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:20:50.723566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e764d-9f5c-419b-84d1-d5555813f76c req-0f447658-92ad-451d-9c6c-b5c195ed3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:50.729347 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.730150 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0f1e764d-9f5c-419b-84d1-d5555813f76c req-0f447658-92ad-451d-9c6c-b5c195ed3e66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.1023691 Jul 08 18:20:50.739208 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.741664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/577c1cbf-8b08-41e5-b77f-88fb02168d28 HTTP/1.1" status: 204 len: 168 time: 1.6681905 Jul 08 18:20:50.748584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59660) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:50.772147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2090361023'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:50.787566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0c26-4df0-496e-b605-a2c668b13e38 req-a829e347-374a-438e-9e51-4b8e186128b8 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:50.798825 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-034e0c26-4df0-496e-b605-a2c668b13e38 req-a829e347-374a-438e-9e51-4b8e186128b8 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.2094328 Jul 08 18:20:50.809652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a6d57-0f93-4fc0-b668-d6e3be32d71e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=577c1cbf-8b08-41e5-b77f-88fb02168d28,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:50.822312 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.842800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2608a8f9-1b42-4487-8d5f-e635bc4dd29c {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:20:50.875475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2608a8f9-1b42-4487-8d5f-e635bc4dd29c,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:50.884282 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.916571 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e764d-9f5c-419b-84d1-d5555813f76c req-e8e278e4-95d0-4030-837d-16b043ba0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:50.923084 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0f1e764d-9f5c-419b-84d1-d5555813f76c req-e8e278e4-95d0-4030-837d-16b043ba0715 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869965 Jul 08 18:20:50.949416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-034e0c26-4df0-496e-b605-a2c668b13e38 req-e6677c1e-9dd5-49ca-8efc-544f3b979a54 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494863 Jul 08 18:20:50.988650 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf8a41b1-535b-471a-8411-95a5a786c194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.004241 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf8a41b1-535b-471a-8411-95a5a786c194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.062118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cf8a41b1-535b-471a-8411-95a5a786c194 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c88ea838f184797bcbfef3e0c889c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0137959 Jul 08 18:20:51.062118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59670) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:51.095379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:51.099251 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.105460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59672) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:51.139042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a41b1-535b-471a-8411-95a5a786c194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b629f2-7df6-4994-9370-2a11a160dff9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:51.176878 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2e876f8-904b-41f0-8a74-a4a63b293470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.178959 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0f1e764d-9f5c-419b-84d1-d5555813f76c req-31c3cade-51d4-499b-a4c5-f4fe48b58c5a service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470598 Jul 08 18:20:51.185067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c107fb9-d266-4b37-8efa-664cf9128308 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:20:51.204969 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2e876f8-904b-41f0-8a74-a4a63b293470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.228942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=2608a8f9-1b42-4487-8d5f-e635bc4dd29c,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:51.265502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:51.285288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2e876f8-904b-41f0-8a74-a4a63b293470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.291612 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2e876f8-904b-41f0-8a74-a4a63b293470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.295340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d2e876f8-904b-41f0-8a74-a4a63b293470 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e5b629f2-7df6-4994-9370-2a11a160dff9 HTTP/1.1" status: 204 len: 168 time: 0.2307515 Jul 08 18:20:51.296650 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.297008 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment fc694af9-1ea2-45a2-bdf5-e37ba2d83333 of type vlan for network 76d9e452-bc1b-445d-a427-6a33e0e89614 Jul 08 18:20:51.430961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e876f8-904b-41f0-8a74-a4a63b293470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b629f2-7df6-4994-9370-2a11a160dff9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:51.505428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.531073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['2608a8f9-1b42-4487-8d5f-e635bc4dd29c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:20:51.555783 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0f1e764d-9f5c-419b-84d1-d5555813f76c req-e6ab8871-ba92-45cf-8114-708b3af3e516 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689723 Jul 08 18:20:51.619081 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea1ef3e6-04ce-4ac5-9d1b-e1154c3c8fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.689101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.resource_extend [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:20:51.818949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.824967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:51.825607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.839557 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea1ef3e6-04ce-4ac5-9d1b-e1154c3c8fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.846569 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea1ef3e6-04ce-4ac5-9d1b-e1154c3c8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:51.887996 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ea1ef3e6-04ce-4ac5-9d1b-e1154c3c8fb0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f4f381ab972740b99075ce1e6747cfdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7814181 Jul 08 18:20:51.892779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59694) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:51.953234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1948810 Jul 08 18:20:51.953915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59700) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:51.964028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'network_id': '76d9e452-bc1b-445d-a427-6a33e0e89614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:52.019008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ef3e6-04ce-4ac5-9d1b-e1154c3c8fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6a0aa2-b9fc-40ee-91ec-53f444450c88,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:52.075082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8429c3-c823-40d3-8c93-3413d37c5a76 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=76d9e452-bc1b-445d-a427-6a33e0e89614,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:52.098670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 76d9e452-bc1b-445d-a427-6a33e0e89614 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:52.119508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa76f5c-4638-4dd7-966e-bb7f6532065e req-d0258bc6-7665-44d0-a8b7-887ffcd728b7 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:52.123506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fa76f5c-4638-4dd7-966e-bb7f6532065e req-d0258bc6-7665-44d0-a8b7-887ffcd728b7 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 945 time: 0.5362258 Jul 08 18:20:52.136233 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6095-dc50-4b83-bf06-db3b8cebfb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:52.196399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6095-dc50-4b83-bf06-db3b8cebfb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:52.267924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 276bbc5c-508f-4559-84fb-98081a3a6d81 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:20:52.270288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789b616-f60d-48ae-9735-178587cafb2b req-1a860504-34de-4759-9f8e-6de76ec2060d tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:52.281203 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1789b616-f60d-48ae-9735-178587cafb2b req-1a860504-34de-4759-9f8e-6de76ec2060d tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 944 time: 0.5541170 Jul 08 18:20:52.287877 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6095-dc50-4b83-bf06-db3b8cebfb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:52.290555 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6095-dc50-4b83-bf06-db3b8cebfb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:52.292060 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fe7d6095-dc50-4b83-bf06-db3b8cebfb8a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a6a0aa2-b9fc-40ee-91ec-53f444450c88 HTTP/1.1" status: 204 len: 168 time: 0.3509722 Jul 08 18:20:52.309659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d6095-dc50-4b83-bf06-db3b8cebfb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6a0aa2-b9fc-40ee-91ec-53f444450c88,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:52.348859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fa76f5c-4638-4dd7-966e-bb7f6532065e req-a584bc79-78ab-47db-815e-3974d78ab22e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534729 Jul 08 18:20:52.402620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:52.419146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:52.501049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1789b616-f60d-48ae-9735-178587cafb2b req-7f9f1f63-6dfa-4223-852e-9b9e64acb835 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171516 Jul 08 18:20:52.756414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 276bbc5c-508f-4559-84fb-98081a3a6d81, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=276bbc5c-508f-4559-84fb-98081a3a6d81,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:52.795932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '276bbc5c-508f-4559-84fb-98081a3a6d81', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'port_id': '276bbc5c-508f-4559-84fb-98081a3a6d81', 'mac_address': 'fa:16:3e:f9:e2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:20:52.871426 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:52.942654 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:52.961335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276bbc5c-508f-4559-84fb-98081a3a6d81 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:20:52.973016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497a751-95fd-461f-82c3-08fb0e0cbbe1 req-7ea6433f-23b9-41b7-b397-70a10cb1a33c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:52.983450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8497a751-95fd-461f-82c3-08fb0e0cbbe1 req-7ea6433f-23b9-41b7-b397-70a10cb1a33c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.3298912 Jul 08 18:20:52.996797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 276bbc5c-508f-4559-84fb-98081a3a6d81, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=276bbc5c-508f-4559-84fb-98081a3a6d81,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:53.015321 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:53.042325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=dde6fc79-57ac-4bad-8fd2-f6dcde6e7697,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:53.109666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8497a751-95fd-461f-82c3-08fb0e0cbbe1 req-64fcf11b-3ca1-4d6c-9e89-916401b92b3d tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168616 Jul 08 18:20:53.121857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking segment: {'id': 'fc694af9-1ea2-45a2-bdf5-e37ba2d83333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '76d9e452-bc1b-445d-a427-6a33e0e89614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:53.122298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network hostable DHCP agents. Network: 76d9e452-bc1b-445d-a427-6a33e0e89614, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:53.149000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network 76d9e452-bc1b-445d-a427-6a33e0e89614 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:53.168195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 76d9e452-bc1b-445d-a427-6a33e0e89614) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:53.178195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:53.181307 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:53.184397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999935a8-79d9-46c0-b90c-e8878d594031 None None] Network 76d9e452-bc1b-445d-a427-6a33e0e89614 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:53.216542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d496b719-9f89-48e7-a434-0bff1908b253 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2554209 Jul 08 18:20:53.217797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59746) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:53.372022 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=276bbc5c-508f-4559-84fb-98081a3a6d81,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:53.442615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-76d9e452-bc1b-445d-a427-6a33e0e89614', 'network_id': '76d9e452-bc1b-445d-a427-6a33e0e89614', 'tenant_id': '6ccece69f1bf48f3aebddfc72255473a', 'fixed_ips': [{'subnet_id': 'dde6fc79-57ac-4bad-8fd2-f6dcde6e7697'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:53.444362 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:53.614114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['276bbc5c-508f-4559-84fb-98081a3a6d81'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:20:53.644639 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:53.853750 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Allocated IP 172.20.0.2 (76d9e452-bc1b-445d-a427-6a33e0e89614/dde6fc79-57ac-4bad-8fd2-f6dcde6e7697/87295d5c-bb17-497c-8ea0-d629194f8b43) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:54.027437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.089798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9943a-d907-4856-871e-a798edd730a1 req-d3107a09-a98f-43d9-8324-1d4874f684cc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:54.092548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cb9943a-d907-4856-871e-a798edd730a1 req-d3107a09-a98f-43d9-8324-1d4874f684cc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 945 time: 0.5479243 Jul 08 18:20:54.190720 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.214183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Transition to ACTIVE for port object 87295d5c-bb17-497c-8ea0-d629194f8b43 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:54.232090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302def85-952c-435f-a623-4f708bdda961 req-1d712edb-53fb-4245-891c-badcaa33d15b tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:54.233972 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-302def85-952c-435f-a623-4f708bdda961 req-1d712edb-53fb-4245-891c-badcaa33d15b tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 945 time: 0.4045773 Jul 08 18:20:54.237559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cb9943a-d907-4856-871e-a798edd730a1 req-6e9a27ce-9c46-464b-8605-21a6ed8849e8 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308219 Jul 08 18:20:54.249106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2608a8f9-1b42-4487-8d5f-e635bc4dd29c up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:54.324314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Transition to ACTIVE for port object 87295d5c-bb17-497c-8ea0-d629194f8b43 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:54.337718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-302def85-952c-435f-a623-4f708bdda961 req-74276645-59e8-4656-af42-0017ac299d28 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867617 Jul 08 18:20:54.351138 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.383887 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.490053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.493522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Pushing event updated for resources: {'Port': ['ID=87295d5c-bb17-497c-8ea0-d629194f8b43,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:54.503806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d9e452-bc1b-445d-a427-6a33e0e89614']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:54.518226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc694af9-1ea2-45a2-bdf5-e37ba2d83333') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:54.518532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc694af9-1ea2-45a2-bdf5-e37ba2d83333') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:54.518648 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Network 76d9e452-bc1b-445d-a427-6a33e0e89614 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:54.520747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:54.524334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:54.530840 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.555267 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.568651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:54.569528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.617670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Attempting to bind port 87295d5c-bb17-497c-8ea0-d629194f8b43 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:54.618079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Attempting to bind port 87295d5c-bb17-497c-8ea0-d629194f8b43 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fc694af9-1ea2-45a2-bdf5-e37ba2d83333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '76d9e452-bc1b-445d-a427-6a33e0e89614'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:54.618485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Attempting to bind port 87295d5c-bb17-497c-8ea0-d629194f8b43 on network 76d9e452-bc1b-445d-a427-6a33e0e89614 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:54.632999 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:54.642230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:54.642628 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.644467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:54.644817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Checking segment: {'id': 'fc694af9-1ea2-45a2-bdf5-e37ba2d83333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '76d9e452-bc1b-445d-a427-6a33e0e89614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:54.645211 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.645613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Bound using segment: {'id': 'fc694af9-1ea2-45a2-bdf5-e37ba2d83333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '76d9e452-bc1b-445d-a427-6a33e0e89614'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:54.646102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Bound port: 87295d5c-bb17-497c-8ea0-d629194f8b43, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc694af9-1ea2-45a2-bdf5-e37ba2d83333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '76d9e452-bc1b-445d-a427-6a33e0e89614'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:54.648802 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.734553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Subnet': ['ID=dde6fc79-57ac-4bad-8fd2-f6dcde6e7697,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:54.739087 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:54.768250 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 18:20:54.768250 n-d-799684-3 neutron-server[93742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 18:20:54.768250 n-d-799684-3 neutron-server[93742]: [parameters: {'id': '76d9e452-bc1b-445d-a427-6a33e0e89614'}] Jul 08 18:20:54.768250 n-d-799684-3 neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:20:54.769249 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:20:54.800686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.801081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.801697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.801697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.802047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.802528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.802901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.803676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.804599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.804887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.811522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.819161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:54.831401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] For port 87295d5c-bb17-497c-8ea0-d629194f8b43, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:54.851149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] For port 87295d5c-bb17-497c-8ea0-d629194f8b43, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=87295d5c-bb17-497c-8ea0-d629194f8b43,segment=NetworkSegment(fc694af9-1ea2-45a2-bdf5-e37ba2d83333),segment_id=fc694af9-1ea2-45a2-bdf5-e37ba2d83333)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:54.896092 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.924292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100bb5d-066b-4801-94b2-8cb860e8b9ee req-c876e394-e394-4ed3-8c0b-77ea9b135f39 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:54.931473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8100bb5d-066b-4801-94b2-8cb860e8b9ee req-c876e394-e394-4ed3-8c0b-77ea9b135f39 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.1982789 Jul 08 18:20:54.960894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:55.004365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2608a8f9-1b42-4487-8d5f-e635bc4dd29c,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:55.010604 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5399ba-5eeb-4bf6-9c00-13b856e0325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2608a8f9-1b42-4487-8d5f-e635bc4dd29c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:55.013141 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec8974f-d51a-49c3-b746-8a00564b9c4d" -d '{"events": [{"server_uuid": "8d5399ba-5eeb-4bf6-9c00-13b856e0325a", "name": "network-vif-plugged", "status": "completed", "tag": "2608a8f9-1b42-4487-8d5f-e635bc4dd29c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:55.028977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8100bb5d-066b-4801-94b2-8cb860e8b9ee req-f08fbf30-f88d-4a03-806d-727881086307 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965102 Jul 08 18:20:55.058628 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:55.094471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba570da-f5a1-43f0-82ab-c89ef57cfc39 None None] Network 76d9e452-bc1b-445d-a427-6a33e0e89614 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:55.221474 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bce02cf-b0c7-4b74-af7d-91e4b8310fcb x-openstack-request-id: req-7bce02cf-b0c7-4b74-af7d-91e4b8310fcb {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:55.221474 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5399ba-5eeb-4bf6-9c00-13b856e0325a", "name": "network-vif-plugged", "status": "completed", "tag": "2608a8f9-1b42-4487-8d5f-e635bc4dd29c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:55.221474 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bce02cf-b0c7-4b74-af7d-91e4b8310fcb {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:55.222172 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5399ba-5eeb-4bf6-9c00-13b856e0325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2608a8f9-1b42-4487-8d5f-e635bc4dd29c', 'code': 200} Jul 08 18:20:55.223723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59832) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:55.254009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a5053-a229-4354-a2f3-18830f541c93 None None] Pushing event updated for resources: {'Port': ['ID=87295d5c-bb17-497c-8ea0-d629194f8b43,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:55.270595 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:55.394446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8847dbd-5d0b-4450-bdfc-a16cc6e9aefe req-ed5c7abd-6163-408b-bca5-b284a4532d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:55.404650 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b8847dbd-5d0b-4450-bdfc-a16cc6e9aefe req-ed5c7abd-6163-408b-bca5-b284a4532d1d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 1097 time: 0.1857460 Jul 08 18:20:55.461093 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Deleting port 87295d5c-bb17-497c-8ea0-d629194f8b43 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:55.463295 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:55.487046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb07986-0caa-43a2-811f-2aeb912dd654 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:20:55.490636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=2608a8f9-1b42-4487-8d5f-e635bc4dd29c,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:55.502144 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b8847dbd-5d0b-4450-bdfc-a16cc6e9aefe req-0db7c785-097f-4383-b1ac-31c1e43de2a4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868375 Jul 08 18:20:55.599030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] For port 87295d5c-bb17-497c-8ea0-d629194f8b43, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=87295d5c-bb17-497c-8ea0-d629194f8b43,segment=NetworkSegment(fc694af9-1ea2-45a2-bdf5-e37ba2d83333),segment_id=fc694af9-1ea2-45a2-bdf5-e37ba2d83333)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:55.600394 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:55.620820 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Calling delete_port for 87295d5c-bb17-497c-8ea0-d629194f8b43 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:55.725034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb07986-0caa-43a2-811f-2aeb912dd654 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:20:55.813511 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.001985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Port': ['ID=87295d5c-bb17-497c-8ea0-d629194f8b43,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:56.004445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a2545ca-51f2-4af4-8c4d-92801525688e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.031361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No DVR routers for this DVR port 87295d5c-bb17-497c-8ea0-d629194f8b43 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:56.208934 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.245099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad94fb8-8f6d-44a0-a6ba-488c169ca63d req-3928e4ee-85b2-4cbd-9d38-27256999de25 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:56.252020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dad94fb8-8f6d-44a0-a6ba-488c169ca63d req-3928e4ee-85b2-4cbd-9d38-27256999de25 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 945 time: 0.4665024 Jul 08 18:20:56.255880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d9e452-bc1b-445d-a427-6a33e0e89614']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:56.263178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 276bbc5c-508f-4559-84fb-98081a3a6d81 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:56.267364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8e623-b6b8-4304-96bc-ac1ddb34d973 req-719f8950-86c0-4dcb-93a0-77706fbfad7c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:56.269120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31b8e623-b6b8-4304-96bc-ac1ddb34d973 req-719f8950-86c0-4dcb-93a0-77706fbfad7c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 946 time: 0.4749529 Jul 08 18:20:56.326872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc694af9-1ea2-45a2-bdf5-e37ba2d83333') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:56.327507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc694af9-1ea2-45a2-bdf5-e37ba2d83333') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:56.347431 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.383584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 276bbc5c-508f-4559-84fb-98081a3a6d81 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:56.389118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 276bbc5c-508f-4559-84fb-98081a3a6d81 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:56.389508 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.404342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dad94fb8-8f6d-44a0-a6ba-488c169ca63d req-2c4c85ad-0f18-404b-921a-c75a9402b413 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513476 Jul 08 18:20:56.458836 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.482255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:56.484032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.505938 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.581331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 276bbc5c-508f-4559-84fb-98081a3a6d81, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=276bbc5c-508f-4559-84fb-98081a3a6d81,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:56.594875 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:56.615777 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:56.645085 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31b8e623-b6b8-4304-96bc-ac1ddb34d973 req-31085fd9-95ba-4411-98dd-3325e98cd8bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3596578 Jul 08 18:20:56.649336 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.747110 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=276bbc5c-508f-4559-84fb-98081a3a6d81,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:56.771525 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.777946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/76d9e452-bc1b-445d-a427-6a33e0e89614 HTTP/1.1" status: 204 len: 168 time: 3.5548928 Jul 08 18:20:56.779381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59878) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:56.788804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1759977036'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:56.796439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521412e-48cb-4212-bc9e-f46c571aabad tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=76d9e452-bc1b-445d-a427-6a33e0e89614,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:56.811802 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a2545ca-51f2-4af4-8c4d-92801525688e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.827373 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a2545ca-51f2-4af4-8c4d-92801525688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.856786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2ce74-d2cd-406b-bc0b-2ab68b285c1d req-ae8b97e7-d166-45ee-b251-a28aebbdd4b7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:56.858427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53d2ce74-d2cd-406b-bc0b-2ab68b285c1d req-ae8b97e7-d166-45ee-b251-a28aebbdd4b7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.2411425 Jul 08 18:20:56.885450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:56.894026 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.933995 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0a2545ca-51f2-4af4-8c4d-92801525688e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d75d19074554ea5aaf648fb1b1c40c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7079182 Jul 08 18:20:56.936712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2545ca-51f2-4af4-8c4d-92801525688e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7866d54e-53be-4c53-83af-ab1869c0b166,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:56.941816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59880) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:56.976357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:56.987715 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53d2ce74-d2cd-406b-bc0b-2ab68b285c1d req-bd7c513a-a779-46ac-b6d7-2b06f50fef6a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193440 Jul 08 18:20:56.997869 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.998920 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment 186b0ea3-bb64-422c-be2d-073bfac0ea34 of type vlan for network 257e972e-8d52-4abd-88ed-4acb18e67891 Jul 08 18:20:57.064293 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd6355f4-723f-4de3-a7ee-100b2b525782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.093438 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd6355f4-723f-4de3-a7ee-100b2b525782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.106447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.172061 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:20:57.181912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.217888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:57.219277 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.223243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276bbc5c-508f-4559-84fb-98081a3a6d81'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:57.225936 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a22c73d-324a-466c-9646-480309cf2902" -d '{"events": [{"server_uuid": "d6959639-1cea-4324-acac-73734cdb4eaa", "name": "network-vif-plugged", "status": "completed", "tag": "276bbc5c-508f-4559-84fb-98081a3a6d81"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:57.229304 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd6355f4-723f-4de3-a7ee-100b2b525782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.232554 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd6355f4-723f-4de3-a7ee-100b2b525782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.237779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bd6355f4-723f-4de3-a7ee-100b2b525782 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7866d54e-53be-4c53-83af-ab1869c0b166 HTTP/1.1" status: 204 len: 168 time: 0.2920833 Jul 08 18:20:57.259234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6355f4-723f-4de3-a7ee-100b2b525782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7866d54e-53be-4c53-83af-ab1869c0b166,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:57.317356 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d3c31-cbcf-43ec-8e36-62b93132f127 x-openstack-request-id: req-794d3c31-cbcf-43ec-8e36-62b93132f127 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:57.317652 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6959639-1cea-4324-acac-73734cdb4eaa", "name": "network-vif-plugged", "status": "completed", "tag": "276bbc5c-508f-4559-84fb-98081a3a6d81", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:57.317907 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-794d3c31-cbcf-43ec-8e36-62b93132f127 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:57.318382 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276bbc5c-508f-4559-84fb-98081a3a6d81', 'code': 200} Jul 08 18:20:57.363906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=257e972e-8d52-4abd-88ed-4acb18e67891,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:57.377259 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-54846a17-2973-46ca-ac38-d8750e2e3de4 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5948765 Jul 08 18:20:57.378298 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 257e972e-8d52-4abd-88ed-4acb18e67891 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:57.382184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59896) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:57.387725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'network_id': '257e972e-8d52-4abd-88ed-4acb18e67891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:57.563279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54c214-ea59-4069-a2e0-81ab017f7b4f req-94df1647-5b36-4f1f-a5ce-3f2e6239f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:57.565374 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9b54c214-ea59-4069-a2e0-81ab017f7b4f req-94df1647-5b36-4f1f-a5ce-3f2e6239f9be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 1097 time: 0.1721716 Jul 08 18:20:57.629790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:57.634727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.727982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_backend_mixin [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Performing IP validity checks on allocation pools {{(pid=93741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 18:20:57.733540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_backend_mixin [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 18:20:57.968880 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9b54c214-ea59-4069-a2e0-81ab017f7b4f req-4d3aaeed-2055-4e5a-a0d5-7170523d4005 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3947990 Jul 08 18:20:57.976606 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:58.008691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68821018-5d0d-4a55-a754-80de581f04e3 req-ad00d0a8-e7cb-4b62-90e7-cfc52ce3c029 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.021818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68821018-5d0d-4a55-a754-80de581f04e3 req-ad00d0a8-e7cb-4b62-90e7-cfc52ce3c029 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 946 time: 0.2749739 Jul 08 18:20:58.069476 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=01b1e300-baf1-463c-b3ae-846722a077df,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:58.098950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68821018-5d0d-4a55-a754-80de581f04e3 req-e474ecec-a51a-4caa-ad7a-92e555a329ea tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705442 Jul 08 18:20:58.160319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking segment: {'id': '186b0ea3-bb64-422c-be2d-073bfac0ea34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '257e972e-8d52-4abd-88ed-4acb18e67891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:58.160698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network hostable DHCP agents. Network: 257e972e-8d52-4abd-88ed-4acb18e67891, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:58.211040 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network 257e972e-8d52-4abd-88ed-4acb18e67891 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:58.225203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18a127-e3d4-4b91-b44d-303bd19c99f3 req-8e0f8a6a-4032-4218-bc69-011595eb9239 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.230426 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf18a127-e3d4-4b91-b44d-303bd19c99f3 req-8e0f8a6a-4032-4218-bc69-011595eb9239 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 946 time: 0.3155184 Jul 08 18:20:58.239086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 257e972e-8d52-4abd-88ed-4acb18e67891) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:58.244188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.244780 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:58.251227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb2338f-56aa-47ba-a557-a813a80f50b5 None None] Network 257e972e-8d52-4abd-88ed-4acb18e67891 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:58.298993 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dbaea248-a3fa-4457-8a77-6aec87b0c734 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9156284 Jul 08 18:20:58.300112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59924) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:58.356507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf18a127-e3d4-4b91-b44d-303bd19c99f3 req-b7b6e3f9-f03d-4f31-8029-ffbe03807588 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219952 Jul 08 18:20:58.567049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300faaa9-c169-44f1-842e-1842f73255a0 req-380a560a-bf80-4032-85cb-aea4886dc879 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.567049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-300faaa9-c169-44f1-842e-1842f73255a0 req-380a560a-bf80-4032-85cb-aea4886dc879 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.1870241 Jul 08 18:20:58.580282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:58.719212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-300faaa9-c169-44f1-842e-1842f73255a0 req-363bc59e-5eae-401e-87e0-a6806af01d88 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701815 Jul 08 18:20:58.800391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c6de0-c7b8-440e-9da9-85346dce8693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-257e972e-8d52-4abd-88ed-4acb18e67891', 'network_id': '257e972e-8d52-4abd-88ed-4acb18e67891', 'tenant_id': '6ccece69f1bf48f3aebddfc72255473a', 'fixed_ips': [{'subnet_id': '01b1e300-baf1-463c-b3ae-846722a077df'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:58.804968 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-656c6de0-c7b8-440e-9da9-85346dce8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:58.824801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:58.899156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59938) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:58.960753 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:58.974033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63905add-590a-4387-901f-073b2eec2b1f req-e3ae680e-a5f0-4b47-a9a5-6a416e96e910 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.988444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63905add-590a-4387-901f-073b2eec2b1f req-e3ae680e-a5f0-4b47-a9a5-6a416e96e910 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 946 time: 0.1840756 Jul 08 18:20:59.017678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Subnet': ['ID=01b1e300-baf1-463c-b3ae-846722a077df,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server [None req-656c6de0-c7b8-440e-9da9-85346dce8693 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01b1e300-baf1-463c-b3ae-846722a077df: This subnet is being modified by another concurrent operation. Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01b1e300-baf1-463c-b3ae-846722a077df: This subnet is being modified by another concurrent operation. Jul 08 18:20:59.060788 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:20:59.087054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067bb46c-7a44-42d0-b32b-a80c9b822d36 None None] Network 257e972e-8d52-4abd-88ed-4acb18e67891 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:59.097662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63905add-590a-4387-901f-073b2eec2b1f req-bfc8b2e3-1d6c-4729-a45f-e1a23feed821 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081762 Jul 08 18:20:59.184512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.208887 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fc53e2c-7258-43d6-a6df-3bebb384cad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.216264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257e972e-8d52-4abd-88ed-4acb18e67891']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:59.294301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186b0ea3-bb64-422c-be2d-073bfac0ea34') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:59.296156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186b0ea3-bb64-422c-be2d-073bfac0ea34') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:59.307016 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.328694 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.337252 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:59.337835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.455287 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fc53e2c-7258-43d6-a6df-3bebb384cad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:59.468834 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:59.473056 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0fc53e2c-7258-43d6-a6df-3bebb384cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.484172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.501492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.509439 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/257e972e-8d52-4abd-88ed-4acb18e67891 HTTP/1.1" status: 204 len: 168 time: 1.2087061 Jul 08 18:20:59.520221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59962) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:59.539098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976eb6ac-33aa-42c9-9b52-b278d6b6c97d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=257e972e-8d52-4abd-88ed-4acb18e67891,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:59.554977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-796344728'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:59.616658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0fc53e2c-7258-43d6-a6df-3bebb384cad3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67ee0c2c6b8647b9a3a55388dae48019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7163689 Jul 08 18:20:59.620663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59964) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:59.622263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc53e2c-7258-43d6-a6df-3bebb384cad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfebda8-880f-48a2-a69d-ab2c2f3344c0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:59.688115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc9845-50ef-4806-b2c8-e8c18ce38774 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:20:59.788948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:59.794944 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.851947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4c60-8e89-4aa1-8df6-1b0955e6bf20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.866473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:59.879426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a89358-b301-437d-b937-cc246f31708d req-831c646f-ea3a-4ba9-ba0d-3e293a788698 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:59.881759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67a89358-b301-437d-b937-cc246f31708d req-831c646f-ea3a-4ba9-ba0d-3e293a788698 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 946 time: 0.2562897 Jul 08 18:20:59.889977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.890487 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment 04f71ee2-2236-4991-9c4b-e346ab62b86b of type vlan for network c0877eb7-85fb-41e4-be0c-0267f55587ef Jul 08 18:20:59.937240 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4c60-8e89-4aa1-8df6-1b0955e6bf20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:59.946375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67a89358-b301-437d-b937-cc246f31708d req-2684ecea-9666-4d8b-9468-71025c6b84e6 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535588 Jul 08 18:20:59.982069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc9845-50ef-4806-b2c8-e8c18ce38774 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:20:59.994665 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:00.087996 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:00.088631 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4c60-8e89-4aa1-8df6-1b0955e6bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:00.092081 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4c60-8e89-4aa1-8df6-1b0955e6bf20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:00.095312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:00.096463 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cd4c4c60-8e89-4aa1-8df6-1b0955e6bf20 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fcfebda8-880f-48a2-a69d-ab2c2f3344c0 HTTP/1.1" status: 204 len: 168 time: 0.4708045 Jul 08 18:21:00.109304 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:00.129091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c4c60-8e89-4aa1-8df6-1b0955e6bf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfebda8-880f-48a2-a69d-ab2c2f3344c0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:00.280915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59986) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:00.282132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7605507 Jul 08 18:21:00.286567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'network_id': 'c0877eb7-85fb-41e4-be0c-0267f55587ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:00.308517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac2c03-a96d-45b4-9c36-8a022a0e2c2a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=c0877eb7-85fb-41e4-be0c-0267f55587ef,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:00.332409 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network c0877eb7-85fb-41e4-be0c-0267f55587ef details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:00.352402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df56340-40b0-47d8-b235-12787662b0b7 req-f142d527-6f04-4d17-9c4a-44dd7ed639b7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:00.354067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4df56340-40b0-47d8-b235-12787662b0b7 req-f142d527-6f04-4d17-9c4a-44dd7ed639b7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.3057940 Jul 08 18:21:00.437604 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4df56340-40b0-47d8-b235-12787662b0b7 req-cfb347c4-8e61-4847-8369-cff87a302e04 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726879 Jul 08 18:21:00.581822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:00.587529 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:00.638766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60000) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:00.798235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60004) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:01.048474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60012) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:01.080405 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:01.088941 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61d77b84-9ac5-4c8f-aade-c500493de8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:01.251466 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=931b0c00-c53d-47c6-96a4-e494bb0248e9,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:01.264095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1796d10c-affd-470b-a4a3-89a292730a27 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-260030970'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:01.264577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1796d10c-affd-470b-a4a3-89a292730a27 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Unknown quota resources ['metering_label']. {{(pid=93741) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:21:01.276744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking segment: {'id': '04f71ee2-2236-4991-9c4b-e346ab62b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c0877eb7-85fb-41e4-be0c-0267f55587ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:01.277755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network hostable DHCP agents. Network: c0877eb7-85fb-41e4-be0c-0267f55587ef, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:01.308787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263a4f2-bb42-4297-b07f-e9da460ae2f5 req-1316fb68-62ea-45aa-86fe-9102d8ab51c7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:01.317635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f263a4f2-bb42-4297-b07f-e9da460ae2f5 req-1316fb68-62ea-45aa-86fe-9102d8ab51c7 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 946 time: 0.1431329 Jul 08 18:21:01.431309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f263a4f2-bb42-4297-b07f-e9da460ae2f5 req-15d20929-efd0-428b-a270-32144621aee4 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118541 Jul 08 18:21:01.649183 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:01.977536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network c0877eb7-85fb-41e4-be0c-0267f55587ef is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:01.985582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1796d10c-affd-470b-a4a3-89a292730a27 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:01.989255 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1796d10c-affd-470b-a4a3-89a292730a27 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1784148 Jul 08 18:21:01.991413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60038) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:02.003371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6e0d0526-76ed-4060-935f-6d9fb81844fc tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6503300e-aa7a-402d-95f9-d582b8366749'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:02.003882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6e0d0526-76ed-4060-935f-6d9fb81844fc tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93741) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:21:02.013295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, c0877eb7-85fb-41e4-be0c-0267f55587ef) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:02.016174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61d77b84-9ac5-4c8f-aade-c500493de8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.022915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:02.023592 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.027389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d870c-97bd-4179-be12-3a055ac78272 None None] Network c0877eb7-85fb-41e4-be0c-0267f55587ef requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:02.034452 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61d77b84-9ac5-4c8f-aade-c500493de8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.168586 n-d-799684-3 neutron-server[93741]: WARNING neutron.services.metering.metering_plugin [None req-6e0d0526-76ed-4060-935f-6d9fb81844fc tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 18:21:02.175831 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1b48e3d9-1387-4624-b10b-4b2f470af7ab tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8939486 Jul 08 18:21:02.206244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60044) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:02.209133 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-61d77b84-9ac5-4c8f-aade-c500493de8fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7a9c7a573b6f495ab6c9912dbf8f164d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1586747 Jul 08 18:21:02.227527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-c0877eb7-85fb-41e4-be0c-0267f55587ef', 'network_id': 'c0877eb7-85fb-41e4-be0c-0267f55587ef', 'tenant_id': '6ccece69f1bf48f3aebddfc72255473a', 'fixed_ips': [{'subnet_id': '931b0c00-c53d-47c6-96a4-e494bb0248e9'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:02.228538 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.256344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60046) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:02.257588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d77b84-9ac5-4c8f-aade-c500493de8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c72cde-6397-4705-947f-4115228cd294,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:02.311172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0526-76ed-4060-935f-6d9fb81844fc tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.311527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea83df2-38c5-4a58-a5b3-fb208eff1871 req-c02eec98-fa53-4ea4-a105-63fd73d981ad tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:02.312386 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6e0d0526-76ed-4060-935f-6d9fb81844fc tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3175578 Jul 08 18:21:02.313816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aea83df2-38c5-4a58-a5b3-fb208eff1871 req-c02eec98-fa53-4ea4-a105-63fd73d981ad tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 946 time: 0.7311208 Jul 08 18:21:02.325957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60048) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:02.326495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60050) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:02.340938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-58fbce95-e0fc-4c43-bd4c-0cc374e194db tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6503300e-aa7a-402d-95f9-d582b8366749'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:02.341706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-58fbce95-e0fc-4c43-bd4c-0cc374e194db tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:21:02.347817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ae5a9393-05bc-4479-9ba8-4ae1f1cd19cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Request body: {'floatingip': {'port_id': '276bbc5c-508f-4559-84fb-98081a3a6d81'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:02.401963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f331d2-9103-40b1-aa32-7815f08a75a1 req-122bd86d-a8d0-46de-9063-f52c50e6a2b5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:02.403511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4f331d2-9103-40b1-aa32-7815f08a75a1 req-122bd86d-a8d0-46de-9063-f52c50e6a2b5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.7350571 Jul 08 18:21:02.452877 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9393-05bc-4479-9ba8-4ae1f1cd19cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.454297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Allocated IP 172.20.0.1 (c0877eb7-85fb-41e4-be0c-0267f55587ef/931b0c00-c53d-47c6-96a4-e494bb0248e9/1630a14f-09b7-405b-98ff-cfbe8217a449) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:02.470098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.479894 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b3e08ced-da07-47af-afd2-468a8e521044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.550888 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.656284 n-d-799684-3 neutron-server[93742]: WARNING neutron.services.metering.metering_plugin [None req-58fbce95-e0fc-4c43-bd4c-0cc374e194db tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 18:21:02.692322 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.703199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Transition to ACTIVE for port object 1630a14f-09b7-405b-98ff-cfbe8217a449 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:02.719595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Transition to ACTIVE for port object 1630a14f-09b7-405b-98ff-cfbe8217a449 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:02.723658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8ae26-0641-4836-bfb7-d7050d7b9033 req-37ce7292-7798-4d55-9d23-e2c567974823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:02.726267 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb8ae26-0641-4836-bfb7-d7050d7b9033 req-37ce7292-7798-4d55-9d23-e2c567974823 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1096 time: 0.0680943 Jul 08 18:21:02.729082 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.773890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Network c0877eb7-85fb-41e4-be0c-0267f55587ef is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:02.779716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:02.795133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:02.799859 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.824014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b3e08ced-da07-47af-afd2-468a8e521044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.827343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Pushing event updated for resources: {'Port': ['ID=1630a14f-09b7-405b-98ff-cfbe8217a449,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:02.840632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58fbce95-e0fc-4c43-bd4c-0cc374e194db tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.844827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-58fbce95-e0fc-4c43-bd4c-0cc374e194db tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5125804 Jul 08 18:21:02.853892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60062) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:02.873823 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Subnet': ['ID=931b0c00-c53d-47c6-96a4-e494bb0248e9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:02.886226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Attempting to bind port 1630a14f-09b7-405b-98ff-cfbe8217a449 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:02.886869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Attempting to bind port 1630a14f-09b7-405b-98ff-cfbe8217a449 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '04f71ee2-2236-4991-9c4b-e346ab62b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c0877eb7-85fb-41e4-be0c-0267f55587ef'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:02.887438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Attempting to bind port 1630a14f-09b7-405b-98ff-cfbe8217a449 on network c0877eb7-85fb-41e4-be0c-0267f55587ef {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:02.893417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:02.894137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Checking segment: {'id': '04f71ee2-2236-4991-9c4b-e346ab62b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c0877eb7-85fb-41e4-be0c-0267f55587ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:02.894730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4f331d2-9103-40b1-aa32-7815f08a75a1 req-9e13f585-43ae-4891-bf4d-274b2340817f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4812095 Jul 08 18:21:02.894956 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.895521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Bound using segment: {'id': '04f71ee2-2236-4991-9c4b-e346ab62b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c0877eb7-85fb-41e4-be0c-0267f55587ef'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:02.896241 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Bound port: 1630a14f-09b7-405b-98ff-cfbe8217a449, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f71ee2-2236-4991-9c4b-e346ab62b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c0877eb7-85fb-41e4-be0c-0267f55587ef'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:02.896797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.947523 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4cd99b57-764a-4356-bd01-17fd6cac2e51 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=4c8032fc-3f90-42ff-8a82-a5ee4e2fb461 HTTP/1.1" status: 200 len: 462 time: 0.0829351 Jul 08 18:21:02.956291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60064) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:02.980773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] For port 1630a14f-09b7-405b-98ff-cfbe8217a449, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:02.985049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] For port 1630a14f-09b7-405b-98ff-cfbe8217a449, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1630a14f-09b7-405b-98ff-cfbe8217a449,segment=NetworkSegment(04f71ee2-2236-4991-9c4b-e346ab62b86b),segment_id=04f71ee2-2236-4991-9c4b-e346ab62b86b)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:02.993487 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:02.994182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8ae26-0641-4836-bfb7-d7050d7b9033 req-16c07211-739e-4672-bea0-5ad21222f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:02.996839 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb8ae26-0641-4836-bfb7-d7050d7b9033 req-16c07211-739e-4672-bea0-5ad21222f6c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.2639701 Jul 08 18:21:03.011449 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.088069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208b409-0020-43fe-aaed-5a3510ecda52 None None] Pushing event updated for resources: {'Port': ['ID=1630a14f-09b7-405b-98ff-cfbe8217a449,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:03.113516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a53f3a-bc06-4346-9c6f-6226bb98218f None None] Network c0877eb7-85fb-41e4-be0c-0267f55587ef requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:03.136979 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0877eb7-85fb-41e4-be0c-0267f55587ef']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:03.189527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb8ae26-0641-4836-bfb7-d7050d7b9033 req-df86673f-f03a-4ecc-b28f-0badb3229318 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 999 time: 0.1802015 Jul 08 18:21:03.191130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f71ee2-2236-4991-9c4b-e346ab62b86b') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:03.191461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f71ee2-2236-4991-9c4b-e346ab62b86b') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:03.227388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Allocated IP 172.20.0.17 (59ff7aa9-cc65-4f86-8329-89240f4082af/43c354be-a25a-491a-9c2d-ebfcb38a3288/53b8cfb3-240c-4908-a849-2dffd5ea6f07) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:03.233022 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b3e08ced-da07-47af-afd2-468a8e521044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.235828 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b3e08ced-da07-47af-afd2-468a8e521044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.237001 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b3e08ced-da07-47af-afd2-468a8e521044 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41c72cde-6397-4705-947f-4115228cd294 HTTP/1.1" status: 204 len: 168 time: 0.9792650 Jul 08 18:21:03.248777 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.276282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db6d1b83-2a5e-4784-80a2-0551b3142fb8 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.280086 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-db6d1b83-2a5e-4784-80a2-0551b3142fb8 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/4c8032fc-3f90-42ff-8a82-a5ee4e2fb461 HTTP/1.1" status: 204 len: 168 time: 0.3175361 Jul 08 18:21:03.282844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60072) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:03.297844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e08ced-da07-47af-afd2-468a8e521044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c72cde-6397-4705-947f-4115228cd294,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:03.303581 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.312474 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-89c23378-f04d-4507-a210-08549885a28b tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=4c8032fc-3f90-42ff-8a82-a5ee4e2fb461 HTTP/1.1" status: 200 len: 221 time: 0.0241754 Jul 08 18:21:03.313479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60074) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:03.319542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:03.319970 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:03.323185 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:03.325444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8ae26-0641-4836-bfb7-d7050d7b9033 req-681e3dac-c73a-4991-ba28-ff0e5fd6d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:03.326311 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb8ae26-0641-4836-bfb7-d7050d7b9033 req-681e3dac-c73a-4991-ba28-ff0e5fd6d30a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.1263247 Jul 08 18:21:03.341235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90beea47-5310-4176-aeca-a9d157e175f0 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:21:03.350445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4240c2b9-4236-434d-a8bb-fe333df8b9c2 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--775710169', 'description': 'label created by tempest'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:03.351047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4240c2b9-4236-434d-a8bb-fe333df8b9c2 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Unknown quota resources ['metering_label']. {{(pid=93742) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:21:03.432624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.api [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 18:21:03.432624 n-d-799684-3 neutron-server[93741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 18:21:03.432624 n-d-799684-3 neutron-server[93741]: [parameters: {'id': 'c0877eb7-85fb-41e4-be0c-0267f55587ef'}] Jul 08 18:21:03.432624 n-d-799684-3 neutron-server[93741]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:21:03.433092 n-d-799684-3 neutron-server[93741]: DEBUG oslo_db.api [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:21:03.447907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8ae26-0641-4836-bfb7-d7050d7b9033 req-0ac1ef51-f107-41b9-9f5d-08797fc53bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:03.451727 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb8ae26-0641-4836-bfb7-d7050d7b9033 req-0ac1ef51-f107-41b9-9f5d-08797fc53bc2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119328 Jul 08 18:21:03.557275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90beea47-5310-4176-aeca-a9d157e175f0 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:21:03.563519 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb8ae26-0641-4836-bfb7-d7050d7b9033 req-1114a28d-01de-40e4-8ff5-9b8b91ce8071 service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066656 Jul 08 18:21:03.591049 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.687210 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4eb8ae26-0641-4836-bfb7-d7050d7b9033 req-9a0d0e76-8995-4025-961a-c736043b0130 service neutron] 10.222.0.74 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152699 Jul 08 18:21:03.775357 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.869457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Transition to ACTIVE for port object 53b8cfb3-240c-4908-a849-2dffd5ea6f07 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:03.935322 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.981563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4240c2b9-4236-434d-a8bb-fe333df8b9c2 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.985478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4240c2b9-4236-434d-a8bb-fe333df8b9c2 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6650064 Jul 08 18:21:03.987801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60100) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:04.091841 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:04.104142 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-25685178-b5ac-436b-8171-fc299f2b8b42 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=2a7df240-4be8-4d8f-98ad-221da33d3af6 HTTP/1.1" status: 200 len: 467 time: 0.1097431 Jul 08 18:21:04.106659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60108) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:04.175079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Deleting port 1630a14f-09b7-405b-98ff-cfbe8217a449 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:04.175513 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:04.194176 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.resource_extend [None req-ae5a9393-05bc-4479-9ba8-4ae1f1cd19cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:21:04.244523 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 59ff7aa9-cc65-4f86-8329-89240f4082af is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:04.267220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:04.282062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:04.292283 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:04.306949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=53b8cfb3-240c-4908-a849-2dffd5ea6f07,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:04.368367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9393-05bc-4479-9ba8-4ae1f1cd19cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:04.390986 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9393-05bc-4479-9ba8-4ae1f1cd19cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:04.395617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:04.414094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] For port 1630a14f-09b7-405b-98ff-cfbe8217a449, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1630a14f-09b7-405b-98ff-cfbe8217a449,segment=NetworkSegment(04f71ee2-2236-4991-9c4b-e346ab62b86b),segment_id=04f71ee2-2236-4991-9c4b-e346ab62b86b)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:04.414699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:04.434231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Calling delete_port for 1630a14f-09b7-405b-98ff-cfbe8217a449 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:04.507605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c13a7b91-34f0-4491-8819-ebbf72439bfb tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:04.511863 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c13a7b91-34f0-4491-8819-ebbf72439bfb tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/2a7df240-4be8-4d8f-98ad-221da33d3af6 HTTP/1.1" status: 204 len: 168 time: 0.4041116 Jul 08 18:21:04.514066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60120) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:04.529541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2612a1-649d-41eb-95ee-0d47b2a2b38e req-da72ab11-b6c8-4b3d-a8e1-f8aa22f2b8d0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:04.536852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd2612a1-649d-41eb-95ee-0d47b2a2b38e req-da72ab11-b6c8-4b3d-a8e1-f8aa22f2b8d0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.4427111 Jul 08 18:21:04.605046 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8a4f86fe-63ba-4341-ac10-602ffeadc6b6 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=2a7df240-4be8-4d8f-98ad-221da33d3af6 HTTP/1.1" status: 200 len: 216 time: 0.0897949 Jul 08 18:21:04.614966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60126) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:04.633855 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-47238610-eb90-43d7-88b7-4010c91094dc tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0121217 Jul 08 18:21:04.636266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60128) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:04.659428 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c41405b2-009e-40c8-b490-3f4f7f0600cf tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0189481 Jul 08 18:21:04.663876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60130) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:04.699520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5af7e6f0-61de-4e2a-9ee0-5f9367b6c191 None None] Provisioning for port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:04.699766 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-ae5a9393-05bc-4479-9ba8-4ae1f1cd19cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Floating IP 2b57407e-9bd7-4866-9168-a1e7163573dd associated. External IP: 172.25.8.7, port: 276bbc5c-508f-4559-84fb-98081a3a6d81. Jul 08 18:21:04.704949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5af7e6f0-61de-4e2a-9ee0-5f9367b6c191 None None] Provisioning complete for port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:04.705496 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5af7e6f0-61de-4e2a-9ee0-5f9367b6c191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:04.706761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd2612a1-649d-41eb-95ee-0d47b2a2b38e req-73f1b287-4e13-4573-a8aa-efe4c40cdcc7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683602 Jul 08 18:21:04.763219 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3da87761-2016-45ee-bace-0276df384335 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels/6503300e-aa7a-402d-95f9-d582b8366749 HTTP/1.1" status: 200 len: 472 time: 0.0961270 Jul 08 18:21:04.768417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60132) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:04.784235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5af7e6f0-61de-4e2a-9ee0-5f9367b6c191 None None] Port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:04.787533 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4597e566-e0f7-4afe-a6be-b9d701ae2213 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules/1ce33037-a9ae-48bf-a8e4-84cc1f43129e HTTP/1.1" status: 200 len: 459 time: 0.0163274 Jul 08 18:21:04.792306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60136) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:04.795837 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:04.843314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Port': ['ID=1630a14f-09b7-405b-98ff-cfbe8217a449,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:04.846833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No DVR routers for this DVR port 1630a14f-09b7-405b-98ff-cfbe8217a449 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:05.016243 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.017257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-224cd070-c88b-45af-acb7-292c6e6dd5e5 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.018427 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-224cd070-c88b-45af-acb7-292c6e6dd5e5 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/1ce33037-a9ae-48bf-a8e4-84cc1f43129e HTTP/1.1" status: 204 len: 168 time: 0.2240376 Jul 08 18:21:05.021925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60146) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:05.024819 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.043552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0877eb7-85fb-41e4-be0c-0267f55587ef']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:05.104374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f71ee2-2236-4991-9c4b-e346ab62b86b') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:05.104960 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f71ee2-2236-4991-9c4b-e346ab62b86b') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:05.123242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.236258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.296172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:05.297460 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:05.385677 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:05.393105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fba9f968-d23d-475c-8b3d-7ed0b76624c3 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.397509 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fba9f968-d23d-475c-8b3d-7ed0b76624c3 tempest-MeteringIpV6TestJSON-441030753 tempest-MeteringIpV6TestJSON-441030753-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/6503300e-aa7a-402d-95f9-d582b8366749 HTTP/1.1" status: 204 len: 168 time: 0.3745658 Jul 08 18:21:05.409487 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.419046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.425505 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/c0877eb7-85fb-41e4-be0c-0267f55587ef HTTP/1.1" status: 204 len: 168 time: 3.2147231 Jul 08 18:21:05.426176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60162) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:05.434000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1001727832'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:05.451756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89c125-8ad5-42ec-8cc8-c4e85d074700 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=c0877eb7-85fb-41e4-be0c-0267f55587ef,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:05.483468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:05.487476 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.515405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:05.531002 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.531754 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment ea27747d-8eaa-4a05-8f7e-a3a76240e7df of type vlan for network 573df765-ada2-4760-ba79-63568caa0292 Jul 08 18:21:05.604449 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.687664 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.698484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:05.698484 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.840943 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=573df765-ada2-4760-ba79-63568caa0292,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:05.844316 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-26ac2075-ebd2-4861-81eb-123a3c9f3a1f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4148440 Jul 08 18:21:05.847141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60184) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:05.855920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'network_id': '573df765-ada2-4760-ba79-63568caa0292', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:05.857748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 573df765-ada2-4760-ba79-63568caa0292 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:05.912735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5a9393-05bc-4479-9ba8-4ae1f1cd19cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Router 4736136b-26c6-401b-a48b-43d75e48213a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:06.039023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60190) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:06.059216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:06.064815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.283000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 69519b6b-a174-4205-8340-39cbab2bc262 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:06.287939 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bae97f94-a9a8-45ae-aa4d-90e8319d5f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.292810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-044a79e0-0acf-48e1-9acc-a5394b51c636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.373939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4ba09-c98c-4522-a202-1ae9ebb85950 req-6efef592-86dd-4d19-92c5-45a8ff96aa8e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:06.376684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70c4ba09-c98c-4522-a202-1ae9ebb85950 req-6efef592-86dd-4d19-92c5-45a8ff96aa8e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.4530170 Jul 08 18:21:06.394952 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.417136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.436255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:06.441866 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27612ad3-225e-47e4-92df-5563b89e22eb" -d '{"events": [{"server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "name": "network-vif-unplugged", "status": "completed", "tag": "69519b6b-a174-4205-8340-39cbab2bc262"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:06.455685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:06.462486 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.463544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70c4ba09-c98c-4522-a202-1ae9ebb85950 req-a7365891-2bfa-4146-8cc7-cde787b0527a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729122 Jul 08 18:21:06.469468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5a9393-05bc-4479-9ba8-4ae1f1cd19cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:06.477626 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9393-05bc-4479-9ba8-4ae1f1cd19cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.502182 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c903a1d-0d0d-4d6b-8899-4c2a7da98e58 None None] Sync routers for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:06.520444 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c903a1d-0d0d-4d6b-8899-4c2a7da98e58 None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:06.521099 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0c903a1d-0d0d-4d6b-8899-4c2a7da98e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:20:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:06.539827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ae5a9393-05bc-4479-9ba8-4ae1f1cd19cd tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "PUT /v2.0/floatingips/2b57407e-9bd7-4866-9168-a1e7163573dd HTTP/1.1" status: 200 len: 990 time: 4.2063398 Jul 08 18:21:06.542700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'tag': '276bbc5c-508f-4559-84fb-98081a3a6d81'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:06.545481 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52638edf-638b-4e41-8e40-a175e0c5a741" -d '{"events": [{"name": "network-changed", "server_uuid": "d6959639-1cea-4324-acac-73734cdb4eaa", "tag": "276bbc5c-508f-4559-84fb-98081a3a6d81"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:06.565814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=183f8a67-d635-4c07-a442-ef36c869bc4a,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:06.574829 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea2059b-e9f5-4908-872a-3ed60161c918 x-openstack-request-id: req-dea2059b-e9f5-4908-872a-3ed60161c918 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:06.575153 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "name": "network-vif-unplugged", "status": "failed", "tag": "69519b6b-a174-4205-8340-39cbab2bc262", "code": 422}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:06.575488 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dea2059b-e9f5-4908-872a-3ed60161c918 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:06.576011 n-d-799684-3 neutron-server[93743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262', 'code': 422} returned with failed status Jul 08 18:21:06.577009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:06.657043 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f44819-7e28-490d-adb5-aadb647f6cc3 x-openstack-request-id: req-f1f44819-7e28-490d-adb5-aadb647f6cc3 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:06.658382 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6959639-1cea-4324-acac-73734cdb4eaa", "tag": "276bbc5c-508f-4559-84fb-98081a3a6d81", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:06.658857 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1f44819-7e28-490d-adb5-aadb647f6cc3 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:06.659479 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'tag': '276bbc5c-508f-4559-84fb-98081a3a6d81', 'status': 'completed', 'code': 200} Jul 08 18:21:06.669739 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.695263 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.732447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-044a79e0-0acf-48e1-9acc-a5394b51c636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.770302 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0c903a1d-0d0d-4d6b-8899-4c2a7da98e58 None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:06.778805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking segment: {'id': 'ea27747d-8eaa-4a05-8f7e-a3a76240e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '573df765-ada2-4760-ba79-63568caa0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:06.779172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network hostable DHCP agents. Network: 573df765-ada2-4760-ba79-63568caa0292, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:06.790551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-044a79e0-0acf-48e1-9acc-a5394b51c636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.816294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=53b8cfb3-240c-4908-a849-2dffd5ea6f07,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:06.859122 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:06.870925 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-044a79e0-0acf-48e1-9acc-a5394b51c636 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=640945a5152540698cdb7182e84dd0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8307595 Jul 08 18:21:06.873481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60230) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:06.883185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a79e0-0acf-48e1-9acc-a5394b51c636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43f8503-d7ef-4964-9e76-c41205cd329f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:06.931141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network 573df765-ada2-4760-ba79-63568caa0292 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:06.968094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 573df765-ada2-4760-ba79-63568caa0292) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:06.977160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c7caf-5a3a-411e-bc20-bf48e6a37daf None None] Network 573df765-ada2-4760-ba79-63568caa0292 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:07.007705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:07.008306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:07.044421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52638edf-638b-4e41-8e40-a175e0c5a741 req-50d43333-05ee-4ede-acc3-896a42e3b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:07.046486 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52638edf-638b-4e41-8e40-a175e0c5a741 req-50d43333-05ee-4ede-acc3-896a42e3b3b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 1097 time: 0.3453269 Jul 08 18:21:07.060208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2ebfdade-071f-4b44-9cb4-a2b50c0713b7 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2108672 Jul 08 18:21:07.063071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60244) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:07.195808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b6597cc-5efe-4e6e-bcc8-aac12ec9ec03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:07.202763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52638edf-638b-4e41-8e40-a175e0c5a741 req-84679de4-084c-4026-ab8f-02d3c3cec9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:07.204402 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52638edf-638b-4e41-8e40-a175e0c5a741 req-84679de4-084c-4026-ab8f-02d3c3cec9c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 912 time: 0.1430614 Jul 08 18:21:07.209644 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0c903a1d-0d0d-4d6b-8899-4c2a7da98e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '2b57407e-9bd7-4866-9168-a1e7163573dd', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'port_id': '276bbc5c-508f-4559-84fb-98081a3a6d81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'mac_address': 'fa:16:3e:f9:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:20:32Z', 'updated_at': '2021-07-08T18:21:03Z', 'revision_number': 1, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:07.217777 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 59ff7aa9-cc65-4f86-8329-89240f4082af is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:07.229134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:07.258860 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c903a1d-0d0d-4d6b-8899-4c2a7da98e58 None None] Checking router: 4736136b-26c6-401b-a48b-43d75e48213a for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:07.269973 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c903a1d-0d0d-4d6b-8899-4c2a7da98e58 None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:07.270967 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0c903a1d-0d0d-4d6b-8899-4c2a7da98e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:20:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:07.358541 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b6597cc-5efe-4e6e-bcc8-aac12ec9ec03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:07.377631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-573df765-ada2-4760-ba79-63568caa0292', 'network_id': '573df765-ada2-4760-ba79-63568caa0292', 'tenant_id': '6ccece69f1bf48f3aebddfc72255473a', 'fixed_ips': [{'subnet_id': '183f8a67-d635-4c07-a442-ef36c869bc4a'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:07.378762 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:07.438566 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52638edf-638b-4e41-8e40-a175e0c5a741 req-76fc6577-8e0a-4134-84fd-c0083b695749 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276bbc5c-508f-4559-84fb-98081a3a6d81 HTTP/1.1" status: 200 len: 998 time: 0.2268097 Jul 08 18:21:07.514291 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:07.582655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60258) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:07.631382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52638edf-638b-4e41-8e40-a175e0c5a741 req-bb85c8aa-3318-4141-8570-5e09ccb8d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:07.633271 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52638edf-638b-4e41-8e40-a175e0c5a741 req-bb85c8aa-3318-4141-8570-5e09ccb8d2ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.1820941 Jul 08 18:21:07.711370 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b6597cc-5efe-4e6e-bcc8-aac12ec9ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:07.714477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b6597cc-5efe-4e6e-bcc8-aac12ec9ec03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:07.718808 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2b6597cc-5efe-4e6e-bcc8-aac12ec9ec03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a43f8503-d7ef-4964-9e76-c41205cd329f HTTP/1.1" status: 204 len: 168 time: 0.8404770 Jul 08 18:21:07.731335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Allocated IP 172.20.0.1 (573df765-ada2-4760-ba79-63568caa0292/183f8a67-d635-4c07-a442-ef36c869bc4a/bf6ed252-97ad-45a3-94cb-8261a159216a) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:07.739539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:07.777633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6597cc-5efe-4e6e-bcc8-aac12ec9ec03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43f8503-d7ef-4964-9e76-c41205cd329f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:07.785232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-64548b81-6f72-4f59-bb89-46645b2dccd6 None None] Provisioning complete for port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:07.789287 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-64548b81-6f72-4f59-bb89-46645b2dccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:07.790702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52638edf-638b-4e41-8e40-a175e0c5a741 req-905237dc-b076-4a89-88de-f8febb29b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:07.795778 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52638edf-638b-4e41-8e40-a175e0c5a741 req-905237dc-b076-4a89-88de-f8febb29b7a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526439 Jul 08 18:21:07.826747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:07.885077 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0c903a1d-0d0d-4d6b-8899-4c2a7da98e58 None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:07.931703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-64548b81-6f72-4f59-bb89-46645b2dccd6 None None] Port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:08.020148 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e8d7-c1a8-45f5-9342-5e5e59cea850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.107806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:08.115530 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bd75ddc9-3262-4724-b764-3b351b5a9c1b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "PUT /v2.0/routers/106650bb-f201-46c0-b4e5-bbe8ba6614b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4756556 Jul 08 18:21:08.122507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Sync routers for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:08.151835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:08.152759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:20:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:08.208393 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52638edf-638b-4e41-8e40-a175e0c5a741 req-03949e78-ce62-4ddf-bbd6-14d96551a29e service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023037 Jul 08 18:21:08.299588 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0c903a1d-0d0d-4d6b-8899-4c2a7da98e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '2b57407e-9bd7-4866-9168-a1e7163573dd', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'port_id': '276bbc5c-508f-4559-84fb-98081a3a6d81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'mac_address': 'fa:16:3e:f9:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:20:32Z', 'updated_at': '2021-07-08T18:21:03Z', 'revision_number': 1, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:08.339913 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c903a1d-0d0d-4d6b-8899-4c2a7da98e58 None None] The sync data for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 is: [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '2b57407e-9bd7-4866-9168-a1e7163573dd', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'port_id': '276bbc5c-508f-4559-84fb-98081a3a6d81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'mac_address': 'fa:16:3e:f9:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:20:32Z', 'updated_at': '2021-07-08T18:21:03Z', 'revision_number': 1, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:08.391973 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52638edf-638b-4e41-8e40-a175e0c5a741 req-8e3f48b0-4870-4474-8741-815e0a62f310 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696079 Jul 08 18:21:08.397904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60284) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:08.401257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:08.419431 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-affee452-6d2a-4789-84d1-4909492e505a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.449396 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e8d7-c1a8-45f5-9342-5e5e59cea850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.456353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e8d7-c1a8-45f5-9342-5e5e59cea850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.530611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4e8d7-c1a8-45f5-9342-5e5e59cea850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c902ec-b8c7-465f-b939-a4b0a21c8e0b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:08.539100 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.559193 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c0c4e8d7-c1a8-45f5-9342-5e5e59cea850 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a994f9b01e3c4cf7b3f023f0f5e89a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9763987 Jul 08 18:21:08.562476 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60292) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:08.588269 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-affee452-6d2a-4789-84d1-4909492e505a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.607590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-affee452-6d2a-4789-84d1-4909492e505a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.631167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Transition to ACTIVE for port object bf6ed252-97ad-45a3-94cb-8261a159216a will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:08.661396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Transition to ACTIVE for port object bf6ed252-97ad-45a3-94cb-8261a159216a will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:08.671895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-affee452-6d2a-4789-84d1-4909492e505a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9bf2984581394d15b2cddb8c5125e653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719035 Jul 08 18:21:08.675897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60294) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:08.694113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affee452-6d2a-4789-84d1-4909492e505a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec829af-bf3f-4108-887b-1d9ebd576258,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:08.721074 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.748260 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5cc6f4-0f55-4c10-8df0-04158ed457bc None None] New status for floating IP 2b57407e-9bd7-4866-9168-a1e7163573dd: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:21:08.754023 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.796075 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Network 573df765-ada2-4760-ba79-63568caa0292 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:08.807804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:08.815905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:08.837547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Subnet': ['ID=183f8a67-d635-4c07-a442-ef36c869bc4a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:08.837996 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e70edc4-d50b-4d30-bb3e-97e353d4eaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.864297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d74d104d-8d36-4a1b-b842-545674e0b2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.923858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e70edc4-d50b-4d30-bb3e-97e353d4eaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:08.993694 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d74d104d-8d36-4a1b-b842-545674e0b2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.004256 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e70edc4-d50b-4d30-bb3e-97e353d4eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.006918 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e70edc4-d50b-4d30-bb3e-97e353d4eaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.008028 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2e70edc4-d50b-4d30-bb3e-97e353d4eaeb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/78c902ec-b8c7-465f-b939-a4b0a21c8e0b HTTP/1.1" status: 204 len: 168 time: 0.4148362 Jul 08 18:21:09.045801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70edc4-d50b-4d30-bb3e-97e353d4eaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c902ec-b8c7-465f-b939-a4b0a21c8e0b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:09.108818 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.137732 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d74d104d-8d36-4a1b-b842-545674e0b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.144262 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d74d104d-8d36-4a1b-b842-545674e0b2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.145742 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d74d104d-8d36-4a1b-b842-545674e0b2a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ec829af-bf3f-4108-887b-1d9ebd576258 HTTP/1.1" status: 204 len: 168 time: 0.4661820 Jul 08 18:21:09.147157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573df765-ada2-4760-ba79-63568caa0292']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:09.169015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d104d-8d36-4a1b-b842-545674e0b2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec829af-bf3f-4108-887b-1d9ebd576258,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:09.186468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea27747d-8eaa-4a05-8f7e-a3a76240e7df') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:09.191035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea27747d-8eaa-4a05-8f7e-a3a76240e7df') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:09.210875 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.228893 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.244949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:09.245725 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.313450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Pushing event updated for resources: {'Port': ['ID=bf6ed252-97ad-45a3-94cb-8261a159216a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:09.315878 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:09.323365 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 18:21:09.323365 n-d-799684-3 neutron-server[93742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 18:21:09.323365 n-d-799684-3 neutron-server[93742]: [parameters: {'id': '573df765-ada2-4760-ba79-63568caa0292'}] Jul 08 18:21:09.323365 n-d-799684-3 neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:21:09.324121 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:21:09.335847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9d6f3-3140-4359-a5bd-40b09bb822ad req-7bc4564d-518e-45dd-887b-b62f11ab5e3f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:09.343882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06f9d6f3-3140-4359-a5bd-40b09bb822ad req-7bc4564d-518e-45dd-887b-b62f11ab5e3f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 943 time: 0.3772116 Jul 08 18:21:09.409855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06f9d6f3-3140-4359-a5bd-40b09bb822ad req-dcd67914-cd4c-4690-bf0f-5e0e98ce3970 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650160 Jul 08 18:21:09.476007 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b87d1005-aa8f-4bb0-810b-15a00a8e7cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.497490 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Attempting to bind port bf6ed252-97ad-45a3-94cb-8261a159216a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:09.497868 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Attempting to bind port bf6ed252-97ad-45a3-94cb-8261a159216a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'ea27747d-8eaa-4a05-8f7e-a3a76240e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '573df765-ada2-4760-ba79-63568caa0292'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:09.498268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Attempting to bind port bf6ed252-97ad-45a3-94cb-8261a159216a on network 573df765-ada2-4760-ba79-63568caa0292 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:09.504585 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.537673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:09.538047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Checking segment: {'id': 'ea27747d-8eaa-4a05-8f7e-a3a76240e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '573df765-ada2-4760-ba79-63568caa0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:09.538470 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.539000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Bound using segment: {'id': 'ea27747d-8eaa-4a05-8f7e-a3a76240e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '573df765-ada2-4760-ba79-63568caa0292'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:09.539469 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Bound port: bf6ed252-97ad-45a3-94cb-8261a159216a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea27747d-8eaa-4a05-8f7e-a3a76240e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '573df765-ada2-4760-ba79-63568caa0292'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:09.539852 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.588644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60328) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:09.615921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a46112b2-c4a3-4445-a112-77fc93d898fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.658184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] For port bf6ed252-97ad-45a3-94cb-8261a159216a, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:09.679211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] For port bf6ed252-97ad-45a3-94cb-8261a159216a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bf6ed252-97ad-45a3-94cb-8261a159216a,segment=NetworkSegment(ea27747d-8eaa-4a05-8f7e-a3a76240e7df),segment_id=ea27747d-8eaa-4a05-8f7e-a3a76240e7df)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:09.683112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:21:04Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'port_id': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'mac_address': 'fa:16:3e:35:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 1, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b8cfb3-240c-4908-a849-2dffd5ea6f07', 'name': '', 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:29:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '43c354be-a25a-491a-9c2d-ebfcb38a3288', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:02Z', 'updated_at': '2021-07-08T18:21:06Z', 'revision_number': 2, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '43c354be-a25a-491a-9c2d-ebfcb38a3288', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:09.729866 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.743973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Checking router: 106650bb-f201-46c0-b4e5-bbe8ba6614b0 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:09.744319 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Updating router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:21:09.808199 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a46112b2-c4a3-4445-a112-77fc93d898fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.826193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.837790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a46112b2-c4a3-4445-a112-77fc93d898fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:09.891456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992929f-ea90-450f-aa7a-eba87e9335f5 None None] Pushing event updated for resources: {'Port': ['ID=bf6ed252-97ad-45a3-94cb-8261a159216a,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:09.899779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-50a87157-9d02-4d03-ab06-df4e707b91ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3859358 Jul 08 18:21:09.902680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a46112b2-c4a3-4445-a112-77fc93d898fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=58afb5785c174a86b945abbf52de6cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126724 Jul 08 18:21:09.904207 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46112b2-c4a3-4445-a112-77fc93d898fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5a5007-76f6-447c-bccd-b144ab132d9e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:09.905590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60344) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:09.945906 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.005919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d50ba1a5-5a5f-43b9-9ab7-8f739166c0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.036555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Deleting port bf6ed252-97ad-45a3-94cb-8261a159216a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:10.040292 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d50ba1a5-5a5f-43b9-9ab7-8f739166c0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.043901 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.106816 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d50ba1a5-5a5f-43b9-9ab7-8f739166c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.113435 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d50ba1a5-5a5f-43b9-9ab7-8f739166c0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.115418 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d50ba1a5-5a5f-43b9-9ab7-8f739166c0a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e5a5007-76f6-447c-bccd-b144ab132d9e HTTP/1.1" status: 204 len: 168 time: 0.2063015 Jul 08 18:21:10.125327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ba1a5-5a5f-43b9-9ab7-8f739166c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5a5007-76f6-447c-bccd-b144ab132d9e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:10.157824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] For port bf6ed252-97ad-45a3-94cb-8261a159216a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bf6ed252-97ad-45a3-94cb-8261a159216a,segment=NetworkSegment(ea27747d-8eaa-4a05-8f7e-a3a76240e7df),segment_id=ea27747d-8eaa-4a05-8f7e-a3a76240e7df)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:10.158453 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.190018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Calling delete_port for bf6ed252-97ad-45a3-94cb-8261a159216a owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:10.305274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.338554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 69519b6b-a174-4205-8340-39cbab2bc262 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:10.376907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Port': ['ID=bf6ed252-97ad-45a3-94cb-8261a159216a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:10.383583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No DVR routers for this DVR port bf6ed252-97ad-45a3-94cb-8261a159216a on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:10.534723 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.547337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573df765-ada2-4760-ba79-63568caa0292']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:10.569327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea27747d-8eaa-4a05-8f7e-a3a76240e7df') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:10.569911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea27747d-8eaa-4a05-8f7e-a3a76240e7df') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:10.579967 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.595032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.602612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:10.603256 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.660742 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:10.678581 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:10.681045 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.689158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e555e76-9266-4cf3-8d62-831895aa2039 None None] Network 573df765-ada2-4760-ba79-63568caa0292 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:10.705601 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.710665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Transition to ACTIVE for port object 53b8cfb3-240c-4908-a849-2dffd5ea6f07 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:10.715497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e555e76-9266-4cf3-8d62-831895aa2039 None None] Network 573df765-ada2-4760-ba79-63568caa0292 could not be found, it might have been deleted concurrently. {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 18:21:10.726044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.730376 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.732587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/573df765-ada2-4760-ba79-63568caa0292 HTTP/1.1" status: 204 len: 168 time: 3.6626468 Jul 08 18:21:10.737568 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60382) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:10.742658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-652735744'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:10.759411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74708d80-8053-4571-a090-5797eae8794c None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:21:10.759871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671988-1770-46c4-a87a-f564e2978e86 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=573df765-ada2-4760-ba79-63568caa0292,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:10.799288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1dab2-0735-4406-bc2c-9317159732df req-e2199fb1-c816-46e9-81f8-291a1350bc13 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:10.801386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15f1dab2-0735-4406-bc2c-9317159732df req-e2199fb1-c816-46e9-81f8-291a1350bc13 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 943 time: 0.1242986 Jul 08 18:21:10.805140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:10.817307 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.879460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:10.902035 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:10.903172 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment 1509b212-aefa-486e-bb7f-de632ed32096 of type vlan for network da940125-6632-496c-ae9a-6d80bb606749 Jul 08 18:21:10.944177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15f1dab2-0735-4406-bc2c-9317159732df req-2a22a30a-6ec3-461d-b294-2129979eb436 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331794 Jul 08 18:21:11.015887 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:11.042358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fccd96-c259-48d3-9d47-13f086d14b2e None None] Pushing event updated for resources: {'Port': ['ID=53b8cfb3-240c-4908-a849-2dffd5ea6f07,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:11.055167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Attempting to bind port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:11.055622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Attempting to bind port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:11.056281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Attempting to bind port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 on network 59ff7aa9-cc65-4f86-8329-89240f4082af {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:11.066966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:11.067361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Checking segment: {'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:11.068469 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:11.069501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Bound using segment: {'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:11.070323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Bound port: 53b8cfb3-240c-4908-a849-2dffd5ea6f07, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b168d4-0fc3-427d-9976-2c60c29a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:11.071024 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:11.089289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:11.095391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:11.096390 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:11.197129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74708d80-8053-4571-a090-5797eae8794c None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:21:11.202438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4641314 Jul 08 18:21:11.205302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60400) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:11.216178 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-76e8194d-987b-4efe-b1b8-d9697ed5105e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:11.216952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] For port 53b8cfb3-240c-4908-a849-2dffd5ea6f07, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:11.221598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] For port 53b8cfb3-240c-4908-a849-2dffd5ea6f07, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=53b8cfb3-240c-4908-a849-2dffd5ea6f07,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:11.222682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5d10f-028d-41db-bb56-b6157ee5bc40 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=da940125-6632-496c-ae9a-6d80bb606749,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:11.264175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network da940125-6632-496c-ae9a-6d80bb606749 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:11.276738 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:11.401079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:11.401987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:11.481644 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e8194d-987b-4efe-b1b8-d9697ed5105e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:11.502863 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e8194d-987b-4efe-b1b8-d9697ed5105e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:11.517729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76e8194d-987b-4efe-b1b8-d9697ed5105e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network da940125-6632-496c-ae9a-6d80bb606749 is not hosted by any dhcp agent {{(pid=93742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 18:21:11.525667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e8194d-987b-4efe-b1b8-d9697ed5105e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:11.527330 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e8194d-987b-4efe-b1b8-d9697ed5105e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:11.529139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-76e8194d-987b-4efe-b1b8-d9697ed5105e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "PUT /v2.0/networks/da940125-6632-496c-ae9a-6d80bb606749 HTTP/1.1" status: 200 len: 723 time: 0.3220224 Jul 08 18:21:11.532006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60412) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:11.540329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'network_id': 'da940125-6632-496c-ae9a-6d80bb606749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:11.685887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fccd96-c259-48d3-9d47-13f086d14b2e None None] Pushing event updated for resources: {'Port': ['ID=53b8cfb3-240c-4908-a849-2dffd5ea6f07,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:11.745492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8194d-987b-4efe-b1b8-d9697ed5105e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=da940125-6632-496c-ae9a-6d80bb606749,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:11.754854 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:11.767526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:11.781545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:11.817917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network da940125-6632-496c-ae9a-6d80bb606749 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:12.049776 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:12.174863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:12.182131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=43452488-c0e8-4bf0-b754-387c9ac7616a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:12.191949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking segment: {'id': '1509b212-aefa-486e-bb7f-de632ed32096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'da940125-6632-496c-ae9a-6d80bb606749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:12.192471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network hostable DHCP agents. Network: da940125-6632-496c-ae9a-6d80bb606749, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:12.247966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network da940125-6632-496c-ae9a-6d80bb606749 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:12.269534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, da940125-6632-496c-ae9a-6d80bb606749) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:12.276349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:12.277195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:12.294259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60446) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:12.340025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d3871531-b689-4abf-a790-2c4ded9cb81f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8055091 Jul 08 18:21:12.342354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60450) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:12.356159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d842354-01b9-411e-86cc-2a5104c23a27 req-9e3af487-2afb-4821-980b-52c3df0f8f6a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:12.357751 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d842354-01b9-411e-86cc-2a5104c23a27 req-9e3af487-2afb-4821-980b-52c3df0f8f6a tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 943 time: 0.1421933 Jul 08 18:21:12.371269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-66495d79-6c8e-4dae-848f-5297726861bf tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:12.383099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-a047b003-c29f-47ad-8fba-63a129c78692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:12.384873 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-a047b003-c29f-47ad-8fba-63a129c78692 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648&tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c HTTP/1.1" status: 200 len: 1094 time: 1.0836985 Jul 08 18:21:12.409232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:12.460715 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d842354-01b9-411e-86cc-2a5104c23a27 req-2c87789a-e499-4ff9-835e-b1eaff7c3fb9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971053 Jul 08 18:21:12.524917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-da0fb822-857a-430e-a7e9-0b790efbc61b tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:12.572108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-da0fb822-857a-430e-a7e9-0b790efbc61b tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] 10.222.0.73 "PUT /v2.0/quotas/ed970d34ca9545ae9ab43505d2712cde HTTP/1.1" status: 200 len: 366 time: 0.2835147 Jul 08 18:21:12.574112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60456) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:12.585263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3ba0a28a-e192-4270-a030-750e1d613461 tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0098405 Jul 08 18:21:12.590048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60460) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:12.592378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-66495d79-6c8e-4dae-848f-5297726861bf tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8472174'] for subnet, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:12.620414 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-35851c43-38df-49c2-a4cf-9d80d1fc14f6 tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] 10.222.0.73 "GET /v2.0/quotas/ed970d34ca9545ae9ab43505d2712cde HTTP/1.1" status: 200 len: 366 time: 0.0268004 Jul 08 18:21:12.622193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60462) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:12.652614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-284317d5-91ef-48f3-b910-9ff95ec754f9 tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/ed970d34ca9545ae9ab43505d2712cde HTTP/1.1" status: 204 len: 168 time: 0.0283902 Jul 08 18:21:12.652841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60468) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:12.653718 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:12.667682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-752df6e8-7310-42fc-801c-226e015abca1 tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0115979 Jul 08 18:21:12.669539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60472) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:12.688255 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e8b47aed-319e-4f53-acd2-7a552a234106 tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] 10.222.0.73 "GET /v2.0/quotas/ed970d34ca9545ae9ab43505d2712cde HTTP/1.1" status: 200 len: 370 time: 0.0138462 Jul 08 18:21:12.688693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60474) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:12.696184 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d16a48e3-cae5-4a44-abcd-0afebd6a5dea tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] 10.222.0.73 "GET /v2.0/quotas/ed970d34ca9545ae9ab43505d2712cde/default HTTP/1.1" status: 200 len: 370 time: 0.0041506 Jul 08 18:21:12.696402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60476) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:12.713759 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-9728d0d2-aa90-431b-b233-ffca8fe8f1fd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] delete failed (client error): The resource could not be found. Jul 08 18:21:12.717349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9728d0d2-aa90-431b-b233-ffca8fe8f1fd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/ed970d34ca9545ae9ab43505d2712cde HTTP/1.1" status: 404 len: 348 time: 0.0176203 Jul 08 18:21:12.989686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-66495d79-6c8e-4dae-848f-5297726861bf tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733022444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8433142'] for subnet, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:13.033109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66495d79-6c8e-4dae-848f-5297726861bf tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:13.034013 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-66495d79-6c8e-4dae-848f-5297726861bf tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:13.039155 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-66495d79-6c8e-4dae-848f-5297726861bf tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "PUT /v2.0/subnets/43452488-c0e8-4bf0-b754-387c9ac7616a HTTP/1.1" status: 200 len: 806 time: 0.6884916 Jul 08 18:21:13.039308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60486) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:13.088314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdfb937-5245-4dbe-a600-e13215012c0e None None] Network da940125-6632-496c-ae9a-6d80bb606749 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:13.115297 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66495d79-6c8e-4dae-848f-5297726861bf tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=43452488-c0e8-4bf0-b754-387c9ac7616a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:13.162730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60496) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:13.167777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:21:04Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'port_id': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'mac_address': 'fa:16:3e:35:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 1, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b8cfb3-240c-4908-a849-2dffd5ea6f07', 'name': '', 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:29:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '43c354be-a25a-491a-9c2d-ebfcb38a3288', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:02Z', 'updated_at': '2021-07-08T18:21:11Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '43c354be-a25a-491a-9c2d-ebfcb38a3288', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:13.205219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Usage tracker for resource:network and tenant:881759cfd9db44819e40828fad3d2987 is out of sync, need to count used quota {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:21:13.213261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:13.216103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:21:13.218483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7246e1-956a-4de3-8293-9abb1b05bc08 None None] The sync data for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 is: [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:21:04Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'port_id': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'mac_address': 'fa:16:3e:35:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 1, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b8cfb3-240c-4908-a849-2dffd5ea6f07', 'name': '', 'network_id': '59ff7aa9-cc65-4f86-8329-89240f4082af', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:29:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '43c354be-a25a-491a-9c2d-ebfcb38a3288', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:02Z', 'updated_at': '2021-07-08T18:21:11Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '43c354be-a25a-491a-9c2d-ebfcb38a3288', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:13.231428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Usage tracker for resource:subnet and tenant:881759cfd9db44819e40828fad3d2987 is out of sync, need to count used quota {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:21:13.241262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:21:13.274997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Usage tracker for resource:subnetpool and tenant:881759cfd9db44819e40828fad3d2987 is out of sync, need to count used quota {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:21:13.297292 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:13.370842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:13.371423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69519b6b-a174-4205-8340-39cbab2bc262 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:21:13.384686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:13.406528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Transition to ACTIVE for port object 69519b6b-a174-4205-8340-39cbab2bc262 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:13.411088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:21:13.420967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Usage tracker for resource:port and tenant:881759cfd9db44819e40828fad3d2987 is out of sync, need to count used quota {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:21:13.435567 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:13.449122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:21:13.450602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef759e1-192b-4193-9272-6f77a26ee6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-da940125-6632-496c-ae9a-6d80bb606749', 'network_id': 'da940125-6632-496c-ae9a-6d80bb606749', 'tenant_id': '6ccece69f1bf48f3aebddfc72255473a', 'fixed_ips': [{'subnet_id': '43452488-c0e8-4bf0-b754-387c9ac7616a'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:13.451794 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cef759e1-192b-4193-9272-6f77a26ee6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:13.507587 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:13.565160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Usage tracker for resource:router and tenant:881759cfd9db44819e40828fad3d2987 is out of sync, need to count used quota {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:21:13.679618 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:13.712311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:21:13.717475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=9']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server [None req-cef759e1-192b-4193-9272-6f77a26ee6b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43452488-c0e8-4bf0-b754-387c9ac7616a: This subnet is being modified by another concurrent operation. Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43452488-c0e8-4bf0-b754-387c9ac7616a: This subnet is being modified by another concurrent operation. Jul 08 18:21:13.766043 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:21:13.807590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50f934-c7c0-4da4-b6e1-80ec0b80c309 None None] Network da940125-6632-496c-ae9a-6d80bb606749 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:13.829937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Subnet': ['ID=43452488-c0e8-4bf0-b754-387c9ac7616a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:13.886937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Usage tracker for resource:floatingip and tenant:881759cfd9db44819e40828fad3d2987 is out of sync, need to count used quota {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:21:13.929316 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:21:13.944854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] No DVR routers for this DVR port 69519b6b-a174-4205-8340-39cbab2bc262 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:14.068945 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.085034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da940125-6632-496c-ae9a-6d80bb606749']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:14.085501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3def9e-932c-4316-b12b-37456bfbea01 None None] Network da940125-6632-496c-ae9a-6d80bb606749 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:14.100503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1509b212-aefa-486e-bb7f-de632ed32096') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:14.117594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1509b212-aefa-486e-bb7f-de632ed32096') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:14.140081 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.162109 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.179102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:14.179871 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.183428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Usage tracker for resource:security_group and tenant:881759cfd9db44819e40828fad3d2987 is out of sync, need to count used quota {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:21:14.200103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:21:14.218802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca348f6-599a-407b-bb31-47f5def41ad3 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:21:14.240639 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Usage tracker for resource:security_group_rule and tenant:881759cfd9db44819e40828fad3d2987 is out of sync, need to count used quota {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:21:14.250560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.quota.resource [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93741) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:21:14.263086 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e4fa2067-37e0-4ff9-aa0d-6ea3ca3ecacd tempest-QuotasTest-1732962143 tempest-QuotasTest-1732962143-project-admin] 10.222.0.73 "GET /v2.0/quotas/881759cfd9db44819e40828fad3d2987/details.json HTTP/1.1" status: 200 len: 703 time: 1.0982823 Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:14.282721 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:14.325838 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.343634 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.348003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/da940125-6632-496c-ae9a-6d80bb606749 HTTP/1.1" status: 204 len: 168 time: 1.3053803 Jul 08 18:21:14.349926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60526) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:14.394535 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Attempting to bind port 69519b6b-a174-4205-8340-39cbab2bc262 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:14.395103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Attempting to bind port 69519b6b-a174-4205-8340-39cbab2bc262 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:14.395103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Attempting to bind port 69519b6b-a174-4205-8340-39cbab2bc262 on network 290861a4-6c99-4a4a-8333-210f09d19b48 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:14.402821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Port 69519b6b-a174-4205-8340-39cbab2bc262 on network 290861a4-6c99-4a4a-8333-210f09d19b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:14.403172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Attempting to bind port 69519b6b-a174-4205-8340-39cbab2bc262 on network 290861a4-6c99-4a4a-8333-210f09d19b48 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:14.406133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca348f6-599a-407b-bb31-47f5def41ad3 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:21:14.413811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:14.414308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Checking segment: {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:14.414845 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Bound using segment: {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:14.415356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Bound port: 69519b6b-a174-4205-8340-39cbab2bc262, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:14.415801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.421902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fda719-f637-4663-85d1-095895a567f2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=da940125-6632-496c-ae9a-6d80bb606749,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:14.454541 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a08ad38-dfb4-4645-b99f-ed470ef5f18c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:14.455153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a08ad38-dfb4-4645-b99f-ed470ef5f18c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:14.457420 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3a08ad38-dfb4-4645-b99f-ed470ef5f18c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/da940125-6632-496c-ae9a-6d80bb606749 HTTP/1.1" status: 404 len: 339 time: 0.0891938 Jul 08 18:21:14.465263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60530) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:14.472075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1066115916', 'description': 'd1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:14.479704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512955b2-9c8a-4607-93c8-da04f59c2981 req-ddf9130b-1f69-4c77-aca0-1bebe4d8cd92 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:14.486905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-512955b2-9c8a-4607-93c8-da04f59c2981 req-ddf9130b-1f69-4c77-aca0-1bebe4d8cd92 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 943 time: 0.6872463 Jul 08 18:21:14.581809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-512955b2-9c8a-4607-93c8-da04f59c2981 req-0944a24f-2e13-4807-ae11-d30dc4084600 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881481 Jul 08 18:21:14.607552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:14.619749 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.629781 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:14.673298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:14.684429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.695297 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:14.735217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:14.745649 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.748712 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] 10.222.0.59 "PUT /v2.0/ports/69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 1091 time: 2.3456752 Jul 08 18:21:14.753233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:14.757750 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c75cfc-1cb9-4392-8e08-3383d8954c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "tag": "69519b6b-a174-4205-8340-39cbab2bc262"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:14.775924 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.776405 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment 85404bac-9905-4811-9a12-d0645090e700 of type vlan for network 9a2b8716-d9cf-4883-8e51-41f16fb8f0ab Jul 08 18:21:14.803542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60546) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:14.899486 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.906745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31971b-bfb5-4e0a-8210-245601dd5b71 service neutron] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=10']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:14.951402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-6521a301-1614-4e98-9756-39176b3af2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:14.953114 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-6521a301-1614-4e98-9756-39176b3af2e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1095 time: 0.1749749 Jul 08 18:21:14.959486 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.966201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:14.967101 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:15.091321 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6233673 Jul 08 18:21:15.096268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60554) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:15.106958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf40050-6992-4cc9-b4f5-d766b4a7eaa0 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=9a2b8716-d9cf-4883-8e51-41f16fb8f0ab,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:15.122098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 9a2b8716-d9cf-4883-8e51-41f16fb8f0ab details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:15.216509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-f3fdc7f1-ac76-43a5-a9b7-0cfeeb66537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:15.224545 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-f3fdc7f1-ac76-43a5-a9b7-0cfeeb66537e service neutron] 10.222.0.59 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.2538772 Jul 08 18:21:15.259669 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2204120-1f1b-4aad-8b9c-092674a41180 x-openstack-request-id: req-a2204120-1f1b-4aad-8b9c-092674a41180 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:15.263898 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "tag": "69519b6b-a174-4205-8340-39cbab2bc262", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:15.265442 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2204120-1f1b-4aad-8b9c-092674a41180 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:15.266617 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262', 'status': 'completed', 'code': 200} Jul 08 18:21:15.357055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e5e79-73f8-4922-9b78-c81280a5da02 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:15.361320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-338e5e79-73f8-4922-9b78-c81280a5da02 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/networks?id=9a2b8716-d9cf-4883-8e51-41f16fb8f0ab HTTP/1.1" status: 200 len: 761 time: 0.2627528 Jul 08 18:21:15.361935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60562) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:15.368771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-db59f57e-75e1-4c07-8a0b-1a2046396ff6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'description': 'd2'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:15.408637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 53b8cfb3-240c-4908-a849-2dffd5ea6f07 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:15.457898 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7c45d266-041d-499d-af0f-9d13ae9f4bfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 997 time: 0.2259762 Jul 08 18:21:15.479330 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:15.486341 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:15.487001 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:15.526182 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14d967bb-b65e-4e72-b20c-6e5b533f9eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:15.541999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7b707ef8-3be6-4d49-bf86-d8ba562bb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:15.543817 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-7b707ef8-3be6-4d49-bf86-d8ba562bb41b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.0779667 Jul 08 18:21:15.596819 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:15.621427 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db59f57e-75e1-4c07-8a0b-1a2046396ff6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:15.658593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db59f57e-75e1-4c07-8a0b-1a2046396ff6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:15.674282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 53b8cfb3-240c-4908-a849-2dffd5ea6f07, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=53b8cfb3-240c-4908-a849-2dffd5ea6f07,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:15.690114 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:15.698801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60574) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:15.714560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-0f3a6b74-2e7a-4836-bcec-a28f3246bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:15.716646 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-0f3a6b74-2e7a-4836-bcec-a28f3246bf5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662328 Jul 08 18:21:15.726698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db59f57e-75e1-4c07-8a0b-1a2046396ff6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network 9a2b8716-d9cf-4883-8e51-41f16fb8f0ab is not hosted by any dhcp agent {{(pid=93742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 18:21:15.732270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db59f57e-75e1-4c07-8a0b-1a2046396ff6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:15.733077 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db59f57e-75e1-4c07-8a0b-1a2046396ff6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:15.737209 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-db59f57e-75e1-4c07-8a0b-1a2046396ff6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "PUT /v2.0/networks/9a2b8716-d9cf-4883-8e51-41f16fb8f0ab HTTP/1.1" status: 200 len: 758 time: 0.3738775 Jul 08 18:21:15.740107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60578) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:15.768935 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=53b8cfb3-240c-4908-a849-2dffd5ea6f07,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:15.832791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48548b9b-5b10-4c95-b7ed-07fa008cdf38 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:15.839671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-48548b9b-5b10-4c95-b7ed-07fa008cdf38 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/networks?id=9a2b8716-d9cf-4883-8e51-41f16fb8f0ab HTTP/1.1" status: 200 len: 761 time: 0.0968659 Jul 08 18:21:15.842922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60580) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:15.853767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040495310'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:15.869104 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14d967bb-b65e-4e72-b20c-6e5b533f9eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:15.870474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59f57e-75e1-4c07-8a0b-1a2046396ff6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=9a2b8716-d9cf-4883-8e51-41f16fb8f0ab,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:15.884804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 9a2b8716-d9cf-4883-8e51-41f16fb8f0ab details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:15.885208 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14d967bb-b65e-4e72-b20c-6e5b533f9eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:15.886509 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-2303651b-6e39-4155-8db5-ccae30c9e242 service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623342 Jul 08 18:21:15.887998 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7718b760-a3e4-4e0b-be95-4b8fbcfbda17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:15.978128 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-14d967bb-b65e-4e72-b20c-6e5b533f9eed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b2f5935a4842402f85a37159cf13f20a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1733580 Jul 08 18:21:15.980097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60582) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:15.980992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:15.987593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.010169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d967bb-b65e-4e72-b20c-6e5b533f9eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d3ce35-3bfb-4f16-88c0-072fdc0694d1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:16.063301 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-bdb09e6f-7409-428f-a03a-d8a68d9438f5 service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648135 Jul 08 18:21:16.072857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:16.088924 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.089989 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment 82e53b45-3896-47a5-881e-0862f7224a50 of type vlan for network dd901848-ef76-4527-b9e8-6bf44eaacdb1 Jul 08 18:21:16.120099 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7718b760-a3e4-4e0b-be95-4b8fbcfbda17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.120365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6034f25-696b-4b6d-a5b8-e50e6adb9a6f req-14ff9809-4b5d-4aa9-8ef8-87ec46040d11 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:16.121955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6034f25-696b-4b6d-a5b8-e50e6adb9a6f req-14ff9809-4b5d-4aa9-8ef8-87ec46040d11 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.2341404 Jul 08 18:21:16.159371 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7718b760-a3e4-4e0b-be95-4b8fbcfbda17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.196485 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718b760-a3e4-4e0b-be95-4b8fbcfbda17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aca049c-93d9-4bb8-88c4-2fb8dcc6be55,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:16.221153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7718b760-a3e4-4e0b-be95-4b8fbcfbda17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e6ced780c7242c69d6a3af66ad2cb05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5170794 Jul 08 18:21:16.221153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60594) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:16.229572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6034f25-696b-4b6d-a5b8-e50e6adb9a6f req-bcf1d9d6-a8dd-44fa-bc26-68c194cb4059 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991161 Jul 08 18:21:16.230095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-375f177d-7e91-4c4d-a0f6-7e6753d654b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.235912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.311748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c75cfc-1cb9-4392-8e08-3383d8954c8f req-954c6961-2895-478a-a108-c0bd5341b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:16.313859 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-60c75cfc-1cb9-4392-8e08-3383d8954c8f req-954c6961-2895-478a-a108-c0bd5341b2c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1095 time: 0.1920121 Jul 08 18:21:16.378012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e57a5f55-4c5f-428e-8549-9c6653d51507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.416475 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e57a5f55-4c5f-428e-8549-9c6653d51507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.503652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c75cfc-1cb9-4392-8e08-3383d8954c8f req-2ade9da8-750e-45e3-bb12-92f642d4f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:16.505152 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-60c75cfc-1cb9-4392-8e08-3383d8954c8f req-2ade9da8-750e-45e3-bb12-92f642d4f540 service neutron] 10.222.0.59 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.1827343 Jul 08 18:21:16.586734 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-60c75cfc-1cb9-4392-8e08-3383d8954c8f req-e561cc69-93ec-4052-8763-619932ad32bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 997 time: 0.0746050 Jul 08 18:21:16.609445 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e57a5f55-4c5f-428e-8549-9c6653d51507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.611952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e57a5f55-4c5f-428e-8549-9c6653d51507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.613040 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e57a5f55-4c5f-428e-8549-9c6653d51507 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6aca049c-93d9-4bb8-88c4-2fb8dcc6be55 HTTP/1.1" status: 204 len: 168 time: 0.3898432 Jul 08 18:21:16.632993 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.resource_extend [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:21:16.644195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-375f177d-7e91-4c4d-a0f6-7e6753d654b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.652073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a5f55-4c5f-428e-8549-9c6653d51507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aca049c-93d9-4bb8-88c4-2fb8dcc6be55,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:16.692160 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.699021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c75cfc-1cb9-4392-8e08-3383d8954c8f req-5b830dc0-c277-4eb8-a522-7108e6eecef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:16.700997 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-60c75cfc-1cb9-4392-8e08-3383d8954c8f req-5b830dc0-c277-4eb8-a522-7108e6eecef8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.1006181 Jul 08 18:21:16.714437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:16.715447 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.823065 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-375f177d-7e91-4c4d-a0f6-7e6753d654b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.836904 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-375f177d-7e91-4c4d-a0f6-7e6753d654b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:16.847336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-375f177d-7e91-4c4d-a0f6-7e6753d654b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9d3ce35-3bfb-4f16-88c0-072fdc0694d1 HTTP/1.1" status: 204 len: 168 time: 0.8506162 Jul 08 18:21:16.878131 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0291152 Jul 08 18:21:16.879754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60624) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:16.887347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'network_id': 'dd901848-ef76-4527-b9e8-6bf44eaacdb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:16.960207 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f177d-7e91-4c4d-a0f6-7e6753d654b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d3ce35-3bfb-4f16-88c0-072fdc0694d1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:16.970729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9e8f7-59b0-4c40-9238-0909c4ab5ed5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=dd901848-ef76-4527-b9e8-6bf44eaacdb1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:16.997018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network dd901848-ef76-4527-b9e8-6bf44eaacdb1 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:17.219208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60630) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:17.250967 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5aab823f-cd8d-4368-b16f-0935f8bb12a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:17.284250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 53b8cfb3-240c-4908-a849-2dffd5ea6f07 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:17.388558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:17.389328 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:17.584151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5aab823f-cd8d-4368-b16f-0935f8bb12a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:17.602518 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5aab823f-cd8d-4368-b16f-0935f8bb12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:17.667864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba131aba-a44f-4e09-832f-38f9dcaab912 req-48a5002e-8995-431b-8d8b-6d584806f221 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:17.675886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba131aba-a44f-4e09-832f-38f9dcaab912 req-48a5002e-8995-431b-8d8b-6d584806f221 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.2735002 Jul 08 18:21:17.701743 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60640) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:17.728715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0abf1e13-54f4-4574-b512-9e9f5cfcdcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:17.739431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5aab823f-cd8d-4368-b16f-0935f8bb12a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=904dc2cd52bd4a03bf6d2406b62009e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190537 Jul 08 18:21:17.743854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab823f-cd8d-4368-b16f-0935f8bb12a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cbeccf-fcd6-41f1-8225-dcd0421f4f17,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:17.747350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60642) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:17.834306 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba131aba-a44f-4e09-832f-38f9dcaab912 req-c688b0aa-af13-4a9c-aa21-3607516be7e7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567419 Jul 08 18:21:17.840581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f333dbb-77ef-4cf8-ae05-92203f3cc4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:17.871405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c75cfc-1cb9-4392-8e08-3383d8954c8f req-8335e74f-05f5-4945-85ed-695a8faac235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:17.874733 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-60c75cfc-1cb9-4392-8e08-3383d8954c8f req-8335e74f-05f5-4945-85ed-695a8faac235 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1048293 Jul 08 18:21:17.907312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f333dbb-77ef-4cf8-ae05-92203f3cc4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:18.027742 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f333dbb-77ef-4cf8-ae05-92203f3cc4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:18.033536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f333dbb-77ef-4cf8-ae05-92203f3cc4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:18.035411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5f333dbb-77ef-4cf8-ae05-92203f3cc4c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1cbeccf-fcd6-41f1-8225-dcd0421f4f17 HTTP/1.1" status: 204 len: 168 time: 0.2791989 Jul 08 18:21:18.067385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f333dbb-77ef-4cf8-ae05-92203f3cc4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cbeccf-fcd6-41f1-8225-dcd0421f4f17,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:18.071057 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0abf1e13-54f4-4574-b512-9e9f5cfcdcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:18.096734 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0abf1e13-54f4-4574-b512-9e9f5cfcdcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:18.097869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:18.105748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:18.139238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf1e13-54f4-4574-b512-9e9f5cfcdcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f883f104-d79a-4e9b-93b5-3777509eeeef,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:18.156684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0abf1e13-54f4-4574-b512-9e9f5cfcdcc3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=881759cfd9db44819e40828fad3d2987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498143 Jul 08 18:21:18.161189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60654) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:18.281511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-19d7884f-d1a8-4b27-beaf-a2274d9e2aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:18.315980 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-19d7884f-d1a8-4b27-beaf-a2274d9e2aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:18.592867 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-60c75cfc-1cb9-4392-8e08-3383d8954c8f req-620a0471-e372-4284-9e9a-cf79e67c2110 service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737037 Jul 08 18:21:18.594296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-19d7884f-d1a8-4b27-beaf-a2274d9e2aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:18.596843 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-19d7884f-d1a8-4b27-beaf-a2274d9e2aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:18.600717 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-19d7884f-d1a8-4b27-beaf-a2274d9e2aff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f883f104-d79a-4e9b-93b5-3777509eeeef HTTP/1.1" status: 204 len: 168 time: 0.4371004 Jul 08 18:21:18.601670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:18.615393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7884f-d1a8-4b27-beaf-a2274d9e2aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f883f104-d79a-4e9b-93b5-3777509eeeef,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:18.892932 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-60c75cfc-1cb9-4392-8e08-3383d8954c8f req-39c983c7-9fc7-4fe6-9dc8-bb60c6cfd2ae service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293515 Jul 08 18:21:18.911217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=6d2504e9-bd1b-47ac-a786-55fac301b29d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:18.923092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking segment: {'id': '82e53b45-3896-47a5-881e-0862f7224a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dd901848-ef76-4527-b9e8-6bf44eaacdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:18.923585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network hostable DHCP agents. Network: dd901848-ef76-4527-b9e8-6bf44eaacdb1, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:18.991977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network dd901848-ef76-4527-b9e8-6bf44eaacdb1 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:19.015838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, dd901848-ef76-4527-b9e8-6bf44eaacdb1) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:19.022932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5b48f5-7c75-4c36-8354-ecb8cb97d210 None None] Network dd901848-ef76-4527-b9e8-6bf44eaacdb1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:19.042709 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:19.046738 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:19.097307 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-55b6b4b2-f746-470f-bf9c-affd54fc48a6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2133238 Jul 08 18:21:19.104986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60690) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:19.111646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09167be8-0988-4570-a978-621bea3a1458 req-0cb8ef98-f6df-4974-87b1-dc95b5326397 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:19.121894 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09167be8-0988-4570-a978-621bea3a1458 req-0cb8ef98-f6df-4974-87b1-dc95b5326397 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.1016088 Jul 08 18:21:19.207479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09167be8-0988-4570-a978-621bea3a1458 req-49c3655a-d17a-4b07-b46d-04ffc50663f9 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837579 Jul 08 18:21:19.349326 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:19.481112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baedff38-61ad-4d89-89c8-77661b21c9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-dd901848-ef76-4527-b9e8-6bf44eaacdb1', 'network_id': 'dd901848-ef76-4527-b9e8-6bf44eaacdb1', 'tenant_id': '6ccece69f1bf48f3aebddfc72255473a', 'fixed_ips': [{'subnet_id': '6d2504e9-bd1b-47ac-a786-55fac301b29d'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:19.492605 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-baedff38-61ad-4d89-89c8-77661b21c9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:19.528876 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:19.713199 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:19.745472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2504e9-bd1b-47ac-a786-55fac301b29d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server [None req-baedff38-61ad-4d89-89c8-77661b21c9ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d2504e9-bd1b-47ac-a786-55fac301b29d: This subnet is being modified by another concurrent operation. Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d2504e9-bd1b-47ac-a786-55fac301b29d: This subnet is being modified by another concurrent operation. Jul 08 18:21:19.812977 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 18:21:19.854302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:19.862472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d9a2e0-63cf-4b32-b030-a5830f8f5eb0 None None] Network dd901848-ef76-4527-b9e8-6bf44eaacdb1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:19.873318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd901848-ef76-4527-b9e8-6bf44eaacdb1']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:19.897201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e53b45-3896-47a5-881e-0862f7224a50') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:19.897962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e53b45-3896-47a5-881e-0862f7224a50') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:19.920202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:19.952679 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:19.960561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:19.961932 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:19.966606 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:20.070668 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:20.080778 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:20.085908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60722) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:20.086380 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/dd901848-ef76-4527-b9e8-6bf44eaacdb1 HTTP/1.1" status: 204 len: 168 time: 0.9800744 Jul 08 18:21:20.103824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887cc7e-2300-4d64-a317-6034e43697ef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=dd901848-ef76-4527-b9e8-6bf44eaacdb1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:20.168816 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4fe9e3-8845-436a-bdae-7e65c42d388c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] GET failed (client error): The resource could not be found. Jul 08 18:21:20.174877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2e4fe9e3-8845-436a-bdae-7e65c42d388c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/subnets/6d2504e9-bd1b-47ac-a786-55fac301b29d HTTP/1.1" status: 404 len: 337 time: 0.0877779 Jul 08 18:21:20.178242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60726) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:20.235919 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-567dc724-0797-4002-88d4-827a943cfc1a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:20.236673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567dc724-0797-4002-88d4-827a943cfc1a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:20.238969 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-567dc724-0797-4002-88d4-827a943cfc1a tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/dd901848-ef76-4527-b9e8-6bf44eaacdb1 HTTP/1.1" status: 404 len: 339 time: 0.0591383 Jul 08 18:21:20.244650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60738) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:20.265811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23419920-d936-4b63-b46c-941faa42c9fb None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:21:20.411694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60740) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:20.510138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df335c53-ac16-4b94-a380-fb2dd77630a2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:20.512473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-df335c53-ac16-4b94-a380-fb2dd77630a2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2664807 Jul 08 18:21:20.515467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60744) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:20.619467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23419920-d936-4b63-b46c-941faa42c9fb None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:21:20.638097 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-010c2399-a5a6-49b4-8c85-6a25a85a779e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 207 time: 0.1201415 Jul 08 18:21:20.642990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60750) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:20.702755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fd248-c7a5-468e-a49c-119defdc95da req-8a9e0cca-5d07-46f4-a7a8-4ebe4ccb5ec2 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:20.715857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc0fd248-c7a5-468e-a49c-119defdc95da req-8a9e0cca-5d07-46f4-a7a8-4ebe4ccb5ec2 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.1487982 Jul 08 18:21:20.796777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc0fd248-c7a5-468e-a49c-119defdc95da req-65b5ce84-63df-4ab0-9a26-a3a873cf02f3 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789104 Jul 08 18:21:20.890153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1bcd946c-c738-42d3-b140-4981402aa80a tempest-AgentManagementNegativeTest-1027643415 tempest-AgentManagementNegativeTest-1027643415-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4771426 Jul 08 18:21:21.056117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6dc89c-f6ee-407f-b9cd-7c47675ef349 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:21.071640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6dc89c-f6ee-407f-b9cd-7c47675ef349 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:21.086327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6dc89c-f6ee-407f-b9cd-7c47675ef349 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:21.103466 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6dc89c-f6ee-407f-b9cd-7c47675ef349 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:21.106201 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-de6dc89c-f6ee-407f-b9cd-7c47675ef349 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4621198 Jul 08 18:21:21.110072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60762) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:21.331950 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60776) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:21.332397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-02848781-d8cf-48b0-b343-739954456d55 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2207007 Jul 08 18:21:21.425024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60780) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:21.441347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12e3c8e-61b5-4a65-996a-238eefc7e10c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:21.447987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12e3c8e-61b5-4a65-996a-238eefc7e10c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:21.454239 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d12e3c8e-61b5-4a65-996a-238eefc7e10c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1197171 Jul 08 18:21:21.460935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60784) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:21.562240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a6730-c0a3-487e-8860-0c0e2f8a3580 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:21.563833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a6730-c0a3-487e-8860-0c0e2f8a3580 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:21.571020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60788) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:21.573326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fe5a6730-c0a3-487e-8860-0c0e2f8a3580 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1102149 Jul 08 18:21:21.667624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f20d68f-3f30-41f0-b22d-9ba5e8253efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:21.770329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0997d418-35e1-46ea-b7d7-2cc19b5f4047 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:21.772261 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0997d418-35e1-46ea-b7d7-2cc19b5f4047 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/networks/c88af101-c0a1-459b-a4e0-8bf2fba06f94 HTTP/1.1" status: 200 len: 799 time: 0.1995687 Jul 08 18:21:21.778748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60798) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:21.873618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f20d68f-3f30-41f0-b22d-9ba5e8253efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:21.893561 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f20d68f-3f30-41f0-b22d-9ba5e8253efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:21.979127 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20d68f-3f30-41f0-b22d-9ba5e8253efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39a4882-0c65-4521-b2bf-a46aae76b501,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:22.063323 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6f20d68f-3f30-41f0-b22d-9ba5e8253efa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=75f00e1afc334cf9be9440375fe40f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226418 Jul 08 18:21:22.068966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60816) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:22.122253 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-109d9f0e-6f42-4f71-98a9-aa07d8e18699 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/networks/c88af101-c0a1-459b-a4e0-8bf2fba06f94?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3419263 Jul 08 18:21:22.128807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60822) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:22.194178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28b1e2d5-f1ee-4cdd-aee5-12f0e1936f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:22.225621 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28b1e2d5-f1ee-4cdd-aee5-12f0e1936f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:22.299203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef93144-a4e2-45a1-82f3-ee970f16bf24 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:22.301128 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fef93144-a4e2-45a1-82f3-ee970f16bf24 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/subnets/49ac32f2-b278-409b-b8cf-104777f3c642 HTTP/1.1" status: 200 len: 811 time: 0.1672711 Jul 08 18:21:22.307525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60838) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:22.325325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28b1e2d5-f1ee-4cdd-aee5-12f0e1936f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:22.328844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28b1e2d5-f1ee-4cdd-aee5-12f0e1936f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:22.333507 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28b1e2d5-f1ee-4cdd-aee5-12f0e1936f6d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b39a4882-0c65-4521-b2bf-a46aae76b501 HTTP/1.1" status: 204 len: 168 time: 0.2501295 Jul 08 18:21:22.362440 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1e2d5-f1ee-4cdd-aee5-12f0e1936f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39a4882-0c65-4521-b2bf-a46aae76b501,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:22.430183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92275199-5c08-4bf4-93d0-35279e80c392 req-e1558220-faa4-4594-a810-59e80ae1b820 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:22.437363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92275199-5c08-4bf4-93d0-35279e80c392 req-e1558220-faa4-4594-a810-59e80ae1b820 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.3103099 Jul 08 18:21:22.511454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92275199-5c08-4bf4-93d0-35279e80c392 req-47584dbd-8ae6-4650-a0a9-01e13e247a53 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722790 Jul 08 18:21:22.519302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b96b0a0-07ab-446d-bc09-9c41606b1417 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:22.527317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60860) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:22.527552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4b96b0a0-07ab-446d-bc09-9c41606b1417 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "GET /v2.0/subnets/49ac32f2-b278-409b-b8cf-104777f3c642?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2093456 Jul 08 18:21:22.543576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1568018237'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:22.601103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:22.605420 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:22.670004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:22.687785 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:22.688196 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Added segment fcb8a0d8-d510-48c8-a89f-dbef6098e518 of type vlan for network bf014697-bf9f-48a0-aed2-82d8baf55593 Jul 08 18:21:22.776922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:22.823128 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:22.845435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:22.847601 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:23.012632 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4814069 Jul 08 18:21:23.013358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60896) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:23.019538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'network_id': 'bf014697-bf9f-48a0-aed2-82d8baf55593', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:23.021672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396312d8-1dea-4ce4-860d-5e00c7bd1b0c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Network': ['ID=bf014697-bf9f-48a0-aed2-82d8baf55593,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:23.032829 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network bf014697-bf9f-48a0-aed2-82d8baf55593 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:23.260252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Made reservation on behalf of 6ccece69f1bf48f3aebddfc72255473a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:23.280216 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:23.324488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60902) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:23.357381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Performing IP validity checks on allocation pools {{(pid=93742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 18:21:23.357880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 18:21:23.569288 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29bda8f1-589f-459b-a741-c1bf92caec0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:23.679738 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:23.842789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29bda8f1-589f-459b-a741-c1bf92caec0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:23.852701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29bda8f1-589f-459b-a741-c1bf92caec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:23.915237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=b6193f3f-ca2b-4542-8fb2-6d68978f0b2d,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:23.921274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60930) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:23.934170 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Checking segment: {'id': 'fcb8a0d8-d510-48c8-a89f-dbef6098e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bf014697-bf9f-48a0-aed2-82d8baf55593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:23.934842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network hostable DHCP agents. Network: bf014697-bf9f-48a0-aed2-82d8baf55593, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:24.006521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8924f12-8687-4e39-9d62-c12a3de219f3 req-eb6a7483-7c44-4f62-b19f-6a55c7d7c419 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:24.009268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bda8f1-589f-459b-a741-c1bf92caec0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c8a5a1-6674-44cc-8015-e0a2859671ab,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:24.027890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8924f12-8687-4e39-9d62-c12a3de219f3 req-eb6a7483-7c44-4f62-b19f-6a55c7d7c419 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.2262027 Jul 08 18:21:24.032048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Network bf014697-bf9f-48a0-aed2-82d8baf55593 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:24.050198 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-29bda8f1-589f-459b-a741-c1bf92caec0a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a5359c63fe54d56947b82f9ff70f38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7237556 Jul 08 18:21:24.061740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60936) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:24.096862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, bf014697-bf9f-48a0-aed2-82d8baf55593) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:24.106486 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b23f1-46a0-45f6-8d56-bcebd329658b None None] Network bf014697-bf9f-48a0-aed2-82d8baf55593 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:24.108714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:24.111338 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.159582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0f4b2d97-0557-4e26-88b1-6be9e44fc466 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1419737 Jul 08 18:21:24.160138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60938) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:24.170372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fc584c4d-6eb0-47c1-bd64-4341df8ed43f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:24.224935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8924f12-8687-4e39-9d62-c12a3de219f3 req-15002a0a-a417-4db1-b85c-a6fc3ae5737f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842794 Jul 08 18:21:24.258607 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e19f2c7-1469-4a6e-9f67-4e89b0ff176c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.285416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2126015251'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:24.328160 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e19f2c7-1469-4a6e-9f67-4e89b0ff176c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.446024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-bf014697-bf9f-48a0-aed2-82d8baf55593', 'network_id': 'bf014697-bf9f-48a0-aed2-82d8baf55593', 'tenant_id': '6ccece69f1bf48f3aebddfc72255473a', 'fixed_ips': [{'subnet_id': 'b6193f3f-ca2b-4542-8fb2-6d68978f0b2d'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:24.454620 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.458927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Made reservation on behalf of 3ea804ed3656491cb2c898fa55af48f7 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:24.466282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.476187 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.522247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc584c4d-6eb0-47c1-bd64-4341df8ed43f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8472174'] for subnet, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.551869 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e19f2c7-1469-4a6e-9f67-4e89b0ff176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.555170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e19f2c7-1469-4a6e-9f67-4e89b0ff176c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.559321 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9e19f2c7-1469-4a6e-9f67-4e89b0ff176c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e1c8a5a1-6674-44cc-8015-e0a2859671ab HTTP/1.1" status: 204 len: 168 time: 0.4962072 Jul 08 18:21:24.603930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19f2c7-1469-4a6e-9f67-4e89b0ff176c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c8a5a1-6674-44cc-8015-e0a2859671ab,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:24.771006 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.789921 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.816223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:24.845367 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.845709 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Added segment be2e70c5-9693-4051-a181-8a308ed3d71c of type vlan for network 46ca393b-9040-4487-8f7d-0821db48cbb4 Jul 08 18:21:24.908995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa289ed8-6482-4dfc-8eab-8d648c439562,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:24.961723 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc584c4d-6eb0-47c1-bd64-4341df8ed43f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733022444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8433142'] for subnet, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.981128 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:24.993833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Allocated IP 172.20.0.3 (bf014697-bf9f-48a0-aed2-82d8baf55593/b6193f3f-ca2b-4542-8fb2-6d68978f0b2d/59e2bd4d-da71-4643-af57-745649761952) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:25.001992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.002371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.002707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.003042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.003364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.003688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.004114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.004404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.004724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.005182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.005463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.005779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:25.122394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc584c4d-6eb0-47c1-bd64-4341df8ed43f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:25.123307 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc584c4d-6eb0-47c1-bd64-4341df8ed43f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.125274 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fc584c4d-6eb0-47c1-bd64-4341df8ed43f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "PUT /v2.0/subnets/b6193f3f-ca2b-4542-8fb2-6d68978f0b2d HTTP/1.1" status: 200 len: 877 time: 0.9640160 Jul 08 18:21:25.128374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60948) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:25.169296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc584c4d-6eb0-47c1-bd64-4341df8ed43f tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event updated for resources: {'Subnet': ['ID=b6193f3f-ca2b-4542-8fb2-6d68978f0b2d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:25.189032 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.202285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:25.206136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.228331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60950) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:25.272673 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.293961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Transition to ACTIVE for port object 59e2bd4d-da71-4643-af57-745649761952 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:25.346198 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Transition to ACTIVE for port object 59e2bd4d-da71-4643-af57-745649761952 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:25.360397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f32a2bcc-efb6-4f1c-b218-6cf2f05a62d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.375469 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.399970 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.404379 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4775679 Jul 08 18:21:25.409469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60956) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:25.436533 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Request body: {'subnet': {'network_id': '46ca393b-9040-4487-8f7d-0821db48cbb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:25.464847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a055d-69d5-428d-bfca-f6ef3211ac0c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Pushing event updated for resources: {'Network': ['ID=46ca393b-9040-4487-8f7d-0821db48cbb4,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:25.483874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Network bf014697-bf9f-48a0-aed2-82d8baf55593 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:25.488114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 46ca393b-9040-4487-8f7d-0821db48cbb4 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:25.610305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:25.615244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:25.625660 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Pushing event updated for resources: {'Port': ['ID=59e2bd4d-da71-4643-af57-745649761952,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:25.703570 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f32a2bcc-efb6-4f1c-b218-6cf2f05a62d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.706416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a175d7d-cbd4-473d-a648-a8e732029934 req-07e1a5b5-4d37-40e2-ba40-87a32d975c20 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:25.717937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Attempting to bind port 59e2bd4d-da71-4643-af57-745649761952 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:25.719026 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a175d7d-cbd4-473d-a648-a8e732029934 req-07e1a5b5-4d37-40e2-ba40-87a32d975c20 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.3124321 Jul 08 18:21:25.720018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Attempting to bind port 59e2bd4d-da71-4643-af57-745649761952 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fcb8a0d8-d510-48c8-a89f-dbef6098e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bf014697-bf9f-48a0-aed2-82d8baf55593'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:25.720280 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f32a2bcc-efb6-4f1c-b218-6cf2f05a62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.721163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Attempting to bind port 59e2bd4d-da71-4643-af57-745649761952 on network bf014697-bf9f-48a0-aed2-82d8baf55593 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:25.734723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:25.736717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Checking segment: {'id': 'fcb8a0d8-d510-48c8-a89f-dbef6098e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bf014697-bf9f-48a0-aed2-82d8baf55593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:25.737770 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.740535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Bound using segment: {'id': 'fcb8a0d8-d510-48c8-a89f-dbef6098e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bf014697-bf9f-48a0-aed2-82d8baf55593'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:25.741382 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Bound port: 59e2bd4d-da71-4643-af57-745649761952, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb8a0d8-d510-48c8-a89f-dbef6098e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bf014697-bf9f-48a0-aed2-82d8baf55593'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:25.742019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.761593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Deleting port 59e2bd4d-da71-4643-af57-745649761952 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:25.761945 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.811496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Made reservation on behalf of 3ea804ed3656491cb2c898fa55af48f7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:25.815257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.826660 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f32a2bcc-efb6-4f1c-b218-6cf2f05a62d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5720260286ef46fcabf89d361fadbd58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5970964 Jul 08 18:21:25.837351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60960) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:25.838240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a2bcc-efb6-4f1c-b218-6cf2f05a62d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6a6150-ab76-47cb-89d4-c6479608330c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:25.905471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] For port 59e2bd4d-da71-4643-af57-745649761952, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:25.910541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] For port 59e2bd4d-da71-4643-af57-745649761952, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=59e2bd4d-da71-4643-af57-745649761952,segment=NetworkSegment(fcb8a0d8-d510-48c8-a89f-dbef6098e518),segment_id=fcb8a0d8-d510-48c8-a89f-dbef6098e518)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:25.917526 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.966355 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a175d7d-cbd4-473d-a648-a8e732029934 req-af4ab52a-bd13-47e8-b3b0-c561e1305006 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436209 Jul 08 18:21:25.995223 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0661f45-b359-46f8-9582-e86fb3bbc7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.046068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] For port 59e2bd4d-da71-4643-af57-745649761952, host n-d-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:26.046460 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.055854 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0661f45-b359-46f8-9582-e86fb3bbc7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.059261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829294c3-fb33-4a8a-9d8f-01d67595a567 None None] Pushing event updated for resources: {'Port': ['ID=59e2bd4d-da71-4643-af57-745649761952,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:26.067098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Calling delete_port for 59e2bd4d-da71-4643-af57-745649761952 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:26.148596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.269598 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0661f45-b359-46f8-9582-e86fb3bbc7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.289761 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0661f45-b359-46f8-9582-e86fb3bbc7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.293981 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b0661f45-b359-46f8-9582-e86fb3bbc7ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f6a6150-ab76-47cb-89d4-c6479608330c HTTP/1.1" status: 204 len: 168 time: 0.4526882 Jul 08 18:21:26.317029 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0661f45-b359-46f8-9582-e86fb3bbc7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6a6150-ab76-47cb-89d4-c6479608330c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:26.329644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Pushing event updated for resources: {'Subnet': ['ID=8f70a451-cd40-4195-9408-ee39eac736cb,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:26.331943 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Checking segment: {'id': 'be2e70c5-9693-4051-a181-8a308ed3d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46ca393b-9040-4487-8f7d-0821db48cbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:26.332359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Network hostable DHCP agents. Network: 46ca393b-9040-4487-8f7d-0821db48cbb4, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:26.371818 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.396813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Network 46ca393b-9040-4487-8f7d-0821db48cbb4 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:26.414445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Port': ['ID=59e2bd4d-da71-4643-af57-745649761952,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:26.424183 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 46ca393b-9040-4487-8f7d-0821db48cbb4) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:26.432716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17558170-a541-4274-b138-ecfe0045d8d6 None None] Network 46ca393b-9040-4487-8f7d-0821db48cbb4 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:26.434068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:26.434703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.469339 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a92b7282-c387-4dfa-9a96-14e3de173dfd tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0453751 Jul 08 18:21:26.472107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60966) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:26.477178 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Request body: {'port': {'network_id': '46ca393b-9040-4487-8f7d-0821db48cbb4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-473037570'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:26.559564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No DVR routers for this DVR port 59e2bd4d-da71-4643-af57-745649761952 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:26.711272 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.819537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Made reservation on behalf of 3ea804ed3656491cb2c898fa55af48f7 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:26.823546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.866863 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.891694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] device_id is not set on port 1496b7a9-f76f-4972-89d7-8c4f8ec87959 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:21:26.931307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Subnet': ['ID=b6193f3f-ca2b-4542-8fb2-6d68978f0b2d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:27.112243 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:27.123851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf014697-bf9f-48a0-aed2-82d8baf55593']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:27.142883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb8a0d8-d510-48c8-a89f-dbef6098e518') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:27.151844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Allocated IP 172.20.0.7 (46ca393b-9040-4487-8f7d-0821db48cbb4/8f70a451-cd40-4195-9408-ee39eac736cb/1496b7a9-f76f-4972-89d7-8c4f8ec87959) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:27.152144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb8a0d8-d510-48c8-a89f-dbef6098e518') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:27.165298 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:27.183057 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:27.196418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:27.197150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:27.307230 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:27.317092 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:27.350668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:27.355804 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/bf014697-bf9f-48a0-aed2-82d8baf55593 HTTP/1.1" status: 204 len: 168 time: 2.2214921 Jul 08 18:21:27.360280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-46ca393b-9040-4487-8f7d-0821db48cbb4', 'network_id': '46ca393b-9040-4487-8f7d-0821db48cbb4', 'tenant_id': '3ea804ed3656491cb2c898fa55af48f7', 'fixed_ips': [{'subnet_id': '8f70a451-cd40-4195-9408-ee39eac736cb'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:27.361156 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:27.374248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60984) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:27.476432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ec1e8-3593-46bd-a31c-470014e7d03e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=bf014697-bf9f-48a0-aed2-82d8baf55593,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:27.555176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c4846-6ec6-4891-9575-547d87548d31 req-0b9db9ef-2981-46c9-ad32-3c9266b5dc98 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:27.572406 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02a2e07-3a8f-43f6-90cb-1b31e45d7bcc tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:27.574091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02a2e07-3a8f-43f6-90cb-1b31e45d7bcc tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:27.585866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e35c4846-6ec6-4891-9575-547d87548d31 req-0b9db9ef-2981-46c9-ad32-3c9266b5dc98 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.1749508 Jul 08 18:21:27.587571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60988) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:27.593223 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f02a2e07-3a8f-43f6-90cb-1b31e45d7bcc tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/subnets/b6193f3f-ca2b-4542-8fb2-6d68978f0b2d HTTP/1.1" status: 404 len: 337 time: 0.2045815 Jul 08 18:21:27.683301 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef0877b-b26a-4282-a8b7-07a19a54710e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:27.683929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef0877b-b26a-4282-a8b7-07a19a54710e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:27.685836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bef0877b-b26a-4282-a8b7-07a19a54710e tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/bf014697-bf9f-48a0-aed2-82d8baf55593 HTTP/1.1" status: 404 len: 339 time: 0.0788267 Jul 08 18:21:27.688648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60994) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:27.755049 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4b54b6-570e-47fd-8ff1-e0ca58e5100b tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:27.767790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4b54b6-570e-47fd-8ff1-e0ca58e5100b tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:27.769986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4b4b54b6-570e-47fd-8ff1-e0ca58e5100b tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/subnets/6d2504e9-bd1b-47ac-a786-55fac301b29d HTTP/1.1" status: 404 len: 337 time: 0.0807798 Jul 08 18:21:27.773757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32768) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:27.793395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e35c4846-6ec6-4891-9575-547d87548d31 req-276f4f72-59ca-4437-a302-f18454417324 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066071 Jul 08 18:21:27.796551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:27.808332 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6915723-7d8f-4bd4-9284-a91976495f3c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:27.809202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6915723-7d8f-4bd4-9284-a91976495f3c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:27.811232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d6915723-7d8f-4bd4-9284-a91976495f3c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/dd901848-ef76-4527-b9e8-6bf44eaacdb1 HTTP/1.1" status: 404 len: 339 time: 0.0352373 Jul 08 18:21:27.818707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32770) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:27.872751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Transition to ACTIVE for port object 1496b7a9-f76f-4972-89d7-8c4f8ec87959 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:27.951933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6089da9f-08d5-4bdc-a1a9-d6a950fe4cb8 None None] DHCP port deletion for bf014697-bf9f-48a0-aed2-82d8baf55593 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:21:27.956080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f1900992-d3b1-4d54-8b5f-70613fe8f0bc None None] Could not find standard attr ID for object 59e2bd4d-da71-4643-af57-745649761952. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:21:27.983619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a915bf-7d34-4f7f-98ea-9db2ac7b7978 None None] Network bf014697-bf9f-48a0-aed2-82d8baf55593 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:27.995618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.089732 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.169697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Network 46ca393b-9040-4487-8f7d-0821db48cbb4 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:28.199160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Allocated IP 172.20.0.2 (46ca393b-9040-4487-8f7d-0821db48cbb4/8f70a451-cd40-4195-9408-ee39eac736cb/ceae9554-d1cf-4f05-8c6e-49d0afabf531) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:28.203977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a915bf-7d34-4f7f-98ea-9db2ac7b7978 None None] Network bf014697-bf9f-48a0-aed2-82d8baf55593 could not be found, it might have been deleted concurrently. {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 18:21:28.204683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:28.216932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:28.223758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab679a9-171b-42d8-9813-08f5cd21feb3 None None] Network bf014697-bf9f-48a0-aed2-82d8baf55593 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:28.243764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab679a9-171b-42d8-9813-08f5cd21feb3 None None] Network bf014697-bf9f-48a0-aed2-82d8baf55593 could not be found, it might have been deleted concurrently. {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 18:21:28.291741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.294936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Pushing event updated for resources: {'Port': ['ID=1496b7a9-f76f-4972-89d7-8c4f8ec87959,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:28.311796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2b8716-d9cf-4883-8e51-41f16fb8f0ab']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:28.328439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85404bac-9905-4811-9a12-d0645090e700') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:28.328740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85404bac-9905-4811-9a12-d0645090e700') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:28.344836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:28.345500 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.351949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.374113 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ff05bbb8-8b97-4d50-a3b8-55f3f846be79 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9007957 Jul 08 18:21:28.375684 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.377765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32778) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:28.385909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:28.386382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:28.454456 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:28.461170 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Request body: {'port': {'network_id': '46ca393b-9040-4487-8f7d-0821db48cbb4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1986814575', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:28.461891 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.api.validators [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] bootfile-name is not in valid_values {{(pid=93742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:21:28.462436 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.api.validators [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] tftp-server is not in valid_values {{(pid=93742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:21:28.462946 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.api.validators [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] server-ip-address is not in valid_values {{(pid=93742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:21:28.467670 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.484891 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.488315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/9a2b8716-d9cf-4883-8e51-41f16fb8f0ab HTTP/1.1" status: 204 len: 168 time: 0.6622131 Jul 08 18:21:28.491395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32780) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:28.517827 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.528558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Transition to ACTIVE for port object ceae9554-d1cf-4f05-8c6e-49d0afabf531 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:28.545557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Transition to ACTIVE for port object ceae9554-d1cf-4f05-8c6e-49d0afabf531 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:28.555285 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.558312 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0946fc-bfb5-408e-9607-a566ead9ccef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:28.559054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0946fc-bfb5-408e-9607-a566ead9ccef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:28.561023 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fc0946fc-bfb5-408e-9607-a566ead9ccef tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/subnets/43452488-c0e8-4bf0-b754-387c9ac7616a HTTP/1.1" status: 404 len: 337 time: 0.0683556 Jul 08 18:21:28.563736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32784) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:28.588885 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-56aa3af3-2fa1-4555-909b-d46226a2fd15 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:28.590290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56aa3af3-2fa1-4555-909b-d46226a2fd15 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:28.592023 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-56aa3af3-2fa1-4555-909b-d46226a2fd15 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/da940125-6632-496c-ae9a-6d80bb606749 HTTP/1.1" status: 404 len: 339 time: 0.0270641 Jul 08 18:21:28.594523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32786) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:28.613023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede21de-f8dc-4148-9dcc-28023d1555f1 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=9a2b8716-d9cf-4883-8e51-41f16fb8f0ab,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:28.627937 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7122272-7398-4728-bb19-3028f9150226 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:28.628904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7122272-7398-4728-bb19-3028f9150226 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:28.636762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32790) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:28.642785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Network 46ca393b-9040-4487-8f7d-0821db48cbb4 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:28.646099 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d7122272-7398-4728-bb19-3028f9150226 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/subnets/183f8a67-d635-4c07-a442-ef36c869bc4a HTTP/1.1" status: 404 len: 337 time: 0.0357428 Jul 08 18:21:28.656896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:28.659992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:28.684256 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c5ad88-f7d9-4b34-9d68-0668b17b1daa tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:28.684853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c5ad88-f7d9-4b34-9d68-0668b17b1daa tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:28.688757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-24c5ad88-f7d9-4b34-9d68-0668b17b1daa tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/573df765-ada2-4760-ba79-63568caa0292 HTTP/1.1" status: 404 len: 339 time: 0.0504754 Jul 08 18:21:28.689386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32792) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:28.724843 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0941230f-e935-4968-a9df-46e611ba9b49 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:28.725369 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0941230f-e935-4968-a9df-46e611ba9b49 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:28.729621 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0941230f-e935-4968-a9df-46e611ba9b49 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/subnets/931b0c00-c53d-47c6-96a4-e494bb0248e9 HTTP/1.1" status: 404 len: 337 time: 0.0367997 Jul 08 18:21:28.730386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32796) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:28.736622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Attempting to bind port ceae9554-d1cf-4f05-8c6e-49d0afabf531 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:28.737521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Attempting to bind port ceae9554-d1cf-4f05-8c6e-49d0afabf531 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'be2e70c5-9693-4051-a181-8a308ed3d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46ca393b-9040-4487-8f7d-0821db48cbb4'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:28.737898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Attempting to bind port ceae9554-d1cf-4f05-8c6e-49d0afabf531 on network 46ca393b-9040-4487-8f7d-0821db48cbb4 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:28.747171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:28.747539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Checking segment: {'id': 'be2e70c5-9693-4051-a181-8a308ed3d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46ca393b-9040-4487-8f7d-0821db48cbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:28.748322 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.748758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Bound using segment: {'id': 'be2e70c5-9693-4051-a181-8a308ed3d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46ca393b-9040-4487-8f7d-0821db48cbb4'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:28.749214 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Bound port: ceae9554-d1cf-4f05-8c6e-49d0afabf531, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2e70c5-9693-4051-a181-8a308ed3d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46ca393b-9040-4487-8f7d-0821db48cbb4'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:28.751992 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.755205 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Pushing event updated for resources: {'Port': ['ID=ceae9554-d1cf-4f05-8c6e-49d0afabf531,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:28.772806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Made reservation on behalf of 3ea804ed3656491cb2c898fa55af48f7 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:28.773682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.774325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.774685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.775005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.775338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.775671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.775998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.776323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.776823 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.776950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.777215 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.777537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.777867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:28.779046 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb9a914-663d-49e2-83d5-6d7401e7880b tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:28.782096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb9a914-663d-49e2-83d5-6d7401e7880b tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:28.786969 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-edb9a914-663d-49e2-83d5-6d7401e7880b tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/c0877eb7-85fb-41e4-be0c-0267f55587ef HTTP/1.1" status: 404 len: 339 time: 0.0525086 Jul 08 18:21:28.788802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32800) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:28.809838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] device_id is not set on port eaebbbe5-9645-4c86-aaef-17b18e15fe86 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:21:28.839400 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce710d1-5ec5-46c2-97df-01ca91719b7b tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:28.839989 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce710d1-5ec5-46c2-97df-01ca91719b7b tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:28.841883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3ce710d1-5ec5-46c2-97df-01ca91719b7b tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/subnets/01b1e300-baf1-463c-b3ae-846722a077df HTTP/1.1" status: 404 len: 337 time: 0.0514605 Jul 08 18:21:28.844846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32802) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:28.861291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] For port ceae9554-d1cf-4f05-8c6e-49d0afabf531, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:28.878113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] For port ceae9554-d1cf-4f05-8c6e-49d0afabf531, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ceae9554-d1cf-4f05-8c6e-49d0afabf531,segment=NetworkSegment(be2e70c5-9693-4051-a181-8a308ed3d71c),segment_id=be2e70c5-9693-4051-a181-8a308ed3d71c)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:28.879075 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3b27f3-26e1-499c-ae7f-96d0c5712c0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:28.879424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3b27f3-26e1-499c-ae7f-96d0c5712c0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:28.882783 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-df3b27f3-26e1-499c-ae7f-96d0c5712c0d tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/257e972e-8d52-4abd-88ed-4acb18e67891 HTTP/1.1" status: 404 len: 339 time: 0.0358040 Jul 08 18:21:28.884985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32808) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:28.895194 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.925081 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3743592-1416-4b67-9a0c-daf42077fd3c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:28.925791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3743592-1416-4b67-9a0c-daf42077fd3c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:28.936204 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d3743592-1416-4b67-9a0c-daf42077fd3c tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/subnets/dde6fc79-57ac-4bad-8fd2-f6dcde6e7697 HTTP/1.1" status: 404 len: 337 time: 0.0488064 Jul 08 18:21:28.937998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32810) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:28.966960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce5cdd-27a2-4204-85c2-274b26c273ec None None] Pushing event updated for resources: {'Port': ['ID=ceae9554-d1cf-4f05-8c6e-49d0afabf531,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:28.971799 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4bee18-188d-4bfd-bbaa-098d0af696e6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:28.972608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4bee18-188d-4bfd-bbaa-098d0af696e6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:28.974586 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5b4bee18-188d-4bfd-bbaa-098d0af696e6 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/76d9e452-bc1b-445d-a427-6a33e0e89614 HTTP/1.1" status: 404 len: 339 time: 0.0240679 Jul 08 18:21:28.977028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32814) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:29.032060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Allocated IP 172.20.0.5 (46ca393b-9040-4487-8f7d-0821db48cbb4/8f70a451-cd40-4195-9408-ee39eac736cb/eaebbbe5-9645-4c86-aaef-17b18e15fe86) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:29.038360 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aaa9aa2-db25-47c3-8e9e-dd7513cc60ae tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:29.039003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aaa9aa2-db25-47c3-8e9e-dd7513cc60ae tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:29.040876 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7aaa9aa2-db25-47c3-8e9e-dd7513cc60ae tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/subnets/f91d4199-56b3-4dc5-a22d-47734eb852c7 HTTP/1.1" status: 404 len: 337 time: 0.0624700 Jul 08 18:21:29.044477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32818) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:29.149531 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddae457-2637-4d53-87f7-5f70c15b7696 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:29.150277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddae457-2637-4d53-87f7-5f70c15b7696 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:29.153432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cddae457-2637-4d53-87f7-5f70c15b7696 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/577c1cbf-8b08-41e5-b77f-88fb02168d28 HTTP/1.1" status: 404 len: 339 time: 0.1048806 Jul 08 18:21:29.155957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32826) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:29.186808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 59e2bd4d-da71-4643-af57-745649761952 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:29.212215 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebee406d-cf5a-4dd5-afd7-2d52afd61622 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:29.213915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebee406d-cf5a-4dd5-afd7-2d52afd61622 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:29.215896 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ebee406d-cf5a-4dd5-afd7-2d52afd61622 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/subnets/83e00f40-7723-4f0b-9e47-699038d5bc92 HTTP/1.1" status: 404 len: 337 time: 0.0589476 Jul 08 18:21:29.219393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32828) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:29.227838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 59e2bd4d-da71-4643-af57-745649761952 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:29.234630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 59e2bd4d-da71-4643-af57-745649761952 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:29.328511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4a040-84db-4714-b8f7-ebb0e91d87ba req-e6a0e318-8014-496c-8755-5bc657143d50 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:29.330039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7c4a040-84db-4714-b8f7-ebb0e91d87ba req-e6a0e318-8014-496c-8755-5bc657143d50 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.2338295 Jul 08 18:21:29.333780 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-653f39f8-2a05-4100-adcf-9004d0604cc5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:29.340031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653f39f8-2a05-4100-adcf-9004d0604cc5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:29.342010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-653f39f8-2a05-4100-adcf-9004d0604cc5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/e2e290b0-6ba5-4b28-a098-22a00029ff00 HTTP/1.1" status: 404 len: 339 time: 0.1191995 Jul 08 18:21:29.344567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32836) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:29.385467 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a31ac9-b6dd-481d-ab86-5a70c11b22f5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:29.386110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a31ac9-b6dd-481d-ab86-5a70c11b22f5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:29.387743 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-36a31ac9-b6dd-481d-ab86-5a70c11b22f5 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/subnets/9e3ac8b3-b5e8-4b85-bef4-3257fa358f44 HTTP/1.1" status: 404 len: 337 time: 0.0421910 Jul 08 18:21:29.390307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32838) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:29.427451 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-516e8df2-a5eb-484b-a1af-f2bcc1113829 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] DELETE failed (client error): The resource could not be found. Jul 08 18:21:29.428665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516e8df2-a5eb-484b-a1af-f2bcc1113829 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:21:29.431213 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-516e8df2-a5eb-484b-a1af-f2bcc1113829 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/d5d91f0a-026c-4cd3-b304-3fa895401388 HTTP/1.1" status: 404 len: 339 time: 0.0391994 Jul 08 18:21:29.434390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32840) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:29.437198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7c4a040-84db-4714-b8f7-ebb0e91d87ba req-f4ec375f-2a83-4b5f-ba82-34dc4374678e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785353 Jul 08 18:21:29.488534 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:29.508072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Transition to ACTIVE for port object eaebbbe5-9645-4c86-aaef-17b18e15fe86 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:29.516022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f53c5b-c894-4fe2-a8a9-5a4a70a67454 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Deleting subnet 49ac32f2-b278-409b-b8cf-104777f3c642 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:21:29.519807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10f53c5b-c894-4fe2-a8a9-5a4a70a67454 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:29.546562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:29.570568 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10f53c5b-c894-4fe2-a8a9-5a4a70a67454 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:29.607604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Network 46ca393b-9040-4487-8f7d-0821db48cbb4 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:29.613920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:29.623458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:29.653354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Pushing event updated for resources: {'Port': ['ID=eaebbbe5-9645-4c86-aaef-17b18e15fe86,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:29.700280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:29.701002 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:29.720359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4628cb1e-2c08-430e-9bbd-9fab830e1926 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3403153 Jul 08 18:21:29.726702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32854) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:29.811904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980134a6-85c1-42ea-b69c-a57c192ed868 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:29.821029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980134a6-85c1-42ea-b69c-a57c192ed868 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:29.827613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980134a6-85c1-42ea-b69c-a57c192ed868 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:29.829381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-980134a6-85c1-42ea-b69c-a57c192ed868 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1014256 Jul 08 18:21:29.835743 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32856) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:29.984366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9503c71b-ae94-493d-a319-7004ce26969a tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Deleting port eaebbbe5-9645-4c86-aaef-17b18e15fe86 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:29.984734 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9503c71b-ae94-493d-a319-7004ce26969a tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.007211 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10f53c5b-c894-4fe2-a8a9-5a4a70a67454 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.087016 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10f53c5b-c894-4fe2-a8a9-5a4a70a67454 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.113460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53c5b-c894-4fe2-a8a9-5a4a70a67454 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Subnet': ['ID=49ac32f2-b278-409b-b8cf-104777f3c642,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:30.119700 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9503c71b-ae94-493d-a319-7004ce26969a tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.121337 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10f53c5b-c894-4fe2-a8a9-5a4a70a67454 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.125098 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-10f53c5b-c894-4fe2-a8a9-5a4a70a67454 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/subnets/49ac32f2-b278-409b-b8cf-104777f3c642 HTTP/1.1" status: 204 len: 168 time: 0.6895311 Jul 08 18:21:30.130525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32862) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:30.132630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08803f2c-1d89-4b36-a1ab-2aa86da82dc7 None None] Network c88af101-c0a1-459b-a4e0-8bf2fba06f94 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:30.212785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9503c71b-ae94-493d-a319-7004ce26969a tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Calling delete_port for eaebbbe5-9645-4c86-aaef-17b18e15fe86 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:30.430146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.438671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddf82c3-45b3-4cee-863e-9bcedc5d34b1 None None] DHCP port deletion for c88af101-c0a1-459b-a4e0-8bf2fba06f94 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:21:30.506196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf82c3-45b3-4cee-863e-9bcedc5d34b1 None None] Deleting port 6261f927-b110-4a05-91a2-c842cd7e632a {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:30.508073 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8ddf82c3-45b3-4cee-863e-9bcedc5d34b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.514159 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9503c71b-ae94-493d-a319-7004ce26969a tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.514868 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f8d29-d099-4150-a0cf-c45b9a4b0d58 None None] Network 46ca393b-9040-4487-8f7d-0821db48cbb4 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:30.556734 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503c71b-ae94-493d-a319-7004ce26969a tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Pushing event deleted for resources: {'Port': ['ID=eaebbbe5-9645-4c86-aaef-17b18e15fe86,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:30.618570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Deleting port 6261f927-b110-4a05-91a2-c842cd7e632a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:30.618908 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.698344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8ddf82c3-45b3-4cee-863e-9bcedc5d34b1 None None] For port 6261f927-b110-4a05-91a2-c842cd7e632a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6261f927-b110-4a05-91a2-c842cd7e632a,segment=NetworkSegment(8c7ad681-77b4-43d0-956a-d2c5989967a2),segment_id=8c7ad681-77b4-43d0-956a-d2c5989967a2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:30.705410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8ddf82c3-45b3-4cee-863e-9bcedc5d34b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.719591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d1942bba-8cb1-4a5c-ae80-b79bdc61c7d6 None None] Provisioning for port ceae9554-d1cf-4f05-8c6e-49d0afabf531 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:30.723320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9503c71b-ae94-493d-a319-7004ce26969a tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.726091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9503c71b-ae94-493d-a319-7004ce26969a tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] 10.222.0.73 "DELETE /v2.0/ports/eaebbbe5-9645-4c86-aaef-17b18e15fe86 HTTP/1.1" status: 204 len: 168 time: 0.8892031 Jul 08 18:21:30.730033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32892) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:30.735901 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Request body: {'port': {'name': 'tempest-new-port-name-1606719854', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:30.736531 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.api.validators [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] bootfile-name is not in valid_values {{(pid=93741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:21:30.737036 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.api.validators [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] tftp-server is not in valid_values {{(pid=93741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:21:30.737569 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.api.validators [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] server-ip-address is not in valid_values {{(pid=93741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:21:30.763016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf82c3-45b3-4cee-863e-9bcedc5d34b1 None None] Calling delete_port for 6261f927-b110-4a05-91a2-c842cd7e632a owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:30.792378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] For port 6261f927-b110-4a05-91a2-c842cd7e632a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6261f927-b110-4a05-91a2-c842cd7e632a,segment=NetworkSegment(8c7ad681-77b4-43d0-956a-d2c5989967a2),segment_id=8c7ad681-77b4-43d0-956a-d2c5989967a2)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:30.792754 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.821180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32894) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:30.862688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Calling delete_port for 6261f927-b110-4a05-91a2-c842cd7e632a owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:30.945820 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6760de4-7a70-4003-b334-afd150fd2b68 req-486b7597-3024-4840-b8f6-5b7cf5439664 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:30.953183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6760de4-7a70-4003-b334-afd150fd2b68 req-486b7597-3024-4840-b8f6-5b7cf5439664 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.2075756 Jul 08 18:21:30.955402 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8ddf82c3-45b3-4cee-863e-9bcedc5d34b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.974296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-618238a4-6f7e-4183-b81d-a9e6d83f92cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.979087 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.987827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf82c3-45b3-4cee-863e-9bcedc5d34b1 None None] Pushing event deleted for resources: {'Port': ['ID=6261f927-b110-4a05-91a2-c842cd7e632a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:30.997621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf82c3-45b3-4cee-863e-9bcedc5d34b1 None None] No DVR routers for this DVR port 6261f927-b110-4a05-91a2-c842cd7e632a on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:31.019180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6760de4-7a70-4003-b334-afd150fd2b68 req-e0c31a67-4c71-4d5b-9582-537d1bb011a7 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649202 Jul 08 18:21:31.033441 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.063341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Port': ['ID=6261f927-b110-4a05-91a2-c842cd7e632a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:31.069500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] No DVR routers for this DVR port 6261f927-b110-4a05-91a2-c842cd7e632a on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:31.078771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906c2e0-8fda-4cd9-b2a9-2a59f2dca633 req-6e86f3e6-f7c4-457b-905c-2013bbe267a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:31.080445 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9906c2e0-8fda-4cd9-b2a9-2a59f2dca633 req-6e86f3e6-f7c4-457b-905c-2013bbe267a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1095 time: 0.4570329 Jul 08 18:21:31.175790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.187560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88af101-c0a1-459b-a4e0-8bf2fba06f94']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:31.203365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7ad681-77b4-43d0-956a-d2c5989967a2') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:31.203986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7ad681-77b4-43d0-956a-d2c5989967a2') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:31.222619 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.248905 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.265632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:31.266078 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:31.273164 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:31.303587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ceae9554-d1cf-4f05-8c6e-49d0afabf531 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:31.367637 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.368783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906c2e0-8fda-4cd9-b2a9-2a59f2dca633 req-015d3ad5-40d5-484b-aed1-65b19a27d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:31.370349 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9906c2e0-8fda-4cd9-b2a9-2a59f2dca633 req-015d3ad5-40d5-484b-aed1-65b19a27d109 service neutron] 10.222.0.59 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.2604601 Jul 08 18:21:31.375418 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.387553 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] 10.222.0.73 "DELETE /v2.0/networks/c88af101-c0a1-459b-a4e0-8bf2fba06f94 HTTP/1.1" status: 204 len: 168 time: 1.2559247 Jul 08 18:21:31.410180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc5362-b634-4047-9619-3f66419795c2 tempest-NetworksTest-682545681 tempest-NetworksTest-682545681-project] Pushing event deleted for resources: {'Network': ['ID=c88af101-c0a1-459b-a4e0-8bf2fba06f94,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:31.431393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ceae9554-d1cf-4f05-8c6e-49d0afabf531 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:31.436303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ceae9554-d1cf-4f05-8c6e-49d0afabf531 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:31.436866 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.464319 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-53cc4d57-2ee1-4366-9433-8b2d530e1fd3 None None] Provisioning for port 1496b7a9-f76f-4972-89d7-8c4f8ec87959 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:31.474929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-53cc4d57-2ee1-4366-9433-8b2d530e1fd3 None None] Provisioning complete for port 1496b7a9-f76f-4972-89d7-8c4f8ec87959 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:31.475528 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53cc4d57-2ee1-4366-9433-8b2d530e1fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.520925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-53cc4d57-2ee1-4366-9433-8b2d530e1fd3 None None] Port 1496b7a9-f76f-4972-89d7-8c4f8ec87959 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:31.544007 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.553542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-618238a4-6f7e-4183-b81d-a9e6d83f92cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.572343 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.578089 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9906c2e0-8fda-4cd9-b2a9-2a59f2dca633 req-37650419-d46d-4d64-9a34-a8ec9710c802 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 997 time: 0.1914024 Jul 08 18:21:31.579647 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.610410 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-618238a4-6f7e-4183-b81d-a9e6d83f92cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.611108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port ceae9554-d1cf-4f05-8c6e-49d0afabf531, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ceae9554-d1cf-4f05-8c6e-49d0afabf531,segment=NetworkSegment(be2e70c5-9693-4051-a181-8a308ed3d71c),segment_id=be2e70c5-9693-4051-a181-8a308ed3d71c)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:31.618524 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.701390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6261f927-b110-4a05-91a2-c842cd7e632a no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:31.725702 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 6261f927-b110-4a05-91a2-c842cd7e632a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:31.726125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6261f927-b110-4a05-91a2-c842cd7e632a not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:31.727973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=ceae9554-d1cf-4f05-8c6e-49d0afabf531,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:31.760122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-da5fe496-c63e-44ea-8894-7d6405b631f0 None None] Provisioning complete for port 1496b7a9-f76f-4972-89d7-8c4f8ec87959 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:31.760573 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da5fe496-c63e-44ea-8894-7d6405b631f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.806771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-da5fe496-c63e-44ea-8894-7d6405b631f0 None None] Port 1496b7a9-f76f-4972-89d7-8c4f8ec87959 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:31.820451 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32910) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:31.843052 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-618238a4-6f7e-4183-b81d-a9e6d83f92cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e4960320f484529af76694ff1b37e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0198085 Jul 08 18:21:31.845661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32914) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:31.873881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618238a4-6f7e-4183-b81d-a9e6d83f92cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01813f45-8bd6-4246-99bb-5f2726ac8247,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:31.880489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906c2e0-8fda-4cd9-b2a9-2a59f2dca633 req-4aed48b1-abdd-4d51-9ed6-149436210db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:31.882372 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9906c2e0-8fda-4cd9-b2a9-2a59f2dca633 req-4aed48b1-abdd-4d51-9ed6-149436210db5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.2903032 Jul 08 18:21:31.884035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Pushing event updated for resources: {'Port': ['ID=1496b7a9-f76f-4972-89d7-8c4f8ec87959,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:31.887473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] In _notify_port_updated(), no bound segment for port 1496b7a9-f76f-4972-89d7-8c4f8ec87959 on network 46ca393b-9040-4487-8f7d-0821db48cbb4 {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:21:31.896176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:31.899537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.901980 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-088d2de3-8df2-4e69-8aaf-f925452edc83 tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] 10.222.0.73 "PUT /v2.0/ports/1496b7a9-f76f-4972-89d7-8c4f8ec87959 HTTP/1.1" status: 200 len: 1136 time: 1.1689088 Jul 08 18:21:31.904006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32916) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:31.998782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906c2e0-8fda-4cd9-b2a9-2a59f2dca633 req-7e5b7449-4d74-4262-966e-83925d64cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:32.001714 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9906c2e0-8fda-4cd9-b2a9-2a59f2dca633 req-7e5b7449-4d74-4262-966e-83925d64cd20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982909 Jul 08 18:21:32.019452 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b8b9f4f-0c99-41fa-ba9d-744a8074d669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.020100 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5a86a239-5fc1-4439-bc7d-8ca7dcebba63 None None] Could not find standard attr ID for object eaebbbe5-9645-4c86-aaef-17b18e15fe86. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:21:32.046709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8704a71a-dcb9-4f02-9549-d9730bcfdfea tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:32.049362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8704a71a-dcb9-4f02-9549-d9730bcfdfea tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] 10.222.0.73 "GET /v2.0/ports/1496b7a9-f76f-4972-89d7-8c4f8ec87959 HTTP/1.1" status: 200 len: 1136 time: 0.1443231 Jul 08 18:21:32.054562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32920) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:32.127053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b8b9f4f-0c99-41fa-ba9d-744a8074d669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.201119 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9906c2e0-8fda-4cd9-b2a9-2a59f2dca633 req-4f69086a-7488-49a4-9fd7-bec9ac861f01 service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890297 Jul 08 18:21:32.328887 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9906c2e0-8fda-4cd9-b2a9-2a59f2dca633 req-dbe523eb-1692-40a7-823e-df1376c21d36 service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188729 Jul 08 18:21:32.484224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6c7faa9b-f485-42f8-aaf8-37afd6b7271c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ccece69f1bf48f3aebddfc72255473a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6626070 Jul 08 18:21:32.486812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32922) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:32.548427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da33a8f9-2fe2-4f58-a75a-dbe9e48f34e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.549151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-53a0e96b-b082-4f04-b6d7-0808d6fe3cd8 None None] Provisioning complete for port 1496b7a9-f76f-4972-89d7-8c4f8ec87959 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:32.549659 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53a0e96b-b082-4f04-b6d7-0808d6fe3cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.577868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf399f-9f6a-45a9-ab7b-0556c2589c55 req-5124d75e-611c-4851-a08f-808ce1690bb5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:32.579440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93cf399f-9f6a-45a9-ab7b-0556c2589c55 req-5124d75e-611c-4851-a08f-808ce1690bb5 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.1446445 Jul 08 18:21:32.581822 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b8b9f4f-0c99-41fa-ba9d-744a8074d669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.584380 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b8b9f4f-0c99-41fa-ba9d-744a8074d669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.588122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7b8b9f4f-0c99-41fa-ba9d-744a8074d669 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01813f45-8bd6-4246-99bb-5f2726ac8247 HTTP/1.1" status: 204 len: 168 time: 0.7385528 Jul 08 18:21:32.588294 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da33a8f9-2fe2-4f58-a75a-dbe9e48f34e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.601432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-53a0e96b-b082-4f04-b6d7-0808d6fe3cd8 None None] Port 1496b7a9-f76f-4972-89d7-8c4f8ec87959 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:32.618827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b9f4f-0c99-41fa-ba9d-744a8074d669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01813f45-8bd6-4246-99bb-5f2726ac8247,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:32.640261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e3461-51ac-4efd-b04d-9a1b40af976c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Deleting port 1496b7a9-f76f-4972-89d7-8c4f8ec87959 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:32.640607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b6e3461-51ac-4efd-b04d-9a1b40af976c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.654324 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da33a8f9-2fe2-4f58-a75a-dbe9e48f34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.658462 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da33a8f9-2fe2-4f58-a75a-dbe9e48f34e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.660044 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-da33a8f9-2fe2-4f58-a75a-dbe9e48f34e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36727d8f-38d1-4678-abda-1d98cb93aee0 HTTP/1.1" status: 204 len: 168 time: 0.1721652 Jul 08 18:21:32.672275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93cf399f-9f6a-45a9-ab7b-0556c2589c55 req-01b355da-35da-4fd3-95c5-385078e67613 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856578 Jul 08 18:21:32.675329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33a8f9-2fe2-4f58-a75a-dbe9e48f34e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36727d8f-38d1-4678-abda-1d98cb93aee0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:32.764084 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b6e3461-51ac-4efd-b04d-9a1b40af976c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.783208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e3461-51ac-4efd-b04d-9a1b40af976c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Calling delete_port for 1496b7a9-f76f-4972-89d7-8c4f8ec87959 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:32.950337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32942) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:32.961378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b6e3461-51ac-4efd-b04d-9a1b40af976c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.968818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-405c5dbc-ea79-4f6a-bc5b-8bd2e3d7fc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.007316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e3461-51ac-4efd-b04d-9a1b40af976c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Pushing event deleted for resources: {'Port': ['ID=1496b7a9-f76f-4972-89d7-8c4f8ec87959,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:33.112680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-405c5dbc-ea79-4f6a-bc5b-8bd2e3d7fc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.120765 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-405c5dbc-ea79-4f6a-bc5b-8bd2e3d7fc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.141275 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b6e3461-51ac-4efd-b04d-9a1b40af976c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.145172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5b6e3461-51ac-4efd-b04d-9a1b40af976c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] 10.222.0.73 "DELETE /v2.0/ports/1496b7a9-f76f-4972-89d7-8c4f8ec87959 HTTP/1.1" status: 204 len: 168 time: 1.0797677 Jul 08 18:21:33.148100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32958) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:33.166742 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-405c5dbc-ea79-4f6a-bc5b-8bd2e3d7fc41 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78e452e50bc2418dbcef888b25a835a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155912 Jul 08 18:21:33.172074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32962) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:33.216596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-242d2bc2-8120-4ecd-85e9-52f1612de43c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Deleting subnet 8f70a451-cd40-4195-9408-ee39eac736cb {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:21:33.217225 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c5dbc-ea79-4f6a-bc5b-8bd2e3d7fc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7905cd-c332-478e-8abc-b5cfc0a005d7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:33.221035 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-242d2bc2-8120-4ecd-85e9-52f1612de43c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.293493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-978cf115-582e-4e7e-915a-fcba20ea4501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.296431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ceae9554-d1cf-4f05-8c6e-49d0afabf531 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:33.320022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-978cf115-582e-4e7e-915a-fcba20ea4501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.325664 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-242d2bc2-8120-4ecd-85e9-52f1612de43c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.386098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-978cf115-582e-4e7e-915a-fcba20ea4501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.389050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-978cf115-582e-4e7e-915a-fcba20ea4501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.393128 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-978cf115-582e-4e7e-915a-fcba20ea4501 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d7905cd-c332-478e-8abc-b5cfc0a005d7 HTTP/1.1" status: 204 len: 168 time: 0.2201352 Jul 08 18:21:33.403678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ceae9554-d1cf-4f05-8c6e-49d0afabf531 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:33.404097 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.405653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cf115-582e-4e7e-915a-fcba20ea4501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7905cd-c332-478e-8abc-b5cfc0a005d7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:33.474041 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-242d2bc2-8120-4ecd-85e9-52f1612de43c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.569564 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-242d2bc2-8120-4ecd-85e9-52f1612de43c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.569785 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.604656 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d2bc2-8120-4ecd-85e9-52f1612de43c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Pushing event deleted for resources: {'Subnet': ['ID=8f70a451-cd40-4195-9408-ee39eac736cb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:33.617048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-242d2bc2-8120-4ecd-85e9-52f1612de43c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.618566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e19ac-9ae6-4096-a01e-0fc4617e4846 None None] Network 46ca393b-9040-4487-8f7d-0821db48cbb4 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:33.621839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33014) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:33.622020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-242d2bc2-8120-4ecd-85e9-52f1612de43c tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] 10.222.0.73 "DELETE /v2.0/subnets/8f70a451-cd40-4195-9408-ee39eac736cb HTTP/1.1" status: 204 len: 168 time: 0.4726689 Jul 08 18:21:33.741232 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.806083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Deleting port ceae9554-d1cf-4f05-8c6e-49d0afabf531 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:33.806484 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.897146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] For port ceae9554-d1cf-4f05-8c6e-49d0afabf531, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ceae9554-d1cf-4f05-8c6e-49d0afabf531,segment=NetworkSegment(be2e70c5-9693-4051-a181-8a308ed3d71c),segment_id=be2e70c5-9693-4051-a181-8a308ed3d71c)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:33.897584 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.915128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Calling delete_port for ceae9554-d1cf-4f05-8c6e-49d0afabf531 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:33.953632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9137b1-cf4a-4f96-bd83-3c12c44d7636 req-d5e0e9c2-f722-48e1-b27f-dacdd72ab8cd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:33.974472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da9137b1-cf4a-4f96-bd83-3c12c44d7636 req-d5e0e9c2-f722-48e1-b27f-dacdd72ab8cd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.1198127 Jul 08 18:21:34.013713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921e779-e401-4d00-9dfd-a2ffafdd7c7e None None] DHCP port deletion for 46ca393b-9040-4487-8f7d-0821db48cbb4 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:21:34.042281 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.060287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da9137b1-cf4a-4f96-bd83-3c12c44d7636 req-c79f7960-7531-49d4-a958-30af63f4406f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848336 Jul 08 18:21:34.093313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Pushing event deleted for resources: {'Port': ['ID=ceae9554-d1cf-4f05-8c6e-49d0afabf531,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:34.101301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] No DVR routers for this DVR port ceae9554-d1cf-4f05-8c6e-49d0afabf531 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:34.103253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3921e779-e401-4d00-9dfd-a2ffafdd7c7e None None] Deleting port ceae9554-d1cf-4f05-8c6e-49d0afabf531 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:34.103551 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3921e779-e401-4d00-9dfd-a2ffafdd7c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.141578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33078) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:34.174494 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:21:34.205487 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.210832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3921e779-e401-4d00-9dfd-a2ffafdd7c7e None None] For port ceae9554-d1cf-4f05-8c6e-49d0afabf531, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:34.212897 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3921e779-e401-4d00-9dfd-a2ffafdd7c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.216722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ca393b-9040-4487-8f7d-0821db48cbb4']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:34.230893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2e70c5-9693-4051-a181-8a308ed3d71c') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:34.232739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2e70c5-9693-4051-a181-8a308ed3d71c') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:34.232867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3921e779-e401-4d00-9dfd-a2ffafdd7c7e None None] Calling delete_port for ceae9554-d1cf-4f05-8c6e-49d0afabf531 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:34.236013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-3921e779-e401-4d00-9dfd-a2ffafdd7c7e None None] Port ceae9554-d1cf-4f05-8c6e-49d0afabf531 was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:21:34.238733 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3921e779-e401-4d00-9dfd-a2ffafdd7c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.245018 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.261845 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.268678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:34.269339 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.281698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921e779-e401-4d00-9dfd-a2ffafdd7c7e None None] Pushing event deleted for resources: {'Port': ['ID=ceae9554-d1cf-4f05-8c6e-49d0afabf531,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:34.283678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921e779-e401-4d00-9dfd-a2ffafdd7c7e None None] No DVR routers for this DVR port ceae9554-d1cf-4f05-8c6e-49d0afabf531 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:34.290415 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:34.327476 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:34.347489 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.356456 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.358642 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] 10.222.0.73 "DELETE /v2.0/networks/46ca393b-9040-4487-8f7d-0821db48cbb4 HTTP/1.1" status: 204 len: 168 time: 0.7357411 Jul 08 18:21:34.373565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd1d8f-b722-4e41-9795-7834343059ae tempest-ExtraDHCPOptionsTestJSON-1541829130 tempest-ExtraDHCPOptionsTestJSON-1541829130-project] Pushing event deleted for resources: {'Network': ['ID=46ca393b-9040-4487-8f7d-0821db48cbb4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:34.464588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-511153760'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:34.498822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:34.502452 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.514345 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.641037 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.648521 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.693731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:34.699416 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-92d0b561-d8f5-4a59-a669-8498d91c101d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1963737 Jul 08 18:21:34.704364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936d1684-e84e-4d79-a212-ef46520a469e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:34.712496 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.712836 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added segment 71cc2b21-c558-4a18-b167-0b468580f2ed of type vlan for network 4122898f-303f-4775-8fe1-b2313098a481 Jul 08 18:21:34.764641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.784202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33164) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:34.804145 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.811043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:34.812267 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.844988 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-ed4e1603-11ef-4a84-9f84-31e6cf9a2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:34.847247 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-ed4e1603-11ef-4a84-9f84-31e6cf9a2019 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 1096 time: 0.1180816 Jul 08 18:21:34.899635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33182) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:34.903305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7605975 Jul 08 18:21:34.905810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1657128172'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:34.925421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded2ec1-8a54-4f7f-9492-c8cf9bc510c4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Network': ['ID=4122898f-303f-4775-8fe1-b2313098a481,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:34.969050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 4122898f-303f-4775-8fe1-b2313098a481 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:34.983392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:34.987590 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.031359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-bc3af4d3-8e5e-4f5a-85b1-d9da99907c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:35.033330 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-bc3af4d3-8e5e-4f5a-85b1-d9da99907c4d service neutron] 10.222.0.74 "GET /v2.0/networks?id=69d8ec76-614d-43ba-9d4a-c5b8735138b6 HTTP/1.1" status: 200 len: 898 time: 0.1568213 Jul 08 18:21:35.034305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:35.077631 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.081105 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added segment b005fe44-2671-4f72-8be1-44a4f4b56cab of type vlan for network 362259cd-e7c3-450c-95d9-e6efa017269c Jul 08 18:21:35.190908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 69519b6b-a174-4205-8340-39cbab2bc262 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:21:35.291107 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.316864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ceae9554-d1cf-4f05-8c6e-49d0afabf531 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:35.343771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: ceae9554-d1cf-4f05-8c6e-49d0afabf531 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:35.344114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ceae9554-d1cf-4f05-8c6e-49d0afabf531 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:35.371837 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-f810337c-a634-46b7-bacc-ec7e10f30b3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 HTTP/1.1" status: 200 len: 1001 time: 0.3146725 Jul 08 18:21:35.372922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.381905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:35.382999 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.398419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef09c2-113a-46bc-b952-5428c8d172b2 req-6e68171a-96c6-4a92-8c0d-bc2391d6974c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:35.401475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fef09c2-113a-46bc-b952-5428c8d172b2 req-6e68171a-96c6-4a92-8c0d-bc2391d6974c tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 944 time: 0.1466334 Jul 08 18:21:35.404018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33242) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:35.409078 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-93bc39bd-9522-4771-88dc-a6e2f0903047 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ea804ed3656491cb2c898fa55af48f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6230366 Jul 08 18:21:35.468722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:35.503695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20986754-63e3-4e48-bab2-9728d778acde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.510603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '69519b6b-a174-4205-8340-39cbab2bc262', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'port_id': '69519b6b-a174-4205-8340-39cbab2bc262', 'mac_address': 'fa:16:3e:58:2a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:21:35.515342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fef09c2-113a-46bc-b952-5428c8d172b2 req-6884b6e0-5853-482d-be27-15df0c6f3826 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750685 Jul 08 18:21:35.534780 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6339483 Jul 08 18:21:35.539907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33260) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:35.549561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'subnet': {'network_id': '4122898f-303f-4775-8fe1-b2313098a481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:35.553021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-18b61e97-6b7f-4934-9e52-48adea550dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:35.555638 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-18b61e97-6b7f-4934-9e52-48adea550dad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3d0812d6-2da4-4460-b800-66d96f1ecab9 HTTP/1.1" status: 200 len: 834 time: 0.1681485 Jul 08 18:21:35.559459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c9136-0d50-4a07-bf14-c674d0d8c132 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Network': ['ID=362259cd-e7c3-450c-95d9-e6efa017269c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:35.560814 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20986754-63e3-4e48-bab2-9728d778acde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.591108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 362259cd-e7c3-450c-95d9-e6efa017269c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:35.600337 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.663260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-44a6c073-2592-4a1f-a7c7-69adf5269030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:35.668094 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-44a6c073-2592-4a1f-a7c7-69adf5269030 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69d8ec76-614d-43ba-9d4a-c5b8735138b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039181 Jul 08 18:21:35.682602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:35.686634 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.689639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69519b6b-a174-4205-8340-39cbab2bc262 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:21:35.713843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:35.729397 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.795269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=11']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:35.858042 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-7dcbc672-67b9-45e5-bbc9-e26a983c8257 service neutron] 10.222.0.74 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832130 Jul 08 18:21:35.883644 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20986754-63e3-4e48-bab2-9728d778acde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.886584 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20986754-63e3-4e48-bab2-9728d778acde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.890166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-20986754-63e3-4e48-bab2-9728d778acde admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa289ed8-6482-4dfc-8eab-8d648c439562 HTTP/1.1" status: 204 len: 168 time: 0.4818795 Jul 08 18:21:35.891314 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.934839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20986754-63e3-4e48-bab2-9728d778acde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa289ed8-6482-4dfc-8eab-8d648c439562,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:35.979182 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Subnet': ['ID=f6aa78ff-239f-4271-a53f-99559e97b863,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:36.006291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Checking segment: {'id': '71cc2b21-c558-4a18-b167-0b468580f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4122898f-303f-4775-8fe1-b2313098a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:36.006941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network hostable DHCP agents. Network: 4122898f-303f-4775-8fe1-b2313098a481, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:36.008326 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c7b2caba-45d5-4113-ae9f-0fc21410ecd1 req-c643c7a1-191e-40d4-ad6f-24eff581bdfa service neutron] 10.222.0.74 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422110 Jul 08 18:21:36.009165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33308) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:36.038153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 4122898f-303f-4775-8fe1-b2313098a481 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:36.048230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['69519b6b-a174-4205-8340-39cbab2bc262'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:21:36.061835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 4122898f-303f-4775-8fe1-b2313098a481) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:36.076979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:36.077443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05adea4-6e6a-4c9c-9466-9292fd7612ee None None] Network 4122898f-303f-4775-8fe1-b2313098a481 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:36.078638 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.111556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b5fa3a5a-be69-4067-be3c-7f4f823e92e8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5687704 Jul 08 18:21:36.114941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33324) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:36.120711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'subnet': {'network_id': '362259cd-e7c3-450c-95d9-e6efa017269c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:36.279367 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:36.283620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.361090 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-13aac23c-4006-4ba3-93f8-23c5aea46058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.449347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1415882106'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:36.465431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-4122898f-303f-4775-8fe1-b2313098a481', 'network_id': '4122898f-303f-4775-8fe1-b2313098a481', 'tenant_id': '055644b039984b20990db6191e46607e', 'fixed_ips': [{'subnet_id': 'f6aa78ff-239f-4271-a53f-99559e97b863'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:36.466413 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.523774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Made reservation on behalf of a226c7a33e414def854f351842e93191 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:36.527714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.541336 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.668170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Allocated IP 2001:db8::2 (4122898f-303f-4775-8fe1-b2313098a481/f6aa78ff-239f-4271-a53f-99559e97b863/ba8ecc45-2141-4d96-8a86-737c1ffe6535) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:36.720900 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.813923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30120cd1-e04e-447b-9e17-ee7ea697c46f req-5f6b954d-5c5b-403d-bc02-4f2f7ec14a06 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:36.818151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30120cd1-e04e-447b-9e17-ee7ea697c46f req-5f6b954d-5c5b-403d-bc02-4f2f7ec14a06 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.0945439 Jul 08 18:21:36.844963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.867888 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.881450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Subnet': ['ID=fb96fc4c-c425-40c6-8ea1-db69139cd1fa,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:36.882548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30120cd1-e04e-447b-9e17-ee7ea697c46f req-bde13405-872e-4b62-9692-90b7a7599c7d tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581899 Jul 08 18:21:36.925692 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.939735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:36.952380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Transition to ACTIVE for port object ba8ecc45-2141-4d96-8a86-737c1ffe6535 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:36.953139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Checking segment: {'id': 'b005fe44-2671-4f72-8be1-44a4f4b56cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '362259cd-e7c3-450c-95d9-e6efa017269c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:36.953615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network hostable DHCP agents. Network: 362259cd-e7c3-450c-95d9-e6efa017269c, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:36.958841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.959187 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Added segment be4e4317-882a-4897-b9a2-fd1ba46819e0 of type vlan for network 4f1ed7da-f359-45cb-af6a-05dd19c16486 Jul 08 18:21:36.960405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b932033-75d4-4d4e-95be-103378a2ac1b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:36.991746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Transition to ACTIVE for port object ba8ecc45-2141-4d96-8a86-737c1ffe6535 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:37.000122 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.020479 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.028846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 362259cd-e7c3-450c-95d9-e6efa017269c is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:37.049714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 362259cd-e7c3-450c-95d9-e6efa017269c) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:37.057205 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:37.058028 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.070565 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.076979 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:37.077578 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.087090 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2c39d2-7c6a-4d74-9c1a-1c3ba6a53ec0 None None] Network 362259cd-e7c3-450c-95d9-e6efa017269c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:37.093148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Pushing event updated for resources: {'Port': ['ID=ba8ecc45-2141-4d96-8a86-737c1ffe6535,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:37.094959 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dca6f728-bd7a-4892-a7f4-05b495abf2bb tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9783883 Jul 08 18:21:37.095275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33436) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:37.102836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Network 4122898f-303f-4775-8fe1-b2313098a481 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:37.103469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-df6cbd0e-87b1-4378-87f9-b44505273389 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-372326260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:37.113750 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:37.141835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:37.161543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df6cbd0e-87b1-4378-87f9-b44505273389 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.166315 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df6cbd0e-87b1-4378-87f9-b44505273389 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.196501 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1834798 Jul 08 18:21:37.196501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33446) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:37.235792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd3285-9f64-4efa-8441-11d7714a531a tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Pushing event updated for resources: {'Network': ['ID=4f1ed7da-f359-45cb-af6a-05dd19c16486,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:37.344897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-993601574'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:37.365891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 69519b6b-a174-4205-8340-39cbab2bc262 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:37.368189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 4f1ed7da-f359-45cb-af6a-05dd19c16486 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:37.379268 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df6cbd0e-87b1-4378-87f9-b44505273389 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.388380 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df6cbd0e-87b1-4378-87f9-b44505273389 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.392086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Made reservation on behalf of ba2445fefc2843f28a3c072800bf38bb for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:37.399794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.421748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.431949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df6cbd0e-87b1-4378-87f9-b44505273389 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.435729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-df6cbd0e-87b1-4378-87f9-b44505273389 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3369861 Jul 08 18:21:37.435915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33478) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:37.575393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Attempting to bind port ba8ecc45-2141-4d96-8a86-737c1ffe6535 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:37.575393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Attempting to bind port ba8ecc45-2141-4d96-8a86-737c1ffe6535 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '71cc2b21-c558-4a18-b167-0b468580f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4122898f-303f-4775-8fe1-b2313098a481'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:37.575910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Attempting to bind port ba8ecc45-2141-4d96-8a86-737c1ffe6535 on network 4122898f-303f-4775-8fe1-b2313098a481 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:37.605447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:37.609846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Checking segment: {'id': '71cc2b21-c558-4a18-b167-0b468580f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4122898f-303f-4775-8fe1-b2313098a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:37.610596 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.610795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Bound using segment: {'id': '71cc2b21-c558-4a18-b167-0b468580f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4122898f-303f-4775-8fe1-b2313098a481'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:37.611279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Bound port: ba8ecc45-2141-4d96-8a86-737c1ffe6535, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cc2b21-c558-4a18-b167-0b468580f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4122898f-303f-4775-8fe1-b2313098a481'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:37.611666 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.616696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33498) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:37.628021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Request body: {'port': {'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486', 'binding:host_id': 'n-h2-799684-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1882465339'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:37.683757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.705528 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.722355 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:37.735758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.736079 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Added segment feb1e648-68aa-4c11-80eb-921c8b2c602b of type vlan for network dfa40081-de01-4646-b91c-7eedf1a054df Jul 08 18:21:37.739259 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 69519b6b-a174-4205-8340-39cbab2bc262 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:37.754325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 69519b6b-a174-4205-8340-39cbab2bc262 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:37.754596 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.761728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-362259cd-e7c3-450c-95d9-e6efa017269c', 'network_id': '362259cd-e7c3-450c-95d9-e6efa017269c', 'tenant_id': '055644b039984b20990db6191e46607e', 'fixed_ips': [{'subnet_id': 'fb96fc4c-c425-40c6-8ea1-db69139cd1fa'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:37.762872 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.796173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] For port ba8ecc45-2141-4d96-8a86-737c1ffe6535, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:37.813401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] For port ba8ecc45-2141-4d96-8a86-737c1ffe6535, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ba8ecc45-2141-4d96-8a86-737c1ffe6535,segment=NetworkSegment(71cc2b21-c558-4a18-b167-0b468580f2ed),segment_id=71cc2b21-c558-4a18-b167-0b468580f2ed)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:37.827925 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.829515 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.837366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Made reservation on behalf of db8e849c820c4dbcad2098b482fbb4cc for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:37.844259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.860918 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.862948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7df4158-f4fc-4c42-81d9-437350120113,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:37.912141 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.912536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.918978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:37.919588 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.034468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ae755-033d-4a74-b7e8-ff65149dc89a None None] Pushing event updated for resources: {'Port': ['ID=ba8ecc45-2141-4d96-8a86-737c1ffe6535,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:38.079853 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.089135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event updated for resources: {'Network': ['ID=dfa40081-de01-4646-b91c-7eedf1a054df,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:38.102874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network dfa40081-de01-4646-b91c-7eedf1a054df details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:38.155580 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.162151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Allocated IP 2001:db8:1::2 (362259cd-e7c3-450c-95d9-e6efa017269c/fb96fc4c-c425-40c6-8ea1-db69139cd1fa/596ababe-30ed-437e-b175-673dae210342) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:38.163517 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.171667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] device_id is not set on port 552d983c-99e9-43c6-9530-ba6007882ea9 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:21:38.173930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:38.178142 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c582f108-0abf-4830-a4da-23ad5b644e7f" -d '{"events": [{"server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "name": "network-vif-plugged", "status": "completed", "tag": "69519b6b-a174-4205-8340-39cbab2bc262"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:38.189152 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-da3e534a-275d-4aa1-9b7a-7f0f0503983a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9936569 Jul 08 18:21:38.194530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33526) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:38.212597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:38.221249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Request body: {'subnet': {'network_id': 'dfa40081-de01-4646-b91c-7eedf1a054df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:38.231663 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.341658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861bb2a-1f83-4a27-8041-fcbdaa89981a req-71ad343f-bac9-4d5a-ab86-3388c1861045 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:38.354536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d861bb2a-1f83-4a27-8041-fcbdaa89981a req-71ad343f-bac9-4d5a-ab86-3388c1861045 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 945 time: 0.2128077 Jul 08 18:21:38.423325 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c833a34-b8ff-4271-bcb4-7b3f65fde963 x-openstack-request-id: req-4c833a34-b8ff-4271-bcb4-7b3f65fde963 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:38.423893 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "name": "network-vif-plugged", "status": "completed", "tag": "69519b6b-a174-4205-8340-39cbab2bc262", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:38.424337 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c833a34-b8ff-4271-bcb4-7b3f65fde963 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:38.424890 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262', 'code': 200} Jul 08 18:21:38.447261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=12']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:38.465032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d861bb2a-1f83-4a27-8041-fcbdaa89981a req-fdfb4515-44c4-4cd7-95c5-e16d6143b3d0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062400 Jul 08 18:21:38.499850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Allocated IP 2001:db8::1 (4122898f-303f-4775-8fe1-b2313098a481/f6aa78ff-239f-4271-a53f-99559e97b863/bb79da45-a051-459b-8a3c-1457d129a10d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:38.590849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c7601-83a5-449e-ab8f-47e3b0e36bfa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:38.611532 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.622615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Transition to ACTIVE for port object 596ababe-30ed-437e-b175-673dae210342 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:38.644180 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Transition to ACTIVE for port object 596ababe-30ed-437e-b175-673dae210342 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:38.655075 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.709801 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.726385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Network 362259cd-e7c3-450c-95d9-e6efa017269c is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:38.728589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Transition to ACTIVE for port object bb79da45-a051-459b-8a3c-1457d129a10d will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:38.746587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:38.753090 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:38.774401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Pushing event updated for resources: {'Port': ['ID=596ababe-30ed-437e-b175-673dae210342,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:38.804413 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.859848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 4122898f-303f-4775-8fe1-b2313098a481 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:38.863359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:38.873411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:38.874238 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.887355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Attempting to bind port 596ababe-30ed-437e-b175-673dae210342 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:38.887725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Attempting to bind port 596ababe-30ed-437e-b175-673dae210342 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'b005fe44-2671-4f72-8be1-44a4f4b56cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '362259cd-e7c3-450c-95d9-e6efa017269c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:38.888088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Attempting to bind port 596ababe-30ed-437e-b175-673dae210342 on network 362259cd-e7c3-450c-95d9-e6efa017269c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:38.896538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:38.896899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Checking segment: {'id': 'b005fe44-2671-4f72-8be1-44a4f4b56cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '362259cd-e7c3-450c-95d9-e6efa017269c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:38.897312 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.897711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Bound using segment: {'id': 'b005fe44-2671-4f72-8be1-44a4f4b56cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '362259cd-e7c3-450c-95d9-e6efa017269c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:38.898282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Bound port: 596ababe-30ed-437e-b175-673dae210342, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b005fe44-2671-4f72-8be1-44a4f4b56cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '362259cd-e7c3-450c-95d9-e6efa017269c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:38.899278 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.929266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=bb79da45-a051-459b-8a3c-1457d129a10d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:38.996717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] For port 596ababe-30ed-437e-b175-673dae210342, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:39.000613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] For port 596ababe-30ed-437e-b175-673dae210342, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=596ababe-30ed-437e-b175-673dae210342,segment=NetworkSegment(b005fe44-2671-4f72-8be1-44a4f4b56cab),segment_id=b005fe44-2671-4f72-8be1-44a4f4b56cab)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:39.010367 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.085509 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.123498 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.153872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22a5ec-8eb8-4aba-8303-88672eea660b None None] Pushing event updated for resources: {'Port': ['ID=596ababe-30ed-437e-b175-673dae210342,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:39.174117 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-063a2851-8ed2-45cc-8cfa-33d2f72fea40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.187433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Made reservation on behalf of ba2445fefc2843f28a3c072800bf38bb for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:39.196630 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.295299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4d98c-e5a6-4dc7-b6d8-0d9cc8058e35 req-de263b4c-b756-403a-81d4-b7bb70d915bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:39.296812 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-25c4d98c-e5a6-4dc7-b6d8-0d9cc8058e35 req-de263b4c-b756-403a-81d4-b7bb70d915bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1097 time: 0.6651382 Jul 08 18:21:39.331020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ba8ecc45-2141-4d96-8a86-737c1ffe6535 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:39.372130 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-25c4d98c-e5a6-4dc7-b6d8-0d9cc8058e35 req-07b2dda5-ea29-4d20-baca-add31b5753ee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545683 Jul 08 18:21:39.439533 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ba8ecc45-2141-4d96-8a86-737c1ffe6535 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:39.462001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] device_id is not set on port 552d983c-99e9-43c6-9530-ba6007882ea9 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:21:39.474991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.498496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Transition to ACTIVE for port object 552d983c-99e9-43c6-9530-ba6007882ea9 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:39.565215 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.653060 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.661807 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.663913 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.681301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeafc7b-0625-432b-885b-8bbfdaba4f10 None None] Network 4122898f-303f-4775-8fe1-b2313098a481 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:39.726903 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.823773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-06f4383e-efa5-42ef-b9ba-48ba411e87d3 None None] Provisioning for port ba8ecc45-2141-4d96-8a86-737c1ffe6535 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:39.827391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 4122898f-303f-4775-8fe1-b2313098a481 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:39.831540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:39.837121 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-06f4383e-efa5-42ef-b9ba-48ba411e87d3 None None] Provisioning complete for port ba8ecc45-2141-4d96-8a86-737c1ffe6535 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:39.837610 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-06f4383e-efa5-42ef-b9ba-48ba411e87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.842168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event updated for resources: {'Port': ['ID=552d983c-99e9-43c6-9530-ba6007882ea9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:39.858313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=bb79da45-a051-459b-8a3c-1457d129a10d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:39.859252 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Checking segment: {'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:39.859791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Network hostable DHCP agents. Network: 4f1ed7da-f359-45cb-af6a-05dd19c16486, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:39.885995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event updated for resources: {'Subnet': ['ID=17fcf55e-25e3-417f-82af-adddb2f9a363,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:39.928983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Checking segment: {'id': 'feb1e648-68aa-4c11-80eb-921c8b2c602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dfa40081-de01-4646-b91c-7eedf1a054df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:39.929469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Network hostable DHCP agents. Network: dfa40081-de01-4646-b91c-7eedf1a054df, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:39.946722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Network 4f1ed7da-f359-45cb-af6a-05dd19c16486 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:39.962342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Network dfa40081-de01-4646-b91c-7eedf1a054df is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:39.978096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 4f1ed7da-f359-45cb-af6a-05dd19c16486) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:39.984465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:39.998156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, dfa40081-de01-4646-b91c-7eedf1a054df) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:40.004096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:40.004892 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.027744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f2a98-f8e3-428b-ae9a-d624103e7c6d None None] Network 4f1ed7da-f359-45cb-af6a-05dd19c16486 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:40.030867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:40.031230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:40.031913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:40.038912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:40.039254 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:40.044143 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-85f0a31a-df7c-4ba6-bddb-564d4a161577 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8481171 Jul 08 18:21:40.045036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33548) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:40.046016 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 2 to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 Jul 08 18:21:40.072333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3eb757f8-e811-4a2a-9274-485fc4087428 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-794188266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:40.109977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d68054-e505-4d4a-8e69-18a5445acea3 req-bbacedf7-3d69-4bd7-9769-2945beeaa80f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:40.111644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:40.112317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:40.112718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:40.113428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8d68054-e505-4d4a-8e69-18a5445acea3 req-bbacedf7-3d69-4bd7-9769-2945beeaa80f tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 946 time: 0.2169626 Jul 08 18:21:40.115598 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router 099eed7b-b28d-4e89-950f-64b213192a0b is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:21:40.128539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39442a47-48fb-4d6f-83fb-36102ecb8851 None None] Network dfa40081-de01-4646-b91c-7eedf1a054df requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:40.129626 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3eb757f8-e811-4a2a-9274-485fc4087428 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.131318 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3eb757f8-e811-4a2a-9274-485fc4087428 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.139087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:40.139734 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:40.141466 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 3 to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 Jul 08 18:21:40.161808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:40.162565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:40.163448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:40.174462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:40.175179 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:40.179729 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 4 to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 Jul 08 18:21:40.222553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:40.224486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:40.224827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:40.233534 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.269174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33550) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:40.331462 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3eb757f8-e811-4a2a-9274-485fc4087428 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.334993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:40.335491 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:40.336202 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 5 to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 Jul 08 18:21:40.346090 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-06f4383e-efa5-42ef-b9ba-48ba411e87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.348512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3eb757f8-e811-4a2a-9274-485fc4087428 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.369373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:40.370028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:40.370656 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:40.378848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:40.379348 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:40.380190 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 6 to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 Jul 08 18:21:40.398328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3eb757f8-e811-4a2a-9274-485fc4087428 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.400857 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3eb757f8-e811-4a2a-9274-485fc4087428 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3329751 Jul 08 18:21:40.406605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:40.409229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33554) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:40.420162 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:40.420749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:40.421187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:40.422862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-06f4383e-efa5-42ef-b9ba-48ba411e87d3 None None] For port ba8ecc45-2141-4d96-8a86-737c1ffe6535, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ba8ecc45-2141-4d96-8a86-737c1ffe6535,segment=NetworkSegment(71cc2b21-c558-4a18-b167-0b468580f2ed),segment_id=71cc2b21-c558-4a18-b167-0b468580f2ed)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:40.438313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c3e02-efba-4df0-8bd7-9bfaec341951 None None] Sync routers for ids ['099eed7b-b28d-4e89-950f-64b213192a0b'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:40.450599 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-06f4383e-efa5-42ef-b9ba-48ba411e87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.521212 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4383e-efa5-42ef-b9ba-48ba411e87d3 None None] Pushing event updated for resources: {'Port': ['ID=ba8ecc45-2141-4d96-8a86-737c1ffe6535,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:40.537967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c3e02-efba-4df0-8bd7-9bfaec341951 None None] Routers {'099eed7b-b28d-4e89-950f-64b213192a0b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:40.538875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fa4c3e02-efba-4df0-8bd7-9bfaec341951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['099eed7b-b28d-4e89-950f-64b213192a0b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:40.551293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:40.551673 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:40.553543 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 7 to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 Jul 08 18:21:40.579901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fa4c3e02-efba-4df0-8bd7-9bfaec341951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:40.587079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:40.587412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:40.587757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:40.609803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:40.609803 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:40.610356 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 8 to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 Jul 08 18:21:40.659986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da52e5-2222-45b8-8f0e-6d82ad809529 None None] Network 362259cd-e7c3-450c-95d9-e6efa017269c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:40.779801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:40.780146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:40.780487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:40.829188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c3e02-efba-4df0-8bd7-9bfaec341951 None None] Routers {'099eed7b-b28d-4e89-950f-64b213192a0b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:40.829446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fa4c3e02-efba-4df0-8bd7-9bfaec341951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['099eed7b-b28d-4e89-950f-64b213192a0b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:40.878461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fa4c3e02-efba-4df0-8bd7-9bfaec341951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:40.879131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c3e02-efba-4df0-8bd7-9bfaec341951 None None] The sync data for ids ['099eed7b-b28d-4e89-950f-64b213192a0b'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:40.897189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-dfa40081-de01-4646-b91c-7eedf1a054df', 'network_id': 'dfa40081-de01-4646-b91c-7eedf1a054df', 'tenant_id': 'ba2445fefc2843f28a3c072800bf38bb', 'fixed_ips': [{'subnet_id': '17fcf55e-25e3-417f-82af-adddb2f9a363'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:40.899282 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.917167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-60f9deed-8b87-45c4-a0a0-02f5ff81a5b5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/099eed7b-b28d-4e89-950f-64b213192a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4779282 Jul 08 18:21:40.932723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8d68054-e505-4d4a-8e69-18a5445acea3 req-ff7adf94-8197-4b28-962d-f3b042daf421 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8101671 Jul 08 18:21:40.941050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33576) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:40.943681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:40.944032 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:40.944813 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 9 to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 Jul 08 18:21:40.988892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-81a30e5f-1130-4817-86c1-9ccd27ee73fb None None] Provisioning for port 596ababe-30ed-437e-b175-673dae210342 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:41.036368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.038740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:41.039930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:41.040543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:41.051249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8cec49-7029-48e6-94d2-288b1de25b6a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:41.053961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-da8cec49-7029-48e6-94d2-288b1de25b6a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports/bb79da45-a051-459b-8a3c-1457d129a10d HTTP/1.1" status: 200 len: 911 time: 0.1118960 Jul 08 18:21:41.059767 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:41.060771 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:41.062469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33588) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:41.062937 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 10 to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 Jul 08 18:21:41.277935 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Allocated IP 172.20.0.2 (dfa40081-de01-4646-b91c-7eedf1a054df/17fcf55e-25e3-417f-82af-adddb2f9a363/7b447bc0-1bdd-4bf7-82ec-56d03c620241) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:41.371013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:41.371658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:41.372274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:41.523411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ba8ecc45-2141-4d96-8a86-737c1ffe6535 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:41.532153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 552d983c-99e9-43c6-9530-ba6007882ea9 on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:41.534080 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 552d983c-99e9-43c6-9530-ba6007882ea9 on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:41.534586 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.602665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c457e47c-9c8a-4f6c-b501-9ec15ed79ea9 None None] Provisioning for port bb79da45-a051-459b-8a3c-1457d129a10d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:41.624204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c457e47c-9c8a-4f6c-b501-9ec15ed79ea9 None None] Provisioning complete for port bb79da45-a051-459b-8a3c-1457d129a10d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:41.624763 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c457e47c-9c8a-4f6c-b501-9ec15ed79ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.750143 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.089366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c457e47c-9c8a-4f6c-b501-9ec15ed79ea9 None None] Port bb79da45-a051-459b-8a3c-1457d129a10d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:42.139290 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.163011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c457e47c-9c8a-4f6c-b501-9ec15ed79ea9 None None] Provisioning complete for port ba8ecc45-2141-4d96-8a86-737c1ffe6535 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:42.163393 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c457e47c-9c8a-4f6c-b501-9ec15ed79ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.165773 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.205259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] For port 552d983c-99e9-43c6-9530-ba6007882ea9, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:42.206422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempted to set empty binding levels {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 18:21:42.229510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ba8ecc45-2141-4d96-8a86-737c1ffe6535 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:42.229892 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.234001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Transition to ACTIVE for port object 7b447bc0-1bdd-4bf7-82ec-56d03c620241 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:42.295984 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.305794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Transition to ACTIVE for port object 7b447bc0-1bdd-4bf7-82ec-56d03c620241 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:42.319971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0a61f-1fd8-489a-bc5c-4697853b2d5e req-876c4931-5b5b-4aeb-928b-8ec44c8f4b54 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:42.324571 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.328324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ce0a61f-1fd8-489a-bc5c-4697853b2d5e req-876c4931-5b5b-4aeb-928b-8ec44c8f4b54 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 946 time: 0.1430619 Jul 08 18:21:42.403693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:42.405037 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.412026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Network dfa40081-de01-4646-b91c-7eedf1a054df is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:42.423583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:42.431110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ce0a61f-1fd8-489a-bc5c-4697853b2d5e req-dae4269d-bdf2-44f4-a349-f716fca62176 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012893 Jul 08 18:21:42.433262 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:42.444344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Pushing event updated for resources: {'Port': ['ID=7b447bc0-1bdd-4bf7-82ec-56d03c620241,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.464468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 596ababe-30ed-437e-b175-673dae210342 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:42.478109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event updated for resources: {'Port': ['ID=552d983c-99e9-43c6-9530-ba6007882ea9,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.563822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting port 53b8cfb3-240c-4908-a849-2dffd5ea6f07 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:42.564528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.574092 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8d0a1c86-e6ac-489a-88cd-bf589ec83164 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.9522114 Jul 08 18:21:42.578157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33606) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:42.579598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Attempting to bind port 7b447bc0-1bdd-4bf7-82ec-56d03c620241 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:42.580083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Attempting to bind port 7b447bc0-1bdd-4bf7-82ec-56d03c620241 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'feb1e648-68aa-4c11-80eb-921c8b2c602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dfa40081-de01-4646-b91c-7eedf1a054df'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:42.580545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Attempting to bind port 7b447bc0-1bdd-4bf7-82ec-56d03c620241 on network dfa40081-de01-4646-b91c-7eedf1a054df {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:42.586563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Allocated IP 172.20.0.1 (dfa40081-de01-4646-b91c-7eedf1a054df/17fcf55e-25e3-417f-82af-adddb2f9a363/56f7aafc-3e42-46ea-89f6-793d238202f4) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:42.591910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:42.592459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Checking segment: {'id': 'feb1e648-68aa-4c11-80eb-921c8b2c602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dfa40081-de01-4646-b91c-7eedf1a054df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:42.592964 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.593422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Bound using segment: {'id': 'feb1e648-68aa-4c11-80eb-921c8b2c602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dfa40081-de01-4646-b91c-7eedf1a054df'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:42.594106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Bound port: 7b447bc0-1bdd-4bf7-82ec-56d03c620241, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb1e648-68aa-4c11-80eb-921c8b2c602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dfa40081-de01-4646-b91c-7eedf1a054df'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:42.594628 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.614935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.616702 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d0418259-6927-4387-9803-eb7cfe51ec66 None None] Provisioning complete for port bb79da45-a051-459b-8a3c-1457d129a10d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:42.617376 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d0418259-6927-4387-9803-eb7cfe51ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.664710 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 596ababe-30ed-437e-b175-673dae210342 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:42.685202 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 596ababe-30ed-437e-b175-673dae210342 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:42.685721 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.711275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d0418259-6927-4387-9803-eb7cfe51ec66 None None] Port bb79da45-a051-459b-8a3c-1457d129a10d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:42.744809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] For port 7b447bc0-1bdd-4bf7-82ec-56d03c620241, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:42.749773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] For port 7b447bc0-1bdd-4bf7-82ec-56d03c620241, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7b447bc0-1bdd-4bf7-82ec-56d03c620241,segment=NetworkSegment(feb1e648-68aa-4c11-80eb-921c8b2c602b),segment_id=feb1e648-68aa-4c11-80eb-921c8b2c602b)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:42.756736 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d0418259-6927-4387-9803-eb7cfe51ec66 None None] Provisioning complete for port 596ababe-30ed-437e-b175-673dae210342 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:42.771179 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d0418259-6927-4387-9803-eb7cfe51ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.804731 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.816914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b5948184-a606-4383-8974-fca5aca10e30 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Deleting port 552d983c-99e9-43c6-9530-ba6007882ea9 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:42.816914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5948184-a606-4383-8974-fca5aca10e30 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.924402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-b5948184-a606-4383-8974-fca5aca10e30 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] For port 552d983c-99e9-43c6-9530-ba6007882ea9, host n-h2-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:42.925149 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5948184-a606-4383-8974-fca5aca10e30 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.925541 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.952364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b5948184-a606-4383-8974-fca5aca10e30 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Calling delete_port for 552d983c-99e9-43c6-9530-ba6007882ea9 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:42.966690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c04ae-59d2-4444-b98d-b1441f1b34d0 None None] Pushing event updated for resources: {'Port': ['ID=7b447bc0-1bdd-4bf7-82ec-56d03c620241,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:43.066049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 596ababe-30ed-437e-b175-673dae210342, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=596ababe-30ed-437e-b175-673dae210342,segment=NetworkSegment(b005fe44-2671-4f72-8be1-44a4f4b56cab),segment_id=b005fe44-2671-4f72-8be1-44a4f4b56cab)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:43.068422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] For port 53b8cfb3-240c-4908-a849-2dffd5ea6f07, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=53b8cfb3-240c-4908-a849-2dffd5ea6f07,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:43.068954 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.084212 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.085393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Calling delete_port for 53b8cfb3-240c-4908-a849-2dffd5ea6f07 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:43.100897 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d0418259-6927-4387-9803-eb7cfe51ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.191030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=596ababe-30ed-437e-b175-673dae210342,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:43.343749 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5948184-a606-4383-8974-fca5aca10e30 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.362487 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-d0418259-6927-4387-9803-eb7cfe51ec66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:21:43.363102 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-d0418259-6927-4387-9803-eb7cfe51ec66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:21:43.364747 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.401393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5948184-a606-4383-8974-fca5aca10e30 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event deleted for resources: {'Port': ['ID=552d983c-99e9-43c6-9530-ba6007882ea9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:43.424620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.433090 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5948184-a606-4383-8974-fca5aca10e30 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.442725 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b5948184-a606-4383-8974-fca5aca10e30 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "DELETE /v2.0/ports/552d983c-99e9-43c6-9530-ba6007882ea9 HTTP/1.1" status: 204 len: 168 time: 0.8576913 Jul 08 18:21:43.447155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33614) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:43.448220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Port': ['ID=53b8cfb3-240c-4908-a849-2dffd5ea6f07,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:43.527086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Transition to ACTIVE for port object 56f7aafc-3e42-46ea-89f6-793d238202f4 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:43.565631 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0d9963-95ba-4885-87df-5c511e860571 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:21:43.572774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bd0d9963-95ba-4885-87df-5c511e860571 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "GET /v2.0/ports/552d983c-99e9-43c6-9530-ba6007882ea9 HTTP/1.1" status: 404 len: 333 time: 0.1100025 Jul 08 18:21:43.573701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33616) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:43.635590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Allocated IP 2001:db8:1::1 (362259cd-e7c3-450c-95d9-e6efa017269c/fb96fc4c-c425-40c6-8ea1-db69139cd1fa/5b0781e8-c29d-4053-9cec-e64b140b0193) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:43.636274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Request body: {'port': {'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1149383133'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:43.716074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Made reservation on behalf of db8e849c820c4dbcad2098b482fbb4cc for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:43.718545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.737613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] device_id is not set on port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:21:43.801014 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.813871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.883643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Network dfa40081-de01-4646-b91c-7eedf1a054df is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:43.884870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Transition to ACTIVE for port object 5b0781e8-c29d-4053-9cec-e64b140b0193 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:43.893175 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:43.907833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:43.925570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.951069 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.969386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event updated for resources: {'Port': ['ID=56f7aafc-3e42-46ea-89f6-793d238202f4,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:44.013940 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.032345 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.131270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Network 4f1ed7da-f359-45cb-af6a-05dd19c16486 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:44.141162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:44.164911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:44.165888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:44.166527 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.168879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac914b4-6985-4eb9-8d74-a72dcc7b24fb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:44.187199 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.204051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-26a5463c-618e-4591-a0aa-be8d8b466dac tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5744059 Jul 08 18:21:44.217840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33622) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:44.243437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:44.308006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 362259cd-e7c3-450c-95d9-e6efa017269c is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:44.321124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:44.324558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:44.331456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:44.332028 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.432537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15fdf38-5191-493c-a618-b7a2bd32c196 None None] Network dfa40081-de01-4646-b91c-7eedf1a054df requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:44.448757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=5b0781e8-c29d-4053-9cec-e64b140b0193,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:44.485272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:44.487515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.498814 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c46feb-eece-4609-934e-543a5de7f4b6 None None] Sync routers for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:44.512809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.515312 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c46feb-eece-4609-934e-543a5de7f4b6 None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:44.516398 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-83c46feb-eece-4609-934e-543a5de7f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:44.535073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-250ebd44-21de-4506-873f-7ab636311d67 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "PUT /v2.0/routers/106650bb-f201-46c0-b4e5-bbe8ba6614b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2647467 Jul 08 18:21:44.542389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4478707a-2014-42df-86e0-e698f99923bb None None] Provisioning for port 7b447bc0-1bdd-4bf7-82ec-56d03c620241 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:44.733798 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-83c46feb-eece-4609-934e-543a5de7f4b6 None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:44.797772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-335a6b41-d838-451b-8b27-fc742647b469 None None] Provisioning for port 5b0781e8-c29d-4053-9cec-e64b140b0193 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:44.807714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-335a6b41-d838-451b-8b27-fc742647b469 None None] Provisioning complete for port 5b0781e8-c29d-4053-9cec-e64b140b0193 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:44.808239 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-335a6b41-d838-451b-8b27-fc742647b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.838669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.869379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-335a6b41-d838-451b-8b27-fc742647b469 None None] Port 5b0781e8-c29d-4053-9cec-e64b140b0193 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:45.129162 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-83c46feb-eece-4609-934e-543a5de7f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:21:43Z', 'revision_number': 6, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'port_id': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'mac_address': 'fa:16:3e:35:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 1, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:45.158478 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c46feb-eece-4609-934e-543a5de7f4b6 None None] Checking router: 106650bb-f201-46c0-b4e5-bbe8ba6614b0 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:45.168611 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c46feb-eece-4609-934e-543a5de7f4b6 None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:45.169435 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-83c46feb-eece-4609-934e-543a5de7f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:45.195176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] device_id is not set on port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:21:45.214561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649ed12-a166-4279-b724-a5d6ffd7cfc9 req-f0741d85-3fd4-4f52-aa28-f1bb416c37c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:45.216202 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1649ed12-a166-4279-b724-a5d6ffd7cfc9 req-f0741d85-3fd4-4f52-aa28-f1bb416c37c9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 946 time: 0.1458812 Jul 08 18:21:45.218530 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.234282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e19d310c-2883-4069-a168-5c90effaaf96 None None] Provisioning for port 56f7aafc-3e42-46ea-89f6-793d238202f4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:45.250798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e19d310c-2883-4069-a168-5c90effaaf96 None None] Provisioning complete for port 56f7aafc-3e42-46ea-89f6-793d238202f4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:45.254182 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e19d310c-2883-4069-a168-5c90effaaf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.322033 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1649ed12-a166-4279-b724-a5d6ffd7cfc9 req-8579a614-e9ea-4e19-a0e2-b8f980711d35 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900948 Jul 08 18:21:45.360417 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-83c46feb-eece-4609-934e-543a5de7f4b6 None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:45.405542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e19d310c-2883-4069-a168-5c90effaaf96 None None] Port 56f7aafc-3e42-46ea-89f6-793d238202f4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:45.452279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Transition to ACTIVE for port object 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:45.515838 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.536459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1576d1de-58d9-4ad9-a784-45d6de28ca01 None None] Provisioning complete for port 56f7aafc-3e42-46ea-89f6-793d238202f4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:45.539019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1576d1de-58d9-4ad9-a784-45d6de28ca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.601282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 596ababe-30ed-437e-b175-673dae210342 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:45.610355 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:45.611018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:45.611469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:45.623320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:45.623655 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:45.637387 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 2 to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb Jul 08 18:21:45.650933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1576d1de-58d9-4ad9-a784-45d6de28ca01 None None] Port 56f7aafc-3e42-46ea-89f6-793d238202f4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:45.667836 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.670405 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 596ababe-30ed-437e-b175-673dae210342 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:45.671104 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.677484 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-83c46feb-eece-4609-934e-543a5de7f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:21:43Z', 'revision_number': 6, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'port_id': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'mac_address': 'fa:16:3e:35:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 1, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:45.678981 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac914b4-6985-4eb9-8d74-a72dcc7b24fb,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:45.686719 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.695521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:45.695867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:45.696207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:45.711699 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c46feb-eece-4609-934e-543a5de7f4b6 None None] The sync data for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 is: [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:21:43Z', 'revision_number': 6, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'port_id': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'mac_address': 'fa:16:3e:35:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 1, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:45.755140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:45.755475 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:45.760996 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 3 to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb Jul 08 18:21:45.765576 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.781698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7b447bc0-1bdd-4bf7-82ec-56d03c620241 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:45.791731 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.792512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.810553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:45.810887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:45.811197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:45.818548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event updated for resources: {'Port': ['ID=56f7aafc-3e42-46ea-89f6-793d238202f4,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:45.838249 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.842090 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 7b447bc0-1bdd-4bf7-82ec-56d03c620241 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:45.845941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7b447bc0-1bdd-4bf7-82ec-56d03c620241 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:45.846366 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.887565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:45.887897 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:45.892690 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 4 to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb Jul 08 18:21:45.935537 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.944393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:45.944721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:45.945067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:45.972479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 7b447bc0-1bdd-4bf7-82ec-56d03c620241, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7b447bc0-1bdd-4bf7-82ec-56d03c620241,segment=NetworkSegment(feb1e648-68aa-4c11-80eb-921c8b2c602b),segment_id=feb1e648-68aa-4c11-80eb-921c8b2c602b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:45.977241 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.977553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=5b0781e8-c29d-4053-9cec-e64b140b0193,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:45.993057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:45.993395 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:46.000572 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 5 to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb Jul 08 18:21:46.032120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=7b447bc0-1bdd-4bf7-82ec-56d03c620241,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:46.037583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:46.037910 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:46.039438 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:46.055729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:46.056063 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:46.063534 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 6 to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb Jul 08 18:21:46.071052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 362259cd-e7c3-450c-95d9-e6efa017269c is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:46.080133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:46.092734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:46.093081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:46.093418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:46.097557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Network dfa40081-de01-4646-b91c-7eedf1a054df is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:46.101816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:46.104794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:46.105137 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:46.137217 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 7 to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb Jul 08 18:21:46.579097 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-872eb2f8-5eb5-483f-97f4-82ac44357b44 None None] Provisioning complete for port 56f7aafc-3e42-46ea-89f6-793d238202f4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:46.580188 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-872eb2f8-5eb5-483f-97f4-82ac44357b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.586473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763442e2-39b3-44f5-9dd4-22cd40793ec6 req-970d6472-4ac7-468f-9091-3e0db742c0b1 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:46.588246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-763442e2-39b3-44f5-9dd4-22cd40793ec6 req-970d6472-4ac7-468f-9091-3e0db742c0b1 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 946 time: 0.0764222 Jul 08 18:21:46.633672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-872eb2f8-5eb5-483f-97f4-82ac44357b44 None None] Port 56f7aafc-3e42-46ea-89f6-793d238202f4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:46.645015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-872eb2f8-5eb5-483f-97f4-82ac44357b44 None None] Provisioning complete for port 5b0781e8-c29d-4053-9cec-e64b140b0193 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:46.646039 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-872eb2f8-5eb5-483f-97f4-82ac44357b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.665981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-763442e2-39b3-44f5-9dd4-22cd40793ec6 req-0b721285-a396-4bde-bb23-6c1a39c4eaa2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717859 Jul 08 18:21:46.687997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-872eb2f8-5eb5-483f-97f4-82ac44357b44 None None] Port 5b0781e8-c29d-4053-9cec-e64b140b0193 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:46.753180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:46.753759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:46.754251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:46.772516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:46.773081 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:46.773646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33642) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:46.781959 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 8 to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb Jul 08 18:21:46.810727 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router 099eed7b-b28d-4e89-950f-64b213192a0b has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:46.819326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:46.819715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:46.820008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:46.837290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:46.837646 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:46.845230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10028723-0df7-4113-9785-469c088cd78f req-3430456a-4028-4752-9d8d-fd46c182d0d9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:46.846686 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-10028723-0df7-4113-9785-469c088cd78f req-3430456a-4028-4752-9d8d-fd46c182d0d9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 946 time: 0.2156179 Jul 08 18:21:46.849106 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 9 to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb Jul 08 18:21:46.886804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee396-15c0-4d6c-a8f0-b45719a63bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.974489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:46.974845 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:46.975169 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:46.981846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee396-15c0-4d6c-a8f0-b45719a63bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.987536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee396-15c0-4d6c-a8f0-b45719a63bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.000419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:47.000834 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:47.003640 n-d-799684-3 neutron-server[93741]: INFO neutron.plugins.ml2.plugin [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 10 to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb Jul 08 18:21:47.028531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2d3ee396-15c0-4d6c-a8f0-b45719a63bbd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a53231db4bbb4c49a0cd0c158a1a0c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532942 Jul 08 18:21:47.029273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ee396-15c0-4d6c-a8f0-b45719a63bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc4b00f-6257-4ed5-94c8-957e4a760ee1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:47.031610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33646) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:47.048703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Router 04bfd641-2baf-4732-af51-36b7ebde26da is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:21:47.058975 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:47.059320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:47.059664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:47.062898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:47.074440 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5a9a4227-646e-479e-8f9a-6f9ccc4f7366 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/099eed7b-b28d-4e89-950f-64b213192a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0040987 Jul 08 18:21:47.074594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33648) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:47.078006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a55daf-9349-4ce9-80f6-e94cc6623451 None None] Sync routers for ids ['099eed7b-b28d-4e89-950f-64b213192a0b'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:47.080068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:47.080353 n-d-799684-3 neutron-server[93741]: ERROR neutron.plugins.ml2.managers [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:47.080729 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.088926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a55daf-9349-4ce9-80f6-e94cc6623451 None None] Routers {'099eed7b-b28d-4e89-950f-64b213192a0b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:47.089642 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1a55daf-9349-4ce9-80f6-e94cc6623451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['099eed7b-b28d-4e89-950f-64b213192a0b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:47.119518 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38d54f7f-2e79-4435-ae86-141a3b453567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.147227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1a55daf-9349-4ce9-80f6-e94cc6623451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:47.153439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7187581-36af-487c-980c-96726f97b130 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:47.159147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33650) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:47.160148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a55daf-9349-4ce9-80f6-e94cc6623451 None None] Routers {'099eed7b-b28d-4e89-950f-64b213192a0b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:47.161096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1a55daf-9349-4ce9-80f6-e94cc6623451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['099eed7b-b28d-4e89-950f-64b213192a0b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:47.165759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d7187581-36af-487c-980c-96726f97b130 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports/5b0781e8-c29d-4053-9cec-e64b140b0193 HTTP/1.1" status: 200 len: 913 time: 0.0829902 Jul 08 18:21:47.176124 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38d54f7f-2e79-4435-ae86-141a3b453567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.219380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1a55daf-9349-4ce9-80f6-e94cc6623451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:47.220286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a55daf-9349-4ce9-80f6-e94cc6623451 None None] The sync data for ids ['099eed7b-b28d-4e89-950f-64b213192a0b'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:47.232761 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38d54f7f-2e79-4435-ae86-141a3b453567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.235680 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38d54f7f-2e79-4435-ae86-141a3b453567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.246226 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-38d54f7f-2e79-4435-ae86-141a3b453567 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ecc4b00f-6257-4ed5-94c8-957e4a760ee1 HTTP/1.1" status: 204 len: 168 time: 0.2060003 Jul 08 18:21:47.258774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d54f7f-2e79-4435-ae86-141a3b453567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc4b00f-6257-4ed5-94c8-957e4a760ee1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:47.292284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7b447bc0-1bdd-4bf7-82ec-56d03c620241 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:47.295263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-10028723-0df7-4113-9785-469c088cd78f req-180870f5-a0c7-41b8-b7ad-3a6635cc3c8c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:47.295705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-10028723-0df7-4113-9785-469c088cd78f req-180870f5-a0c7-41b8-b7ad-3a6635cc3c8c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.312369 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:47.324610 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c464c01-cec7-4b58-9425-c12cff09ad8f None None] Sync routers for ids ['04bfd641-2baf-4732-af51-36b7ebde26da'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:47.334465 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-30c5e0af-d6b9-43ba-9b30-9163d3702002 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "PUT /v2.0/routers/04bfd641-2baf-4732-af51-36b7ebde26da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9008503 Jul 08 18:21:47.337328 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33656) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:47.343913 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c464c01-cec7-4b58-9425-c12cff09ad8f None None] Routers {'04bfd641-2baf-4732-af51-36b7ebde26da'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:47.345640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Request body: {'port': {'network_id': 'dfa40081-de01-4646-b91c-7eedf1a054df', 'name': 'tempest-FloatingIPNegativeTestJSON-80219416'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:47.345798 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7c464c01-cec7-4b58-9425-c12cff09ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04bfd641-2baf-4732-af51-36b7ebde26da'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:47.369995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7b447bc0-1bdd-4bf7-82ec-56d03c620241 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:47.372482 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.379947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] For port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:47.380332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempted to set empty binding levels {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 18:21:47.431573 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7c464c01-cec7-4b58-9425-c12cff09ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:47.454645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.460852 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c464c01-cec7-4b58-9425-c12cff09ad8f None None] Routers {'04bfd641-2baf-4732-af51-36b7ebde26da'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:47.464782 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7c464c01-cec7-4b58-9425-c12cff09ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04bfd641-2baf-4732-af51-36b7ebde26da'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:47.497030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Made reservation on behalf of ba2445fefc2843f28a3c072800bf38bb for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:47.502573 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.530661 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] In _notify_port_updated(), no bound segment for port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:21:47.531547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:47.532225 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.532501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] device_id is not set on port 69e85198-43c0-4cf8-a218-e0b09294c1a8 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:21:47.533490 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "PUT /v2.0/ports/4ac914b4-6985-4eb9-8d74-a72dcc7b24fb HTTP/1.1" status: 200 len: 975 time: 3.2953784 Jul 08 18:21:47.539044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33660) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:47.544761 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 53b8cfb3-240c-4908-a849-2dffd5ea6f07 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:47.548273 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7c464c01-cec7-4b58-9425-c12cff09ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:47.549135 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c464c01-cec7-4b58-9425-c12cff09ad8f None None] The sync data for ids ['04bfd641-2baf-4732-af51-36b7ebde26da'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:47.565088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 53b8cfb3-240c-4908-a849-2dffd5ea6f07 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:47.565716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 53b8cfb3-240c-4908-a849-2dffd5ea6f07 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:47.601774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-10028723-0df7-4113-9785-469c088cd78f req-180870f5-a0c7-41b8-b7ad-3a6635cc3c8c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] For port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=2608a8f9-1b42-4487-8d5f-e635bc4dd29c,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:47.602176 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-10028723-0df7-4113-9785-469c088cd78f req-180870f5-a0c7-41b8-b7ad-3a6635cc3c8c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.613706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62509cff-f50a-4471-af34-894f1efe8cd6 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac914b4-6985-4eb9-8d74-a72dcc7b24fb,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:47.626043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-10028723-0df7-4113-9785-469c088cd78f req-180870f5-a0c7-41b8-b7ad-3a6635cc3c8c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Calling delete_port for 2608a8f9-1b42-4487-8d5f-e635bc4dd29c owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:47.747731 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33664) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:47.783153 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45b015e6-3f72-4b94-9d6a-0e9a505d4d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.997622 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-10028723-0df7-4113-9785-469c088cd78f req-180870f5-a0c7-41b8-b7ad-3a6635cc3c8c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.048640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180870f5-a0c7-41b8-b7ad-3a6635cc3c8c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Port': ['ID=2608a8f9-1b42-4487-8d5f-e635bc4dd29c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:48.054426 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d243d754-b42d-49e2-a373-dae48beac84b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.073995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.074893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.075621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.075621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.076193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.076579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.077025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.077481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.077931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.078496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.078856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.079308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.079762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.080213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.080665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.081114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.081562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.082018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.082521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.082975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.083427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.083879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.084327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.084776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.085226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.085676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.086124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.086599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.093925 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e934d8aa-375d-4bfe-aeab-94cb6582e340 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24977 time: 0.5496638 Jul 08 18:21:48.094115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33666) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:48.134528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59652fb-65cf-4627-9867-fb1796015acd req-1a76c61f-4f25-443a-8d75-d1a952036b54 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.135974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e59652fb-65cf-4627-9867-fb1796015acd req-1a76c61f-4f25-443a-8d75-d1a952036b54 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5399ba-5eeb-4bf6-9c00-13b856e0325a HTTP/1.1" status: 200 len: 867 time: 0.2487392 Jul 08 18:21:48.141576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Allocated IP 172.20.0.6 (dfa40081-de01-4646-b91c-7eedf1a054df/17fcf55e-25e3-417f-82af-adddb2f9a363/69e85198-43c0-4cf8-a218-e0b09294c1a8) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:48.158696 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45b015e6-3f72-4b94-9d6a-0e9a505d4d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.180538 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-10028723-0df7-4113-9785-469c088cd78f req-180870f5-a0c7-41b8-b7ad-3a6635cc3c8c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] No DVR routers for this DVR port 2608a8f9-1b42-4487-8d5f-e635bc4dd29c on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:48.183896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45b015e6-3f72-4b94-9d6a-0e9a505d4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.186695 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-10028723-0df7-4113-9785-469c088cd78f req-180870f5-a0c7-41b8-b7ad-3a6635cc3c8c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.188662 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-10028723-0df7-4113-9785-469c088cd78f req-180870f5-a0c7-41b8-b7ad-3a6635cc3c8c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "DELETE /v2.0/ports/2608a8f9-1b42-4487-8d5f-e635bc4dd29c HTTP/1.1" status: 204 len: 173 time: 1.3312652 Jul 08 18:21:48.195161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5399ba-5eeb-4bf6-9c00-13b856e0325a', 'name': 'network-vif-deleted', 'tag': '2608a8f9-1b42-4487-8d5f-e635bc4dd29c'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:48.197590 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8837a310-c68f-45ba-a3b6-12296923b42a" -d '{"events": [{"server_uuid": "8d5399ba-5eeb-4bf6-9c00-13b856e0325a", "name": "network-vif-deleted", "tag": "2608a8f9-1b42-4487-8d5f-e635bc4dd29c"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:48.237599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e59652fb-65cf-4627-9867-fb1796015acd req-08b2cc29-8807-4043-9f25-c9c679620dcd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=483df55d-b862-4661-bc0d-1f954ae424d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936639 Jul 08 18:21:48.251787 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-45b015e6-3f72-4b94-9d6a-0e9a505d4d7d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=41683a36b7764ab0b4016e165478e497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012934 Jul 08 18:21:48.254337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b015e6-3f72-4b94-9d6a-0e9a505d4d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f54e07-9801-49ae-9e01-36f63c7c8b46,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:48.256904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33670) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:48.305558 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cae666-2251-4423-853d-5efa496e3b29 x-openstack-request-id: req-56cae666-2251-4423-853d-5efa496e3b29 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:48.305850 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5399ba-5eeb-4bf6-9c00-13b856e0325a", "name": "network-vif-deleted", "tag": "2608a8f9-1b42-4487-8d5f-e635bc4dd29c", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:48.306103 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56cae666-2251-4423-853d-5efa496e3b29 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:48.306534 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5399ba-5eeb-4bf6-9c00-13b856e0325a', 'name': 'network-vif-deleted', 'tag': '2608a8f9-1b42-4487-8d5f-e635bc4dd29c', 'status': 'completed', 'code': 200} Jul 08 18:21:48.336610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-7886b1d5-a107-4f7a-99a9-4122aabc7d41 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Deleting port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:48.336861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7886b1d5-a107-4f7a-99a9-4122aabc7d41 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.426376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a87d-6c1f-4644-a25f-ff319637129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.430131 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.436623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-7886b1d5-a107-4f7a-99a9-4122aabc7d41 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] For port 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb, host n-h2-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:48.436976 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7886b1d5-a107-4f7a-99a9-4122aabc7d41 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.472201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-7886b1d5-a107-4f7a-99a9-4122aabc7d41 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Calling delete_port for 4ac914b4-6985-4eb9-8d74-a72dcc7b24fb owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:48.477831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Transition to ACTIVE for port object 69e85198-43c0-4cf8-a218-e0b09294c1a8 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:48.479994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a87d-6c1f-4644-a25f-ff319637129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.560169 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.580071 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a87d-6c1f-4644-a25f-ff319637129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.583254 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a87d-6c1f-4644-a25f-ff319637129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.586823 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2cd3a87d-6c1f-4644-a25f-ff319637129e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2f54e07-9801-49ae-9e01-36f63c7c8b46 HTTP/1.1" status: 204 len: 168 time: 0.3097792 Jul 08 18:21:48.597425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3a87d-6c1f-4644-a25f-ff319637129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f54e07-9801-49ae-9e01-36f63c7c8b46,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:48.601092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d243d754-b42d-49e2-a373-dae48beac84b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port 5b0781e8-c29d-4053-9cec-e64b140b0193 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:48.602032 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d243d754-b42d-49e2-a373-dae48beac84b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.620512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Network dfa40081-de01-4646-b91c-7eedf1a054df is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:48.630807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:48.640497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:48.648542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event updated for resources: {'Port': ['ID=69e85198-43c0-4cf8-a218-e0b09294c1a8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:48.651209 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7886b1d5-a107-4f7a-99a9-4122aabc7d41 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.705223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886b1d5-a107-4f7a-99a9-4122aabc7d41 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ac914b4-6985-4eb9-8d74-a72dcc7b24fb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:48.727590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7886b1d5-a107-4f7a-99a9-4122aabc7d41 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.729594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7886b1d5-a107-4f7a-99a9-4122aabc7d41 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "DELETE /v2.0/ports/4ac914b4-6985-4eb9-8d74-a72dcc7b24fb HTTP/1.1" status: 204 len: 168 time: 0.6345479 Jul 08 18:21:48.732360 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33676) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:48.741673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:48.742421 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.768619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-65c54de7-d6d7-4e51-86ce-b01ac192f9ea tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4265132 Jul 08 18:21:48.771115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33678) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:48.776102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:48.789623 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-21396e70-ef79-4af0-a4be-117d05fac5c4 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:21:48.791310 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-21396e70-ef79-4af0-a4be-117d05fac5c4 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "GET /v2.0/ports/4ac914b4-6985-4eb9-8d74-a72dcc7b24fb HTTP/1.1" status: 404 len: 333 time: 0.0577185 Jul 08 18:21:48.796408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33680) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:48.800839 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d243d754-b42d-49e2-a373-dae48beac84b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.804595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1302683485', 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:48.830829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d243d754-b42d-49e2-a373-dae48beac84b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for 5b0781e8-c29d-4053-9cec-e64b140b0193 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:48.835214 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.896193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Made reservation on behalf of db8e849c820c4dbcad2098b482fbb4cc for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:48.900218 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.948210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] device_id is not set on port 4ca25e95-e7ad-4e1f-be22-b2cd5306411c yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:21:49.032552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c10b4ccb-b16b-44bd-bd1a-442d21789302 None None] Provisioning for port 69e85198-43c0-4cf8-a218-e0b09294c1a8 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:49.051744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c10b4ccb-b16b-44bd-bd1a-442d21789302 None None] Provisioning complete for port 69e85198-43c0-4cf8-a218-e0b09294c1a8 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:49.052471 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c10b4ccb-b16b-44bd-bd1a-442d21789302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.074928 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.111563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c10b4ccb-b16b-44bd-bd1a-442d21789302 None None] Port 69e85198-43c0-4cf8-a218-e0b09294c1a8 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:49.239378 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.273973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Allocated IP 172.25.8.39 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/3369dfc5-6428-4ea1-8cdc-0a2e733d2a6d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:49.357603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33694) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:49.367386 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.382086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d243d754-b42d-49e2-a373-dae48beac84b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.422906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243d754-b42d-49e2-a373-dae48beac84b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=5b0781e8-c29d-4053-9cec-e64b140b0193,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:49.451433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Network 4f1ed7da-f359-45cb-af6a-05dd19c16486 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:49.461333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:49.468995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event updated for resources: {'Port': ['ID=4ca25e95-e7ad-4e1f-be22-b2cd5306411c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:49.471560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:49.472726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:49.473494 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.481346 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.517395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-04f8b646-a9e1-40e2-a2ad-26a42c281542 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7171214 Jul 08 18:21:49.520101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33702) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:49.563667 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ee4e-ba74-4205-9437-a8f477997391 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.585419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c18d3-95d1-4a26-a818-c6f0761b885c tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:49.587171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1a6c18d3-95d1-4a26-a818-c6f0761b885c tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "GET /v2.0/ports/4ca25e95-e7ad-4e1f-be22-b2cd5306411c HTTP/1.1" status: 200 len: 955 time: 0.0677745 Jul 08 18:21:49.590557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33706) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:49.601607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.603046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ee4e-ba74-4205-9437-a8f477997391 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.613501 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d243d754-b42d-49e2-a373-dae48beac84b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.686012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:49.689226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:49.702162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:49.756947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event updated for resources: {'Port': ['ID=3369dfc5-6428-4ea1-8cdc-0a2e733d2a6d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:49.843916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3cb4d897-58f8-4150-90cd-7c2b80d7a384 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Deleting port 4ca25e95-e7ad-4e1f-be22-b2cd5306411c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:49.844608 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d897-58f8-4150-90cd-7c2b80d7a384 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.885269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d243d754-b42d-49e2-a373-dae48beac84b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router 099eed7b-b28d-4e89-950f-64b213192a0b has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:49.912743 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.929801 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d897-58f8-4150-90cd-7c2b80d7a384 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.933731 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ee4e-ba74-4205-9437-a8f477997391 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.936214 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ee4e-ba74-4205-9437-a8f477997391 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.937551 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e7f6ee4e-ba74-4205-9437-a8f477997391 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/security-groups/483df55d-b862-4661-bc0d-1f954ae424d6 HTTP/1.1" status: 204 len: 168 time: 0.5787787 Jul 08 18:21:49.966472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3cb4d897-58f8-4150-90cd-7c2b80d7a384 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Calling delete_port for 4ca25e95-e7ad-4e1f-be22-b2cd5306411c owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:49.976449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33716) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:50.016090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6ee4e-ba74-4205-9437-a8f477997391 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483df55d-b862-4661-bc0d-1f954ae424d6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:50.027205 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.041660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d243d754-b42d-49e2-a373-dae48beac84b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:50.048096 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d243d754-b42d-49e2-a373-dae48beac84b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/099eed7b-b28d-4e89-950f-64b213192a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8865671 Jul 08 18:21:50.050865 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33718) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:50.055413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5646e2f-e71e-49d0-830f-dcfa9041ef5a None None] Sync routers for ids ['099eed7b-b28d-4e89-950f-64b213192a0b'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:50.055908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a287c4e-6502-44c5-9f2d-a6772c0247d6 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting subnet 43c354be-a25a-491a-9c2d-ebfcb38a3288 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:21:50.065732 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a287c4e-6502-44c5-9f2d-a6772c0247d6 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.073782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5646e2f-e71e-49d0-830f-dcfa9041ef5a None None] Routers {'099eed7b-b28d-4e89-950f-64b213192a0b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:50.074434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d5646e2f-e71e-49d0-830f-dcfa9041ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['099eed7b-b28d-4e89-950f-64b213192a0b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:50.116286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d5646e2f-e71e-49d0-830f-dcfa9041ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:50.126016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5646e2f-e71e-49d0-830f-dcfa9041ef5a None None] Routers {'099eed7b-b28d-4e89-950f-64b213192a0b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:50.126804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d5646e2f-e71e-49d0-830f-dcfa9041ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['099eed7b-b28d-4e89-950f-64b213192a0b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:50.162753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d5646e2f-e71e-49d0-830f-dcfa9041ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:50.163529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5646e2f-e71e-49d0-830f-dcfa9041ef5a None None] The sync data for ids ['099eed7b-b28d-4e89-950f-64b213192a0b'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:50.183078 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a287c4e-6502-44c5-9f2d-a6772c0247d6 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.189445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d897-58f8-4150-90cd-7c2b80d7a384 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.235030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4d897-58f8-4150-90cd-7c2b80d7a384 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ca25e95-e7ad-4e1f-be22-b2cd5306411c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:50.246353 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d897-58f8-4150-90cd-7c2b80d7a384 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.251461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3cb4d897-58f8-4150-90cd-7c2b80d7a384 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "DELETE /v2.0/ports/4ca25e95-e7ad-4e1f-be22-b2cd5306411c HTTP/1.1" status: 204 len: 168 time: 0.6594748 Jul 08 18:21:50.252298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33722) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:50.294303 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddb6f37-1de1-4c7d-8cb9-6ec1398a3ebb tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:21:50.300328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4ddb6f37-1de1-4c7d-8cb9-6ec1398a3ebb tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "GET /v2.0/ports/4ca25e95-e7ad-4e1f-be22-b2cd5306411c HTTP/1.1" status: 404 len: 333 time: 0.0448153 Jul 08 18:21:50.303239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33726) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:50.309599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Request body: {'port': {'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1935688554'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:50.353768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Made reservation on behalf of db8e849c820c4dbcad2098b482fbb4cc for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:50.356180 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.380289 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.383314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] device_id is not set on port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:21:50.388386 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.391816 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a287c4e-6502-44c5-9f2d-a6772c0247d6 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.502164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event updated for resources: {'Port': ['ID=3369dfc5-6428-4ea1-8cdc-0a2e733d2a6d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:50.511352 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a287c4e-6502-44c5-9f2d-a6772c0247d6 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.527731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2608a8f9-1b42-4487-8d5f-e635bc4dd29c no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:50.536918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.544085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a287c4e-6502-44c5-9f2d-a6772c0247d6 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Subnet': ['ID=43c354be-a25a-491a-9c2d-ebfcb38a3288,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:50.549085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a287c4e-6502-44c5-9f2d-a6772c0247d6 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.551000 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8a287c4e-6502-44c5-9f2d-a6772c0247d6 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/subnets/43c354be-a25a-491a-9c2d-ebfcb38a3288 HTTP/1.1" status: 204 len: 168 time: 0.5692074 Jul 08 18:21:50.569791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33730) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:50.572918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 2608a8f9-1b42-4487-8d5f-e635bc4dd29c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:50.574180 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 2608a8f9-1b42-4487-8d5f-e635bc4dd29c not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:50.576750 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa6049a-ebb6-42e3-972f-0e170ef60df0 None None] Network 59ff7aa9-cc65-4f86-8329-89240f4082af requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:50.604567 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.605854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ad327d9d-8378-4e4a-b081-6da3651f9acd tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8336165 Jul 08 18:21:50.608782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33732) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:50.614422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f1290d92-6e96-4723-a9a2-7a5196595a29 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Request body: {'floatingip': {'port_id': '69e85198-43c0-4cf8-a218-e0b09294c1a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:50.668947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.670805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.674519 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1290d92-6e96-4723-a9a2-7a5196595a29 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.681968 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09cd2581-292d-41a8-8df0-10e8fa080221 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.830299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.841120 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-f1290d92-6e96-4723-a9a2-7a5196595a29 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] update failed (client error): The resource could not be found. Jul 08 18:21:50.842181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f1290d92-6e96-4723-a9a2-7a5196595a29 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "PUT /v2.0/floatingips/1e65d203-af9b-4d16-b93d-f2b79b32a124 HTTP/1.1" status: 404 len: 507 time: 0.2322657 Jul 08 18:21:50.854952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c6241-cd8c-47ed-8e27-3c23d1c449b5 None None] DHCP port deletion for 59ff7aa9-cc65-4f86-8329-89240f4082af request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:21:50.865175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33736) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:50.881900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Network 4f1ed7da-f359-45cb-af6a-05dd19c16486 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:50.885987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:50.915015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-767c6241-cd8c-47ed-8e27-3c23d1c449b5 None None] Deleting port a881e3ec-635b-47d7-8503-9087870601c8 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:50.915551 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-767c6241-cd8c-47ed-8e27-3c23d1c449b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.934452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting port a881e3ec-635b-47d7-8503-9087870601c8 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:50.935021 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.958125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:50.959204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:50.959890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.995098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-767c6241-cd8c-47ed-8e27-3c23d1c449b5 None None] For port a881e3ec-635b-47d7-8503-9087870601c8, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a881e3ec-635b-47d7-8503-9087870601c8,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:50.995901 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-767c6241-cd8c-47ed-8e27-3c23d1c449b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.011106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event updated for resources: {'Port': ['ID=6d38ca02-8441-410e-9e4d-f532f3c9aa0c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:51.017327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-767c6241-cd8c-47ed-8e27-3c23d1c449b5 None None] Calling delete_port for a881e3ec-635b-47d7-8503-9087870601c8 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:51.025390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f236d506-a061-4a04-8c3d-75feb0c900a8 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7212319 Jul 08 18:21:51.029027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33738) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:51.052768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] For port a881e3ec-635b-47d7-8503-9087870601c8, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a881e3ec-635b-47d7-8503-9087870601c8,segment=NetworkSegment(09b168d4-0fc3-427d-9976-2c60c29a4664),segment_id=09b168d4-0fc3-427d-9976-2c60c29a4664)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:51.053137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.053498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:51.101087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Calling delete_port for a881e3ec-635b-47d7-8503-9087870601c8 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:51.152015 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9cce0-7474-45ed-88ba-f9dc5088aa1b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Deleting port 3369dfc5-6428-4ea1-8cdc-0a2e733d2a6d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:51.152499 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cce0-7474-45ed-88ba-f9dc5088aa1b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.160870 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-767c6241-cd8c-47ed-8e27-3c23d1c449b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.204320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.213608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c6241-cd8c-47ed-8e27-3c23d1c449b5 None None] Pushing event deleted for resources: {'Port': ['ID=a881e3ec-635b-47d7-8503-9087870601c8,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:51.216971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c6241-cd8c-47ed-8e27-3c23d1c449b5 None None] No DVR routers for this DVR port a881e3ec-635b-47d7-8503-9087870601c8 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:51.250702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-09cd2581-292d-41a8-8df0-10e8fa080221 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port bb79da45-a051-459b-8a3c-1457d129a10d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:51.253598 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09cd2581-292d-41a8-8df0-10e8fa080221 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.255305 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.306165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a881e3ec-635b-47d7-8503-9087870601c8 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:51.327504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Port': ['ID=a881e3ec-635b-47d7-8503-9087870601c8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:51.332492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: a881e3ec-635b-47d7-8503-9087870601c8 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:51.334926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] No DVR routers for this DVR port a881e3ec-635b-47d7-8503-9087870601c8 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:51.335654 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cce0-7474-45ed-88ba-f9dc5088aa1b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.336157 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cce0-7474-45ed-88ba-f9dc5088aa1b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.337373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a881e3ec-635b-47d7-8503-9087870601c8 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:51.360507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9cce0-7474-45ed-88ba-f9dc5088aa1b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Calling delete_port for 3369dfc5-6428-4ea1-8cdc-0a2e733d2a6d owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:51.452690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.456003 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09cd2581-292d-41a8-8df0-10e8fa080221 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.471571 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ff7aa9-cc65-4f86-8329-89240f4082af']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:51.481509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-09cd2581-292d-41a8-8df0-10e8fa080221 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for bb79da45-a051-459b-8a3c-1457d129a10d owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:51.487379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b168d4-0fc3-427d-9976-2c60c29a4664') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:51.487681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b168d4-0fc3-427d-9976-2c60c29a4664') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:51.502874 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.509839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] device_id is not set on port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:21:51.536970 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.545304 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.553812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:51.554221 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.556344 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-1a889fb2-1ef7-488b-b8d0-d1ba510496e7 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7428f430610046d6863645875b763475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420020 Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:51.557114 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:51.963444 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.973427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.975203 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/networks/59ff7aa9-cc65-4f86-8329-89240f4082af HTTP/1.1" status: 204 len: 168 time: 1.4036031 Jul 08 18:21:51.979345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33756) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:51.990630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd698ba3-fa7f-467b-8fee-60192ec5d2bc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Network': ['ID=59ff7aa9-cc65-4f86-8329-89240f4082af,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:52.059098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09cd2581-292d-41a8-8df0-10e8fa080221 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.062388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Transition to ACTIVE for port object 6d38ca02-8441-410e-9e4d-f532f3c9aa0c will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:52.071396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cce0-7474-45ed-88ba-f9dc5088aa1b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.093687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd2581-292d-41a8-8df0-10e8fa080221 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=bb79da45-a051-459b-8a3c-1457d129a10d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:52.095746 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.147143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9cce0-7474-45ed-88ba-f9dc5088aa1b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event deleted for resources: {'Port': ['ID=3369dfc5-6428-4ea1-8cdc-0a2e733d2a6d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:52.199144 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09cd2581-292d-41a8-8df0-10e8fa080221 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.302379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-15dc4012-4521-4b6e-9d9d-1e95858cc353 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:52.303845 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-15dc4012-4521-4b6e-9d9d-1e95858cc353 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7344096 Jul 08 18:21:52.333019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event updated for resources: {'Port': ['ID=6d38ca02-8441-410e-9e4d-f532f3c9aa0c,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:52.359016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-02bc7838-940d-4cf9-bf3a-d12c9f3290ad tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/quotas/7428f430610046d6863645875b763475 HTTP/1.1" status: 200 len: 375 time: 0.0460768 Jul 08 18:21:52.359760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cd2581-292d-41a8-8df0-10e8fa080221 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router 099eed7b-b28d-4e89-950f-64b213192a0b has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:52.372846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cce0-7474-45ed-88ba-f9dc5088aa1b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.375240 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cce0-7474-45ed-88ba-f9dc5088aa1b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.376346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a9e9cce0-7474-45ed-88ba-f9dc5088aa1b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "DELETE /v2.0/floatingips/1e65d203-af9b-4d16-b93d-f2b79b32a124 HTTP/1.1" status: 204 len: 168 time: 1.5102110 Jul 08 18:21:52.384502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:52.384834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:52.385168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:52.386853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33758) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:52.410508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fea43fec-eb1f-4f73-837b-490aada63eda tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Request body: {'floatingip': {'floating_network_id': 'dfa40081-de01-4646-b91c-7eedf1a054df', 'port_id': '69e85198-43c0-4cf8-a218-e0b09294c1a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:52.432925 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-e84f026e-0bb6-448a-88d1-cedf06642112 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7428f430610046d6863645875b763475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661049 Jul 08 18:21:52.436431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:52.436740 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:52.438646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cd2581-292d-41a8-8df0-10e8fa080221 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:52.439503 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 2 to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c Jul 08 18:21:52.444521 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-09cd2581-292d-41a8-8df0-10e8fa080221 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/099eed7b-b28d-4e89-950f-64b213192a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3865752 Jul 08 18:21:52.447345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33760) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:52.454065 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205103d-a300-4e7a-87e2-9c7a944cc9cc None None] Sync routers for ids ['099eed7b-b28d-4e89-950f-64b213192a0b'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:52.466807 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205103d-a300-4e7a-87e2-9c7a944cc9cc None None] Routers {'099eed7b-b28d-4e89-950f-64b213192a0b'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:52.467883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:52.468033 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d205103d-a300-4e7a-87e2-9c7a944cc9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['099eed7b-b28d-4e89-950f-64b213192a0b'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:52.468236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:52.468566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:52.475701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:52.476094 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:52.477744 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 3 to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c Jul 08 18:21:52.478955 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6af322d0-4669-4e62-b887-8579e2e0c326 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=099eed7b-b28d-4e89-950f-64b213192a0b HTTP/1.1" status: 200 len: 205 time: 0.0306234 Jul 08 18:21:52.481780 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33762) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:52.482224 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fea43fec-eb1f-4f73-837b-490aada63eda tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.512243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:52.512580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:52.512919 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:52.530562 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d205103d-a300-4e7a-87e2-9c7a944cc9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:52.548105 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205103d-a300-4e7a-87e2-9c7a944cc9cc None None] Routers {'099eed7b-b28d-4e89-950f-64b213192a0b'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:52.548408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting port a3a01852-0978-4f08-9664-7adcc5e47df3 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:52.548947 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.549513 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d205103d-a300-4e7a-87e2-9c7a944cc9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['099eed7b-b28d-4e89-950f-64b213192a0b'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:52.554718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:52.555319 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:52.564954 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 4 to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c Jul 08 18:21:52.565195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d58782a-71ee-4d5e-8017-2002b477c5d5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.595415 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d205103d-a300-4e7a-87e2-9c7a944cc9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:52.597619 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205103d-a300-4e7a-87e2-9c7a944cc9cc None None] The sync data for ids ['099eed7b-b28d-4e89-950f-64b213192a0b'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:52.617316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:52.617639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:52.618154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:52.630949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:52.631488 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:52.633772 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 5 to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c Jul 08 18:21:52.697248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:52.697581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:52.697915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:52.709565 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e75d25f-1d94-4b71-9795-f8757a68d02d req-ffe20e28-08de-4c11-b28d-d073d8b06b47 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 210 time: 0.0513589 Jul 08 18:21:52.715759 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.716091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.718531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:52.719304 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:52.726250 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 6 to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c Jul 08 18:21:52.742870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Calling delete_port for a3a01852-0978-4f08-9664-7adcc5e47df3 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:52.763261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:52.763594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:52.763932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:52.775821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:52.776148 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:52.777760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d58782a-71ee-4d5e-8017-2002b477c5d5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.780053 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d58782a-71ee-4d5e-8017-2002b477c5d5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.805055 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 7 to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c Jul 08 18:21:52.829036 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d58782a-71ee-4d5e-8017-2002b477c5d5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.829645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d58782a-71ee-4d5e-8017-2002b477c5d5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Fanout notify agent at l3_agent the message router_deleted on router 099eed7b-b28d-4e89-950f-64b213192a0b {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:21:52.837105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4d58782a-71ee-4d5e-8017-2002b477c5d5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.838424 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4d58782a-71ee-4d5e-8017-2002b477c5d5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/099eed7b-b28d-4e89-950f-64b213192a0b HTTP/1.1" status: 204 len: 168 time: 0.3555479 Jul 08 18:21:52.841322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33772) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:52.850060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:52.850664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:52.851166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:52.886976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:52.887777 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:52.890332 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 8 to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c Jul 08 18:21:52.897594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a9d2e7-7c82-4200-924a-5a05a1d0a450 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting subnet fb96fc4c-c425-40c6-8ea1-db69139cd1fa {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:21:52.901896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32a9d2e7-7c82-4200-924a-5a05a1d0a450 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.904665 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-fea43fec-eb1f-4f73-837b-490aada63eda tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:21:52.905706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fea43fec-eb1f-4f73-837b-490aada63eda tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4999971 Jul 08 18:21:52.909510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33774) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:52.916886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '69e85198-43c0-4cf8-a218-e0b09294c1a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:52.924700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:52.925019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:52.925358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:52.946233 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:52.946830 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:52.949765 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 9 to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c Jul 08 18:21:52.961413 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32a9d2e7-7c82-4200-924a-5a05a1d0a450 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.981594 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.986248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:52.986581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:52.986902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:53.000662 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:53.000987 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:53.001371 n-d-799684-3 neutron-server[93742]: INFO neutron.plugins.ml2.plugin [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempt 10 to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c Jul 08 18:21:53.067609 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32a9d2e7-7c82-4200-924a-5a05a1d0a450 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.071130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:53.071466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:53.071803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempting to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:53.090888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:53.091224 n-d-799684-3 neutron-server[93742]: ERROR neutron.plugins.ml2.managers [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Failed to bind port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on host n-h2-799684-3 for vnic_type normal using segments [{'id': 'be4e4317-882a-4897-b9a2-fd1ba46819e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f1ed7da-f359-45cb-af6a-05dd19c16486'}] Jul 08 18:21:53.091639 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.125151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.161710 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32a9d2e7-7c82-4200-924a-5a05a1d0a450 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.181892 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Port': ['ID=a3a01852-0978-4f08-9664-7adcc5e47df3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:53.209752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9d2e7-7c82-4200-924a-5a05a1d0a450 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Subnet': ['ID=fb96fc4c-c425-40c6-8ea1-db69139cd1fa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:53.218448 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32a9d2e7-7c82-4200-924a-5a05a1d0a450 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.230257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6496cf4-cee2-4325-863a-135390aeed48 None None] Network 362259cd-e7c3-450c-95d9-e6efa017269c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:53.231494 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-32a9d2e7-7c82-4200-924a-5a05a1d0a450 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/fb96fc4c-c425-40c6-8ea1-db69139cd1fa HTTP/1.1" status: 204 len: 168 time: 0.3889220 Jul 08 18:21:53.232052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33780) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:53.286650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] For port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:53.287102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attempted to set empty binding levels {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 18:21:53.295767 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.296100 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Floating IP 221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7 disassociated (deleted). External IP: 172.25.8.143, port: e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98. Jul 08 18:21:53.302841 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.306646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-17555ae8-388a-4953-970c-e3c717872888 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting subnet f6aa78ff-239f-4271-a53f-99559e97b863 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:21:53.309931 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-17555ae8-388a-4953-970c-e3c717872888 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.355207 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-17555ae8-388a-4953-970c-e3c717872888 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.380780 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.382996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] In _notify_port_updated(), no bound segment for port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c on network 4f1ed7da-f359-45cb-af6a-05dd19c16486 {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:21:53.384340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:53.385059 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.386700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "PUT /v2.0/ports/6d38ca02-8441-410e-9e4d-f532f3c9aa0c HTTP/1.1" status: 200 len: 975 time: 2.3564703 Jul 08 18:21:53.393168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33782) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:53.464786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfb28b7-4067-442c-93bd-a8d71e808edf None None] DHCP port deletion for 362259cd-e7c3-450c-95d9-e6efa017269c request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:21:53.471305 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dbe08-763f-456e-8282-37f17281fab5 tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event updated for resources: {'Port': ['ID=6d38ca02-8441-410e-9e4d-f532f3c9aa0c,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:53.483052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-17555ae8-388a-4953-970c-e3c717872888 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.513359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb28b7-4067-442c-93bd-a8d71e808edf None None] Deleting port 596ababe-30ed-437e-b175-673dae210342 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:53.513771 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4bfb28b7-4067-442c-93bd-a8d71e808edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.556051 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-17555ae8-388a-4953-970c-e3c717872888 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.585400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17555ae8-388a-4953-970c-e3c717872888 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Subnet': ['ID=f6aa78ff-239f-4271-a53f-99559e97b863,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:53.586092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4bfb28b7-4067-442c-93bd-a8d71e808edf None None] For port 596ababe-30ed-437e-b175-673dae210342, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=596ababe-30ed-437e-b175-673dae210342,segment=NetworkSegment(b005fe44-2671-4f72-8be1-44a4f4b56cab),segment_id=b005fe44-2671-4f72-8be1-44a4f4b56cab)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:53.586925 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4bfb28b7-4067-442c-93bd-a8d71e808edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.593893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-17555ae8-388a-4953-970c-e3c717872888 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.598917 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-17555ae8-388a-4953-970c-e3c717872888 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/f6aa78ff-239f-4271-a53f-99559e97b863 HTTP/1.1" status: 204 len: 168 time: 0.3656752 Jul 08 18:21:53.599582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33784) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:53.601325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb28b7-4067-442c-93bd-a8d71e808edf None None] Calling delete_port for 596ababe-30ed-437e-b175-673dae210342 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:53.604339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03340ddf-7c26-46db-8e5b-6192f65c244e None None] Network 4122898f-303f-4775-8fe1-b2313098a481 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:53.698431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.735951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Allocated IP 172.25.8.29 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/cf820c24-970c-4ef0-9125-c0698c9c984d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:53.765498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port 596ababe-30ed-437e-b175-673dae210342 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:53.766464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.791976 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4bfb28b7-4067-442c-93bd-a8d71e808edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.822708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb28b7-4067-442c-93bd-a8d71e808edf None None] Pushing event deleted for resources: {'Port': ['ID=596ababe-30ed-437e-b175-673dae210342,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:53.825899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb28b7-4067-442c-93bd-a8d71e808edf None None] No DVR routers for this DVR port 596ababe-30ed-437e-b175-673dae210342 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:53.859224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] For port 596ababe-30ed-437e-b175-673dae210342, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=596ababe-30ed-437e-b175-673dae210342,segment=NetworkSegment(b005fe44-2671-4f72-8be1-44a4f4b56cab),segment_id=b005fe44-2671-4f72-8be1-44a4f4b56cab)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:53.859597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.882775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for 596ababe-30ed-437e-b175-673dae210342 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:53.895187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:53.902819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f01e718c-ce93-453a-8d9c-2f0c89b5c54d tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Deleting port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:53.903157 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f01e718c-ce93-453a-8d9c-2f0c89b5c54d tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.928122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e94071-33de-4585-844e-55a8c61b8ef3 None None] DHCP port deletion for 4122898f-303f-4775-8fe1-b2313098a481 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:21:53.932484 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.979641 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-7c9ca315-63b2-4f67-b7bd-bb8592a1fe10 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7428f430610046d6863645875b763475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346019 Jul 08 18:21:53.986185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-17e94071-33de-4585-844e-55a8c61b8ef3 None None] Deleting port ba8ecc45-2141-4d96-8a86-737c1ffe6535 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:53.986645 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-17e94071-33de-4585-844e-55a8c61b8ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.016829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-f01e718c-ce93-453a-8d9c-2f0c89b5c54d tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] For port 6d38ca02-8441-410e-9e4d-f532f3c9aa0c, host n-h2-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:54.017471 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f01e718c-ce93-453a-8d9c-2f0c89b5c54d tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.033685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f01e718c-ce93-453a-8d9c-2f0c89b5c54d tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Calling delete_port for 6d38ca02-8441-410e-9e4d-f532f3c9aa0c owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:54.151195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.152710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b8e9e02-fcbc-4a7b-b6ee-ff749e78523d req-ac4279ce-022e-408f-b9f8-fc5f18c5b53b tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 210 time: 0.2174406 Jul 08 18:21:54.209894 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f01e718c-ce93-453a-8d9c-2f0c89b5c54d tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.222370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=596ababe-30ed-437e-b175-673dae210342,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:54.224959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No DVR routers for this DVR port 596ababe-30ed-437e-b175-673dae210342 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:54.300716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-17e94071-33de-4585-844e-55a8c61b8ef3 None None] For port ba8ecc45-2141-4d96-8a86-737c1ffe6535, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ba8ecc45-2141-4d96-8a86-737c1ffe6535,segment=NetworkSegment(71cc2b21-c558-4a18-b167-0b468580f2ed),segment_id=71cc2b21-c558-4a18-b167-0b468580f2ed)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:54.302596 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-17e94071-33de-4585-844e-55a8c61b8ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.312726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-0bda6630-8b9c-45ff-9215-2ebe454b8f20 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:54.314959 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-0bda6630-8b9c-45ff-9215-2ebe454b8f20 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195078 Jul 08 18:21:54.318367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-17e94071-33de-4585-844e-55a8c61b8ef3 None None] Calling delete_port for ba8ecc45-2141-4d96-8a86-737c1ffe6535 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:54.331782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Request body: {'port': {'device_id': '46766050-d100-4ae3-98ae-009260c4188e', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '7428f430610046d6863645875b763475'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:54.352337 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.395716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362259cd-e7c3-450c-95d9-e6efa017269c']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:54.414475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b005fe44-2671-4f72-8be1-44a4f4b56cab') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:54.414763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b005fe44-2671-4f72-8be1-44a4f4b56cab') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:54.416371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-17e94071-33de-4585-844e-55a8c61b8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.430022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.445426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e94071-33de-4585-844e-55a8c61b8ef3 None None] Pushing event deleted for resources: {'Port': ['ID=ba8ecc45-2141-4d96-8a86-737c1ffe6535,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:54.448923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e94071-33de-4585-844e-55a8c61b8ef3 None None] No DVR routers for this DVR port ba8ecc45-2141-4d96-8a86-737c1ffe6535 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:54.456250 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.468541 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:54.469154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:54.472392 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:54.554428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.561408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Made reservation on behalf of 7428f430610046d6863645875b763475 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:54.564786 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.567064 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.568866 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/networks/362259cd-e7c3-450c-95d9-e6efa017269c HTTP/1.1" status: 204 len: 168 time: 0.9683435 Jul 08 18:21:54.571493 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33790) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:54.595364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d7fe-2c93-4e8e-bd87-c093ff9b90d0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Network': ['ID=362259cd-e7c3-450c-95d9-e6efa017269c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:54.607598 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.668570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e718c-ce93-453a-8d9c-2f0c89b5c54d tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d38ca02-8441-410e-9e4d-f532f3c9aa0c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:54.672960 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f01e718c-ce93-453a-8d9c-2f0c89b5c54d tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.674895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f01e718c-ce93-453a-8d9c-2f0c89b5c54d tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "DELETE /v2.0/ports/6d38ca02-8441-410e-9e4d-f532f3c9aa0c HTTP/1.1" status: 204 len: 168 time: 1.2759202 Jul 08 18:21:54.679817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33792) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:54.682458 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.714140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.720892 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54957e0-605e-4ef5-a773-a0abcd8c160c tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:21:54.722413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d54957e0-605e-4ef5-a773-a0abcd8c160c tempest-PortsAdminExtendedAttrsTestJSON-2087247034 tempest-PortsAdminExtendedAttrsTestJSON-2087247034-project-admin] 10.222.0.73 "GET /v2.0/ports/6d38ca02-8441-410e-9e4d-f532f3c9aa0c HTTP/1.1" status: 404 len: 333 time: 0.0416441 Jul 08 18:21:54.728939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33794) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:54.763320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:54.764538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:54.769721 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.775365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:54.775554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aeab3d-86b5-42b5-a189-7e1a9d8bac04 None None] Sync routers for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:54.787563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aeab3d-86b5-42b5-a189-7e1a9d8bac04 None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:54.788371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-43aeab3d-86b5-42b5-a189-7e1a9d8bac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:54.802784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:54.835994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event updated for resources: {'Port': ['ID=cf820c24-970c-4ef0-9125-c0698c9c984d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:54.861201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-450f532d-c46f-4575-8aae-b8132c9b8987 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/floatingips/221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7 HTTP/1.1" status: 204 len: 168 time: 2.8718848 Jul 08 18:21:54.861201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.861201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.861201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.861201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.861855 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.861855 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.862065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.863373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.863373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.863373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.863373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.863862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:54.865586 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.868821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'tag': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:54.871158 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a980456-2b18-40a0-80ca-91b20fd3debd" -d '{"events": [{"name": "network-changed", "server_uuid": "864d643a-ab9a-4fb8-9631-909bdd5f18de", "tag": "e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:54.899438 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4122898f-303f-4775-8fe1-b2313098a481']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:54.907582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.925563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cc2b21-c558-4a18-b167-0b468580f2ed') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:54.925837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cc2b21-c558-4a18-b167-0b468580f2ed') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:54.946401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.956284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-43aeab3d-86b5-42b5-a189-7e1a9d8bac04 None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:54.964495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.988765 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.993368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.005163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:55.005572 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:55.014818 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:55.121486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Deleting port cf820c24-970c-4ef0-9125-c0698c9c984d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:55.122236 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.185851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d74bde-faaf-4a0e-ae9b-f6c08144e51b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:55.189661 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.196462 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea36e0f-3fe6-443b-ae4f-2ad88e9befa3 x-openstack-request-id: req-4ea36e0f-3fe6-443b-ae4f-2ad88e9befa3 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:55.196758 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864d643a-ab9a-4fb8-9631-909bdd5f18de", "tag": "e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:55.197010 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4ea36e0f-3fe6-443b-ae4f-2ad88e9befa3 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:55.197424 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'tag': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'status': 'completed', 'code': 200} Jul 08 18:21:55.210231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1ed7da-f359-45cb-af6a-05dd19c16486']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:55.243136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.247119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4e4317-882a-4897-b9a2-fd1ba46819e0') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:55.247474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4e4317-882a-4897-b9a2-fd1ba46819e0') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:55.279636 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.280837 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.282136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.287606 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/networks/4122898f-303f-4775-8fe1-b2313098a481 HTTP/1.1" status: 204 len: 168 time: 0.7030485 Jul 08 18:21:55.289309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33806) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:55.296409 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.306265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1385697053'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:55.320444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c554c6-8cae-414d-8d09-eeb5174cfc3e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Network': ['ID=4122898f-303f-4775-8fe1-b2313098a481,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:55.329639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-43aeab3d-86b5-42b5-a189-7e1a9d8bac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:21:43Z', 'revision_number': 6, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:55.343040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Calling delete_port for cf820c24-970c-4ef0-9125-c0698c9c984d owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:55.370898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aeab3d-86b5-42b5-a189-7e1a9d8bac04 None None] Checking router: 106650bb-f201-46c0-b4e5-bbe8ba6614b0 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:55.376832 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.381482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aeab3d-86b5-42b5-a189-7e1a9d8bac04 None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:55.382386 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-43aeab3d-86b5-42b5-a189-7e1a9d8bac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:55.386284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:55.388149 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.407383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:55.407787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:55.411477 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:55.424058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ba8ecc45-2141-4d96-8a86-737c1ffe6535 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:55.448876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: ba8ecc45-2141-4d96-8a86-737c1ffe6535 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:55.449199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ba8ecc45-2141-4d96-8a86-737c1ffe6535 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:55.449640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 596ababe-30ed-437e-b175-673dae210342 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:55.475285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 596ababe-30ed-437e-b175-673dae210342 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:55.475556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Allocated IP 192.168.233.83 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/e6b206d9-c227-4cf8-b98f-f8a336fe8d3e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:55.476059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 596ababe-30ed-437e-b175-673dae210342 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:55.507229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a980456-2b18-40a0-80ca-91b20fd3debd req-7cd987b2-489c-4216-a99b-e7b27af72c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:55.508903 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a980456-2b18-40a0-80ca-91b20fd3debd req-7cd987b2-489c-4216-a99b-e7b27af72c22 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 1096 time: 0.2770209 Jul 08 18:21:55.515656 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.516492 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25066465-45da-415a-b361-20dcf0096a77 req-7954eae3-fd40-4004-a838-caf479cf7aec tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 210 time: 0.0729039 Jul 08 18:21:55.532048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:55.539987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.542182 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] 10.222.0.73 "DELETE /v2.0/networks/4f1ed7da-f359-45cb-af6a-05dd19c16486 HTTP/1.1" status: 204 len: 168 time: 0.8103411 Jul 08 18:21:55.566699 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.567095 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added segment 621d40eb-8973-4545-9d31-709e02495678 of type vlan for network f9cae1dc-8702-46af-a1b6-86221da0723c Jul 08 18:21:55.581726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-43aeab3d-86b5-42b5-a189-7e1a9d8bac04 None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:55.613545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e5016-6838-43cc-9c6a-d6e3ac903eff tempest-PortsAdminExtendedAttrsTestJSON-559191186 tempest-PortsAdminExtendedAttrsTestJSON-559191186-project] Pushing event deleted for resources: {'Network': ['ID=4f1ed7da-f359-45cb-af6a-05dd19c16486,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:55.628080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ee92d-6a09-4a32-be22-a94b437759a0 req-7f0f9cab-ce4c-4b0e-878b-4a223b9581f8 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:55.629665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e35ee92d-6a09-4a32-be22-a94b437759a0 req-7f0f9cab-ce4c-4b0e-878b-4a223b9581f8 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 945 time: 0.2505503 Jul 08 18:21:55.681288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.722354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e35ee92d-6a09-4a32-be22-a94b437759a0 req-70539770-24db-47f9-95b7-f5516f41709f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830131 Jul 08 18:21:55.748513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.790892 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event deleted for resources: {'Port': ['ID=cf820c24-970c-4ef0-9125-c0698c9c984d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:55.801223 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.809299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:55.809670 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.941508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Network': ['ID=f9cae1dc-8702-46af-a1b6-86221da0723c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:55.965558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c9e7eb8c-7c3a-4f69-877d-5a3012eaa928 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6690307 Jul 08 18:21:55.967586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f9cae1dc-8702-46af-a1b6-86221da0723c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:55.968450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:55.974013 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'subnet': {'network_id': 'f9cae1dc-8702-46af-a1b6-86221da0723c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:56.052160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33816) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:56.072729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-43aeab3d-86b5-42b5-a189-7e1a9d8bac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:21:43Z', 'revision_number': 6, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:56.088542 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] create failed (client error): The resource could not be found. Jul 08 18:21:56.094623 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3779d50c-198b-4064-b711-95b0f8efcf0b tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1838901 Jul 08 18:21:56.095281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33820) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:56.100971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aeab3d-86b5-42b5-a189-7e1a9d8bac04 None None] The sync data for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 is: [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:21:43Z', 'revision_number': 6, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b40fac0d-2932-48a0-8987-aafc1d8913e7', 'name': '', 'network_id': '69d8ec76-614d-43ba-9d4a-c5b8735138b6', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:82:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:24Z', 'updated_at': '2021-07-08T18:18:35Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '3d0812d6-2da4-4460-b800-66d96f1ecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:56.159636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a980456-2b18-40a0-80ca-91b20fd3debd req-838c75c0-65c0-48e6-815f-f4d0a3e82259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:56.161267 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a980456-2b18-40a0-80ca-91b20fd3debd req-838c75c0-65c0-48e6-815f-f4d0a3e82259 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69d8ec76-614d-43ba-9d4a-c5b8735138b6 HTTP/1.1" status: 200 len: 898 time: 0.6392448 Jul 08 18:21:56.174859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:56.179984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.216091 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a980456-2b18-40a0-80ca-91b20fd3debd req-51231816-2248-410c-8a8e-ccd07e822e5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 HTTP/1.1" status: 200 len: 217 time: 0.0476556 Jul 08 18:21:56.241629 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.283921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Transition to ACTIVE for port object e6b206d9-c227-4cf8-b98f-f8a336fe8d3e will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:56.296014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a980456-2b18-40a0-80ca-91b20fd3debd req-7105e3be-c63a-4783-9cdc-64d1a815bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:56.297637 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a980456-2b18-40a0-80ca-91b20fd3debd req-7105e3be-c63a-4783-9cdc-64d1a815bc8b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3d0812d6-2da4-4460-b800-66d96f1ecab9 HTTP/1.1" status: 200 len: 834 time: 0.0735049 Jul 08 18:21:56.344553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c0807bbe-cc1c-4728-af68-a8b2a213948a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Deleting port 69e85198-43c0-4cf8-a218-e0b09294c1a8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:56.345286 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0807bbe-cc1c-4728-af68-a8b2a213948a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.361733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-53483362-fc9d-45ea-a9c7-762147cbcc81 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a226c7a33e414def854f351842e93191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077719 Jul 08 18:21:56.366061 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.370930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33822) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:56.410662 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255eac2-776f-4acc-bb12-7f7c73358478 None None] New status for floating IP 221ec6ec-3e78-43b9-b7ff-0c8ccb4fd3d7: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:21:56.441610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a980456-2b18-40a0-80ca-91b20fd3debd req-c2f72c4f-be3d-40aa-a3d4-802065172d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:56.443721 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a980456-2b18-40a0-80ca-91b20fd3debd req-c2f72c4f-be3d-40aa-a3d4-802065172d15 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69d8ec76-614d-43ba-9d4a-c5b8735138b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385202 Jul 08 18:21:56.445644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:56.469030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:56.488075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:56.496031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0807bbe-cc1c-4728-af68-a8b2a213948a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.515338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c0807bbe-cc1c-4728-af68-a8b2a213948a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Calling delete_port for 69e85198-43c0-4cf8-a218-e0b09294c1a8 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:56.543762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Pushing event updated for resources: {'Port': ['ID=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:56.605603 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8796f1a-162c-4b61-99f4-2cba7e5a10d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.615481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:56.616127 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.637534 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.671968 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b15fd52b-3ded-4f46-98d0-31e43d918d19 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3470120 Jul 08 18:21:56.674080 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8796f1a-162c-4b61-99f4-2cba7e5a10d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.689816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Request body: {'port': {'device_id': '46766050-d100-4ae3-98ae-009260c4188e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:56.693724 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a980456-2b18-40a0-80ca-91b20fd3debd req-3f6b5d59-d8a5-4aad-ad71-eb294b3d152f service neutron] 10.222.0.74 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382908 Jul 08 18:21:56.720095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Subnet': ['ID=96c4bde6-f63a-48cc-a31d-30dfa25271ea,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:56.782115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Checking segment: {'id': '621d40eb-8973-4545-9d31-709e02495678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f9cae1dc-8702-46af-a1b6-86221da0723c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:56.783945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network hostable DHCP agents. Network: f9cae1dc-8702-46af-a1b6-86221da0723c, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:56.862319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87b69f-1afe-44ec-b0d1-902eeb017e80 req-ec9be533-37c8-4eb3-8ba1-22c9d00a414e tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:56.863932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa87b69f-1afe-44ec-b0d1-902eeb017e80 req-ec9be533-37c8-4eb3-8ba1-22c9d00a414e tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 935 time: 0.1594410 Jul 08 18:21:56.864561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network f9cae1dc-8702-46af-a1b6-86221da0723c is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:56.882740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f9cae1dc-8702-46af-a1b6-86221da0723c) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:56.887549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:56.888193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.900814 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0807bbe-cc1c-4728-af68-a8b2a213948a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.902166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9669248-a1ce-4fcc-9861-ce1fa9b9f816 None None] Network f9cae1dc-8702-46af-a1b6-86221da0723c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:56.928719 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a980456-2b18-40a0-80ca-91b20fd3debd req-e60e8cea-8112-4137-9b72-b98c9029023d service neutron] 10.222.0.74 "GET /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079499 Jul 08 18:21:56.929429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.962512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6ef6a284-1779-4d61-affd-b46bf0a66485 None None] Provisioning for port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:56.975048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6ef6a284-1779-4d61-affd-b46bf0a66485 None None] Provisioning complete for port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:56.975431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a284-1779-4d61-affd-b46bf0a66485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.986130 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8796f1a-162c-4b61-99f4-2cba7e5a10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.988336 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8796f1a-162c-4b61-99f4-2cba7e5a10d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.989011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0807bbe-cc1c-4728-af68-a8b2a213948a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event deleted for resources: {'Port': ['ID=69e85198-43c0-4cf8-a218-e0b09294c1a8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:56.992012 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c8796f1a-162c-4b61-99f4-2cba7e5a10d9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b932033-75d4-4d4e-95be-103378a2ac1b HTTP/1.1" status: 204 len: 168 time: 0.6177633 Jul 08 18:21:57.023770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6a284-1779-4d61-affd-b46bf0a66485 None None] Port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:57.026564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8796f1a-162c-4b61-99f4-2cba7e5a10d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b932033-75d4-4d4e-95be-103378a2ac1b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:57.049151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d490885f-250f-4d2e-b9b8-05fe596fbe6f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0794468 Jul 08 18:21:57.056069 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa87b69f-1afe-44ec-b0d1-902eeb017e80 req-6bb98329-75eb-4924-a8d3-b2c7dc8719d1 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776726 Jul 08 18:21:57.059390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33832) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:57.065677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0f3db59b-4fab-4176-b3a8-d5fc763fd36a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1925214800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:57.066525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aba62-14aa-4b11-aadc-3f0fdbd3b10e req-98e224dd-3cee-4920-ae9a-0020faf77286 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:57.068168 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-827aba62-14aa-4b11-aadc-3f0fdbd3b10e req-98e224dd-3cee-4920-ae9a-0020faf77286 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 945 time: 0.2214580 Jul 08 18:21:57.157884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-f9cae1dc-8702-46af-a1b6-86221da0723c', 'network_id': 'f9cae1dc-8702-46af-a1b6-86221da0723c', 'tenant_id': '055644b039984b20990db6191e46607e', 'fixed_ips': [{'subnet_id': '96c4bde6-f63a-48cc-a31d-30dfa25271ea'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:57.159032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0807bbe-cc1c-4728-af68-a8b2a213948a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.160340 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.164143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c0807bbe-cc1c-4728-af68-a8b2a213948a tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "DELETE /v2.0/ports/69e85198-43c0-4cf8-a218-e0b09294c1a8 HTTP/1.1" status: 204 len: 168 time: 1.0638039 Jul 08 18:21:57.173589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33834) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:57.174611 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f3db59b-4fab-4176-b3a8-d5fc763fd36a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.175644 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f3db59b-4fab-4176-b3a8-d5fc763fd36a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.272440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69fafc-f4e3-40f7-9504-cb72524f6691 req-d9a7d3fd-215b-41fa-9ba2-e463ce16c0f8 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:57.279541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee69fafc-f4e3-40f7-9504-cb72524f6691 req-d9a7d3fd-215b-41fa-9ba2-e463ce16c0f8 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 945 time: 0.3405232 Jul 08 18:21:57.392528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f3db59b-4fab-4176-b3a8-d5fc763fd36a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.402850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-827aba62-14aa-4b11-aadc-3f0fdbd3b10e req-95115897-1540-435b-804a-da73e87b495e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:57.403515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-827aba62-14aa-4b11-aadc-3f0fdbd3b10e req-95115897-1540-435b-804a-da73e87b495e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.408237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Allocated IP 2001:db8::2 (f9cae1dc-8702-46af-a1b6-86221da0723c/96c4bde6-f63a-48cc-a31d-30dfa25271ea/42fb0bab-11eb-4d48-adeb-963ec646ca35) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:57.418113 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f3db59b-4fab-4176-b3a8-d5fc763fd36a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.444637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee69fafc-f4e3-40f7-9504-cb72524f6691 req-bbf630d0-ecec-4ded-8fa3-20a7f695579a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=a1a78373-4d96-4e82-9601-ac4f12bc16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638837 Jul 08 18:21:57.452146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f3db59b-4fab-4176-b3a8-d5fc763fd36a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.455916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0f3db59b-4fab-4176-b3a8-d5fc763fd36a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3919778 Jul 08 18:21:57.458807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33838) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:57.468151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91dbacc-b089-4afa-b3c8-a3e1f9e828e8 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:57.469936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a91dbacc-b089-4afa-b3c8-a3e1f9e828e8 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "GET /v2.0/ports?device_id=04bfd641-2baf-4732-af51-36b7ebde26da HTTP/1.1" status: 200 len: 913 time: 0.2885771 Jul 08 18:21:57.473921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'port': {'network_id': 'f9cae1dc-8702-46af-a1b6-86221da0723c', 'name': 'tempest-RoutersIpV6Test-131827156'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:57.474097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33840) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:57.537067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33842) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:57.583296 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.594319 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Transition to ACTIVE for port object 42fb0bab-11eb-4d48-adeb-963ec646ca35 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:57.605682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-699c5305-77c9-4693-803c-ef6aa5c16503 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db8e849c820c4dbcad2098b482fbb4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674834 Jul 08 18:21:57.608256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33844) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:57.613718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Transition to ACTIVE for port object 42fb0bab-11eb-4d48-adeb-963ec646ca35 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:57.621057 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.661721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:57.664763 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Network f9cae1dc-8702-46af-a1b6-86221da0723c is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:57.665582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.671319 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:57.675698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:57.678833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Pushing event updated for resources: {'Port': ['ID=42fb0bab-11eb-4d48-adeb-963ec646ca35,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:57.695721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] device_id is not set on port 60ea0160-1441-41ad-819b-a59dbcf8b6f0 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:21:57.704654 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2bb1-7d25-46ee-a8ef-4585140d7e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.739381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Attempting to bind port 42fb0bab-11eb-4d48-adeb-963ec646ca35 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:57.739672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Attempting to bind port 42fb0bab-11eb-4d48-adeb-963ec646ca35 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '621d40eb-8973-4545-9d31-709e02495678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f9cae1dc-8702-46af-a1b6-86221da0723c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:57.740028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Attempting to bind port 42fb0bab-11eb-4d48-adeb-963ec646ca35 on network f9cae1dc-8702-46af-a1b6-86221da0723c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:57.745309 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:57.745692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Checking segment: {'id': '621d40eb-8973-4545-9d31-709e02495678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f9cae1dc-8702-46af-a1b6-86221da0723c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:57.746099 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.746528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Bound using segment: {'id': '621d40eb-8973-4545-9d31-709e02495678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f9cae1dc-8702-46af-a1b6-86221da0723c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:57.747024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Bound port: 42fb0bab-11eb-4d48-adeb-963ec646ca35, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621d40eb-8973-4545-9d31-709e02495678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f9cae1dc-8702-46af-a1b6-86221da0723c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:57.747410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.759522 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-827aba62-14aa-4b11-aadc-3f0fdbd3b10e req-95115897-1540-435b-804a-da73e87b495e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] For port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98,segment=NetworkSegment(43b3414c-adda-4ab3-a60d-55ca9996eab6),segment_id=43b3414c-adda-4ab3-a60d-55ca9996eab6)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:57.759986 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-827aba62-14aa-4b11-aadc-3f0fdbd3b10e req-95115897-1540-435b-804a-da73e87b495e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.766060 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2bb1-7d25-46ee-a8ef-4585140d7e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.809848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-827aba62-14aa-4b11-aadc-3f0fdbd3b10e req-95115897-1540-435b-804a-da73e87b495e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Calling delete_port for e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:57.823948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] For port 42fb0bab-11eb-4d48-adeb-963ec646ca35, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:57.825888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b206d9-c227-4cf8-b98f-f8a336fe8d3e {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:21:57.828521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] For port 42fb0bab-11eb-4d48-adeb-963ec646ca35, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=42fb0bab-11eb-4d48-adeb-963ec646ca35,segment=NetworkSegment(621d40eb-8973-4545-9d31-709e02495678),segment_id=621d40eb-8973-4545-9d31-709e02495678)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:57.837437 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.842990 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.874685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Allocated IP 2001:db8::da (f9cae1dc-8702-46af-a1b6-86221da0723c/96c4bde6-f63a-48cc-a31d-30dfa25271ea/60ea0160-1441-41ad-819b-a59dbcf8b6f0) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:57.897313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2bb1-7d25-46ee-a8ef-4585140d7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.900645 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2bb1-7d25-46ee-a8ef-4585140d7e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.904520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6b3b2bb1-7d25-46ee-a8ef-4585140d7e52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f50c7601-83a5-449e-ab8f-47e3b0e36bfa HTTP/1.1" status: 204 len: 168 time: 0.2902696 Jul 08 18:21:57.920959 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea5cd-492c-4db0-b666-afa64eeb3d12 None None] Pushing event updated for resources: {'Port': ['ID=42fb0bab-11eb-4d48-adeb-963ec646ca35,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:57.930249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b2bb1-7d25-46ee-a8ef-4585140d7e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c7601-83a5-449e-ab8f-47e3b0e36bfa,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:57.958844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Transition to ACTIVE for port object e6b206d9-c227-4cf8-b98f-f8a336fe8d3e will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:57.978503 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.080907 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.112613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Transition to ACTIVE for port object 60ea0160-1441-41ad-819b-a59dbcf8b6f0 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:58.158968 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.240025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Pushing event updated for resources: {'Port': ['ID=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:58.241032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network f9cae1dc-8702-46af-a1b6-86221da0723c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:58.245241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:58.251820 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:58.263556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-827aba62-14aa-4b11-aadc-3f0fdbd3b10e req-95115897-1540-435b-804a-da73e87b495e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.263741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:58.270851 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.284536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=60ea0160-1441-41ad-819b-a59dbcf8b6f0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:58.323220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-53b4dd6e-d7ec-4e7e-9598-3ef76ba1513a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8629642 Jul 08 18:21:58.325805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33854) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:58.335021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95115897-1540-435b-804a-da73e87b495e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Port': ['ID=e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:58.411321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-827aba62-14aa-4b11-aadc-3f0fdbd3b10e req-95115897-1540-435b-804a-da73e87b495e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] No DVR routers for this DVR port e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:58.414796 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-827aba62-14aa-4b11-aadc-3f0fdbd3b10e req-95115897-1540-435b-804a-da73e87b495e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.417482 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-827aba62-14aa-4b11-aadc-3f0fdbd3b10e req-95115897-1540-435b-804a-da73e87b495e tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "DELETE /v2.0/ports/e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 HTTP/1.1" status: 204 len: 173 time: 1.3375709 Jul 08 18:21:58.418655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'name': 'network-vif-deleted', 'tag': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:58.421300 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659fba0a-f270-41f5-8b78-d60ab688ea9f" -d '{"events": [{"server_uuid": "864d643a-ab9a-4fb8-9631-909bdd5f18de", "name": "network-vif-deleted", "tag": "e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:58.436583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Attempting to bind port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:58.437141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Attempting to bind port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:58.437693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Attempting to bind port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:58.493677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:58.494438 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Attempting to bind port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:58.506050 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:58.506769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:58.507990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:58.508685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Bound port: e6b206d9-c227-4cf8-b98f-f8a336fe8d3e, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:58.509618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.600430 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21a328c-1139-4caa-a410-3a62510b1edb x-openstack-request-id: req-e21a328c-1139-4caa-a410-3a62510b1edb {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:58.601935 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864d643a-ab9a-4fb8-9631-909bdd5f18de", "name": "network-vif-deleted", "tag": "e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:58.602377 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e21a328c-1139-4caa-a410-3a62510b1edb {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:58.602917 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d643a-ab9a-4fb8-9631-909bdd5f18de', 'name': 'network-vif-deleted', 'tag': 'e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98', 'status': 'completed', 'code': 200} Jul 08 18:21:58.626333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d211ed2-0444-4b63-ac98-e1bbfc76a6b5 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.667067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396aa97-c0da-48e4-89da-f031c28d4c9b req-44c11796-fcb5-4de6-b55a-89046459586d tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:58.675347 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0396aa97-c0da-48e4-89da-f031c28d4c9b req-44c11796-fcb5-4de6-b55a-89046459586d tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 947 time: 0.2347121 Jul 08 18:21:58.736359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] For port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:58.765116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] For port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:58.777593 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.860250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f3dcdf9-ac7b-4fc9-939b-79b4965104ee req-daf51e4f-e315-4e2a-94ef-fe6e8b0a8b30 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=864d643a-ab9a-4fb8-9631-909bdd5f18de HTTP/1.1" status: 200 len: 210 time: 0.0410447 Jul 08 18:21:58.870768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0396aa97-c0da-48e4-89da-f031c28d4c9b req-abbf0769-d276-479a-bf1c-7315898f9981 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935737 Jul 08 18:21:58.892358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Pushing event updated for resources: {'Port': ['ID=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:58.912536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:58.913166 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.914886 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-bb1db4e1-9da7-4c55-af78-8d43a1056c6f service neutron] 10.222.0.59 "PUT /v2.0/ports/e6b206d9-c227-4cf8-b98f-f8a336fe8d3e HTTP/1.1" status: 200 len: 1095 time: 2.2319534 Jul 08 18:21:59.079944 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:59.214347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-a5e099fa-0928-40e0-9b34-a068ff1cbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:59.215676 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-a5e099fa-0928-40e0-9b34-a068ff1cbf17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7428f430610046d6863645875b763475&device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 1098 time: 0.2311330 Jul 08 18:21:59.360188 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-ddb10325-b576-48d7-9e36-69c265e2e237 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e HTTP/1.1" status: 200 len: 217 time: 0.1047640 Jul 08 18:21:59.388249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 42fb0bab-11eb-4d48-adeb-963ec646ca35 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:59.414370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-4e067081-efe0-498a-b6ca-36fcfd2b3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:59.415869 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-4e067081-efe0-498a-b6ca-36fcfd2b3ae0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0483634 Jul 08 18:21:59.484306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8d211ed2-0444-4b63-ac98-e1bbfc76a6b5 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Deleting port 56f7aafc-3e42-46ea-89f6-793d238202f4 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:59.484674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d211ed2-0444-4b63-ac98-e1bbfc76a6b5 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:59.493591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 42fb0bab-11eb-4d48-adeb-963ec646ca35 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:59.545650 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-c57930ad-5f2d-4b51-9184-cde2aeea8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:59.547321 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-c57930ad-5f2d-4b51-9184-cde2aeea8792 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236160 Jul 08 18:21:59.556391 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:59.567999 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:59.611406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed50e76b-6dd1-40d3-a716-822c997d8038 None None] Network f9cae1dc-8702-46af-a1b6-86221da0723c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:59.663288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=60ea0160-1441-41ad-819b-a59dbcf8b6f0,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:59.818423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b80ac1ea-8533-4e76-b462-0cdc2ab04302 None None] Provisioning for port 42fb0bab-11eb-4d48-adeb-963ec646ca35 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:59.825132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b80ac1ea-8533-4e76-b462-0cdc2ab04302 None None] Provisioning complete for port 42fb0bab-11eb-4d48-adeb-963ec646ca35 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:59.825561 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b80ac1ea-8533-4e76-b462-0cdc2ab04302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:59.859457 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.056324 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b80ac1ea-8533-4e76-b462-0cdc2ab04302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.074563 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-53b80209-f6ce-4a67-8f08-3851aeecc188 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165131 Jul 08 18:22:00.083400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33892) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:00.115021 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d211ed2-0444-4b63-ac98-e1bbfc76a6b5 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.129344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8d211ed2-0444-4b63-ac98-e1bbfc76a6b5 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Calling delete_port for 56f7aafc-3e42-46ea-89f6-793d238202f4 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:00.223815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.281538 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30f07b70-ede6-4e36-a48b-0b0abdada2a5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.318175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b80ac1ea-8533-4e76-b462-0cdc2ab04302 None None] For port 42fb0bab-11eb-4d48-adeb-963ec646ca35, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=42fb0bab-11eb-4d48-adeb-963ec646ca35,segment=NetworkSegment(621d40eb-8973-4545-9d31-709e02495678),segment_id=621d40eb-8973-4545-9d31-709e02495678)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:00.324074 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b80ac1ea-8533-4e76-b462-0cdc2ab04302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.364802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402f425-8365-4b33-acba-162972a7e69b req-a1e1c9b9-0cf2-4724-9eeb-388f0567da39 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:00.369272 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33898) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:00.371792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3402f425-8365-4b33-acba-162972a7e69b req-a1e1c9b9-0cf2-4724-9eeb-388f0567da39 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 947 time: 0.2726121 Jul 08 18:22:00.394831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ac1ea-8533-4e76-b462-0cdc2ab04302 None None] Pushing event updated for resources: {'Port': ['ID=42fb0bab-11eb-4d48-adeb-963ec646ca35,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:00.421315 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30f07b70-ede6-4e36-a48b-0b0abdada2a5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.449232 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-444148b1-b21e-47d3-b4a8-99ceb85bf176 req-b10dc376-2c20-4f91-af79-43135a8dee07 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485366 Jul 08 18:22:00.522558 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d211ed2-0444-4b63-ac98-e1bbfc76a6b5 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.538702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3402f425-8365-4b33-acba-162972a7e69b req-f2c484f3-23b2-48d9-8685-1b644d1ff9d1 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643157 Jul 08 18:22:00.553176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:00.559305 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30f07b70-ede6-4e36-a48b-0b0abdada2a5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.560142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1873001189', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:00.562080 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30f07b70-ede6-4e36-a48b-0b0abdada2a5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.563279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-30f07b70-ede6-4e36-a48b-0b0abdada2a5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/security-groups/a1a78373-4d96-4e82-9601-ac4f12bc16ec HTTP/1.1" status: 204 len: 168 time: 0.4788861 Jul 08 18:22:00.565752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d211ed2-0444-4b63-ac98-e1bbfc76a6b5 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event deleted for resources: {'Port': ['ID=56f7aafc-3e42-46ea-89f6-793d238202f4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:00.578089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:22:00.578470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e0f46b42-1cc8-44c6-84be-fa5ee2a8ce98 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:00.602096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f07b70-ede6-4e36-a48b-0b0abdada2a5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a78373-4d96-4e82-9601-ac4f12bc16ec,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:00.621735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46766050-d100-4ae3-98ae-009260c4188e', 'tag': 'e6b206d9-c227-4cf8-b98f-f8a336fe8d3e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:00.623222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33904) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:00.626361 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867634b2-268b-4430-8a5b-4ae1d20d4de2" -d '{"events": [{"name": "network-changed", "server_uuid": "46766050-d100-4ae3-98ae-009260c4188e", "tag": "e6b206d9-c227-4cf8-b98f-f8a336fe8d3e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:00.666495 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Made reservation on behalf of 5484a3b1736a437d9a60460b12add419 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:00.669340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.682769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.696898 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcd5d67-6359-444f-a8fe-803f34b75c55 x-openstack-request-id: req-ebcd5d67-6359-444f-a8fe-803f34b75c55 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:00.697559 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46766050-d100-4ae3-98ae-009260c4188e", "tag": "e6b206d9-c227-4cf8-b98f-f8a336fe8d3e", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:00.697956 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebcd5d67-6359-444f-a8fe-803f34b75c55 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:00.698455 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46766050-d100-4ae3-98ae-009260c4188e', 'tag': 'e6b206d9-c227-4cf8-b98f-f8a336fe8d3e', 'status': 'completed', 'code': 200} Jul 08 18:22:00.784511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0ab7c12e-f5e8-42a7-98c1-7c2fbe1f9218 None None] Provisioning complete for port 42fb0bab-11eb-4d48-adeb-963ec646ca35 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:00.784956 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c12e-f5e8-42a7-98c1-7c2fbe1f9218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.861460 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8d211ed2-0444-4b63-ac98-e1bbfc76a6b5 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.984366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867634b2-268b-4430-8a5b-4ae1d20d4de2 req-562c3377-d321-4eb0-99be-8356898edc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:00.987896 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-867634b2-268b-4430-8a5b-4ae1d20d4de2 req-562c3377-d321-4eb0-99be-8356898edc31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7428f430610046d6863645875b763475&device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 1098 time: 0.2687056 Jul 08 18:22:00.991413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0ab7c12e-f5e8-42a7-98c1-7c2fbe1f9218 None None] Provisioning for port 60ea0160-1441-41ad-819b-a59dbcf8b6f0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:01.001177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0ab7c12e-f5e8-42a7-98c1-7c2fbe1f9218 None None] Provisioning complete for port 60ea0160-1441-41ad-819b-a59dbcf8b6f0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:01.001641 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c12e-f5e8-42a7-98c1-7c2fbe1f9218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.044276 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0ab7c12e-f5e8-42a7-98c1-7c2fbe1f9218 None None] Port 60ea0160-1441-41ad-819b-a59dbcf8b6f0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:01.163491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d211ed2-0444-4b63-ac98-e1bbfc76a6b5 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Router 04bfd641-2baf-4732-af51-36b7ebde26da has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:22:01.193534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b42701a3-33f0-43b1-9fed-4d6f62052a17 None None] Provisioning complete for port 60ea0160-1441-41ad-819b-a59dbcf8b6f0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:01.194256 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b42701a3-33f0-43b1-9fed-4d6f62052a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.285623 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.299820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867634b2-268b-4430-8a5b-4ae1d20d4de2 req-29c8cb26-ad78-4786-bea5-6a247b9d2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:01.301926 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-867634b2-268b-4430-8a5b-4ae1d20d4de2 req-29c8cb26-ad78-4786-bea5-6a247b9d2f43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.3046741 Jul 08 18:22:01.304849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.308786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d211ed2-0444-4b63-ac98-e1bbfc76a6b5 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:01.317400 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8d211ed2-0444-4b63-ac98-e1bbfc76a6b5 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "PUT /v2.0/routers/04bfd641-2baf-4732-af51-36b7ebde26da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8394320 Jul 08 18:22:01.321257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33910) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:01.323366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9df1ee-d24b-4dc3-8a22-e034d511f3e4 None None] Sync routers for ids ['04bfd641-2baf-4732-af51-36b7ebde26da'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:01.336822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 42fb0bab-11eb-4d48-adeb-963ec646ca35 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:01.337504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] device_id is not set on port 80646d6c-bc15-4858-846a-e3f7a9fb9054 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:01.341048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b42701a3-33f0-43b1-9fed-4d6f62052a17 None None] Port 60ea0160-1441-41ad-819b-a59dbcf8b6f0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:01.375126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9df1ee-d24b-4dc3-8a22-e034d511f3e4 None None] Routers {'04bfd641-2baf-4732-af51-36b7ebde26da'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:01.375828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b9df1ee-d24b-4dc3-8a22-e034d511f3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04bfd641-2baf-4732-af51-36b7ebde26da'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:01.390236 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.409968 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.411101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.422866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b9df1ee-d24b-4dc3-8a22-e034d511f3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:01.452189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9df1ee-d24b-4dc3-8a22-e034d511f3e4 None None] Routers {'04bfd641-2baf-4732-af51-36b7ebde26da'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:01.452810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b9df1ee-d24b-4dc3-8a22-e034d511f3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['04bfd641-2baf-4732-af51-36b7ebde26da'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:01.486407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 42fb0bab-11eb-4d48-adeb-963ec646ca35 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:01.486778 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.491431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b9df1ee-d24b-4dc3-8a22-e034d511f3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:01.491812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9df1ee-d24b-4dc3-8a22-e034d511f3e4 None None] The sync data for ids ['04bfd641-2baf-4732-af51-36b7ebde26da'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:01.520916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-247625e0-02c2-486b-aa52-2f8042e6dae5 None None] Provisioning complete for port 60ea0160-1441-41ad-819b-a59dbcf8b6f0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:01.521287 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-247625e0-02c2-486b-aa52-2f8042e6dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.531434 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-867634b2-268b-4430-8a5b-4ae1d20d4de2 req-0ed351b1-fd86-4fae-90e1-3584b8b5c57b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e HTTP/1.1" status: 200 len: 217 time: 0.2116611 Jul 08 18:22:01.563125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=60ea0160-1441-41ad-819b-a59dbcf8b6f0,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:01.571939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316c5169-5e09-4260-abb4-05057386d5ad,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:01.580895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-247625e0-02c2-486b-aa52-2f8042e6dae5 None None] Port 60ea0160-1441-41ad-819b-a59dbcf8b6f0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:01.621580 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-275c0119-4df1-47a5-b602-c5dca0c42e78 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.687402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network f9cae1dc-8702-46af-a1b6-86221da0723c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:01.699561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:01.717214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867634b2-268b-4430-8a5b-4ae1d20d4de2 req-808cfe2d-dfd0-408b-9372-859896c12120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:01.718755 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-867634b2-268b-4430-8a5b-4ae1d20d4de2 req-808cfe2d-dfd0-408b-9372-859896c12120 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.1711378 Jul 08 18:22:01.759971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Allocated IP 172.25.8.28 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/80646d6c-bc15-4858-846a-e3f7a9fb9054) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:01.867936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c2c7a-a700-4452-8168-b5806939039b req-2e31b0d9-c970-41b3-9e77-79d7bb5bf9c6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:01.868548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-275c0119-4df1-47a5-b602-c5dca0c42e78 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.869515 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-779c2c7a-a700-4452-8168-b5806939039b req-2e31b0d9-c970-41b3-9e77-79d7bb5bf9c6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 947 time: 0.1855443 Jul 08 18:22:01.874880 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-275c0119-4df1-47a5-b602-c5dca0c42e78 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.959603 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-275c0119-4df1-47a5-b602-c5dca0c42e78 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.959997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275c0119-4df1-47a5-b602-c5dca0c42e78 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Fanout notify agent at l3_agent the message router_deleted on router 04bfd641-2baf-4732-af51-36b7ebde26da {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:22:01.970942 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-275c0119-4df1-47a5-b602-c5dca0c42e78 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.975111 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-275c0119-4df1-47a5-b602-c5dca0c42e78 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "DELETE /v2.0/routers/04bfd641-2baf-4732-af51-36b7ebde26da HTTP/1.1" status: 204 len: 168 time: 0.6488733 Jul 08 18:22:01.975279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-779c2c7a-a700-4452-8168-b5806939039b req-f043a491-24c3-40f7-99d7-d60b58254548 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937533 Jul 08 18:22:01.975379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router 63ba229e-877e-44f7-8ea2-8885d5a6c48c is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:22:01.975614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33918) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:02.006962 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:02.007934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0f1cd857-cef7-4464-b4f6-28f8d9cea1f8 None None] Provisioning complete for port 60ea0160-1441-41ad-819b-a59dbcf8b6f0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:02.008574 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd857-cef7-4464-b4f6-28f8d9cea1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:02.030741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867634b2-268b-4430-8a5b-4ae1d20d4de2 req-4d349083-213b-4c8a-a04f-f6e3ef971e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:02.032637 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-867634b2-268b-4430-8a5b-4ae1d20d4de2 req-4d349083-213b-4c8a-a04f-f6e3ef971e68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3007579 Jul 08 18:22:02.055142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0f1cd857-cef7-4464-b4f6-28f8d9cea1f8 None None] Port 60ea0160-1441-41ad-819b-a59dbcf8b6f0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:02.146938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-820592b1-356f-4983-99ca-8fbe1f96365c tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Deleting subnet 17fcf55e-25e3-417f-82af-adddb2f9a363 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:22:02.147157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:02.155041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9fa28a71-ec9d-4610-bf49-9ac2126101b3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/63ba229e-877e-44f7-8ea2-8885d5a6c48c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8255165 Jul 08 18:22:02.161935 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f62c0a-34ea-4801-bb77-8f24e1319fc1 None None] Sync routers for ids ['63ba229e-877e-44f7-8ea2-8885d5a6c48c'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:02.173711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33920) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:02.174460 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-820592b1-356f-4983-99ca-8fbe1f96365c tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:02.178095 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f62c0a-34ea-4801-bb77-8f24e1319fc1 None None] Routers {'63ba229e-877e-44f7-8ea2-8885d5a6c48c'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:02.179168 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-09f62c0a-34ea-4801-bb77-8f24e1319fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['63ba229e-877e-44f7-8ea2-8885d5a6c48c'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:02.229808 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-09f62c0a-34ea-4801-bb77-8f24e1319fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:02.236424 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:02.240686 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f62c0a-34ea-4801-bb77-8f24e1319fc1 None None] Routers {'63ba229e-877e-44f7-8ea2-8885d5a6c48c'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:02.241538 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-09f62c0a-34ea-4801-bb77-8f24e1319fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['63ba229e-877e-44f7-8ea2-8885d5a6c48c'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:02.280151 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-09f62c0a-34ea-4801-bb77-8f24e1319fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:02.281322 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f62c0a-34ea-4801-bb77-8f24e1319fc1 None None] The sync data for ids ['63ba229e-877e-44f7-8ea2-8885d5a6c48c'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:02.327259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:02.368157 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-820592b1-356f-4983-99ca-8fbe1f96365c tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:02.403992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting port b40fac0d-2932-48a0-8987-aafc1d8913e7 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:02.404947 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:02.417518 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3acd58-84ed-41fb-94e6-5c5a9edbd4d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:02.418927 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7a3acd58-84ed-41fb-94e6-5c5a9edbd4d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports/60ea0160-1441-41ad-819b-a59dbcf8b6f0 HTTP/1.1" status: 200 len: 982 time: 0.1457384 Jul 08 18:22:02.427295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33922) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:02.458313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:02.460467 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-867634b2-268b-4430-8a5b-4ae1d20d4de2 req-a5cd09d4-bc10-433d-87eb-f5a50d9d9830 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984003 Jul 08 18:22:02.495408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] For port b40fac0d-2932-48a0-8987-aafc1d8913e7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b40fac0d-2932-48a0-8987-aafc1d8913e7,segment=NetworkSegment(43b3414c-adda-4ab3-a60d-55ca9996eab6),segment_id=43b3414c-adda-4ab3-a60d-55ca9996eab6)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:02.496096 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:02.499635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:02.512001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Calling delete_port for b40fac0d-2932-48a0-8987-aafc1d8913e7 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:02.536218 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Pushing event updated for resources: {'Port': ['ID=80646d6c-bc15-4858-846a-e3f7a9fb9054,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:02.542008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:02.714375 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:02.749623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Port': ['ID=b40fac0d-2932-48a0-8987-aafc1d8913e7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:02.966285 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.009420 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:03.010272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.029368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-820592b1-356f-4983-99ca-8fbe1f96365c tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.151012 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2e5c4f3c-89d3-4bd9-9127-77ce514cf11a tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7783549 Jul 08 18:22:03.152767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33928) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:03.159240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.28'}]}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:03.174984 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-867634b2-268b-4430-8a5b-4ae1d20d4de2 req-0ad8dfc0-0a78-4897-9409-bf1675123ce5 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6794620 Jul 08 18:22:03.222289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-820592b1-356f-4983-99ca-8fbe1f96365c tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.250283 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.251505 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.262057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41ea3e-a480-4108-bfd2-e5a07590f92c req-2bf5a801-9fc1-4b2e-848d-a44976ea1503 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:03.263629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d41ea3e-a480-4108-bfd2-e5a07590f92c req-2bf5a801-9fc1-4b2e-848d-a44976ea1503 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 947 time: 0.1606781 Jul 08 18:22:03.277131 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820592b1-356f-4983-99ca-8fbe1f96365c tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event deleted for resources: {'Subnet': ['ID=17fcf55e-25e3-417f-82af-adddb2f9a363,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:03.285859 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-820592b1-356f-4983-99ca-8fbe1f96365c tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.287931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175971d2-87e4-4070-a8d7-ec37391e6729 None None] Network dfa40081-de01-4646-b91c-7eedf1a054df requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:03.292146 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-820592b1-356f-4983-99ca-8fbe1f96365c tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "DELETE /v2.0/subnets/17fcf55e-25e3-417f-82af-adddb2f9a363 HTTP/1.1" status: 204 len: 168 time: 1.3147633 Jul 08 18:22:03.300133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33930) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:03.398227 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.405563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d41ea3e-a480-4108-bfd2-e5a07590f92c req-d7c1ad2e-200e-4321-ad6e-ca7242bc52f1 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012120 Jul 08 18:22:03.407567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:22:03.455521 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.522628 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1b1d4a-953a-4cc2-8f42-e7e9784f6827 None None] DHCP port deletion for dfa40081-de01-4646-b91c-7eedf1a054df request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:22:03.569323 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.578601 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.596503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b1d4a-953a-4cc2-8f42-e7e9784f6827 None None] Deleting port 7b447bc0-1bdd-4bf7-82ec-56d03c620241 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:03.597291 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1d4a-953a-4cc2-8f42-e7e9784f6827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.633511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Deleting port 7b447bc0-1bdd-4bf7-82ec-56d03c620241 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:03.634180 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.636821 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3145af40-f69b-43b7-936b-32302e9d2da6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.668882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fa1b1d4a-953a-4cc2-8f42-e7e9784f6827 None None] For port 7b447bc0-1bdd-4bf7-82ec-56d03c620241, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7b447bc0-1bdd-4bf7-82ec-56d03c620241,segment=NetworkSegment(feb1e648-68aa-4c11-80eb-921c8b2c602b),segment_id=feb1e648-68aa-4c11-80eb-921c8b2c602b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:03.669431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1d4a-953a-4cc2-8f42-e7e9784f6827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.684307 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b1d4a-953a-4cc2-8f42-e7e9784f6827 None None] Calling delete_port for 7b447bc0-1bdd-4bf7-82ec-56d03c620241 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:03.724255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:03.731468 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-383dc113-507d-48ef-b7e4-507b59e3b099 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "PUT /v2.0/routers/106650bb-f201-46c0-b4e5-bbe8ba6614b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1069570 Jul 08 18:22:03.733886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33934) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:03.740439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47338fba-b630-4319-bc87-8bd2f89defda None None] Sync routers for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:03.764815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47338fba-b630-4319-bc87-8bd2f89defda None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:03.765780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-47338fba-b630-4319-bc87-8bd2f89defda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:03.783464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] For port 7b447bc0-1bdd-4bf7-82ec-56d03c620241, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7b447bc0-1bdd-4bf7-82ec-56d03c620241,segment=NetworkSegment(feb1e648-68aa-4c11-80eb-921c8b2c602b),segment_id=feb1e648-68aa-4c11-80eb-921c8b2c602b)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:03.783860 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.799346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Calling delete_port for 7b447bc0-1bdd-4bf7-82ec-56d03c620241 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:03.803402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace958aa-d57e-41d7-8e6d-068a323c45c3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting subnet 3d0812d6-2da4-4460-b800-66d96f1ecab9 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:22:03.808916 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ace958aa-d57e-41d7-8e6d-068a323c45c3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.860889 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1d4a-953a-4cc2-8f42-e7e9784f6827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.872976 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ace958aa-d57e-41d7-8e6d-068a323c45c3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.898834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b1d4a-953a-4cc2-8f42-e7e9784f6827 None None] Pushing event deleted for resources: {'Port': ['ID=7b447bc0-1bdd-4bf7-82ec-56d03c620241,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:03.925261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b1d4a-953a-4cc2-8f42-e7e9784f6827 None None] No DVR routers for this DVR port 7b447bc0-1bdd-4bf7-82ec-56d03c620241 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:03.929475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-47338fba-b630-4319-bc87-8bd2f89defda None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:03.985827 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.032869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event deleted for resources: {'Port': ['ID=7b447bc0-1bdd-4bf7-82ec-56d03c620241,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:04.035164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] No DVR routers for this DVR port 7b447bc0-1bdd-4bf7-82ec-56d03c620241 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:04.063147 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ace958aa-d57e-41d7-8e6d-068a323c45c3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.095338 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.121555 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.123195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-47338fba-b630-4319-bc87-8bd2f89defda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:22:02Z', 'revision_number': 7, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:04.132589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.148203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa40081-de01-4646-b91c-7eedf1a054df']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:04.152164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47338fba-b630-4319-bc87-8bd2f89defda None None] Checking router: 106650bb-f201-46c0-b4e5-bbe8ba6614b0 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:22:04.161278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb1e648-68aa-4c11-80eb-921c8b2c602b') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:04.161633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb1e648-68aa-4c11-80eb-921c8b2c602b') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:04.164138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47338fba-b630-4319-bc87-8bd2f89defda None None] Routers {'106650bb-f201-46c0-b4e5-bbe8ba6614b0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:04.164277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3145af40-f69b-43b7-936b-32302e9d2da6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port 60ea0160-1441-41ad-819b-a59dbcf8b6f0 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:04.164594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3145af40-f69b-43b7-936b-32302e9d2da6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.164780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-47338fba-b630-4319-bc87-8bd2f89defda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:04.185323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.236855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.248052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:22:04.248467 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:22:04.252004 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:22:04.270994 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ace958aa-d57e-41d7-8e6d-068a323c45c3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.316832 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.331253 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3145af40-f69b-43b7-936b-32302e9d2da6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.343438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-47338fba-b630-4319-bc87-8bd2f89defda None None] Set router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:04.346347 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.348850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3145af40-f69b-43b7-936b-32302e9d2da6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for 60ea0160-1441-41ad-819b-a59dbcf8b6f0 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:04.355691 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.357666 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] 10.222.0.73 "DELETE /v2.0/networks/dfa40081-de01-4646-b91c-7eedf1a054df HTTP/1.1" status: 204 len: 168 time: 1.0561519 Jul 08 18:22:04.434355 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1763e-c746-41a0-a078-daa4df6436c9 tempest-FloatingIPNegativeTestJSON-203274122 tempest-FloatingIPNegativeTestJSON-203274122-project] Pushing event deleted for resources: {'Network': ['ID=dfa40081-de01-4646-b91c-7eedf1a054df,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:04.599022 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-47338fba-b630-4319-bc87-8bd2f89defda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:22:02Z', 'revision_number': 7, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:04.634765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47338fba-b630-4319-bc87-8bd2f89defda None None] The sync data for ids ['106650bb-f201-46c0-b4e5-bbe8ba6614b0'] in n-d-799684-3 is: [{'id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'name': 'tempest-TestNetworkBasicOps-router-1145714974', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c6d4393e-424b-472a-9969-f51613645375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:16Z', 'updated_at': '2021-07-08T18:22:02Z', 'revision_number': 7, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': 'c6d4393e-424b-472a-9969-f51613645375', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106650bb-f201-46c0-b4e5-bbe8ba6614b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:18Z', 'updated_at': '2021-07-08T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:04.674702 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3145af40-f69b-43b7-936b-32302e9d2da6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.690774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace958aa-d57e-41d7-8e6d-068a323c45c3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0812d6-2da4-4460-b800-66d96f1ecab9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:04.718252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e84daf-e4d1-4539-a8a5-171fde3fda37 None None] Network 69d8ec76-614d-43ba-9d4a-c5b8735138b6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:04.718507 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ace958aa-d57e-41d7-8e6d-068a323c45c3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.723626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ace958aa-d57e-41d7-8e6d-068a323c45c3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/subnets/3d0812d6-2da4-4460-b800-66d96f1ecab9 HTTP/1.1" status: 204 len: 168 time: 0.9855063 Jul 08 18:22:04.724054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33944) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:04.728540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145af40-f69b-43b7-936b-32302e9d2da6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=60ea0160-1441-41ad-819b-a59dbcf8b6f0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:04.733566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33946) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:04.901955 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3145af40-f69b-43b7-936b-32302e9d2da6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.910881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:04.944420 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ba63a16f-0155-4a5f-8abb-ee826a0efc27 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ba2445fefc2843f28a3c072800bf38bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069087 Jul 08 18:22:04.955443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33950) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:05.006609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681e6da-9f30-4ba6-93e2-096affc193d4 req-5525ec95-becc-4ee8-a01b-8ddac696d216 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:05.008208 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a681e6da-9f30-4ba6-93e2-096affc193d4 req-5525ec95-becc-4ee8-a01b-8ddac696d216 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 947 time: 0.3406923 Jul 08 18:22:05.020402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ece45-6164-462d-b3cb-2a28f39a4751 None None] DHCP port deletion for 69d8ec76-614d-43ba-9d4a-c5b8735138b6 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:22:05.040528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.093482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-134ece45-6164-462d-b3cb-2a28f39a4751 None None] Deleting port b3453de3-97c0-4bd2-b58f-1c1fda483e7b {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:05.094039 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-134ece45-6164-462d-b3cb-2a28f39a4751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.111015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3145af40-f69b-43b7-936b-32302e9d2da6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router 63ba229e-877e-44f7-8ea2-8885d5a6c48c has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:22:05.165111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-134ece45-6164-462d-b3cb-2a28f39a4751 None None] For port b3453de3-97c0-4bd2-b58f-1c1fda483e7b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b3453de3-97c0-4bd2-b58f-1c1fda483e7b,segment=NetworkSegment(43b3414c-adda-4ab3-a60d-55ca9996eab6),segment_id=43b3414c-adda-4ab3-a60d-55ca9996eab6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:05.166503 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-134ece45-6164-462d-b3cb-2a28f39a4751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.190570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-134ece45-6164-462d-b3cb-2a28f39a4751 None None] Calling delete_port for b3453de3-97c0-4bd2-b58f-1c1fda483e7b owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:05.211680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3145af40-f69b-43b7-936b-32302e9d2da6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:05.221365 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3145af40-f69b-43b7-936b-32302e9d2da6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/63ba229e-877e-44f7-8ea2-8885d5a6c48c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7832174 Jul 08 18:22:05.221365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33952) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:05.224599 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7616103-c0ed-451d-86f1-b6b939035240 None None] Sync routers for ids ['63ba229e-877e-44f7-8ea2-8885d5a6c48c'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:05.231215 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a681e6da-9f30-4ba6-93e2-096affc193d4 req-b3aceebd-0207-4583-9717-568a819a450f tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112787 Jul 08 18:22:05.234521 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.239237 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.247698 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7616103-c0ed-451d-86f1-b6b939035240 None None] Routers {'63ba229e-877e-44f7-8ea2-8885d5a6c48c'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:05.251751 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c7616103-c0ed-451d-86f1-b6b939035240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['63ba229e-877e-44f7-8ea2-8885d5a6c48c'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:05.285808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e6b206d9-c227-4cf8-b98f-f8a336fe8d3e details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:22:05.304231 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3f18b31-6d96-4c3e-a33f-eb98ff1be78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.327297 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c7616103-c0ed-451d-86f1-b6b939035240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:05.331814 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3f18b31-6d96-4c3e-a33f-eb98ff1be78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.351835 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7616103-c0ed-451d-86f1-b6b939035240 None None] Routers {'63ba229e-877e-44f7-8ea2-8885d5a6c48c'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:05.352464 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c7616103-c0ed-451d-86f1-b6b939035240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:21:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['63ba229e-877e-44f7-8ea2-8885d5a6c48c'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:05.397354 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c7616103-c0ed-451d-86f1-b6b939035240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:05.398597 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7616103-c0ed-451d-86f1-b6b939035240 None None] The sync data for ids ['63ba229e-877e-44f7-8ea2-8885d5a6c48c'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:05.413894 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3f18b31-6d96-4c3e-a33f-eb98ff1be78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.416452 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3f18b31-6d96-4c3e-a33f-eb98ff1be78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.418287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a3f18b31-6d96-4c3e-a33f-eb98ff1be78d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7df4158-f4fc-4c42-81d9-437350120113 HTTP/1.1" status: 204 len: 168 time: 0.4359360 Jul 08 18:22:05.418437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.418928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7f063a4-60f7-420a-a05d-d4b414233e17 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:22:05.441345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:05.447031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f18b31-6d96-4c3e-a33f-eb98ff1be78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7df4158-f4fc-4c42-81d9-437350120113,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:05.458584 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 18:22:05.459756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4bc88b2b-e9a4-4c8c-bb25-6027eb185302 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3046601 Jul 08 18:22:05.463300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33958) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:05.467058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'e6b206d9-c227-4cf8-b98f-f8a336fe8d3e', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'e6b206d9-c227-4cf8-b98f-f8a336fe8d3e', 'mac_address': 'fa:16:3e:e8:77:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:22:05.469114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b40fac0d-2932-48a0-8987-aafc1d8913e7 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:05.504465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b40fac0d-2932-48a0-8987-aafc1d8913e7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:22:05.505052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b40fac0d-2932-48a0-8987-aafc1d8913e7 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:05.505575 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7b447bc0-1bdd-4bf7-82ec-56d03c620241 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:05.512654 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-cd3d6d4d-8683-4095-bf8b-05fbaadb5b2e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 18:22:05.513859 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cd3d6d4d-8683-4095-bf8b-05fbaadb5b2e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/63ba229e-877e-44f7-8ea2-8885d5a6c48c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2917676 Jul 08 18:22:05.516785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33960) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:05.563272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 7b447bc0-1bdd-4bf7-82ec-56d03c620241 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:22:05.563272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7b447bc0-1bdd-4bf7-82ec-56d03c620241 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:05.563696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b3453de3-97c0-4bd2-b58f-1c1fda483e7b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:05.576129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.604172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cbc996c5-2c0a-4383-a37f-2a0bb57167de tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63ba229e-877e-44f7-8ea2-8885d5a6c48c HTTP/1.1" status: 200 len: 205 time: 0.0718331 Jul 08 18:22:05.604629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33964) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:05.646483 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.653303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-aabb73ba-a82e-4bf3-a2f3-381d70e184b2 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Deleting port 80646d6c-bc15-4858-846a-e3f7a9fb9054 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:05.653785 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aabb73ba-a82e-4bf3-a2f3-381d70e184b2 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.656967 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-134ece45-6164-462d-b3cb-2a28f39a4751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.683509 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-82c92da4-3d23-43d9-9dd4-8c9c4caa4527 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.687426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No active binding found for port b3453de3-97c0-4bd2-b58f-1c1fda483e7b {{(pid=93743) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 18:22:05.688966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b3453de3-97c0-4bd2-b58f-1c1fda483e7b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:05.694385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ece45-6164-462d-b3cb-2a28f39a4751 None None] No DVR routers for this DVR port b3453de3-97c0-4bd2-b58f-1c1fda483e7b on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:05.742801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ece45-6164-462d-b3cb-2a28f39a4751 None None] Pushing event deleted for resources: {'Port': ['ID=b3453de3-97c0-4bd2-b58f-1c1fda483e7b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:05.750038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b206d9-c227-4cf8-b98f-f8a336fe8d3e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:22:05.760893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting port c6d4393e-424b-472a-9969-f51613645375 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:05.761411 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.781194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aabb73ba-a82e-4bf3-a2f3-381d70e184b2 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.787877 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:05.797447 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.802620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-aabb73ba-a82e-4bf3-a2f3-381d70e184b2 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Calling delete_port for 80646d6c-bc15-4858-846a-e3f7a9fb9054 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:05.883615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:05.972775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] For port c6d4393e-424b-472a-9969-f51613645375, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c6d4393e-424b-472a-9969-f51613645375,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:05.973297 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:05.990475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Calling delete_port for c6d4393e-424b-472a-9969-f51613645375 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:06.084363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['e6b206d9-c227-4cf8-b98f-f8a336fe8d3e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:22:06.117478 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aabb73ba-a82e-4bf3-a2f3-381d70e184b2 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.187007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb73ba-a82e-4bf3-a2f3-381d70e184b2 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Pushing event deleted for resources: {'Port': ['ID=80646d6c-bc15-4858-846a-e3f7a9fb9054,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:06.263764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-82c92da4-3d23-43d9-9dd4-8c9c4caa4527 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.266422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-82c92da4-3d23-43d9-9dd4-8c9c4caa4527 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.286272 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eaf6e81d-cf0e-4873-befc-8a150cb603c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.314034 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aabb73ba-a82e-4bf3-a2f3-381d70e184b2 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.316819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aabb73ba-a82e-4bf3-a2f3-381d70e184b2 tempest-RoutersAdminNegativeTest-1862475380 tempest-RoutersAdminNegativeTest-1862475380-project-admin] 10.222.0.73 "DELETE /v2.0/ports/80646d6c-bc15-4858-846a-e3f7a9fb9054 HTTP/1.1" status: 204 len: 168 time: 0.8524916 Jul 08 18:22:06.334677 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-82c92da4-3d23-43d9-9dd4-8c9c4caa4527 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.335286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c92da4-3d23-43d9-9dd4-8c9c4caa4527 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Fanout notify agent at l3_agent the message router_deleted on router 63ba229e-877e-44f7-8ea2-8885d5a6c48c {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:22:06.342900 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-82c92da4-3d23-43d9-9dd4-8c9c4caa4527 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.344540 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-82c92da4-3d23-43d9-9dd4-8c9c4caa4527 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/63ba229e-877e-44f7-8ea2-8885d5a6c48c HTTP/1.1" status: 204 len: 168 time: 0.7387724 Jul 08 18:22:06.349847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33986) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:06.393953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33988) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:06.403804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.431591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7114bb-431e-428f-95fd-02ae629f0926 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting subnet 96c4bde6-f63a-48cc-a31d-30dfa25271ea {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:22:06.436885 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e7114bb-431e-428f-95fd-02ae629f0926 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.445603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Port': ['ID=c6d4393e-424b-472a-9969-f51613645375,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:06.494013 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e7114bb-431e-428f-95fd-02ae629f0926 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.530615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-19ee373b-7551-4dad-8a2b-b286c6687bec tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1191957302', 'prefixes': ['172.20.0.0/16']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:06.561864 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.605430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e7114bb-431e-428f-95fd-02ae629f0926 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.677724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411586d-6ac5-42df-aeda-e25490bcc391 req-9d562e06-2615-47bd-870c-694c0d32714a tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:06.682410 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e7114bb-431e-428f-95fd-02ae629f0926 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.683722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c411586d-6ac5-42df-aeda-e25490bcc391 req-9d562e06-2615-47bd-870c-694c0d32714a tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 948 time: 0.2764330 Jul 08 18:22:06.691656 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33996) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:06.705656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.717515 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.728117 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e7114bb-431e-428f-95fd-02ae629f0926 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.729838 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5e7114bb-431e-428f-95fd-02ae629f0926 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/96c4bde6-f63a-48cc-a31d-30dfa25271ea HTTP/1.1" status: 204 len: 168 time: 0.3787062 Jul 08 18:22:06.731023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7114bb-431e-428f-95fd-02ae629f0926 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Subnet': ['ID=96c4bde6-f63a-48cc-a31d-30dfa25271ea,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:06.733398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34000) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:06.742001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f90681c-eca4-413f-a694-b3d480a4d2aa None None] Network f9cae1dc-8702-46af-a1b6-86221da0723c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:06.794379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c411586d-6ac5-42df-aeda-e25490bcc391 req-f139c429-4d98-44f9-baa1-08473fd925e1 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004691 Jul 08 18:22:06.802697 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.803219 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Fanout notify agent at l3_agent the message router_deleted on router 106650bb-f201-46c0-b4e5-bbe8ba6614b0 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:22:06.806306 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-19ee373b-7551-4dad-8a2b-b286c6687bec tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] Notify callbacks [] for subnetpool, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.808447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-19ee373b-7551-4dad-8a2b-b286c6687bec tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4129868 Jul 08 18:22:06.826468 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.827729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bfa66581-31e8-469e-a2c9-0bacf2a8223b tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/routers/106650bb-f201-46c0-b4e5-bbe8ba6614b0 HTTP/1.1" status: 204 len: 168 time: 2.1007078 Jul 08 18:22:06.831212 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34002) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:06.831826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34004) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:06.852129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.944231 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f412ad25-f9da-47b6-be11-0dfca42b70f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.966991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-24b324ee-732f-4f1e-88e9-85d3739e3401 tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] 10.222.0.73 "GET /v2.0/subnetpools/5bd3da55-9eda-4267-a351-038e4b1f62d3 HTTP/1.1" status: 200 len: 732 time: 0.1293671 Jul 08 18:22:06.967190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port 42fb0bab-11eb-4d48-adeb-963ec646ca35 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:06.967190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:06.973585 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34006) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:06.978535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-568e851d-b886-494b-898a-46a00459541f tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2110369392'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:07.001663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b7d1b1-3174-4f40-a3ce-bea6dd01694a None None] DHCP port deletion for f9cae1dc-8702-46af-a1b6-86221da0723c request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:22:07.009722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.055636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] For port 42fb0bab-11eb-4d48-adeb-963ec646ca35, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=42fb0bab-11eb-4d48-adeb-963ec646ca35,segment=NetworkSegment(621d40eb-8973-4545-9d31-709e02495678),segment_id=621d40eb-8973-4545-9d31-709e02495678)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:07.055929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-75b7d1b1-3174-4f40-a3ce-bea6dd01694a None None] Deleting port 42fb0bab-11eb-4d48-adeb-963ec646ca35 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:07.056070 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.056292 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-75b7d1b1-3174-4f40-a3ce-bea6dd01694a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.074455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for 42fb0bab-11eb-4d48-adeb-963ec646ca35 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:07.120068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-75b7d1b1-3174-4f40-a3ce-bea6dd01694a None None] For port 42fb0bab-11eb-4d48-adeb-963ec646ca35, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=42fb0bab-11eb-4d48-adeb-963ec646ca35,segment=NetworkSegment(621d40eb-8973-4545-9d31-709e02495678),segment_id=621d40eb-8973-4545-9d31-709e02495678)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:07.120455 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-75b7d1b1-3174-4f40-a3ce-bea6dd01694a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.133335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-75b7d1b1-3174-4f40-a3ce-bea6dd01694a None None] Calling delete_port for 42fb0bab-11eb-4d48-adeb-963ec646ca35 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:07.155163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.168151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-568e851d-b886-494b-898a-46a00459541f tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] Notify callbacks [] for subnetpool, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.169510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-568e851d-b886-494b-898a-46a00459541f tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] 10.222.0.73 "PUT /v2.0/subnetpools/5bd3da55-9eda-4267-a351-038e4b1f62d3 HTTP/1.1" status: 200 len: 684 time: 0.1948414 Jul 08 18:22:07.171369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d8ec76-614d-43ba-9d4a-c5b8735138b6']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:07.172701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34008) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:07.182132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b3414c-adda-4ab3-a60d-55ca9996eab6') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:07.182615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b3414c-adda-4ab3-a60d-55ca9996eab6') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:07.183931 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f412ad25-f9da-47b6-be11-0dfca42b70f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.193649 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.204236 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f412ad25-f9da-47b6-be11-0dfca42b70f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.209722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.216245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:22:07.216570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:22:07.220244 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:22:07.234913 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-75b7d1b1-3174-4f40-a3ce-bea6dd01694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.263825 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7d1b1-3174-4f40-a3ce-bea6dd01694a None None] Pushing event deleted for resources: {'Port': ['ID=42fb0bab-11eb-4d48-adeb-963ec646ca35,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:07.271190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7d1b1-3174-4f40-a3ce-bea6dd01694a None None] No DVR routers for this DVR port 42fb0bab-11eb-4d48-adeb-963ec646ca35 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:07.272759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e6b206d9-c227-4cf8-b98f-f8a336fe8d3e up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:07.286400 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.298808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.302305 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f412ad25-f9da-47b6-be11-0dfca42b70f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7bbcc85351b431e8dddbee6ebd9a810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6063163 Jul 08 18:22:07.303086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412ad25-f9da-47b6-be11-0dfca42b70f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aed190a-b5d1-4f6a-8330-1285eb59cdf9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:07.308059 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34010) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:07.331323 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.338667 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/networks/69d8ec76-614d-43ba-9d4a-c5b8735138b6 HTTP/1.1" status: 204 len: 168 time: 0.4943931 Jul 08 18:22:07.340113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ea258-b7fb-4397-9de5-8356b2c4b679 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Network': ['ID=69d8ec76-614d-43ba-9d4a-c5b8735138b6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:07.352642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=42fb0bab-11eb-4d48-adeb-963ec646ca35,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:07.365029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:07.366525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34012) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:07.370069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:07.370575 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.372139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'network': {'name': 'tempest-network-smoke--473626038', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'port_security_enabled': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:07.373314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No DVR routers for this DVR port 42fb0bab-11eb-4d48-adeb-963ec646ca35 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:07.407533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Made reservation on behalf of ecb9c568d2b44dcc9d9ccd0ac087e21c for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:07.413620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.424300 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ff053775-d046-4187-b938-76e483f4aa97 tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] Notify callbacks [] for subnetpool, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.425292 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ff053775-d046-4187-b938-76e483f4aa97 tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] 10.222.0.73 "DELETE /v2.0/subnetpools/5bd3da55-9eda-4267-a351-038e4b1f62d3 HTTP/1.1" status: 204 len: 168 time: 0.2490406 Jul 08 18:22:07.440186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34014) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:07.467806 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-7068edaa-f7e6-4c51-a63d-e67f5a973800 tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] show failed (client error): The resource could not be found. Jul 08 18:22:07.471767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7068edaa-f7e6-4c51-a63d-e67f5a973800 tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] 10.222.0.73 "GET /v2.0/subnetpools/5bd3da55-9eda-4267-a351-038e4b1f62d3 HTTP/1.1" status: 404 len: 346 time: 0.0304892 Jul 08 18:22:07.472364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34016) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:07.492653 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.499226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6d4393e-424b-472a-9969-f51613645375 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:07.506840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:07.509121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cae1dc-8702-46af-a1b6-86221da0723c']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:07.509279 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-ebec0f7c-4cdf-4d7e-97fe-52da082fe0cc tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] delete failed (client error): The resource could not be found. Jul 08 18:22:07.510291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ebec0f7c-4cdf-4d7e-97fe-52da082fe0cc tempest-SubnetPoolsTestJSON-1139736219 tempest-SubnetPoolsTestJSON-1139736219-project] 10.222.0.73 "DELETE /v2.0/subnetpools/5bd3da55-9eda-4267-a351-038e4b1f62d3 HTTP/1.1" status: 404 len: 346 time: 0.0348356 Jul 08 18:22:07.521872 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.522603 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Added segment 5c05e1f9-4a5b-47bf-a0db-dd9919a0525d of type vlan for network cac89b37-9f9c-4b04-8cea-6164084643e0 Jul 08 18:22:07.524144 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621d40eb-8973-4545-9d31-709e02495678') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:07.524449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621d40eb-8973-4545-9d31-709e02495678') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:07.526592 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56b0931f-94ea-4513-8465-d452ab84e147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.538769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.546353 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.567103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: c6d4393e-424b-472a-9969-f51613645375 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:22:07.567103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6d4393e-424b-472a-9969-f51613645375 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:07.567103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 42fb0bab-11eb-4d48-adeb-963ec646ca35 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:07.567454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56b0931f-94ea-4513-8465-d452ab84e147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.569001 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.590364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 42fb0bab-11eb-4d48-adeb-963ec646ca35 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:22:07.590705 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 42fb0bab-11eb-4d48-adeb-963ec646ca35 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:07.591674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:22:07.592096 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:22:07.595806 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:22:07.598812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.604177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46766050-d100-4ae3-98ae-009260c4188e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b206d9-c227-4cf8-b98f-f8a336fe8d3e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:07.614350 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e966bc38-abda-4101-91d6-2f33c6139827" -d '{"events": [{"server_uuid": "46766050-d100-4ae3-98ae-009260c4188e", "name": "network-vif-plugged", "status": "completed", "tag": "e6b206d9-c227-4cf8-b98f-f8a336fe8d3e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:07.629593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:07.634823 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.638727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.648216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:07.649005 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.699617 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.708736 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.710779 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/networks/f9cae1dc-8702-46af-a1b6-86221da0723c HTTP/1.1" status: 204 len: 168 time: 0.9762657 Jul 08 18:22:07.715037 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56b0931f-94ea-4513-8465-d452ab84e147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.718049 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-56b0931f-94ea-4513-8465-d452ab84e147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:07.722499 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-56b0931f-94ea-4513-8465-d452ab84e147 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5aed190a-b5d1-4f6a-8330-1285eb59cdf9 HTTP/1.1" status: 204 len: 168 time: 0.4083211 Jul 08 18:22:07.732386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34024) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:07.735862 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fd00b6-7994-42e0-8e9f-6ec3fc967668 x-openstack-request-id: req-14fd00b6-7994-42e0-8e9f-6ec3fc967668 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:07.737965 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46766050-d100-4ae3-98ae-009260c4188e", "name": "network-vif-plugged", "status": "completed", "tag": "e6b206d9-c227-4cf8-b98f-f8a336fe8d3e", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:07.739499 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14fd00b6-7994-42e0-8e9f-6ec3fc967668 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:07.740000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1193575748'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:07.740140 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46766050-d100-4ae3-98ae-009260c4188e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b206d9-c227-4cf8-b98f-f8a336fe8d3e', 'code': 200} Jul 08 18:22:07.740882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:07.758726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453be654-eaf8-4177-8365-0d1f8e3ac6ab tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Network': ['ID=f9cae1dc-8702-46af-a1b6-86221da0723c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:07.770281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0931f-94ea-4513-8465-d452ab84e147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aed190a-b5d1-4f6a-8330-1285eb59cdf9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:07.810130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Network': ['ID=cac89b37-9f9c-4b04-8cea-6164084643e0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:07.823088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-43f279ae-7d39-4df4-8156-6a14d15010f9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4558628 Jul 08 18:22:07.823893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34030) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:07.829306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'admin_state_up': True, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:07.831651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network cac89b37-9f9c-4b04-8cea-6164084643e0 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:07.905398 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 18:22:07.905398 n-d-799684-3 neutron-server[93742]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 18:22:07.905398 n-d-799684-3 neutron-server[93742]: [parameters: {'project_id_1': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'expiration_1': datetime.datetime(2021, 7, 8, 18, 22, 7, 837801)}] Jul 08 18:22:07.905398 n-d-799684-3 neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:22:07.906338 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:22:07.911712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34034) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:07.937831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:07.941995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.037824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:08.042029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1fc4d-824f-4c60-a911-ccf2c6ca5910 req-8728c32f-d182-4c3f-925d-d46d553d91c5 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:08.049635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fa597-c906-44f3-a452-2cc3cee70d9d req-a2a1da56-1dba-4360-91c1-5d16a33a23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:08.052063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36c1fc4d-824f-4c60-a911-ccf2c6ca5910 req-8728c32f-d182-4c3f-925d-d46d553d91c5 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 949 time: 0.0958109 Jul 08 18:22:08.052482 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e29fa597-c906-44f3-a452-2cc3cee70d9d req-a2a1da56-1dba-4360-91c1-5d16a33a23ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 1100 time: 0.2414305 Jul 08 18:22:08.085232 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.086248 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added segment e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94 of type vlan for network 61725ba5-441a-4198-acdb-520ddd72602c Jul 08 18:22:08.108995 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36c1fc4d-824f-4c60-a911-ccf2c6ca5910 req-01b275d6-644c-463e-909c-46ec8111b494 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524266 Jul 08 18:22:08.113425 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e29fa597-c906-44f3-a452-2cc3cee70d9d req-f2965e1a-ebf6-41b3-b4a5-a5e77f46917c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Jul 08 18:22:08.152427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.184317 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.190041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:08.190682 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.211020 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ab1be06-b8e8-41ce-acba-613d523ac18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.262604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Network': ['ID=61725ba5-441a-4198-acdb-520ddd72602c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:08.263709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34040) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:08.273770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 61725ba5-441a-4198-acdb-520ddd72602c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:08.328035 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ed2da614-3c67-49c7-b86f-3f66b296af8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5484a3b1736a437d9a60460b12add419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624723 Jul 08 18:22:08.330826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34042) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:08.350177 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ab1be06-b8e8-41ce-acba-613d523ac18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.354982 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2ab1be06-b8e8-41ce-acba-613d523ac18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.363959 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-64bcd106-ebe8-48c5-b708-593af9480ad2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6289039 Jul 08 18:22:08.367542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34044) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:08.373190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'subnet': {'network_id': '61725ba5-441a-4198-acdb-520ddd72602c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:08.394333 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2ab1be06-b8e8-41ce-acba-613d523ac18a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78822d8354e04f60a193753acbbde5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812946 Jul 08 18:22:08.395701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1be06-b8e8-41ce-acba-613d523ac18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb4487e-3e7e-49d2-bede-a57e0d930127,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:08.397972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34046) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:08.445211 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18cb6df5-9324-4cff-8aa2-7f477c789222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.456361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.457891 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.474325 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d44926c-4874-4ab7-b5a5-2f5e70b1e87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.484115 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18cb6df5-9324-4cff-8aa2-7f477c789222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.512264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:08.515685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.534422 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d44926c-4874-4ab7-b5a5-2f5e70b1e87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.542964 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.606568 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18cb6df5-9324-4cff-8aa2-7f477c789222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.609142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18cb6df5-9324-4cff-8aa2-7f477c789222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.610351 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-18cb6df5-9324-4cff-8aa2-7f477c789222 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/316c5169-5e09-4260-abb4-05057386d5ad HTTP/1.1" status: 204 len: 168 time: 0.2782080 Jul 08 18:22:08.624634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb6df5-9324-4cff-8aa2-7f477c789222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c5169-5e09-4260-abb4-05057386d5ad,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:08.700561 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d44926c-4874-4ab7-b5a5-2f5e70b1e87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.703815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d44926c-4874-4ab7-b5a5-2f5e70b1e87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.704999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7d44926c-4874-4ab7-b5a5-2f5e70b1e87f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3fb4487e-3e7e-49d2-bede-a57e0d930127 HTTP/1.1" status: 204 len: 168 time: 0.3060627 Jul 08 18:22:08.743451 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44926c-4874-4ab7-b5a5-2f5e70b1e87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb4487e-3e7e-49d2-bede-a57e0d930127,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:08.748393 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.758156 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.846271 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Subnet': ['ID=f78d9899-810a-4eda-ab79-653c9f7f05d9,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:08.882527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Checking segment: {'id': 'e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '61725ba5-441a-4198-acdb-520ddd72602c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:08.882527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network hostable DHCP agents. Network: 61725ba5-441a-4198-acdb-520ddd72602c, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:08.898701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 61725ba5-441a-4198-acdb-520ddd72602c is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:08.921831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 61725ba5-441a-4198-acdb-520ddd72602c) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:08.938677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:08.939156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2e2fe-63cc-4f4e-b182-532c6374ecc2 None None] Network 61725ba5-441a-4198-acdb-520ddd72602c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:08.939604 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:08.961490 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-df76aa0f-3fa7-4dd4-a37e-1fcfee4733b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5920274 Jul 08 18:22:08.964065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34058) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:08.970864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2897fe1d-aca1-4bd8-923e-825d2c0ad006 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1561158811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:09.026619 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2897fe1d-aca1-4bd8-923e-825d2c0ad006 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.028088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2897fe1d-aca1-4bd8-923e-825d2c0ad006 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.036030 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.087365 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.095128 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.151181 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-522e45a6-dad8-4c48-aebb-a001a2619e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.210332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-61725ba5-441a-4198-acdb-520ddd72602c', 'network_id': '61725ba5-441a-4198-acdb-520ddd72602c', 'tenant_id': '055644b039984b20990db6191e46607e', 'fixed_ips': [{'subnet_id': 'f78d9899-810a-4eda-ab79-653c9f7f05d9'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:22:09.212145 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.217449 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2897fe1d-aca1-4bd8-923e-825d2c0ad006 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.233670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2897fe1d-aca1-4bd8-923e-825d2c0ad006 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.271238 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2897fe1d-aca1-4bd8-923e-825d2c0ad006 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.275927 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2897fe1d-aca1-4bd8-923e-825d2c0ad006 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3106863 Jul 08 18:22:09.276154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34076) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:09.452240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Allocated IP 2001:db8::2 (61725ba5-441a-4198-acdb-520ddd72602c/f78d9899-810a-4eda-ab79-653c9f7f05d9/ee56cd45-e682-43e0-8171-6d7b503c7bd4) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:09.657242 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.670329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Transition to ACTIVE for port object ee56cd45-e682-43e0-8171-6d7b503c7bd4 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:09.689871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Transition to ACTIVE for port object ee56cd45-e682-43e0-8171-6d7b503c7bd4 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:09.699897 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.743890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Network 61725ba5-441a-4198-acdb-520ddd72602c is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:09.749743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:09.753383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:09.766684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34096) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:09.768967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Pushing event updated for resources: {'Port': ['ID=ee56cd45-e682-43e0-8171-6d7b503c7bd4,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:09.775626 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0050414 Jul 08 18:22:09.776542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34098) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:09.780403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Allocated IP 172.25.8.95 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/5ec75a4c-97b8-4fa9-a468-ff43ab726238) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:09.831608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Attempting to bind port ee56cd45-e682-43e0-8171-6d7b503c7bd4 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:09.831883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Attempting to bind port ee56cd45-e682-43e0-8171-6d7b503c7bd4 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '61725ba5-441a-4198-acdb-520ddd72602c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:09.832841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Attempting to bind port ee56cd45-e682-43e0-8171-6d7b503c7bd4 on network 61725ba5-441a-4198-acdb-520ddd72602c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:09.839649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:09.840098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Checking segment: {'id': 'e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '61725ba5-441a-4198-acdb-520ddd72602c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:09.840610 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.841069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Bound using segment: {'id': 'e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '61725ba5-441a-4198-acdb-520ddd72602c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:09.841702 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Bound port: ee56cd45-e682-43e0-8171-6d7b503c7bd4, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '61725ba5-441a-4198-acdb-520ddd72602c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:09.842073 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:09.890097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34102) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:09.942130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] For port ee56cd45-e682-43e0-8171-6d7b503c7bd4, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:09.945754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] For port ee56cd45-e682-43e0-8171-6d7b503c7bd4, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ee56cd45-e682-43e0-8171-6d7b503c7bd4,segment=NetworkSegment(e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94),segment_id=e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:09.957689 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.010582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-855037639'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:10.030061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ea6c0-c2be-4f1c-91b7-129dd063201d req-8456982f-e3f5-40be-8df4-cfc3c30a4390 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:10.031883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-009ea6c0-c2be-4f1c-91b7-129dd063201d req-8456982f-e3f5-40be-8df4-cfc3c30a4390 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 949 time: 0.3371451 Jul 08 18:22:10.039528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:10.044166 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.054667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08359d-2938-4043-8908-5da51e4ce944 None None] Pushing event updated for resources: {'Port': ['ID=ee56cd45-e682-43e0-8171-6d7b503c7bd4,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:10.056732 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.108993 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b7012096-03c7-4a70-b4c2-d03259b2f0a5 tempest-NetworksApiDiscovery-1597699804 tempest-NetworksApiDiscovery-1597699804-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3303626 Jul 08 18:22:10.153801 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.168028 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.198482 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.208742 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.240022 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-009ea6c0-c2be-4f1c-91b7-129dd063201d req-35222cf0-0b9a-43ef-989f-1b572106ca62 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916978 Jul 08 18:22:10.244720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:10.255185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f200988c-7fc9-45a6-aaaa-c8f1f9946adc,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:10.264328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.264609 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Added segment 438e8238-a766-4865-8f5a-b9b9c401c3a9 of type vlan for network 4a6073cd-a716-462f-9759-a405d26a71fc Jul 08 18:22:10.282850 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.286101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.324328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.353978 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=5ec75a4c-97b8-4fa9-a468-ff43ab726238,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:10.379968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:10.382689 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.389087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:10.389867 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.423523 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:10.452899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:10.464970 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5711613 Jul 08 18:22:10.465838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34114) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:10.479725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'name': 'tempest-PortsTestJSON-408748296'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:10.554388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342eca2-bdd0-4115-af3e-744d65fed60c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Network': ['ID=4a6073cd-a716-462f-9759-a405d26a71fc,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:10.554904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34116) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:10.565582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 4a6073cd-a716-462f-9759-a405d26a71fc details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:10.610855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:10.616508 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.636838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port ef7576e5-929f-4a49-a046-81141f3a76cc yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:10.798662 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3d9916e-054f-41fa-bcfb-a7a40e3b5f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.812781 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.849834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.917081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=ef7576e5-929f-4a49-a046-81141f3a76cc,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:10.925358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Checking segment: {'id': '438e8238-a766-4865-8f5a-b9b9c401c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:10.926364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network hostable DHCP agents. Network: 4a6073cd-a716-462f-9759-a405d26a71fc, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:10.937806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Allocated IP 2001:db8::1 (61725ba5-441a-4198-acdb-520ddd72602c/f78d9899-810a-4eda-ab79-653c9f7f05d9/0fa16221-0311-4427-83de-9b593802c7bf) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:10.958035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 4a6073cd-a716-462f-9759-a405d26a71fc is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:10.969712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 4a6073cd-a716-462f-9759-a405d26a71fc) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:10.974626 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:10.974874 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:10.981005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bac46a-0578-45fa-9e6a-0f4df4278bdd None None] Network 4a6073cd-a716-462f-9759-a405d26a71fc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:10.981534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:10.982170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.175070 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:22:11.211040 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3d9916e-054f-41fa-bcfb-a7a40e3b5f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.225530 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3d9916e-054f-41fa-bcfb-a7a40e3b5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.232626 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c2b50fa6-ee36-4cd6-9ccc-67ba753741f9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7655637 Jul 08 18:22:11.233705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34122) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:11.239640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1384302723'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:11.267567 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.268341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:11.273509 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.314794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:11.321009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Transition to ACTIVE for port object 0fa16221-0311-4427-83de-9b593802c7bf will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:11.324846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b8a1f-d928-4146-b49b-4935f0e25419 None None] Network 61725ba5-441a-4198-acdb-520ddd72602c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:11.340004 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a3d9916e-054f-41fa-bcfb-a7a40e3b5f10 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2771b1c9cec843caa9e2f91438f5141b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7840390 Jul 08 18:22:11.343104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34126) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:11.359301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.359657 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Added segment 7d6901da-6167-4dc9-a728-265edc9db8d6 of type vlan for network 5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20 Jul 08 18:22:11.369726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9916e-054f-41fa-bcfb-a7a40e3b5f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c85d755-d4b6-47d6-be91-b54f9ea1f9fe,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:11.421814 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.424855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ee56cd45-e682-43e0-8171-6d7b503c7bd4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:11.433053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.462070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-970ed60b-2c33-49d3-bf84-8e2141151a0d None None] Provisioning for port ee56cd45-e682-43e0-8171-6d7b503c7bd4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:11.470110 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.493081 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f83ad8e-f73b-45bb-ba75-e0aab9ef840f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.515412 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f83ad8e-f73b-45bb-ba75-e0aab9ef840f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.553399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 61725ba5-441a-4198-acdb-520ddd72602c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:11.558652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ee56cd45-e682-43e0-8171-6d7b503c7bd4 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:11.565734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ee56cd45-e682-43e0-8171-6d7b503c7bd4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:11.566520 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.580769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f83ad8e-f73b-45bb-ba75-e0aab9ef840f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.584369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f83ad8e-f73b-45bb-ba75-e0aab9ef840f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.587812 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3f83ad8e-f73b-45bb-ba75-e0aab9ef840f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c85d755-d4b6-47d6-be91-b54f9ea1f9fe HTTP/1.1" status: 204 len: 168 time: 0.2403286 Jul 08 18:22:11.594466 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.596630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:11.599685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:11.600468 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.601753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:11.602858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.649123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=0fa16221-0311-4427-83de-9b593802c7bf,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:11.701501 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.714200 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Network': ['ID=5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:11.716773 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.717741 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4b7694ce-38e2-4e58-8ff0-4d9b6f0cf960 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4831679 Jul 08 18:22:11.720000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83ad8e-f73b-45bb-ba75-e0aab9ef840f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c85d755-d4b6-47d6-be91-b54f9ea1f9fe,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:11.721632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34130) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:11.728640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090ef70-e95e-4592-8069-64882100f98e req-0c77f004-5b5a-4993-915e-8557901083cf tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:11.728881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'ports': [{'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc'}, {'network_id': '5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20'}]} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:11.729161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:11.729644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': '5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:11.730238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3090ef70-e95e-4592-8069-64882100f98e req-0c77f004-5b5a-4993-915e-8557901083cf tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 949 time: 0.2485645 Jul 08 18:22:11.734031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:11.755771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port ee56cd45-e682-43e0-8171-6d7b503c7bd4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ee56cd45-e682-43e0-8171-6d7b503c7bd4,segment=NetworkSegment(e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94),segment_id=e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:11.787642 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.790857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3090ef70-e95e-4592-8069-64882100f98e req-0be132ce-2896-44f2-ba6f-af3ba0c7a720 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514748 Jul 08 18:22:11.869122 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.889116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 95306ede-48fb-47b0-81f7-46ac7d63ce8f is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:22:11.917884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=ee56cd45-e682-43e0-8171-6d7b503c7bd4,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:12.116525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 2} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:12.133085 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-edbdcdc5-3cb2-418e-9358-68daf3a887aa None None] Provisioning for port 0fa16221-0311-4427-83de-9b593802c7bf completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:12.138393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-edbdcdc5-3cb2-418e-9358-68daf3a887aa None None] Provisioning complete for port 0fa16221-0311-4427-83de-9b593802c7bf triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:12.138924 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-edbdcdc5-3cb2-418e-9358-68daf3a887aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.140606 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.165139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:12.172829 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.189198 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Sync routers for ids ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:12.253220 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Routers {'95306ede-48fb-47b0-81f7-46ac7d63ce8f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:12.254432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:12.282881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-edbdcdc5-3cb2-418e-9358-68daf3a887aa None None] Port 0fa16221-0311-4427-83de-9b593802c7bf cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:12.305171 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.307035 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-30d45634-b5cd-4476-8660-a7e606cd3833 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4815407 Jul 08 18:22:12.309523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34152) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:12.314570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port c007a63d-14d0-46a5-be0b-2d7f02398840 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:12.384532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-edbdcdc5-3cb2-418e-9358-68daf3a887aa None None] Provisioning complete for port ee56cd45-e682-43e0-8171-6d7b503c7bd4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:12.384892 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-edbdcdc5-3cb2-418e-9358-68daf3a887aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.426779 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9d470114-4e87-44da-afea-f648633f12e6 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1137023 Jul 08 18:22:12.429796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34160) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:12.560732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Set router 95306ede-48fb-47b0-81f7-46ac7d63ce8f gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:12.647667 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.660829 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.662050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34168) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:12.674100 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.674939 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.745751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port 2914e10a-2aa3-4803-9828-41a7846dcacf yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:12.813659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5a6e553e-4c71-498e-8d7d-fc818a7502c8 None None] Provisioning complete for port 0fa16221-0311-4427-83de-9b593802c7bf triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:12.814028 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5a6e553e-4c71-498e-8d7d-fc818a7502c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.871372 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:10Z', 'revision_number': 3, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:12.874172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e553e-4c71-498e-8d7d-fc818a7502c8 None None] Port 0fa16221-0311-4427-83de-9b593802c7bf cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:12.904540 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.908814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Checking router: 95306ede-48fb-47b0-81f7-46ac7d63ce8f for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:22:12.909171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Updating router 95306ede-48fb-47b0-81f7-46ac7d63ce8f port 5ec75a4c-97b8-4fa9-a468-ff43ab726238 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:22:12.968244 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.973730 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.015490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 4a6073cd-a716-462f-9759-a405d26a71fc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:13.019301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:13.030483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:13.031676 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.067036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=c007a63d-14d0-46a5-be0b-2d7f02398840,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:13.106405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097831755-network', 'tenant_id': '3adb4973946b44a4bf966bf47015899c'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:13.129992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=2914e10a-2aa3-4803-9828-41a7846dcacf,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:13.144835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Checking segment: {'id': '7d6901da-6167-4dc9-a728-265edc9db8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:13.145584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network hostable DHCP agents. Network: 5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:13.167746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:13.168193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc383de-8fc0-4030-abda-0ad6b699fc01 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:13.173194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1bc383de-8fc0-4030-abda-0ad6b699fc01 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7425790 Jul 08 18:22:13.178616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34172) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:13.190367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=0fa16221-0311-4427-83de-9b593802c7bf,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:13.201412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:13.220539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Made reservation on behalf of 3adb4973946b44a4bf966bf47015899c for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:13.224569 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.238755 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.246694 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cbc722bc-f9ff-4f60-9c37-74a1609ba0cb tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641212 Jul 08 18:22:13.246694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:13.251914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:13.255958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34174) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:13.257577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:13.258483 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.259780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ec2354-0627-4af2-aef5-341ed93ff281 None None] Network 5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:13.264909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-360705686', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:13.320843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ee56cd45-e682-43e0-8171-6d7b503c7bd4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:13.358958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 61725ba5-441a-4198-acdb-520ddd72602c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:13.371162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:13.551284 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.575786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Transition to ACTIVE for port object 5ec75a4c-97b8-4fa9-a468-ff43ab726238 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:13.585059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router 53eb1446-9c47-432c-94c1-d088a174387b is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:22:13.602416 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.698809 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.713928 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ee56cd45-e682-43e0-8171-6d7b503c7bd4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:13.714447 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.721822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e6fbffa1-7172-4714-a076-df53aecaabed tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9989951 Jul 08 18:22:13.722610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34180) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:13.749156 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.762553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:13.798426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Attempting to bind port 5ec75a4c-97b8-4fa9-a468-ff43ab726238 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:13.798942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Attempting to bind port 5ec75a4c-97b8-4fa9-a468-ff43ab726238 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:13.799991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Attempting to bind port 5ec75a4c-97b8-4fa9-a468-ff43ab726238 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:13.815065 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.815689 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Added segment 3c27f882-60c7-4e3d-afc2-b98420df8042 of type vlan for network dca09067-33fa-47f3-b385-7a065a9b5ba2 Jul 08 18:22:13.823665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:13.824211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:13.824712 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.825204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:13.825783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Bound port: 5ec75a4c-97b8-4fa9-a468-ff43ab726238, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:13.826301 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.836611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Made reservation on behalf of ecb9c568d2b44dcc9d9ccd0ac087e21c for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:13.840881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.846602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f82167-9e28-4bd6-b664-8abf0a5fa471,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:13.873008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f660243-5498-4c1a-a0d3-6a3f6a3c12de None None] Pushing event updated for resources: {'Port': ['ID=5ec75a4c-97b8-4fa9-a468-ff43ab726238,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:13.896096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] For port 5ec75a4c-97b8-4fa9-a468-ff43ab726238, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:13.899609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] For port 5ec75a4c-97b8-4fa9-a468-ff43ab726238, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5ec75a4c-97b8-4fa9-a468-ff43ab726238,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:13.903027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d433a1bd-5ddb-4300-aac0-1cb2cf4bc2b3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 2914e10a-2aa3-4803-9828-41a7846dcacf {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:13.903378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d433a1bd-5ddb-4300-aac0-1cb2cf4bc2b3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.907017 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4f2e7128-cfed-4e44-bcdf-4821ace959d5 None None] Provisioning complete for port 0fa16221-0311-4427-83de-9b593802c7bf triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:13.907489 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7128-cfed-4e44-bcdf-4821ace959d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.937319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:13.948579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-caf7e4e8-cd63-4a02-a060-59abd639f2d7 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/53eb1446-9c47-432c-94c1-d088a174387b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6709547 Jul 08 18:22:13.949615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34182) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:13.950357 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf0057-f66f-40ca-a7f6-7fbcaee551fd None None] Sync routers for ids ['53eb1446-9c47-432c-94c1-d088a174387b'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:13.965541 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf0057-f66f-40ca-a7f6-7fbcaee551fd None None] Routers {'53eb1446-9c47-432c-94c1-d088a174387b'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:13.966516 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2ddf0057-f66f-40ca-a7f6-7fbcaee551fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['53eb1446-9c47-432c-94c1-d088a174387b'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:13.968132 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.973085 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.998382 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d433a1bd-5ddb-4300-aac0-1cb2cf4bc2b3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.016031 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d433a1bd-5ddb-4300-aac0-1cb2cf4bc2b3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 2914e10a-2aa3-4803-9828-41a7846dcacf owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:14.043832 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2ddf0057-f66f-40ca-a7f6-7fbcaee551fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:14.065944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f660243-5498-4c1a-a0d3-6a3f6a3c12de None None] Pushing event updated for resources: {'Port': ['ID=5ec75a4c-97b8-4fa9-a468-ff43ab726238,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:14.070166 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf0057-f66f-40ca-a7f6-7fbcaee551fd None None] Routers {'53eb1446-9c47-432c-94c1-d088a174387b'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:14.073137 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2ddf0057-f66f-40ca-a7f6-7fbcaee551fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['53eb1446-9c47-432c-94c1-d088a174387b'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:14.081334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af4bee-5afb-4a05-9f52-8e1796a1c424 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:14.090303 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e6af4bee-5afb-4a05-9f52-8e1796a1c424 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports/0fa16221-0311-4427-83de-9b593802c7bf HTTP/1.1" status: 200 len: 911 time: 0.1301808 Jul 08 18:22:14.092579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34184) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:14.150360 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e7128-cfed-4e44-bcdf-4821ace959d5 None None] Port 0fa16221-0311-4427-83de-9b593802c7bf cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:14.173045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Routers {'95306ede-48fb-47b0-81f7-46ac7d63ce8f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:14.175150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:14.181496 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d433a1bd-5ddb-4300-aac0-1cb2cf4bc2b3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.182104 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2ddf0057-f66f-40ca-a7f6-7fbcaee551fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:14.182104 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf0057-f66f-40ca-a7f6-7fbcaee551fd None None] The sync data for ids ['53eb1446-9c47-432c-94c1-d088a174387b'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:14.211470 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.212475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:14.213124 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.215667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433a1bd-5ddb-4300-aac0-1cb2cf4bc2b3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=2914e10a-2aa3-4803-9828-41a7846dcacf,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:14.229453 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d433a1bd-5ddb-4300-aac0-1cb2cf4bc2b3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.235705 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d433a1bd-5ddb-4300-aac0-1cb2cf4bc2b3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/2914e10a-2aa3-4803-9828-41a7846dcacf HTTP/1.1" status: 204 len: 168 time: 0.5119677 Jul 08 18:22:14.236572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34186) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:14.313128 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] Set router 95306ede-48fb-47b0-81f7-46ac7d63ce8f gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:14.356813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6906447 Jul 08 18:22:14.358429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34188) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:14.365903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] Request body: {'subnet': {'network_id': 'dca09067-33fa-47f3-b385-7a065a9b5ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097831755-subnet', 'tenant_id': '3adb4973946b44a4bf966bf47015899c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:14.398908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] Made reservation on behalf of 3adb4973946b44a4bf966bf47015899c for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:14.404435 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.425174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d441b1f-fb0e-4a52-ab4f-a7fa488783e8 admin admin] Pushing event updated for resources: {'Network': ['ID=dca09067-33fa-47f3-b385-7a065a9b5ba2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:14.442658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network dca09067-33fa-47f3-b385-7a065a9b5ba2 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:14.571426 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.574070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:10Z', 'revision_number': 3, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:14.590663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52127eab-1782-4e02-8622-d9d602139034 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:14.596593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52127eab-1782-4e02-8622-d9d602139034 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:14.598876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-52127eab-1782-4e02-8622-d9d602139034 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3566656 Jul 08 18:22:14.604006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1e943-4ada-43c4-9819-422d47ec6b71 None None] The sync data for ids ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'] in n-d-799684-3 is: [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:10Z', 'revision_number': 3, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:14.636892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34190) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:14.709814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.734191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Subnet': ['ID=9c88ac05-58e5-4811-9333-6368a6ac4844,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:14.775881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Checking segment: {'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:14.776258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network hostable DHCP agents. Network: cac89b37-9f9c-4b04-8cea-6164084643e0, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:14.807144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network cac89b37-9f9c-4b04-8cea-6164084643e0 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:14.821578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9930005c-cd39-4e53-862e-f23894e4062e,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:14.829835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] Checking segment: {'id': '3c27f882-60c7-4e3d-afc2-b98420df8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dca09067-33fa-47f3-b385-7a065a9b5ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:14.830021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] Network hostable DHCP agents. Network: dca09067-33fa-47f3-b385-7a065a9b5ba2, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:14.836239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, cac89b37-9f9c-4b04-8cea-6164084643e0) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:14.840782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:14.841382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.847385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae82fcf8-21b7-48f0-9b92-8851d7fd8531 None None] Network cac89b37-9f9c-4b04-8cea-6164084643e0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:14.878529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2bc99462-ec2f-40e6-b152-1b3d88331061 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port c007a63d-14d0-46a5-be0b-2d7f02398840 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:14.879579 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2bc99462-ec2f-40e6-b152-1b3d88331061 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.892722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-355ec315-8551-4d04-b4fb-9e7acd265090 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6331644 Jul 08 18:22:14.896800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34196) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:14.970013 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6300957-4f3f-4ffe-b9aa-dbd9981cca53 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.981018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] Network dca09067-33fa-47f3-b385-7a065a9b5ba2 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:15.029769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, dca09067-33fa-47f3-b385-7a065a9b5ba2) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:15.040939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae28e7f3-13ef-45e0-9a3e-bfca76c8ef87 None None] Network dca09067-33fa-47f3-b385-7a065a9b5ba2 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:15.045481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:15.046098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:15.075956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2bc99462-ec2f-40e6-b152-1b3d88331061 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:15.095157 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3d235b3d-782d-45d6-a2e3-a4475c939b81 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7345393 Jul 08 18:22:15.104741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2bc99462-ec2f-40e6-b152-1b3d88331061 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for c007a63d-14d0-46a5-be0b-2d7f02398840 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:15.287493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2bc99462-ec2f-40e6-b152-1b3d88331061 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:15.340306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-cac89b37-9f9c-4b04-8cea-6164084643e0', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ips': [{'subnet_id': '9c88ac05-58e5-4811-9333-6368a6ac4844'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:22:15.352844 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:15.374184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2bc99462-ec2f-40e6-b152-1b3d88331061 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:15.387710 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2bc99462-ec2f-40e6-b152-1b3d88331061 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/c007a63d-14d0-46a5-be0b-2d7f02398840 HTTP/1.1" status: 204 len: 168 time: 0.7496889 Jul 08 18:22:15.388974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34202) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:15.389586 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc99462-ec2f-40e6-b152-1b3d88331061 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=c007a63d-14d0-46a5-be0b-2d7f02398840,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:15.493317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ec75a4c-97b8-4fa9-a468-ff43ab726238 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:15.544788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d447ac49-8753-4739-97c7-6b38882fbf47 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:15.553383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34206) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:15.562063 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d447ac49-8753-4739-97c7-6b38882fbf47 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1647613 Jul 08 18:22:15.576528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f12457-68dc-4781-bfaf-4c113611fd53 None None] Network dca09067-33fa-47f3-b385-7a065a9b5ba2 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:15.622599 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4a3829-ebcb-4982-8bf8-2fbba4fa9815 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:22:15.624372 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2e4a3829-ebcb-4982-8bf8-2fbba4fa9815 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/2914e10a-2aa3-4803-9828-41a7846dcacf HTTP/1.1" status: 404 len: 333 time: 0.0660386 Jul 08 18:22:15.627137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34210) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:15.674068 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1cf372-75ef-4a31-ae8f-184d18bced8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:22:15.680591 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5e1cf372-75ef-4a31-ae8f-184d18bced8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/c007a63d-14d0-46a5-be0b-2d7f02398840 HTTP/1.1" status: 404 len: 333 time: 0.0523434 Jul 08 18:22:15.681287 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34214) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:15.797910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5ec75a4c-97b8-4fa9-a468-ff43ab726238 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:15.810573 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5ec75a4c-97b8-4fa9-a468-ff43ab726238 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:15.813800 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:15.819283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Allocated IP 172.20.0.2 (cac89b37-9f9c-4b04-8cea-6164084643e0/9c88ac05-58e5-4811-9333-6368a6ac4844/0063a4b6-fd59-41a7-8665-6f2c7162fe1e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:15.989883 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.032422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 5ec75a4c-97b8-4fa9-a468-ff43ab726238, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5ec75a4c-97b8-4fa9-a468-ff43ab726238,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:16.040660 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.047467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34224) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:16.052747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1973079404-network', 'tenant_id': 'acccf86e068045eba6e861b0488540d4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:16.102457 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Made reservation on behalf of acccf86e068045eba6e861b0488540d4 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:16.105115 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.114680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.197915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=5ec75a4c-97b8-4fa9-a468-ff43ab726238,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:16.212419 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.223847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Transition to ACTIVE for port object 0063a4b6-fd59-41a7-8665-6f2c7162fe1e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:16.247181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Transition to ACTIVE for port object 0063a4b6-fd59-41a7-8665-6f2c7162fe1e will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:16.254669 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.271178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.278343 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.307275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Network cac89b37-9f9c-4b04-8cea-6164084643e0 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:16.308366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:16.311812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:16.315262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c72403b-f544-4ef4-bdbf-3adb50bef4e6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:16.318084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:16.320787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Pushing event updated for resources: {'Port': ['ID=0063a4b6-fd59-41a7-8665-6f2c7162fe1e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:16.332640 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.333046 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Added segment fc5f318c-7951-4325-ba09-45f74f221cd4 of type vlan for network eac3d64d-9de3-4762-855b-7fd47802c540 Jul 08 18:22:16.385808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.393508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Attempting to bind port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:16.394201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Attempting to bind port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:16.396131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Attempting to bind port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e on network cac89b37-9f9c-4b04-8cea-6164084643e0 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:16.403524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:16.404072 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Checking segment: {'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:16.404597 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.405081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Bound using segment: {'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:16.406237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Bound port: 0063a4b6-fd59-41a7-8665-6f2c7162fe1e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:16.406710 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.430127 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.430383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.431508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:16.432410 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.440311 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f6300957-4f3f-4ffe-b9aa-dbd9981cca53 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port 0fa16221-0311-4427-83de-9b593802c7bf {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:16.440650 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6300957-4f3f-4ffe-b9aa-dbd9981cca53 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.494423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] For port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:16.501178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] For port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0063a4b6-fd59-41a7-8665-6f2c7162fe1e,segment=NetworkSegment(5c05e1f9-4a5b-47bf-a0db-dd9919a0525d),segment_id=5c05e1f9-4a5b-47bf-a0db-dd9919a0525d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:16.508669 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.522851 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4742167 Jul 08 18:22:16.529033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34226) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:16.535131 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] Request body: {'subnet': {'network_id': 'eac3d64d-9de3-4762-855b-7fd47802c540', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1973079404-subnet', 'tenant_id': 'acccf86e068045eba6e861b0488540d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:16.571188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9463de-6690-419c-a39d-24bf1d3676c2 admin admin] Pushing event updated for resources: {'Network': ['ID=eac3d64d-9de3-4762-855b-7fd47802c540,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:16.588356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network eac3d64d-9de3-4762-855b-7fd47802c540 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:16.609105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] Made reservation on behalf of acccf86e068045eba6e861b0488540d4 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:16.611943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.666647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2348-66a7-4844-a270-d8620f059bfb None None] Pushing event updated for resources: {'Port': ['ID=0063a4b6-fd59-41a7-8665-6f2c7162fe1e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:16.690423 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6300957-4f3f-4ffe-b9aa-dbd9981cca53 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.716895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f6300957-4f3f-4ffe-b9aa-dbd9981cca53 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for 0fa16221-0311-4427-83de-9b593802c7bf owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:16.731739 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.745061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:16.758299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6901da-6167-4dc9-a728-265edc9db8d6') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:16.758606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6901da-6167-4dc9-a728-265edc9db8d6') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:16.770855 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.791023 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.799082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:22:16.799584 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:22:16.803917 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:22:16.820951 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.884847 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:16.983223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] Checking segment: {'id': 'fc5f318c-7951-4325-ba09-45f74f221cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eac3d64d-9de3-4762-855b-7fd47802c540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:16.983687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] Network hostable DHCP agents. Network: eac3d64d-9de3-4762-855b-7fd47802c540, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:16.985826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e8fa37c-53cf-40ed-864f-b5b2e0e8e7a7,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:17.009480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] Network eac3d64d-9de3-4762-855b-7fd47802c540 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:17.029306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, eac3d64d-9de3-4762-855b-7fd47802c540) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:17.034908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:17.036043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.048847 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.051528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6941b3-a09b-426e-ba1b-cc7b1f577c3b None None] Network eac3d64d-9de3-4762-855b-7fd47802c540 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:17.060010 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6ac0ea94-1a59-4cf2-9562-4b0c2aa71410 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5299037 Jul 08 18:22:17.155046 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.156888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/networks/5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20 HTTP/1.1" status: 204 len: 168 time: 1.4721177 Jul 08 18:22:17.159952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249e34f-ee71-4a64-98c6-763ceadc4acf tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Network': ['ID=5c2fee15-3bfd-45c0-ae2d-75bc7e62fe20,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:17.163757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34234) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:17.168971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1185122411'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:17.232800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:17.236587 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.245703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241bb23-5d62-49dc-9b46-f13c4f33fec3 None None] Network eac3d64d-9de3-4762-855b-7fd47802c540 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:17.294361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34236) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:17.294532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:17.317106 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.317762 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Added segment 0023d072-4208-4198-9e72-eeaaac8e58bc of type vlan for network 200c3dfe-1e3a-4aab-8fe3-0c3673acd585 Jul 08 18:22:17.400006 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.443362 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.469800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:17.470500 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.479364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5dc1341-c1cf-4e87-9e0e-e034648a43c5 admin admin] Deleting subnet 9930005c-cd39-4e53-862e-f23894e4062e {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:22:17.498308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0063a4b6-fd59-41a7-8665-6f2c7162fe1e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:17.499919 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1341-c1cf-4e87-9e0e-e034648a43c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.568587 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6300957-4f3f-4ffe-b9aa-dbd9981cca53 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.607204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:17.613143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ec75a4c-97b8-4fa9-a468-ff43ab726238 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:17.625480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Network': ['ID=200c3dfe-1e3a-4aab-8fe3-0c3673acd585,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:17.627325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6300957-4f3f-4ffe-b9aa-dbd9981cca53 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=0fa16221-0311-4427-83de-9b593802c7bf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:17.658338 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9ef80893-fe78-4cdb-a8ff-1520d05a5c4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4934599 Jul 08 18:22:17.661118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34240) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:17.668281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': '200c3dfe-1e3a-4aab-8fe3-0c3673acd585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:17.668963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 200c3dfe-1e3a-4aab-8fe3-0c3673acd585 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:17.734817 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1341-c1cf-4e87-9e0e-e034648a43c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.854721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:17.854721 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.022378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5ec75a4c-97b8-4fa9-a468-ff43ab726238 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:18.022846 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.058843 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6300957-4f3f-4ffe-b9aa-dbd9981cca53 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.118847 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1341-c1cf-4e87-9e0e-e034648a43c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.143851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d8d440-1113-45ae-9c72-28993714fd82 None None] Network cac89b37-9f9c-4b04-8cea-6164084643e0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:18.168900 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.238809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Subnet': ['ID=78cb4f62-5c6e-448d-847c-3fa782301a8c,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:18.249483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Checking segment: {'id': '0023d072-4208-4198-9e72-eeaaac8e58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '200c3dfe-1e3a-4aab-8fe3-0c3673acd585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:18.249974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network hostable DHCP agents. Network: 200c3dfe-1e3a-4aab-8fe3-0c3673acd585, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:18.260703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-091b7592-6f06-4988-ac9a-b719c023b3b4 None None] Provisioning for port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:18.273194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-091b7592-6f06-4988-ac9a-b719c023b3b4 None None] Provisioning complete for port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:18.273868 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-091b7592-6f06-4988-ac9a-b719c023b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.274611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 200c3dfe-1e3a-4aab-8fe3-0c3673acd585 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:18.291840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 200c3dfe-1e3a-4aab-8fe3-0c3673acd585) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:18.306608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db779b-36af-46dd-a934-b7b10c833536 None None] Network 200c3dfe-1e3a-4aab-8fe3-0c3673acd585 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:18.309320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:18.310020 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.333096 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a74a0044-19e6-4481-b5cc-61afe9732af0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6703196 Jul 08 18:22:18.335498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34244) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:18.341055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Allocated IP 172.20.0.1 (cac89b37-9f9c-4b04-8cea-6164084643e0/9c88ac05-58e5-4811-9333-6368a6ac4844/10deb2f0-58f8-45cb-a5a2-7d904fc446fb) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:18.342940 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': '200c3dfe-1e3a-4aab-8fe3-0c3673acd585', 'name': 'tempest-PortsTestJSON-1515832127'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:18.350274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1341-c1cf-4e87-9e0e-e034648a43c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.380100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6300957-4f3f-4ffe-b9aa-dbd9981cca53 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router 53eb1446-9c47-432c-94c1-d088a174387b has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:22:18.420569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc1341-c1cf-4e87-9e0e-e034648a43c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9930005c-cd39-4e53-862e-f23894e4062e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:18.422844 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1341-c1cf-4e87-9e0e-e034648a43c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.427444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b5dc1341-c1cf-4e87-9e0e-e034648a43c5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9930005c-cd39-4e53-862e-f23894e4062e HTTP/1.1" status: 204 len: 168 time: 1.1200044 Jul 08 18:22:18.429135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34248) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:18.582450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.588659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6300957-4f3f-4ffe-b9aa-dbd9981cca53 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:18.596486 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f6300957-4f3f-4ffe-b9aa-dbd9981cca53 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/53eb1446-9c47-432c-94c1-d088a174387b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4940519 Jul 08 18:22:18.600939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34250) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:18.604038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:18.607678 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.619493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa1183-57ab-47be-9362-b6367bf5b9e3 None None] Sync routers for ids ['53eb1446-9c47-432c-94c1-d088a174387b'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:18.623993 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-091b7592-6f06-4988-ac9a-b719c023b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.629928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port d6440fc5-6c55-4e34-9930-2559391c7bf8 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:18.643352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2f4edfd4-f15b-4a68-ab25-64880fc90ac8 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=53eb1446-9c47-432c-94c1-d088a174387b HTTP/1.1" status: 200 len: 205 time: 0.0383835 Jul 08 18:22:18.647008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34252) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:18.663110 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.674062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa1183-57ab-47be-9362-b6367bf5b9e3 None None] Routers {'53eb1446-9c47-432c-94c1-d088a174387b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:18.674756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19fa1183-57ab-47be-9362-b6367bf5b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['53eb1446-9c47-432c-94c1-d088a174387b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:18.723114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19fa1183-57ab-47be-9362-b6367bf5b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:18.741580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Transition to ACTIVE for port object 10deb2f0-58f8-45cb-a5a2-7d904fc446fb will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:18.745819 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-091b7592-6f06-4988-ac9a-b719c023b3b4 None None] For port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0063a4b6-fd59-41a7-8665-6f2c7162fe1e,segment=NetworkSegment(5c05e1f9-4a5b-47bf-a0db-dd9919a0525d),segment_id=5c05e1f9-4a5b-47bf-a0db-dd9919a0525d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:18.747698 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d74a4ae3-4779-421d-8e66-0f1da5cfee5c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.755456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa1183-57ab-47be-9362-b6367bf5b9e3 None None] Routers {'53eb1446-9c47-432c-94c1-d088a174387b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:18.756075 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19fa1183-57ab-47be-9362-b6367bf5b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['53eb1446-9c47-432c-94c1-d088a174387b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:18.759644 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-091b7592-6f06-4988-ac9a-b719c023b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.802511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.5 (200c3dfe-1e3a-4aab-8fe3-0c3673acd585/78cb4f62-5c6e-448d-847c-3fa782301a8c/d6440fc5-6c55-4e34-9930-2559391c7bf8) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:18.805049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-200c3dfe-1e3a-4aab-8fe3-0c3673acd585', 'network_id': '200c3dfe-1e3a-4aab-8fe3-0c3673acd585', 'tenant_id': '729864a2ddd24cf38e07a621ad47bd54', 'fixed_ips': [{'subnet_id': '78cb4f62-5c6e-448d-847c-3fa782301a8c'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:22:18.806147 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.826716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19fa1183-57ab-47be-9362-b6367bf5b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:18.827681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa1183-57ab-47be-9362-b6367bf5b9e3 None None] The sync data for ids ['53eb1446-9c47-432c-94c1-d088a174387b'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:18.899966 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.917298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca09067-33fa-47f3-b385-7a065a9b5ba2']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:18.920611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b7592-6f06-4988-ac9a-b719c023b3b4 None None] Pushing event updated for resources: {'Port': ['ID=0063a4b6-fd59-41a7-8665-6f2c7162fe1e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:18.954665 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d74a4ae3-4779-421d-8e66-0f1da5cfee5c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.957002 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d74a4ae3-4779-421d-8e66-0f1da5cfee5c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:18.990039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-32bbdfde-7bef-418c-a0f5-c3154fc8eb36 None None] Provisioning complete for port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:18.990719 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-32bbdfde-7bef-418c-a0f5-c3154fc8eb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.006186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.022945 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d74a4ae3-4779-421d-8e66-0f1da5cfee5c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.023450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74a4ae3-4779-421d-8e66-0f1da5cfee5c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Fanout notify agent at l3_agent the message router_deleted on router 53eb1446-9c47-432c-94c1-d088a174387b {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:22:19.052791 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d74a4ae3-4779-421d-8e66-0f1da5cfee5c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.053927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d74a4ae3-4779-421d-8e66-0f1da5cfee5c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/53eb1446-9c47-432c-94c1-d088a174387b HTTP/1.1" status: 204 len: 168 time: 0.4065320 Jul 08 18:22:19.056303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network cac89b37-9f9c-4b04-8cea-6164084643e0 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:19.059705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34254) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:19.072046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:19.104640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:19.163055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=10deb2f0-58f8-45cb-a5a2-7d904fc446fb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:19.178366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e930d47-cb75-4690-9fe7-9ce1c9b66b82 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting subnet f78d9899-810a-4eda-ab79-653c9f7f05d9 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:22:19.185766 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e930d47-cb75-4690-9fe7-9ce1c9b66b82 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.188675 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.272649 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e930d47-cb75-4690-9fe7-9ce1c9b66b82 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.303165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0063a4b6-fd59-41a7-8665-6f2c7162fe1e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:19.322500 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c27f882-60c7-4e3d-afc2-b98420df8042') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:19.322800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c27f882-60c7-4e3d-afc2-b98420df8042') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:19.340190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.363944 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.379260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:22:19.379735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:19.379909 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.380232 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:22:19.381809 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:22:19.432195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e930d47-cb75-4690-9fe7-9ce1c9b66b82 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.434032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-67ae055e-4f25-4a22-a2b0-ba53ee85b8c5 None None] Provisioning for port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:19.440269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-67ae055e-4f25-4a22-a2b0-ba53ee85b8c5 None None] Provisioning complete for port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:19.440719 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67ae055e-4f25-4a22-a2b0-ba53ee85b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.454965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.463698 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.468759 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.473786 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] 10.222.0.73 "DELETE /v2.0/networks/dca09067-33fa-47f3-b385-7a065a9b5ba2 HTTP/1.1" status: 204 len: 168 time: 1.0406053 Jul 08 18:22:19.475912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34258) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:19.493645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183336eb-8175-494a-9c16-20caf78d9bba admin admin] Pushing event deleted for resources: {'Network': ['ID=dca09067-33fa-47f3-b385-7a065a9b5ba2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:19.496473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object d6440fc5-6c55-4e34-9930-2559391c7bf8 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:19.503618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-67ae055e-4f25-4a22-a2b0-ba53ee85b8c5 None None] Port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:19.510499 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.538361 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.557340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3baedf-95f8-4c92-a5b1-c14885231e3f admin admin] Deleting subnet 9e8fa37c-53cf-40ed-864f-b5b2e0e8e7a7 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:22:19.560700 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d3baedf-95f8-4c92-a5b1-c14885231e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.589652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Allocated IP 172.20.0.2 (200c3dfe-1e3a-4aab-8fe3-0c3673acd585/78cb4f62-5c6e-448d-847c-3fa782301a8c/2ae60b1a-130e-46db-8218-1bae084c44ae) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:19.604394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=d6440fc5-6c55-4e34-9930-2559391c7bf8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:19.619047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 200c3dfe-1e3a-4aab-8fe3-0c3673acd585 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:19.620963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:19.623558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:19.682816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:19.684969 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.701823 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d447c0bf-b929-4f51-84aa-0b253df0018a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3651540 Jul 08 18:22:19.704447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34262) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:19.760713 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.773348 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Transition to ACTIVE for port object 2ae60b1a-130e-46db-8218-1bae084c44ae will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:19.790534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Transition to ACTIVE for port object 2ae60b1a-130e-46db-8218-1bae084c44ae will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:19.800070 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.813535 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-68191231-55cb-4e27-82d4-1d5f2dc74169 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port d6440fc5-6c55-4e34-9930-2559391c7bf8 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:19.813995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-68191231-55cb-4e27-82d4-1d5f2dc74169 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.840308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Network 200c3dfe-1e3a-4aab-8fe3-0c3673acd585 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:19.845387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:19.849289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:19.854965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Pushing event updated for resources: {'Port': ['ID=2ae60b1a-130e-46db-8218-1bae084c44ae,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:19.908924 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-68191231-55cb-4e27-82d4-1d5f2dc74169 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.912193 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Attempting to bind port 2ae60b1a-130e-46db-8218-1bae084c44ae on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:19.912584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Attempting to bind port 2ae60b1a-130e-46db-8218-1bae084c44ae by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '0023d072-4208-4198-9e72-eeaaac8e58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '200c3dfe-1e3a-4aab-8fe3-0c3673acd585'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:19.912944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Attempting to bind port 2ae60b1a-130e-46db-8218-1bae084c44ae on network 200c3dfe-1e3a-4aab-8fe3-0c3673acd585 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:19.919113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:19.919490 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Checking segment: {'id': '0023d072-4208-4198-9e72-eeaaac8e58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '200c3dfe-1e3a-4aab-8fe3-0c3673acd585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:19.919894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.920296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Bound using segment: {'id': '0023d072-4208-4198-9e72-eeaaac8e58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '200c3dfe-1e3a-4aab-8fe3-0c3673acd585'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:19.920769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Bound port: 2ae60b1a-130e-46db-8218-1bae084c44ae, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0023d072-4208-4198-9e72-eeaaac8e58bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '200c3dfe-1e3a-4aab-8fe3-0c3673acd585'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:19.921444 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.922275 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-68191231-55cb-4e27-82d4-1d5f2dc74169 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for d6440fc5-6c55-4e34-9930-2559391c7bf8 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:19.988273 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e930d47-cb75-4690-9fe7-9ce1c9b66b82 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.993606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] For port 2ae60b1a-130e-46db-8218-1bae084c44ae, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:19.997764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] For port 2ae60b1a-130e-46db-8218-1bae084c44ae, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2ae60b1a-130e-46db-8218-1bae084c44ae,segment=NetworkSegment(0023d072-4208-4198-9e72-eeaaac8e58bc),segment_id=0023d072-4208-4198-9e72-eeaaac8e58bc)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:19.999642 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d3baedf-95f8-4c92-a5b1-c14885231e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.006455 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.068393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7521a5-e87b-4f65-b601-d86311e447f0 None None] Pushing event updated for resources: {'Port': ['ID=2ae60b1a-130e-46db-8218-1bae084c44ae,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:20.076685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e930d47-cb75-4690-9fe7-9ce1c9b66b82 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Subnet': ['ID=f78d9899-810a-4eda-ab79-653c9f7f05d9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:20.091755 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e930d47-cb75-4690-9fe7-9ce1c9b66b82 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.093659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0e930d47-cb75-4690-9fe7-9ce1c9b66b82 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/f78d9899-810a-4eda-ab79-653c9f7f05d9 HTTP/1.1" status: 204 len: 168 time: 1.0324860 Jul 08 18:22:20.096843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b23599-286b-495f-9e63-88eec3838b5b None None] Network 61725ba5-441a-4198-acdb-520ddd72602c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:20.097844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-68191231-55cb-4e27-82d4-1d5f2dc74169 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.099630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34264) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:20.133285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68191231-55cb-4e27-82d4-1d5f2dc74169 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=d6440fc5-6c55-4e34-9930-2559391c7bf8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:20.217445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d3baedf-95f8-4c92-a5b1-c14885231e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.261120 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-68191231-55cb-4e27-82d4-1d5f2dc74169 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.265520 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-68191231-55cb-4e27-82d4-1d5f2dc74169 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/d6440fc5-6c55-4e34-9930-2559391c7bf8 HTTP/1.1" status: 204 len: 168 time: 0.5576832 Jul 08 18:22:20.265713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:20.293402 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfd47b7-1d06-4e66-b367-0701957f22ba tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:22:20.294511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfd47b7-1d06-4e66-b367-0701957f22ba tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:22:20.296459 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8bfd47b7-1d06-4e66-b367-0701957f22ba tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/d6440fc5-6c55-4e34-9930-2559391c7bf8 HTTP/1.1" status: 404 len: 333 time: 0.0297666 Jul 08 18:22:20.299627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34270) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:20.341294 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b9f731-c43a-4e6f-873a-9ac824a24cf7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:22:20.343973 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-46b9f731-c43a-4e6f-873a-9ac824a24cf7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/d6440fc5-6c55-4e34-9930-2559391c7bf8 HTTP/1.1" status: 404 len: 333 time: 0.0418925 Jul 08 18:22:20.347471 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.352361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34272) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:20.409212 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86509775-6bb3-4b3e-8450-e460df3d903a None None] DHCP port deletion for 61725ba5-441a-4198-acdb-520ddd72602c request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:22:20.465008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-86509775-6bb3-4b3e-8450-e460df3d903a None None] Deleting port ee56cd45-e682-43e0-8171-6d7b503c7bd4 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:20.465008 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-86509775-6bb3-4b3e-8450-e460df3d903a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.481797 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d3baedf-95f8-4c92-a5b1-c14885231e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.492187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-20162198-ac07-4251-9ba0-cf7d83ac9640 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting subnet 78cb4f62-5c6e-448d-847c-3fa782301a8c {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:22:20.528396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20162198-ac07-4251-9ba0-cf7d83ac9640 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.537613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-86509775-6bb3-4b3e-8450-e460df3d903a None None] For port ee56cd45-e682-43e0-8171-6d7b503c7bd4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ee56cd45-e682-43e0-8171-6d7b503c7bd4,segment=NetworkSegment(e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94),segment_id=e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:20.538061 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-86509775-6bb3-4b3e-8450-e460df3d903a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.551212 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-86509775-6bb3-4b3e-8450-e460df3d903a None None] Calling delete_port for ee56cd45-e682-43e0-8171-6d7b503c7bd4 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:20.558130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3baedf-95f8-4c92-a5b1-c14885231e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e8fa37c-53cf-40ed-864f-b5b2e0e8e7a7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:20.576422 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d3baedf-95f8-4c92-a5b1-c14885231e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.578264 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5d3baedf-95f8-4c92-a5b1-c14885231e3f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9e8fa37c-53cf-40ed-864f-b5b2e0e8e7a7 HTTP/1.1" status: 204 len: 168 time: 1.0984929 Jul 08 18:22:20.580792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34274) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:20.604302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20162198-ac07-4251-9ba0-cf7d83ac9640 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.608973 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.634883 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.653225 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-86509775-6bb3-4b3e-8450-e460df3d903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.655177 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.707098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86509775-6bb3-4b3e-8450-e460df3d903a None None] Pushing event deleted for resources: {'Port': ['ID=ee56cd45-e682-43e0-8171-6d7b503c7bd4,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:20.716043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port ee56cd45-e682-43e0-8171-6d7b503c7bd4 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:20.716433 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.718880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86509775-6bb3-4b3e-8450-e460df3d903a None None] No DVR routers for this DVR port ee56cd45-e682-43e0-8171-6d7b503c7bd4 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:20.748043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.763482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac3d64d-9de3-4762-855b-7fd47802c540']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:20.773831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5f318c-7951-4325-ba09-45f74f221cd4') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:20.774130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5f318c-7951-4325-ba09-45f74f221cd4') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:20.783928 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.791762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.798361 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.805081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:22:20.805452 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:22:20.807279 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:22:20.815784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=10deb2f0-58f8-45cb-a5a2-7d904fc446fb,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:20.867145 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.874227 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.878883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] 10.222.0.73 "DELETE /v2.0/networks/eac3d64d-9de3-4762-855b-7fd47802c540 HTTP/1.1" status: 204 len: 168 time: 0.2970142 Jul 08 18:22:20.891821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6f069-c709-4983-bd47-b8dabe4e9e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=eac3d64d-9de3-4762-855b-7fd47802c540,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:20.902761 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20162198-ac07-4251-9ba0-cf7d83ac9640 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.908264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] For port ee56cd45-e682-43e0-8171-6d7b503c7bd4, host n-d-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:20.908668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:20.955922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for ee56cd45-e682-43e0-8171-6d7b503c7bd4 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:20.963035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Port ee56cd45-e682-43e0-8171-6d7b503c7bd4 was not found and therefore no delete operation was performed {{(pid=93742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:22:20.969915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.023142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No DVR routers for this DVR port ee56cd45-e682-43e0-8171-6d7b503c7bd4 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:21.028139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=ee56cd45-e682-43e0-8171-6d7b503c7bd4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:21.085413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34280) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:21.120884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network cac89b37-9f9c-4b04-8cea-6164084643e0 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:21.124546 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20162198-ac07-4251-9ba0-cf7d83ac9640 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.128884 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-75ab68a1-4901-454b-b327-2b09d7470d2c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3adb4973946b44a4bf966bf47015899c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421631 Jul 08 18:22:21.137786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:21.179730 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.182937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20162198-ac07-4251-9ba0-cf7d83ac9640 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Subnet': ['ID=78cb4f62-5c6e-448d-847c-3fa782301a8c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:21.185943 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20162198-ac07-4251-9ba0-cf7d83ac9640 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.191629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-20162198-ac07-4251-9ba0-cf7d83ac9640 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/78cb4f62-5c6e-448d-847c-3fa782301a8c HTTP/1.1" status: 204 len: 168 time: 0.8377836 Jul 08 18:22:21.194958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34282) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:21.203960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61725ba5-441a-4198-acdb-520ddd72602c']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:21.244979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34284) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:21.269130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:21.275599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76ed249-b6a5-46a8-90b7-6a3e1ffcfc94') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:21.306767 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.340905 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.347950 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.356751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:22:21.357323 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:22:21.379410 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:22:21.395231 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1174c1fa-2205-477b-8d9d-421cd661dc1d None None] Network 200c3dfe-1e3a-4aab-8fe3-0c3673acd585 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:21.397422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2ae60b1a-130e-46db-8218-1bae084c44ae up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:21.447778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 2ae60b1a-130e-46db-8218-1bae084c44ae {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:21.449230 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.534610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6c42e4d5-4cbe-463a-aee3-7c9cb64aabe5 None None] Provisioning for port 2ae60b1a-130e-46db-8218-1bae084c44ae completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:21.542758 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55692056-dada-4255-b2d8-e1355a5f5d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.551692 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.567256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] For port 2ae60b1a-130e-46db-8218-1bae084c44ae, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2ae60b1a-130e-46db-8218-1bae084c44ae,segment=NetworkSegment(0023d072-4208-4198-9e72-eeaaac8e58bc),segment_id=0023d072-4208-4198-9e72-eeaaac8e58bc)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:21.568032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 95306ede-48fb-47b0-81f7-46ac7d63ce8f has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:22:21.568230 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.577035 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.578946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/networks/61725ba5-441a-4198-acdb-520ddd72602c HTTP/1.1" status: 204 len: 168 time: 1.4781635 Jul 08 18:22:21.584025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34288) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:21.588423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-561870480', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:21.594028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 2ae60b1a-130e-46db-8218-1bae084c44ae owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:21.596366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 2ae60b1a-130e-46db-8218-1bae084c44ae completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:21.602185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 2ae60b1a-130e-46db-8218-1bae084c44ae triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:21.602388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfd296-cbd4-4e8f-a65a-ddf0be1dd2a4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Network': ['ID=61725ba5-441a-4198-acdb-520ddd72602c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:21.602938 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.605243 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55692056-dada-4255-b2d8-e1355a5f5d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.660803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.661385 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.718237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-86e0eaf2-7733-4af1-89aa-a0311c2a5a78 None None] Provisioning complete for port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:21.718720 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-86e0eaf2-7733-4af1-89aa-a0311c2a5a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.742964 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.748759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:21.751249 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55692056-dada-4255-b2d8-e1355a5f5d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.753583 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55692056-dada-4255-b2d8-e1355a5f5d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.757954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-55692056-dada-4255-b2d8-e1355a5f5d53 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1f82167-9e28-4bd6-b664-8abf0a5fa471 HTTP/1.1" status: 204 len: 168 time: 0.5062678 Jul 08 18:22:21.762069 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a1c2525f-faa2-4413-a4fd-8c0164d07d0a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "PUT /v2.0/routers/95306ede-48fb-47b0-81f7-46ac7d63ce8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8642795 Jul 08 18:22:21.762975 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Sync routers for ids ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:21.766389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34292) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:21.783927 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Routers {'95306ede-48fb-47b0-81f7-46ac7d63ce8f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:21.784565 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:21.802240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-86e0eaf2-7733-4af1-89aa-a0311c2a5a78 None None] Port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:21.807630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55692056-dada-4255-b2d8-e1355a5f5d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f82167-9e28-4bd6-b664-8abf0a5fa471,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:21.813279 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.833011 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:21.961840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7847952-0cbc-46b4-827c-94b8af8c4d0d None None] DHCP port deletion for 200c3dfe-1e3a-4aab-8fe3-0c3673acd585 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:22:21.966659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=2ae60b1a-130e-46db-8218-1bae084c44ae,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:21.982418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No DVR routers for this DVR port 2ae60b1a-130e-46db-8218-1bae084c44ae on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:22.020073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ee56cd45-e682-43e0-8171-6d7b503c7bd4 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:22.027657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c83fb-0871-487e-96b6-9b615e56142d tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.028254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c83fb-0871-487e-96b6-9b615e56142d tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.028870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c83fb-0871-487e-96b6-9b615e56142d tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.029489 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c83fb-0871-487e-96b6-9b615e56142d tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.030372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c83fb-0871-487e-96b6-9b615e56142d tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.031275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c83fb-0871-487e-96b6-9b615e56142d tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.031411 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Set router 95306ede-48fb-47b0-81f7-46ac7d63ce8f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:22.032132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c83fb-0871-487e-96b6-9b615e56142d tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.032957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c83fb-0871-487e-96b6-9b615e56142d tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.037813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ef6c83fb-0871-487e-96b6-9b615e56142d tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5593 time: 0.2676065 Jul 08 18:22:22.048822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34296) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:22.050824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: ee56cd45-e682-43e0-8171-6d7b503c7bd4 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:22:22.051411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ee56cd45-e682-43e0-8171-6d7b503c7bd4 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:22.145991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.172509 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.192173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f89217d-6ef6-48f7-a926-87b85e5357f4 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.192643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f89217d-6ef6-48f7-a926-87b85e5357f4 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.193099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f89217d-6ef6-48f7-a926-87b85e5357f4 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.193545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f89217d-6ef6-48f7-a926-87b85e5357f4 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.193998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f89217d-6ef6-48f7-a926-87b85e5357f4 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.194476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f89217d-6ef6-48f7-a926-87b85e5357f4 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:22.196629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3f89217d-6ef6-48f7-a926-87b85e5357f4 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.1454387 Jul 08 18:22:22.199278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200c3dfe-1e3a-4aab-8fe3-0c3673acd585']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:22.201434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34300) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:22.236848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0023d072-4208-4198-9e72-eeaaac8e58bc') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:22.237150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0023d072-4208-4198-9e72-eeaaac8e58bc') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:22.248781 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.266529 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.276060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:22:22.276498 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:22:22.280234 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:22:22.291170 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:19Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10deb2f0-58f8-45cb-a5a2-7d904fc446fb', 'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:88:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:17Z', 'updated_at': '2021-07-08T18:22:20Z', 'revision_number': 2, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:22.329398 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Checking router: 95306ede-48fb-47b0-81f7-46ac7d63ce8f for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:22:22.329723 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Updating router 95306ede-48fb-47b0-81f7-46ac7d63ce8f port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:22:22.376459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34302) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:22.377044 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.380477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.395404 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.397311 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/networks/200c3dfe-1e3a-4aab-8fe3-0c3673acd585 HTTP/1.1" status: 204 len: 168 time: 1.2013166 Jul 08 18:22:22.404635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34304) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:22.412359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca46de-aded-4727-a655-c63ae1f091bc tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Network': ['ID=200c3dfe-1e3a-4aab-8fe3-0c3673acd585,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:22.412766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1354158372'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:22.509423 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.529729 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.673952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Allocated IP 172.25.8.6 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/7ade5a83-5ab2-4bc6-9ac3-22a77b5be7cf) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:22.692271 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.702836 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Transition to ACTIVE for port object 10deb2f0-58f8-45cb-a5a2-7d904fc446fb will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:22.709185 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.760501 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Pushing event updated for resources: {'Port': ['ID=10deb2f0-58f8-45cb-a5a2-7d904fc446fb,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:22.787478 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.788839 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.789391 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.789791 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.790187 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.790624 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.791010 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.791394 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.791771 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.792311 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.792843 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.793362 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:22.818291 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.840221 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Attempting to bind port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:22.840914 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Attempting to bind port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:22.841450 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Attempting to bind port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb on network cac89b37-9f9c-4b04-8cea-6164084643e0 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:22.847371 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:22.848118 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Checking segment: {'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:22.848687 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.849240 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Bound using segment: {'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:22.849892 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Bound port: 10deb2f0-58f8-45cb-a5a2-7d904fc446fb, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:22.850731 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.854054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-28a6a40a-ce5c-4957-a369-681991e97379 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=acccf86e068045eba6e861b0488540d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761832 Jul 08 18:22:22.861419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:22.865450 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.868460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34308) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:22.880674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.922468 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] For port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:22.926637 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] For port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=10deb2f0-58f8-45cb-a5a2-7d904fc446fb,segment=NetworkSegment(5c05e1f9-4a5b-47bf-a0db-dd9919a0525d),segment_id=5c05e1f9-4a5b-47bf-a0db-dd9919a0525d)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:22.930433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:22.940927 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.941724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:22.942240 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Added segment 20eb22e7-f5f4-4493-a981-4a78581406cb of type vlan for network ddaa47d9-5477-47e9-adf1-d17787672257 Jul 08 18:22:22.950425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:22.951322 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.958233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:22.985895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=7ade5a83-5ab2-4bc6-9ac3-22a77b5be7cf,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:23.014161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c40652ea-6f74-4811-8c70-d39e56c3510c tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 0.8087456 Jul 08 18:22:23.014412 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909ce30-c950-4e76-a671-e9cfe18a79cb None None] Pushing event updated for resources: {'Port': ['ID=10deb2f0-58f8-45cb-a5a2-7d904fc446fb,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:23.017882 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.068291 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Routers {'95306ede-48fb-47b0-81f7-46ac7d63ce8f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:23.069664 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:23.076557 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c92b2aa3-ba75-475d-905e-135140da2462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.125302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c92b2aa3-ba75-475d-905e-135140da2462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.150283 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.157322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:23.158053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.253532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8464024 Jul 08 18:22:23.257875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34316) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:23.268171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': 'ddaa47d9-5477-47e9-adf1-d17787672257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:23.295044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9432807-737d-4811-bacf-ba9c92779430 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Network': ['ID=ddaa47d9-5477-47e9-adf1-d17787672257,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:23.310153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network ddaa47d9-5477-47e9-adf1-d17787672257 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:23.343298 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2ae60b1a-130e-46db-8218-1bae084c44ae no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:23.357485 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] Set router 95306ede-48fb-47b0-81f7-46ac7d63ce8f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:23.379938 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c92b2aa3-ba75-475d-905e-135140da2462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.382652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c92b2aa3-ba75-475d-905e-135140da2462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.386856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c92b2aa3-ba75-475d-905e-135140da2462 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c72403b-f544-4ef4-bdbf-3adb50bef4e6 HTTP/1.1" status: 204 len: 168 time: 0.5153708 Jul 08 18:22:23.421369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.421554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b2aa3-ba75-475d-905e-135140da2462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c72403b-f544-4ef4-bdbf-3adb50bef4e6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:23.426074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34320) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:23.435018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2b2930a3-5341-4e05-a9fb-773b33acdcad tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426820362', 'description': 'tempest-secgroup-smoke-426820362 description', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:23.452191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 2ae60b1a-130e-46db-8218-1bae084c44ae {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:22:23.452868 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2ae60b1a-130e-46db-8218-1bae084c44ae not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:23.472167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:23.481239 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.601603 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b2930a3-5341-4e05-a9fb-773b33acdcad tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.714605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.814143 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:19Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10deb2f0-58f8-45cb-a5a2-7d904fc446fb', 'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:88:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:17Z', 'updated_at': '2021-07-08T18:22:22Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:23.833059 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b2930a3-5341-4e05-a9fb-773b33acdcad tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.835641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.847906 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a421d-5f64-484a-987a-37dab383fad5 None None] The sync data for ids ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'] in n-d-799684-3 is: [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:19Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10deb2f0-58f8-45cb-a5a2-7d904fc446fb', 'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:88:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:17Z', 'updated_at': '2021-07-08T18:22:22Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:23.866401 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b2930a3-5341-4e05-a9fb-773b33acdcad tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.918108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router c60f7465-ed86-4060-8c2c-81a8e7f26680 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:22:23.960930 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b2930a3-5341-4e05-a9fb-773b33acdcad tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.964761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2b2930a3-5341-4e05-a9fb-773b33acdcad tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5340741 Jul 08 18:22:23.966645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Subnet': ['ID=3271ec9f-e2a1-4268-83cb-99569ea72a39,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:23.968576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34332) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:23.975184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c5ab9bef-4d39-4927-8fc5-58c44396676a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'f49f9eaf-5085-48f0-81e0-9d3ad603d4d8', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:23.984833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2930a3-5341-4e05-a9fb-773b33acdcad tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:23.996899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Checking segment: {'id': '20eb22e7-f5f4-4493-a981-4a78581406cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ddaa47d9-5477-47e9-adf1-d17787672257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:23.997318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network hostable DHCP agents. Network: ddaa47d9-5477-47e9-adf1-d17787672257, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:24.028555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network ddaa47d9-5477-47e9-adf1-d17787672257 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:24.032321 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9bef-4d39-4927-8fc5-58c44396676a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.053210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, ddaa47d9-5477-47e9-adf1-d17787672257) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:24.063601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:24.064546 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.068470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5089bb43-7240-4afc-82ab-a49e2c2b494c None None] Network ddaa47d9-5477-47e9-adf1-d17787672257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:24.114047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-94467b26-8de9-4dde-966a-98a7e3caf8dd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8526657 Jul 08 18:22:24.115407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34336) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:24.123255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': 'ddaa47d9-5477-47e9-adf1-d17787672257', 'security_groups': [], 'name': 'tempest-PortsTestJSON-403611108'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:24.132111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:24.163949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18631c14-8f0d-4f15-8a43-46f89155bd1b None None] Sync routers for ids ['c60f7465-ed86-4060-8c2c-81a8e7f26680'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:24.185383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.186742 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5dafa69f-a03a-47cd-9707-4ec8f2439c31 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 2.6019542 Jul 08 18:22:24.192126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34340) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:24.192628 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9bef-4d39-4927-8fc5-58c44396676a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.210078 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9bef-4d39-4927-8fc5-58c44396676a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.221610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18631c14-8f0d-4f15-8a43-46f89155bd1b None None] Routers {'c60f7465-ed86-4060-8c2c-81a8e7f26680'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:24.225106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-18631c14-8f0d-4f15-8a43-46f89155bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c60f7465-ed86-4060-8c2c-81a8e7f26680'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:24.244369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab9bef-4d39-4927-8fc5-58c44396676a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478ab5d9-8b68-41e6-ae56-537299e8d82e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:24.319360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9bef-4d39-4927-8fc5-58c44396676a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.328077 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c5ab9bef-4d39-4927-8fc5-58c44396676a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3539550 Jul 08 18:22:24.328573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34348) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:24.339368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6f9a8eb6-822d-456f-926e-dc8214e9b3bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'f49f9eaf-5085-48f0-81e0-9d3ad603d4d8', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:24.353025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-18631c14-8f0d-4f15-8a43-46f89155bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:24.393135 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 18:22:24.393135 n-d-799684-3 neutron-server[93742]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 18:22:24.393135 n-d-799684-3 neutron-server[93742]: [parameters: {'project_id_1': '729864a2ddd24cf38e07a621ad47bd54', 'expiration_1': datetime.datetime(2021, 7, 8, 18, 22, 24, 367380)}] Jul 08 18:22:24.393135 n-d-799684-3 neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:22:24.393680 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:22:24.419907 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8eb6-822d-456f-926e-dc8214e9b3bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.452035 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c5e5e0f1-6d2b-4b22-9fd2-d78995cf87a9 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/routers/c60f7465-ed86-4060-8c2c-81a8e7f26680 HTTP/1.1" status: 200 len: 882 time: 0.2586570 Jul 08 18:22:24.455048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34352) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:24.566788 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8eb6-822d-456f-926e-dc8214e9b3bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.583911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18631c14-8f0d-4f15-8a43-46f89155bd1b None None] Routers {'c60f7465-ed86-4060-8c2c-81a8e7f26680'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:24.584540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-18631c14-8f0d-4f15-8a43-46f89155bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c60f7465-ed86-4060-8c2c-81a8e7f26680'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:24.584956 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8eb6-822d-456f-926e-dc8214e9b3bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.611968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a8eb6-822d-456f-926e-dc8214e9b3bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43667fcf-17a2-4c45-b8d4-024c355df5e2,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:24.619756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-18631c14-8f0d-4f15-8a43-46f89155bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:24.620855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18631c14-8f0d-4f15-8a43-46f89155bd1b None None] The sync data for ids ['c60f7465-ed86-4060-8c2c-81a8e7f26680'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:24.636815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8eb6-822d-456f-926e-dc8214e9b3bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.637906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6f9a8eb6-822d-456f-926e-dc8214e9b3bb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3080041 Jul 08 18:22:24.641523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34356) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:24.653507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ddff7bed-2b3f-44d8-9702-e85e26afde3a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'f49f9eaf-5085-48f0-81e0-9d3ad603d4d8', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:24.704320 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ddff7bed-2b3f-44d8-9702-e85e26afde3a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.717114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-ddaa47d9-5477-47e9-adf1-d17787672257', 'network_id': 'ddaa47d9-5477-47e9-adf1-d17787672257', 'tenant_id': '729864a2ddd24cf38e07a621ad47bd54', 'fixed_ips': [{'subnet_id': '3271ec9f-e2a1-4268-83cb-99569ea72a39'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:22:24.718474 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.783833 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ddff7bed-2b3f-44d8-9702-e85e26afde3a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.792345 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ddff7bed-2b3f-44d8-9702-e85e26afde3a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.833902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff7bed-2b3f-44d8-9702-e85e26afde3a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f83f12-a776-4839-8eb8-1f2349f3ae5c,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:24.848785 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ddff7bed-2b3f-44d8-9702-e85e26afde3a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.859811 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ddff7bed-2b3f-44d8-9702-e85e26afde3a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2159686 Jul 08 18:22:24.862454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34364) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:24.882904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e0ac6a91-b857-4a04-a00e-78ff06bc654a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'f49f9eaf-5085-48f0-81e0-9d3ad603d4d8', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:24.958363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Allocated IP 172.20.0.2 (ddaa47d9-5477-47e9-adf1-d17787672257/3271ec9f-e2a1-4268-83cb-99569ea72a39/25e05b27-c53a-4048-a318-6f64e8e8fae6) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:24.994381 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6a91-b857-4a04-a00e-78ff06bc654a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.008862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ab75b985-7725-4074-a2f4-3fbfc007aded tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.5501657 Jul 08 18:22:25.009227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34368) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:25.014695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2e2dcebd-15c4-4245-aeb6-cc87cd2f0ed9 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-561870480'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:25.028861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:25.033626 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.089902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port a1dd0016-8ffc-407d-9aad-3852e589dfa1 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:25.115073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6a91-b857-4a04-a00e-78ff06bc654a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.154831 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6a91-b857-4a04-a00e-78ff06bc654a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.228387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6a91-b857-4a04-a00e-78ff06bc654a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f3bd3a-7145-4ae4-b413-6c7c125b4925,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:25.231184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6a91-b857-4a04-a00e-78ff06bc654a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.232955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e0ac6a91-b857-4a04-a00e-78ff06bc654a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3629827 Jul 08 18:22:25.236171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34376) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:25.256490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-eee16763-c250-4005-9aa0-970743f4e11d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'f49f9eaf-5085-48f0-81e0-9d3ad603d4d8', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:25.299476 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-eee16763-c250-4005-9aa0-970743f4e11d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Project ecb9c568d2b44dcc9d9ccd0ac087e21c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:22:25.308781 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eee16763-c250-4005-9aa0-970743f4e11d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.334390 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.363268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Transition to ACTIVE for port object 25e05b27-c53a-4048-a318-6f64e8e8fae6 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:25.392947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Transition to ACTIVE for port object 25e05b27-c53a-4048-a318-6f64e8e8fae6 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:25.403464 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.417751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 10deb2f0-58f8-45cb-a5a2-7d904fc446fb up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:25.515150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eee16763-c250-4005-9aa0-970743f4e11d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.529707 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eee16763-c250-4005-9aa0-970743f4e11d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.588660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee16763-c250-4005-9aa0-970743f4e11d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974ade9d-827b-4dd0-827d-f7b2eb48da80,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:25.598847 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eee16763-c250-4005-9aa0-970743f4e11d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.600668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eee16763-c250-4005-9aa0-970743f4e11d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3629532 Jul 08 18:22:25.602709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.10 (ddaa47d9-5477-47e9-adf1-d17787672257/3271ec9f-e2a1-4268-83cb-99569ea72a39/a1dd0016-8ffc-407d-9aad-3852e589dfa1) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:25.605775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34384) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:25.613927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-dc44f587-7884-4d43-aa1c-3384bd10e074 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'security_group_rule': {'security_group_id': 'f49f9eaf-5085-48f0-81e0-9d3ad603d4d8', 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:25.653315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Network ddaa47d9-5477-47e9-adf1-d17787672257 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:25.664863 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-dc44f587-7884-4d43-aa1c-3384bd10e074 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Project ecb9c568d2b44dcc9d9ccd0ac087e21c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:22:25.686118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:25.691059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:25.693446 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc44f587-7884-4d43-aa1c-3384bd10e074 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.716583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Pushing event updated for resources: {'Port': ['ID=25e05b27-c53a-4048-a318-6f64e8e8fae6,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:25.856792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Attempting to bind port 25e05b27-c53a-4048-a318-6f64e8e8fae6 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:25.857169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Attempting to bind port 25e05b27-c53a-4048-a318-6f64e8e8fae6 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '20eb22e7-f5f4-4493-a981-4a78581406cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ddaa47d9-5477-47e9-adf1-d17787672257'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:25.857535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Attempting to bind port 25e05b27-c53a-4048-a318-6f64e8e8fae6 on network ddaa47d9-5477-47e9-adf1-d17787672257 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:25.860801 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc44f587-7884-4d43-aa1c-3384bd10e074 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.863802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:25.865213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Checking segment: {'id': '20eb22e7-f5f4-4493-a981-4a78581406cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ddaa47d9-5477-47e9-adf1-d17787672257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:25.865213 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.865213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Bound using segment: {'id': '20eb22e7-f5f4-4493-a981-4a78581406cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ddaa47d9-5477-47e9-adf1-d17787672257'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:25.865561 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Bound port: 25e05b27-c53a-4048-a318-6f64e8e8fae6, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20eb22e7-f5f4-4493-a981-4a78581406cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ddaa47d9-5477-47e9-adf1-d17787672257'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:25.865774 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.869419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:25.869995 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc44f587-7884-4d43-aa1c-3384bd10e074 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.879189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:25.879564 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.906643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44f587-7884-4d43-aa1c-3384bd10e074 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6ce27c-f06f-4f4b-ae37-286d40d823b1,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:25.916474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dc44f587-7884-4d43-aa1c-3384bd10e074 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:25.918189 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dc44f587-7884-4d43-aa1c-3384bd10e074 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3093491 Jul 08 18:22:25.963762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:26.010965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object a1dd0016-8ffc-407d-9aad-3852e589dfa1 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:26.094764 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:26.100233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] For port 25e05b27-c53a-4048-a318-6f64e8e8fae6, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:26.104943 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:26.123543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] For port 25e05b27-c53a-4048-a318-6f64e8e8fae6, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=25e05b27-c53a-4048-a318-6f64e8e8fae6,segment=NetworkSegment(20eb22e7-f5f4-4493-a981-4a78581406cb),segment_id=20eb22e7-f5f4-4493-a981-4a78581406cb)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:26.134087 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:26.206740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network ddaa47d9-5477-47e9-adf1-d17787672257 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:26.211108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:26.218705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:26.236113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=a1dd0016-8ffc-407d-9aad-3852e589dfa1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:26.279285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=10deb2f0-58f8-45cb-a5a2-7d904fc446fb,segment=NetworkSegment(5c05e1f9-4a5b-47bf-a0db-dd9919a0525d),segment_id=5c05e1f9-4a5b-47bf-a0db-dd9919a0525d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:26.309824 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:26.314339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:26.315331 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:26.326968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fde39-cb5c-408a-8ede-295a2873b078 None None] Pushing event updated for resources: {'Port': ['ID=25e05b27-c53a-4048-a318-6f64e8e8fae6,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:26.381193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-03101557-d579-481c-9d3f-0e3ef539b557 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2615609 Jul 08 18:22:26.382227 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e2dcebd-15c4-4245-aeb6-cc87cd2f0ed9 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:26.387687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34422) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:26.419722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=10deb2f0-58f8-45cb-a5a2-7d904fc446fb,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:26.435292 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-e0afda9d-5fbb-4588-9b4e-79e53e042db3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426820362&fields=id&tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c HTTP/1.1" status: 200 len: 267 time: 0.1153014 Jul 08 18:22:26.463115 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e2dcebd-15c4-4245-aeb6-cc87cd2f0ed9 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:26.725270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2dcebd-15c4-4245-aeb6-cc87cd2f0ed9 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router c60f7465-ed86-4060-8c2c-81a8e7f26680 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:22:26.735626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcceca-881c-4893-b745-8bbeb50cc6da req-1cb5dbfc-0932-48a6-94e7-ca481811ebd8 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:26.739702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-1cb5dbfc-0932-48a6-94e7-ca481811ebd8 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/networks?id=cac89b37-9f9c-4b04-8cea-6164084643e0 HTTP/1.1" status: 200 len: 796 time: 0.2956150 Jul 08 18:22:26.767427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-e14f4002-fa42-4c61-a41c-06b5c00006e5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/quotas/ecb9c568d2b44dcc9d9ccd0ac087e21c HTTP/1.1" status: 200 len: 375 time: 0.0185144 Jul 08 18:22:26.822680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port a1dd0016-8ffc-407d-9aad-3852e589dfa1 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:26.823027 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:26.922889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34430) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:26.965960 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-86b4b6d1-654c-4637-9641-45e73986213d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1918128 Jul 08 18:22:26.975219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2dcebd-15c4-4245-aeb6-cc87cd2f0ed9 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:26.983079 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e2dcebd-15c4-4245-aeb6-cc87cd2f0ed9 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:26.986509 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2e2dcebd-15c4-4245-aeb6-cc87cd2f0ed9 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/c60f7465-ed86-4060-8c2c-81a8e7f26680 HTTP/1.1" status: 200 len: 889 time: 1.9740329 Jul 08 18:22:26.987416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34434) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:26.991032 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd65af4-1d62-400e-86c3-b254cfe9cccb None None] Sync routers for ids ['c60f7465-ed86-4060-8c2c-81a8e7f26680'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:27.013504 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd65af4-1d62-400e-86c3-b254cfe9cccb None None] Routers {'c60f7465-ed86-4060-8c2c-81a8e7f26680'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:27.014141 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ffd65af4-1d62-400e-86c3-b254cfe9cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c60f7465-ed86-4060-8c2c-81a8e7f26680'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:27.132823 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ffd65af4-1d62-400e-86c3-b254cfe9cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:27.144266 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd65af4-1d62-400e-86c3-b254cfe9cccb None None] Routers {'c60f7465-ed86-4060-8c2c-81a8e7f26680'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:27.145188 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ffd65af4-1d62-400e-86c3-b254cfe9cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c60f7465-ed86-4060-8c2c-81a8e7f26680'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:27.201432 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.206373 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2694a963-29f0-4004-94b2-1aa77dd24af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.206602 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ffd65af4-1d62-400e-86c3-b254cfe9cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:27.208201 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd65af4-1d62-400e-86c3-b254cfe9cccb None None] The sync data for ids ['c60f7465-ed86-4060-8c2c-81a8e7f26680'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:27.243398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-f246c03d-f557-41c9-abf7-b50c812acdba service neutron] 10.222.0.73 "GET /v2.0/networks/cac89b37-9f9c-4b04-8cea-6164084643e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581577 Jul 08 18:22:27.245016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2b365ffc-c502-471c-aa5d-6da4b1b0305d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/routers/c60f7465-ed86-4060-8c2c-81a8e7f26680 HTTP/1.1" status: 200 len: 889 time: 0.2459123 Jul 08 18:22:27.249008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34438) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:27.262296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for a1dd0016-8ffc-407d-9aad-3852e589dfa1 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:27.284103 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-56ff970a-f256-4f84-8499-d583e58c5d51 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60f7465-ed86-4060-8c2c-81a8e7f26680 HTTP/1.1" status: 200 len: 205 time: 0.0325370 Jul 08 18:22:27.287266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34440) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:27.466593 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.468455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-768393a5-b83b-49ed-8b4c-d8f2216e9745 service neutron] 10.222.0.73 "GET /v2.0/networks/cac89b37-9f9c-4b04-8cea-6164084643e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951759 Jul 08 18:22:27.489153 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2694a963-29f0-4004-94b2-1aa77dd24af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.495048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2694a963-29f0-4004-94b2-1aa77dd24af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.544899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 10deb2f0-58f8-45cb-a5a2-7d904fc446fb up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:27.564840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694a963-29f0-4004-94b2-1aa77dd24af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa705fb-9be5-4f6c-82a3-26a07585bfd7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:27.594311 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2694a963-29f0-4004-94b2-1aa77dd24af7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce4da56089434df78946dedbe8a253f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647940 Jul 08 18:22:27.603113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34442) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:27.645736 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.691041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:27.693514 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.709587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=a1dd0016-8ffc-407d-9aad-3852e589dfa1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:27.736336 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f275b03e-dd08-4b4b-954e-e21cda4a38c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.825862 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.827156 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f275b03e-dd08-4b4b-954e-e21cda4a38c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.828931 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/a1dd0016-8ffc-407d-9aad-3852e589dfa1 HTTP/1.1" status: 204 len: 168 time: 1.4398520 Jul 08 18:22:27.835178 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.835920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.836972 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.837486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.837999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.838543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.839087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.839765 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.840270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.840770 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.841267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.841863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994820bd-85f0-4b56-b8a1-dc8ce05f178e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:27.850833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cede3549-f2e9-4c7a-a289-9679696c73d9 req-cc0ed61d-72cf-47f7-95a8-b7aaee9b5534 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 210 time: 0.0728636 Jul 08 18:22:27.852226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34450) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:27.881870 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.960265 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f275b03e-dd08-4b4b-954e-e21cda4a38c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.962967 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f275b03e-dd08-4b4b-954e-e21cda4a38c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.964248 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f275b03e-dd08-4b4b-954e-e21cda4a38c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6aa705fb-9be5-4f6c-82a3-26a07585bfd7 HTTP/1.1" status: 204 len: 168 time: 0.3596919 Jul 08 18:22:27.967280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefe5c76-1348-4a27-aae7-6387f34fbf29 None None] Network ddaa47d9-5477-47e9-adf1-d17787672257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:27.975942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 25e05b27-c53a-4048-a318-6f64e8e8fae6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:27.977083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275b03e-dd08-4b4b-954e-e21cda4a38c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa705fb-9be5-4f6c-82a3-26a07585bfd7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:27.991076 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6cc317-0099-477b-aec2-16fa6c17cff1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:22:27.994290 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8d6cc317-0099-477b-aec2-16fa6c17cff1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/a1dd0016-8ffc-407d-9aad-3852e589dfa1 HTTP/1.1" status: 404 len: 333 time: 0.1397178 Jul 08 18:22:27.997196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34456) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:28.056918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port 7ade5a83-5ab2-4bc6-9ac3-22a77b5be7cf {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:28.057246 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.111205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eee0684-720d-4ac0-9fe7-1bfe1a3903a0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting subnet 3271ec9f-e2a1-4268-83cb-99569ea72a39 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:22:28.123184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9eee0684-720d-4ac0-9fe7-1bfe1a3903a0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.126540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-61d44b9c-4dee-47a6-a309-a439eaa49fe5 None None] Provisioning for port 25e05b27-c53a-4048-a318-6f64e8e8fae6 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:28.196984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 25e05b27-c53a-4048-a318-6f64e8e8fae6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:28.249692 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9eee0684-720d-4ac0-9fe7-1bfe1a3903a0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.272807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 25e05b27-c53a-4048-a318-6f64e8e8fae6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:28.273172 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.285487 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.315805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for 7ade5a83-5ab2-4bc6-9ac3-22a77b5be7cf owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:28.473426 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9eee0684-720d-4ac0-9fe7-1bfe1a3903a0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.511467 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.602492 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9eee0684-720d-4ac0-9fe7-1bfe1a3903a0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.609780 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34468) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:28.646409 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-7253b37d-98c7-449e-bf5f-19b35b23f68a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493661 Jul 08 18:22:28.652786 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.658687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee0684-720d-4ac0-9fe7-1bfe1a3903a0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Subnet': ['ID=3271ec9f-e2a1-4268-83cb-99569ea72a39,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:28.660813 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9eee0684-720d-4ac0-9fe7-1bfe1a3903a0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.662964 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9eee0684-720d-4ac0-9fe7-1bfe1a3903a0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/3271ec9f-e2a1-4268-83cb-99569ea72a39 HTTP/1.1" status: 204 len: 168 time: 0.6645181 Jul 08 18:22:28.664036 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-952dcf5f-e0e1-48f5-8c4d-7930c427e952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.666931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34470) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:28.710839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=7ade5a83-5ab2-4bc6-9ac3-22a77b5be7cf,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:28.727640 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:22:28.732767 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:22:28.797713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da613f-5bc8-4cfd-9732-3f77c179a18b None None] Network ddaa47d9-5477-47e9-adf1-d17787672257 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:28.832256 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.869638 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.890756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Provisioning complete for port 25e05b27-c53a-4048-a318-6f64e8e8fae6 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:28.891130 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.019498 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6ae0f3e-95ba-4b39-ad8a-52b99e825aa0 req-645a28ae-ebee-446b-bb1c-91e395f1557c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 210 time: 0.0815451 Jul 08 18:22:29.025196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-8105dee9-7025-4e64-970d-fe01783400d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:29.027422 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-8105dee9-7025-4e64-970d-fe01783400d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 1097 time: 0.2796991 Jul 08 18:22:29.030534 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.033251 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.061200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 25e05b27-c53a-4048-a318-6f64e8e8fae6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:29.061536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.119782 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.167313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-952dcf5f-e0e1-48f5-8c4d-7930c427e952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.178369 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43db5bc-5992-4e1e-8922-ed67a6dce7f1 None None] DHCP port deletion for ddaa47d9-5477-47e9-adf1-d17787672257 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:22:29.183890 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.184808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Fanout notify agent at l3_agent the message router_deleted on router c60f7465-ed86-4060-8c2c-81a8e7f26680 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:22:29.193527 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.198119 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c988396f-aeaa-4867-9677-5632108969c2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/c60f7465-ed86-4060-8c2c-81a8e7f26680 HTTP/1.1" status: 204 len: 168 time: 1.9065979 Jul 08 18:22:29.199258 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-952dcf5f-e0e1-48f5-8c4d-7930c427e952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.204006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34478) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:29.220414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] For port 25e05b27-c53a-4048-a318-6f64e8e8fae6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=25e05b27-c53a-4048-a318-6f64e8e8fae6,segment=NetworkSegment(20eb22e7-f5f4-4493-a981-4a78581406cb),segment_id=20eb22e7-f5f4-4493-a981-4a78581406cb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:29.240813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-129179299'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:29.270038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-c84c1739-8dfa-4795-b11a-8b6f73b9d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:29.272170 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-c84c1739-8dfa-4795-b11a-8b6f73b9d61b service neutron] 10.222.0.59 "GET /v2.0/networks?id=290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 200 len: 918 time: 0.1764739 Jul 08 18:22:29.273317 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.294127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] For port 25e05b27-c53a-4048-a318-6f64e8e8fae6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=25e05b27-c53a-4048-a318-6f64e8e8fae6,segment=NetworkSegment(20eb22e7-f5f4-4493-a981-4a78581406cb),segment_id=20eb22e7-f5f4-4493-a981-4a78581406cb)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:29.294677 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.311689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dcf5f-e0e1-48f5-8c4d-7930c427e952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bf6ce3-13de-42b4-a6a9-10306acdfc25,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:29.324530 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-952dcf5f-e0e1-48f5-8c4d-7930c427e952 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=355fa39c52be42b7a8210038ce4cf9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097774 Jul 08 18:22:29.326910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 25e05b27-c53a-4048-a318-6f64e8e8fae6 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:29.328395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34482) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:29.339040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:29.343485 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.384650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Pushing event updated for resources: {'Port': ['ID=25e05b27-c53a-4048-a318-6f64e8e8fae6,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:29.393621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.394000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.394380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.394719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.395042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.395368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.395691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.396008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.396323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.396647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.396955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.397267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53836d-b8b0-4db2-a0e0-a6f9ae39838e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:29.419591 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-53174d98-3318-474a-a3e4-d1b16786a387 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 200 len: 999 time: 0.1371577 Jul 08 18:22:29.429300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f43db5bc-5992-4e1e-8922-ed67a6dce7f1 None None] Deleting port 25e05b27-c53a-4048-a318-6f64e8e8fae6 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:29.429764 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f43db5bc-5992-4e1e-8922-ed67a6dce7f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.458140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:29.484939 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.485343 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added segment e9e44fde-acfd-48af-a262-b1b35df607d8 of type vlan for network fa530a6b-e2dc-4928-a7e0-b373408878e2 Jul 08 18:22:29.525731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f43db5bc-5992-4e1e-8922-ed67a6dce7f1 None None] For port 25e05b27-c53a-4048-a318-6f64e8e8fae6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=25e05b27-c53a-4048-a318-6f64e8e8fae6,segment=NetworkSegment(20eb22e7-f5f4-4493-a981-4a78581406cb),segment_id=20eb22e7-f5f4-4493-a981-4a78581406cb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:29.526575 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f43db5bc-5992-4e1e-8922-ed67a6dce7f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.542576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f43db5bc-5992-4e1e-8922-ed67a6dce7f1 None None] Calling delete_port for 25e05b27-c53a-4048-a318-6f64e8e8fae6 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:29.545415 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-a685c1da-c781-4eb8-ac51-114c83be41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:29.549277 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-462022e8-48ba-4d59-b3af-7a68fefccb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.551990 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-a685c1da-c781-4eb8-ac51-114c83be41fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 200 len: 856 time: 0.1199069 Jul 08 18:22:29.573235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.591242 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-462022e8-48ba-4d59-b3af-7a68fefccb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.593242 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.613915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 25e05b27-c53a-4048-a318-6f64e8e8fae6 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:29.641385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-9f2cf8be-d3f3-4b7f-9fc1-efca98d30abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:29.642671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 25e05b27-c53a-4048-a318-6f64e8e8fae6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:22:29.643016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 25e05b27-c53a-4048-a318-6f64e8e8fae6 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:29.643308 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-9f2cf8be-d3f3-4b7f-9fc1-efca98d30abd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=290861a4-6c99-4a4a-8333-210f09d19b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868809 Jul 08 18:22:29.648708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=25e05b27-c53a-4048-a318-6f64e8e8fae6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:29.668727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No DVR routers for this DVR port 25e05b27-c53a-4048-a318-6f64e8e8fae6 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:29.689446 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f43db5bc-5992-4e1e-8922-ed67a6dce7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.703015 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.708715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:29.708715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.727743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43db5bc-5992-4e1e-8922-ed67a6dce7f1 None None] Pushing event deleted for resources: {'Port': ['ID=25e05b27-c53a-4048-a318-6f64e8e8fae6,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:29.730289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43db5bc-5992-4e1e-8922-ed67a6dce7f1 None None] No DVR routers for this DVR port 25e05b27-c53a-4048-a318-6f64e8e8fae6 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:29.784472 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-c4762a08-760a-4954-8710-e46546c9310e service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332612 Jul 08 18:22:29.840091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-462022e8-48ba-4d59-b3af-7a68fefccb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.843057 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-462022e8-48ba-4d59-b3af-7a68fefccb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.849149 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-462022e8-48ba-4d59-b3af-7a68fefccb88 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22bf6ce3-13de-42b4-a6a9-10306acdfc25 HTTP/1.1" status: 204 len: 168 time: 0.5197437 Jul 08 18:22:29.856935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6414998 Jul 08 18:22:29.863264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34490) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:29.864188 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.871731 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'subnet': {'network_id': 'fa530a6b-e2dc-4928-a7e0-b373408878e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:29.886249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ef63d-c6e5-4248-8f15-74db4dab8770 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Network': ['ID=fa530a6b-e2dc-4928-a7e0-b373408878e2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:29.889941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaa47d9-5477-47e9-adf1-d17787672257']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:29.898550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462022e8-48ba-4d59-b3af-7a68fefccb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bf6ce3-13de-42b4-a6a9-10306acdfc25,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:29.904394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20eb22e7-f5f4-4493-a981-4a78581406cb') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:29.905119 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20eb22e7-f5f4-4493-a981-4a78581406cb') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:29.909343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network fa530a6b-e2dc-4928-a7e0-b373408878e2 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:29.917003 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.934461 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.942195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:22:29.943203 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:22:29.947114 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:22:30.048890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:30.056710 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:30.073110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/networks/ddaa47d9-5477-47e9-adf1-d17787672257 HTTP/1.1" status: 204 len: 168 time: 1.4041951 Jul 08 18:22:30.082740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34494) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:30.093509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'name': 'tempest-PortsTestJSON-563773823'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:30.147260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20d732-2c6e-4914-ac3c-bde6e42a815e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Network': ['ID=ddaa47d9-5477-47e9-adf1-d17787672257,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:30.232164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:30.232164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:30.352672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34f9e626-a638-47fd-b0cf-53298882ac93 req-ff7a223e-c564-4629-8eda-a29a5ac460fd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 210 time: 0.1164141 Jul 08 18:22:30.361959 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2eddebe8-ff9f-4323-a014-ab53111c12cc req-13c85d4e-cabf-44e2-94f3-f5520d4fd735 service neutron] 10.222.0.59 "GET /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701673 Jul 08 18:22:30.417061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:30.420739 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:30.424546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcceca-881c-4893-b745-8bbeb50cc6da req-8bed81da-9b82-4d8c-917e-1244b0654335 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:30.426055 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-8bed81da-9b82-4d8c-917e-1244b0654335 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "GET /v2.0/networks?id=cac89b37-9f9c-4b04-8cea-6164084643e0 HTTP/1.1" status: 200 len: 796 time: 0.3911121 Jul 08 18:22:30.465448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port 18a2232e-f41d-4f8f-8eb6-352c5180f07e yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:30.502253 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:30.510660 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-8eb6a2cb-d1ab-419e-9dfc-e3101afce509 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c HTTP/1.1" status: 200 len: 379 time: 0.0591054 Jul 08 18:22:30.539739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'port': {'device_id': '70727cbc-576b-4cec-8caf-f801b8f51591', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'admin_state_up': True, 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'security_groups': ['f49f9eaf-5085-48f0-81e0-9d3ad603d4d8']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:30.699899 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:30.753009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:30.823279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 4a6073cd-a716-462f-9759-a405d26a71fc is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:30.830883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:30.836163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:30.854485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:30.856220 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:30.864487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=18a2232e-f41d-4f8f-8eb6-352c5180f07e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:30.884374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9c4d30da-469b-4c10-8d7b-092db0692488 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7992198 Jul 08 18:22:30.887224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34518) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:31.010374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e49ae-863b-4c10-8a4a-8e48cfd8d71a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 18a2232e-f41d-4f8f-8eb6-352c5180f07e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:31.013566 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac9e49ae-863b-4c10-8a4a-8e48cfd8d71a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.061878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Subnet': ['ID=96ba8ba2-05aa-4128-a7d2-f891b3989d33,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:31.089252 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac9e49ae-863b-4c10-8a4a-8e48cfd8d71a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.103318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e49ae-863b-4c10-8a4a-8e48cfd8d71a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 18a2232e-f41d-4f8f-8eb6-352c5180f07e owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:31.103523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Checking segment: {'id': 'e9e44fde-acfd-48af-a262-b1b35df607d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fa530a6b-e2dc-4928-a7e0-b373408878e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:31.103690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network hostable DHCP agents. Network: fa530a6b-e2dc-4928-a7e0-b373408878e2, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:31.156948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network fa530a6b-e2dc-4928-a7e0-b373408878e2 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:31.164821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Made reservation on behalf of ecb9c568d2b44dcc9d9ccd0ac087e21c for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:31.168678 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.178878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, fa530a6b-e2dc-4928-a7e0-b373408878e2) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:31.184940 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:31.185790 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.189926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa3a9f5-cef0-4b38-a1c0-8dce99148f8b None None] Network fa530a6b-e2dc-4928-a7e0-b373408878e2 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:31.229935 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac9e49ae-863b-4c10-8a4a-8e48cfd8d71a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.242018 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8541d371-ff31-460f-9836-3f0ea9e4439d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3775280 Jul 08 18:22:31.248290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34522) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:31.252973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3d90d577-760a-44d7-8d58-e20d2ef87f8d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1720063415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:31.288127 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac9e49ae-863b-4c10-8a4a-8e48cfd8d71a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.293888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ac9e49ae-863b-4c10-8a4a-8e48cfd8d71a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/18a2232e-f41d-4f8f-8eb6-352c5180f07e HTTP/1.1" status: 204 len: 168 time: 0.4050679 Jul 08 18:22:31.296530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34526) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:31.306802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'mac_address': 'fa:16:3e:4f:3a:3f', 'name': 'tempest-PortsTestJSON-513554261'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:31.314301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e49ae-863b-4c10-8a4a-8e48cfd8d71a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=18a2232e-f41d-4f8f-8eb6-352c5180f07e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:31.410409 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d90d577-760a-44d7-8d58-e20d2ef87f8d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.411996 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d90d577-760a-44d7-8d58-e20d2ef87f8d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.491181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:31.531197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-fa530a6b-e2dc-4928-a7e0-b373408878e2', 'network_id': 'fa530a6b-e2dc-4928-a7e0-b373408878e2', 'tenant_id': '055644b039984b20990db6191e46607e', 'fixed_ips': [{'subnet_id': '96ba8ba2-05aa-4128-a7d2-f891b3989d33'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:22:31.542749 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.567542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d90d577-760a-44d7-8d58-e20d2ef87f8d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.629156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Allocated IP 172.20.0.6 (cac89b37-9f9c-4b04-8cea-6164084643e0/9c88ac05-58e5-4811-9333-6368a6ac4844/0cb14533-1ab8-4400-95de-1434cb202e35) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:31.632150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d90d577-760a-44d7-8d58-e20d2ef87f8d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.672202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.703442 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-170c4811-e37f-432c-9914-8bd07da678d8 req-e0d37b14-24ed-4009-9975-cbdc078913db tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 210 time: 0.0546067 Jul 08 18:22:31.706525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d90d577-760a-44d7-8d58-e20d2ef87f8d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.707710 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3d90d577-760a-44d7-8d58-e20d2ef87f8d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4586897 Jul 08 18:22:31.711715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34540) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:31.745924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port ea7b4cc2-36d5-484f-960d-38f6dfe5a82c yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:31.858717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Allocated IP 2001:db8::2 (fa530a6b-e2dc-4928-a7e0-b373408878e2/96ba8ba2-05aa-4128-a7d2-f891b3989d33/2acaac99-fea4-474f-b29f-9afd9afa4736) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:32.024058 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.050889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Transition to ACTIVE for port object 0cb14533-1ab8-4400-95de-1434cb202e35 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:32.113828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.215011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.219369 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.231527 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.233253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Transition to ACTIVE for port object 2acaac99-fea4-474f-b29f-9afd9afa4736 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:32.250822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Transition to ACTIVE for port object 2acaac99-fea4-474f-b29f-9afd9afa4736 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:32.259021 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.302007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 4a6073cd-a716-462f-9759-a405d26a71fc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:32.307784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network cac89b37-9f9c-4b04-8cea-6164084643e0 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:32.310333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Network fa530a6b-e2dc-4928-a7e0-b373408878e2 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:32.310889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:32.316580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:32.322292 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:32.322949 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.326900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:32.338850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:32.340051 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:32.341081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=0cb14533-1ab8-4400-95de-1434cb202e35,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:32.343501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:32.353741 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0510826 Jul 08 18:22:32.358412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Pushing event updated for resources: {'Port': ['ID=2acaac99-fea4-474f-b29f-9afd9afa4736,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:32.409292 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34550) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:32.484992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Attempting to bind port 2acaac99-fea4-474f-b29f-9afd9afa4736 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:32.484992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Attempting to bind port 2acaac99-fea4-474f-b29f-9afd9afa4736 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'e9e44fde-acfd-48af-a262-b1b35df607d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fa530a6b-e2dc-4928-a7e0-b373408878e2'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:32.486683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Attempting to bind port 2acaac99-fea4-474f-b29f-9afd9afa4736 on network fa530a6b-e2dc-4928-a7e0-b373408878e2 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:32.492383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:32.492777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Checking segment: {'id': 'e9e44fde-acfd-48af-a262-b1b35df607d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fa530a6b-e2dc-4928-a7e0-b373408878e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:32.493286 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.493725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Bound using segment: {'id': 'e9e44fde-acfd-48af-a262-b1b35df607d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fa530a6b-e2dc-4928-a7e0-b373408878e2'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:32.494583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Bound port: 2acaac99-fea4-474f-b29f-9afd9afa4736, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e44fde-acfd-48af-a262-b1b35df607d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fa530a6b-e2dc-4928-a7e0-b373408878e2'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:32.494733 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.569461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78c044-3198-4e07-ab31-f239e9c1065b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:32.574259 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3a78c044-3198-4e07-ab31-f239e9c1065b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/ea7b4cc2-36d5-484f-960d-38f6dfe5a82c HTTP/1.1" status: 200 len: 840 time: 0.1606317 Jul 08 18:22:32.583866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34556) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:32.656705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee47305-8ef0-438c-8ade-a0d552a7ff89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=ea7b4cc2-36d5-484f-960d-38f6dfe5a82c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:32.679339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:32.684946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.762964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] For port 2acaac99-fea4-474f-b29f-9afd9afa4736, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:32.770013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] For port 2acaac99-fea4-474f-b29f-9afd9afa4736, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2acaac99-fea4-474f-b29f-9afd9afa4736,segment=NetworkSegment(e9e44fde-acfd-48af-a262-b1b35df607d8),segment_id=e9e44fde-acfd-48af-a262-b1b35df607d8)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:32.778899 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.883814 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13824468-cd8d-445b-a6bf-17fdd40c9b4f tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3507421 Jul 08 18:22:32.885235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c16ccd9f-8d76-47be-ab2f-dc8e634567d5 None None] Provisioning for port 0cb14533-1ab8-4400-95de-1434cb202e35 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:32.898419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c16ccd9f-8d76-47be-ab2f-dc8e634567d5 None None] Provisioning complete for port 0cb14533-1ab8-4400-95de-1434cb202e35 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:32.903192 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c16ccd9f-8d76-47be-ab2f-dc8e634567d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.908661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891615f-b5f7-4134-89d7-fb871c296691 None None] Pushing event updated for resources: {'Port': ['ID=2acaac99-fea4-474f-b29f-9afd9afa4736,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:32.915893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Request body: {'port': {'device_id': '70727cbc-576b-4cec-8caf-f801b8f51591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:32.990718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c16ccd9f-8d76-47be-ab2f-dc8e634567d5 None None] Port 0cb14533-1ab8-4400-95de-1434cb202e35 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:33.066855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3296c43f-a8f6-4406-a624-76f84a83bfa1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port ea7b4cc2-36d5-484f-960d-38f6dfe5a82c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:33.067197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3296c43f-a8f6-4406-a624-76f84a83bfa1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.118041 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.174599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b2d9-2b58-454c-b5b0-975c3322d9c7 req-c5d1bb14-cfed-4686-abca-2cca7729f227 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:33.197966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df21b2d9-2b58-454c-b5b0-975c3322d9c7 req-c5d1bb14-cfed-4686-abca-2cca7729f227 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 931 time: 0.1972437 Jul 08 18:22:33.233388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3296c43f-a8f6-4406-a624-76f84a83bfa1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.246527 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.263163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-3296c43f-a8f6-4406-a624-76f84a83bfa1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for ea7b4cc2-36d5-484f-960d-38f6dfe5a82c owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:33.402234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df21b2d9-2b58-454c-b5b0-975c3322d9c7 req-9f6a1b89-0c8a-4a19-afc0-2163344898b9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006667 Jul 08 18:22:33.578047 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.586506 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3296c43f-a8f6-4406-a624-76f84a83bfa1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.633851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296c43f-a8f6-4406-a624-76f84a83bfa1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=ea7b4cc2-36d5-484f-960d-38f6dfe5a82c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:33.647294 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3296c43f-a8f6-4406-a624-76f84a83bfa1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.649257 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3296c43f-a8f6-4406-a624-76f84a83bfa1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/ea7b4cc2-36d5-484f-960d-38f6dfe5a82c HTTP/1.1" status: 204 len: 168 time: 1.0675552 Jul 08 18:22:33.653173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34590) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:33.668396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2acaac99-fea4-474f-b29f-9afd9afa4736 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:33.676534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Allocated IP 2001:db8::1 (fa530a6b-e2dc-4928-a7e0-b373408878e2/96ba8ba2-05aa-4128-a7d2-f891b3989d33/dbaa4c21-92c1-42a5-8f1f-df228b204190) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:33.713952 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb92eb8-dada-4881-94aa-6ed6c148dff9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:22:33.722440 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3fb92eb8-dada-4881-94aa-6ed6c148dff9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/ea7b4cc2-36d5-484f-960d-38f6dfe5a82c HTTP/1.1" status: 404 len: 333 time: 0.0681779 Jul 08 18:22:33.728489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34592) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:33.734418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'name': 'tempest-PortsTestJSON-508879495'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:33.795554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 2acaac99-fea4-474f-b29f-9afd9afa4736 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:33.904638 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.920678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Transition to ACTIVE for port object dbaa4c21-92c1-42a5-8f1f-df228b204190 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:33.931826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb14533-1ab8-4400-95de-1434cb202e35 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:22:33.954399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.002679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.007256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Transition to ACTIVE for port object 0cb14533-1ab8-4400-95de-1434cb202e35 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:34.009415 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:34.013150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.018696 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-7ac249a4-e815-4efd-ae24-f4643474a702 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2325916 Jul 08 18:22:34.021111 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.105407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network fa530a6b-e2dc-4928-a7e0-b373408878e2 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:34.110264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:34.115416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:34.116014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.191933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34600) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:34.215685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port a12e8edc-21d2-4181-b9d4-7f9e22e8ed68 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:34.231348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=dbaa4c21-92c1-42a5-8f1f-df228b204190,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:34.307374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Pushing event updated for resources: {'Port': ['ID=0cb14533-1ab8-4400-95de-1434cb202e35,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:34.317738 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.386543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.516248 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d081-8a0b-4fe4-a9b4-ce80e56a0944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.648304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29670db2-b338-4885-92d5-1e227db47a2d None None] Network fa530a6b-e2dc-4928-a7e0-b373408878e2 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:34.652827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-c9efedd6-0660-40fb-b130-ef781b3b95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:34.654422 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-c9efedd6-0660-40fb-b130-ef781b3b95fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 1097 time: 0.5060680 Jul 08 18:22:34.684141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Attempting to bind port 0cb14533-1ab8-4400-95de-1434cb202e35 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:34.684484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Attempting to bind port 0cb14533-1ab8-4400-95de-1434cb202e35 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:34.684883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Attempting to bind port 0cb14533-1ab8-4400-95de-1434cb202e35 on network cac89b37-9f9c-4b04-8cea-6164084643e0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:34.742550 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.811713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-74d5cc4c-91b4-4703-89c4-99261520cf80 None None] Provisioning for port 2acaac99-fea4-474f-b29f-9afd9afa4736 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:34.830837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-74d5cc4c-91b4-4703-89c4-99261520cf80 None None] Provisioning complete for port 2acaac99-fea4-474f-b29f-9afd9afa4736 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:34.831199 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-74d5cc4c-91b4-4703-89c4-99261520cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.863762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Port 0cb14533-1ab8-4400-95de-1434cb202e35 on network cac89b37-9f9c-4b04-8cea-6164084643e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:22:34.864485 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Attempting to bind port 0cb14533-1ab8-4400-95de-1434cb202e35 on network cac89b37-9f9c-4b04-8cea-6164084643e0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:34.908630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:34.909445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Checking segment: {'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:34.910638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Bound using segment: {'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:34.911387 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Bound port: 0cb14533-1ab8-4400-95de-1434cb202e35, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:34.911984 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.933909 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d081-8a0b-4fe4-a9b4-ce80e56a0944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.965929 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.968826 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d081-8a0b-4fe4-a9b4-ce80e56a0944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.023504 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-74d5cc4c-91b4-4703-89c4-99261520cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.051037 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5fd4d081-8a0b-4fe4-a9b4-ce80e56a0944 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f0304ef9bbc641e392fefe34923eebad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8546569 Jul 08 18:22:35.060792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34608) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:35.072074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4d081-8a0b-4fe4-a9b4-ce80e56a0944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1acf85-d959-45cf-8752-a2d6befb4c8b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:35.073569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 4a6073cd-a716-462f-9759-a405d26a71fc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:35.092857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-74d5cc4c-91b4-4703-89c4-99261520cf80 None None] For port 2acaac99-fea4-474f-b29f-9afd9afa4736, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2acaac99-fea4-474f-b29f-9afd9afa4736,segment=NetworkSegment(e9e44fde-acfd-48af-a262-b1b35df607d8),segment_id=e9e44fde-acfd-48af-a262-b1b35df607d8)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:35.097925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] For port 0cb14533-1ab8-4400-95de-1434cb202e35, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:35.100794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-83180f93-6f5a-4a42-ab5c-9092b4d4f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:35.103127 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-83180f93-6f5a-4a42-ab5c-9092b4d4f59a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 912 time: 0.3017759 Jul 08 18:22:35.104091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:35.106829 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-74d5cc4c-91b4-4703-89c4-99261520cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.112355 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.114973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:35.123380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:35.124086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.129655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=a12e8edc-21d2-4181-b9d4-7f9e22e8ed68,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:35.132087 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.132842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.203175 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] For port 0cb14533-1ab8-4400-95de-1434cb202e35, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=0cb14533-1ab8-4400-95de-1434cb202e35,segment=NetworkSegment(5c05e1f9-4a5b-47bf-a0db-dd9919a0525d),segment_id=5c05e1f9-4a5b-47bf-a0db-dd9919a0525d)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:35.223208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b89af638-3cb7-4013-a2fe-3bce7d1ac8a5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4926867 Jul 08 18:22:35.226463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34610) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:35.234456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9becd3c4-7744-41af-9dfc-13d4b659fe8e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:35.270897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.360566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6adc28ce-392f-4c23-b77e-bce9d56163ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.375700 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-3d948b1f-80f3-4d8a-aa11-8e40142cca9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276bbc5c-508f-4559-84fb-98081a3a6d81 HTTP/1.1" status: 200 len: 1000 time: 0.2619381 Jul 08 18:22:35.377011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:35.377656 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.393400 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] 10.222.0.74 "PUT /v2.0/ports/0cb14533-1ab8-4400-95de-1434cb202e35 HTTP/1.1" status: 200 len: 1091 time: 2.4956028 Jul 08 18:22:35.394422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f9b0a-f2cd-4b88-91b6-97c13d8f6d00 req-faa9e4c3-bd8d-48df-b0d1-a9e0879d2d1c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:35.406673 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e92f9b0a-f2cd-4b88-91b6-97c13d8f6d00 req-faa9e4c3-bd8d-48df-b0d1-a9e0879d2d1c tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 943 time: 0.5626578 Jul 08 18:22:35.423683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70727cbc-576b-4cec-8caf-f801b8f51591', 'tag': '0cb14533-1ab8-4400-95de-1434cb202e35'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:35.427347 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c46c008-dae6-4687-ae94-7e5f6772f966" -d '{"events": [{"name": "network-changed", "server_uuid": "70727cbc-576b-4cec-8caf-f801b8f51591", "tag": "0cb14533-1ab8-4400-95de-1434cb202e35"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:35.455343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=dbaa4c21-92c1-42a5-8f1f-df228b204190,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:35.467928 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5cc4c-91b4-4703-89c4-99261520cf80 None None] Pushing event updated for resources: {'Port': ['ID=2acaac99-fea4-474f-b29f-9afd9afa4736,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:35.534738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e92f9b0a-f2cd-4b88-91b6-97c13d8f6d00 req-2c8b97c7-ea6a-4d9c-8340-d14fce033a03 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926540 Jul 08 18:22:35.637075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network fa530a6b-e2dc-4928-a7e0-b373408878e2 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:35.639016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:35.654793 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4351b6cb-eb72-4406-8938-dd435088a753 x-openstack-request-id: req-4351b6cb-eb72-4406-8938-dd435088a753 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:35.655591 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70727cbc-576b-4cec-8caf-f801b8f51591", "tag": "0cb14533-1ab8-4400-95de-1434cb202e35", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:35.656255 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4351b6cb-eb72-4406-8938-dd435088a753 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:35.656493 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70727cbc-576b-4cec-8caf-f801b8f51591', 'tag': '0cb14533-1ab8-4400-95de-1434cb202e35', 'status': 'completed', 'code': 200} Jul 08 18:22:35.681330 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9becd3c4-7744-41af-9dfc-13d4b659fe8e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.724754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6adc28ce-392f-4c23-b77e-bce9d56163ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.734014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4bcc8-cdb9-4d2f-b206-ca83353f9e9e service neutron] Pushing event updated for resources: {'Port': ['ID=0cb14533-1ab8-4400-95de-1434cb202e35,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:35.779084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dcad30ac-a960-4699-bb83-bf72354c5754 None None] Provisioning for port dbaa4c21-92c1-42a5-8f1f-df228b204190 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:35.788971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dcad30ac-a960-4699-bb83-bf72354c5754 None None] Provisioning complete for port dbaa4c21-92c1-42a5-8f1f-df228b204190 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:35.790806 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dcad30ac-a960-4699-bb83-bf72354c5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.828755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router b566befc-3c6b-4ccd-a726-a9e3c4a7995a is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:22:35.852944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dcad30ac-a960-4699-bb83-bf72354c5754 None None] Port dbaa4c21-92c1-42a5-8f1f-df228b204190 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:35.877015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dcad30ac-a960-4699-bb83-bf72354c5754 None None] Provisioning complete for port 2acaac99-fea4-474f-b29f-9afd9afa4736 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:35.877743 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dcad30ac-a960-4699-bb83-bf72354c5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.881877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-0b9b4f30-630f-4d17-99c5-d7a21dbf7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:35.883509 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-0b9b4f30-630f-4d17-99c5-d7a21dbf7e66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.4534547 Jul 08 18:22:36.017468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcceca-881c-4893-b745-8bbeb50cc6da req-1d227c36-ad71-4743-b6b0-43715552821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:36.019595 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-1d227c36-ad71-4743-b6b0-43715552821a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 1094 time: 0.4961195 Jul 08 18:22:36.052689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:36.065939 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-58b63d6a-de4f-41f5-a60e-e590c0c284df tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/b566befc-3c6b-4ccd-a726-a9e3c4a7995a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3524792 Jul 08 18:22:36.066570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9ffd67-3246-45fc-9831-1f8fc2cb3ab9 None None] Sync routers for ids ['b566befc-3c6b-4ccd-a726-a9e3c4a7995a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:36.072881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34618) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:36.087184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ffd67-3246-45fc-9831-1f8fc2cb3ab9 None None] Routers {'b566befc-3c6b-4ccd-a726-a9e3c4a7995a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:36.089693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7c9ffd67-3246-45fc-9831-1f8fc2cb3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b566befc-3c6b-4ccd-a726-a9e3c4a7995a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:36.118620 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-20a5111e-c41a-44e8-9291-f6d6c9f28352 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cb14533-1ab8-4400-95de-1434cb202e35 HTTP/1.1" status: 200 len: 217 time: 0.0820043 Jul 08 18:22:36.149439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7c9ffd67-3246-45fc-9831-1f8fc2cb3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:36.166126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-731d7de3-dc96-4467-b817-195b1a840a05 None None] Provisioning complete for port dbaa4c21-92c1-42a5-8f1f-df228b204190 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:36.166555 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-731d7de3-dc96-4467-b817-195b1a840a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:36.168063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ffd67-3246-45fc-9831-1f8fc2cb3ab9 None None] Routers {'b566befc-3c6b-4ccd-a726-a9e3c4a7995a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:36.168769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7c9ffd67-3246-45fc-9831-1f8fc2cb3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b566befc-3c6b-4ccd-a726-a9e3c4a7995a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:36.181371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546f37e-c9d7-4654-8ca9-70bb0033f1b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:36.183025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1546f37e-c9d7-4654-8ca9-70bb0033f1b6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports/dbaa4c21-92c1-42a5-8f1f-df228b204190 HTTP/1.1" status: 200 len: 911 time: 0.1054313 Jul 08 18:22:36.187704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34620) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:36.197773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-68aa86de-2c6a-4054-a040-a13f1965dc32 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96ba8ba2-05aa-4128-a7d2-f891b3989d33'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:36.219201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6adc28ce-392f-4c23-b77e-bce9d56163ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:36.223873 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6adc28ce-392f-4c23-b77e-bce9d56163ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:36.227484 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6adc28ce-392f-4c23-b77e-bce9d56163ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d1acf85-d959-45cf-8752-a2d6befb4c8b HTTP/1.1" status: 204 len: 168 time: 1.1652489 Jul 08 18:22:36.229149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcceca-881c-4893-b745-8bbeb50cc6da req-e8a00828-6bc6-4f9b-bce4-09525b2faece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:36.230593 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-e8a00828-6bc6-4f9b-bce4-09525b2faece service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c88ac05-58e5-4811-9333-6368a6ac4844 HTTP/1.1" status: 200 len: 834 time: 0.1036766 Jul 08 18:22:36.250075 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7c9ffd67-3246-45fc-9831-1f8fc2cb3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:36.250353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9ffd67-3246-45fc-9831-1f8fc2cb3ab9 None None] The sync data for ids ['b566befc-3c6b-4ccd-a726-a9e3c4a7995a'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:36.276526 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-abfe13e3-4b96-42e6-99ce-1bf9e2f5c980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:36.278579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-731d7de3-dc96-4467-b817-195b1a840a05 None None] Port dbaa4c21-92c1-42a5-8f1f-df228b204190 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:36.294945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-f83fbc36-aec0-432d-b704-c5be6f4a6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:36.297540 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-f83fbc36-aec0-432d-b704-c5be6f4a6f19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3949814 Jul 08 18:22:36.324864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc28ce-392f-4c23-b77e-bce9d56163ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1acf85-d959-45cf-8752-a2d6befb4c8b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:36.529068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ea2247f6-f304-4988-b7ee-c9f3c5873ad3 None None] Provisioning complete for port dbaa4c21-92c1-42a5-8f1f-df228b204190 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:36.529508 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ea2247f6-f304-4988-b7ee-c9f3c5873ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:36.591942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ea2247f6-f304-4988-b7ee-c9f3c5873ad3 None None] Port dbaa4c21-92c1-42a5-8f1f-df228b204190 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:36.651264 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68aa86de-2c6a-4054-a040-a13f1965dc32 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:36.808518 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-e93a16b4-236b-40d1-9eb6-3432815e2833 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856997 Jul 08 18:22:36.834043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34632) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:36.867198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9becd3c4-7744-41af-9dfc-13d4b659fe8e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:36.907428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9becd3c4-7744-41af-9dfc-13d4b659fe8e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:36.910263 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d03a911-e223-4ffb-bf85-dbab08e42c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:36.968666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-9becd3c4-7744-41af-9dfc-13d4b659fe8e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] In _notify_port_updated(), no bound segment for port a12e8edc-21d2-4181-b9d4-7f9e22e8ed68 on network 4a6073cd-a716-462f-9759-a405d26a71fc {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:22:36.975246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9becd3c4-7744-41af-9dfc-13d4b659fe8e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:36.975422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9becd3c4-7744-41af-9dfc-13d4b659fe8e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:36.979141 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9becd3c4-7744-41af-9dfc-13d4b659fe8e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "PUT /v2.0/ports/a12e8edc-21d2-4181-b9d4-7f9e22e8ed68 HTTP/1.1" status: 200 len: 818 time: 1.7490532 Jul 08 18:22:36.979988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34634) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:36.999253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fcb87-7260-497f-8331-86b161104999 req-3f2b8cb2-7c9a-4bbf-ba2d-1719d8fd28a1 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:37.003057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-485fcb87-7260-497f-8331-86b161104999 req-3f2b8cb2-7c9a-4bbf-ba2d-1719d8fd28a1 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 943 time: 0.1447499 Jul 08 18:22:37.007834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcceca-881c-4893-b745-8bbeb50cc6da req-7ce37b5f-5191-49cc-a2b1-0abc0c1802a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:37.009346 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-7ce37b5f-5191-49cc-a2b1-0abc0c1802a2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cac89b37-9f9c-4b04-8cea-6164084643e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7451136 Jul 08 18:22:37.036566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becd3c4-7744-41af-9dfc-13d4b659fe8e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=a12e8edc-21d2-4181-b9d4-7f9e22e8ed68,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:37.114756 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23084280-51bf-4e74-b1b7-0cff3c8d5db4 req-acfb9402-57a1-4b12-a9ec-022a7b27d06f service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925248 Jul 08 18:22:37.148177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-485fcb87-7260-497f-8331-86b161104999 req-d265adfb-1be3-4f3b-8918-ec1dac7a8770 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253579 Jul 08 18:22:37.182871 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-13e565fd-a12b-415b-aaff-9e40993d5fc2 service neutron] 10.222.0.74 "GET /v2.0/networks/cac89b37-9f9c-4b04-8cea-6164084643e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646893 Jul 08 18:22:37.254850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bb18e6b3-0d48-4d80-b52d-9e2f353f485f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port a12e8edc-21d2-4181-b9d4-7f9e22e8ed68 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:37.255194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb18e6b3-0d48-4d80-b52d-9e2f353f485f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.262490 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d03a911-e223-4ffb-bf85-dbab08e42c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.272545 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d03a911-e223-4ffb-bf85-dbab08e42c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.319596 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03a911-e223-4ffb-bf85-dbab08e42c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91465b4e-d584-4f3d-bf7c-2f64cf67408a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:37.351751 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb18e6b3-0d48-4d80-b52d-9e2f353f485f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.364580 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5d03a911-e223-4ffb-bf85-dbab08e42c0c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e4eaa0dd82e45948b9b5dad1d90b7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5162280 Jul 08 18:22:37.367132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34638) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:37.367613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68aa86de-2c6a-4054-a040-a13f1965dc32 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.374705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bb18e6b3-0d48-4d80-b52d-9e2f353f485f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for a12e8edc-21d2-4181-b9d4-7f9e22e8ed68 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:37.384764 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-babcceca-881c-4893-b745-8bbeb50cc6da req-d8eb3dd3-9ae8-40df-bae7-10b04ce70f98 service neutron] 10.222.0.74 "GET /v2.0/networks/cac89b37-9f9c-4b04-8cea-6164084643e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931932 Jul 08 18:22:37.385488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68aa86de-2c6a-4054-a040-a13f1965dc32 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.391825 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aa86de-2c6a-4054-a040-a13f1965dc32 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:37.392390 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68aa86de-2c6a-4054-a040-a13f1965dc32 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.393647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-68aa86de-2c6a-4054-a040-a13f1965dc32 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/ports/dbaa4c21-92c1-42a5-8f1f-df228b204190 HTTP/1.1" status: 200 len: 911 time: 1.2007895 Jul 08 18:22:37.400156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34640) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:37.471154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc309705-eddd-4ec6-89bc-d5e9aa4319e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.510517 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2acaac99-fea4-474f-b29f-9afd9afa4736 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:37.529468 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc309705-eddd-4ec6-89bc-d5e9aa4319e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.572341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c008-dae6-4687-ae94-7e5f6772f966 req-9da77d39-f9cb-47d6-b0ed-86794c68d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:37.574617 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c46c008-dae6-4687-ae94-7e5f6772f966 req-9da77d39-f9cb-47d6-b0ed-86794c68d497 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 1094 time: 0.1168215 Jul 08 18:22:37.592826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 2acaac99-fea4-474f-b29f-9afd9afa4736 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:37.593674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.703814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc309705-eddd-4ec6-89bc-d5e9aa4319e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.708590 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc309705-eddd-4ec6-89bc-d5e9aa4319e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.713251 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dc309705-eddd-4ec6-89bc-d5e9aa4319e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91465b4e-d584-4f3d-bf7c-2f64cf67408a HTTP/1.1" status: 204 len: 168 time: 0.3443089 Jul 08 18:22:37.733037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc309705-eddd-4ec6-89bc-d5e9aa4319e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91465b4e-d584-4f3d-bf7c-2f64cf67408a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:37.741845 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c008-dae6-4687-ae94-7e5f6772f966 req-a32c662d-d42f-4b52-b722-cc648d7d15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:37.743571 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c46c008-dae6-4687-ae94-7e5f6772f966 req-a32c662d-d42f-4b52-b722-cc648d7d15bb service neutron] 10.222.0.74 "GET /v2.0/networks?id=cac89b37-9f9c-4b04-8cea-6164084643e0 HTTP/1.1" status: 200 len: 897 time: 0.1619387 Jul 08 18:22:37.795891 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c46c008-dae6-4687-ae94-7e5f6772f966 req-7a51163c-2010-4f8e-8e3f-a584cf8cf59a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cb14533-1ab8-4400-95de-1434cb202e35 HTTP/1.1" status: 200 len: 217 time: 0.0433204 Jul 08 18:22:37.876641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c008-dae6-4687-ae94-7e5f6772f966 req-0a3c0087-5679-47be-85e9-65c26b00fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:37.883779 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c46c008-dae6-4687-ae94-7e5f6772f966 req-0a3c0087-5679-47be-85e9-65c26b00fc80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c88ac05-58e5-4811-9333-6368a6ac4844 HTTP/1.1" status: 200 len: 834 time: 0.0749495 Jul 08 18:22:37.901254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb18e6b3-0d48-4d80-b52d-9e2f353f485f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.914337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa86de-2c6a-4054-a040-a13f1965dc32 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=dbaa4c21-92c1-42a5-8f1f-df228b204190,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:37.972766 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb18e6b3-0d48-4d80-b52d-9e2f353f485f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:37.976989 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bb18e6b3-0d48-4d80-b52d-9e2f353f485f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/a12e8edc-21d2-4181-b9d4-7f9e22e8ed68 HTTP/1.1" status: 204 len: 168 time: 0.9962974 Jul 08 18:22:37.979690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34648) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:38.020459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18e6b3-0d48-4d80-b52d-9e2f353f485f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=a12e8edc-21d2-4181-b9d4-7f9e22e8ed68,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:38.083820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c008-dae6-4687-ae94-7e5f6772f966 req-e998596f-1ca8-4600-b8b8-d9abf6657783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:38.087044 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c46c008-dae6-4687-ae94-7e5f6772f966 req-e998596f-1ca8-4600-b8b8-d9abf6657783 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cac89b37-9f9c-4b04-8cea-6164084643e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019918 Jul 08 18:22:38.101458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27051193-66c5-4c37-8eb3-3ff777a0c2d1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:38.103090 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-27051193-66c5-4c37-8eb3-3ff777a0c2d1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1219704 Jul 08 18:22:38.116031 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34652) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:38.202008 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0d86fb-32ad-4926-a46a-98471c8ad7d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:22:38.208561 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a0d86fb-32ad-4926-a46a-98471c8ad7d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/a12e8edc-21d2-4181-b9d4-7f9e22e8ed68 HTTP/1.1" status: 404 len: 333 time: 0.0854311 Jul 08 18:22:38.208561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34658) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:38.219119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1841530247'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:38.282003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:38.285938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:38.305352 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c46c008-dae6-4687-ae94-7e5f6772f966 req-216237aa-3ed3-40be-a39c-eef3fd0795df service neutron] 10.222.0.74 "GET /v2.0/networks/cac89b37-9f9c-4b04-8cea-6164084643e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006211 Jul 08 18:22:38.381159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:38.402960 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:38.403412 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Added segment 8f23282c-e169-48ca-aa84-2de41cda10fa of type vlan for network f866aafd-d5c6-4c30-af29-f4a2d476797f Jul 08 18:22:38.431175 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe00-2b95-4274-9fc0-2ef0a03cde10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:38.473285 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:38.485679 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c46c008-dae6-4687-ae94-7e5f6772f966 req-edbca9ef-d74e-4667-92d0-d89edb4c5cc0 service neutron] 10.222.0.74 "GET /v2.0/networks/cac89b37-9f9c-4b04-8cea-6164084643e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706929 Jul 08 18:22:38.516133 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:38.518822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82be48-a724-404c-8d1d-5856a2481975 req-719fea9f-2107-46d0-83de-584128814549 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:38.520900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c82be48-a724-404c-8d1d-5856a2481975 req-719fea9f-2107-46d0-83de-584128814549 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 943 time: 0.1681747 Jul 08 18:22:38.532236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:38.533366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:38.565374 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3556383 Jul 08 18:22:38.578996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34670) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:38.615183 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:38.622317 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c82be48-a724-404c-8d1d-5856a2481975 req-e39807f6-cd19-493b-9f60-3cef19f1dc45 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922139 Jul 08 18:22:38.704056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e21a4-424a-46b9-bd6e-4e7fe024d0ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Network': ['ID=f866aafd-d5c6-4c30-af29-f4a2d476797f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:38.719754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f866aafd-d5c6-4c30-af29-f4a2d476797f details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:38.794246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:38.797988 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:38.864762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5c03fe00-2b95-4274-9fc0-2ef0a03cde10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port dbaa4c21-92c1-42a5-8f1f-df228b204190 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:38.865339 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe00-2b95-4274-9fc0-2ef0a03cde10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:38.987219 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe00-2b95-4274-9fc0-2ef0a03cde10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:39.023002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5c03fe00-2b95-4274-9fc0-2ef0a03cde10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for dbaa4c21-92c1-42a5-8f1f-df228b204190 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:39.085976 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:39.098443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:39.131999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1e692c4-5269-45fa-b0ae-b4a98e5e7f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:39.184755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Subnet': ['ID=46f52d6b-9888-4452-a5a9-518f312c84ec,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:39.193909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Checking segment: {'id': '8f23282c-e169-48ca-aa84-2de41cda10fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:39.194293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network hostable DHCP agents. Network: f866aafd-d5c6-4c30-af29-f4a2d476797f, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:39.215679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network f866aafd-d5c6-4c30-af29-f4a2d476797f is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:39.228501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f866aafd-d5c6-4c30-af29-f4a2d476797f) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:39.234567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:39.235651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:39.237156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2e33f7-af69-49bc-9c54-6b3bd41687b4 None None] Network f866aafd-d5c6-4c30-af29-f4a2d476797f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:39.258684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34684) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:39.258922 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-16e87a9e-5226-4ffd-bc39-d3d8a9e561a3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6790578 Jul 08 18:22:39.268096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-19966fd1-fdf1-4153-a6c3-b7319c36b8b9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:39.395570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe00-2b95-4274-9fc0-2ef0a03cde10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:39.431741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03fe00-2b95-4274-9fc0-2ef0a03cde10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=dbaa4c21-92c1-42a5-8f1f-df228b204190,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:39.482553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-f866aafd-d5c6-4c30-af29-f4a2d476797f', 'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f', 'tenant_id': '729864a2ddd24cf38e07a621ad47bd54', 'fixed_ips': [{'subnet_id': '46f52d6b-9888-4452-a5a9-518f312c84ec'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:22:39.484350 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:39.572093 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe00-2b95-4274-9fc0-2ef0a03cde10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:39.671625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19966fd1-fdf1-4153-a6c3-b7319c36b8b9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:39.675563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-19966fd1-fdf1-4153-a6c3-b7319c36b8b9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:39.730565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Allocated IP 172.20.0.2 (f866aafd-d5c6-4c30-af29-f4a2d476797f/46f52d6b-9888-4452-a5a9-518f312c84ec/076ed134-a8f7-4f66-bc4d-d08d192e6c4f) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:39.848818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c03fe00-2b95-4274-9fc0-2ef0a03cde10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router b566befc-3c6b-4ccd-a726-a9e3c4a7995a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:22:39.955602 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:39.966051 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Transition to ACTIVE for port object 076ed134-a8f7-4f66-bc4d-d08d192e6c4f will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:39.986304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Transition to ACTIVE for port object 076ed134-a8f7-4f66-bc4d-d08d192e6c4f will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:39.989287 n-d-799684-3 neutron-server[93742]: INFO neutron.db.ipam_backend_mixin [None req-19966fd1-fdf1-4153-a6c3-b7319c36b8b9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 46f52d6b-9888-4452-a5a9-518f312c84ec (CIDR: 172.20.0.0/28) Jul 08 18:22:39.995621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03fe00-2b95-4274-9fc0-2ef0a03cde10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:39.996477 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-19966fd1-fdf1-4153-a6c3-b7319c36b8b9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:22:39.997079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19966fd1-fdf1-4153-a6c3-b7319c36b8b9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:22:40.004945 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.005413 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb7622d-7fb1-4cea-a6ae-58f2346d44af None None] Sync routers for ids ['b566befc-3c6b-4ccd-a726-a9e3c4a7995a'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:40.018092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5c03fe00-2b95-4274-9fc0-2ef0a03cde10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/b566befc-3c6b-4ccd-a726-a9e3c4a7995a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6148942 Jul 08 18:22:40.020081 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7622d-7fb1-4cea-a6ae-58f2346d44af None None] Routers {'b566befc-3c6b-4ccd-a726-a9e3c4a7995a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:40.020803 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3eb7622d-7fb1-4cea-a6ae-58f2346d44af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b566befc-3c6b-4ccd-a726-a9e3c4a7995a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:40.021947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34696) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:40.062198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-19966fd1-fdf1-4153-a6c3-b7319c36b8b9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8024156 Jul 08 18:22:40.064855 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34698) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:40.069971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-10b46238-f79a-4d8e-8473-e8a662135387 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:40.089835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Network f866aafd-d5c6-4c30-af29-f4a2d476797f is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:40.095884 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-42594a4a-82e7-4c1d-8d97-21ff92648bee tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=b566befc-3c6b-4ccd-a726-a9e3c4a7995a HTTP/1.1" status: 200 len: 205 time: 0.0726712 Jul 08 18:22:40.096549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34700) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:40.107029 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3eb7622d-7fb1-4cea-a6ae-58f2346d44af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:40.107698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:40.113150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:40.127643 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7622d-7fb1-4cea-a6ae-58f2346d44af None None] Routers {'b566befc-3c6b-4ccd-a726-a9e3c4a7995a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:40.128458 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3eb7622d-7fb1-4cea-a6ae-58f2346d44af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b566befc-3c6b-4ccd-a726-a9e3c4a7995a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:40.136318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Pushing event updated for resources: {'Port': ['ID=076ed134-a8f7-4f66-bc4d-d08d192e6c4f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:40.181596 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3eb7622d-7fb1-4cea-a6ae-58f2346d44af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:40.182900 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb7622d-7fb1-4cea-a6ae-58f2346d44af None None] The sync data for ids ['b566befc-3c6b-4ccd-a726-a9e3c4a7995a'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:40.218025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8a667-bf5d-4926-b1ee-41c025277f1f req-eb8489f2-54d3-441d-bff8-71de4b316bb0 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:40.235287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ff8a667-bf5d-4926-b1ee-41c025277f1f req-eb8489f2-54d3-441d-bff8-71de4b316bb0 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 943 time: 0.3639648 Jul 08 18:22:40.235495 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.242638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Attempting to bind port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:40.243376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Attempting to bind port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '8f23282c-e169-48ca-aa84-2de41cda10fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:40.243948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Attempting to bind port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f on network f866aafd-d5c6-4c30-af29-f4a2d476797f {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:40.244990 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a8bea1d-7958-4fa4-9062-93160551fbcd tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.252082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:40.252830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Checking segment: {'id': '8f23282c-e169-48ca-aa84-2de41cda10fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:40.254046 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.254686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Bound using segment: {'id': '8f23282c-e169-48ca-aa84-2de41cda10fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:40.255407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Bound port: 076ed134-a8f7-4f66-bc4d-d08d192e6c4f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f23282c-e169-48ca-aa84-2de41cda10fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:40.256005 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.325221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ff8a667-bf5d-4926-b1ee-41c025277f1f req-a7de53ce-81df-4eb0-86d4-c13b97bcb864 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936759 Jul 08 18:22:40.377672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] For port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:40.383348 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] For port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=076ed134-a8f7-4f66-bc4d-d08d192e6c4f,segment=NetworkSegment(8f23282c-e169-48ca-aa84-2de41cda10fa),segment_id=8f23282c-e169-48ca-aa84-2de41cda10fa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:40.392722 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.412911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b46238-f79a-4d8e-8473-e8a662135387 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:40.418464 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10b46238-f79a-4d8e-8473-e8a662135387 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.466105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4c87-f08a-4a8a-adb3-daf45897f56b None None] Pushing event updated for resources: {'Port': ['ID=076ed134-a8f7-4f66-bc4d-d08d192e6c4f,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:40.511663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a8bea1d-7958-4fa4-9062-93160551fbcd tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.514099 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a8bea1d-7958-4fa4-9062-93160551fbcd tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.574904 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a8bea1d-7958-4fa4-9062-93160551fbcd tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.575529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8bea1d-7958-4fa4-9062-93160551fbcd tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Fanout notify agent at l3_agent the message router_deleted on router b566befc-3c6b-4ccd-a726-a9e3c4a7995a {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:22:40.584597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a8bea1d-7958-4fa4-9062-93160551fbcd tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.587152 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2a8bea1d-7958-4fa4-9062-93160551fbcd tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/b566befc-3c6b-4ccd-a726-a9e3c4a7995a HTTP/1.1" status: 204 len: 168 time: 0.4889376 Jul 08 18:22:40.588431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34706) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:40.641191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6205241d-545d-4596-90c9-9b85f542e644 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting subnet 96ba8ba2-05aa-4128-a7d2-f891b3989d33 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:22:40.645475 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6205241d-545d-4596-90c9-9b85f542e644 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.689222 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6205241d-545d-4596-90c9-9b85f542e644 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.771833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10b46238-f79a-4d8e-8473-e8a662135387 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.820678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b46238-f79a-4d8e-8473-e8a662135387 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network f866aafd-d5c6-4c30-af29-f4a2d476797f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:40.824173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-10b46238-f79a-4d8e-8473-e8a662135387 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:40.828577 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b46238-f79a-4d8e-8473-e8a662135387 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:40.829159 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10b46238-f79a-4d8e-8473-e8a662135387 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.835130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b46238-f79a-4d8e-8473-e8a662135387 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Subnet': ['ID=93c53291-c992-46a3-9932-647d35bc5356,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:40.849956 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-10b46238-f79a-4d8e-8473-e8a662135387 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7838621 Jul 08 18:22:40.852620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34710) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:40.857888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f', 'fixed_ips': [{'subnet_id': '46f52d6b-9888-4452-a5a9-518f312c84ec'}, {'subnet_id': '93c53291-c992-46a3-9932-647d35bc5356'}], 'name': 'tempest-PortsTestJSON-125342520'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:40.879199 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6205241d-545d-4596-90c9-9b85f542e644 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:40.980611 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6205241d-545d-4596-90c9-9b85f542e644 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.007842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:41.010648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205241d-545d-4596-90c9-9b85f542e644 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Subnet': ['ID=96ba8ba2-05aa-4128-a7d2-f891b3989d33,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:41.014459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6205241d-545d-4596-90c9-9b85f542e644 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.016385 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6205241d-545d-4596-90c9-9b85f542e644 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/96ba8ba2-05aa-4128-a7d2-f891b3989d33 HTTP/1.1" status: 204 len: 168 time: 0.4269998 Jul 08 18:22:41.024256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34712) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:41.028992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079514eb-9faa-4386-9d02-00a5c5314216 None None] Network fa530a6b-e2dc-4928-a7e0-b373408878e2 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:41.231995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed8f30-7597-4881-aaa6-3577eb62e4ea None None] DHCP port deletion for fa530a6b-e2dc-4928-a7e0-b373408878e2 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:22:41.290670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed8f30-7597-4881-aaa6-3577eb62e4ea None None] Deleting port 2acaac99-fea4-474f-b29f-9afd9afa4736 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:41.291159 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8f30-7597-4881-aaa6-3577eb62e4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.403230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a2ed8f30-7597-4881-aaa6-3577eb62e4ea None None] For port 2acaac99-fea4-474f-b29f-9afd9afa4736, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2acaac99-fea4-474f-b29f-9afd9afa4736,segment=NetworkSegment(e9e44fde-acfd-48af-a262-b1b35df607d8),segment_id=e9e44fde-acfd-48af-a262-b1b35df607d8)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:41.403879 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8f30-7597-4881-aaa6-3577eb62e4ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.428457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed8f30-7597-4881-aaa6-3577eb62e4ea None None] Calling delete_port for 2acaac99-fea4-474f-b29f-9afd9afa4736 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:41.482663 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.549084 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8f30-7597-4881-aaa6-3577eb62e4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.573777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.618480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed8f30-7597-4881-aaa6-3577eb62e4ea None None] No DVR routers for this DVR port 2acaac99-fea4-474f-b29f-9afd9afa4736 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:41.650232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 076ed134-a8f7-4f66-bc4d-d08d192e6c4f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:41.654268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed8f30-7597-4881-aaa6-3577eb62e4ea None None] Pushing event deleted for resources: {'Port': ['ID=2acaac99-fea4-474f-b29f-9afd9afa4736,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:41.712187 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.738483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:41.747117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:41.778679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.791701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa530a6b-e2dc-4928-a7e0-b373408878e2']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:41.804843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e44fde-acfd-48af-a262-b1b35df607d8') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:41.805235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e44fde-acfd-48af-a262-b1b35df607d8') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:41.816170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.831026 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.839428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2acaac99-fea4-474f-b29f-9afd9afa4736 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:41.851062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:22:41.851528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:22:41.870032 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:22:41.873147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b870f443-6d06-4ec4-a406-886325811351 None None] Network f866aafd-d5c6-4c30-af29-f4a2d476797f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:41.873791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 2acaac99-fea4-474f-b29f-9afd9afa4736 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:22:41.874124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2acaac99-fea4-474f-b29f-9afd9afa4736 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:41.995448 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.008235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.011352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/networks/fa530a6b-e2dc-4928-a7e0-b373408878e2 HTTP/1.1" status: 204 len: 168 time: 0.9874487 Jul 08 18:22:42.015470 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34726) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:42.020254 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b849ff08-5f1f-4ed4-9547-2b5b5b35de4a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1389975837', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:42.023807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-94352aa0-bf26-4c5b-ad05-3e121a996930 None None] Provisioning for port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:42.035067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-94352aa0-bf26-4c5b-ad05-3e121a996930 None None] Provisioning complete for port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:42.035639 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94352aa0-bf26-4c5b-ad05-3e121a996930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.049269 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db76fcc-9b32-4d41-b1ef-ad7adde95a7c req-972fa3be-eb6a-423f-bfd3-0a04830422ef tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:42.051761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8db76fcc-9b32-4d41-b1ef-ad7adde95a7c req-972fa3be-eb6a-423f-bfd3-0a04830422ef tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 943 time: 0.4750235 Jul 08 18:22:42.074898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b849ff08-5f1f-4ed4-9547-2b5b5b35de4a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.077692 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b849ff08-5f1f-4ed4-9547-2b5b5b35de4a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.081267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d7b8a-24b7-4cf1-a3ef-76faf7140278 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Network': ['ID=fa530a6b-e2dc-4928-a7e0-b373408878e2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:42.183607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8db76fcc-9b32-4d41-b1ef-ad7adde95a7c req-56db238c-40b7-4632-b5da-921cfa456ee9 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157908 Jul 08 18:22:42.195468 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b849ff08-5f1f-4ed4-9547-2b5b5b35de4a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.201844 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94352aa0-bf26-4c5b-ad05-3e121a996930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.206852 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b849ff08-5f1f-4ed4-9547-2b5b5b35de4a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.239967 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b849ff08-5f1f-4ed4-9547-2b5b5b35de4a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.243980 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b849ff08-5f1f-4ed4-9547-2b5b5b35de4a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2252007 Jul 08 18:22:42.244316 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34728) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:42.249666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-653620615'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:42.270425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-94352aa0-bf26-4c5b-ad05-3e121a996930 None None] For port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=076ed134-a8f7-4f66-bc4d-d08d192e6c4f,segment=NetworkSegment(8f23282c-e169-48ca-aa84-2de41cda10fa),segment_id=8f23282c-e169-48ca-aa84-2de41cda10fa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:42.286191 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94352aa0-bf26-4c5b-ad05-3e121a996930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.290689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:42.298785 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.353258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:42.365386 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.365748 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added segment 4f20149f-3677-4164-802d-4e2a609fab56 of type vlan for network 273bbf8d-b2d2-413a-9140-d98a53e25710 Jul 08 18:22:42.402560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.7 (f866aafd-d5c6-4c30-af29-f4a2d476797f/46f52d6b-9888-4452-a5a9-518f312c84ec/43fdadd7-e9ea-4046-88f0-dabdadd92bd0) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:42.411226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.29 (f866aafd-d5c6-4c30-af29-f4a2d476797f/93c53291-c992-46a3-9932-647d35bc5356/43fdadd7-e9ea-4046-88f0-dabdadd92bd0) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:42.424325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94352aa0-bf26-4c5b-ad05-3e121a996930 None None] Pushing event updated for resources: {'Port': ['ID=076ed134-a8f7-4f66-bc4d-d08d192e6c4f,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:42.427031 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.437569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bb7c43-1cf3-4087-84cb-c138f21c0d0f None None] Update dhcp port {'port': {'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f', 'fixed_ips': [{'subnet_id': '46f52d6b-9888-4452-a5a9-518f312c84ec', 'ip_address': '172.20.0.2'}, {'subnet_id': '93c53291-c992-46a3-9932-647d35bc5356'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '076ed134-a8f7-4f66-bc4d-d08d192e6c4f'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:22:42.467623 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.475930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:42.476581 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.485058 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16bb7c43-1cf3-4087-84cb-c138f21c0d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.610766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Network': ['ID=273bbf8d-b2d2-413a-9140-d98a53e25710,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:42.624484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 273bbf8d-b2d2-413a-9140-d98a53e25710 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:42.630923 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b1be3376-0601-4952-8672-8d2c1efe087f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3853538 Jul 08 18:22:42.635394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34730) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:42.641871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'subnet': {'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:42.676700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 0cb14533-1ab8-4400-95de-1434cb202e35 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:22:42.729174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.760131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:42.798578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:42.804776 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.840193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.908315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network f866aafd-d5c6-4c30-af29-f4a2d476797f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:42.913856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:42.916408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:42.953837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 0cb14533-1ab8-4400-95de-1434cb202e35, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=0cb14533-1ab8-4400-95de-1434cb202e35,segment=NetworkSegment(5c05e1f9-4a5b-47bf-a0db-dd9919a0525d),segment_id=5c05e1f9-4a5b-47bf-a0db-dd9919a0525d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:42.977106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '0cb14533-1ab8-4400-95de-1434cb202e35', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'port_id': '0cb14533-1ab8-4400-95de-1434cb202e35', 'mac_address': 'fa:16:3e:db:28:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:22:42.989307 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-16bb7c43-1cf3-4087-84cb-c138f21c0d0f None None] Allocated IP 172.20.0.18 (f866aafd-d5c6-4c30-af29-f4a2d476797f/93c53291-c992-46a3-9932-647d35bc5356/076ed134-a8f7-4f66-bc4d-d08d192e6c4f) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:43.005113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:43.014253 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.014253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=43fdadd7-e9ea-4046-88f0-dabdadd92bd0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:43.031931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-53451b98-160a-4f36-afc5-2e4a8e892762 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.1779468 Jul 08 18:22:43.033557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34738) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:43.039023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c22ab7d4-bcf4-4b6c-aa53-412be13a0612 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46f52d6b-9888-4452-a5a9-518f312c84ec'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:43.048825 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.064697 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb14533-1ab8-4400-95de-1434cb202e35 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:22:43.186785 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c22ab7d4-bcf4-4b6c-aa53-412be13a0612 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.188970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 0cb14533-1ab8-4400-95de-1434cb202e35, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=0cb14533-1ab8-4400-95de-1434cb202e35,segment=NetworkSegment(5c05e1f9-4a5b-47bf-a0db-dd9919a0525d),segment_id=5c05e1f9-4a5b-47bf-a0db-dd9919a0525d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:43.195879 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.251239 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.387269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Subnet': ['ID=c459304c-6265-4aeb-8690-3fea44e446b4,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:43.396747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Checking segment: {'id': '4f20149f-3677-4164-802d-4e2a609fab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:43.397112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network hostable DHCP agents. Network: 273bbf8d-b2d2-413a-9140-d98a53e25710, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:43.410881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=0cb14533-1ab8-4400-95de-1434cb202e35,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:43.417291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 273bbf8d-b2d2-413a-9140-d98a53e25710 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:43.431626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 273bbf8d-b2d2-413a-9140-d98a53e25710) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:43.435896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-16bb7c43-1cf3-4087-84cb-c138f21c0d0f None None] For port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=076ed134-a8f7-4f66-bc4d-d08d192e6c4f,segment=NetworkSegment(8f23282c-e169-48ca-aa84-2de41cda10fa),segment_id=8f23282c-e169-48ca-aa84-2de41cda10fa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:43.449045 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:43.450614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d61f12-aa92-4231-9ab5-e5c55bd62045 None None] Network 273bbf8d-b2d2-413a-9140-d98a53e25710 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:43.451361 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.485304 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4c7347bd-8f3e-4a20-9689-98fbff2b8277 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8483694 Jul 08 18:22:43.485967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34742) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:43.531145 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16bb7c43-1cf3-4087-84cb-c138f21c0d0f None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.572776 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-16bb7c43-1cf3-4087-84cb-c138f21c0d0f None None] Transition to ACTIVE for port object 076ed134-a8f7-4f66-bc4d-d08d192e6c4f will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:43.586193 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16bb7c43-1cf3-4087-84cb-c138f21c0d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.593795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 076ed134-a8f7-4f66-bc4d-d08d192e6c4f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:43.692422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5172e02-7f28-48b4-806e-86986b1278d4 req-d1104cc7-1bc5-4c11-b6c0-ab6e6fc59432 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:43.694061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5172e02-7f28-48b4-806e-86986b1278d4 req-d1104cc7-1bc5-4c11-b6c0-ab6e6fc59432 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 944 time: 0.2703812 Jul 08 18:22:43.726866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['0cb14533-1ab8-4400-95de-1434cb202e35'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:22:43.743003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-c22ab7d4-bcf4-4b6c-aa53-412be13a0612 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Delete allocated IP 172.20.0.29 (f866aafd-d5c6-4c30-af29-f4a2d476797f/93c53291-c992-46a3-9932-647d35bc5356) {{(pid=93742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 18:22:43.764813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5172e02-7f28-48b4-806e-86986b1278d4 req-d9734c0b-547f-4e88-b4cd-9049dac3494d tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620625 Jul 08 18:22:43.967623 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c22ab7d4-bcf4-4b6c-aa53-412be13a0612 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.978396 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.998358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-c22ab7d4-bcf4-4b6c-aa53-412be13a0612 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Ignored duplicate provisioning block setup for port 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 18:22:44.008333 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c22ab7d4-bcf4-4b6c-aa53-412be13a0612 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:44.039391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb7c43-1cf3-4087-84cb-c138f21c0d0f None None] Pushing event updated for resources: {'Port': ['ID=076ed134-a8f7-4f66-bc4d-d08d192e6c4f,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:44.073895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-273bbf8d-b2d2-413a-9140-d98a53e25710', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:22:44.074805 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:44.147969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ab7d4-bcf4-4b6c-aa53-412be13a0612 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=43fdadd7-e9ea-4046-88f0-dabdadd92bd0,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:44.275167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c22ab7d4-bcf4-4b6c-aa53-412be13a0612 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] In _notify_port_updated(), no bound segment for port 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 on network f866aafd-d5c6-4c30-af29-f4a2d476797f {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:22:44.281146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ab7d4-bcf4-4b6c-aa53-412be13a0612 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:44.281824 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c22ab7d4-bcf4-4b6c-aa53-412be13a0612 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:44.283244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c22ab7d4-bcf4-4b6c-aa53-412be13a0612 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "PUT /v2.0/ports/43fdadd7-e9ea-4046-88f0-dabdadd92bd0 HTTP/1.1" status: 200 len: 918 time: 1.2495089 Jul 08 18:22:44.286036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34754) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:44.291396 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5f62010d-74e2-479f-9439-e832d9b21904 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46f52d6b-9888-4452-a5a9-518f312c84ec'}, {'subnet_id': '93c53291-c992-46a3-9932-647d35bc5356'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:44.345684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Allocated IP 2001:db8::2 (273bbf8d-b2d2-413a-9140-d98a53e25710/c459304c-6265-4aeb-8690-3fea44e446b4/cc69b2b8-d284-42b3-b947-816f1780e766) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:44.452976 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f62010d-74e2-479f-9439-e832d9b21904 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:44.679414 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:44.692665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Transition to ACTIVE for port object cc69b2b8-d284-42b3-b947-816f1780e766 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:44.708990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Transition to ACTIVE for port object cc69b2b8-d284-42b3-b947-816f1780e766 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:44.714103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba1cfa-f2c3-419a-9f35-18b3546f5f91 None None] Network f866aafd-d5c6-4c30-af29-f4a2d476797f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:44.809984 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:44.817162 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Allocated IP 2001:db8::1 (273bbf8d-b2d2-413a-9140-d98a53e25710/c459304c-6265-4aeb-8690-3fea44e446b4/fa0c1756-cada-4fa8-a7ec-7cd881edba9d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:44.838242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-5f62010d-74e2-479f-9439-e832d9b21904 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.20 (f866aafd-d5c6-4c30-af29-f4a2d476797f/93c53291-c992-46a3-9932-647d35bc5356/43fdadd7-e9ea-4046-88f0-dabdadd92bd0) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:44.929570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Network 273bbf8d-b2d2-413a-9140-d98a53e25710 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:44.941533 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-16e9acfb-fe31-42f5-8cb9-f39cce85bccb None None] Provisioning for port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:44.946459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:44.951679 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:44.981003 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:44.984083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Pushing event updated for resources: {'Port': ['ID=cc69b2b8-d284-42b3-b947-816f1780e766,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:44.986888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-16e9acfb-fe31-42f5-8cb9-f39cce85bccb None None] Provisioning complete for port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:44.987275 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16e9acfb-fe31-42f5-8cb9-f39cce85bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.013639 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Transition to ACTIVE for port object fa0c1756-cada-4fa8-a7ec-7cd881edba9d will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:45.101649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Attempting to bind port cc69b2b8-d284-42b3-b947-816f1780e766 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:45.102547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Attempting to bind port cc69b2b8-d284-42b3-b947-816f1780e766 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '4f20149f-3677-4164-802d-4e2a609fab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:45.107329 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.109459 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f62010d-74e2-479f-9439-e832d9b21904 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.115931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Attempting to bind port cc69b2b8-d284-42b3-b947-816f1780e766 on network 273bbf8d-b2d2-413a-9140-d98a53e25710 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:45.123531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-5f62010d-74e2-479f-9439-e832d9b21904 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Ignored duplicate provisioning block setup for port 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 18:22:45.149506 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:45.149969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Checking segment: {'id': '4f20149f-3677-4164-802d-4e2a609fab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:45.150324 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.150734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Bound using segment: {'id': '4f20149f-3677-4164-802d-4e2a609fab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:45.151217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Bound port: cc69b2b8-d284-42b3-b947-816f1780e766, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f20149f-3677-4164-802d-4e2a609fab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:45.151602 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.168181 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f62010d-74e2-479f-9439-e832d9b21904 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.192112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 273bbf8d-b2d2-413a-9140-d98a53e25710 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:45.232011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62010d-74e2-479f-9439-e832d9b21904 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=43fdadd7-e9ea-4046-88f0-dabdadd92bd0,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:45.242194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:45.249171 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:45.249755 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.336888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] For port cc69b2b8-d284-42b3-b947-816f1780e766, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:45.341920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] For port cc69b2b8-d284-42b3-b947-816f1780e766, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cc69b2b8-d284-42b3-b947-816f1780e766,segment=NetworkSegment(4f20149f-3677-4164-802d-4e2a609fab56),segment_id=4f20149f-3677-4164-802d-4e2a609fab56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:45.349477 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.394360 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=fa0c1756-cada-4fa8-a7ec-7cd881edba9d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:45.443368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab1444-4e6e-4004-8757-499f2c825502 req-5f3d0167-4080-4ba5-b3a3-9038ccf813e1 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:45.450776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9ab1444-4e6e-4004-8757-499f2c825502 req-5f3d0167-4080-4ba5-b3a3-9038ccf813e1 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 944 time: 0.3255584 Jul 08 18:22:45.480785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70535a55-39fc-491f-95d4-4970bf83a0fc None None] Pushing event updated for resources: {'Port': ['ID=cc69b2b8-d284-42b3-b947-816f1780e766,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:45.509752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9ab1444-4e6e-4004-8757-499f2c825502 req-0b5b3b03-860e-4065-b050-8633e462ca44 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579739 Jul 08 18:22:45.518164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.520750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5f62010d-74e2-479f-9439-e832d9b21904 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] In _notify_port_updated(), no bound segment for port 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 on network f866aafd-d5c6-4c30-af29-f4a2d476797f {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:22:45.530122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62010d-74e2-479f-9439-e832d9b21904 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:45.531060 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f62010d-74e2-479f-9439-e832d9b21904 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.532698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5f62010d-74e2-479f-9439-e832d9b21904 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "PUT /v2.0/ports/43fdadd7-e9ea-4046-88f0-dabdadd92bd0 HTTP/1.1" status: 200 len: 998 time: 1.2455490 Jul 08 18:22:45.547388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34766) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:45.586690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 076ed134-a8f7-4f66-bc4d-d08d192e6c4f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:45.701233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:45.702601 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.751904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9fac4a42-e8a2-4dda-96b7-1f3283a10122 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:45.752249 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fac4a42-e8a2-4dda-96b7-1f3283a10122 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.757204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-70a5291a-95ad-428a-a922-4dea7fcd67f3 None None] Provisioning complete for port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:45.759047 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70a5291a-95ad-428a-a922-4dea7fcd67f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:45.993292 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fac4a42-e8a2-4dda-96b7-1f3283a10122 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.012374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9fac4a42-e8a2-4dda-96b7-1f3283a10122 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:46.068782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-70a5291a-95ad-428a-a922-4dea7fcd67f3 None None] Provisioning for port 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:46.082133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-70a5291a-95ad-428a-a922-4dea7fcd67f3 None None] Provisioning complete for port 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:46.084610 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70a5291a-95ad-428a-a922-4dea7fcd67f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.193426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-70a5291a-95ad-428a-a922-4dea7fcd67f3 None None] Port 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:46.260284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.265322 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.266242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.324822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2145ab89-9671-4e5d-ad21-381a6b0048d8 None None] Provisioning complete for port 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:46.325205 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2145ab89-9671-4e5d-ad21-381a6b0048d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.412881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2145ab89-9671-4e5d-ad21-381a6b0048d8 None None] Port 43fdadd7-e9ea-4046-88f0-dabdadd92bd0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:46.435894 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fac4a42-e8a2-4dda-96b7-1f3283a10122 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.448845 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=fa0c1756-cada-4fa8-a7ec-7cd881edba9d,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:46.479962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac4a42-e8a2-4dda-96b7-1f3283a10122 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=43fdadd7-e9ea-4046-88f0-dabdadd92bd0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:46.490768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 273bbf8d-b2d2-413a-9140-d98a53e25710 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:46.492680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:46.528375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0ff2087b-145c-4ece-a1fa-fcfab823dd01 None None] Could not find standard attr ID for object 43fdadd7-e9ea-4046-88f0-dabdadd92bd0. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:22:46.625613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fac4a42-e8a2-4dda-96b7-1f3283a10122 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.627950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9fac4a42-e8a2-4dda-96b7-1f3283a10122 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/43fdadd7-e9ea-4046-88f0-dabdadd92bd0 HTTP/1.1" status: 204 len: 168 time: 1.0794787 Jul 08 18:22:46.630948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34784) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:46.679054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 0cb14533-1ab8-4400-95de-1434cb202e35 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:46.739905 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-136046bf-bcff-4eeb-9adf-b9aaa867e936 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:22:46.741633 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-136046bf-bcff-4eeb-9adf-b9aaa867e936 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/43fdadd7-e9ea-4046-88f0-dabdadd92bd0 HTTP/1.1" status: 404 len: 333 time: 0.1097026 Jul 08 18:22:46.745111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34788) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:46.765285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router d588efc8-5e0d-4536-ab89-ae7e90504b61 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:22:46.772635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c17414d3-a965-473a-a521-d077369edfc2 None None] Could not find standard attr ID for object 43fdadd7-e9ea-4046-88f0-dabdadd92bd0. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:22:46.801041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 0cb14533-1ab8-4400-95de-1434cb202e35 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:46.807610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 0cb14533-1ab8-4400-95de-1434cb202e35 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:46.808062 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.914547 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.946681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70727cbc-576b-4cec-8caf-f801b8f51591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb14533-1ab8-4400-95de-1434cb202e35'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:46.953825 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bf9102-fe4d-44bf-b2c1-047f958659ca" -d '{"events": [{"server_uuid": "70727cbc-576b-4cec-8caf-f801b8f51591", "name": "network-vif-plugged", "status": "completed", "tag": "0cb14533-1ab8-4400-95de-1434cb202e35"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:46.974594 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 0cb14533-1ab8-4400-95de-1434cb202e35, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=0cb14533-1ab8-4400-95de-1434cb202e35,segment=NetworkSegment(5c05e1f9-4a5b-47bf-a0db-dd9919a0525d),segment_id=5c05e1f9-4a5b-47bf-a0db-dd9919a0525d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:46.979634 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.104004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=0cb14533-1ab8-4400-95de-1434cb202e35,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:47.123428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:47.136502 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0e13c607-1b4f-411d-8ed0-1e236a3e627c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6470616 Jul 08 18:22:47.137170 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34794) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:47.139729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Sync routers for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:47.142830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-504335569'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:47.151687 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:47.152580 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:47.185901 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-227abc99-a6f2-418a-a6a3-40f728bc25db tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting subnet 93c53291-c992-46a3-9932-647d35bc5356 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:22:47.196261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-227abc99-a6f2-418a-a6a3-40f728bc25db tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.256230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:47.259914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.293504 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e74eb18-9b73-4960-85fa-3d86d6461660 x-openstack-request-id: req-1e74eb18-9b73-4960-85fa-3d86d6461660 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:47.294004 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70727cbc-576b-4cec-8caf-f801b8f51591", "name": "network-vif-plugged", "status": "completed", "tag": "0cb14533-1ab8-4400-95de-1434cb202e35", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:47.294115 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e74eb18-9b73-4960-85fa-3d86d6461660 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:47.296047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-227abc99-a6f2-418a-a6a3-40f728bc25db tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.296583 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70727cbc-576b-4cec-8caf-f801b8f51591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb14533-1ab8-4400-95de-1434cb202e35', 'code': 200} Jul 08 18:22:47.319377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b2803-531f-4c08-980c-c7c28ff7262e req-d8d6f068-901b-436e-a126-cadf360ffdea tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:47.328342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf1b2803-531f-4c08-980c-c7c28ff7262e req-d8d6f068-901b-436e-a126-cadf360ffdea tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 945 time: 0.1529443 Jul 08 18:22:47.342466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d13c28c-258a-4edc-ba45-1b593bde6272 None None] Network 273bbf8d-b2d2-413a-9140-d98a53e25710 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:47.350852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:47.368984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.369335 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added segment 39e0fb35-c47a-4af5-99b8-23e61655a906 of type vlan for network 9223f038-6471-4983-8f58-cd1f9a5d63cc Jul 08 18:22:47.433802 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.500597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-227abc99-a6f2-418a-a6a3-40f728bc25db tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.506133 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.514253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:47.515092 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.638724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Network': ['ID=9223f038-6471-4983-8f58-cd1f9a5d63cc,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:47.641538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cc69b2b8-d284-42b3-b947-816f1780e766 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:47.649339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6f888f29-da6f-4fb8-ad44-637f5b0e5c95 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5081003 Jul 08 18:22:47.653076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:47.670011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf1b2803-531f-4c08-980c-c7c28ff7262e req-36e15152-d759-40f2-84ee-f453204d2355 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349702 Jul 08 18:22:47.682357 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-227abc99-a6f2-418a-a6a3-40f728bc25db tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.685429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:47.686822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fc788-6386-412f-9048-f9ecf87efc7f req-b4ec94e9-8488-429a-8656-88571733fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:47.687407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'subnet': {'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:47.689799 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d38fc788-6386-412f-9048-f9ecf87efc7f req-b4ec94e9-8488-429a-8656-88571733fff5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 1096 time: 0.2831624 Jul 08 18:22:47.738132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 9223f038-6471-4983-8f58-cd1f9a5d63cc details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:47.785492 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227abc99-a6f2-418a-a6a3-40f728bc25db tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Subnet': ['ID=93c53291-c992-46a3-9932-647d35bc5356,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:47.804431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-227abc99-a6f2-418a-a6a3-40f728bc25db tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.810776 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-227abc99-a6f2-418a-a6a3-40f728bc25db tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/93c53291-c992-46a3-9932-647d35bc5356 HTTP/1.1" status: 204 len: 168 time: 1.0645342 Jul 08 18:22:47.811501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34824) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:47.849165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc6babf-8012-40c1-9593-21e7f28e210e None None] Network f866aafd-d5c6-4c30-af29-f4a2d476797f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:47.864113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7a3c519e-ace3-4a4a-b38b-6dec3081c547 None None] Provisioning for port cc69b2b8-d284-42b3-b947-816f1780e766 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:47.887193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:47.896003 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.930303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-be121885-cef5-40c5-b9d3-deabc2fdc926 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting subnet 46f52d6b-9888-4452-a5a9-518f312c84ec {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:22:47.939949 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be121885-cef5-40c5-b9d3-deabc2fdc926 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:47.967838 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d38fc788-6386-412f-9048-f9ecf87efc7f req-c7926a3d-4587-44ad-b2ad-decea9a27faa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196445 Jul 08 18:22:47.997028 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be121885-cef5-40c5-b9d3-deabc2fdc926 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.106500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port cc69b2b8-d284-42b3-b947-816f1780e766 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:48.110815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27881102-f73c-4b8a-aedd-9a0788059eff req-f542edd5-bd1c-4cca-ae74-1f422aa93c0e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:48.113528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27881102-f73c-4b8a-aedd-9a0788059eff req-f542edd5-bd1c-4cca-ae74-1f422aa93c0e tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 946 time: 0.6260972 Jul 08 18:22:48.152151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port cc69b2b8-d284-42b3-b947-816f1780e766 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:48.152541 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.156810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be121885-cef5-40c5-b9d3-deabc2fdc926 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.185097 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:22:48.251931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27881102-f73c-4b8a-aedd-9a0788059eff req-1a16724d-6df4-4c52-9d04-dcf94d48fb28 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241758 Jul 08 18:22:48.280787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be121885-cef5-40c5-b9d3-deabc2fdc926 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.326673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be121885-cef5-40c5-b9d3-deabc2fdc926 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.336981 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-be121885-cef5-40c5-b9d3-deabc2fdc926 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/46f52d6b-9888-4452-a5a9-518f312c84ec HTTP/1.1" status: 204 len: 168 time: 0.5229542 Jul 08 18:22:48.337730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34834) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:48.412140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be121885-cef5-40c5-b9d3-deabc2fdc926 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Subnet': ['ID=46f52d6b-9888-4452-a5a9-518f312c84ec,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:48.493848 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.590147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:22:45Z', 'revision_number': 2, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:45Z', 'revision_number': 2, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:48.594406 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.614470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Subnet': ['ID=06f8f696-d82d-4d76-bcba-a4db1b526fb8,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:48.625123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Checking segment: {'id': '39e0fb35-c47a-4af5-99b8-23e61655a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:48.625372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network hostable DHCP agents. Network: 9223f038-6471-4983-8f58-cd1f9a5d63cc, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:48.692340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Checking router: d588efc8-5e0d-4536-ab89-ae7e90504b61 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:22:48.693220 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Updating router d588efc8-5e0d-4536-ab89-ae7e90504b61 port fa0c1756-cada-4fa8-a7ec-7cd881edba9d binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:22:48.708663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 9223f038-6471-4983-8f58-cd1f9a5d63cc is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:48.732450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 9223f038-6471-4983-8f58-cd1f9a5d63cc) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:48.748881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:48.750040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port cc69b2b8-d284-42b3-b947-816f1780e766, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cc69b2b8-d284-42b3-b947-816f1780e766,segment=NetworkSegment(4f20149f-3677-4164-802d-4e2a609fab56),segment_id=4f20149f-3677-4164-802d-4e2a609fab56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:48.753362 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.797637 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.802530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6076800-9aac-4f8b-8d0c-fcdf55958a69 None None] Network 9223f038-6471-4983-8f58-cd1f9a5d63cc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:48.818028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-df59e0f5-016a-4bb6-8724-dd291389dc74 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1456554 Jul 08 18:22:48.821017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34844) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:48.938688 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.946353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-360fca76-9d0e-483b-9012-1baf220beae3 None None] Provisioning for port fa0c1756-cada-4fa8-a7ec-7cd881edba9d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:49.036400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-360fca76-9d0e-483b-9012-1baf220beae3 None None] Provisioning complete for port fa0c1756-cada-4fa8-a7ec-7cd881edba9d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:49.037154 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-360fca76-9d0e-483b-9012-1baf220beae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:49.044274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f047ffe-2485-474b-9225-9e731194f06a None None] Update dhcp port {'port': {'network_id': 'f866aafd-d5c6-4c30-af29-f4a2d476797f', 'fixed_ips': [{'subnet_id': '46f52d6b-9888-4452-a5a9-518f312c84ec'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '076ed134-a8f7-4f66-bc4d-d08d192e6c4f'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:22:49.148239 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3f047ffe-2485-474b-9225-9e731194f06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:49.456846 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:49.482979 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-9904261d-7363-4203-9ac9-5e8c9cefb861 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:49.486110 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-9904261d-7363-4203-9ac9-5e8c9cefb861 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 946 time: 0.1413765 Jul 08 18:22:49.655181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=cc69b2b8-d284-42b3-b947-816f1780e766,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:49.658070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-360fca76-9d0e-483b-9012-1baf220beae3 None None] Port fa0c1756-cada-4fa8-a7ec-7cd881edba9d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:49.708692 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Deleting port 69519b6b-a174-4205-8340-39cbab2bc262 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:49.708939 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:49.729130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:49.729549 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:49.908371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] For port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=076ed134-a8f7-4f66-bc4d-d08d192e6c4f,segment=NetworkSegment(8f23282c-e169-48ca-aa84-2de41cda10fa),segment_id=8f23282c-e169-48ca-aa84-2de41cda10fa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:49.908771 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:49.948291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 076ed134-a8f7-4f66-bc4d-d08d192e6c4f owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:49.951207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] For port 69519b6b-a174-4205-8340-39cbab2bc262, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=69519b6b-a174-4205-8340-39cbab2bc262,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:49.951595 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:49.991424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef000d-9b87-46a2-a246-4f84afb948ce req-2ebd444b-62d2-408b-8d05-3d94eaddb8d5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:50.002018 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6ef000d-9b87-46a2-a246-4f84afb948ce req-2ebd444b-62d2-408b-8d05-3d94eaddb8d5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 945 time: 1.0069768 Jul 08 18:22:50.116677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77404b46-33a0-4429-ab4c-4589d943fc9d None None] Network f866aafd-d5c6-4c30-af29-f4a2d476797f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:50.140161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-9223f038-6471-4983-8f58-cd1f9a5d63cc', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:22:50.141670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.171229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6ef000d-9b87-46a2-a246-4f84afb948ce req-893f92e1-97cb-41b3-99c7-9455ec323bf8 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635191 Jul 08 18:22:50.211017 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.226925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-360fca76-9d0e-483b-9012-1baf220beae3 None None] Provisioning complete for port cc69b2b8-d284-42b3-b947-816f1780e766 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:50.227535 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-360fca76-9d0e-483b-9012-1baf220beae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.297034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dc8c3-97a0-4df2-ac76-d7d4bee31857 req-eca0708b-1305-4c8b-a4ba-2e9204cd2391 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:50.307862 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.313123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-586dc8c3-97a0-4df2-ac76-d7d4bee31857 req-eca0708b-1305-4c8b-a4ba-2e9204cd2391 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 946 time: 0.3896420 Jul 08 18:22:50.337621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Transition to ACTIVE for port object fa0c1756-cada-4fa8-a7ec-7cd881edba9d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:50.374811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=076ed134-a8f7-4f66-bc4d-d08d192e6c4f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:50.389312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.413022 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No DVR routers for this DVR port 076ed134-a8f7-4f66-bc4d-d08d192e6c4f on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:50.429186 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.431839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-586dc8c3-97a0-4df2-ac76-d7d4bee31857 req-53b0a0d3-21aa-4d05-99d7-f3ed19e40931 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups?id=2e797ac0-8782-4fff-a060-402250c946e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169260 Jul 08 18:22:50.432213 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.433404 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Floating IP 60f5631d-3bab-4234-a08d-2f4563f69839 disassociated. External IP: 172.25.8.8, port: 69519b6b-a174-4205-8340-39cbab2bc262. Jul 08 18:22:50.433778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Calling delete_port for 69519b6b-a174-4205-8340-39cbab2bc262 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:50.511884 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.590405 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.605774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f866aafd-d5c6-4c30-af29-f4a2d476797f']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:50.622098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f23282c-e169-48ca-aa84-2de41cda10fa') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:50.622495 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f23282c-e169-48ca-aa84-2de41cda10fa') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:50.633700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.653240 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.663223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:22:50.663670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:22:50.686074 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:22:50.724882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf8069-f005-4171-8a78-45586af8f956 None None] Pushing event updated for resources: {'Port': ['ID=fa0c1756-cada-4fa8-a7ec-7cd881edba9d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:50.766900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3045e0-0c16-4bf6-84b9-99755f937f30 None None] DHCP port deletion for f866aafd-d5c6-4c30-af29-f4a2d476797f request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:22:50.771951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Allocated IP 2001:db8:1::2 (9223f038-6471-4983-8f58-cd1f9a5d63cc/06f8f696-d82d-4d76-bcba-a4db1b526fb8/181caaa6-bfba-4d06-bbfc-2d31e9e67d63) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:50.789742 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.799605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.802086 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/networks/f866aafd-d5c6-4c30-af29-f4a2d476797f HTTP/1.1" status: 204 len: 168 time: 2.4611917 Jul 08 18:22:50.806387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34874) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:50.840171 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac4627-c743-4954-bbb7-78ce112714bd tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Network': ['ID=f866aafd-d5c6-4c30-af29-f4a2d476797f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:50.861391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Attempting to bind port fa0c1756-cada-4fa8-a7ec-7cd881edba9d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:50.866420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Attempting to bind port fa0c1756-cada-4fa8-a7ec-7cd881edba9d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '4f20149f-3677-4164-802d-4e2a609fab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:50.866929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Attempting to bind port fa0c1756-cada-4fa8-a7ec-7cd881edba9d on network 273bbf8d-b2d2-413a-9140-d98a53e25710 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:50.901036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:50.901406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Checking segment: {'id': '4f20149f-3677-4164-802d-4e2a609fab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:50.918074 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.918572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Bound using segment: {'id': '4f20149f-3677-4164-802d-4e2a609fab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:50.919019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Bound port: fa0c1756-cada-4fa8-a7ec-7cd881edba9d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f20149f-3677-4164-802d-4e2a609fab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:50.919414 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:50.947935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c213f3df-5a95-458b-9ca1-c470c10c9914 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:50.952857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c213f3df-5a95-458b-9ca1-c470c10c9914 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1419818 Jul 08 18:22:50.953168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34880) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:50.961242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:51.034751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event deleted for resources: {'Port': ['ID=69519b6b-a174-4205-8340-39cbab2bc262,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:51.035948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1788d096-38c0-48b6-96b1-701d031b2062 None None] Could not find standard attr ID for object 076ed134-a8f7-4f66-bc4d-d08d192e6c4f. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:22:51.049218 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dda01c1f-fc87-4ae5-ac63-1996f8afe079 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0915601 Jul 08 18:22:51.050711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34884) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:51.062963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-675661867'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:51.095233 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:51.100392 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:51.146369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:51.162400 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:51.163521 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Added segment d6eacb5c-7ceb-487c-9513-f92cf3ca69b8 of type vlan for network c6fd217f-3fc3-49d2-91ad-18a3cb9a223a Jul 08 18:22:51.238478 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:51.248161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Router 867fc065-ab38-401e-8690-b83e5db9641a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:22:51.317683 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:51.326809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:51.335318 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:51.343181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] For port fa0c1756-cada-4fa8-a7ec-7cd881edba9d, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:51.383702 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:51.391230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] For port fa0c1756-cada-4fa8-a7ec-7cd881edba9d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fa0c1756-cada-4fa8-a7ec-7cd881edba9d,segment=NetworkSegment(4f20149f-3677-4164-802d-4e2a609fab56),segment_id=4f20149f-3677-4164-802d-4e2a609fab56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:51.401611 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:51.404240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Transition to ACTIVE for port object 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:51.460276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:51.500870 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa654b0-4581-4e70-9f05-bae656772c08 None None] Sync routers for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:51.505333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Transition to ACTIVE for port object 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:51.530128 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa654b0-4581-4e70-9f05-bae656772c08 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:51.537500 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-caa654b0-4581-4e70-9f05-bae656772c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:51.549053 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:51.590604 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Network 9223f038-6471-4983-8f58-cd1f9a5d63cc is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:51.591479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf8069-f005-4171-8a78-45586af8f956 None None] Pushing event updated for resources: {'Port': ['ID=fa0c1756-cada-4fa8-a7ec-7cd881edba9d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:51.596808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:51.597438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:51.599326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:51.603598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:51.629893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] No DVR routers for this DVR port 69519b6b-a174-4205-8340-39cbab2bc262 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:51.635868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:51.643614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-83ca7e92-178a-4003-9b9c-791e34e00899 req-79d34f10-9153-4b91-80d5-16383932b46b tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.59 "DELETE /v2.0/ports/69519b6b-a174-4205-8340-39cbab2bc262 HTTP/1.1" status: 204 len: 173 time: 2.1522145 Jul 08 18:22:51.644099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'name': 'network-vif-deleted', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:51.646480 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eee3331-6587-4e31-b0fa-33d3c44ca660" -d '{"events": [{"server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "name": "network-vif-deleted", "tag": "69519b6b-a174-4205-8340-39cbab2bc262"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:51.769873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cc69b2b8-d284-42b3-b947-816f1780e766 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:51.776816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7220192 Jul 08 18:22:51.777794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34900) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:51.783711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': 'c6fd217f-3fc3-49d2-91ad-18a3cb9a223a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:51.903058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9da43c-0806-4119-87d4-f742f9425e39 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Network': ['ID=c6fd217f-3fc3-49d2-91ad-18a3cb9a223a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:51.913232 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-caa654b0-4581-4e70-9f05-bae656772c08 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:51.976427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Allocated IP 2001:db8:1::1 (9223f038-6471-4983-8f58-cd1f9a5d63cc/06f8f696-d82d-4d76-bcba-a4db1b526fb8/7c11138d-2dff-4b84-92bd-81e6d53ef6ef) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:52.095614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75c6ea07-bf80-451b-adc4-5c9b169bfb8f req-6c45f406-a98a-4258-8770-1549aae1fefd tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/ports?device_id=5499e3e4-47da-489d-8fe0-e1a9bec95648 HTTP/1.1" status: 200 len: 210 time: 0.1136832 Jul 08 18:22:52.131989 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:52.143331 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:52.177113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d0b4a-4e25-4a2b-bd66-a9dac6684ff4 req-77c798ca-e0f2-468f-9dd8-21eef5937440 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:52.189946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c00d0b4a-4e25-4a2b-bd66-a9dac6684ff4 req-77c798ca-e0f2-468f-9dd8-21eef5937440 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 945 time: 0.7884634 Jul 08 18:22:52.203351 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network c6fd217f-3fc3-49d2-91ad-18a3cb9a223a details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:52.255161 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e5aaa2-4893-49a5-9be3-efb1b5dfb83c x-openstack-request-id: req-35e5aaa2-4893-49a5-9be3-efb1b5dfb83c {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:52.256031 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5499e3e4-47da-489d-8fe0-e1a9bec95648", "name": "network-vif-deleted", "tag": "69519b6b-a174-4205-8340-39cbab2bc262", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:52.256418 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35e5aaa2-4893-49a5-9be3-efb1b5dfb83c {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:52.256972 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5499e3e4-47da-489d-8fe0-e1a9bec95648', 'name': 'network-vif-deleted', 'tag': '69519b6b-a174-4205-8340-39cbab2bc262', 'status': 'completed', 'code': 200} Jul 08 18:22:52.293535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Pushing event updated for resources: {'Port': ['ID=181caaa6-bfba-4d06-bbfc-2d31e9e67d63,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:52.324963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Attempting to bind port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:52.325990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Attempting to bind port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '39e0fb35-c47a-4af5-99b8-23e61655a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:52.326697 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Attempting to bind port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 on network 9223f038-6471-4983-8f58-cd1f9a5d63cc {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:52.340922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c00d0b4a-4e25-4a2b-bd66-a9dac6684ff4 req-587b6330-6928-49bd-bb74-5a5e8dd93c52 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427157 Jul 08 18:22:52.342065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:52.411966 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:52.414769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:52.416804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Checking segment: {'id': '39e0fb35-c47a-4af5-99b8-23e61655a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:52.420220 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:52.425323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Bound using segment: {'id': '39e0fb35-c47a-4af5-99b8-23e61655a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:52.426063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Bound port: 181caaa6-bfba-4d06-bbfc-2d31e9e67d63, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e0fb35-c47a-4af5-99b8-23e61655a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:52.426676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:52.444298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Transition to ACTIVE for port object 7c11138d-2dff-4b84-92bd-81e6d53ef6ef will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:52.487663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:52.587219 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:52.635501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Subnet': ['ID=9ee890d7-3d11-4085-a72c-f0c311976e2e,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:52.646091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Checking segment: {'id': 'd6eacb5c-7ceb-487c-9513-f92cf3ca69b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c6fd217f-3fc3-49d2-91ad-18a3cb9a223a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:52.646477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network hostable DHCP agents. Network: c6fd217f-3fc3-49d2-91ad-18a3cb9a223a, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:52.669046 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-caa654b0-4581-4e70-9f05-bae656772c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:52.699018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network c6fd217f-3fc3-49d2-91ad-18a3cb9a223a is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:52.726357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, c6fd217f-3fc3-49d2-91ad-18a3cb9a223a) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:52.730503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:52.731091 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:52.739830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port cc69b2b8-d284-42b3-b947-816f1780e766 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:52.740244 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:52.740527 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa654b0-4581-4e70-9f05-bae656772c08 None None] Checking router: 867fc065-ab38-401e-8690-b83e5db9641a for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:22:52.757013 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6a877672-0d37-4f52-adfd-4e19f99759d4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9736381 Jul 08 18:22:52.757013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34918) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:52.772938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': 'c6fd217f-3fc3-49d2-91ad-18a3cb9a223a', 'name': 'tempest-PortsTestJSON-1990009498'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:52.779121 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa654b0-4581-4e70-9f05-bae656772c08 None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:52.780047 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-caa654b0-4581-4e70-9f05-bae656772c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:52.789326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 9223f038-6471-4983-8f58-cd1f9a5d63cc is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:52.798493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:52.813388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:52.814610 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:52.831819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9e073-c629-4b2b-a3ed-ebb53e858dfd req-883839b0-7ae2-436b-9c7a-2cd437ced133 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:52.841162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0be9e073-c629-4b2b-a3ed-ebb53e858dfd req-883839b0-7ae2-436b-9c7a-2cd437ced133 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 945 time: 0.3518999 Jul 08 18:22:52.844062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007f6564-73e4-4fdd-98d7-de488be69ba6 None None] Network c6fd217f-3fc3-49d2-91ad-18a3cb9a223a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:52.891686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=7c11138d-2dff-4b84-92bd-81e6d53ef6ef,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:52.983369 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] For port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:52.988130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] For port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=181caaa6-bfba-4d06-bbfc-2d31e9e67d63,segment=NetworkSegment(39e0fb35-c47a-4af5-99b8-23e61655a906),segment_id=39e0fb35-c47a-4af5-99b8-23e61655a906)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:52.989040 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0be9e073-c629-4b2b-a3ed-ebb53e858dfd req-5a5d6803-1455-46b6-b778-fbfd54914ce6 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464989 Jul 08 18:22:53.010176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34920) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:53.012099 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-caa654b0-4581-4e70-9f05-bae656772c08 None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:53.039485 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:53.044144 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:53.066404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port fd076f5b-eae3-42ef-beab-ed4dc8a911e7 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:53.139356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:53.258076 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:53.265083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.10 (c6fd217f-3fc3-49d2-91ad-18a3cb9a223a/9ee890d7-3d11-4085-a72c-f0c311976e2e/fd076f5b-eae3-42ef-beab-ed4dc8a911e7) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:53.302414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5896b327-c714-47c7-8a63-03a7e4ef47a6 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:53.304413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5896b327-c714-47c7-8a63-03a7e4ef47a6 tempest-TestNetworkBasicOps-1140410434 tempest-TestNetworkBasicOps-1140410434-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 1091 time: 0.2928803 Jul 08 18:22:53.321334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34932) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:53.352709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '0cb14533-1ab8-4400-95de-1434cb202e35', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:53.529164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 69519b6b-a174-4205-8340-39cbab2bc262 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:53.533178 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-caa654b0-4581-4e70-9f05-bae656772c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:53.560141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34936) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:53.604431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883b086-c1b7-4d02-a4f5-2e7ade080ec0 None None] Pushing event updated for resources: {'Port': ['ID=181caaa6-bfba-4d06-bbfc-2d31e9e67d63,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:53.610157 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa654b0-4581-4e70-9f05-bae656772c08 None None] The sync data for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 is: [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2e6ac4a1-c38d-4a7f-8681-46254282cf8a', 'name': '', 'network_id': '290861a4-6c99-4a4a-8333-210f09d19b48', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'mac_address': 'fa:16:3e:b7:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '73502845-fed2-4969-903d-a2a2a3b88605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:57Z', 'updated_at': '2021-07-08T18:11:07Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'subnets': [{'id': '73502845-fed2-4969-903d-a2a2a3b88605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:53.626475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 69519b6b-a174-4205-8340-39cbab2bc262 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:22:53.627153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 69519b6b-a174-4205-8340-39cbab2bc262 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:53.758372 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b119208-c35b-43d6-959e-31006a98bb18 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:53.818689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:22:45Z', 'revision_number': 2, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:51Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:53.846515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b119208-c35b-43d6-959e-31006a98bb18 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:53.856323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe801763-9da8-443d-8998-110e1ca0068e None None] The sync data for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 is: [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:22:45Z', 'revision_number': 2, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:51Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:53.878279 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:53.968566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object fd076f5b-eae3-42ef-beab-ed4dc8a911e7 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:53.970141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 076ed134-a8f7-4f66-bc4d-d08d192e6c4f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:53.982754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-c6fd217f-3fc3-49d2-91ad-18a3cb9a223a', 'network_id': 'c6fd217f-3fc3-49d2-91ad-18a3cb9a223a', 'tenant_id': '729864a2ddd24cf38e07a621ad47bd54', 'fixed_ips': [{'subnet_id': '9ee890d7-3d11-4085-a72c-f0c311976e2e'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:22:53.984122 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.034272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 076ed134-a8f7-4f66-bc4d-d08d192e6c4f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:22:54.036344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 076ed134-a8f7-4f66-bc4d-d08d192e6c4f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:54.041122 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b119208-c35b-43d6-959e-31006a98bb18 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.050830 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b119208-c35b-43d6-959e-31006a98bb18 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.051996 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6b119208-c35b-43d6-959e-31006a98bb18 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "DELETE /v2.0/security-groups/2e797ac0-8782-4fff-a060-402250c946e9 HTTP/1.1" status: 204 len: 168 time: 0.4894898 Jul 08 18:22:54.062356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34944) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:54.105697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b119208-c35b-43d6-959e-31006a98bb18 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e797ac0-8782-4fff-a060-402250c946e9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:54.110168 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-3757793d-c0a1-48cc-a4c1-8baafef56123 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] show failed (client error): The resource could not be found. Jul 08 18:22:54.120129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34946) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:54.120443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3757793d-c0a1-48cc-a4c1-8baafef56123 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "GET /v2.0/security-groups/2e797ac0-8782-4fff-a060-402250c946e9 HTTP/1.1" status: 404 len: 347 time: 0.0557249 Jul 08 18:22:54.121841 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.131426 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.322504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=fd076f5b-eae3-42ef-beab-ed4dc8a911e7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:54.325500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:54.340560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network c6fd217f-3fc3-49d2-91ad-18a3cb9a223a is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:54.396086 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.408116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:54.420965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ce283-4e67-4eb3-98b0-9c3d76a17360 None None] New status for floating IP 60f5631d-3bab-4234-a08d-2f4563f69839: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:22:54.422419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:54.425213 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.434617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.650302 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:54.651067 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.676928 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:54.693740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-196b31a0-d6b2-4bc1-8152-b599868333e0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Deleting port aafa7e50-226f-40bc-a27c-c4cb58047051 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:54.694159 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-196b31a0-d6b2-4bc1-8152-b599868333e0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.711602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Allocated IP 172.20.0.2 (c6fd217f-3fc3-49d2-91ad-18a3cb9a223a/9ee890d7-3d11-4085-a72c-f0c311976e2e/2a91b722-3a45-4e33-b9b5-ee7f5fc112f5) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:54.768061 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=7c11138d-2dff-4b84-92bd-81e6d53ef6ef,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:54.905794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-196b31a0-d6b2-4bc1-8152-b599868333e0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.906430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-196b31a0-d6b2-4bc1-8152-b599868333e0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.909846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:54.935242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network 9223f038-6471-4983-8f58-cd1f9a5d63cc is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:54.936755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-196b31a0-d6b2-4bc1-8152-b599868333e0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Calling delete_port for aafa7e50-226f-40bc-a27c-c4cb58047051 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:54.951704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:55.048500 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.057418 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4fcee5bc-f503-49dc-8d10-00e7f39cb180 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3004012 Jul 08 18:22:55.066178 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34960) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:55.072789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': 'c6fd217f-3fc3-49d2-91ad-18a3cb9a223a', 'name': 'tempest-PortsTestJSON-929225914'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:55.074542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Transition to ACTIVE for port object 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:55.117497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Transition to ACTIVE for port object 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:55.138927 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.197166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Network c6fd217f-3fc3-49d2-91ad-18a3cb9a223a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:55.201610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:55.206268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:55.282297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router d588efc8-5e0d-4536-ab89-ae7e90504b61 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:22:55.334948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Pushing event updated for resources: {'Port': ['ID=2a91b722-3a45-4e33-b9b5-ee7f5fc112f5,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:55.335185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Allocated IP 172.25.8.82 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/4f081c70-90a5-45bc-bb74-d7f54bd4941c) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:55.364992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Attempting to bind port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:55.365503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Attempting to bind port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'd6eacb5c-7ceb-487c-9513-f92cf3ca69b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c6fd217f-3fc3-49d2-91ad-18a3cb9a223a'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:55.365976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Attempting to bind port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 on network c6fd217f-3fc3-49d2-91ad-18a3cb9a223a {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:55.373235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:55.373813 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Checking segment: {'id': 'd6eacb5c-7ceb-487c-9513-f92cf3ca69b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c6fd217f-3fc3-49d2-91ad-18a3cb9a223a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:55.374344 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.374844 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Bound using segment: {'id': 'd6eacb5c-7ceb-487c-9513-f92cf3ca69b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c6fd217f-3fc3-49d2-91ad-18a3cb9a223a'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:55.375429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Bound port: 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6eacb5c-7ceb-487c-9513-f92cf3ca69b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c6fd217f-3fc3-49d2-91ad-18a3cb9a223a'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:55.375940 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.378141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a803f24-8de5-45cb-97e2-6dd4bc3ccc64 None None] Network 9223f038-6471-4983-8f58-cd1f9a5d63cc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:55.494784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] For port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:55.499220 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:55.503991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.514708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] For port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2a91b722-3a45-4e33-b9b5-ee7f5fc112f5,segment=NetworkSegment(d6eacb5c-7ceb-487c-9513-f92cf3ca69b8),segment_id=d6eacb5c-7ceb-487c-9513-f92cf3ca69b8)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:55.523739 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-196b31a0-d6b2-4bc1-8152-b599868333e0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.544226 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.564566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port d6abb2b0-bb66-4669-aef2-c662e4292972 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:22:55.569844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b31a0-d6b2-4bc1-8152-b599868333e0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Pushing event deleted for resources: {'Port': ['ID=aafa7e50-226f-40bc-a27c-c4cb58047051,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:55.585104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:55.592921 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1396e8f3-542c-4636-99ca-62502cc6bb10 None None] Provisioning for port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:55.605533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1c258c52-a330-497e-bdb6-81462f74d98b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7832794 Jul 08 18:22:55.608117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34974) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:55.626319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1703574942'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:55.641201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1396e8f3-542c-4636-99ca-62502cc6bb10 None None] Provisioning complete for port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:55.641201 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1396e8f3-542c-4636-99ca-62502cc6bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.727458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:55.731860 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.747034 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.765646 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-196b31a0-d6b2-4bc1-8152-b599868333e0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.770415 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-196b31a0-d6b2-4bc1-8152-b599868333e0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.781301 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-196b31a0-d6b2-4bc1-8152-b599868333e0 tempest-AttachVolumeShelveTestJSON-1433192995 tempest-AttachVolumeShelveTestJSON-1433192995-project] 10.222.0.73 "DELETE /v2.0/floatingips/60f5631d-3bab-4234-a08d-2f4563f69839 HTTP/1.1" status: 204 len: 168 time: 1.6600318 Jul 08 18:22:55.849911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:22:55.958864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212a4a6-7149-4146-9462-167acddb48e5 None None] Pushing event updated for resources: {'Port': ['ID=2a91b722-3a45-4e33-b9b5-ee7f5fc112f5,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:55.967611 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.968462 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added segment 0deb26ea-2882-4bb1-89e5-cddf0e176fc2 of type vlan for network b98c588a-4c13-4351-84f5-ab4e74f125e7 Jul 08 18:22:55.988291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.11 (c6fd217f-3fc3-49d2-91ad-18a3cb9a223a/9ee890d7-3d11-4085-a72c-f0c311976e2e/d6abb2b0-bb66-4669-aef2-c662e4292972) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:56.156522 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:56.291025 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:56.302480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:56.304975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:56.319440 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1396e8f3-542c-4636-99ca-62502cc6bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:56.320179 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:56.506138 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Sync routers for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:56.533998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fa0c1756-cada-4fa8-a7ec-7cd881edba9d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:56.547332 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:56.548484 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:56.645383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:56.649989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1396e8f3-542c-4636-99ca-62502cc6bb10 None None] For port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=181caaa6-bfba-4d06-bbfc-2d31e9e67d63,segment=NetworkSegment(39e0fb35-c47a-4af5-99b8-23e61655a906),segment_id=39e0fb35-c47a-4af5-99b8-23e61655a906)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:56.674117 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1396e8f3-542c-4636-99ca-62502cc6bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:56.690819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object d6abb2b0-bb66-4669-aef2-c662e4292972 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:56.708343 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:56.782404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396e8f3-542c-4636-99ca-62502cc6bb10 None None] Pushing event updated for resources: {'Port': ['ID=181caaa6-bfba-4d06-bbfc-2d31e9e67d63,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:56.789165 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:56.800150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port fa0c1756-cada-4fa8-a7ec-7cd881edba9d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:56.807007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port fa0c1756-cada-4fa8-a7ec-7cd881edba9d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:56.807883 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:56.889489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network c6fd217f-3fc3-49d2-91ad-18a3cb9a223a is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:56.898486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:56.908863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:56.928777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=d6abb2b0-bb66-4669-aef2-c662e4292972,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:57.022697 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:57.078786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:57.087108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:57.121945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port fa0c1756-cada-4fa8-a7ec-7cd881edba9d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fa0c1756-cada-4fa8-a7ec-7cd881edba9d,segment=NetworkSegment(4f20149f-3677-4164-802d-4e2a609fab56),segment_id=4f20149f-3677-4164-802d-4e2a609fab56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:57.134381 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-37b974de-104e-4b62-9863-16f503225784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0656211 Jul 08 18:22:57.137412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35008) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:57.138803 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:57.139981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:57.447247 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=fa0c1756-cada-4fa8-a7ec-7cd881edba9d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:57.464144 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:22:53Z', 'revision_number': 3, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:22:53Z', 'revision_number': 2, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:51Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:57.491284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1d2638af-45a7-467f-be3d-2709d5c1b0c0 None None] Provisioning complete for port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:57.504797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1d2638af-45a7-467f-be3d-2709d5c1b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:57.531523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85682a9f-f08e-412f-a266-e9f95f5f5784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:57.541349 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Checking router: d588efc8-5e0d-4536-ab89-ae7e90504b61 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:22:57.541938 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Updating router d588efc8-5e0d-4536-ab89-ae7e90504b61 port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:22:57.550872 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-85682a9f-f08e-412f-a266-e9f95f5f5784 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.4019284 Jul 08 18:22:57.551460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35016) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:57.622524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:57.660754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0470192 Jul 08 18:22:57.663343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35022) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:57.676384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'subnet': {'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:57.691663 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:57.733107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:57.742036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Network': ['ID=b98c588a-4c13-4351-84f5-ab4e74f125e7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:57.744517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:57.786049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:57.789696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=4f081c70-90a5-45bc-bb74-d7f54bd4941c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:57.867112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1d2638af-45a7-467f-be3d-2709d5c1b0c0 None None] Provisioning for port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:57.871306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1d2638af-45a7-467f-be3d-2709d5c1b0c0 None None] Provisioning complete for port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:57.871685 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1d2638af-45a7-467f-be3d-2709d5c1b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:57.915986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.916331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.916697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.917028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.917359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.917684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.918007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.925401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.926182 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.930556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.931127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.931798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.947499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.948231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.949749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.950623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.951649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.952888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.953473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.954657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.955186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.956447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.956977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.957861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05730012-a7fb-4010-ba4f-a547763926ac tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:57.988971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77583690-330d-4f70-a07a-96d1b2f444ec None None] Network c6fd217f-3fc3-49d2-91ad-18a3cb9a223a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:57.991042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network b98c588a-4c13-4351-84f5-ab4e74f125e7 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:22:58.182952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:58.201092 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:58.362465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1da5670f-7789-47d9-b885-1f3fb1c8037b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port d6abb2b0-bb66-4669-aef2-c662e4292972 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:22:58.362840 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1da5670f-7789-47d9-b885-1f3fb1c8037b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:58.493673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fa0c1756-cada-4fa8-a7ec-7cd881edba9d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:58.580237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1d2638af-45a7-467f-be3d-2709d5c1b0c0 None None] Port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:58.621917 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1da5670f-7789-47d9-b885-1f3fb1c8037b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:58.664332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1da5670f-7789-47d9-b885-1f3fb1c8037b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for d6abb2b0-bb66-4669-aef2-c662e4292972 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:22:58.710983 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:58.735430 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Transition to ACTIVE for port object 7c11138d-2dff-4b84-92bd-81e6d53ef6ef will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:58.736376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port fa0c1756-cada-4fa8-a7ec-7cd881edba9d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:58.737072 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:58.756537 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:58.834478 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:58.879788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6ee9bb26-01fb-4504-ac5c-fbff378f10a9 None None] Provisioning for port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:58.920069 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545fa01-0637-413b-abc8-cd82f7eb3ee5 None None] Pushing event updated for resources: {'Port': ['ID=7c11138d-2dff-4b84-92bd-81e6d53ef6ef,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:58.935933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6ee9bb26-01fb-4504-ac5c-fbff378f10a9 None None] Provisioning complete for port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:58.936300 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6ee9bb26-01fb-4504-ac5c-fbff378f10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:58.999428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Subnet': ['ID=e38d5788-2332-477f-9905-ba6034008367,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:59.054019 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Attempting to bind port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:59.054754 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Attempting to bind port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '39e0fb35-c47a-4af5-99b8-23e61655a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:59.055380 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Attempting to bind port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef on network 9223f038-6471-4983-8f58-cd1f9a5d63cc {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:59.065876 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:59.067242 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Checking segment: {'id': '39e0fb35-c47a-4af5-99b8-23e61655a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:59.068008 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.068845 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Bound using segment: {'id': '39e0fb35-c47a-4af5-99b8-23e61655a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:59.069614 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Bound port: 7c11138d-2dff-4b84-92bd-81e6d53ef6ef, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e0fb35-c47a-4af5-99b8-23e61655a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:59.072436 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.190794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Checking segment: {'id': '0deb26ea-2882-4bb1-89e5-cddf0e176fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:59.191296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network hostable DHCP agents. Network: b98c588a-4c13-4351-84f5-ab4e74f125e7, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:22:59.210584 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] For port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:59.215314 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] For port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7c11138d-2dff-4b84-92bd-81e6d53ef6ef,segment=NetworkSegment(39e0fb35-c47a-4af5-99b8-23e61655a906),segment_id=39e0fb35-c47a-4af5-99b8-23e61655a906)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:59.220843 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.276749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:59.287091 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1da5670f-7789-47d9-b885-1f3fb1c8037b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.309248 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:59.310444 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:59.391949 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545fa01-0637-413b-abc8-cd82f7eb3ee5 None None] Pushing event updated for resources: {'Port': ['ID=7c11138d-2dff-4b84-92bd-81e6d53ef6ef,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:59.403965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network b98c588a-4c13-4351-84f5-ab4e74f125e7 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:22:59.415190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.417961 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5670f-7789-47d9-b885-1f3fb1c8037b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=d6abb2b0-bb66-4669-aef2-c662e4292972,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:59.454386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, b98c588a-4c13-4351-84f5-ab4e74f125e7) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:59.464764 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:59.465620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.490658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c335c7fc-1238-434a-bdc9-92a8ae011aaf None None] Network b98c588a-4c13-4351-84f5-ab4e74f125e7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:22:59.528440 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-99a86c6c-2df8-432f-b80d-283409914b40 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8607228 Jul 08 18:22:59.536055 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35054) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:59.603500 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6ee9bb26-01fb-4504-ac5c-fbff378f10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.605263 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:59.770885 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.779178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:59.779958 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.812215 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6ee9bb26-01fb-4504-ac5c-fbff378f10a9 None None] For port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2a91b722-3a45-4e33-b9b5-ee7f5fc112f5,segment=NetworkSegment(d6eacb5c-7ceb-487c-9513-f92cf3ca69b8),segment_id=d6eacb5c-7ceb-487c-9513-f92cf3ca69b8)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:59.885548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6ee9bb26-01fb-4504-ac5c-fbff378f10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.978981 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1da5670f-7789-47d9-b885-1f3fb1c8037b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.989178 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1da5670f-7789-47d9-b885-1f3fb1c8037b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/d6abb2b0-bb66-4669-aef2-c662e4292972 HTTP/1.1" status: 204 len: 168 time: 2.4363699 Jul 08 18:22:59.991831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35056) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:00.110375 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:22:53Z', 'revision_number': 3, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:22:59Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:00.200497 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:00.208322 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472e7a6-eda6-45aa-ad97-b37bc1b6cabd None None] The sync data for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 is: [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:22:53Z', 'revision_number': 3, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:22:59Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:00.212023 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:00.332354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9bb26-01fb-4504-ac5c-fbff378f10a9 None None] Pushing event updated for resources: {'Port': ['ID=2a91b722-3a45-4e33-b9b5-ee7f5fc112f5,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:00.442716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-b98c588a-4c13-4351-84f5-ab4e74f125e7', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:23:00.445050 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:00.509452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a8b2224b-b44c-49df-94c2-0568ed5cabbb None None] Provisioning for port fd076f5b-eae3-42ef-beab-ed4dc8a911e7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:00.517022 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a8b2224b-b44c-49df-94c2-0568ed5cabbb None None] Provisioning complete for port fd076f5b-eae3-42ef-beab-ed4dc8a911e7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:00.517653 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a8b2224b-b44c-49df-94c2-0568ed5cabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:00.606805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2224b-b44c-49df-94c2-0568ed5cabbb None None] Port fd076f5b-eae3-42ef-beab-ed4dc8a911e7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:00.744990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a8b2224b-b44c-49df-94c2-0568ed5cabbb None None] Provisioning complete for port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:00.748152 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a8b2224b-b44c-49df-94c2-0568ed5cabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:00.783007 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:00.912281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event updated for resources: {'Port': ['ID=4f081c70-90a5-45bc-bb74-d7f54bd4941c,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:00.963804 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c7e1e3-4027-4547-b713-cd9a69f9614d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:23:00.967954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-08c7e1e3-4027-4547-b713-cd9a69f9614d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/d6abb2b0-bb66-4669-aef2-c662e4292972 HTTP/1.1" status: 404 len: 333 time: 0.9726298 Jul 08 18:23:00.969367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35076) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:01.162023 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a8b2224b-b44c-49df-94c2-0568ed5cabbb None None] Could not find standard attr ID for object d6abb2b0-bb66-4669-aef2-c662e4292972. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:23:01.193771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c11138d-2dff-4b84-92bd-81e6d53ef6ef up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:01.354107 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Floating IP e54645f7-fc24-4032-8d9f-da40b5a7397d associated. External IP: 172.25.8.82, port: 0cb14533-1ab8-4400-95de-1434cb202e35. Jul 08 18:23:01.357991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:01.399874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Allocated IP 2001:db8:2::2 (b98c588a-4c13-4351-84f5-ab4e74f125e7/e38d5788-2332-477f-9905-ba6034008367/e3d67625-bdd3-4881-a329-1bee7e84bbab) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:01.609920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:01.627914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:01.628292 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:01.755205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a29e5966-7b5f-42eb-936b-2f293d59fe51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port fd076f5b-eae3-42ef-beab-ed4dc8a911e7 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:01.759256 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a29e5966-7b5f-42eb-936b-2f293d59fe51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:01.779764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2ac647da-f242-4d59-8019-d4104a4d3b16 None None] Provisioning complete for port fd076f5b-eae3-42ef-beab-ed4dc8a911e7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:01.779764 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2ac647da-f242-4d59-8019-d4104a4d3b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:01.970935 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:01.983824 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a29e5966-7b5f-42eb-936b-2f293d59fe51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:02.004861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2ac647da-f242-4d59-8019-d4104a4d3b16 None None] Port fd076f5b-eae3-42ef-beab-ed4dc8a911e7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:02.007923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a29e5966-7b5f-42eb-936b-2f293d59fe51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for fd076f5b-eae3-42ef-beab-ed4dc8a911e7 owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:02.032879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2ac647da-f242-4d59-8019-d4104a4d3b16 None None] Could not find standard attr ID for object d6abb2b0-bb66-4669-aef2-c662e4292972. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:23:02.075034 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:02.078285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7c11138d-2dff-4b84-92bd-81e6d53ef6ef,segment=NetworkSegment(39e0fb35-c47a-4af5-99b8-23e61655a906),segment_id=39e0fb35-c47a-4af5-99b8-23e61655a906)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:02.092125 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:02.093035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:02.134681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Transition to ACTIVE for port object e3d67625-bdd3-4881-a329-1bee7e84bbab will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:02.184642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 95306ede-48fb-47b0-81f7-46ac7d63ce8f has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:02.331524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=7c11138d-2dff-4b84-92bd-81e6d53ef6ef,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:02.385872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Transition to ACTIVE for port object e3d67625-bdd3-4881-a329-1bee7e84bbab will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:02.415504 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:02.520797 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Allocated IP 2001:db8:2::1 (b98c588a-4c13-4351-84f5-ab4e74f125e7/e38d5788-2332-477f-9905-ba6034008367/c9947fa9-42df-4447-846c-e7628db20a0d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:02.556552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Network b98c588a-4c13-4351-84f5-ab4e74f125e7 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:02.575832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:02.576292 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:02.677692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:02.681050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:02.746882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Pushing event updated for resources: {'Port': ['ID=e3d67625-bdd3-4881-a329-1bee7e84bbab,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:02.764292 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:02.799984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Transition to ACTIVE for port object c9947fa9-42df-4447-846c-e7628db20a0d will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:02.818115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Attempting to bind port e3d67625-bdd3-4881-a329-1bee7e84bbab on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:02.818516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Attempting to bind port e3d67625-bdd3-4881-a329-1bee7e84bbab by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '0deb26ea-2882-4bb1-89e5-cddf0e176fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:02.818881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Attempting to bind port e3d67625-bdd3-4881-a329-1bee7e84bbab on network b98c588a-4c13-4351-84f5-ab4e74f125e7 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:02.825075 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:02.825457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Checking segment: {'id': '0deb26ea-2882-4bb1-89e5-cddf0e176fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:02.825862 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:02.826331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Bound using segment: {'id': '0deb26ea-2882-4bb1-89e5-cddf0e176fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:02.827169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Bound port: e3d67625-bdd3-4881-a329-1bee7e84bbab, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deb26ea-2882-4bb1-89e5-cddf0e176fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:02.827556 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:02.884629 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:02.905339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] For port e3d67625-bdd3-4881-a329-1bee7e84bbab, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:02.909599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] For port e3d67625-bdd3-4881-a329-1bee7e84bbab, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e3d67625-bdd3-4881-a329-1bee7e84bbab,segment=NetworkSegment(0deb26ea-2882-4bb1-89e5-cddf0e176fc2),segment_id=0deb26ea-2882-4bb1-89e5-cddf0e176fc2)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:02.914254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:02.979738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network b98c588a-4c13-4351-84f5-ab4e74f125e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:02.983128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:02.986081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40a023-2e6c-4a36-8c7c-83d5a4d2cbc2 None None] Pushing event updated for resources: {'Port': ['ID=e3d67625-bdd3-4881-a329-1bee7e84bbab,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:02.993772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:02.998652 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:03.010616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c11138d-2dff-4b84-92bd-81e6d53ef6ef up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:03.131614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:03.132017 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:03.153159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=c9947fa9-42df-4447-846c-e7628db20a0d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:03.354362 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:03.607519 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:03.609841 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a29e5966-7b5f-42eb-936b-2f293d59fe51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:03.638366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:03.651518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00387dd6-0130-4017-b50f-323712b55b59 None None] Sync routers for ids ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:03.679123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00387dd6-0130-4017-b50f-323712b55b59 None None] Routers {'95306ede-48fb-47b0-81f7-46ac7d63ce8f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:03.680939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-00387dd6-0130-4017-b50f-323712b55b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:03.754661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e5966-7b5f-42eb-936b-2f293d59fe51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=fd076f5b-eae3-42ef-beab-ed4dc8a911e7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:03.812375 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:03.916312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a29e5966-7b5f-42eb-936b-2f293d59fe51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:03.919067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a29e5966-7b5f-42eb-936b-2f293d59fe51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/fd076f5b-eae3-42ef-beab-ed4dc8a911e7 HTTP/1.1" status: 204 len: 168 time: 2.9487100 Jul 08 18:23:03.921751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35126) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:03.981236 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-322c3543-5688-4035-b612-84ef1f35efc9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:23:03.983270 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-322c3543-5688-4035-b612-84ef1f35efc9 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/fd076f5b-eae3-42ef-beab-ed4dc8a911e7 HTTP/1.1" status: 404 len: 333 time: 0.0603125 Jul 08 18:23:03.985567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9e8ff889-74e6-4b77-8189-770d3b611f11 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.6629815 Jul 08 18:23:03.986438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35128) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:03.987680 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70727cbc-576b-4cec-8caf-f801b8f51591', 'tag': '0cb14533-1ab8-4400-95de-1434cb202e35'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:03.990287 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5051cff2-fb24-4b8f-8f49-78b58aa24d05" -d '{"events": [{"name": "network-changed", "server_uuid": "70727cbc-576b-4cec-8caf-f801b8f51591", "tag": "0cb14533-1ab8-4400-95de-1434cb202e35"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:03.995241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35130) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:04.028431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:04.031632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-00387dd6-0130-4017-b50f-323712b55b59 None None] Set router 95306ede-48fb-47b0-81f7-46ac7d63ce8f gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:04.136024 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:04.138941 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:04.152624 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4c7c4c-c5fc-4720-9d64-15721f06faf0 x-openstack-request-id: req-5a4c7c4c-c5fc-4720-9d64-15721f06faf0 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:04.158618 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70727cbc-576b-4cec-8caf-f801b8f51591", "tag": "0cb14533-1ab8-4400-95de-1434cb202e35", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:04.159508 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a4c7c4c-c5fc-4720-9d64-15721f06faf0 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:04.159952 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70727cbc-576b-4cec-8caf-f801b8f51591', 'tag': '0cb14533-1ab8-4400-95de-1434cb202e35', 'status': 'completed', 'code': 200} Jul 08 18:23:04.183961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7b4944-4944-4e1f-bab1-657abf60fbc7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting subnet 9ee890d7-3d11-4085-a72c-f0c311976e2e {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:04.188141 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4944-4944-4e1f-bab1-657abf60fbc7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:04.268029 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4944-4944-4e1f-bab1-657abf60fbc7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:04.388490 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:04.399374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=c9947fa9-42df-4447-846c-e7628db20a0d,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:04.440263 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f0e35b68-29da-47b9-9e5f-5ed9b31ab4f2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/floatingips/e54645f7-fc24-4032-8d9f-da40b5a7397d HTTP/1.1" status: 200 len: 990 time: 0.4438572 Jul 08 18:23:04.462406 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4944-4944-4e1f-bab1-657abf60fbc7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:04.540928 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4944-4944-4e1f-bab1-657abf60fbc7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:04.578525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b4944-4944-4e1f-bab1-657abf60fbc7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee890d7-3d11-4085-a72c-f0c311976e2e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:04.592230 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4944-4944-4e1f-bab1-657abf60fbc7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:04.594592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5c7b4944-4944-4e1f-bab1-657abf60fbc7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/9ee890d7-3d11-4085-a72c-f0c311976e2e HTTP/1.1" status: 204 len: 168 time: 0.6011980 Jul 08 18:23:04.597705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35146) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:04.612803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3baaef-f312-4c54-b3aa-990b8348874d None None] Network c6fd217f-3fc3-49d2-91ad-18a3cb9a223a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:04.618866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051cff2-fb24-4b8f-8f49-78b58aa24d05 req-a4dbb980-ebfb-4e85-a464-6c44655736a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:04.620396 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5051cff2-fb24-4b8f-8f49-78b58aa24d05 req-a4dbb980-ebfb-4e85-a464-6c44655736a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 1096 time: 0.4020305 Jul 08 18:23:04.740179 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:04.823790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051cff2-fb24-4b8f-8f49-78b58aa24d05 req-434e621b-3859-468b-84f8-04efb20dce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:04.825337 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5051cff2-fb24-4b8f-8f49-78b58aa24d05 req-434e621b-3859-468b-84f8-04efb20dce1d service neutron] 10.222.0.74 "GET /v2.0/networks?id=cac89b37-9f9c-4b04-8cea-6164084643e0 HTTP/1.1" status: 200 len: 897 time: 0.1946051 Jul 08 18:23:04.865717 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network b98c588a-4c13-4351-84f5-ab4e74f125e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:04.867560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:04.912038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:04.913542 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:04.964427 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5051cff2-fb24-4b8f-8f49-78b58aa24d05 req-5ac4d154-464d-4a39-8d90-cc84f940a64d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cb14533-1ab8-4400-95de-1434cb202e35 HTTP/1.1" status: 200 len: 998 time: 0.1282046 Jul 08 18:23:05.038050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] For port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2a91b722-3a45-4e33-b9b5-ee7f5fc112f5,segment=NetworkSegment(d6eacb5c-7ceb-487c-9513-f92cf3ca69b8),segment_id=d6eacb5c-7ceb-487c-9513-f92cf3ca69b8)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:05.038802 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.054911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3d67625-bdd3-4881-a329-1bee7e84bbab up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:05.055549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:05.058462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066b998-c68f-43af-aaff-809d12dd95b6 None None] Network b98c588a-4c13-4351-84f5-ab4e74f125e7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:05.141150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.166298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051cff2-fb24-4b8f-8f49-78b58aa24d05 req-e86d2c14-b6a9-44da-a14c-99c1130a9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:05.169032 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5051cff2-fb24-4b8f-8f49-78b58aa24d05 req-e86d2c14-b6a9-44da-a14c-99c1130a9fc5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c88ac05-58e5-4811-9333-6368a6ac4844 HTTP/1.1" status: 200 len: 834 time: 0.1862323 Jul 08 18:23:05.172291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=2a91b722-3a45-4e33-b9b5-ee7f5fc112f5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:05.176439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No DVR routers for this DVR port 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:05.248461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-00387dd6-0130-4017-b50f-323712b55b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:19Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e54645f7-fc24-4032-8d9f-da40b5a7397d', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'port_id': '0cb14533-1ab8-4400-95de-1434cb202e35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'mac_address': 'fa:16:3e:db:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70727cbc-576b-4cec-8caf-f801b8f51591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:22:58Z', 'updated_at': '2021-07-08T18:22:58Z', 'revision_number': 0, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10deb2f0-58f8-45cb-a5a2-7d904fc446fb', 'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:88:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:17Z', 'updated_at': '2021-07-08T18:22:26Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:05.265424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router d588efc8-5e0d-4536-ab89-ae7e90504b61 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:05.273600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.293447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fd217f-3fc3-49d2-91ad-18a3cb9a223a']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:05.311710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6eacb5c-7ceb-487c-9513-f92cf3ca69b8') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:05.312348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6eacb5c-7ceb-487c-9513-f92cf3ca69b8') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:05.318349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00387dd6-0130-4017-b50f-323712b55b59 None None] Checking router: 95306ede-48fb-47b0-81f7-46ac7d63ce8f for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:05.325337 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.370723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00387dd6-0130-4017-b50f-323712b55b59 None None] Routers {'95306ede-48fb-47b0-81f7-46ac7d63ce8f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:05.371485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-00387dd6-0130-4017-b50f-323712b55b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:05.384785 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.395616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:23:05.396537 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.400612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-095fe233-fe46-4c69-bfbf-d202b00146e6 None None] Provisioning for port e3d67625-bdd3-4881-a329-1bee7e84bbab completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:23:05.402511 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:23:05.456852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35164) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:05.516364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051cff2-fb24-4b8f-8f49-78b58aa24d05 req-6f4f8c11-6a16-46f3-afb3-71fd6e0b8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:05.519580 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5051cff2-fb24-4b8f-8f49-78b58aa24d05 req-6f4f8c11-6a16-46f3-afb3-71fd6e0b8070 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cac89b37-9f9c-4b04-8cea-6164084643e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3330691 Jul 08 18:23:05.520975 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:05.530875 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Sync routers for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:05.534166 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ac5cb17a-4ac5-4b11-82e3-536e171467e0 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9953640 Jul 08 18:23:05.548889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35166) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:05.562784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1776519896'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:05.571570 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:05.578913 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:05.625722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.642065 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.645935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/networks/c6fd217f-3fc3-49d2-91ad-18a3cb9a223a HTTP/1.1" status: 204 len: 168 time: 1.0465975 Jul 08 18:23:05.647802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:05.652356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.663082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35168) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:05.669831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-336106283'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:05.695961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad67d8-ddee-4eed-9907-bc2ca92f6d37 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Network': ['ID=c6fd217f-3fc3-49d2-91ad-18a3cb9a223a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:05.704928 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5051cff2-fb24-4b8f-8f49-78b58aa24d05 req-f5e6df67-f5d0-49d7-9953-7bba14da5b4d service neutron] 10.222.0.74 "GET /v2.0/networks/cac89b37-9f9c-4b04-8cea-6164084643e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696465 Jul 08 18:23:05.718959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:23:05.729733 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.730508 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added segment 57e00204-b350-4f90-9271-c32f3c2396f5 of type vlan for network fd832a35-9782-41d4-9817-07430bec31da Jul 08 18:23:05.778275 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.826285 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.841410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:05.842566 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.866830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:05.868186 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:05.874188 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.877219 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5051cff2-fb24-4b8f-8f49-78b58aa24d05 req-111bbf2f-9236-4164-bc86-46da99261d4e service neutron] 10.222.0.74 "GET /v2.0/networks/cac89b37-9f9c-4b04-8cea-6164084643e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122329 Jul 08 18:23:05.929017 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3d0429ed-ce54-4813-a547-6ba91e6fa084 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/floatingips/e54645f7-fc24-4032-8d9f-da40b5a7397d HTTP/1.1" status: 200 len: 990 time: 0.4715195 Jul 08 18:23:05.978084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-00387dd6-0130-4017-b50f-323712b55b59 None None] Set router 95306ede-48fb-47b0-81f7-46ac7d63ce8f gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:05.983063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4301999 Jul 08 18:23:05.984108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35174) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:05.990838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'subnet': {'network_id': 'fd832a35-9782-41d4-9817-07430bec31da', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:05.996259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bc7f3-4ac6-401b-a8ea-3335a8ec668b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Network': ['ID=fd832a35-9782-41d4-9817-07430bec31da,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:06.018810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:23:06.101294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:06.101593 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Added segment d0d6b18d-4111-49ce-b982-b38fc4c11367 of type vlan for network 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd Jul 08 18:23:06.226369 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Made reservation on behalf of 055644b039984b20990db6191e46607e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:06.229081 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:06.230877 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:06.259237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cdee41-8eea-44c3-885c-d8e4581d7565 None None] DHCP port deletion for c6fd217f-3fc3-49d2-91ad-18a3cb9a223a request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:23:06.261144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network fd832a35-9782-41d4-9817-07430bec31da details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:23:06.287341 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:06.293459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:06.300834 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:06.370059 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:03Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:03Z', 'revision_number': 2, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:06.444338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7789257 Jul 08 18:23:06.444654 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Checking router: d588efc8-5e0d-4536-ab89-ae7e90504b61 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:06.445016 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Updating router d588efc8-5e0d-4536-ab89-ae7e90504b61 port c9947fa9-42df-4447-846c-e7628db20a0d binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:23:06.449028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35184) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:06.454986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': '116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:06.461193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff778b5-aab9-4ffb-b070-5b5c676428ae tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Network': ['ID=116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:06.496869 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:06.497016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port e3d67625-bdd3-4881-a329-1bee7e84bbab completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:06.525390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e3d67625-bdd3-4881-a329-1bee7e84bbab triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:06.525902 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:06.564472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:23:06.623209 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:06.734140 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2cf4e2cc-6b5e-4081-8602-41bd2435d5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:06.745296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:06.755956 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:06.856372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Subnet': ['ID=4032a45b-22c6-4fb6-9269-113131729131,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:06.870699 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:06.900114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Checking segment: {'id': '57e00204-b350-4f90-9271-c32f3c2396f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:06.900780 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network hostable DHCP agents. Network: fd832a35-9782-41d4-9817-07430bec31da, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:23:06.937709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-00387dd6-0130-4017-b50f-323712b55b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:19Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e54645f7-fc24-4032-8d9f-da40b5a7397d', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'port_id': '0cb14533-1ab8-4400-95de-1434cb202e35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'mac_address': 'fa:16:3e:db:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70727cbc-576b-4cec-8caf-f801b8f51591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:22:58Z', 'updated_at': '2021-07-08T18:22:58Z', 'revision_number': 0, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10deb2f0-58f8-45cb-a5a2-7d904fc446fb', 'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:88:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:17Z', 'updated_at': '2021-07-08T18:22:26Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:06.937999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35194) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:06.988581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00387dd6-0130-4017-b50f-323712b55b59 None None] The sync data for ids ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'] in n-d-799684-3 is: [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:19Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'e54645f7-fc24-4032-8d9f-da40b5a7397d', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'port_id': '0cb14533-1ab8-4400-95de-1434cb202e35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'mac_address': 'fa:16:3e:db:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70727cbc-576b-4cec-8caf-f801b8f51591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:22:58Z', 'updated_at': '2021-07-08T18:22:58Z', 'revision_number': 0, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10deb2f0-58f8-45cb-a5a2-7d904fc446fb', 'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:88:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:17Z', 'updated_at': '2021-07-08T18:22:26Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:07.022445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port e3d67625-bdd3-4881-a329-1bee7e84bbab, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e3d67625-bdd3-4881-a329-1bee7e84bbab,segment=NetworkSegment(0deb26ea-2882-4bb1-89e5-cddf0e176fc2),segment_id=0deb26ea-2882-4bb1-89e5-cddf0e176fc2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:07.041187 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:07.084527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network fd832a35-9782-41d4-9817-07430bec31da is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:23:07.140732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, fd832a35-9782-41d4-9817-07430bec31da) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:07.158553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=e3d67625-bdd3-4881-a329-1bee7e84bbab,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:07.181403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:07.182015 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:07.184613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a76d2f-afb7-4b37-aa78-8662ad9f3083 None None] Network fd832a35-9782-41d4-9817-07430bec31da requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:07.231727 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-076988c1-098f-40e2-bf17-b66e13d96364 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/floatingips/e54645f7-fc24-4032-8d9f-da40b5a7397d HTTP/1.1" status: 200 len: 990 time: 0.2799988 Jul 08 18:23:07.243206 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:07.247941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:07.252061 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28dafb98-7c14-452c-88ed-b577b72be7aa tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2675188 Jul 08 18:23:07.257433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35202) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:07.277731 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Transition to ACTIVE for port object c9947fa9-42df-4447-846c-e7628db20a0d will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:07.288318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:07.288878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2a91b722-3a45-4e33-b9b5-ee7f5fc112f5 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:07.301726 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:07.414032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:07.460106 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab99c44-7e87-481c-8140-5e6335e7e118 None None] Pushing event updated for resources: {'Port': ['ID=c9947fa9-42df-4447-846c-e7628db20a0d,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:07.515367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24cd13-484f-434c-9caf-97508bb63d40 None None] New status for floating IP e54645f7-fc24-4032-8d9f-da40b5a7397d: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:23:07.617551 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Subnet': ['ID=9e5f76ad-5a32-4fdb-9270-396d5b159491,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:07.645444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Checking segment: {'id': 'd0d6b18d-4111-49ce-b982-b38fc4c11367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:07.647055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network hostable DHCP agents. Network: 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:23:07.663839 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Attempting to bind port c9947fa9-42df-4447-846c-e7628db20a0d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:07.666767 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Attempting to bind port c9947fa9-42df-4447-846c-e7628db20a0d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '0deb26ea-2882-4bb1-89e5-cddf0e176fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:07.667352 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Attempting to bind port c9947fa9-42df-4447-846c-e7628db20a0d on network b98c588a-4c13-4351-84f5-ab4e74f125e7 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:07.680960 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:07.696337 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Checking segment: {'id': '0deb26ea-2882-4bb1-89e5-cddf0e176fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:07.697261 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:07.698832 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Bound using segment: {'id': '0deb26ea-2882-4bb1-89e5-cddf0e176fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:07.700233 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Bound port: c9947fa9-42df-4447-846c-e7628db20a0d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deb26ea-2882-4bb1-89e5-cddf0e176fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:07.703146 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:07.708871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:23:07.727058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:07.731426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35212) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:07.740072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:07.740845 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:07.797465 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6886463d-6cb7-4adc-b2f7-c377e6de91c5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3444276 Jul 08 18:23:07.797738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35216) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:07.817185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': '116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd', 'name': 'tempest-PortsTestJSON-514675554', 'fixed_ips': [{'subnet_id': '9e5f76ad-5a32-4fdb-9270-396d5b159491', 'ip_address': '172.20.0.10'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:07.865129 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] For port c9947fa9-42df-4447-846c-e7628db20a0d, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:07.877986 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] For port c9947fa9-42df-4447-846c-e7628db20a0d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c9947fa9-42df-4447-846c-e7628db20a0d,segment=NetworkSegment(0deb26ea-2882-4bb1-89e5-cddf0e176fc2),segment_id=0deb26ea-2882-4bb1-89e5-cddf0e176fc2)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:07.885367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd506ee3-6a37-4b87-bf78-5b5dcdeb2ece None None] Network 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:07.888405 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:08.120091 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab99c44-7e87-481c-8140-5e6335e7e118 None None] Pushing event updated for resources: {'Port': ['ID=c9947fa9-42df-4447-846c-e7628db20a0d,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:08.160982 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:08.165951 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:22:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:08.216186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:08.264306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35226) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:08.335954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-fd832a35-9782-41d4-9817-07430bec31da', 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da', 'tenant_id': '055644b039984b20990db6191e46607e', 'fixed_ips': [{'subnet_id': '4032a45b-22c6-4fb6-9269-113131729131'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:23:08.336934 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:08.408218 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:08.436169 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:08.525753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Allocated IP 2001:db8:3::2 (fd832a35-9782-41d4-9817-07430bec31da/4032a45b-22c6-4fb6-9269-113131729131/c5eef65c-ba7a-44c8-935b-474e37f43e99) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:08.764940 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:08.782165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Transition to ACTIVE for port object c5eef65c-ba7a-44c8-935b-474e37f43e99 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:08.801572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Transition to ACTIVE for port object c5eef65c-ba7a-44c8-935b-474e37f43e99 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:08.820036 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:08.956328 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Network fd832a35-9782-41d4-9817-07430bec31da is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:08.957572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-31eced39-a215-4dcb-9139-2eda7b0264fb None None] Provisioning complete for port e3d67625-bdd3-4881-a329-1bee7e84bbab triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:08.957952 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-31eced39-a215-4dcb-9139-2eda7b0264fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:08.961068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Pushing event updated for resources: {'Port': ['ID=c5eef65c-ba7a-44c8-935b-474e37f43e99,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:08.963893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:08.999859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:09.011453 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:09.057695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Allocated IP 2001:db8:3::1 (fd832a35-9782-41d4-9817-07430bec31da/4032a45b-22c6-4fb6-9269-113131729131/41c9509f-2853-4f0e-8487-9e7913caad01) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:09.109509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd', 'network_id': '116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd', 'tenant_id': '729864a2ddd24cf38e07a621ad47bd54', 'fixed_ips': [{'subnet_id': '9e5f76ad-5a32-4fdb-9270-396d5b159491'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:23:09.115723 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:09.268686 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:03Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:07Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:09.278884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port 763ca308-55eb-4d0b-906e-1f5ae00c2f82 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:23:09.306293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Attempting to bind port c5eef65c-ba7a-44c8-935b-474e37f43e99 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:09.312597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Attempting to bind port c5eef65c-ba7a-44c8-935b-474e37f43e99 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '57e00204-b350-4f90-9271-c32f3c2396f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:09.313164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Attempting to bind port c5eef65c-ba7a-44c8-935b-474e37f43e99 on network fd832a35-9782-41d4-9817-07430bec31da {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:09.322582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-088f1115-0f7b-4d08-b3fd-cd4f15479684 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/floatingips/e54645f7-fc24-4032-8d9f-da40b5a7397d HTTP/1.1" status: 200 len: 992 time: 1.0558546 Jul 08 18:23:09.334917 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c523a-29be-4152-9f06-9164c336a3d5 None None] The sync data for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 is: [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:03Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:07Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:09.343392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3d67625-bdd3-4881-a329-1bee7e84bbab up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:09.369108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:09.379349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:09.380058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Checking segment: {'id': '57e00204-b350-4f90-9271-c32f3c2396f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:09.380642 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:09.381225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Bound using segment: {'id': '57e00204-b350-4f90-9271-c32f3c2396f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:09.381898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Bound port: c5eef65c-ba7a-44c8-935b-474e37f43e99, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e00204-b350-4f90-9271-c32f3c2396f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:09.385525 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:09.413467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Transition to ACTIVE for port object 41c9509f-2853-4f0e-8487-9e7913caad01 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:09.478560 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-354a1dd8-5e4c-4400-a01b-3abb594f66ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:09.519146 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:09.526529 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:09.629714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network fd832a35-9782-41d4-9817-07430bec31da is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:09.637046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:09.640875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:09.641448 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:09.702441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=41c9509f-2853-4f0e-8487-9e7913caad01,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:09.890011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:09.944897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e3d67625-bdd3-4881-a329-1bee7e84bbab triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:09.944897 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:09.972020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.10 (116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd/9e5f76ad-5a32-4fdb-9270-396d5b159491/763ca308-55eb-4d0b-906e-1f5ae00c2f82) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:10.287037 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:10.309796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] For port c5eef65c-ba7a-44c8-935b-474e37f43e99, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:10.318529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-31eced39-a215-4dcb-9139-2eda7b0264fb None None] Provisioning for port c9947fa9-42df-4447-846c-e7628db20a0d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:10.333023 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] For port c5eef65c-ba7a-44c8-935b-474e37f43e99, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c5eef65c-ba7a-44c8-935b-474e37f43e99,segment=NetworkSegment(57e00204-b350-4f90-9271-c32f3c2396f5),segment_id=57e00204-b350-4f90-9271-c32f3c2396f5)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:10.373150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:10.383707 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:10.387451 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object 763ca308-55eb-4d0b-906e-1f5ae00c2f82 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:10.438593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:10.567307 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:10.601495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1bdc4-fa10-41c7-b2b6-da28d3702d93 None None] Pushing event updated for resources: {'Port': ['ID=c5eef65c-ba7a-44c8-935b-474e37f43e99,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:10.633794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Allocated IP 172.20.0.2 (116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd/9e5f76ad-5a32-4fdb-9270-396d5b159491/cfd6b02d-4de9-4e6a-8d92-614a1ed7475c) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:10.634193 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:10.654428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:10.655325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:10.661730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:10.703789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:10.706847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:10.818714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=763ca308-55eb-4d0b-906e-1f5ae00c2f82,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:10.863787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Network fd832a35-9782-41d4-9817-07430bec31da is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:10.882621 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:10.900435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event updated for resources: {'Port': ['ID=41c9509f-2853-4f0e-8487-9e7913caad01,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:11.049998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:11.065390 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:11.105410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-287a40f0-aa94-4861-8f7c-4d80e836040f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3049288 Jul 08 18:23:11.109521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35258) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:11.125172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': '116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd', 'name': 'tempest-PortsTestJSON-462859915', 'fixed_ips': [{'subnet_id': '9e5f76ad-5a32-4fdb-9270-396d5b159491', 'ip_address': '172.20.0.9'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:11.331550 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:11.347777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Transition to ACTIVE for port object cfd6b02d-4de9-4e6a-8d92-614a1ed7475c will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:11.379840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Transition to ACTIVE for port object cfd6b02d-4de9-4e6a-8d92-614a1ed7475c will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:11.388567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c5eef65c-ba7a-44c8-935b-474e37f43e99 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:11.395678 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:11.447887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Network 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:11.479567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:11.482146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:11.542965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] Deleting port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:11.543546 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:11.664424 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Pushing event updated for resources: {'Port': ['ID=cfd6b02d-4de9-4e6a-8d92-614a1ed7475c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:11.786058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] For port 2e6ac4a1-c38d-4a7f-8681-46254282cf8a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2e6ac4a1-c38d-4a7f-8681-46254282cf8a,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:11.788994 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:11.810543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port c5eef65c-ba7a-44c8-935b-474e37f43e99 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:11.813724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Attempting to bind port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:11.814084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Attempting to bind port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'd0d6b18d-4111-49ce-b982-b38fc4c11367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:11.814512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Attempting to bind port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c on network 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:11.829712 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:11.830580 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Checking segment: {'id': 'd0d6b18d-4111-49ce-b982-b38fc4c11367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:11.830580 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:11.831050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Bound using segment: {'id': 'd0d6b18d-4111-49ce-b982-b38fc4c11367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:11.831989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Bound port: cfd6b02d-4de9-4e6a-8d92-614a1ed7475c, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d6b18d-4111-49ce-b982-b38fc4c11367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:11.831989 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:11.836701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] Calling delete_port for 2e6ac4a1-c38d-4a7f-8681-46254282cf8a owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:11.847894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:11.853860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c9947fa9-42df-4447-846c-e7628db20a0d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:11.928310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router d588efc8-5e0d-4536-ab89-ae7e90504b61 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:12.088850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] For port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:12.092681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] For port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cfd6b02d-4de9-4e6a-8d92-614a1ed7475c,segment=NetworkSegment(d0d6b18d-4111-49ce-b982-b38fc4c11367),segment_id=d0d6b18d-4111-49ce-b982-b38fc4c11367)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:12.110676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:12.158003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port c9947fa9-42df-4447-846c-e7628db20a0d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:12.196284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c9947fa9-42df-4447-846c-e7628db20a0d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:12.196699 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:12.220523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:12.226967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:12.245688 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-70dd59a0-4db5-45e8-b9d0-ace3b8fd67b4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9834092 Jul 08 18:23:12.254130 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Sync routers for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:12.293068 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:12.294309 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:12.295799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35276) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:12.304086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-09ba7e88-0603-47a6-b4dd-42e2857ee466 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:12.407786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ca50c-725b-4354-9452-af0b2de26ef0 None None] Pushing event updated for resources: {'Port': ['ID=cfd6b02d-4de9-4e6a-8d92-614a1ed7475c,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:12.494280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18127042-5d00-40c2-882d-d21c13569826 None None] Network fd832a35-9782-41d4-9817-07430bec31da requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:12.557714 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:12.597095 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:12.623963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:12.656477 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:12.680211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-78a59b9c-409e-4d5b-b40f-4c15613e4f8b None None] Provisioning for port c5eef65c-ba7a-44c8-935b-474e37f43e99 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:12.680409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6ac4a1-c38d-4a7f-8681-46254282cf8a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:12.718341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port 35a05b1e-e6af-4c79-ba85-1a65f50244c5 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:23:12.727315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-78a59b9c-409e-4d5b-b40f-4c15613e4f8b None None] Provisioning complete for port c5eef65c-ba7a-44c8-935b-474e37f43e99 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:12.727657 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78a59b9c-409e-4d5b-b40f-4c15613e4f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:12.905911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port c9947fa9-42df-4447-846c-e7628db20a0d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c9947fa9-42df-4447-846c-e7628db20a0d,segment=NetworkSegment(0deb26ea-2882-4bb1-89e5-cddf0e176fc2),segment_id=0deb26ea-2882-4bb1-89e5-cddf0e176fc2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:12.916017 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:13.003685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=c9947fa9-42df-4447-846c-e7628db20a0d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:13.237929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.9 (116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd/9e5f76ad-5a32-4fdb-9270-396d5b159491/35a05b1e-e6af-4c79-ba85-1a65f50244c5) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:13.261080 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78a59b9c-409e-4d5b-b40f-4c15613e4f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:13.287759 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:09Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '41c9509f-2853-4f0e-8487-9e7913caad01', 'name': '', 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:e7:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '4032a45b-22c6-4fb6-9269-113131729131', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:08Z', 'updated_at': '2021-07-08T18:23:10Z', 'revision_number': 2, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '4032a45b-22c6-4fb6-9269-113131729131', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:07Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:13.322492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-78a59b9c-409e-4d5b-b40f-4c15613e4f8b None None] For port c5eef65c-ba7a-44c8-935b-474e37f43e99, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c5eef65c-ba7a-44c8-935b-474e37f43e99,segment=NetworkSegment(57e00204-b350-4f90-9271-c32f3c2396f5),segment_id=57e00204-b350-4f90-9271-c32f3c2396f5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:13.346050 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78a59b9c-409e-4d5b-b40f-4c15613e4f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:13.450325 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Checking router: d588efc8-5e0d-4536-ab89-ae7e90504b61 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:13.458181 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Updating router d588efc8-5e0d-4536-ab89-ae7e90504b61 port 41c9509f-2853-4f0e-8487-9e7913caad01 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:23:13.520482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a59b9c-409e-4d5b-b40f-4c15613e4f8b None None] Pushing event updated for resources: {'Port': ['ID=c5eef65c-ba7a-44c8-935b-474e37f43e99,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:13.632606 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:13.734387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c9947fa9-42df-4447-846c-e7628db20a0d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:13.923691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c9947fa9-42df-4447-846c-e7628db20a0d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:13.925014 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:13.942991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:14.016484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object 35a05b1e-e6af-4c79-ba85-1a65f50244c5 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:14.147074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:14.228245 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e0ea373d-f285-4227-92ad-3218a8d6a4d3 None None] Provisioning complete for port c5eef65c-ba7a-44c8-935b-474e37f43e99 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:14.228783 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0ea373d-f285-4227-92ad-3218a8d6a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:14.356033 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:14.367805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:14.370259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=35a05b1e-e6af-4c79-ba85-1a65f50244c5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:14.397901 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:14.400132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:14.507063 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:14.547560 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Transition to ACTIVE for port object 41c9509f-2853-4f0e-8487-9e7913caad01 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:14.555332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:14.556353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:14.563038 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:14.588948 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-468f5272-e9f4-431b-ba1c-6cc6c4cb7ece tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4760396 Jul 08 18:23:14.590039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35310) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:14.697763 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961192e-db07-40dd-8bef-57ccb83d59bd None None] Pushing event updated for resources: {'Port': ['ID=41c9509f-2853-4f0e-8487-9e7913caad01,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:14.782790 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Attempting to bind port 41c9509f-2853-4f0e-8487-9e7913caad01 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:14.783978 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Attempting to bind port 41c9509f-2853-4f0e-8487-9e7913caad01 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '57e00204-b350-4f90-9271-c32f3c2396f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:14.784457 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Attempting to bind port 41c9509f-2853-4f0e-8487-9e7913caad01 on network fd832a35-9782-41d4-9817-07430bec31da {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:14.795037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f98a72-a1ca-4241-87a8-f17dffc36efa None None] Network 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:14.796956 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:14.797431 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Checking segment: {'id': '57e00204-b350-4f90-9271-c32f3c2396f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:14.798404 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:14.798947 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Bound using segment: {'id': '57e00204-b350-4f90-9271-c32f3c2396f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:14.800250 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Bound port: 41c9509f-2853-4f0e-8487-9e7913caad01, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e00204-b350-4f90-9271-c32f3c2396f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:14.800691 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:14.832985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cfd6b02d-4de9-4e6a-8d92-614a1ed7475c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:14.901801 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] For port 41c9509f-2853-4f0e-8487-9e7913caad01, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:14.906427 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] For port 41c9509f-2853-4f0e-8487-9e7913caad01, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=41c9509f-2853-4f0e-8487-9e7913caad01,segment=NetworkSegment(57e00204-b350-4f90-9271-c32f3c2396f5),segment_id=57e00204-b350-4f90-9271-c32f3c2396f5)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:14.916514 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:14.997908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9204343-7653-4ec0-a9fd-8badddff473a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:15.004069 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f9204343-7653-4ec0-a9fd-8badddff473a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4127834 Jul 08 18:23:15.012049 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35316) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:15.118547 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:15.119948 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:15.120592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.extraroute_db [None req-09ba7e88-0603-47a6-b4dd-42e2857ee466 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 18:23:15.142856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.extraroute_db [None req-09ba7e88-0603-47a6-b4dd-42e2857ee466 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Removed routes are [] {{(pid=93742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 18:23:15.143770 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e88-0603-47a6-b4dd-42e2857ee466 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:15.195964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e0ea373d-f285-4227-92ad-3218a8d6a4d3 None None] Provisioning for port 41c9509f-2853-4f0e-8487-9e7913caad01 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:15.233721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364712d7-a319-45e2-badb-45f6484e5214 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:15.240353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364712d7-a319-45e2-badb-45f6484e5214 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:15.247058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364712d7-a319-45e2-badb-45f6484e5214 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:15.248894 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-364712d7-a319-45e2-badb-45f6484e5214 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2357221 Jul 08 18:23:15.253586 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35318) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:15.276793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:15.348702 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961192e-db07-40dd-8bef-57ccb83d59bd None None] Pushing event updated for resources: {'Port': ['ID=41c9509f-2853-4f0e-8487-9e7913caad01,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:15.397774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] Router 867fc065-ab38-401e-8690-b83e5db9641a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:15.416740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1a591555-9a55-4fef-b920-163fc69f194b None None] Provisioning for port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:15.427307 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1a591555-9a55-4fef-b920-163fc69f194b None None] Provisioning complete for port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:15.427689 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a591555-9a55-4fef-b920-163fc69f194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:15.448016 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:15.527840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c5eef65c-ba7a-44c8-935b-474e37f43e99 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:15.585321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4aacc5a8-d136-472e-a733-14341ca23324 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 35a05b1e-e6af-4c79-ba85-1a65f50244c5 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:15.590991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aacc5a8-d136-472e-a733-14341ca23324 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:15.843847 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a591555-9a55-4fef-b920-163fc69f194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:15.846896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c5eef65c-ba7a-44c8-935b-474e37f43e99 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:15.852587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:15.876276 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e88-0603-47a6-b4dd-42e2857ee466 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:15.906503 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e88-0603-47a6-b4dd-42e2857ee466 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:15.919425 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aacc5a8-d136-472e-a733-14341ca23324 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:15.961615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4aacc5a8-d136-472e-a733-14341ca23324 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 35a05b1e-e6af-4c79-ba85-1a65f50244c5 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:16.159521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1a591555-9a55-4fef-b920-163fc69f194b None None] For port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cfd6b02d-4de9-4e6a-8d92-614a1ed7475c,segment=NetworkSegment(d0d6b18d-4111-49ce-b982-b38fc4c11367),segment_id=d0d6b18d-4111-49ce-b982-b38fc4c11367)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:16.181027 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:09Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '41c9509f-2853-4f0e-8487-9e7913caad01', 'name': '', 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:e7:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '4032a45b-22c6-4fb6-9269-113131729131', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:08Z', 'updated_at': '2021-07-08T18:23:14Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '4032a45b-22c6-4fb6-9269-113131729131', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:16.203845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a591555-9a55-4fef-b920-163fc69f194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:16.212464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ba7e88-0603-47a6-b4dd-42e2857ee466 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router d588efc8-5e0d-4536-ab89-ae7e90504b61 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:16.259162 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0a975-197e-4562-8dba-baa5abfdbf95 None None] The sync data for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 is: [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:09Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '41c9509f-2853-4f0e-8487-9e7913caad01', 'name': '', 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:e7:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '4032a45b-22c6-4fb6-9269-113131729131', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:08Z', 'updated_at': '2021-07-08T18:23:14Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '4032a45b-22c6-4fb6-9269-113131729131', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:16.287951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:16.363011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d0dc0-e6bf-4da5-9e3a-3271433e75ad None None] Sync routers for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:16.389444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-028f7132-4293-47d6-b411-5931d0f153c8 admin admin] 10.222.0.73 "PUT /v2.0/routers/867fc065-ab38-401e-8690-b83e5db9641a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6485291 Jul 08 18:23:16.391803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35334) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:16.536024 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aacc5a8-d136-472e-a733-14341ca23324 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:16.621583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacc5a8-d136-472e-a733-14341ca23324 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=35a05b1e-e6af-4c79-ba85-1a65f50244c5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:16.633146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a591555-9a55-4fef-b920-163fc69f194b None None] Pushing event updated for resources: {'Port': ['ID=cfd6b02d-4de9-4e6a-8d92-614a1ed7475c,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:16.644596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d0dc0-e6bf-4da5-9e3a-3271433e75ad None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:16.645230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cc0d0dc0-e6bf-4da5-9e3a-3271433e75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:16.716585 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ba7e88-0603-47a6-b4dd-42e2857ee466 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:16.734196 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09ba7e88-0603-47a6-b4dd-42e2857ee466 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:16.737458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-09ba7e88-0603-47a6-b4dd-42e2857ee466 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61 HTTP/1.1" status: 200 len: 954 time: 4.4401054 Jul 08 18:23:16.745502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35338) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:16.795782 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:16.849472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-932c689a-02b6-49fe-a3cb-814e8f4c3ae6 None None] Could not find standard attr ID for object 35a05b1e-e6af-4c79-ba85-1a65f50244c5. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:23:16.991429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4aacc5a8-d136-472e-a733-14341ca23324 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:16.996956 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4aacc5a8-d136-472e-a733-14341ca23324 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/35a05b1e-e6af-4c79-ba85-1a65f50244c5 HTTP/1.1" status: 204 len: 168 time: 1.7421174 Jul 08 18:23:16.997507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35346) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:17.038957 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-53626aa8-6ff5-469b-ada4-d9b96b0e3995 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:23:17.045064 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-53626aa8-6ff5-469b-ada4-d9b96b0e3995 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/35a05b1e-e6af-4c79-ba85-1a65f50244c5 HTTP/1.1" status: 404 len: 333 time: 0.0443344 Jul 08 18:23:17.045741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35348) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:17.069796 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7be858f9-c0ff-4d2e-8204-3a213ca7c1e3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61 HTTP/1.1" status: 200 len: 954 time: 0.3188465 Jul 08 18:23:17.074027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35350) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:17.090360 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-932c689a-02b6-49fe-a3cb-814e8f4c3ae6 None None] Provisioning complete for port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:17.092861 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-932c689a-02b6-49fe-a3cb-814e8f4c3ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:17.115717 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:17.162842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e04595bd-6306-405c-aee4-13709c89a55e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'routes': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:17.212007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-cc0d0dc0-e6bf-4da5-9e3a-3271433e75ad None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:17.252341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Deleting port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:17.252341 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:17.572693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] For port 47762c14-7d5a-4a44-a61b-6dbf51ac93c0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=47762c14-7d5a-4a44-a61b-6dbf51ac93c0,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:17.575083 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:17.632746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Calling delete_port for 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:17.726521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 41c9509f-2853-4f0e-8487-9e7913caad01 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:17.769131 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e73e3725-374c-4155-8767-15478ee6108c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 763ca308-55eb-4d0b-906e-1f5ae00c2f82 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:17.769686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e73e3725-374c-4155-8767-15478ee6108c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:17.776347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-932c689a-02b6-49fe-a3cb-814e8f4c3ae6 None None] Provisioning for port 763ca308-55eb-4d0b-906e-1f5ae00c2f82 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:17.784644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-932c689a-02b6-49fe-a3cb-814e8f4c3ae6 None None] Provisioning complete for port 763ca308-55eb-4d0b-906e-1f5ae00c2f82 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:17.785013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-932c689a-02b6-49fe-a3cb-814e8f4c3ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:17.836618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cc0d0dc0-e6bf-4da5-9e3a-3271433e75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port': {'id': '47762c14-7d5a-4a44-a61b-6dbf51ac93c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867fc065-ab38-401e-8690-b83e5db9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:10:52Z', 'updated_at': '2021-07-08T18:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:17.838266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-932c689a-02b6-49fe-a3cb-814e8f4c3ae6 None None] Port 763ca308-55eb-4d0b-906e-1f5ae00c2f82 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:17.865077 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f8c22-140f-4a2e-8760-68a166d511e9 None None] Sync routers for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:17.884282 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f8c22-140f-4a2e-8760-68a166d511e9 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:17.885293 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-932f8c22-140f-4a2e-8760-68a166d511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:17.951107 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.005390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Pushing event deleted for resources: {'Port': ['ID=47762c14-7d5a-4a44-a61b-6dbf51ac93c0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:18.053559 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-932f8c22-140f-4a2e-8760-68a166d511e9 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:18.116379 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e73e3725-374c-4155-8767-15478ee6108c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.156837 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.160596 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e73e3725-374c-4155-8767-15478ee6108c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 763ca308-55eb-4d0b-906e-1f5ae00c2f82 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:18.197629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 41c9509f-2853-4f0e-8487-9e7913caad01 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:18.201258 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d0dc0-e6bf-4da5-9e3a-3271433e75ad None None] Checking router: 867fc065-ab38-401e-8690-b83e5db9641a for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:18.204162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7bd51af8-9dbd-47a1-95de-fa1e54d9876d None None] Could not find standard attr ID for object 35a05b1e-e6af-4c79-ba85-1a65f50244c5. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:23:18.205536 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 41c9509f-2853-4f0e-8487-9e7913caad01 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:18.205902 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.280825 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d0dc0-e6bf-4da5-9e3a-3271433e75ad None None] Routers {'867fc065-ab38-401e-8690-b83e5db9641a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:18.281772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cc0d0dc0-e6bf-4da5-9e3a-3271433e75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['867fc065-ab38-401e-8690-b83e5db9641a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:18.325832 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.328082 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.364694 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-932f8c22-140f-4a2e-8760-68a166d511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:15Z', 'revision_number': 6, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '41c9509f-2853-4f0e-8487-9e7913caad01', 'name': '', 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:e7:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '4032a45b-22c6-4fb6-9269-113131729131', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:08Z', 'updated_at': '2021-07-08T18:23:14Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '4032a45b-22c6-4fb6-9269-113131729131', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:18.401673 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.402532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 867fc065-ab38-401e-8690-b83e5db9641a {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:23:18.407452 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.411339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8ab5f7e8-31b8-4282-b4fd-dadb72fbbc3a admin admin] 10.222.0.73 "DELETE /v2.0/routers/867fc065-ab38-401e-8690-b83e5db9641a HTTP/1.1" status: 204 len: 168 time: 1.9566674 Jul 08 18:23:18.412412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35374) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:18.422339 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f8c22-140f-4a2e-8760-68a166d511e9 None None] Checking router: d588efc8-5e0d-4536-ab89-ae7e90504b61 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:18.432841 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f8c22-140f-4a2e-8760-68a166d511e9 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:18.433458 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-932f8c22-140f-4a2e-8760-68a166d511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:18.452584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-cc0d0dc0-e6bf-4da5-9e3a-3271433e75ad None None] Set router 867fc065-ab38-401e-8690-b83e5db9641a gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:18.512667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fa0b2e-c157-4fc3-adff-d657bb1723f7 admin admin] Deleting subnet 73502845-fed2-4969-903d-a2a2a3b88605 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:18.520001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.extraroute_db [None req-e04595bd-6306-405c-aee4-13709c89a55e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added routes are [] {{(pid=93741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 18:23:18.521310 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-61fa0b2e-c157-4fc3-adff-d657bb1723f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.534519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.extraroute_db [None req-e04595bd-6306-405c-aee4-13709c89a55e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 18:23:18.553182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cc0d0dc0-e6bf-4da5-9e3a-3271433e75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:23:17Z', 'revision_number': 7, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:18.591617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-61fa0b2e-c157-4fc3-adff-d657bb1723f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.630013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d0dc0-e6bf-4da5-9e3a-3271433e75ad None None] The sync data for ids ['867fc065-ab38-401e-8690-b83e5db9641a'] in n-d-799684-3 is: [{'id': '867fc065-ab38-401e-8690-b83e5db9641a', 'name': 'tempest-AttachVolumeShelveTestJSON-1120535763-router', 'tenant_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:10:50Z', 'updated_at': '2021-07-08T18:23:17Z', 'revision_number': 7, 'project_id': '8328fb0ac30340ba99ca3e0e96ac5f3c', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:18.651932 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-932f8c22-140f-4a2e-8760-68a166d511e9 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:18.705845 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e04595bd-6306-405c-aee4-13709c89a55e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.722393 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e73e3725-374c-4155-8767-15478ee6108c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.730458 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.770159 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-61fa0b2e-c157-4fc3-adff-d657bb1723f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.803380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e3725-374c-4155-8767-15478ee6108c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=763ca308-55eb-4d0b-906e-1f5ae00c2f82,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:18.806652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 41c9509f-2853-4f0e-8487-9e7913caad01, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=41c9509f-2853-4f0e-8487-9e7913caad01,segment=NetworkSegment(57e00204-b350-4f90-9271-c32f3c2396f5),segment_id=57e00204-b350-4f90-9271-c32f3c2396f5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:18.824548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.826067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cfd6b02d-4de9-4e6a-8d92-614a1ed7475c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:18.910623 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-61fa0b2e-c157-4fc3-adff-d657bb1723f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.972293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa0b2e-c157-4fc3-adff-d657bb1723f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73502845-fed2-4969-903d-a2a2a3b88605,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:18.986114 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-61fa0b2e-c157-4fc3-adff-d657bb1723f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.988512 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-61fa0b2e-c157-4fc3-adff-d657bb1723f7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/73502845-fed2-4969-903d-a2a2a3b88605 HTTP/1.1" status: 204 len: 168 time: 0.5758953 Jul 08 18:23:18.991219 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35382) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:18.994774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ef0c1d-16a7-489b-97de-ad946591c98e None None] Network 290861a4-6c99-4a4a-8333-210f09d19b48 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:19.089984 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-932f8c22-140f-4a2e-8760-68a166d511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:15Z', 'revision_number': 6, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '41c9509f-2853-4f0e-8487-9e7913caad01', 'name': '', 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:e7:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '4032a45b-22c6-4fb6-9269-113131729131', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:08Z', 'updated_at': '2021-07-08T18:23:14Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '4032a45b-22c6-4fb6-9269-113131729131', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:19.130461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=41c9509f-2853-4f0e-8487-9e7913caad01,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:19.161824 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f8c22-140f-4a2e-8760-68a166d511e9 None None] The sync data for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 is: [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:15Z', 'revision_number': 6, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '41c9509f-2853-4f0e-8487-9e7913caad01', 'name': '', 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:e7:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '4032a45b-22c6-4fb6-9269-113131729131', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:08Z', 'updated_at': '2021-07-08T18:23:14Z', 'revision_number': 4, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '4032a45b-22c6-4fb6-9269-113131729131', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:19.176855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:19.177372 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.212862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.261664 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e04595bd-6306-405c-aee4-13709c89a55e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.290618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e04595bd-6306-405c-aee4-13709c89a55e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.325815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Deleting port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:19.327871 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.443193 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e73e3725-374c-4155-8767-15478ee6108c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.445250 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e73e3725-374c-4155-8767-15478ee6108c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/763ca308-55eb-4d0b-906e-1f5ae00c2f82 HTTP/1.1" status: 204 len: 168 time: 2.3980532 Jul 08 18:23:19.448061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35390) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:19.464910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] For port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5f3976ae-4e89-42dc-82a3-aa75d22a4bba,segment=NetworkSegment(dc53c69e-f6d8-4ba8-87ea-6bc081c0f668),segment_id=dc53c69e-f6d8-4ba8-87ea-6bc081c0f668)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:19.465264 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.481894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Calling delete_port for 5f3976ae-4e89-42dc-82a3-aa75d22a4bba owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:19.484047 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c0dc22-52e3-46ab-bc24-9bc0d3c2ea9f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:23:19.486386 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-16c0dc22-52e3-46ab-bc24-9bc0d3c2ea9f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/763ca308-55eb-4d0b-906e-1f5ae00c2f82 HTTP/1.1" status: 404 len: 333 time: 0.0368404 Jul 08 18:23:19.495529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35392) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:19.552597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926d4cdb-4e19-41c4-b52a-4237dda53451 None None] DHCP port deletion for 290861a4-6c99-4a4a-8333-210f09d19b48 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:23:19.565973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04595bd-6306-405c-aee4-13709c89a55e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router d588efc8-5e0d-4536-ab89-ae7e90504b61 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:19.628632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.694479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3976ae-4e89-42dc-82a3-aa75d22a4bba,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:19.703749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] No DVR routers for this DVR port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:19.738556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-926d4cdb-4e19-41c4-b52a-4237dda53451 None None] Deleting port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:19.739149 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-926d4cdb-4e19-41c4-b52a-4237dda53451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.768956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 41c9509f-2853-4f0e-8487-9e7913caad01 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:19.795516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-400045d7-a078-43dd-9981-39ec909be7e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting subnet 9e5f76ad-5a32-4fdb-9270-396d5b159491 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:19.807340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-400045d7-a078-43dd-9981-39ec909be7e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.844583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04595bd-6306-405c-aee4-13709c89a55e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:19.865628 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e04595bd-6306-405c-aee4-13709c89a55e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.869748 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e04595bd-6306-405c-aee4-13709c89a55e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61 HTTP/1.1" status: 200 len: 704 time: 2.7219000 Jul 08 18:23:19.869928 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.871035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35402) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:19.882850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223c759-81a8-42f6-b1d5-316d62bc5cda None None] Sync routers for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:19.901494 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-400045d7-a078-43dd-9981-39ec909be7e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.952783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-926d4cdb-4e19-41c4-b52a-4237dda53451 None None] For port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:19.953137 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-926d4cdb-4e19-41c4-b52a-4237dda53451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.958004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7223c759-81a8-42f6-b1d5-316d62bc5cda None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:19.958837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7223c759-81a8-42f6-b1d5-316d62bc5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:20.001081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290861a4-6c99-4a4a-8333-210f09d19b48']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:20.052554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:20.052967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc53c69e-f6d8-4ba8-87ea-6bc081c0f668') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:20.063333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-400045d7-a078-43dd-9981-39ec909be7e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.064375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-926d4cdb-4e19-41c4-b52a-4237dda53451 None None] Calling delete_port for 5f3976ae-4e89-42dc-82a3-aa75d22a4bba owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:20.070721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-926d4cdb-4e19-41c4-b52a-4237dda53451 None None] Port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:23:20.071082 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.078624 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-926d4cdb-4e19-41c4-b52a-4237dda53451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.112032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.125946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-472b9b5f-b7d7-4cf1-9455-e6f4b666aace tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61 HTTP/1.1" status: 200 len: 704 time: 0.2537005 Jul 08 18:23:20.130575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35404) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:20.131004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d4cdb-4e19-41c4-b52a-4237dda53451 None None] No DVR routers for this DVR port 5f3976ae-4e89-42dc-82a3-aa75d22a4bba on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:20.134794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:23:20.135210 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.166198 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d4cdb-4e19-41c4-b52a-4237dda53451 None None] Pushing event deleted for resources: {'Port': ['ID=5f3976ae-4e89-42dc-82a3-aa75d22a4bba,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:20.170403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 41c9509f-2853-4f0e-8487-9e7913caad01 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:20.170779 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.209443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-7223c759-81a8-42f6-b1d5-316d62bc5cda None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:23:20.209708 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:23:20.236715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-400045d7-a078-43dd-9981-39ec909be7e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.237119 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.288469 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.296995 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] 10.222.0.73 "DELETE /v2.0/networks/290861a4-6c99-4a4a-8333-210f09d19b48 HTTP/1.1" status: 204 len: 168 time: 1.3008597 Jul 08 18:23:20.299678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49d2f3-8ce6-46f3-a189-0444dda9d33a admin admin] Pushing event deleted for resources: {'Network': ['ID=290861a4-6c99-4a4a-8333-210f09d19b48,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:20.328035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400045d7-a078-43dd-9981-39ec909be7e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5f76ad-5a32-4fdb-9270-396d5b159491,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:20.334053 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-400045d7-a078-43dd-9981-39ec909be7e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.335896 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-400045d7-a078-43dd-9981-39ec909be7e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/9e5f76ad-5a32-4fdb-9270-396d5b159491 HTTP/1.1" status: 204 len: 168 time: 0.8372257 Jul 08 18:23:20.339534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35412) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:20.384785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab274ef3-57a7-466d-b198-44922a1dbebb None None] Network 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:20.488732 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.534115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35416) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:20.624348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c7534d15-10f6-4d0c-a7ba-ef8d8327c28d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8328fb0ac30340ba99ca3e0e96ac5f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880697 Jul 08 18:23:20.626875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35418) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:20.707006 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf09c9d9-9f8c-43e9-aeaf-531d887b7a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.733097 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf09c9d9-9f8c-43e9-aeaf-531d887b7a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.735808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:20.736153 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.788995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:20.839107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:20.839455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 47762c14-7d5a-4a44-a61b-6dbf51ac93c0 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:20.839883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2e6ac4a1-c38d-4a7f-8681-46254282cf8a no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:20.872393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 2e6ac4a1-c38d-4a7f-8681-46254282cf8a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:20.874515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2e6ac4a1-c38d-4a7f-8681-46254282cf8a not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:20.874955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5f3976ae-4e89-42dc-82a3-aa75d22a4bba no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:20.958079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5f3976ae-4e89-42dc-82a3-aa75d22a4bba {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:20.959027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5f3976ae-4e89-42dc-82a3-aa75d22a4bba not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:20.976992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae1b43-b0f0-40fb-9954-e0906f777b97 None None] DHCP port deletion for 116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:23:21.046130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7223c759-81a8-42f6-b1d5-316d62bc5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:18Z', 'revision_number': 7, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '41c9509f-2853-4f0e-8487-9e7913caad01', 'name': '', 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:e7:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '4032a45b-22c6-4fb6-9269-113131729131', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:08Z', 'updated_at': '2021-07-08T18:23:18Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '4032a45b-22c6-4fb6-9269-113131729131', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:21.100961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223c759-81a8-42f6-b1d5-316d62bc5cda None None] Checking router: d588efc8-5e0d-4536-ab89-ae7e90504b61 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:21.113292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae1b43-b0f0-40fb-9954-e0906f777b97 None None] Deleting port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:21.113971 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1b43-b0f0-40fb-9954-e0906f777b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.119392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7223c759-81a8-42f6-b1d5-316d62bc5cda None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:21.120704 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7223c759-81a8-42f6-b1d5-316d62bc5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:21.253715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] For port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cfd6b02d-4de9-4e6a-8d92-614a1ed7475c,segment=NetworkSegment(d0d6b18d-4111-49ce-b982-b38fc4c11367),segment_id=d0d6b18d-4111-49ce-b982-b38fc4c11367)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:21.254333 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.268487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for cfd6b02d-4de9-4e6a-8d92-614a1ed7475c owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:21.274684 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf09c9d9-9f8c-43e9-aeaf-531d887b7a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.277652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf09c9d9-9f8c-43e9-aeaf-531d887b7a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.279094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cf09c9d9-9f8c-43e9-aeaf-531d887b7a4d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9379f7fc-e19d-4865-8a4b-c3fa4be42c2a HTTP/1.1" status: 204 len: 168 time: 0.6509087 Jul 08 18:23:21.296247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09c9d9-9f8c-43e9-aeaf-531d887b7a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9379f7fc-e19d-4865-8a4b-c3fa4be42c2a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:21.349078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d6ae1b43-b0f0-40fb-9954-e0906f777b97 None None] For port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cfd6b02d-4de9-4e6a-8d92-614a1ed7475c,segment=NetworkSegment(d0d6b18d-4111-49ce-b982-b38fc4c11367),segment_id=d0d6b18d-4111-49ce-b982-b38fc4c11367)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:21.349487 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1b43-b0f0-40fb-9954-e0906f777b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.371796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae1b43-b0f0-40fb-9954-e0906f777b97 None None] Calling delete_port for cfd6b02d-4de9-4e6a-8d92-614a1ed7475c owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:21.389493 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.394235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-7223c759-81a8-42f6-b1d5-316d62bc5cda None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:21.421420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=cfd6b02d-4de9-4e6a-8d92-614a1ed7475c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:21.425097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No DVR routers for this DVR port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:21.578010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cfd6b02d-4de9-4e6a-8d92-614a1ed7475c no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:21.646091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.649855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: cfd6b02d-4de9-4e6a-8d92-614a1ed7475c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:21.650202 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cfd6b02d-4de9-4e6a-8d92-614a1ed7475c not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:21.675155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:21.679288 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.717517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d6b18d-4111-49ce-b982-b38fc4c11367') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:21.717832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d6b18d-4111-49ce-b982-b38fc4c11367') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:21.760417 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.779958 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1b43-b0f0-40fb-9954-e0906f777b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.791046 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.811032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:23:21.812175 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:23:21.816643 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:23:21.865096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae1b43-b0f0-40fb-9954-e0906f777b97 None None] Pushing event deleted for resources: {'Port': ['ID=cfd6b02d-4de9-4e6a-8d92-614a1ed7475c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:21.872179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae1b43-b0f0-40fb-9954-e0906f777b97 None None] No DVR routers for this DVR port cfd6b02d-4de9-4e6a-8d92-614a1ed7475c on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:21.969580 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.987015 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:21.992417 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/networks/116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd HTTP/1.1" status: 204 len: 168 time: 1.6486042 Jul 08 18:23:21.999544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35454) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:22.001842 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7223c759-81a8-42f6-b1d5-316d62bc5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:18Z', 'revision_number': 7, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '41c9509f-2853-4f0e-8487-9e7913caad01', 'name': '', 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:e7:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '4032a45b-22c6-4fb6-9269-113131729131', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:08Z', 'updated_at': '2021-07-08T18:23:18Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '4032a45b-22c6-4fb6-9269-113131729131', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:22.005584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-949882778'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:22.010488 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa92c01-6fe8-46d1-9bf9-8ae58274b933 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Network': ['ID=116a4473-a9aa-4bc1-aa0b-f6b80a2a0cdd,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:22.041420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:22.045172 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.111316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:23:22.138131 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.141262 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Added segment 9442bf01-f194-4d4f-b4a3-513d90a72a9f of type vlan for network 8ea9c96d-363e-4fce-a555-f79781c8441c Jul 08 18:23:22.260416 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.269519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port 41c9509f-2853-4f0e-8487-9e7913caad01 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:22.270078 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.329239 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.329506 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223c759-81a8-42f6-b1d5-316d62bc5cda None None] The sync data for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 is: [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:18Z', 'revision_number': 7, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '41c9509f-2853-4f0e-8487-9e7913caad01', 'name': '', 'network_id': 'fd832a35-9782-41d4-9817-07430bec31da', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:e7:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '4032a45b-22c6-4fb6-9269-113131729131', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:08Z', 'updated_at': '2021-07-08T18:23:18Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '4032a45b-22c6-4fb6-9269-113131729131', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:22.339510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:22.340213 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.458671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] For port 41c9509f-2853-4f0e-8487-9e7913caad01, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=41c9509f-2853-4f0e-8487-9e7913caad01,segment=NetworkSegment(57e00204-b350-4f90-9271-c32f3c2396f5),segment_id=57e00204-b350-4f90-9271-c32f3c2396f5)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:22.459067 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.492000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4907496 Jul 08 18:23:22.495797 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35470) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:22.503253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for 41c9509f-2853-4f0e-8487-9e7913caad01 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:22.528520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': '8ea9c96d-363e-4fce-a555-f79781c8441c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:22.535435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d5694-4fdf-45f1-91e3-d2139b9df859 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Network': ['ID=8ea9c96d-363e-4fce-a555-f79781c8441c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:22.550432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 8ea9c96d-363e-4fce-a555-f79781c8441c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:23:22.701557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35476) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:22.858648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:22.862428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.870505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1097656176-network', 'tenant_id': '7872b885dd83463f827551ec8cee2712'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:22.925927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Made reservation on behalf of 7872b885dd83463f827551ec8cee2712 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:22.929849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.941454 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.098472 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.100066 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.113735 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.134862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=41c9509f-2853-4f0e-8487-9e7913caad01,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:23.148703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be7d478-c4eb-4e5a-9acf-1af6e5418567,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:23.162678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:23:23.180612 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.181509 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Added segment 849ae36b-1f34-4448-8008-c9c4fb468d34 of type vlan for network 7cc11084-4960-4918-87ec-871a6f7b60c4 Jul 08 18:23:23.182513 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.243631 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.277658 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.279336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:23.279884 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.376328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6734812 Jul 08 18:23:23.382900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35492) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:23.397188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] Request body: {'subnet': {'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1097656176-subnet', 'tenant_id': '7872b885dd83463f827551ec8cee2712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:23.411404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Subnet': ['ID=619778fe-5e97-43ed-9cd5-4c0acb4c8923,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:23.418736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb0afa-9cc4-4fdd-8469-c41b8f1226ac admin admin] Pushing event updated for resources: {'Network': ['ID=7cc11084-4960-4918-87ec-871a6f7b60c4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:23.442637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] Made reservation on behalf of 7872b885dd83463f827551ec8cee2712 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:23.445315 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.473387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 7cc11084-4960-4918-87ec-871a6f7b60c4 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:23:23.485449 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.499682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Checking segment: {'id': '9442bf01-f194-4d4f-b4a3-513d90a72a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ea9c96d-363e-4fce-a555-f79781c8441c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:23.500123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network hostable DHCP agents. Network: 8ea9c96d-363e-4fce-a555-f79781c8441c, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:23:23.692118 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.715449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 8ea9c96d-363e-4fce-a555-f79781c8441c is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:23:23.749075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 8ea9c96d-363e-4fce-a555-f79781c8441c) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:23.757741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:23.758355 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.759393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b35c536-1b88-4588-87a2-c0dd96c28668 None None] Network 8ea9c96d-363e-4fce-a555-f79781c8441c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:23.776428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd0769d-d015-4540-a2e1-f52ff46d485c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:23.787391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] Checking segment: {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:23.787885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] Network hostable DHCP agents. Network: 7cc11084-4960-4918-87ec-871a6f7b60c4, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:23:23.813265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] Network 7cc11084-4960-4918-87ec-871a6f7b60c4 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:23:23.832292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 7cc11084-4960-4918-87ec-871a6f7b60c4) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:23.843657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:23.844313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.862674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6b21bc63-dd98-40b3-ba68-73a11630240e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4782200 Jul 08 18:23:23.870315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6f1c37a4-afff-4b00-afee-e7ad4036ea2b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3725893 Jul 08 18:23:23.873221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35510) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:23.878880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a1701d7d-3eb2-41ba-aeda-3c00d1891ed3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1811376970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:23.896798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158db8a3-e018-4e03-b86c-1b80d342547a None None] Network 7cc11084-4960-4918-87ec-871a6f7b60c4 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:23.925991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1701d7d-3eb2-41ba-aeda-3c00d1891ed3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.927299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1701d7d-3eb2-41ba-aeda-3c00d1891ed3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.951712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router d588efc8-5e0d-4536-ab89-ae7e90504b61 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:24.024478 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1701d7d-3eb2-41ba-aeda-3c00d1891ed3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.035160 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1701d7d-3eb2-41ba-aeda-3c00d1891ed3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.063028 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1701d7d-3eb2-41ba-aeda-3c00d1891ed3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.069288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a1701d7d-3eb2-41ba-aeda-3c00d1891ed3 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1927052 Jul 08 18:23:24.070234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35516) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:24.081385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'network_id': '8ea9c96d-363e-4fce-a555-f79781c8441c', 'name': 'tempest-PortsTestJSON-184628448'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:24.155756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:24.163385 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d95dc538-d086-4059-a88b-ddb591589856 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0261872 Jul 08 18:23:24.165625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35524) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:24.168391 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990dc6b-e538-43e7-a98d-0bf526b3eebe None None] Sync routers for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:24.183958 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990dc6b-e538-43e7-a98d-0bf526b3eebe None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:24.190359 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b990dc6b-e538-43e7-a98d-0bf526b3eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:24.256090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48b5707-1152-423a-b820-1a4ee3059e4c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting subnet 4032a45b-22c6-4fb6-9269-113131729131 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:24.263865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a8ec20-d71b-46bf-9640-6e7136a70dc5 None None] Network 7cc11084-4960-4918-87ec-871a6f7b60c4 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:24.264080 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d48b5707-1152-423a-b820-1a4ee3059e4c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.352637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:24.358344 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.384167 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d48b5707-1152-423a-b820-1a4ee3059e4c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.397897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port 807b2bd0-5ca8-417f-b7e3-d107b168be20 yet. {{(pid=93742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:23:24.419100 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b990dc6b-e538-43e7-a98d-0bf526b3eebe None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:24.535802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-8ea9c96d-363e-4fce-a555-f79781c8441c', 'network_id': '8ea9c96d-363e-4fce-a555-f79781c8441c', 'tenant_id': '729864a2ddd24cf38e07a621ad47bd54', 'fixed_ips': [{'subnet_id': '619778fe-5e97-43ed-9cd5-4c0acb4c8923'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:23:24.537292 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.602241 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d48b5707-1152-423a-b820-1a4ee3059e4c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.722792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d48b5707-1152-423a-b820-1a4ee3059e4c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.780257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d48b5707-1152-423a-b820-1a4ee3059e4c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.786547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d48b5707-1152-423a-b820-1a4ee3059e4c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/4032a45b-22c6-4fb6-9269-113131729131 HTTP/1.1" status: 204 len: 168 time: 0.6194777 Jul 08 18:23:24.787219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35542) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:24.788167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b5707-1152-423a-b820-1a4ee3059e4c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Subnet': ['ID=4032a45b-22c6-4fb6-9269-113131729131,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:24.796997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1298c4e9-9c64-4565-bea3-56bbfaafa57a None None] Network fd832a35-9782-41d4-9817-07430bec31da requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:24.847837 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b990dc6b-e538-43e7-a98d-0bf526b3eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:22Z', 'revision_number': 8, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:24.873649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.3 (8ea9c96d-363e-4fce-a555-f79781c8441c/619778fe-5e97-43ed-9cd5-4c0acb4c8923/807b2bd0-5ca8-417f-b7e3-d107b168be20) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:24.889265 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990dc6b-e538-43e7-a98d-0bf526b3eebe None None] Checking router: d588efc8-5e0d-4536-ab89-ae7e90504b61 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:24.898092 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990dc6b-e538-43e7-a98d-0bf526b3eebe None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:24.898687 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b990dc6b-e538-43e7-a98d-0bf526b3eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:24.907515 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-99c31288-5c83-4f5e-bb97-37123807d608 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:24.909096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-99c31288-5c83-4f5e-bb97-37123807d608 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 815 time: 0.2449017 Jul 08 18:23:24.926685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-a8ea3dbe-fd4b-4e8b-a3bb-5eda8bf4edbe tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/quotas/7872b885dd83463f827551ec8cee2712 HTTP/1.1" status: 200 len: 375 time: 0.0118332 Jul 08 18:23:24.928417 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.991134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-76090eee-62a1-490b-9abd-d27163e238b9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528650 Jul 08 18:23:24.996071 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b990dc6b-e538-43e7-a98d-0bf526b3eebe None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:25.048689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port c5eef65c-ba7a-44c8-935b-474e37f43e99 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:25.049595 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.172802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] For port c5eef65c-ba7a-44c8-935b-474e37f43e99, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c5eef65c-ba7a-44c8-935b-474e37f43e99,segment=NetworkSegment(57e00204-b350-4f90-9271-c32f3c2396f5),segment_id=57e00204-b350-4f90-9271-c32f3c2396f5)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:25.173183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.204853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for c5eef65c-ba7a-44c8-935b-474e37f43e99 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:25.209371 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:23:25.292223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d07d14c-7abc-4eba-9e2c-4053cfbc7376 None None] DHCP port deletion for fd832a35-9782-41d4-9817-07430bec31da request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:23:25.324030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-553f7a09-9fea-44b4-aa6c-db5f479c36f9 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232148 Jul 08 18:23:25.349220 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b990dc6b-e538-43e7-a98d-0bf526b3eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:22Z', 'revision_number': 8, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:25.361132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3d07d14c-7abc-4eba-9e2c-4053cfbc7376 None None] Deleting port c5eef65c-ba7a-44c8-935b-474e37f43e99 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:25.362058 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d07d14c-7abc-4eba-9e2c-4053cfbc7376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.387043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.403379 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990dc6b-e538-43e7-a98d-0bf526b3eebe None None] The sync data for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 is: [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:22Z', 'revision_number': 8, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9947fa9-42df-4447-846c-e7628db20a0d', 'name': '', 'network_id': 'b98c588a-4c13-4351-84f5-ab4e74f125e7', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:a7:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'e38d5788-2332-477f-9905-ba6034008367', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:01Z', 'updated_at': '2021-07-08T18:23:12Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'e38d5788-2332-477f-9905-ba6034008367', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:25.465534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No DVR routers for this DVR port c5eef65c-ba7a-44c8-935b-474e37f43e99 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:25.468059 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=c5eef65c-ba7a-44c8-935b-474e37f43e99,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:25.490128 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3d07d14c-7abc-4eba-9e2c-4053cfbc7376 None None] For port c5eef65c-ba7a-44c8-935b-474e37f43e99, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c5eef65c-ba7a-44c8-935b-474e37f43e99,segment=NetworkSegment(57e00204-b350-4f90-9271-c32f3c2396f5),segment_id=57e00204-b350-4f90-9271-c32f3c2396f5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:25.491426 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d07d14c-7abc-4eba-9e2c-4053cfbc7376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.510002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3d07d14c-7abc-4eba-9e2c-4053cfbc7376 None None] Calling delete_port for c5eef65c-ba7a-44c8-935b-474e37f43e99 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:25.516005 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.544284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object 807b2bd0-5ca8-417f-b7e3-d107b168be20 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:25.596829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-43623d41-1c83-4800-abcb-ee1a73abb2b7 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709038 Jul 08 18:23:25.601487 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.645189 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.672563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd832a35-9782-41d4-9817-07430bec31da']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:25.684996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=807b2bd0-5ca8-417f-b7e3-d107b168be20,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:25.688122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e00204-b350-4f90-9271-c32f3c2396f5') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:25.688431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e00204-b350-4f90-9271-c32f3c2396f5') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:25.693094 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d07d14c-7abc-4eba-9e2c-4053cfbc7376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.703575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 8ea9c96d-363e-4fce-a555-f79781c8441c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:25.705833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:25.714258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:25.730032 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.740550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07d14c-7abc-4eba-9e2c-4053cfbc7376 None None] Pushing event deleted for resources: {'Port': ['ID=c5eef65c-ba7a-44c8-935b-474e37f43e99,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:25.744906 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Allocated IP 172.20.0.2 (8ea9c96d-363e-4fce-a555-f79781c8441c/619778fe-5e97-43ed-9cd5-4c0acb4c8923/4441aed6-0c5e-4e45-84cb-a48e6323a9d0) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:25.758234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d07d14c-7abc-4eba-9e2c-4053cfbc7376 None None] No DVR routers for this DVR port c5eef65c-ba7a-44c8-935b-474e37f43e99 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:25.792618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.805315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:23:25.805748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:23:25.809979 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:23:25.832410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:25.833350 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.851213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c5eef65c-ba7a-44c8-935b-474e37f43e99 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:25.856160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b102b150-4cfc-4be5-a67f-92375b312d9d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7801852 Jul 08 18:23:25.856517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35558) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:25.885689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: c5eef65c-ba7a-44c8-935b-474e37f43e99 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:25.886082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c5eef65c-ba7a-44c8-935b-474e37f43e99 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:25.928876 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.936143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.938051 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/networks/fd832a35-9782-41d4-9817-07430bec31da HTTP/1.1" status: 204 len: 168 time: 1.1373043 Jul 08 18:23:25.946904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35562) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:25.979573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205293dd-b9a8-419e-a543-34ca1382afd1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Network': ['ID=fd832a35-9782-41d4-9817-07430bec31da,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:26.065475 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.087672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Transition to ACTIVE for port object 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:26.112801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Transition to ACTIVE for port object 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:26.126821 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.237069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Network 8ea9c96d-363e-4fce-a555-f79781c8441c is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:26.240130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:26.245234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:26.270858 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Pushing event updated for resources: {'Port': ['ID=4441aed6-0c5e-4e45-84cb-a48e6323a9d0,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:26.307537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Attempting to bind port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:26.307987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Attempting to bind port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '9442bf01-f194-4d4f-b4a3-513d90a72a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ea9c96d-363e-4fce-a555-f79781c8441c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:26.308417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Attempting to bind port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 on network 8ea9c96d-363e-4fce-a555-f79781c8441c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:26.313709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:26.314115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Checking segment: {'id': '9442bf01-f194-4d4f-b4a3-513d90a72a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ea9c96d-363e-4fce-a555-f79781c8441c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:26.314775 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.315234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Bound using segment: {'id': '9442bf01-f194-4d4f-b4a3-513d90a72a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ea9c96d-363e-4fce-a555-f79781c8441c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:26.315775 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Bound port: 4441aed6-0c5e-4e45-84cb-a48e6323a9d0, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9442bf01-f194-4d4f-b4a3-513d90a72a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ea9c96d-363e-4fce-a555-f79781c8441c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:26.316218 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.407727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] For port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:26.410658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] For port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4441aed6-0c5e-4e45-84cb-a48e6323a9d0,segment=NetworkSegment(9442bf01-f194-4d4f-b4a3-513d90a72a9f),segment_id=9442bf01-f194-4d4f-b4a3-513d90a72a9f)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:26.438268 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.521306 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.542223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da52b23-36f6-4b61-8109-ea097562f772 None None] Pushing event updated for resources: {'Port': ['ID=4441aed6-0c5e-4e45-84cb-a48e6323a9d0,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:26.720242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.991735 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c77d3ed-e0e5-4b3c-8ee2-e4048ad47d97 req-caff541c-375b-4b53-9edc-50fa6a921b64 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 210 time: 0.0582359 Jul 08 18:23:27.063435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:27.091674 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:27.192065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port c9947fa9-42df-4447-846c-e7628db20a0d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:27.192670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:27.381005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] For port c9947fa9-42df-4447-846c-e7628db20a0d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c9947fa9-42df-4447-846c-e7628db20a0d,segment=NetworkSegment(0deb26ea-2882-4bb1-89e5-cddf0e176fc2),segment_id=0deb26ea-2882-4bb1-89e5-cddf0e176fc2)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:27.381696 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:27.399833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for c9947fa9-42df-4447-846c-e7628db20a0d owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:27.453881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=807b2bd0-5ca8-417f-b7e3-d107b168be20,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:27.496234 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:27.662815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:27.808469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:27.811730 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:27.842750 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:27.860675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 41c9509f-2853-4f0e-8487-9e7913caad01 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:27.927077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 41c9509f-2853-4f0e-8487-9e7913caad01 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:27.927421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 41c9509f-2853-4f0e-8487-9e7913caad01 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:28.212706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=c9947fa9-42df-4447-846c-e7628db20a0d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:28.321915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.322186 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.322552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.322879 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.323208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.337923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.338483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.338827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.339163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.339490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.339815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.340139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.386348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e33e3a6-5966-498e-9e0a-e178c1c5e3ed req-9d4bc34c-733b-49b8-bad3-76238b4e4c44 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 210 time: 0.0568373 Jul 08 18:23:28.418255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35628) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:28.431679 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.456247 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91334afe-4862-44f8-81ea-a4a3043bd149 None None] Network 8ea9c96d-363e-4fce-a555-f79781c8441c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:28.623116 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1c7b6e80-040a-4316-bebd-7d6267851ede None None] Provisioning for port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:28.665741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.676576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1c7b6e80-040a-4316-bebd-7d6267851ede None None] Provisioning complete for port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:28.677158 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6e80-040a-4316-bebd-7d6267851ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.698368 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.785294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6acb668d-84c9-4e36-acad-cde7b12dffdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.812617 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6e80-040a-4316-bebd-7d6267851ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.871591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router d588efc8-5e0d-4536-ab89-ae7e90504b61 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:28.873095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1c7b6e80-040a-4316-bebd-7d6267851ede None None] For port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4441aed6-0c5e-4e45-84cb-a48e6323a9d0,segment=NetworkSegment(9442bf01-f194-4d4f-b4a3-513d90a72a9f),segment_id=9442bf01-f194-4d4f-b4a3-513d90a72a9f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:28.880078 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d4ea069-029c-45af-af40-c98786350c95 req-8de2e411-0a36-4889-8b07-d34a2c7abb4f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1229980 Jul 08 18:23:28.880339 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6e80-040a-4316-bebd-7d6267851ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.936633 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.940688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=807b2bd0-5ca8-417f-b7e3-d107b168be20,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:29.003220 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b6e80-040a-4316-bebd-7d6267851ede None None] Pushing event updated for resources: {'Port': ['ID=4441aed6-0c5e-4e45-84cb-a48e6323a9d0,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:29.074247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:29.086706 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-22818f73-605c-4cb7-a0da-1fe63d075a10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1333017 Jul 08 18:23:29.087590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35642) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:29.096244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b6894-e11e-497b-bea8-50d12289cf46 None None] Sync routers for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:29.110094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b6894-e11e-497b-bea8-50d12289cf46 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:29.110836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7c5b6894-e11e-497b-bea8-50d12289cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:29.174792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ea069-029c-45af-af40-c98786350c95 req-88d1ba2b-0948-439d-8c31-e38c6c17fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:29.183723 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d4ea069-029c-45af-af40-c98786350c95 req-88d1ba2b-0948-439d-8c31-e38c6c17fe50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7428f430610046d6863645875b763475&device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 1100 time: 0.2222288 Jul 08 18:23:29.260799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f24e4f3-959c-4b87-be9a-de9014f29a47 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting subnet e38d5788-2332-477f-9905-ba6034008367 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:29.269877 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-7c5b6894-e11e-497b-bea8-50d12289cf46 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:29.367816 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4f3-959c-4b87-be9a-de9014f29a47 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.514455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-c02b6a8d-35d0-41bb-acbc-483127df93b1 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:29.518584 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-c02b6a8d-35d0-41bb-acbc-483127df93b1 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.59 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 815 time: 0.3102114 Jul 08 18:23:29.552739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Request body: {'port': {'device_id': '80d57cc8-82d2-4fd8-bd2d-31df59b1de1f', 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4', 'admin_state_up': True, 'tenant_id': '7872b885dd83463f827551ec8cee2712'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:29.662759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d2cceffa-03ff-4de1-bf8e-5611978d200d None None] Provisioning for port 807b2bd0-5ca8-417f-b7e3-d107b168be20 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:29.681386 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d2cceffa-03ff-4de1-bf8e-5611978d200d None None] Provisioning complete for port 807b2bd0-5ca8-417f-b7e3-d107b168be20 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:29.682795 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d2cceffa-03ff-4de1-bf8e-5611978d200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.784371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:29.874130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d2cceffa-03ff-4de1-bf8e-5611978d200d None None] Port 807b2bd0-5ca8-417f-b7e3-d107b168be20 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:29.880895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a14f0c7-ab99-4eea-b7e6-d2c189e6c957 req-34851060-91a3-493b-9e97-c35cab16ce46 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 210 time: 0.2126703 Jul 08 18:23:29.985339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 8ea9c96d-363e-4fce-a555-f79781c8441c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:29.998025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d2cceffa-03ff-4de1-bf8e-5611978d200d None None] Provisioning complete for port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:30.003786 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d2cceffa-03ff-4de1-bf8e-5611978d200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.018492 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6acb668d-84c9-4e36-acad-cde7b12dffdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.022174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:30.083003 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6acb668d-84c9-4e36-acad-cde7b12dffdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.100269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:30.100656 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.218448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb668d-84c9-4e36-acad-cde7b12dffdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a781ec98-8d9e-483b-8079-75959ef29fe5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:30.240900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6acb668d-84c9-4e36-acad-cde7b12dffdd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=734b2b5e2af047fd91fd5f8ab96e8e48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8215139 Jul 08 18:23:30.294521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35668) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:30.341050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4f3-959c-4b87-be9a-de9014f29a47 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.379410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ea069-029c-45af-af40-c98786350c95 req-8ccc8852-019a-4d5a-a0c0-c2ba683663a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:30.382953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d4ea069-029c-45af-af40-c98786350c95 req-8ccc8852-019a-4d5a-a0c0-c2ba683663a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.8172386 Jul 08 18:23:30.462827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7c5b6894-e11e-497b-bea8-50d12289cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:27Z', 'revision_number': 9, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:30.475399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4f3-959c-4b87-be9a-de9014f29a47 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.496108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d4ea069-029c-45af-af40-c98786350c95 req-249a2304-8294-4873-8ed4-e4114f60ea03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e HTTP/1.1" status: 200 len: 217 time: 0.0980198 Jul 08 18:23:30.506583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b6894-e11e-497b-bea8-50d12289cf46 None None] Checking router: d588efc8-5e0d-4536-ab89-ae7e90504b61 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:30.509322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Made reservation on behalf of 7872b885dd83463f827551ec8cee2712 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:30.512984 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.545081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b6894-e11e-497b-bea8-50d12289cf46 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:30.545850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7c5b6894-e11e-497b-bea8-50d12289cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:30.590706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ea069-029c-45af-af40-c98786350c95 req-cb688b25-8fbf-402b-862e-0de48103330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:30.592586 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d4ea069-029c-45af-af40-c98786350c95 req-cb688b25-8fbf-402b-862e-0de48103330f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0861807 Jul 08 18:23:30.601129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4f3-959c-4b87-be9a-de9014f29a47 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.640596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4f3-959c-4b87-be9a-de9014f29a47 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.644814 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2f24e4f3-959c-4b87-be9a-de9014f29a47 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/e38d5788-2332-477f-9905-ba6034008367 HTTP/1.1" status: 204 len: 168 time: 1.5534992 Jul 08 18:23:30.648184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-7c5b6894-e11e-497b-bea8-50d12289cf46 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:30.649089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24e4f3-959c-4b87-be9a-de9014f29a47 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Subnet': ['ID=e38d5788-2332-477f-9905-ba6034008367,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:30.651050 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35674) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:30.674349 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1ea59011-41cb-43df-9c08-c67e707e9569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.709756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Router b2466cce-1adf-4154-92cb-01bb97c09014 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:23:30.722041 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1ea59011-41cb-43df-9c08-c67e707e9569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.777447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.800569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f79c3ea-99d8-4dc9-8e0c-50fe820e1f78 None None] Network b98c588a-4c13-4351-84f5-ab4e74f125e7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:30.804555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Allocated IP 172.20.0.13 (7cc11084-4960-4918-87ec-871a6f7b60c4/fbd0769d-d015-4540-a2e1-f52ff46d485c/f40328d1-9f6e-4d35-bfd0-32175efe7760) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:30.879104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d8dba21a-249f-4f1e-850b-9f773a52819a None None] Provisioning complete for port 807b2bd0-5ca8-417f-b7e3-d107b168be20 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:30.879384 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d8dba21a-249f-4f1e-850b-9f773a52819a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.900829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:30.916648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7f19afed-e314-401b-8098-2132b6a54f51 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "PUT /v2.0/routers/b2466cce-1adf-4154-92cb-01bb97c09014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0547760 Jul 08 18:23:30.917484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35682) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:30.923444 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be24381-f3b3-4a2c-be2e-aa04bd267ce1 None None] Sync routers for ids ['b2466cce-1adf-4154-92cb-01bb97c09014'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:30.944532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port e3d67625-bdd3-4881-a329-1bee7e84bbab {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:30.944532 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.951331 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be24381-f3b3-4a2c-be2e-aa04bd267ce1 None None] Routers {'b2466cce-1adf-4154-92cb-01bb97c09014'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:30.952713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ea069-029c-45af-af40-c98786350c95 req-d10cbe6a-8b47-4f1b-9c75-f896d5206336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:30.954031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d4ea069-029c-45af-af40-c98786350c95 req-d10cbe6a-8b47-4f1b-9c75-f896d5206336 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3472579 Jul 08 18:23:30.958518 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1be24381-f3b3-4a2c-be2e-aa04bd267ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b2466cce-1adf-4154-92cb-01bb97c09014'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:31.004165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d8dba21a-249f-4f1e-850b-9f773a52819a None None] Port 807b2bd0-5ca8-417f-b7e3-d107b168be20 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:31.047019 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1ea59011-41cb-43df-9c08-c67e707e9569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.049804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1ea59011-41cb-43df-9c08-c67e707e9569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.050129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] For port e3d67625-bdd3-4881-a329-1bee7e84bbab, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e3d67625-bdd3-4881-a329-1bee7e84bbab,segment=NetworkSegment(0deb26ea-2882-4bb1-89e5-cddf0e176fc2),segment_id=0deb26ea-2882-4bb1-89e5-cddf0e176fc2)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:31.050711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.059746 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1be24381-f3b3-4a2c-be2e-aa04bd267ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:31.062276 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1ea59011-41cb-43df-9c08-c67e707e9569 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a781ec98-8d9e-483b-8079-75959ef29fe5 HTTP/1.1" status: 204 len: 168 time: 0.7666440 Jul 08 18:23:31.077077 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be24381-f3b3-4a2c-be2e-aa04bd267ce1 None None] Routers {'b2466cce-1adf-4154-92cb-01bb97c09014'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:31.077943 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1be24381-f3b3-4a2c-be2e-aa04bd267ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b2466cce-1adf-4154-92cb-01bb97c09014'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:31.078341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for e3d67625-bdd3-4881-a329-1bee7e84bbab owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:31.108322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec74f25-baf6-4d49-b67e-94622f7292b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:31.113016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1ec74f25-baf6-4d49-b67e-94622f7292b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2466cce-1adf-4154-92cb-01bb97c09014 HTTP/1.1" status: 200 len: 981 time: 0.1905942 Jul 08 18:23:31.127378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35686) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:31.151933 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1be24381-f3b3-4a2c-be2e-aa04bd267ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:31.153247 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be24381-f3b3-4a2c-be2e-aa04bd267ce1 None None] The sync data for ids ['b2466cce-1adf-4154-92cb-01bb97c09014'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:31.160302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7c5b6894-e11e-497b-bea8-50d12289cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:27Z', 'revision_number': 9, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:31.235747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b6894-e11e-497b-bea8-50d12289cf46 None None] The sync data for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 is: [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:27Z', 'revision_number': 9, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': '7c11138d-2dff-4b84-92bd-81e6d53ef6ef', 'name': '', 'network_id': '9223f038-6471-4983-8f58-cd1f9a5d63cc', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:49:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:50Z', 'updated_at': '2021-07-08T18:23:02Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': '06f8f696-d82d-4d76-bcba-a4db1b526fb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:31.237699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea59011-41cb-43df-9c08-c67e707e9569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a781ec98-8d9e-483b-8079-75959ef29fe5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:31.317873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-950d0976-3262-46e7-bb81-022fd93d6066 req-a0ea02d6-3f26-4125-8eca-1e2de7d0a8c4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 210 time: 0.1723540 Jul 08 18:23:31.415056 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.420271 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d4ea069-029c-45af-af40-c98786350c95 req-18057655-9811-4820-8535-1eda392de352 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578438 Jul 08 18:23:31.426619 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.460416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=e3d67625-bdd3-4881-a329-1bee7e84bbab,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:31.468393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No DVR routers for this DVR port e3d67625-bdd3-4881-a329-1bee7e84bbab on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:31.602730 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.605265 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.624393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d4ea069-029c-45af-af40-c98786350c95 req-3efab25b-d22a-4449-bffa-c0ca071c1baf service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948276 Jul 08 18:23:31.651240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98c588a-4c13-4351-84f5-ab4e74f125e7']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:31.682629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0deb26ea-2882-4bb1-89e5-cddf0e176fc2') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:31.682629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0deb26ea-2882-4bb1-89e5-cddf0e176fc2') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:31.687059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a11b47-6dab-4296-ae39-2b2002694969 None None] DHCP port deletion for b98c588a-4c13-4351-84f5-ab4e74f125e7 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:23:31.704699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Network 7cc11084-4960-4918-87ec-871a6f7b60c4 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:31.717244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:31.722762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:31.728324 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.732034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Pushing event updated for resources: {'Port': ['ID=f40328d1-9f6e-4d35-bfd0-32175efe7760,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:31.822718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:31.823447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.838911 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.841099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3d67625-bdd3-4881-a329-1bee7e84bbab no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:31.845439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:23:31.846066 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.881140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: e3d67625-bdd3-4881-a329-1bee7e84bbab {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:31.881482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e3d67625-bdd3-4881-a329-1bee7e84bbab not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:31.883835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c9947fa9-42df-4447-846c-e7628db20a0d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:23:31.891127 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:23:31.916162 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-34cd0acb-42a3-41c4-8f9e-b29d9b638274 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3832211 Jul 08 18:23:31.929672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Request body: {'port': {'device_id': '80d57cc8-82d2-4fd8-bd2d-31df59b1de1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:31.946123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: c9947fa9-42df-4447-846c-e7628db20a0d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:31.946895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c9947fa9-42df-4447-846c-e7628db20a0d not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:31.976364 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.985537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.987482 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/networks/b98c588a-4c13-4351-84f5-ab4e74f125e7 HTTP/1.1" status: 204 len: 168 time: 1.3335793 Jul 08 18:23:31.991460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35714) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:32.036828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be2101-8ac5-46ac-86b8-d7cb337a492d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Network': ['ID=b98c588a-4c13-4351-84f5-ab4e74f125e7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:32.075765 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd66e4b0-b494-4f46-bc60-78f5055d42b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.140078 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.291000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35728) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:32.469661 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1838363137-network', 'tenant_id': '8262db23729a48008da3b192780c7ce6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:32.580083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Made reservation on behalf of 8262db23729a48008da3b192780c7ce6 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:32.582477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.624302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.691564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ab91c-626b-45b4-9138-d45487255ecb req-da9874a4-ba60-4d4d-a089-326b3733c12d tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:32.692600 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-579ab91c-626b-45b4-9138-d45487255ecb req-da9874a4-ba60-4d4d-a089-326b3733c12d tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 932 time: 0.1932948 Jul 08 18:23:32.781182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40328d1-9f6e-4d35-bfd0-32175efe7760 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:23:32.793402 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.795911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-579ab91c-626b-45b4-9138-d45487255ecb req-369a96eb-3253-4cb6-9dad-82bd6b551442 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893381 Jul 08 18:23:32.834637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-dd66e4b0-b494-4f46-bc60-78f5055d42b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 807b2bd0-5ca8-417f-b7e3-d107b168be20 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:32.835363 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd66e4b0-b494-4f46-bc60-78f5055d42b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.838537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Transition to ACTIVE for port object f40328d1-9f6e-4d35-bfd0-32175efe7760 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:32.851158 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.909548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.922201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.939624 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd66e4b0-b494-4f46-bc60-78f5055d42b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.951051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Pushing event updated for resources: {'Port': ['ID=f40328d1-9f6e-4d35-bfd0-32175efe7760,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:32.953467 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-dd66e4b0-b494-4f46-bc60-78f5055d42b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 807b2bd0-5ca8-417f-b7e3-d107b168be20 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:32.981558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:23:33.000147 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.020891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1437980-1c34-4c13-b296-28ae52515ab7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:33.087246 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.087589 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Added segment 229b30b3-1ae0-4866-8eab-b7c26808a8df of type vlan for network 017b1b61-355b-40c6-8404-0512c689e901 Jul 08 18:23:33.174801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.188204 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd66e4b0-b494-4f46-bc60-78f5055d42b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.225624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Attempting to bind port f40328d1-9f6e-4d35-bfd0-32175efe7760 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:33.225988 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Attempting to bind port f40328d1-9f6e-4d35-bfd0-32175efe7760 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:33.226332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Attempting to bind port f40328d1-9f6e-4d35-bfd0-32175efe7760 on network 7cc11084-4960-4918-87ec-871a6f7b60c4 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:33.259377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66e4b0-b494-4f46-bc60-78f5055d42b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=807b2bd0-5ca8-417f-b7e3-d107b168be20,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:33.281405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Port f40328d1-9f6e-4d35-bfd0-32175efe7760 on network 7cc11084-4960-4918-87ec-871a6f7b60c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:23:33.281740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Attempting to bind port f40328d1-9f6e-4d35-bfd0-32175efe7760 on network 7cc11084-4960-4918-87ec-871a6f7b60c4 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:33.300393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:33.300738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Checking segment: {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:33.301135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Bound using segment: {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:33.301576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Bound port: f40328d1-9f6e-4d35-bfd0-32175efe7760, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:33.301944 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.318850 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.319851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:33.320448 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.408511 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1164143 Jul 08 18:23:33.415336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35758) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:33.422275 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] Request body: {'subnet': {'network_id': '017b1b61-355b-40c6-8404-0512c689e901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1838363137-subnet', 'tenant_id': '8262db23729a48008da3b192780c7ce6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:33.448985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a2a47-7641-434d-8b7e-9ad7ff1fa2db admin admin] Pushing event updated for resources: {'Network': ['ID=017b1b61-355b-40c6-8404-0512c689e901,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:33.450252 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd66e4b0-b494-4f46-bc60-78f5055d42b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.470329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 017b1b61-355b-40c6-8404-0512c689e901 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:23:33.573608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] For port f40328d1-9f6e-4d35-bfd0-32175efe7760, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:33.610759 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.619241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] Made reservation on behalf of 8262db23729a48008da3b192780c7ce6 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:33.621609 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.635518 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] For port f40328d1-9f6e-4d35-bfd0-32175efe7760, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f40328d1-9f6e-4d35-bfd0-32175efe7760,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:33.709615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.731912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd66e4b0-b494-4f46-bc60-78f5055d42b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Router b2466cce-1adf-4154-92cb-01bb97c09014 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:33.763830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:33.764362 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.765756 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] 10.222.0.59 "PUT /v2.0/ports/f40328d1-9f6e-4d35-bfd0-32175efe7760 HTTP/1.1" status: 200 len: 1092 time: 1.8417890 Jul 08 18:23:33.767173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d57cc8-82d2-4fd8-bd2d-31df59b1de1f', 'tag': 'f40328d1-9f6e-4d35-bfd0-32175efe7760'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:33.770051 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a92e95-6994-44e3-9ae9-82d306a1ca8a" -d '{"events": [{"name": "network-changed", "server_uuid": "80d57cc8-82d2-4fd8-bd2d-31df59b1de1f", "tag": "f40328d1-9f6e-4d35-bfd0-32175efe7760"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:33.825700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd66e4b0-b494-4f46-bc60-78f5055d42b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:33.833614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f24c2-b0e8-43cb-9b59-0a13bdc0ba02 service neutron] Pushing event updated for resources: {'Port': ['ID=f40328d1-9f6e-4d35-bfd0-32175efe7760,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:33.842880 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dd66e4b0-b494-4f46-bc60-78f5055d42b0 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "PUT /v2.0/routers/b2466cce-1adf-4154-92cb-01bb97c09014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7119839 Jul 08 18:23:33.843710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35770) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:33.845624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2facaf-6d07-4540-a3e6-2391d6c6031e None None] Sync routers for ids ['b2466cce-1adf-4154-92cb-01bb97c09014'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:33.856603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:33.863587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2facaf-6d07-4540-a3e6-2391d6c6031e None None] Routers {'b2466cce-1adf-4154-92cb-01bb97c09014'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:33.864227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf2facaf-6d07-4540-a3e6-2391d6c6031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b2466cce-1adf-4154-92cb-01bb97c09014'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:33.866671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.882261 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c713b7-dffc-4000-b65f-23c5eb8466a1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:23:33.886719 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb329c0-2a71-40d1-a31c-2c04261edbd3 x-openstack-request-id: req-1fb329c0-2a71-40d1-a31c-2c04261edbd3 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:33.886929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c6c713b7-dffc-4000-b65f-23c5eb8466a1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/807b2bd0-5ca8-417f-b7e3-d107b168be20 HTTP/1.1" status: 404 len: 333 time: 0.0418570 Jul 08 18:23:33.887045 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d57cc8-82d2-4fd8-bd2d-31df59b1de1f", "tag": "f40328d1-9f6e-4d35-bfd0-32175efe7760", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:33.887152 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1fb329c0-2a71-40d1-a31c-2c04261edbd3 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:33.887510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35772) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:33.887634 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d57cc8-82d2-4fd8-bd2d-31df59b1de1f', 'tag': 'f40328d1-9f6e-4d35-bfd0-32175efe7760', 'status': 'completed', 'code': 200} Jul 08 18:23:33.914560 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf2facaf-6d07-4540-a3e6-2391d6c6031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:33.923254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2facaf-6d07-4540-a3e6-2391d6c6031e None None] Routers {'b2466cce-1adf-4154-92cb-01bb97c09014'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:33.923898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf2facaf-6d07-4540-a3e6-2391d6c6031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['b2466cce-1adf-4154-92cb-01bb97c09014'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:33.968009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf2facaf-6d07-4540-a3e6-2391d6c6031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:33.968665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2facaf-6d07-4540-a3e6-2391d6c6031e None None] The sync data for ids ['b2466cce-1adf-4154-92cb-01bb97c09014'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:33.991861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27b46fc5-d0dc-4fc3-a384-c539ecd7a95b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.128031 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] For port 7c11138d-2dff-4b84-92bd-81e6d53ef6ef, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7c11138d-2dff-4b84-92bd-81e6d53ef6ef,segment=NetworkSegment(39e0fb35-c47a-4af5-99b8-23e61655a906),segment_id=39e0fb35-c47a-4af5-99b8-23e61655a906)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:34.128511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.138098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-dd4da7ad-bbd4-40a1-95ce-3cb8190434b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:34.139736 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-dd4da7ad-bbd4-40a1-95ce-3cb8190434b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 1095 time: 0.2854419 Jul 08 18:23:34.140700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.150748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for 7c11138d-2dff-4b84-92bd-81e6d53ef6ef owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:34.187845 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27b46fc5-d0dc-4fc3-a384-c539ecd7a95b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.191586 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27b46fc5-d0dc-4fc3-a384-c539ecd7a95b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.228848 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-ecd4b4ec-04d9-4175-a688-49310130e282 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f40328d1-9f6e-4d35-bfd0-32175efe7760 HTTP/1.1" status: 200 len: 217 time: 0.0756609 Jul 08 18:23:34.251288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452784cc-7498-489f-9f8e-0f2ebb4849d4 req-91d6c1b5-a7a2-40cb-aef8-1d4598e50f2b tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:34.253223 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-452784cc-7498-489f-9f8e-0f2ebb4849d4 req-91d6c1b5-a7a2-40cb-aef8-1d4598e50f2b tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 944 time: 0.2593997 Jul 08 18:23:34.258465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27b46fc5-d0dc-4fc3-a384-c539ecd7a95b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.259109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b46fc5-d0dc-4fc3-a384-c539ecd7a95b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Fanout notify agent at l3_agent the message router_deleted on router b2466cce-1adf-4154-92cb-01bb97c09014 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:23:34.269178 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27b46fc5-d0dc-4fc3-a384-c539ecd7a95b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.273037 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-27b46fc5-d0dc-4fc3-a384-c539ecd7a95b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/routers/b2466cce-1adf-4154-92cb-01bb97c09014 HTTP/1.1" status: 204 len: 168 time: 0.3845859 Jul 08 18:23:34.282405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35778) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:34.312952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-452784cc-7498-489f-9f8e-0f2ebb4849d4 req-d4faf9dd-1277-444c-8970-ea3be48d98d9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514243 Jul 08 18:23:34.329582 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.337551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae37bc1-2013-4961-ba83-01ee1af88426,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:34.402783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] Checking segment: {'id': '229b30b3-1ae0-4866-8eab-b7c26808a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '017b1b61-355b-40c6-8404-0512c689e901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:34.403143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] Network hostable DHCP agents. Network: 017b1b61-355b-40c6-8404-0512c689e901, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:23:34.417745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-7123a03e-779d-4f74-8f3a-218c41b407f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:34.419238 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-7123a03e-779d-4f74-8f3a-218c41b407f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.1473472 Jul 08 18:23:34.428702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c6882a-ad7a-4f28-9ad0-afeb58b1df7b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting subnet 619778fe-5e97-43ed-9cd5-4c0acb4c8923 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:34.480960 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2c6882a-ad7a-4f28-9ad0-afeb58b1df7b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.526544 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-9d1c7727-5047-4c73-ac10-27f5b962bd76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608685 Jul 08 18:23:34.533267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] Network 017b1b61-355b-40c6-8404-0512c689e901 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:23:34.934867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 017b1b61-355b-40c6-8404-0512c689e901) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:34.940353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2c6882a-ad7a-4f28-9ad0-afeb58b1df7b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.949907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e8039-4567-47f8-a4c1-fd43db09448d None None] Network 017b1b61-355b-40c6-8404-0512c689e901 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:34.966716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:34.967327 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:35.029862 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e4a9391a-31b0-48bc-bbf5-d9e1531aac0a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6134393 Jul 08 18:23:35.064873 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:35.107151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb262266-5323-41c8-ac75-4983d46080b6 None None] Network 017b1b61-355b-40c6-8404-0512c689e901 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:35.128566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=7c11138d-2dff-4b84-92bd-81e6d53ef6ef,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:35.176629 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2c6882a-ad7a-4f28-9ad0-afeb58b1df7b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:35.181332 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-c7c5fbe8-8d83-4140-8b32-5fecb35dc9e5 service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411951 Jul 08 18:23:35.423452 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:35.467145 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2c6882a-ad7a-4f28-9ad0-afeb58b1df7b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:35.528572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6882a-ad7a-4f28-9ad0-afeb58b1df7b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Subnet': ['ID=619778fe-5e97-43ed-9cd5-4c0acb4c8923,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:35.532002 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee3e3ecd-eba6-4311-b277-3e3451218d11 req-33dc9e7b-4120-4d59-b611-978c1e6d8b00 service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076890 Jul 08 18:23:35.580988 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2c6882a-ad7a-4f28-9ad0-afeb58b1df7b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:35.587645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:35.591513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14febbfe-38fe-4673-a708-55353b3e4d65 None None] Network 8ea9c96d-363e-4fce-a555-f79781c8441c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:35.601559 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a2c6882a-ad7a-4f28-9ad0-afeb58b1df7b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/619778fe-5e97-43ed-9cd5-4c0acb4c8923 HTTP/1.1" status: 204 len: 168 time: 1.3116598 Jul 08 18:23:35.711949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:35.729138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea0941-9c23-411a-9b6b-3c2d06fbd97d req-75b8372f-ca71-42da-a270-6a92e6723c02 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:35.736377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98ea0941-9c23-411a-9b6b-3c2d06fbd97d req-75b8372f-ca71-42da-a270-6a92e6723c02 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 944 time: 0.1940589 Jul 08 18:23:35.792572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a92e95-6994-44e3-9ae9-82d306a1ca8a req-83937e1c-4b1b-4dfa-a631-854ae5906284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:35.794263 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-38a92e95-6994-44e3-9ae9-82d306a1ca8a req-83937e1c-4b1b-4dfa-a631-854ae5906284 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 1095 time: 0.1791196 Jul 08 18:23:35.798448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router d588efc8-5e0d-4536-ab89-ae7e90504b61 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:35.815595 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98ea0941-9c23-411a-9b6b-3c2d06fbd97d req-c688728d-fbcb-4177-bea6-cb6599c653e7 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782454 Jul 08 18:23:35.853778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:35.854722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:35.954407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] DHCP port deletion for 8ea9c96d-363e-4fce-a555-f79781c8441c request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:23:35.981101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] For port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4441aed6-0c5e-4e45-84cb-a48e6323a9d0,segment=NetworkSegment(9442bf01-f194-4d4f-b4a3-513d90a72a9f),segment_id=9442bf01-f194-4d4f-b4a3-513d90a72a9f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:35.981624 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:35.995985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:36.064100 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Deleting port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:36.064523 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.073177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:36.088443 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac8131d-2a1f-4161-a1b2-f5ab5fbab477 None None] Sync routers for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:36.106387 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8131d-2a1f-4161-a1b2-f5ab5fbab477 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:36.106916 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8ac8131d-2a1f-4161-a1b2-f5ab5fbab477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:36.132014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a92e95-6994-44e3-9ae9-82d306a1ca8a req-229cf5d6-c6db-45ea-877f-4350ab85a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:36.134128 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-38a92e95-6994-44e3-9ae9-82d306a1ca8a req-229cf5d6-c6db-45ea-877f-4350ab85a3d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 916 time: 0.3297808 Jul 08 18:23:36.138758 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-24620de2-22cb-437f-9afa-1d934723d8e6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1450238 Jul 08 18:23:36.176661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35830) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:36.210583 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.221188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] For port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4441aed6-0c5e-4e45-84cb-a48e6323a9d0,segment=NetworkSegment(9442bf01-f194-4d4f-b4a3-513d90a72a9f),segment_id=9442bf01-f194-4d4f-b4a3-513d90a72a9f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:36.223682 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.246282 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-38a92e95-6994-44e3-9ae9-82d306a1ca8a req-d1e1ee07-6eeb-4278-b139-ccf75b6789d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f40328d1-9f6e-4d35-bfd0-32175efe7760 HTTP/1.1" status: 200 len: 217 time: 0.0680044 Jul 08 18:23:36.249517 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-63b55a1f-d615-451f-8d73-61e3895eea09 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1744266 Jul 08 18:23:36.271790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=4441aed6-0c5e-4e45-84cb-a48e6323a9d0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:36.273829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No DVR routers for this DVR port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:36.283361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Calling delete_port for 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:36.287143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e46554c-8a28-4e31-bd87-aa564bee9808 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting subnet 06f8f696-d82d-4d76-bcba-a4db1b526fb8 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:36.311139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e46554c-8a28-4e31-bd87-aa564bee9808 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.327460 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8ac8131d-2a1f-4161-a1b2-f5ab5fbab477 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:36.329618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-61a11ff3-1846-48b4-bcc4-fe35dc6ef8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.384412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a92e95-6994-44e3-9ae9-82d306a1ca8a req-36229883-6362-41d3-90db-8393ad458f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:36.391153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-38a92e95-6994-44e3-9ae9-82d306a1ca8a req-36229883-6362-41d3-90db-8393ad458f9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.1280086 Jul 08 18:23:36.436521 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e46554c-8a28-4e31-bd87-aa564bee9808 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.441241 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.475122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea9c96d-363e-4fce-a555-f79781c8441c']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:36.492180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9442bf01-f194-4d4f-b4a3-513d90a72a9f') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:36.492538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9442bf01-f194-4d4f-b4a3-513d90a72a9f') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:36.503490 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.518906 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.519345 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.525816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:23:36.526379 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.576348 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-38a92e95-6994-44e3-9ae9-82d306a1ca8a req-acfab411-4ecc-438e-a9d2-6bb68cc9fde0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123033 Jul 08 18:23:36.577580 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Pushing event deleted for resources: {'Port': ['ID=4441aed6-0c5e-4e45-84cb-a48e6323a9d0,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:23:36.597274 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:23:36.601170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.602130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.602625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.603656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.603792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-d70fd425-6096-4b94-8f6c-5c88178c6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:36.603934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.604045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.607434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.607434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.607750 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-d70fd425-6096-4b94-8f6c-5c88178c6fbd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc254ab719e14ce5a67a940a463bcf78&device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 1097 time: 0.2134984 Jul 08 18:23:36.607880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.607880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.607880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.607880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:36.630794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2bd768-7a4e-4902-866e-0d10f3c897af None None] No DVR routers for this DVR port 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:36.632103 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.641984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.651559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/networks/8ea9c96d-363e-4fce-a555-f79781c8441c HTTP/1.1" status: 204 len: 168 time: 1.0626154 Jul 08 18:23:36.656199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35838) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:36.732240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38d76a-bb4a-4384-847c-29848e2421c2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Network': ['ID=8ea9c96d-363e-4fce-a555-f79781c8441c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:36.766562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e46554c-8a28-4e31-bd87-aa564bee9808 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.787373 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-38a92e95-6994-44e3-9ae9-82d306a1ca8a req-ea2281be-ca86-4bf6-828e-9df9c29b71ca service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002132 Jul 08 18:23:36.819637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7ffcb-996d-49ba-955c-3e06bdde1fa2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:36.826459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c2c7ffcb-996d-49ba-955c-3e06bdde1fa2 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/ef7576e5-929f-4a49-a046-81141f3a76cc HTTP/1.1" status: 200 len: 840 time: 0.1662087 Jul 08 18:23:36.832526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35840) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:36.953598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2758c2f0-8254-45ec-8437-1ae41846ed0e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/ef7576e5-929f-4a49-a046-81141f3a76cc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1183937 Jul 08 18:23:36.956605 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8ac8131d-2a1f-4161-a1b2-f5ab5fbab477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:34Z', 'revision_number': 10, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:36.961048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35846) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:36.982073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-41807a8a-c954-4532-a42f-1ae623ea96e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:37.026124 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac8131d-2a1f-4161-a1b2-f5ab5fbab477 None None] Checking router: d588efc8-5e0d-4536-ab89-ae7e90504b61 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:37.048273 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8131d-2a1f-4161-a1b2-f5ab5fbab477 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:37.050572 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8ac8131d-2a1f-4161-a1b2-f5ab5fbab477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:37.188904 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-38a92e95-6994-44e3-9ae9-82d306a1ca8a req-06ef5701-fe51-4781-a20b-dfc27eb9b4fc service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683393 Jul 08 18:23:37.191159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-3eebc5f0-2171-4dc0-b8b7-fab9edfa3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:37.202709 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-3eebc5f0-2171-4dc0-b8b7-fab9edfa3943 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 200 len: 912 time: 0.4162872 Jul 08 18:23:37.280772 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e46554c-8a28-4e31-bd87-aa564bee9808 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:37.304985 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-6a6df729-6b69-4fde-9a63-5bf1baa8b7ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276bbc5c-508f-4559-84fb-98081a3a6d81 HTTP/1.1" status: 200 len: 1000 time: 0.0970991 Jul 08 18:23:37.311168 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8ac8131d-2a1f-4161-a1b2-f5ab5fbab477 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:37.331546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41807a8a-c954-4532-a42f-1ae623ea96e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:37.335702 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41807a8a-c954-4532-a42f-1ae623ea96e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:37.356307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46554c-8a28-4e31-bd87-aa564bee9808 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Subnet': ['ID=06f8f696-d82d-4d76-bcba-a4db1b526fb8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:37.369727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c10b59-a995-422c-847a-c8bc971bc853 None None] Network 9223f038-6471-4983-8f58-cd1f9a5d63cc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:37.391317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-690c3470-b8cc-4a18-9e55-197411c38c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:37.393626 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-690c3470-b8cc-4a18-9e55-197411c38c35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 200 len: 850 time: 0.0812645 Jul 08 18:23:37.395155 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e46554c-8a28-4e31-bd87-aa564bee9808 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:37.397088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7e46554c-8a28-4e31-bd87-aa564bee9808 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/06f8f696-d82d-4d76-bcba-a4db1b526fb8 HTTP/1.1" status: 204 len: 168 time: 1.2183092 Jul 08 18:23:37.400036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35870) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:37.537613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-7533a44e-2cac-4ad7-b684-e9932f9821fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:37.541322 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-7533a44e-2cac-4ad7-b684-e9932f9821fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0f910dd-fc47-45d3-b737-f9c834dafa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391876 Jul 08 18:23:37.563229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:37.568637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-3d1866bb-4913-47b4-a97e-9f91299f9bd5 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:37.570862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-3d1866bb-4913-47b4-a97e-9f91299f9bd5 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/networks?id=017b1b61-355b-40c6-8404-0512c689e901 HTTP/1.1" status: 200 len: 809 time: 0.2296834 Jul 08 18:23:37.617303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:37.617717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4441aed6-0c5e-4e45-84cb-a48e6323a9d0 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:37.633848 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8ac8131d-2a1f-4161-a1b2-f5ab5fbab477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:34Z', 'revision_number': 10, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:37.666518 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-47d0875a-be1f-4910-95cb-6292ab8e694e service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164854 Jul 08 18:23:37.690194 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac8131d-2a1f-4161-a1b2-f5ab5fbab477 None None] The sync data for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 is: [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:34Z', 'revision_number': 10, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None, '_interfaces': [{'id': 'fa0c1756-cada-4fa8-a7ec-7cd881edba9d', 'name': '', 'network_id': '273bbf8d-b2d2-413a-9140-d98a53e25710', 'tenant_id': '055644b039984b20990db6191e46607e', 'mac_address': 'fa:16:3e:c5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:44Z', 'updated_at': '2021-07-08T18:22:57Z', 'revision_number': 5, 'project_id': '055644b039984b20990db6191e46607e', 'subnets': [{'id': 'c459304c-6265-4aeb-8690-3fea44e446b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:37.710757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8995581-c4ca-493e-a4b4-f61c47719765 None None] DHCP port deletion for 9223f038-6471-4983-8f58-cd1f9a5d63cc request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:23:37.720934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-12a669da-819b-40b6-90f5-b45e94826c1e tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/quotas/8262db23729a48008da3b192780c7ce6 HTTP/1.1" status: 200 len: 375 time: 0.0516393 Jul 08 18:23:37.776033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a8995581-c4ca-493e-a4b4-f61c47719765 None None] Deleting port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:37.776623 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a8995581-c4ca-493e-a4b4-f61c47719765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:37.806470 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:37.808608 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-893e239a-d7ab-41a7-b038-29fad5dca79c req-6ab28b1f-cc29-4899-a675-27d3d9271361 service neutron] 10.222.0.74 "GET /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332476 Jul 08 18:23:37.817151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f78c81-fba0-4969-8dcb-be986fd81a7f req-55dc40bb-789e-4d93-bb9a-0ebd988f5270 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:37.818744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5f78c81-fba0-4969-8dcb-be986fd81a7f req-55dc40bb-789e-4d93-bb9a-0ebd988f5270 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 944 time: 0.6886456 Jul 08 18:23:37.855216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a8995581-c4ca-493e-a4b4-f61c47719765 None None] For port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=181caaa6-bfba-4d06-bbfc-2d31e9e67d63,segment=NetworkSegment(39e0fb35-c47a-4af5-99b8-23e61655a906),segment_id=39e0fb35-c47a-4af5-99b8-23e61655a906)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:37.855612 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a8995581-c4ca-493e-a4b4-f61c47719765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:37.873888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a8995581-c4ca-493e-a4b4-f61c47719765 None None] Calling delete_port for 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:37.878196 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-c6967ec0-49a3-4802-bf63-e3d9da19f149 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8262db23729a48008da3b192780c7ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561588 Jul 08 18:23:37.976840 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a8995581-c4ca-493e-a4b4-f61c47719765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.004779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8995581-c4ca-493e-a4b4-f61c47719765 None None] Pushing event deleted for resources: {'Port': ['ID=181caaa6-bfba-4d06-bbfc-2d31e9e67d63,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:38.008484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8995581-c4ca-493e-a4b4-f61c47719765 None None] No DVR routers for this DVR port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:38.028060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5f78c81-fba0-4969-8dcb-be986fd81a7f req-371ceac1-f557-4201-87f4-c796665bc07b tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007568 Jul 08 18:23:38.064120 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41807a8a-c954-4532-a42f-1ae623ea96e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.145016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41807a8a-c954-4532-a42f-1ae623ea96e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 4a6073cd-a716-462f-9759-a405d26a71fc is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:38.155824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-41807a8a-c954-4532-a42f-1ae623ea96e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:38.161969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:38.161969 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.166813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41807a8a-c954-4532-a42f-1ae623ea96e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:38.167558 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41807a8a-c954-4532-a42f-1ae623ea96e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.172044 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-b448c120-cdd1-44bd-9fc0-73bf9b55412b service neutron] 10.222.0.73 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816172 Jul 08 18:23:38.172645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab95532-df73-46fc-8ba2-f3ca43f8bb36 None None] Network 4a6073cd-a716-462f-9759-a405d26a71fc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:38.216797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41807a8a-c954-4532-a42f-1ae623ea96e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Subnet': ['ID=d1cd1394-4eee-479a-b34f-39246dc14d73,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:38.311879 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35884) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:38.312483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-41807a8a-c954-4532-a42f-1ae623ea96e5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3500297 Jul 08 18:23:38.316843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bdb11e40-efbf-440f-89d9-d225c044db4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'security_group': {'name': 'tempest-secgroup-1288891395'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:38.363616 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bdb11e40-efbf-440f-89d9-d225c044db4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.425729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-4a6073cd-a716-462f-9759-a405d26a71fc', 'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'tenant_id': '729864a2ddd24cf38e07a621ad47bd54', 'fixed_ips': [{'subnet_id': 'd1cd1394-4eee-479a-b34f-39246dc14d73'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:23:38.427936 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.492689 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bdb11e40-efbf-440f-89d9-d225c044db4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.500301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bdb11e40-efbf-440f-89d9-d225c044db4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.524688 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bdb11e40-efbf-440f-89d9-d225c044db4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.526165 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bdb11e40-efbf-440f-89d9-d225c044db4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2130632 Jul 08 18:23:38.534250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35892) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:38.540562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c0cfb552-7fa0-4570-b02b-a11838505351 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'security_group': {'name': 'tempest-secgroup-1701443787'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:38.577139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0cfb552-7fa0-4570-b02b-a11838505351 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.607063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb11e40-efbf-440f-89d9-d225c044db4f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c81fcf-b9ec-493d-b45a-478b68289907,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:38.655134 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Allocated IP 172.20.0.2 (4a6073cd-a716-462f-9759-a405d26a71fc/d1cd1394-4eee-479a-b34f-39246dc14d73/0ed789bb-ad88-4f44-a1d3-bde089235934) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:38.701725 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0cfb552-7fa0-4570-b02b-a11838505351 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.711536 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0cfb552-7fa0-4570-b02b-a11838505351 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.715414 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] For port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63, host n-d-799684-3, got binding levels [] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:38.715781 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.732476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:38.745310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfb552-7fa0-4570-b02b-a11838505351 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08868450-99e6-4572-8ed4-5804a49396be,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:38.748183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 was not found and therefore no delete operation was performed {{(pid=93742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:23:38.750868 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.761833 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c0cfb552-7fa0-4570-b02b-a11838505351 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.763227 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c0cfb552-7fa0-4570-b02b-a11838505351 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2283413 Jul 08 18:23:38.765839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35902) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:38.771665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1490223375', 'security_groups': ['08868450-99e6-4572-8ed4-5804a49396be'], 'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd1cd1394-4eee-479a-b34f-39246dc14d73'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:38.805752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=181caaa6-bfba-4d06-bbfc-2d31e9e67d63,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:38.807762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No DVR routers for this DVR port 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:38.816797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-c17f3683-d613-4b57-959f-02b2de59594e service neutron] 10.222.0.73 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289201 Jul 08 18:23:38.898146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.909883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:38.912119 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9223f038-6471-4983-8f58-cd1f9a5d63cc']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:38.943260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e0fb35-c47a-4af5-99b8-23e61655a906') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:38.943724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e0fb35-c47a-4af5-99b8-23e61655a906') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:38.957160 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.972622 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.003408 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.015216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Transition to ACTIVE for port object 0ed789bb-ad88-4f44-a1d3-bde089235934 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:39.015497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:23:39.017555 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.038276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.048234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Transition to ACTIVE for port object 0ed789bb-ad88-4f44-a1d3-bde089235934 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:39.069249 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:23:39.084940 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:23:39.088872 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.090379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port 6f20d001-c3e9-47cc-aabb-6c44244fb2bc yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:23:39.122567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Pushing event updated for resources: {'Port': ['ID=0ed789bb-ad88-4f44-a1d3-bde089235934,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:39.130921 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.142458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Network 4a6073cd-a716-462f-9759-a405d26a71fc is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:39.149374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:39.152854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:39.162850 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fb092681-401a-47f3-8220-d3b79d9c1a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.164740 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.171651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/networks/9223f038-6471-4983-8f58-cd1f9a5d63cc HTTP/1.1" status: 204 len: 168 time: 1.7382874 Jul 08 18:23:39.182637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77e194e5-b938-4ef5-97d9-380aea09425e req-db04989f-7656-4c04-aab3-3b1ff6598272 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 210 time: 0.0943239 Jul 08 18:23:39.184019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35910) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:39.224815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d060b-ee62-4cf2-9cd6-2d190a25fdc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Network': ['ID=9223f038-6471-4983-8f58-cd1f9a5d63cc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:39.281791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Attempting to bind port 0ed789bb-ad88-4f44-a1d3-bde089235934 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:39.282169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Attempting to bind port 0ed789bb-ad88-4f44-a1d3-bde089235934 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '438e8238-a766-4865-8f5a-b9b9c401c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:39.282566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Attempting to bind port 0ed789bb-ad88-4f44-a1d3-bde089235934 on network 4a6073cd-a716-462f-9759-a405d26a71fc {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:39.293434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:39.293932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Checking segment: {'id': '438e8238-a766-4865-8f5a-b9b9c401c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:39.295148 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.295564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Bound using segment: {'id': '438e8238-a766-4865-8f5a-b9b9c401c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:39.296037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Bound port: 0ed789bb-ad88-4f44-a1d3-bde089235934, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438e8238-a766-4865-8f5a-b9b9c401c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:39.296427 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.386123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.7 (4a6073cd-a716-462f-9759-a405d26a71fc/d1cd1394-4eee-479a-b34f-39246dc14d73/6f20d001-c3e9-47cc-aabb-6c44244fb2bc) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:39.396755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] For port 0ed789bb-ad88-4f44-a1d3-bde089235934, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:39.420709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] For port 0ed789bb-ad88-4f44-a1d3-bde089235934, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ed789bb-ad88-4f44-a1d3-bde089235934,segment=NetworkSegment(438e8238-a766-4865-8f5a-b9b9c401c3a9),segment_id=438e8238-a766-4865-8f5a-b9b9c401c3a9)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:39.429188 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.582305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4c937-b7ef-49fc-a03d-db7ed73ac745 None None] Pushing event updated for resources: {'Port': ['ID=0ed789bb-ad88-4f44-a1d3-bde089235934,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:39.599056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:39.618473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951b618-6a7e-48c8-af80-613ea3b81d5e req-d49a6e7c-2141-409a-b4f6-b22bf36df35c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:39.625661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9951b618-6a7e-48c8-af80-613ea3b81d5e req-d49a6e7c-2141-409a-b4f6-b22bf36df35c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 944 time: 0.3120751 Jul 08 18:23:39.640546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.648649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:39.648996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 181caaa6-bfba-4d06-bbfc-2d31e9e67d63 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:39.649430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c11138d-2dff-4b84-92bd-81e6d53ef6ef no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:39.665006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f40328d1-9f6e-4d35-bfd0-32175efe7760 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:23:39.690795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object 6f20d001-c3e9-47cc-aabb-6c44244fb2bc will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:39.729023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9951b618-6a7e-48c8-af80-613ea3b81d5e req-d73a8b0a-d96e-4ba8-a57a-b9565fce21e2 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023350 Jul 08 18:23:39.736393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 7c11138d-2dff-4b84-92bd-81e6d53ef6ef {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:39.736840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c11138d-2dff-4b84-92bd-81e6d53ef6ef not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:39.781300 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.844760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 4a6073cd-a716-462f-9759-a405d26a71fc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:39.850483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:39.853146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:39.943069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f40328d1-9f6e-4d35-bfd0-32175efe7760, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f40328d1-9f6e-4d35-bfd0-32175efe7760,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:39.961702 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'f40328d1-9f6e-4d35-bfd0-32175efe7760', 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4', 'port_id': 'f40328d1-9f6e-4d35-bfd0-32175efe7760', 'mac_address': 'fa:16:3e:9d:2d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd0769d-d015-4540-a2e1-f52ff46d485c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:23:39.962003 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:39.981798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=6f20d001-c3e9-47cc-aabb-6c44244fb2bc,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:40.006840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:40.007548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:40.013558 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:40.034058 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-744e9943-7e59-4081-af14-6c280bf68c27 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2666576 Jul 08 18:23:40.036540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35922) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:40.044412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7b0f75d6-7003-4d3b-ab4d-ec750120282c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:40.054423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40328d1-9f6e-4d35-bfd0-32175efe7760 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:23:40.086120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f40328d1-9f6e-4d35-bfd0-32175efe7760, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f40328d1-9f6e-4d35-bfd0-32175efe7760,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:40.097236 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:40.183083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f40328d1-9f6e-4d35-bfd0-32175efe7760,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:40.190413 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:40.263403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0f75d6-7003-4d3b-ab4d-ec750120282c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:40.269097 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7b0f75d6-7003-4d3b-ab4d-ec750120282c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:40.418719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f40328d1-9f6e-4d35-bfd0-32175efe7760'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:23:40.426118 n-d-799684-3 neutron-server[93741]: INFO neutron.db.ipam_backend_mixin [None req-7b0f75d6-7003-4d3b-ab4d-ec750120282c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d1cd1394-4eee-479a-b34f-39246dc14d73 (CIDR: 172.20.0.0/28) Jul 08 18:23:40.431576 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0f75d6-7003-4d3b-ab4d-ec750120282c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:23:40.432109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0f75d6-7003-4d3b-ab4d-ec750120282c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:40.444213 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ccfdaf55-847f-445b-baab-762396214c14 req-97d151b6-01bb-4239-a3c7-473c949fef3e tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 210 time: 0.0506904 Jul 08 18:23:40.454873 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7b0f75d6-7003-4d3b-ab4d-ec750120282c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4170556 Jul 08 18:23:40.456836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35926) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:40.462499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c0fa1d30-81da-4013-aef4-215c25d12ff6 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:40.472082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port fa0c1756-cada-4fa8-a7ec-7cd881edba9d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:40.472082 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:40.642856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] For port fa0c1756-cada-4fa8-a7ec-7cd881edba9d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fa0c1756-cada-4fa8-a7ec-7cd881edba9d,segment=NetworkSegment(4f20149f-3677-4164-802d-4e2a609fab56),segment_id=4f20149f-3677-4164-802d-4e2a609fab56)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:40.643224 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:40.734132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for fa0c1756-cada-4fa8-a7ec-7cd881edba9d owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:40.763225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fa1d30-81da-4013-aef4-215c25d12ff6 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:40.766919 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1d30-81da-4013-aef4-215c25d12ff6 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.044691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-de58a909-8a8c-47fb-b911-3a331d46d792 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:41.046693 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-de58a909-8a8c-47fb-b911-3a331d46d792 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.74 "GET /v2.0/networks?id=017b1b61-355b-40c6-8404-0512c689e901 HTTP/1.1" status: 200 len: 809 time: 0.1916692 Jul 08 18:23:41.062028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Request body: {'port': {'device_id': 'c7b3c79e-366a-4082-a202-195305c3243f', 'network_id': '017b1b61-355b-40c6-8404-0512c689e901', 'admin_state_up': True, 'tenant_id': '8262db23729a48008da3b192780c7ce6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:41.101846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.171442 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=fa0c1756-cada-4fa8-a7ec-7cd881edba9d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:41.238237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Made reservation on behalf of 8262db23729a48008da3b192780c7ce6 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:41.245405 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9936e4ae-307c-4ebc-81bc-3d2fb7fecd39 None None] Provisioning for port 0ed789bb-ad88-4f44-a1d3-bde089235934 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:41.246552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.275333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9936e4ae-307c-4ebc-81bc-3d2fb7fecd39 None None] Provisioning complete for port ef7576e5-929f-4a49-a046-81141f3a76cc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:41.275719 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9936e4ae-307c-4ebc-81bc-3d2fb7fecd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.355969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9936e4ae-307c-4ebc-81bc-3d2fb7fecd39 None None] Port ef7576e5-929f-4a49-a046-81141f3a76cc cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:41.371538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e884fb-2248-470f-bf68-bc563054f9a1 req-8642d12c-ccdc-4275-93f0-5a7eaba61891 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:41.373124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8e884fb-2248-470f-bf68-bc563054f9a1 req-8642d12c-ccdc-4275-93f0-5a7eaba61891 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 945 time: 0.3603070 Jul 08 18:23:41.412302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.469715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Allocated IP 172.20.0.2 (017b1b61-355b-40c6-8404-0512c689e901/6ae37bc1-2013-4961-ba83-01ee1af88426/19246f50-5dc9-47a7-804f-cac43a08188c) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:41.586470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-98868233-39d4-4a5e-b1d8-03ce5d635887 None None] Provisioning for port 6f20d001-c3e9-47cc-aabb-6c44244fb2bc completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:41.596422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-98868233-39d4-4a5e-b1d8-03ce5d635887 None None] Provisioning complete for port 6f20d001-c3e9-47cc-aabb-6c44244fb2bc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:41.602780 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-98868233-39d4-4a5e-b1d8-03ce5d635887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.618305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8e884fb-2248-470f-bf68-bc563054f9a1 req-fd15fefa-34a5-4662-9e83-55767ce14350 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282410 Jul 08 18:23:41.664885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f40328d1-9f6e-4d35-bfd0-32175efe7760 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:41.686614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a040ef04-7f2a-4711-b4d3-2dbc52d909f0 req-2b9a61b3-75ea-4c32-9d67-e2fb5b6c14e5 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 210 time: 0.0763388 Jul 08 18:23:41.751017 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.761783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ed789bb-ad88-4f44-a1d3-bde089235934 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:41.764142 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1d30-81da-4013-aef4-215c25d12ff6 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.795732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-98868233-39d4-4a5e-b1d8-03ce5d635887 None None] Port 6f20d001-c3e9-47cc-aabb-6c44244fb2bc cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:41.795946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.797469 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.830458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router d588efc8-5e0d-4536-ab89-ae7e90504b61 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:41.832640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa1d30-81da-4013-aef4-215c25d12ff6 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 4a6073cd-a716-462f-9759-a405d26a71fc is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:41.837833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port f40328d1-9f6e-4d35-bfd0-32175efe7760 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:41.839911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c0fa1d30-81da-4013-aef4-215c25d12ff6 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:41.846140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fa1d30-81da-4013-aef4-215c25d12ff6 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:41.846272 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1d30-81da-4013-aef4-215c25d12ff6 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.850388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a483204a-f45e-4ec2-9746-91e64d414d0a None None] Network 4a6073cd-a716-462f-9759-a405d26a71fc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:41.853686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port f40328d1-9f6e-4d35-bfd0-32175efe7760 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:41.854180 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.858245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa1d30-81da-4013-aef4-215c25d12ff6 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Subnet': ['ID=2b107145-a4f1-448f-98ca-ae7e109e74ed,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:41.874752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c0fa1d30-81da-4013-aef4-215c25d12ff6 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4142120 Jul 08 18:23:41.895666 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0ed789bb-ad88-4f44-a1d3-bde089235934 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:41.904992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35942) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:41.910151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-259771786', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b107145-a4f1-448f-98ca-ae7e109e74ed'}], 'security_groups': ['f0c81fcf-b9ec-493d-b45a-478b68289907']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:41.935156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Pushing event updated for resources: {'Port': ['ID=19246f50-5dc9-47a7-804f-cac43a08188c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:41.954454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Network 017b1b61-355b-40c6-8404-0512c689e901 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:41.955377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0ed789bb-ad88-4f44-a1d3-bde089235934 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:41.956026 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.958757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:41.963867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:41.990270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:42.002582 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0f8eee0e-3750-4dd1-9c89-a32523c7c03a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7915094 Jul 08 18:23:42.003941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35944) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:42.035602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af46e0e-cbc1-42b0-9d22-5b1306e38056 None None] Sync routers for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:42.057037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:42.057651 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.078804 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8a3008d5-dde3-4e85-8efc-7630f21b7e93 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0217769 Jul 08 18:23:42.091871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Request body: {'port': {'device_id': 'c7b3c79e-366a-4082-a202-195305c3243f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:42.100435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af46e0e-cbc1-42b0-9d22-5b1306e38056 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:42.101089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2af46e0e-cbc1-42b0-9d22-5b1306e38056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:42.111483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d69fa9-12c3-4ffa-bf45-d456aade60f4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting subnet c459304c-6265-4aeb-8690-3fea44e446b4 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:42.117517 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55d69fa9-12c3-4ffa-bf45-d456aade60f4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.186628 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55d69fa9-12c3-4ffa-bf45-d456aade60f4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.200956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.274023 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.335007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2af46e0e-cbc1-42b0-9d22-5b1306e38056 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:42.449858 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.456735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2af46e0e-cbc1-42b0-9d22-5b1306e38056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:40Z', 'revision_number': 11, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:42.474250 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55d69fa9-12c3-4ffa-bf45-d456aade60f4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.515923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af46e0e-cbc1-42b0-9d22-5b1306e38056 None None] Checking router: d588efc8-5e0d-4536-ab89-ae7e90504b61 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:42.524327 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.541576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19246f50-5dc9-47a7-804f-cac43a08188c {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:23:42.551993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.561422 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55d69fa9-12c3-4ffa-bf45-d456aade60f4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.577630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af46e0e-cbc1-42b0-9d22-5b1306e38056 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:42.578667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2af46e0e-cbc1-42b0-9d22-5b1306e38056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:42.582965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Transition to ACTIVE for port object 19246f50-5dc9-47a7-804f-cac43a08188c will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:42.590356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.637884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d69fa9-12c3-4ffa-bf45-d456aade60f4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Subnet': ['ID=c459304c-6265-4aeb-8690-3fea44e446b4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:42.638024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Pushing event updated for resources: {'Port': ['ID=19246f50-5dc9-47a7-804f-cac43a08188c,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:42.644435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55d69fa9-12c3-4ffa-bf45-d456aade60f4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.648832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-55d69fa9-12c3-4ffa-bf45-d456aade60f4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/c459304c-6265-4aeb-8690-3fea44e446b4 HTTP/1.1" status: 204 len: 168 time: 0.6427457 Jul 08 18:23:42.649616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35950) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:42.727260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0ed789bb-ad88-4f44-a1d3-bde089235934, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ed789bb-ad88-4f44-a1d3-bde089235934,segment=NetworkSegment(438e8238-a766-4865-8f5a-b9b9c401c3a9),segment_id=438e8238-a766-4865-8f5a-b9b9c401c3a9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:42.728805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a4096-0611-432a-9dad-8189632230c6 None None] Network 273bbf8d-b2d2-413a-9140-d98a53e25710 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:42.743053 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.771139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d57cc8-82d2-4fd8-bd2d-31df59b1de1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40328d1-9f6e-4d35-bfd0-32175efe7760'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:42.774160 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd08b43-973d-46d5-afd5-4232c27ebc13" -d '{"events": [{"server_uuid": "80d57cc8-82d2-4fd8-bd2d-31df59b1de1f", "name": "network-vif-plugged", "status": "completed", "tag": "f40328d1-9f6e-4d35-bfd0-32175efe7760"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:42.820865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2af46e0e-cbc1-42b0-9d22-5b1306e38056 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:42.864081 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.867695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Attempting to bind port 19246f50-5dc9-47a7-804f-cac43a08188c on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:42.868525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Attempting to bind port 19246f50-5dc9-47a7-804f-cac43a08188c by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '229b30b3-1ae0-4866-8eab-b7c26808a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '017b1b61-355b-40c6-8404-0512c689e901'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:42.868525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Attempting to bind port 19246f50-5dc9-47a7-804f-cac43a08188c on network 017b1b61-355b-40c6-8404-0512c689e901 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:42.876020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Port 19246f50-5dc9-47a7-804f-cac43a08188c on network 017b1b61-355b-40c6-8404-0512c689e901 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:23:42.876020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Attempting to bind port 19246f50-5dc9-47a7-804f-cac43a08188c on network 017b1b61-355b-40c6-8404-0512c689e901 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:42.881821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:42.882163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Checking segment: {'id': '229b30b3-1ae0-4866-8eab-b7c26808a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '017b1b61-355b-40c6-8404-0512c689e901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:42.882684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Bound using segment: {'id': '229b30b3-1ae0-4866-8eab-b7c26808a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '017b1b61-355b-40c6-8404-0512c689e901'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:42.883005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Bound port: 19246f50-5dc9-47a7-804f-cac43a08188c, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '229b30b3-1ae0-4866-8eab-b7c26808a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '017b1b61-355b-40c6-8404-0512c689e901'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:42.883364 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.923891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port f40328d1-9f6e-4d35-bfd0-32175efe7760, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f40328d1-9f6e-4d35-bfd0-32175efe7760,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:42.971753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2af46e0e-cbc1-42b0-9d22-5b1306e38056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:40Z', 'revision_number': 11, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:42.974463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca2eab-e764-4659-acba-8646caf8858e req-d43d1a3f-419c-45b2-8d81-c65ba0474579 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:42.982505 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6ca2eab-e764-4659-acba-8646caf8858e req-d43d1a3f-419c-45b2-8d81-c65ba0474579 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 945 time: 0.1900337 Jul 08 18:23:43.000877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] For port 19246f50-5dc9-47a7-804f-cac43a08188c, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:43.001082 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.002816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Deleting port cc69b2b8-d284-42b3-b947-816f1780e766 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:43.002965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.005682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] For port 19246f50-5dc9-47a7-804f-cac43a08188c, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=19246f50-5dc9-47a7-804f-cac43a08188c,segment=NetworkSegment(229b30b3-1ae0-4866-8eab-b7c26808a8df),segment_id=229b30b3-1ae0-4866-8eab-b7c26808a8df)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:43.018899 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.038445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Delete allocated IP 172.20.0.7 (4a6073cd-a716-462f-9759-a405d26a71fc/d1cd1394-4eee-479a-b34f-39246dc14d73) {{(pid=93742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 18:23:43.047366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af46e0e-cbc1-42b0-9d22-5b1306e38056 None None] The sync data for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 is: [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:40Z', 'revision_number': 11, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:43.053986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6ca2eab-e764-4659-acba-8646caf8858e req-b478a254-e45b-4a29-b431-dce0593a7da0 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705447 Jul 08 18:23:43.088031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.24 (4a6073cd-a716-462f-9759-a405d26a71fc/2b107145-a4f1-448f-98ca-ae7e109e74ed/6f20d001-c3e9-47cc-aabb-6c44244fb2bc) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:43.097740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=0ed789bb-ad88-4f44-a1d3-bde089235934,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:43.115475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:43.116128 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.117679 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] 10.222.0.74 "PUT /v2.0/ports/19246f50-5dc9-47a7-804f-cac43a08188c HTTP/1.1" status: 200 len: 1091 time: 1.0305271 Jul 08 18:23:43.120026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b3c79e-366a-4082-a202-195305c3243f', 'tag': '19246f50-5dc9-47a7-804f-cac43a08188c'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:43.122312 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3958d4df-224f-462f-be10-9f0b8eecf882" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b3c79e-366a-4082-a202-195305c3243f", "tag": "19246f50-5dc9-47a7-804f-cac43a08188c"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:43.139306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] For port cc69b2b8-d284-42b3-b947-816f1780e766, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cc69b2b8-d284-42b3-b947-816f1780e766,segment=NetworkSegment(4f20149f-3677-4164-802d-4e2a609fab56),segment_id=4f20149f-3677-4164-802d-4e2a609fab56)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:43.139658 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.166777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Calling delete_port for cc69b2b8-d284-42b3-b947-816f1780e766 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:43.204172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ff6d-3b46-4cbf-96a6-d6039abf072f service neutron] Pushing event updated for resources: {'Port': ['ID=19246f50-5dc9-47a7-804f-cac43a08188c,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:43.232193 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=f40328d1-9f6e-4d35-bfd0-32175efe7760,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:43.233440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886709a-0348-4442-9cb0-56135917a003 req-5f479ec5-d231-4ac0-986c-5b9d52f630ee tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:43.237942 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aae7164-48fc-4353-8398-3ee5ad1c2568 x-openstack-request-id: req-3aae7164-48fc-4353-8398-3ee5ad1c2568 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:43.238445 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d57cc8-82d2-4fd8-bd2d-31df59b1de1f", "name": "network-vif-plugged", "status": "completed", "tag": "f40328d1-9f6e-4d35-bfd0-32175efe7760", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:43.238835 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3aae7164-48fc-4353-8398-3ee5ad1c2568 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:43.239376 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d57cc8-82d2-4fd8-bd2d-31df59b1de1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40328d1-9f6e-4d35-bfd0-32175efe7760', 'code': 200} Jul 08 18:23:43.253241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8886709a-0348-4442-9cb0-56135917a003 req-5f479ec5-d231-4ac0-986c-5b9d52f630ee tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 943 time: 0.3344929 Jul 08 18:23:43.336698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-4d8c6560-a3ab-4ae0-b936-a8a1765bdd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:43.338683 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-4d8c6560-a3ab-4ae0-b936-a8a1765bdd53 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8262db23729a48008da3b192780c7ce6&device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 1094 time: 0.1656942 Jul 08 18:23:43.410821 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-f8a2a565-1bd0-4ca8-a2da-49dc940f4bef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19246f50-5dc9-47a7-804f-cac43a08188c HTTP/1.1" status: 200 len: 217 time: 0.0594046 Jul 08 18:23:43.414259 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8886709a-0348-4442-9cb0-56135917a003 req-4e4a3977-40d7-4608-aceb-e6a26f1e1b58 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458328 Jul 08 18:23:43.471305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e74db5-d586-4991-bd03-3eef30e00a99 None None] Update dhcp port {'port': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'fixed_ips': [{'subnet_id': 'd1cd1394-4eee-479a-b34f-39246dc14d73', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b107145-a4f1-448f-98ca-ae7e109e74ed'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '0ed789bb-ad88-4f44-a1d3-bde089235934'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:23:43.478080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29ad577-bcc3-41ae-a125-9d8bcfa2e973 None None] DHCP port deletion for 273bbf8d-b2d2-413a-9140-d98a53e25710 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:23:43.491884 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6e34ab-b85c-4211-b490-356bea01c7d2 x-openstack-request-id: req-6a6e34ab-b85c-4211-b490-356bea01c7d2 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:43.492529 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b3c79e-366a-4082-a202-195305c3243f", "tag": "19246f50-5dc9-47a7-804f-cac43a08188c", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:43.493107 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a6e34ab-b85c-4211-b490-356bea01c7d2 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:43.494462 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b3c79e-366a-4082-a202-195305c3243f', 'tag': '19246f50-5dc9-47a7-804f-cac43a08188c', 'status': 'completed', 'code': 200} Jul 08 18:23:43.495973 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.503976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7331f2-4499-4c57-973c-f9ba911c9d09 req-a629d081-f89a-4c66-95ca-410fe0d70892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:43.506199 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9a7331f2-4499-4c57-973c-f9ba911c9d09 req-a629d081-f89a-4c66-95ca-410fe0d70892 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 1097 time: 0.2422564 Jul 08 18:23:43.560083 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60e74db5-d586-4991-bd03-3eef30e00a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.569968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Port': ['ID=cc69b2b8-d284-42b3-b947-816f1780e766,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:43.583224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No DVR routers for this DVR port cc69b2b8-d284-42b3-b947-816f1780e766 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:43.590600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ed789bb-ad88-4f44-a1d3-bde089235934 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:43.597355 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.613132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object 6f20d001-c3e9-47cc-aabb-6c44244fb2bc will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:43.619996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8ff2b85f-3fd0-4413-aeec-7f2969cda0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:43.621231 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.622287 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-8ff2b85f-3fd0-4413-aeec-7f2969cda0c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ae37bc1-2013-4961-ba83-01ee1af88426 HTTP/1.1" status: 200 len: 849 time: 0.1903150 Jul 08 18:23:43.740847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=6f20d001-c3e9-47cc-aabb-6c44244fb2bc,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:43.760986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0ed789bb-ad88-4f44-a1d3-bde089235934 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:43.761474 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.844111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] In _notify_port_updated(), no bound segment for port 6f20d001-c3e9-47cc-aabb-6c44244fb2bc on network 4a6073cd-a716-462f-9759-a405d26a71fc {{(pid=93742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:23:43.844544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-60e74db5-d586-4991-bd03-3eef30e00a99 None None] Allocated IP 172.20.0.18 (4a6073cd-a716-462f-9759-a405d26a71fc/2b107145-a4f1-448f-98ca-ae7e109e74ed/0ed789bb-ad88-4f44-a1d3-bde089235934) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:43.851136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:43.851847 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.856112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fdc44ded-1aa3-47d3-ac1b-569dc42e2a73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "PUT /v2.0/ports/6f20d001-c3e9-47cc-aabb-6c44244fb2bc HTTP/1.1" status: 200 len: 920 time: 1.9473777 Jul 08 18:23:43.856583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35962) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:43.980250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cf5fc56d-fa00-4279-9295-a537e3b209d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 6f20d001-c3e9-47cc-aabb-6c44244fb2bc {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:43.980607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc56d-fa00-4279-9295-a537e3b209d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.009879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-60e74db5-d586-4991-bd03-3eef30e00a99 None None] For port 0ed789bb-ad88-4f44-a1d3-bde089235934, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ed789bb-ad88-4f44-a1d3-bde089235934,segment=NetworkSegment(438e8238-a766-4865-8f5a-b9b9c401c3a9),segment_id=438e8238-a766-4865-8f5a-b9b9c401c3a9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:44.064968 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60e74db5-d586-4991-bd03-3eef30e00a99 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.099741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-60e74db5-d586-4991-bd03-3eef30e00a99 None None] Transition to ACTIVE for port object 0ed789bb-ad88-4f44-a1d3-bde089235934 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:44.106758 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60e74db5-d586-4991-bd03-3eef30e00a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.113638 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc56d-fa00-4279-9295-a537e3b209d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.118258 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cc69b2b8-d284-42b3-b947-816f1780e766 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:44.131262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cf5fc56d-fa00-4279-9295-a537e3b209d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 6f20d001-c3e9-47cc-aabb-6c44244fb2bc owned by {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:44.173198 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-f8db0c94-bdd2-4ef0-b3fa-ebe72dcb211f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=017b1b61-355b-40c6-8404-0512c689e901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5327709 Jul 08 18:23:44.185046 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9a7331f2-4499-4c57-973c-f9ba911c9d09 req-fc2aec90-80ba-441b-84ae-9f7086a92e6d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397626 Jul 08 18:23:44.196275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: cc69b2b8-d284-42b3-b947-816f1780e766 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:44.196742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cc69b2b8-d284-42b3-b947-816f1780e766 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:44.197288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fa0c1756-cada-4fa8-a7ec-7cd881edba9d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:44.235744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.246571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e74db5-d586-4991-bd03-3eef30e00a99 None None] Pushing event updated for resources: {'Port': ['ID=0ed789bb-ad88-4f44-a1d3-bde089235934,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:44.277934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: fa0c1756-cada-4fa8-a7ec-7cd881edba9d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:44.278565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fa0c1756-cada-4fa8-a7ec-7cd881edba9d not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:44.286439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273bbf8d-b2d2-413a-9140-d98a53e25710']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:44.301936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f20149f-3677-4164-802d-4e2a609fab56') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:44.302250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f20149f-3677-4164-802d-4e2a609fab56') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:44.315778 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.321196 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc56d-fa00-4279-9295-a537e3b209d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.339591 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.354243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:23:44.354580 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:23:44.357862 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:23:44.371186 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-079c434f-1a56-4598-8ba0-9c8d9b9f696c service neutron] 10.222.0.74 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851566 Jul 08 18:23:44.381681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fc56d-fa00-4279-9295-a537e3b209d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=6f20d001-c3e9-47cc-aabb-6c44244fb2bc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:44.491477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dbe35-c4a3-4710-a919-17f0bc837dc4 req-1d983fb2-10dd-4dad-83d1-81e387951799 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:44.493522 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.493828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-505dbe35-c4a3-4710-a919-17f0bc837dc4 req-1d983fb2-10dd-4dad-83d1-81e387951799 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 946 time: 0.1888669 Jul 08 18:23:44.497556 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc56d-fa00-4279-9295-a537e3b209d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.499707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cf5fc56d-fa00-4279-9295-a537e3b209d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/6f20d001-c3e9-47cc-aabb-6c44244fb2bc HTTP/1.1" status: 204 len: 168 time: 0.6419868 Jul 08 18:23:44.502343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35970) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:44.502667 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.504770 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/networks/273bbf8d-b2d2-413a-9140-d98a53e25710 HTTP/1.1" status: 204 len: 168 time: 1.8538260 Jul 08 18:23:44.508267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35972) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:44.512923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b3436adb-d29c-4f9e-8621-814e29d2ded4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'routes': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:44.547431 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff90945-050a-47df-bfa8-08ecf54c823d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:23:44.550185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eff90945-050a-47df-bfa8-08ecf54c823d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/6f20d001-c3e9-47cc-aabb-6c44244fb2bc HTTP/1.1" status: 404 len: 333 time: 0.0468948 Jul 08 18:23:44.557499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35974) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:44.636459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-505dbe35-c4a3-4710-a919-17f0bc837dc4 req-a6468b2b-9daa-4310-8e10-5cd9662e6633 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216414 Jul 08 18:23:44.666009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccc733-27c0-4027-9178-c14f5837513c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Pushing event deleted for resources: {'Network': ['ID=273bbf8d-b2d2-413a-9140-d98a53e25710,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:44.679269 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-67bd5ea4-cb89-4374-84b5-00e192bec4de tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.721242 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-67bd5ea4-cb89-4374-84b5-00e192bec4de tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.790840 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1b09085d-859c-4528-89d1-34ad6a40c299 req-d4851c2e-cffd-4026-a79c-539b8639a0e5 service neutron] 10.222.0.74 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890800 Jul 08 18:23:44.821300 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.extraroute_db [None req-b3436adb-d29c-4f9e-8621-814e29d2ded4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Added routes are [] {{(pid=93741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 18:23:44.821597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.extraroute_db [None req-b3436adb-d29c-4f9e-8621-814e29d2ded4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Removed routes are [] {{(pid=93741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 18:23:44.821960 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b3436adb-d29c-4f9e-8621-814e29d2ded4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.834479 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-67bd5ea4-cb89-4374-84b5-00e192bec4de tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.837075 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-67bd5ea4-cb89-4374-84b5-00e192bec4de tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:44.841168 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-67bd5ea4-cb89-4374-84b5-00e192bec4de tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/security-groups/08868450-99e6-4572-8ed4-5804a49396be HTTP/1.1" status: 204 len: 168 time: 0.2822981 Jul 08 18:23:44.841848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35978) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:44.869748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011d93d-2a7d-40c1-b7ab-77370674bf94 req-cf498d2b-7535-4148-b59b-14e886f74d60 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:44.877358 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1011d93d-2a7d-40c1-b7ab-77370674bf94 req-cf498d2b-7535-4148-b59b-14e886f74d60 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 943 time: 0.1399026 Jul 08 18:23:44.922793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd5ea4-cb89-4374-84b5-00e192bec4de tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08868450-99e6-4572-8ed4-5804a49396be,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:44.966341 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1011d93d-2a7d-40c1-b7ab-77370674bf94 req-6ad09797-6478-4f35-9145-4d1ef5d55342 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880783 Jul 08 18:23:44.984856 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-017ecce2-5b2a-4078-bd4d-5119964b02a1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.013130 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-017ecce2-5b2a-4078-bd4d-5119964b02a1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.052399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b3436adb-d29c-4f9e-8621-814e29d2ded4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.064649 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b3436adb-d29c-4f9e-8621-814e29d2ded4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.065922 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-017ecce2-5b2a-4078-bd4d-5119964b02a1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.069839 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-017ecce2-5b2a-4078-bd4d-5119964b02a1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.071902 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-017ecce2-5b2a-4078-bd4d-5119964b02a1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/security-groups/f0c81fcf-b9ec-493d-b45a-478b68289907 HTTP/1.1" status: 204 len: 168 time: 0.2253129 Jul 08 18:23:45.076644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 35980) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:45.084501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ecce2-5b2a-4078-bd4d-5119964b02a1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c81fcf-b9ec-493d-b45a-478b68289907,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:45.120259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958d4df-224f-462f-be10-9f0b8eecf882 req-af690d40-cb4f-4f9d-a839-b5900e48123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:45.121746 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3958d4df-224f-462f-be10-9f0b8eecf882 req-af690d40-cb4f-4f9d-a839-b5900e48123e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8262db23729a48008da3b192780c7ce6&device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 1094 time: 0.2509017 Jul 08 18:23:45.141621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fec90a64-a081-41d3-a119-58a5bb71a95e None None] Could not find standard attr ID for object 6f20d001-c3e9-47cc-aabb-6c44244fb2bc. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:23:45.166014 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fec90a64-a081-41d3-a119-58a5bb71a95e None None] Provisioning for port 0ed789bb-ad88-4f44-a1d3-bde089235934 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:45.171270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fec90a64-a081-41d3-a119-58a5bb71a95e None None] Provisioning complete for port 0ed789bb-ad88-4f44-a1d3-bde089235934 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:45.171720 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fec90a64-a081-41d3-a119-58a5bb71a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.265209 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3436adb-d29c-4f9e-8621-814e29d2ded4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router d588efc8-5e0d-4536-ab89-ae7e90504b61 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:45.288047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba3e900-9c66-40e0-9fa8-6b50cbab6a0f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting subnet d1cd1394-4eee-479a-b34f-39246dc14d73 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:45.299462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fec90a64-a081-41d3-a119-58a5bb71a95e None None] Provisioning complete for port ef7576e5-929f-4a49-a046-81141f3a76cc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:45.299905 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fec90a64-a081-41d3-a119-58a5bb71a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.300421 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e900-9c66-40e0-9fa8-6b50cbab6a0f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.337958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fec90a64-a081-41d3-a119-58a5bb71a95e None None] Port ef7576e5-929f-4a49-a046-81141f3a76cc cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:45.412455 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e900-9c66-40e0-9fa8-6b50cbab6a0f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.454754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3436adb-d29c-4f9e-8621-814e29d2ded4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:45.465757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b3436adb-d29c-4f9e-8621-814e29d2ded4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.466972 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b3436adb-d29c-4f9e-8621-814e29d2ded4 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61 HTTP/1.1" status: 200 len: 705 time: 0.9577565 Jul 08 18:23:45.467307 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f96524-fc4c-40d8-9662-3ce39e161095 None None] Sync routers for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:45.471209 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958d4df-224f-462f-be10-9f0b8eecf882 req-50ae926d-8d07-4857-81c8-47c8ca040d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:45.471735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35982) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:45.472620 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3958d4df-224f-462f-be10-9f0b8eecf882 req-50ae926d-8d07-4857-81c8-47c8ca040d65 service neutron] 10.222.0.74 "GET /v2.0/networks?id=017b1b61-355b-40c6-8404-0512c689e901 HTTP/1.1" status: 200 len: 910 time: 0.3107409 Jul 08 18:23:45.477594 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f96524-fc4c-40d8-9662-3ce39e161095 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:45.478732 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a0f96524-fc4c-40d8-9662-3ce39e161095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:45.531275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ed789bb-ad88-4f44-a1d3-bde089235934 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:45.535838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-11dd3464-74d8-4bf0-9e7b-4cef774507a1 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=d588efc8-5e0d-4536-ab89-ae7e90504b61 HTTP/1.1" status: 200 len: 205 time: 0.0603232 Jul 08 18:23:45.536099 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3958d4df-224f-462f-be10-9f0b8eecf882 req-409af077-7071-4b15-ad50-649a1ee538f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19246f50-5dc9-47a7-804f-cac43a08188c HTTP/1.1" status: 200 len: 217 time: 0.0449910 Jul 08 18:23:45.536759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 35984) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:45.642814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0ed789bb-ad88-4f44-a1d3-bde089235934 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:45.643202 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.646188 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e900-9c66-40e0-9fa8-6b50cbab6a0f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:45.662659 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a0f96524-fc4c-40d8-9662-3ce39e161095 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:45.693490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958d4df-224f-462f-be10-9f0b8eecf882 req-07932780-0ddd-4942-9d2d-7d9b184e1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:45.706089 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3958d4df-224f-462f-be10-9f0b8eecf882 req-07932780-0ddd-4942-9d2d-7d9b184e1587 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ae37bc1-2013-4961-ba83-01ee1af88426 HTTP/1.1" status: 200 len: 849 time: 0.1600337 Jul 08 18:23:45.795240 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3958d4df-224f-462f-be10-9f0b8eecf882 req-8f198d20-5549-4c2b-9358-9b37729d9084 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=017b1b61-355b-40c6-8404-0512c689e901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788882 Jul 08 18:23:45.809043 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a0f96524-fc4c-40d8-9662-3ce39e161095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:40Z', 'revision_number': 11, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:45.898496 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f96524-fc4c-40d8-9662-3ce39e161095 None None] Checking router: d588efc8-5e0d-4536-ab89-ae7e90504b61 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:45.899529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c57a8c41-6a7a-46fa-946a-38852f0d9fd4 None None] Could not find standard attr ID for object 6f20d001-c3e9-47cc-aabb-6c44244fb2bc. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:23:45.924917 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f96524-fc4c-40d8-9662-3ce39e161095 None None] Routers {'d588efc8-5e0d-4536-ab89-ae7e90504b61'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:45.925871 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a0f96524-fc4c-40d8-9662-3ce39e161095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d588efc8-5e0d-4536-ab89-ae7e90504b61'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:45.974081 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e900-9c66-40e0-9fa8-6b50cbab6a0f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:46.028601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3e900-9c66-40e0-9fa8-6b50cbab6a0f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cd1394-4eee-479a-b34f-39246dc14d73,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:46.045303 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e900-9c66-40e0-9fa8-6b50cbab6a0f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:46.047222 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5ba3e900-9c66-40e0-9fa8-6b50cbab6a0f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/d1cd1394-4eee-479a-b34f-39246dc14d73 HTTP/1.1" status: 204 len: 168 time: 0.9677761 Jul 08 18:23:46.056342 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a0f96524-fc4c-40d8-9662-3ce39e161095 None None] Set router d588efc8-5e0d-4536-ab89-ae7e90504b61 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:46.057165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36004) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:46.075194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a3ba8581-e5c2-4207-a23d-1dd00f3a89ff tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:46.080189 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3958d4df-224f-462f-be10-9f0b8eecf882 req-9e981e0e-464a-49a4-933e-af0e1a89e280 service neutron] 10.222.0.74 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751775 Jul 08 18:23:46.144329 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a0f96524-fc4c-40d8-9662-3ce39e161095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:40Z', 'revision_number': 11, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:46.178765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c924c-d029-47c0-a7fb-23f66a7c4458 None None] Network 4a6073cd-a716-462f-9759-a405d26a71fc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:46.205305 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f96524-fc4c-40d8-9662-3ce39e161095 None None] The sync data for ids ['d588efc8-5e0d-4536-ab89-ae7e90504b61'] in n-d-799684-3 is: [{'id': 'd588efc8-5e0d-4536-ab89-ae7e90504b61', 'name': 'tempest-RoutersIpV6Test-router-1389975837', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:42Z', 'updated_at': '2021-07-08T18:23:40Z', 'revision_number': 11, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:46.390372 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32bb0bc0-96a4-486b-a574-5fb2e443d7de tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:46.422072 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3958d4df-224f-462f-be10-9f0b8eecf882 req-5aa5391e-e79a-48f8-8663-63ade667fcde service neutron] 10.222.0.74 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897758 Jul 08 18:23:46.506521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ba8581-e5c2-4207-a23d-1dd00f3a89ff tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:46.511205 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8581-e5c2-4207-a23d-1dd00f3a89ff tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:46.687245 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32bb0bc0-96a4-486b-a574-5fb2e443d7de tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:46.693601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32bb0bc0-96a4-486b-a574-5fb2e443d7de tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:46.756383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac17e5-3b17-4ea4-b420-7e4c9b73a43d req-c42138c0-ea90-44bf-9674-32e00e54910d tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:46.763922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52ac17e5-3b17-4ea4-b420-7e4c9b73a43d req-c42138c0-ea90-44bf-9674-32e00e54910d tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 943 time: 0.3494046 Jul 08 18:23:46.779562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a7fc1-e155-4490-97e6-ba908e1dc547 req-76700d4f-9126-4fba-95e6-b77c20d7c2e2 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:46.786921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-636a7fc1-e155-4490-97e6-ba908e1dc547 req-76700d4f-9126-4fba-95e6-b77c20d7c2e2 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 946 time: 0.3937061 Jul 08 18:23:46.848731 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-636a7fc1-e155-4490-97e6-ba908e1dc547 req-3d1502bb-ebf2-4569-8363-c6b18e40122c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608730 Jul 08 18:23:46.854676 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32bb0bc0-96a4-486b-a574-5fb2e443d7de tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:46.855185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bb0bc0-96a4-486b-a574-5fb2e443d7de tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Fanout notify agent at l3_agent the message router_deleted on router d588efc8-5e0d-4536-ab89-ae7e90504b61 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:23:46.882196 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32bb0bc0-96a4-486b-a574-5fb2e443d7de tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:46.897299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-32bb0bc0-96a4-486b-a574-5fb2e443d7de tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61 HTTP/1.1" status: 204 len: 168 time: 1.3594363 Jul 08 18:23:46.903025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36080) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:46.920128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5f6c6920-ff7e-4bb9-8adf-c3190441e49a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1997043192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:46.949023 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8581-e5c2-4207-a23d-1dd00f3a89ff tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:46.953087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52ac17e5-3b17-4ea4-b420-7e4c9b73a43d req-c7c54fbd-84ed-484f-aca1-a440b80814a0 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881795 Jul 08 18:23:47.158744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba8581-e5c2-4207-a23d-1dd00f3a89ff tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 4a6073cd-a716-462f-9759-a405d26a71fc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:47.168143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba8581-e5c2-4207-a23d-1dd00f3a89ff tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:47.172280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ba8581-e5c2-4207-a23d-1dd00f3a89ff tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:47.173158 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8581-e5c2-4207-a23d-1dd00f3a89ff tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.195435 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6920-ff7e-4bb9-8adf-c3190441e49a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.198272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6920-ff7e-4bb9-8adf-c3190441e49a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.264938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6920-ff7e-4bb9-8adf-c3190441e49a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.269519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba8581-e5c2-4207-a23d-1dd00f3a89ff tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Subnet': ['ID=ca9eef9b-4b0c-4524-b9a3-2c046e511663,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:47.275418 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6920-ff7e-4bb9-8adf-c3190441e49a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.294684 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a3ba8581-e5c2-4207-a23d-1dd00f3a89ff tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2336514 Jul 08 18:23:47.297510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36116) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:47.303846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-381d3edb-8e00-4fd9-b03e-f1e20cdda36d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'security_group': {'name': 'tempest-secgroup-1143781539'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:47.309215 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6920-ff7e-4bb9-8adf-c3190441e49a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.313709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36120) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:47.314469 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5f6c6920-ff7e-4bb9-8adf-c3190441e49a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4040117 Jul 08 18:23:47.332809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-93a72039-f54d-4413-87d2-616dfdded15c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:47.336306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-381d3edb-8e00-4fd9-b03e-f1e20cdda36d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.394970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72bea84-f022-476a-8ef6-6c0218fb9325 None None] Network 4a6073cd-a716-462f-9759-a405d26a71fc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:47.486810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-381d3edb-8e00-4fd9-b03e-f1e20cdda36d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.504391 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-381d3edb-8e00-4fd9-b03e-f1e20cdda36d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.521405 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0197e645-8697-4ad8-b047-7af063c1578f None None] Provisioning complete for port 0ed789bb-ad88-4f44-a1d3-bde089235934 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:47.522003 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0197e645-8697-4ad8-b047-7af063c1578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.543142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-381d3edb-8e00-4fd9-b03e-f1e20cdda36d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.547767 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-381d3edb-8e00-4fd9-b03e-f1e20cdda36d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2484260 Jul 08 18:23:47.553385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36140) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:47.558961 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0611545f-1b20-476a-bfe9-37c95c7f6f73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'security_group': {'name': 'tempest-secgroup-194874704'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:47.571996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d3edb-8e00-4fd9-b03e-f1e20cdda36d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94479dea-38a3-4e20-add5-42536be72caa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:47.611560 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0611545f-1b20-476a-bfe9-37c95c7f6f73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.736398 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0611545f-1b20-476a-bfe9-37c95c7f6f73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.743232 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0611545f-1b20-476a-bfe9-37c95c7f6f73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.772759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0197e645-8697-4ad8-b047-7af063c1578f None None] Provisioning complete for port ef7576e5-929f-4a49-a046-81141f3a76cc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:47.773349 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0197e645-8697-4ad8-b047-7af063c1578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.787037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611545f-1b20-476a-bfe9-37c95c7f6f73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a2f25c-7aaf-4e04-9700-9f0228670ddd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:47.789627 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0611545f-1b20-476a-bfe9-37c95c7f6f73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.791907 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93a72039-f54d-4413-87d2-616dfdded15c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.794422 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0611545f-1b20-476a-bfe9-37c95c7f6f73 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2398896 Jul 08 18:23:47.795054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36166) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:47.800716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fe09fa7e-3bbe-40f9-811b-f5e03c74bf2c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'security_group': {'name': 'tempest-secgroup-1518389628'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:47.821648 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93a72039-f54d-4413-87d2-616dfdded15c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622046'] for router, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:47.832871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0197e645-8697-4ad8-b047-7af063c1578f None None] Port ef7576e5-929f-4a49-a046-81141f3a76cc cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:47.860722 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe09fa7e-3bbe-40f9-811b-f5e03c74bf2c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:48.038734 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe09fa7e-3bbe-40f9-811b-f5e03c74bf2c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:48.056745 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe09fa7e-3bbe-40f9-811b-f5e03c74bf2c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:48.094527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7ca434-91ff-4134-bd77-fb30bc2b3dfc None None] Update dhcp port {'port': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'fixed_ips': [{'subnet_id': '2b107145-a4f1-448f-98ca-ae7e109e74ed', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ca9eef9b-4b0c-4524-b9a3-2c046e511663'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '0ed789bb-ad88-4f44-a1d3-bde089235934'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:23:48.097380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a72039-f54d-4413-87d2-616dfdded15c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Router 3fd42793-7d2b-44a3-a49e-96b36e4cad2f is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:23:48.118481 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe09fa7e-3bbe-40f9-811b-f5e03c74bf2c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:48.120093 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fe09fa7e-3bbe-40f9-811b-f5e03c74bf2c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3237503 Jul 08 18:23:48.123149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36206) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:48.141270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1308602542', 'security_groups': ['0b1242c1-8578-43ab-b77b-1af1cd24cc7e'], 'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ca9eef9b-4b0c-4524-b9a3-2c046e511663'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:48.145595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09fa7e-3bbe-40f9-811b-f5e03c74bf2c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1242c1-8578-43ab-b77b-1af1cd24cc7e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:48.195505 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca434-91ff-4134-bd77-fb30bc2b3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:48.378244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:48.439954 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a72039-f54d-4413-87d2-616dfdded15c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:48.457230 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93a72039-f54d-4413-87d2-616dfdded15c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:48.458819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-93a72039-f54d-4413-87d2-616dfdded15c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "PUT /v2.0/routers/3fd42793-7d2b-44a3-a49e-96b36e4cad2f HTTP/1.1" status: 200 len: 698 time: 1.1426988 Jul 08 18:23:48.461992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36234) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:48.526890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c502d0-2d2e-4136-ac83-f737634b884f None None] Sync routers for ids ['3fd42793-7d2b-44a3-a49e-96b36e4cad2f'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:48.599687 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:48.609411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c502d0-2d2e-4136-ac83-f737634b884f None None] Routers {'3fd42793-7d2b-44a3-a49e-96b36e4cad2f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:48.611406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-41c502d0-2d2e-4136-ac83-f737634b884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3fd42793-7d2b-44a3-a49e-96b36e4cad2f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:48.617487 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f34481ef-5068-40b1-ba14-c8ab8db493dd tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/routers/3fd42793-7d2b-44a3-a49e-96b36e4cad2f HTTP/1.1" status: 200 len: 704 time: 0.1546052 Jul 08 18:23:48.620086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36246) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:48.656514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] device_id is not set on port 92156c75-4ce9-41b6-b0fa-3a36600777e4 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:23:48.664500 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2e90156d-4266-402b-b046-c49d622ad19f tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fd42793-7d2b-44a3-a49e-96b36e4cad2f HTTP/1.1" status: 200 len: 205 time: 0.0433307 Jul 08 18:23:48.674272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6abdea-0f26-4c1b-8e88-76a8471ffc7c req-66354ac7-29b5-4659-ac94-ce2d916e543c tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:48.676250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e6abdea-0f26-4c1b-8e88-76a8471ffc7c req-66354ac7-29b5-4659-ac94-ce2d916e543c tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 943 time: 0.3784976 Jul 08 18:23:48.676934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36252) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:48.780885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-41c502d0-2d2e-4136-ac83-f737634b884f None None] Set router 3fd42793-7d2b-44a3-a49e-96b36e4cad2f gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:48.818463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e6abdea-0f26-4c1b-8e88-76a8471ffc7c req-24e7edd9-4123-4a1c-b45d-a69d30a46f2e tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340342 Jul 08 18:23:48.822662 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2542-2d24-428a-99f9-059d5386f7f5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:48.871931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-41c502d0-2d2e-4136-ac83-f737634b884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd42793-7d2b-44a3-a49e-96b36e4cad2f', 'name': 'tempest-RoutersIpV6Test-router-1997043192', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:47Z', 'updated_at': '2021-07-08T18:23:47Z', 'revision_number': 2, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:48.901514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c502d0-2d2e-4136-ac83-f737634b884f None None] Checking router: 3fd42793-7d2b-44a3-a49e-96b36e4cad2f for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:48.910538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c502d0-2d2e-4136-ac83-f737634b884f None None] Routers {'3fd42793-7d2b-44a3-a49e-96b36e4cad2f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:48.911319 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-41c502d0-2d2e-4136-ac83-f737634b884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3fd42793-7d2b-44a3-a49e-96b36e4cad2f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:48.929055 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.10 (4a6073cd-a716-462f-9759-a405d26a71fc/ca9eef9b-4b0c-4524-b9a3-2c046e511663/92156c75-4ce9-41b6-b0fa-3a36600777e4) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:48.972867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 19246f50-5dc9-47a7-804f-cac43a08188c details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:23:49.022766 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2542-2d24-428a-99f9-059d5386f7f5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.025556 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2542-2d24-428a-99f9-059d5386f7f5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.062038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-41c502d0-2d2e-4136-ac83-f737634b884f None None] Set router 3fd42793-7d2b-44a3-a49e-96b36e4cad2f gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:49.087155 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2542-2d24-428a-99f9-059d5386f7f5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.087768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5b2542-2d24-428a-99f9-059d5386f7f5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Fanout notify agent at l3_agent the message router_deleted on router 3fd42793-7d2b-44a3-a49e-96b36e4cad2f {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:23:49.098657 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2542-2d24-428a-99f9-059d5386f7f5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.099851 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dd5b2542-2d24-428a-99f9-059d5386f7f5 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/3fd42793-7d2b-44a3-a49e-96b36e4cad2f HTTP/1.1" status: 204 len: 168 time: 0.4217322 Jul 08 18:23:49.103318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36302) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.158421 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-27397776-ceb3-4f5e-9d1f-4d8355359f85 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fd42793-7d2b-44a3-a49e-96b36e4cad2f HTTP/1.1" status: 200 len: 205 time: 0.0534153 Jul 08 18:23:49.161243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36312) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.169773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-41c502d0-2d2e-4136-ac83-f737634b884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd42793-7d2b-44a3-a49e-96b36e4cad2f', 'name': 'tempest-RoutersIpV6Test-router-1997043192', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:47Z', 'updated_at': '2021-07-08T18:23:47Z', 'revision_number': 2, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:49.203967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c502d0-2d2e-4136-ac83-f737634b884f None None] The sync data for ids ['3fd42793-7d2b-44a3-a49e-96b36e4cad2f'] in n-d-799684-3 is: [{'id': '3fd42793-7d2b-44a3-a49e-96b36e4cad2f', 'name': 'tempest-RoutersIpV6Test-router-1997043192', 'tenant_id': '055644b039984b20990db6191e46607e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:47Z', 'updated_at': '2021-07-08T18:23:47Z', 'revision_number': 2, 'project_id': '055644b039984b20990db6191e46607e', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:49.210321 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.211496 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-0f09ecf1-603d-4c17-9c30-c4cf00ff2ef3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] delete failed (client error): The resource could not be found. Jul 08 18:23:49.213253 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0f09ecf1-603d-4c17-9c30-c4cf00ff2ef3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/3fd42793-7d2b-44a3-a49e-96b36e4cad2f HTTP/1.1" status: 404 len: 336 time: 0.0503242 Jul 08 18:23:49.216300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36320) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.242566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object 92156c75-4ce9-41b6-b0fa-3a36600777e4 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:49.256341 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 19246f50-5dc9-47a7-804f-cac43a08188c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=19246f50-5dc9-47a7-804f-cac43a08188c,segment=NetworkSegment(229b30b3-1ae0-4866-8eab-b7c26808a8df),segment_id=229b30b3-1ae0-4866-8eab-b7c26808a8df)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:49.258577 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b86d9d-474a-44f7-a324-eeaaa5d247c6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:49.259038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b86d9d-474a-44f7-a324-eeaaa5d247c6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:49.265951 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-04b86d9d-474a-44f7-a324-eeaaa5d247c6 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/4032a45b-22c6-4fb6-9269-113131729131 HTTP/1.1" status: 404 len: 337 time: 0.0486290 Jul 08 18:23:49.267110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36326) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.272255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '19246f50-5dc9-47a7-804f-cac43a08188c', 'network_id': '017b1b61-355b-40c6-8404-0512c689e901', 'port_id': '19246f50-5dc9-47a7-804f-cac43a08188c', 'mac_address': 'fa:16:3e:eb:9e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae37bc1-2013-4961-ba83-01ee1af88426', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:23:49.289148 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.323717 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7347a44d-97af-485b-904a-e397ab045ec3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:49.324423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7347a44d-97af-485b-904a-e397ab045ec3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:49.327774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7347a44d-97af-485b-904a-e397ab045ec3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/e38d5788-2332-477f-9905-ba6034008367 HTTP/1.1" status: 404 len: 337 time: 0.0592170 Jul 08 18:23:49.330706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36334) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.340139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 4a6073cd-a716-462f-9759-a405d26a71fc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:49.349911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:49.353856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:49.358611 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.380216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19246f50-5dc9-47a7-804f-cac43a08188c {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:23:49.389517 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4a5e69-efd8-460f-807c-33be005b2b62 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:49.389865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4a5e69-efd8-460f-807c-33be005b2b62 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:49.392917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-bf7ca434-91ff-4134-bd77-fb30bc2b3dfc None None] Allocated IP 172.20.0.2 (4a6073cd-a716-462f-9759-a405d26a71fc/ca9eef9b-4b0c-4524-b9a3-2c046e511663/0ed789bb-ad88-4f44-a1d3-bde089235934) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:49.395529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2d4a5e69-efd8-460f-807c-33be005b2b62 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/06f8f696-d82d-4d76-bcba-a4db1b526fb8 HTTP/1.1" status: 404 len: 337 time: 0.0634470 Jul 08 18:23:49.396200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36342) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.399370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=92156c75-4ce9-41b6-b0fa-3a36600777e4,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:49.425543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 19246f50-5dc9-47a7-804f-cac43a08188c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=19246f50-5dc9-47a7-804f-cac43a08188c,segment=NetworkSegment(229b30b3-1ae0-4866-8eab-b7c26808a8df),segment_id=229b30b3-1ae0-4866-8eab-b7c26808a8df)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:49.435181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:49.435892 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.445164 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.457955 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5dc02fbd-9725-402d-b318-9ec2e71ace8b tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3321745 Jul 08 18:23:49.459628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36352) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.473298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-325bbc38-718e-4a11-9f17-26d88f02e1e1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:49.487294 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7d8bb3-5dc0-4f70-8680-4777cab6974b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:49.494436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7d8bb3-5dc0-4f70-8680-4777cab6974b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:49.497053 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7f7d8bb3-5dc0-4f70-8680-4777cab6974b tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/c459304c-6265-4aeb-8690-3fea44e446b4 HTTP/1.1" status: 404 len: 337 time: 0.0992570 Jul 08 18:23:49.499840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36358) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.530086 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=19246f50-5dc9-47a7-804f-cac43a08188c,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:49.606258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-17ddcf6a-c4dc-4a48-8321-4fbe677a6681 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=d588efc8-5e0d-4536-ab89-ae7e90504b61 HTTP/1.1" status: 200 len: 205 time: 0.1030829 Jul 08 18:23:49.606403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bf7ca434-91ff-4134-bd77-fb30bc2b3dfc None None] For port 0ed789bb-ad88-4f44-a1d3-bde089235934, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ed789bb-ad88-4f44-a1d3-bde089235934,segment=NetworkSegment(438e8238-a766-4865-8f5a-b9b9c401c3a9),segment_id=438e8238-a766-4865-8f5a-b9b9c401c3a9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:49.607498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36370) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.642671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325bbc38-718e-4a11-9f17-26d88f02e1e1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:49.647727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-325bbc38-718e-4a11-9f17-26d88f02e1e1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.654254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca434-91ff-4134-bd77-fb30bc2b3dfc None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.669726 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-4e53b493-9a2a-4378-9283-49375243976e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] delete failed (client error): The resource could not be found. Jul 08 18:23:49.671764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4e53b493-9a2a-4378-9283-49375243976e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/d588efc8-5e0d-4536-ab89-ae7e90504b61 HTTP/1.1" status: 404 len: 336 time: 0.0633135 Jul 08 18:23:49.674882 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36380) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.683556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bf7ca434-91ff-4134-bd77-fb30bc2b3dfc None None] Transition to ACTIVE for port object 0ed789bb-ad88-4f44-a1d3-bde089235934 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:49.694000 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca434-91ff-4134-bd77-fb30bc2b3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.726535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-695a5a00-5a5f-4a68-b76f-adeb4d9f2b1e tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=b566befc-3c6b-4ccd-a726-a9e3c4a7995a HTTP/1.1" status: 200 len: 205 time: 0.0482812 Jul 08 18:23:49.728819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36388) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.774534 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-c4798f5d-239c-4039-9351-257690f97f10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] delete failed (client error): The resource could not be found. Jul 08 18:23:49.775874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c4798f5d-239c-4039-9351-257690f97f10 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/b566befc-3c6b-4ccd-a726-a9e3c4a7995a HTTP/1.1" status: 404 len: 336 time: 0.0450385 Jul 08 18:23:49.779111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36398) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.786630 n-d-799684-3 neutron-server[93741]: INFO neutron.db.ipam_backend_mixin [None req-325bbc38-718e-4a11-9f17-26d88f02e1e1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ca9eef9b-4b0c-4524-b9a3-2c046e511663 (CIDR: 172.20.0.0/28) Jul 08 18:23:49.792587 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-325bbc38-718e-4a11-9f17-26d88f02e1e1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:23:49.793570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325bbc38-718e-4a11-9f17-26d88f02e1e1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:49.824634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ca434-91ff-4134-bd77-fb30bc2b3dfc None None] Pushing event updated for resources: {'Port': ['ID=0ed789bb-ad88-4f44-a1d3-bde089235934,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:49.825068 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18db61f-8551-4678-b4dd-5dc41daf05e3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:49.826187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18db61f-8551-4678-b4dd-5dc41daf05e3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:49.828568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f18db61f-8551-4678-b4dd-5dc41daf05e3 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/96ba8ba2-05aa-4128-a7d2-f891b3989d33 HTTP/1.1" status: 404 len: 337 time: 0.0481591 Jul 08 18:23:49.831376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36406) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.835873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['19246f50-5dc9-47a7-804f-cac43a08188c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:23:49.836881 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-325bbc38-718e-4a11-9f17-26d88f02e1e1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3753650 Jul 08 18:23:49.846846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36408) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.857878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f19c9716-51fc-4af1-8e32-d1ef655dca3d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:49.876113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1d3cb63d-5cb0-4eda-a4f5-4406eaf7d80c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=c60f7465-ed86-4060-8c2c-81a8e7f26680 HTTP/1.1" status: 200 len: 205 time: 0.0424023 Jul 08 18:23:49.878381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36418) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.921683 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-9326e4b5-193f-4c3c-8b5a-be5501d31731 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] delete failed (client error): The resource could not be found. Jul 08 18:23:49.923024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9326e4b5-193f-4c3c-8b5a-be5501d31731 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/c60f7465-ed86-4060-8c2c-81a8e7f26680 HTTP/1.1" status: 404 len: 336 time: 0.0431745 Jul 08 18:23:49.926022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36426) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.974131 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4d40be59-175c-4b5f-aa52-890667d5f96c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=53eb1446-9c47-432c-94c1-d088a174387b HTTP/1.1" status: 200 len: 205 time: 0.0372152 Jul 08 18:23:49.976574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36432) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:50.065088 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-488d5fa3-add4-4b32-b93c-ce69b2dfbdcf tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] delete failed (client error): The resource could not be found. Jul 08 18:23:50.066299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-488d5fa3-add4-4b32-b93c-ce69b2dfbdcf tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/53eb1446-9c47-432c-94c1-d088a174387b HTTP/1.1" status: 404 len: 336 time: 0.0879512 Jul 08 18:23:50.068926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36442) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:50.147145 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb97ce9b-088f-4c70-b7e4-7c3e00d72bc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:50.147877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb97ce9b-088f-4c70-b7e4-7c3e00d72bc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:50.150415 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bb97ce9b-088f-4c70-b7e4-7c3e00d72bc2 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/f78d9899-810a-4eda-ab79-653c9f7f05d9 HTTP/1.1" status: 404 len: 337 time: 0.0803013 Jul 08 18:23:50.153203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36454) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:50.210446 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-37d46208-df04-4e33-be92-d4274ba9871d tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63ba229e-877e-44f7-8ea2-8885d5a6c48c HTTP/1.1" status: 200 len: 205 time: 0.0541270 Jul 08 18:23:50.211736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36462) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:50.220217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19c9716-51fc-4af1-8e32-d1ef655dca3d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:50.224068 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f19c9716-51fc-4af1-8e32-d1ef655dca3d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:50.311448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcde9f3-c8bc-47b6-b070-4fd9d2adad53 req-5ad184ba-d2bb-4ffd-806c-87e88dd7b01b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:50.313605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fcde9f3-c8bc-47b6-b070-4fd9d2adad53 req-5ad184ba-d2bb-4ffd-806c-87e88dd7b01b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 944 time: 0.1441870 Jul 08 18:23:50.319888 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-1e1997c4-26e6-4770-a15e-eb682f6d716a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] delete failed (client error): The resource could not be found. Jul 08 18:23:50.321152 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1e1997c4-26e6-4770-a15e-eb682f6d716a tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/63ba229e-877e-44f7-8ea2-8885d5a6c48c HTTP/1.1" status: 404 len: 336 time: 0.1076982 Jul 08 18:23:50.323833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36476) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:50.367242 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ac1c2c-4188-4da0-8840-8a54826dc00c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:50.367860 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ac1c2c-4188-4da0-8840-8a54826dc00c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:50.369943 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-42ac1c2c-4188-4da0-8840-8a54826dc00c tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/96c4bde6-f63a-48cc-a31d-30dfa25271ea HTTP/1.1" status: 404 len: 337 time: 0.0450001 Jul 08 18:23:50.373524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36484) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:50.421365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fcde9f3-c8bc-47b6-b070-4fd9d2adad53 req-b0e43ba6-56f7-4694-8699-fd0a966cf832 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983407 Jul 08 18:23:50.427178 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6a2012bd-4ba3-4fba-ab70-9e07419aa983 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "GET /v2.0/ports?device_id=099eed7b-b28d-4e89-950f-64b213192a0b HTTP/1.1" status: 200 len: 205 time: 0.0498524 Jul 08 18:23:50.430461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36492) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:50.482437 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-326c1a5b-33b8-4c19-9f82-6fdf882783ba tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] delete failed (client error): The resource could not be found. Jul 08 18:23:50.483515 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-326c1a5b-33b8-4c19-9f82-6fdf882783ba tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/routers/099eed7b-b28d-4e89-950f-64b213192a0b HTTP/1.1" status: 404 len: 336 time: 0.0519769 Jul 08 18:23:50.487396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36498) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:50.529020 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d49b760-b46b-454a-9d43-3191b98c7096 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:50.529459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d49b760-b46b-454a-9d43-3191b98c7096 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:50.531703 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5d49b760-b46b-454a-9d43-3191b98c7096 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/fb96fc4c-c425-40c6-8ea1-db69139cd1fa HTTP/1.1" status: 404 len: 337 time: 0.0433917 Jul 08 18:23:50.536760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36508) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:50.543744 n-d-799684-3 neutron-server[93741]: INFO neutron.db.ipam_backend_mixin [None req-f19c9716-51fc-4af1-8e32-d1ef655dca3d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2b107145-a4f1-448f-98ca-ae7e109e74ed (CIDR: 172.20.0.16/28) Jul 08 18:23:50.548188 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19c9716-51fc-4af1-8e32-d1ef655dca3d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:23:50.550047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19c9716-51fc-4af1-8e32-d1ef655dca3d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:50.571135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f19c9716-51fc-4af1-8e32-d1ef655dca3d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7230637 Jul 08 18:23:50.573716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36512) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:50.580115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-76c6c63b-0145-4edc-9171-56f19c20f41d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'subnet': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:50.587385 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4969424-a743-4ebf-8a16-cb4b1ff6e925 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:50.587913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4969424-a743-4ebf-8a16-cb4b1ff6e925 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:50.594265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d4969424-a743-4ebf-8a16-cb4b1ff6e925 tempest-RoutersIpV6Test-1458123325 tempest-RoutersIpV6Test-1458123325-project] 10.222.0.73 "DELETE /v2.0/subnets/f6aa78ff-239f-4271-a53f-99559e97b863 HTTP/1.1" status: 404 len: 337 time: 0.0526545 Jul 08 18:23:50.822399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c6c63b-0145-4edc-9171-56f19c20f41d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Made reservation on behalf of 729864a2ddd24cf38e07a621ad47bd54 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:50.828223 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76c6c63b-0145-4edc-9171-56f19c20f41d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:50.906596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dba5fbe9-e478-49fa-9c1d-1228d03af5df None None] Provisioning for port 0ed789bb-ad88-4f44-a1d3-bde089235934 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:50.912441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dba5fbe9-e478-49fa-9c1d-1228d03af5df None None] Provisioning complete for port 0ed789bb-ad88-4f44-a1d3-bde089235934 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:50.913086 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dba5fbe9-e478-49fa-9c1d-1228d03af5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:51.062966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36554) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:51.122157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dba5fbe9-e478-49fa-9c1d-1228d03af5df None None] Provisioning complete for port ef7576e5-929f-4a49-a046-81141f3a76cc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:51.124059 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dba5fbe9-e478-49fa-9c1d-1228d03af5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:51.186025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dba5fbe9-e478-49fa-9c1d-1228d03af5df None None] Port ef7576e5-929f-4a49-a046-81141f3a76cc cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:51.303171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3a459c4b-fc5b-4a25-a267-4884dec39769 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=055644b039984b20990db6191e46607e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381492 Jul 08 18:23:51.304547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36560) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:51.312656 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76c6c63b-0145-4edc-9171-56f19c20f41d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:51.324438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5c9cccd9-bfe1-49c8-aca8-8945ec1dea94 None None] Provisioning for port 92156c75-4ce9-41b6-b0fa-3a36600777e4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:51.330264 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5c9cccd9-bfe1-49c8-aca8-8945ec1dea94 None None] Provisioning complete for port 92156c75-4ce9-41b6-b0fa-3a36600777e4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:51.330920 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5c9cccd9-bfe1-49c8-aca8-8945ec1dea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:51.396659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5c54-9feb-4adc-9345-296fa220ac04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:51.405232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5c9cccd9-bfe1-49c8-aca8-8945ec1dea94 None None] Port 92156c75-4ce9-41b6-b0fa-3a36600777e4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:51.446461 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c6c63b-0145-4edc-9171-56f19c20f41d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Network 4a6073cd-a716-462f-9759-a405d26a71fc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:51.451194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5c54-9feb-4adc-9345-296fa220ac04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:51.452575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-76c6c63b-0145-4edc-9171-56f19c20f41d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:51.466781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584e53be-fb22-44d1-ae90-44b8ec9e03b5 None None] Network 4a6073cd-a716-462f-9759-a405d26a71fc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:51.478467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6c63b-0145-4edc-9171-56f19c20f41d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:51.479146 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76c6c63b-0145-4edc-9171-56f19c20f41d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:51.497944 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6c63b-0145-4edc-9171-56f19c20f41d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Subnet': ['ID=841f1c98-54f1-4f6c-a01d-55528c011656,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:51.517782 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-76c6c63b-0145-4edc-9171-56f19c20f41d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9395921 Jul 08 18:23:51.518257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36570) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:51.520473 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5c54-9feb-4adc-9345-296fa220ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:51.523346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-990392530', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '841f1c98-54f1-4f6c-a01d-55528c011656'}], 'security_groups': ['94479dea-38a3-4e20-add5-42536be72caa', '07a2f25c-7aaf-4e04-9700-9f0228670ddd']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:51.524430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5c54-9feb-4adc-9345-296fa220ac04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:51.525695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7e6f5c54-9feb-4adc-9345-296fa220ac04 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/936d1684-e84e-4d79-a212-ef46520a469e HTTP/1.1" status: 204 len: 168 time: 0.2200346 Jul 08 18:23:51.541780 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f5c54-9feb-4adc-9345-296fa220ac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936d1684-e84e-4d79-a212-ef46520a469e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:51.698765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ed789bb-ad88-4f44-a1d3-bde089235934 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:51.716330 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:51.836746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f9e96-7b68-494c-9692-3d3f09222ea2 req-5c0a6378-3991-4672-8e1e-21a4f6c730d8 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:51.838832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab3f9e96-7b68-494c-9692-3d3f09222ea2 req-5c0a6378-3991-4672-8e1e-21a4f6c730d8 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 944 time: 0.1703460 Jul 08 18:23:51.927871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab3f9e96-7b68-494c-9692-3d3f09222ea2 req-6c445768-f016-42c2-b12a-312a0fc31788 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832133 Jul 08 18:23:52.009852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0ed789bb-ad88-4f44-a1d3-bde089235934 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:52.015381 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:52.301508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315071d9-b239-4f52-aca1-a741e2a3351a None None] Update dhcp port {'port': {'network_id': '4a6073cd-a716-462f-9759-a405d26a71fc', 'fixed_ips': [{'subnet_id': '2b107145-a4f1-448f-98ca-ae7e109e74ed', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ca9eef9b-4b0c-4524-b9a3-2c046e511663', 'ip_address': '172.20.0.2'}, {'subnet_id': '841f1c98-54f1-4f6c-a01d-55528c011656'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '0ed789bb-ad88-4f44-a1d3-bde089235934'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:23:52.344481 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-315071d9-b239-4f52-aca1-a741e2a3351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:52.698359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-315071d9-b239-4f52-aca1-a741e2a3351a None None] Allocated IP 172.20.0.34 (4a6073cd-a716-462f-9759-a405d26a71fc/841f1c98-54f1-4f6c-a01d-55528c011656/0ed789bb-ad88-4f44-a1d3-bde089235934) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:52.821806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-315071d9-b239-4f52-aca1-a741e2a3351a None None] For port 0ed789bb-ad88-4f44-a1d3-bde089235934, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ed789bb-ad88-4f44-a1d3-bde089235934,segment=NetworkSegment(438e8238-a766-4865-8f5a-b9b9c401c3a9),segment_id=438e8238-a766-4865-8f5a-b9b9c401c3a9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:52.834290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36608) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:52.860215 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-315071d9-b239-4f52-aca1-a741e2a3351a None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:52.874515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-315071d9-b239-4f52-aca1-a741e2a3351a None None] Transition to ACTIVE for port object 0ed789bb-ad88-4f44-a1d3-bde089235934 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:52.880119 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-315071d9-b239-4f52-aca1-a741e2a3351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.005059 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fe12083d-4ebb-4e33-9eac-977885cbecc5 tempest-DvrRoutersNegativeTest-1783800774 tempest-DvrRoutersNegativeTest-1783800774-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-791318388', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:53.008610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.policy [None req-fe12083d-4ebb-4e33-9eac-977885cbecc5 tempest-DvrRoutersNegativeTest-1783800774 tempest-DvrRoutersNegativeTest-1783800774-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93741) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 08 18:23:53.009262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.policy [None req-fe12083d-4ebb-4e33-9eac-977885cbecc5 tempest-DvrRoutersNegativeTest-1783800774 tempest-DvrRoutersNegativeTest-1783800774-project] Failed policy check for 'create_router' {{(pid=93741) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 08 18:23:53.011354 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-fe12083d-4ebb-4e33-9eac-977885cbecc5 tempest-DvrRoutersNegativeTest-1783800774 tempest-DvrRoutersNegativeTest-1783800774-project] create failed (client error): Access was denied to this resource. Jul 08 18:23:53.011863 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fe12083d-4ebb-4e33-9eac-977885cbecc5 tempest-DvrRoutersNegativeTest-1783800774 tempest-DvrRoutersNegativeTest-1783800774-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1761043 Jul 08 18:23:53.072710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Delete allocated IP 172.20.0.10 (4a6073cd-a716-462f-9759-a405d26a71fc/ca9eef9b-4b0c-4524-b9a3-2c046e511663) {{(pid=93741) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 18:23:53.094613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Allocated IP 172.20.0.41 (4a6073cd-a716-462f-9759-a405d26a71fc/841f1c98-54f1-4f6c-a01d-55528c011656/92156c75-4ce9-41b6-b0fa-3a36600777e4) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:53.151246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 19246f50-5dc9-47a7-804f-cac43a08188c up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:53.207419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079c280-a3c5-438a-a122-47a2a48f7ae4 req-e6a2769f-f5ad-4da8-8208-f262a479182d tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:53.218510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315071d9-b239-4f52-aca1-a741e2a3351a None None] Pushing event updated for resources: {'Port': ['ID=0ed789bb-ad88-4f44-a1d3-bde089235934,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:53.230464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c079c280-a3c5-438a-a122-47a2a48f7ae4 req-e6a2769f-f5ad-4da8-8208-f262a479182d tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 944 time: 0.1310685 Jul 08 18:23:53.245795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 19246f50-5dc9-47a7-804f-cac43a08188c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:53.258451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 19246f50-5dc9-47a7-804f-cac43a08188c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:53.259103 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.296606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c079c280-a3c5-438a-a122-47a2a48f7ae4 req-449827af-9b86-4963-8ac0-a45aa91a230e tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650384 Jul 08 18:23:53.381507 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.415965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.427715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36620) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:53.434049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b3c79e-366a-4082-a202-195305c3243f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19246f50-5dc9-47a7-804f-cac43a08188c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:53.434797 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Transition to ACTIVE for port object 92156c75-4ce9-41b6-b0fa-3a36600777e4 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:53.437685 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55282fb6-4333-4f4d-b113-c4970c756a4e" -d '{"events": [{"server_uuid": "c7b3c79e-366a-4082-a202-195305c3243f", "name": "network-vif-plugged", "status": "completed", "tag": "19246f50-5dc9-47a7-804f-cac43a08188c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:53.456384 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.480376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 19246f50-5dc9-47a7-804f-cac43a08188c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=19246f50-5dc9-47a7-804f-cac43a08188c,segment=NetworkSegment(229b30b3-1ae0-4866-8eab-b7c26808a8df),segment_id=229b30b3-1ae0-4866-8eab-b7c26808a8df)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:53.488032 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.572886 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1319fbf9-b9f3-477d-9520-c55de5c5a54e x-openstack-request-id: req-1319fbf9-b9f3-477d-9520-c55de5c5a54e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:53.573179 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b3c79e-366a-4082-a202-195305c3243f", "name": "network-vif-plugged", "status": "completed", "tag": "19246f50-5dc9-47a7-804f-cac43a08188c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:53.573436 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1319fbf9-b9f3-477d-9520-c55de5c5a54e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:53.573835 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b3c79e-366a-4082-a202-195305c3243f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19246f50-5dc9-47a7-804f-cac43a08188c', 'code': 200} Jul 08 18:23:53.576002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=19246f50-5dc9-47a7-804f-cac43a08188c,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:53.578862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ed789bb-ad88-4f44-a1d3-bde089235934 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:53.699568 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d83c142f-636d-4fa7-a662-62c3b96749c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.757306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event updated for resources: {'Port': ['ID=92156c75-4ce9-41b6-b0fa-3a36600777e4,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:53.763143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] In _notify_port_updated(), no bound segment for port 92156c75-4ce9-41b6-b0fa-3a36600777e4 on network 4a6073cd-a716-462f-9759-a405d26a71fc {{(pid=93741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:23:53.770458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:53.771162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.772521 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ccd0a824-c9b9-46a1-b41f-08998af24167 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "PUT /v2.0/ports/92156c75-4ce9-41b6-b0fa-3a36600777e4 HTTP/1.1" status: 200 len: 959 time: 2.2535763 Jul 08 18:23:53.777421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36628) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:53.828626 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d83c142f-636d-4fa7-a662-62c3b96749c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.839628 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d83c142f-636d-4fa7-a662-62c3b96749c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.875697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccf097-45d5-4ce5-8f1f-c781414b1f3e req-34efa8cc-213d-4982-bc06-3bbe18ac5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:53.877770 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-acccf097-45d5-4ce5-8f1f-c781414b1f3e req-34efa8cc-213d-4982-bc06-3bbe18ac5682 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 1096 time: 0.2139122 Jul 08 18:23:53.899017 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d83c142f-636d-4fa7-a662-62c3b96749c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22f519cfedef4c84aeea19c2bb5cb2e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4677489 Jul 08 18:23:53.899017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c142f-636d-4fa7-a662-62c3b96749c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bc67de-6c94-431b-b75a-ca3ebcab6469,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:53.901631 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36630) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:53.932883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-649c01dc-2a34-4bc9-b20a-873f07fd2f0d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port 92156c75-4ce9-41b6-b0fa-3a36600777e4 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:53.932883 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-649c01dc-2a34-4bc9-b20a-873f07fd2f0d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.932883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-acccf097-45d5-4ce5-8f1f-c781414b1f3e req-d7d2639d-c634-4ee3-b43b-69f5d8a174a8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468485 Jul 08 18:23:53.974902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9de66858-698c-4eff-a248-bc9f6a083ff0 None None] Provisioning for port 0ed789bb-ad88-4f44-a1d3-bde089235934 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:53.979185 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c57ad3a8-11c2-4b4d-b60e-2ce3dafc22ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.980686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9de66858-698c-4eff-a248-bc9f6a083ff0 None None] Provisioning complete for port 0ed789bb-ad88-4f44-a1d3-bde089235934 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:53.981066 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9de66858-698c-4eff-a248-bc9f6a083ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.006620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c57ad3a8-11c2-4b4d-b60e-2ce3dafc22ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.032436 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-649c01dc-2a34-4bc9-b20a-873f07fd2f0d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.045549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-649c01dc-2a34-4bc9-b20a-873f07fd2f0d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for 92156c75-4ce9-41b6-b0fa-3a36600777e4 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:54.066435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c57ad3a8-11c2-4b4d-b60e-2ce3dafc22ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.070704 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c57ad3a8-11c2-4b4d-b60e-2ce3dafc22ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.072305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c57ad3a8-11c2-4b4d-b60e-2ce3dafc22ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e1bc67de-6c94-431b-b75a-ca3ebcab6469 HTTP/1.1" status: 204 len: 168 time: 0.1693354 Jul 08 18:23:54.083307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ad3a8-11c2-4b4d-b60e-2ce3dafc22ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bc67de-6c94-431b-b75a-ca3ebcab6469,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:54.137705 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9de66858-698c-4eff-a248-bc9f6a083ff0 None None] Provisioning for port 92156c75-4ce9-41b6-b0fa-3a36600777e4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:54.144097 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9de66858-698c-4eff-a248-bc9f6a083ff0 None None] Provisioning complete for port 92156c75-4ce9-41b6-b0fa-3a36600777e4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:54.144482 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9de66858-698c-4eff-a248-bc9f6a083ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.189758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9de66858-698c-4eff-a248-bc9f6a083ff0 None None] Port 92156c75-4ce9-41b6-b0fa-3a36600777e4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:54.200560 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9de66858-698c-4eff-a248-bc9f6a083ff0 None None] Provisioning complete for port ef7576e5-929f-4a49-a046-81141f3a76cc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:54.201085 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9de66858-698c-4eff-a248-bc9f6a083ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.214916 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-649c01dc-2a34-4bc9-b20a-873f07fd2f0d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.240480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9de66858-698c-4eff-a248-bc9f6a083ff0 None None] Port ef7576e5-929f-4a49-a046-81141f3a76cc cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:54.269882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c01dc-2a34-4bc9-b20a-873f07fd2f0d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=92156c75-4ce9-41b6-b0fa-3a36600777e4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:54.358804 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-649c01dc-2a34-4bc9-b20a-873f07fd2f0d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.363782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36638) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:54.364294 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-649c01dc-2a34-4bc9-b20a-873f07fd2f0d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/92156c75-4ce9-41b6-b0fa-3a36600777e4 HTTP/1.1" status: 204 len: 168 time: 0.5854511 Jul 08 18:23:54.424133 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74d7e42-2a69-43a3-9a7a-3ee26990c61e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] GET failed (client error): The resource could not be found. Jul 08 18:23:54.424133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f74d7e42-2a69-43a3-9a7a-3ee26990c61e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports/92156c75-4ce9-41b6-b0fa-3a36600777e4 HTTP/1.1" status: 404 len: 333 time: 0.0581422 Jul 08 18:23:54.425871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36644) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:54.538562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f1935f8-0575-4389-bd8f-ef67f44786d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.595689 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f1935f8-0575-4389-bd8f-ef67f44786d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.653605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358dc9b-0e49-4dd8-9844-0f51051161eb req-3f7e21c8-4e54-40d1-bc45-db27a02c7638 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:54.662898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ece71733-92da-4014-bc4a-5b5cb5cd57f3 None None] Could not find standard attr ID for object 92156c75-4ce9-41b6-b0fa-3a36600777e4. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:23:54.663102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2358dc9b-0e49-4dd8-9844-0f51051161eb req-3f7e21c8-4e54-40d1-bc45-db27a02c7638 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 945 time: 0.1460464 Jul 08 18:23:54.692842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f1935f8-0575-4389-bd8f-ef67f44786d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.695430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f1935f8-0575-4389-bd8f-ef67f44786d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.696717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3f1935f8-0575-4389-bd8f-ef67f44786d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/security-groups/0b1242c1-8578-43ab-b77b-1af1cd24cc7e HTTP/1.1" status: 204 len: 168 time: 0.2696965 Jul 08 18:23:54.699719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36650) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:54.732285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2358dc9b-0e49-4dd8-9844-0f51051161eb req-7eebe160-811b-4106-92b5-33f7fad10164 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684786 Jul 08 18:23:54.733378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1935f8-0575-4389-bd8f-ef67f44786d5 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1242c1-8578-43ab-b77b-1af1cd24cc7e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:54.789648 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-174fdda5-f11a-4ee4-b322-3ae4d48c2ced tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.817560 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-174fdda5-f11a-4ee4-b322-3ae4d48c2ced tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.868328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-174fdda5-f11a-4ee4-b322-3ae4d48c2ced tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.871359 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-174fdda5-f11a-4ee4-b322-3ae4d48c2ced tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.874811 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-174fdda5-f11a-4ee4-b322-3ae4d48c2ced tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/security-groups/07a2f25c-7aaf-4e04-9700-9f0228670ddd HTTP/1.1" status: 204 len: 168 time: 0.1716449 Jul 08 18:23:54.875305 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36658) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:54.885830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fdda5-f11a-4ee4-b322-3ae4d48c2ced tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a2f25c-7aaf-4e04-9700-9f0228670ddd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:54.960586 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91fde335-2f4b-4c98-ae6e-4572e46ee02f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:54.984881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91fde335-2f4b-4c98-ae6e-4572e46ee02f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.029940 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91fde335-2f4b-4c98-ae6e-4572e46ee02f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.033571 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91fde335-2f4b-4c98-ae6e-4572e46ee02f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.035528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-91fde335-2f4b-4c98-ae6e-4572e46ee02f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/security-groups/94479dea-38a3-4e20-add5-42536be72caa HTTP/1.1" status: 204 len: 168 time: 0.1590958 Jul 08 18:23:55.038255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36664) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:55.046593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fde335-2f4b-4c98-ae6e-4572e46ee02f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94479dea-38a3-4e20-add5-42536be72caa,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:55.098196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-2664e2ea-2536-4ac8-8528-83b94e38b156 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting subnet ca9eef9b-4b0c-4524-b9a3-2c046e511663 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:55.102159 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2664e2ea-2536-4ac8-8528-83b94e38b156 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.150539 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2664e2ea-2536-4ac8-8528-83b94e38b156 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.273174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2664e2ea-2536-4ac8-8528-83b94e38b156 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.348961 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2664e2ea-2536-4ac8-8528-83b94e38b156 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.381771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664e2ea-2536-4ac8-8528-83b94e38b156 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9eef9b-4b0c-4524-b9a3-2c046e511663,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:55.388164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2664e2ea-2536-4ac8-8528-83b94e38b156 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.395339 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2664e2ea-2536-4ac8-8528-83b94e38b156 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/ca9eef9b-4b0c-4524-b9a3-2c046e511663 HTTP/1.1" status: 204 len: 168 time: 0.3509779 Jul 08 18:23:55.395421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4285a-77f3-4c2b-b6a4-0d2e035ecf43 None None] Network 4a6073cd-a716-462f-9759-a405d26a71fc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:55.395768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36672) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:55.448052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf975bd-8661-491c-9281-afcb77593ed7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting subnet 841f1c98-54f1-4f6c-a01d-55528c011656 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:55.451204 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daf975bd-8661-491c-9281-afcb77593ed7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.493258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daf975bd-8661-491c-9281-afcb77593ed7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.616170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daf975bd-8661-491c-9281-afcb77593ed7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.692025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daf975bd-8661-491c-9281-afcb77593ed7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.726875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daf975bd-8661-491c-9281-afcb77593ed7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.728875 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-daf975bd-8661-491c-9281-afcb77593ed7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/841f1c98-54f1-4f6c-a01d-55528c011656 HTTP/1.1" status: 204 len: 168 time: 0.3325012 Jul 08 18:23:55.731415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36682) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:55.732979 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf975bd-8661-491c-9281-afcb77593ed7 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Subnet': ['ID=841f1c98-54f1-4f6c-a01d-55528c011656,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:55.763802 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bf9c24-b452-4522-9d44-fa24622c9406 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:55.764498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bf9c24-b452-4522-9d44-fa24622c9406 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:55.769405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a5bf9c24-b452-4522-9d44-fa24622c9406 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/ca9eef9b-4b0c-4524-b9a3-2c046e511663 HTTP/1.1" status: 404 len: 337 time: 0.0338173 Jul 08 18:23:55.769735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36684) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:55.831809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c24ef2-ff63-469f-9abc-b595d79c7f5e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting subnet 2b107145-a4f1-448f-98ca-ae7e109e74ed {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:55.835428 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-02c24ef2-ff63-469f-9abc-b595d79c7f5e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.885814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-02c24ef2-ff63-469f-9abc-b595d79c7f5e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.011089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4f520-f6e0-4932-885c-947312174980 req-4117dfc1-eb77-4d39-ac4d-22ebc3820758 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:56.013744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-02c24ef2-ff63-469f-9abc-b595d79c7f5e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.019000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10a4f520-f6e0-4932-885c-947312174980 req-4117dfc1-eb77-4d39-ac4d-22ebc3820758 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 945 time: 0.1010547 Jul 08 18:23:56.074058 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10a4f520-f6e0-4932-885c-947312174980 req-0c9bf660-cab8-4125-b8a3-96dccc010ffa tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540879 Jul 08 18:23:56.095086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-02c24ef2-ff63-469f-9abc-b595d79c7f5e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.128755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c24ef2-ff63-469f-9abc-b595d79c7f5e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Subnet': ['ID=2b107145-a4f1-448f-98ca-ae7e109e74ed,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:56.132765 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-02c24ef2-ff63-469f-9abc-b595d79c7f5e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.134864 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-02c24ef2-ff63-469f-9abc-b595d79c7f5e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/2b107145-a4f1-448f-98ca-ae7e109e74ed HTTP/1.1" status: 204 len: 168 time: 0.3640444 Jul 08 18:23:56.137392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36690) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.178257 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa04d86-2a8b-424d-92b0-fa689c7e0143 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:56.178818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa04d86-2a8b-424d-92b0-fa689c7e0143 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:56.183158 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7fa04d86-2a8b-424d-92b0-fa689c7e0143 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/d1cd1394-4eee-479a-b34f-39246dc14d73 HTTP/1.1" status: 404 len: 337 time: 0.0422795 Jul 08 18:23:56.183347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36692) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.213859 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5613455f-aa77-41a4-ac8b-054a11560fe4 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2466cce-1adf-4154-92cb-01bb97c09014 HTTP/1.1" status: 200 len: 205 time: 0.0283775 Jul 08 18:23:56.216057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36694) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.240139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1549d5-7309-45c1-abcf-62fe91fff145 None None] Network 4a6073cd-a716-462f-9759-a405d26a71fc requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:56.255631 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-d9068777-a85c-4938-bfeb-191a16096eb1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] delete failed (client error): The resource could not be found. Jul 08 18:23:56.256599 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d9068777-a85c-4938-bfeb-191a16096eb1 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/routers/b2466cce-1adf-4154-92cb-01bb97c09014 HTTP/1.1" status: 404 len: 336 time: 0.0395501 Jul 08 18:23:56.259085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36696) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.290729 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-01409553-c277-4fb8-9824-b183fa965d89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:56.291188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01409553-c277-4fb8-9824-b183fa965d89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:56.292931 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-01409553-c277-4fb8-9824-b183fa965d89 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/619778fe-5e97-43ed-9cd5-4c0acb4c8923 HTTP/1.1" status: 404 len: 337 time: 0.0329285 Jul 08 18:23:56.295431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36698) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.316524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e0090647-56e6-4f95-a7bf-34abb4487b81 None None] Provisioning complete for port 0ed789bb-ad88-4f44-a1d3-bde089235934 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:56.316987 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0090647-56e6-4f95-a7bf-34abb4487b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.321993 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-29604a3b-ee1e-4552-82d5-b4235e385e67 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:56.322481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29604a3b-ee1e-4552-82d5-b4235e385e67 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:56.326447 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-29604a3b-ee1e-4552-82d5-b4235e385e67 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/9e5f76ad-5a32-4fdb-9270-396d5b159491 HTTP/1.1" status: 404 len: 337 time: 0.0277917 Jul 08 18:23:56.326675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36700) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.353351 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-4804ed13-4aba-4e0f-919d-d13c4c285aaa tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:56.353994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4804ed13-4aba-4e0f-919d-d13c4c285aaa tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:56.357491 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4804ed13-4aba-4e0f-919d-d13c4c285aaa tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/9ee890d7-3d11-4085-a72c-f0c311976e2e HTTP/1.1" status: 404 len: 337 time: 0.0281394 Jul 08 18:23:56.358561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36702) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.385390 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bd0ab6-da4b-4e22-8436-e8de68a06f3d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:56.386139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bd0ab6-da4b-4e22-8436-e8de68a06f3d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:56.388166 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d3bd0ab6-da4b-4e22-8436-e8de68a06f3d tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/43fdadd7-e9ea-4046-88f0-dabdadd92bd0 HTTP/1.1" status: 404 len: 333 time: 0.0283437 Jul 08 18:23:56.390413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36704) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.416333 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a4ec0e-97f9-46b6-8f1b-e9a459123122 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:56.416797 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a4ec0e-97f9-46b6-8f1b-e9a459123122 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:56.420996 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28a4ec0e-97f9-46b6-8f1b-e9a459123122 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/93c53291-c992-46a3-9932-647d35bc5356 HTTP/1.1" status: 404 len: 337 time: 0.0270948 Jul 08 18:23:56.421130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36706) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.452701 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b215666c-ed6e-47ce-b3cf-ec441ff28199 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:56.453117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b215666c-ed6e-47ce-b3cf-ec441ff28199 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:56.457143 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b215666c-ed6e-47ce-b3cf-ec441ff28199 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/46f52d6b-9888-4452-a5a9-518f312c84ec HTTP/1.1" status: 404 len: 337 time: 0.0329072 Jul 08 18:23:56.457697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36708) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.458661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e0090647-56e6-4f95-a7bf-34abb4487b81 None None] Provisioning complete for port ef7576e5-929f-4a49-a046-81141f3a76cc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:56.459134 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0090647-56e6-4f95-a7bf-34abb4487b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.484855 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-848d33e0-08ee-4bfc-ba76-0fd4e14b9e8c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:56.485539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848d33e0-08ee-4bfc-ba76-0fd4e14b9e8c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:56.488040 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-848d33e0-08ee-4bfc-ba76-0fd4e14b9e8c tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/a1dd0016-8ffc-407d-9aad-3852e589dfa1 HTTP/1.1" status: 404 len: 333 time: 0.0292449 Jul 08 18:23:56.490571 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36710) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.494919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e0090647-56e6-4f95-a7bf-34abb4487b81 None None] Port ef7576e5-929f-4a49-a046-81141f3a76cc cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:56.517580 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3971f2-fffa-4cb2-8a75-a755437a4980 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:56.518084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3971f2-fffa-4cb2-8a75-a755437a4980 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:56.519913 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fe3971f2-fffa-4cb2-8a75-a755437a4980 tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/3271ec9f-e2a1-4268-83cb-99569ea72a39 HTTP/1.1" status: 404 len: 337 time: 0.0284190 Jul 08 18:23:56.522463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36712) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.543297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308fcedc-2594-499a-9b9c-a055a03d06b2 None None] DHCP port deletion for 4a6073cd-a716-462f-9759-a405d26a71fc request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:23:56.552785 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5c4be0-db9e-4802-9979-3e7ba3972a3f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] DELETE failed (client error): The resource could not be found. Jul 08 18:23:56.553260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5c4be0-db9e-4802-9979-3e7ba3972a3f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:23:56.555509 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9a5c4be0-db9e-4802-9979-3e7ba3972a3f tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/subnets/78cb4f62-5c6e-448d-847c-3fa782301a8c HTTP/1.1" status: 404 len: 337 time: 0.0317111 Jul 08 18:23:56.557644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36714) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.595732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-308fcedc-2594-499a-9b9c-a055a03d06b2 None None] Deleting port 0ed789bb-ad88-4f44-a1d3-bde089235934 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:56.596130 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-308fcedc-2594-499a-9b9c-a055a03d06b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.667054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-308fcedc-2594-499a-9b9c-a055a03d06b2 None None] For port 0ed789bb-ad88-4f44-a1d3-bde089235934, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ed789bb-ad88-4f44-a1d3-bde089235934,segment=NetworkSegment(438e8238-a766-4865-8f5a-b9b9c401c3a9),segment_id=438e8238-a766-4865-8f5a-b9b9c401c3a9)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:56.667054 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-308fcedc-2594-499a-9b9c-a055a03d06b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.674571 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-67c1e285-6781-4a31-9f1e-31601d3f197e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Deleting port ef7576e5-929f-4a49-a046-81141f3a76cc {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:56.675195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67c1e285-6781-4a31-9f1e-31601d3f197e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.681019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-308fcedc-2594-499a-9b9c-a055a03d06b2 None None] Calling delete_port for 0ed789bb-ad88-4f44-a1d3-bde089235934 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:56.751638 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67c1e285-6781-4a31-9f1e-31601d3f197e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.759781 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-308fcedc-2594-499a-9b9c-a055a03d06b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.765834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-67c1e285-6781-4a31-9f1e-31601d3f197e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Calling delete_port for ef7576e5-929f-4a49-a046-81141f3a76cc owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:56.790687 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fcedc-2594-499a-9b9c-a055a03d06b2 None None] Pushing event deleted for resources: {'Port': ['ID=0ed789bb-ad88-4f44-a1d3-bde089235934,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:56.792507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308fcedc-2594-499a-9b9c-a055a03d06b2 None None] No DVR routers for this DVR port 0ed789bb-ad88-4f44-a1d3-bde089235934 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:56.860122 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67c1e285-6781-4a31-9f1e-31601d3f197e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.888804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1e285-6781-4a31-9f1e-31601d3f197e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Port': ['ID=ef7576e5-929f-4a49-a046-81141f3a76cc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:56.898569 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67c1e285-6781-4a31-9f1e-31601d3f197e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:56.900839 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-67c1e285-6781-4a31-9f1e-31601d3f197e tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/ports/ef7576e5-929f-4a49-a046-81141f3a76cc HTTP/1.1" status: 204 len: 168 time: 0.3421934 Jul 08 18:23:56.903583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36716) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:56.981753 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.070586 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.080995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6073cd-a716-462f-9759-a405d26a71fc']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:57.091111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438e8238-a766-4865-8f5a-b9b9c401c3a9') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:57.091435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438e8238-a766-4865-8f5a-b9b9c401c3a9') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:57.100660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.115998 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.121924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:23:57.122358 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:23:57.125286 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:23:57.181599 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.188284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.190639 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] 10.222.0.73 "DELETE /v2.0/networks/4a6073cd-a716-462f-9759-a405d26a71fc HTTP/1.1" status: 204 len: 168 time: 0.2857735 Jul 08 18:23:57.202921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371b6f4-4b7f-4c0f-bd64-9efe06f01a4a tempest-PortsTestJSON-540195630 tempest-PortsTestJSON-540195630-project] Pushing event deleted for resources: {'Network': ['ID=4a6073cd-a716-462f-9759-a405d26a71fc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:57.442427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36722) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:57.510565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ed789bb-ad88-4f44-a1d3-bde089235934 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:57.531583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 0ed789bb-ad88-4f44-a1d3-bde089235934 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:57.531865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ed789bb-ad88-4f44-a1d3-bde089235934 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:57.587635 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3e6eb0c7-ae74-426d-b04e-ca9f4a25fecd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=729864a2ddd24cf38e07a621ad47bd54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439903 Jul 08 18:23:57.590261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36726) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:57.639869 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261e8eec-56d1-4d2d-a0a4-158f7c1f539b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.660954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261e8eec-56d1-4d2d-a0a4-158f7c1f539b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.708208 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261e8eec-56d1-4d2d-a0a4-158f7c1f539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.710727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-261e8eec-56d1-4d2d-a0a4-158f7c1f539b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.711909 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-261e8eec-56d1-4d2d-a0a4-158f7c1f539b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f200988c-7fc9-45a6-aaaa-c8f1f9946adc HTTP/1.1" status: 204 len: 168 time: 0.1206753 Jul 08 18:23:57.720107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e8eec-56d1-4d2d-a0a4-158f7c1f539b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f200988c-7fc9-45a6-aaaa-c8f1f9946adc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:58.498382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36760) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:58.610745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af131f-25da-49e0-ae3f-9b3e803aa0dc req-f4a119a5-952d-479f-99fe-d68ba1daa08f tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:58.612310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85af131f-25da-49e0-ae3f-9b3e803aa0dc req-f4a119a5-952d-479f-99fe-d68ba1daa08f tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 949 time: 0.0775316 Jul 08 18:23:58.673838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85af131f-25da-49e0-ae3f-9b3e803aa0dc req-5624ea2e-f164-4ce1-9c5a-990a21075422 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492265 Jul 08 18:23:58.699705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0a2c183f-1fee-40b2-9bdb-33a3155e9ea1 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-944965005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:58.728727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a2c183f-1fee-40b2-9bdb-33a3155e9ea1 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:58.729704 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a2c183f-1fee-40b2-9bdb-33a3155e9ea1 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:58.786537 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a2c183f-1fee-40b2-9bdb-33a3155e9ea1 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:58.791183 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a2c183f-1fee-40b2-9bdb-33a3155e9ea1 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:58.807147 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a2c183f-1fee-40b2-9bdb-33a3155e9ea1 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:58.810673 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0a2c183f-1fee-40b2-9bdb-33a3155e9ea1 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3111768 Jul 08 18:23:58.811243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36774) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:58.817469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1712893885'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:58.840719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Made reservation on behalf of c6a1e427c38a468d9f651c7cb2437634 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:58.845881 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:58.855043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:58.959293 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:58.964350 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:58.992937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:23:59.002423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a668fd6-7f98-4e20-b276-b980732d4305,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:59.026500 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:59.026500 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Added segment 2b94001e-e9f6-4eed-970d-d820f740610d of type vlan for network 9feaf0ba-42dd-47f0-9965-d48fd3ea4519 Jul 08 18:23:59.086867 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:59.119652 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:59.128746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:59.129550 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:59.213725 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3983402 Jul 08 18:23:59.214281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36788) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:59.220314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Request body: {'subnet': {'network_id': '9feaf0ba-42dd-47f0-9965-d48fd3ea4519', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:59.223391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e13e4b-8dad-4d8f-91d9-5ff6ee3ac4f8 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event updated for resources: {'Network': ['ID=9feaf0ba-42dd-47f0-9965-d48fd3ea4519,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:59.236725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 9feaf0ba-42dd-47f0-9965-d48fd3ea4519 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:23:59.349381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Made reservation on behalf of c6a1e427c38a468d9f651c7cb2437634 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:59.355601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:59.590732 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:59.683742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event updated for resources: {'Subnet': ['ID=d1091466-9ed8-413f-8f68-b5fd4f8cdd4b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:59.686126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Checking segment: {'id': '2b94001e-e9f6-4eed-970d-d820f740610d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9feaf0ba-42dd-47f0-9965-d48fd3ea4519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:59.686513 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Network hostable DHCP agents. Network: 9feaf0ba-42dd-47f0-9965-d48fd3ea4519, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:23:59.729358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.729710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.730059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.731251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.731602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.740149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.740509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.740853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.741191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.741527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.741889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.742378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:59.775665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Network 9feaf0ba-42dd-47f0-9965-d48fd3ea4519 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:23:59.813147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 9feaf0ba-42dd-47f0-9965-d48fd3ea4519) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:59.825883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5517e149-6cfd-4263-833a-1c8124317d2c None None] Network 9feaf0ba-42dd-47f0-9965-d48fd3ea4519 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:59.829841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:59.830722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:59.875542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4e6662e0-be1e-4e93-921a-bb944c273678 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6595867 Jul 08 18:23:59.879935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36802) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:59.893759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Request body: {'network': {'name': 'tempest-router-network01--1927477394'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:59.954571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e34722-57e6-4f70-b79a-506296f9c2b9 req-3694c79b-fb3e-4528-bb11-f5290c2270f0 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:59.957488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7e34722-57e6-4f70-b79a-506296f9c2b9 req-3694c79b-fb3e-4528-bb11-f5290c2270f0 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 945 time: 0.1790838 Jul 08 18:23:59.989918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb58c1-cbc3-479c-a408-1a1849605271 req-36bee0a4-5453-4773-b877-5a7194b4e3a6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:59.997772 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85fb58c1-cbc3-479c-a408-1a1849605271 req-36bee0a4-5453-4773-b877-5a7194b4e3a6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 949 time: 0.1877570 Jul 08 18:24:00.059714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Made reservation on behalf of c6a1e427c38a468d9f651c7cb2437634 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:00.063804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.091073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-9feaf0ba-42dd-47f0-9965-d48fd3ea4519', 'network_id': '9feaf0ba-42dd-47f0-9965-d48fd3ea4519', 'tenant_id': 'c6a1e427c38a468d9f651c7cb2437634', 'fixed_ips': [{'subnet_id': 'd1091466-9ed8-413f-8f68-b5fd4f8cdd4b'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:24:00.092194 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.139140 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85fb58c1-cbc3-479c-a408-1a1849605271 req-e802af61-7bf2-486e-b913-d788c355bb60 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405032 Jul 08 18:24:00.140005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:24:00.171067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7e34722-57e6-4f70-b79a-506296f9c2b9 req-68a3cf8a-ffaa-4e90-bb63-d0d3a115db33 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969647 Jul 08 18:24:00.177015 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.177372 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Added segment d8000c1d-c2d9-4edd-aa6b-24d38a72b103 of type vlan for network d6114e13-69f3-4593-b215-4b43dd510770 Jul 08 18:24:00.227046 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.268666 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.274789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:00.275632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.295680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Allocated IP 172.20.0.2 (9feaf0ba-42dd-47f0-9965-d48fd3ea4519/d1091466-9ed8-413f-8f68-b5fd4f8cdd4b/c6c36a71-b6ab-4a36-be24-bd75dee8d8e6) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:00.362564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event updated for resources: {'Network': ['ID=d6114e13-69f3-4593-b215-4b43dd510770,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:00.374730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4124854a-a9c8-4277-9119-4fd26f6a0be4 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4933882 Jul 08 18:24:00.380329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36818) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:00.388411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Request body: {'network': {'name': 'tempest-router-network02--1452225592'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:00.453764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Made reservation on behalf of c6a1e427c38a468d9f651c7cb2437634 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:00.455374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d6114e13-69f3-4593-b215-4b43dd510770 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:24:00.458705 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.489437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e076ce0-3d3d-4ed6-a921-a1dd1c7ece5d req-d0802edd-29e3-4328-9a31-d8f5fdfaa437 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:00.490573 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.492724 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0e076ce0-3d3d-4ed6-a921-a1dd1c7ece5d req-d0802edd-29e3-4328-9a31-d8f5fdfaa437 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.59 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 949 time: 0.1455939 Jul 08 18:24:00.503131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:24:00.503425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Transition to ACTIVE for port object c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:00.515188 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.515626 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Added segment 3dbb65f8-4fac-4f81-b27a-e5cb66f91f17 of type vlan for network b2d14ea6-04c8-4f8b-92ed-138ae0153125 Jul 08 18:24:00.525497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Transition to ACTIVE for port object c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:00.541842 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.597830 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.632160 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.646079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:00.647956 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.687439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-0e076ce0-3d3d-4ed6-a921-a1dd1c7ece5d req-156f3eab-9561-46b8-ac6a-aff480ecd5b6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Deleting port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:00.687860 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0e076ce0-3d3d-4ed6-a921-a1dd1c7ece5d req-156f3eab-9561-46b8-ac6a-aff480ecd5b6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.714267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3309431 Jul 08 18:24:00.725180 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Pushing event updated for resources: {'Port': ['ID=c6c36a71-b6ab-4a36-be24-bd75dee8d8e6,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:00.737084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Network 9feaf0ba-42dd-47f0-9965-d48fd3ea4519 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:00.743270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36822) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:00.744454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:00.747275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:00.757514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Request body: {'subnet': {'network_id': 'd6114e13-69f3-4593-b215-4b43dd510770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:00.778628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d9cf8-e4d2-472e-9999-42533bfeb253 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event updated for resources: {'Network': ['ID=b2d14ea6-04c8-4f8b-92ed-138ae0153125,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:00.814253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network b2d14ea6-04c8-4f8b-92ed-138ae0153125 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:24:00.890663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-0e076ce0-3d3d-4ed6-a921-a1dd1c7ece5d req-156f3eab-9561-46b8-ac6a-aff480ecd5b6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] For port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:00.890985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0e076ce0-3d3d-4ed6-a921-a1dd1c7ece5d req-156f3eab-9561-46b8-ac6a-aff480ecd5b6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.891667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Attempting to bind port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:00.892380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Attempting to bind port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '2b94001e-e9f6-4eed-970d-d820f740610d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9feaf0ba-42dd-47f0-9965-d48fd3ea4519'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:00.893221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Attempting to bind port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 on network 9feaf0ba-42dd-47f0-9965-d48fd3ea4519 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:00.904390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:00.905224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Checking segment: {'id': '2b94001e-e9f6-4eed-970d-d820f740610d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9feaf0ba-42dd-47f0-9965-d48fd3ea4519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:00.906401 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.907002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Bound using segment: {'id': '2b94001e-e9f6-4eed-970d-d820f740610d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9feaf0ba-42dd-47f0-9965-d48fd3ea4519'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:00.907719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Bound port: c6c36a71-b6ab-4a36-be24-bd75dee8d8e6, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b94001e-e9f6-4eed-970d-d820f740610d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9feaf0ba-42dd-47f0-9965-d48fd3ea4519'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:00.908340 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.911463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-0e076ce0-3d3d-4ed6-a921-a1dd1c7ece5d req-156f3eab-9561-46b8-ac6a-aff480ecd5b6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Calling delete_port for e6b206d9-c227-4cf8-b98f-f8a336fe8d3e owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:00.925446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Made reservation on behalf of c6a1e427c38a468d9f651c7cb2437634 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:00.929306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:01.005174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] For port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:01.009426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] For port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c6c36a71-b6ab-4a36-be24-bd75dee8d8e6,segment=NetworkSegment(2b94001e-e9f6-4eed-970d-d820f740610d),segment_id=2b94001e-e9f6-4eed-970d-d820f740610d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:01.019559 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:01.109179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c324e-ca0f-44f6-911c-22737c7cbc38 None None] Pushing event updated for resources: {'Port': ['ID=c6c36a71-b6ab-4a36-be24-bd75dee8d8e6,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:01.578938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:01.627564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d101b-313c-4d59-83ac-f21c875be59f req-c8621c85-ce4c-417d-91e9-b303c2aa91c7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:01.629327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a2d101b-313c-4d59-83ac-f21c875be59f req-c8621c85-ce4c-417d-91e9-b303c2aa91c7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 945 time: 0.2791200 Jul 08 18:24:01.639883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8dbb5-988d-4ca0-a3c9-a6b0e326de37 req-49919418-4813-432b-8930-abc9e790afea tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:01.644272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:01.658328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-50c8dbb5-988d-4ca0-a3c9-a6b0e326de37 req-49919418-4813-432b-8930-abc9e790afea tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/ports?device_id=46766050-d100-4ae3-98ae-009260c4188e HTTP/1.1" status: 200 len: 949 time: 0.2856309 Jul 08 18:24:01.680759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea5825-abbf-4160-9508-9e2de38df849 req-71afb435-504e-41a6-946c-e0c06310468b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:01.682274 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-acea5825-abbf-4160-9508-9e2de38df849 req-71afb435-504e-41a6-946c-e0c06310468b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 945 time: 0.4013999 Jul 08 18:24:01.698618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0e076ce0-3d3d-4ed6-a921-a1dd1c7ece5d req-156f3eab-9561-46b8-ac6a-aff480ecd5b6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:01.720712 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['e6b206d9-c227-4cf8-b98f-f8a336fe8d3e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:24:01.733930 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a2d101b-313c-4d59-83ac-f21c875be59f req-b976ef3a-047e-47c5-b0a0-744b1d9ce4b5 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744026 Jul 08 18:24:01.805629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:01.818758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-50c8dbb5-988d-4ca0-a3c9-a6b0e326de37 req-de77dd35-5a7e-4641-85ae-22b99a7589aa tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.73 "GET /v2.0/security-groups?id=93d74bde-faaf-4a0e-ae9b-f6c08144e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959907 Jul 08 18:24:01.821897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event updated for resources: {'Subnet': ['ID=f20c1b41-94cd-4ac2-9045-cf0923ac2464,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:01.824433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f3eab-9561-46b8-ac6a-aff480ecd5b6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Pushing event deleted for resources: {'Port': ['ID=e6b206d9-c227-4cf8-b98f-f8a336fe8d3e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:01.867154 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Checking segment: {'id': 'd8000c1d-c2d9-4edd-aa6b-24d38a72b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6114e13-69f3-4593-b215-4b43dd510770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:01.867563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Network hostable DHCP agents. Network: d6114e13-69f3-4593-b215-4b43dd510770, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:24:01.905000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e076ce0-3d3d-4ed6-a921-a1dd1c7ece5d req-156f3eab-9561-46b8-ac6a-aff480ecd5b6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] No DVR routers for this DVR port e6b206d9-c227-4cf8-b98f-f8a336fe8d3e on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:01.927003 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0e076ce0-3d3d-4ed6-a921-a1dd1c7ece5d req-156f3eab-9561-46b8-ac6a-aff480ecd5b6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:01.929010 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0e076ce0-3d3d-4ed6-a921-a1dd1c7ece5d req-156f3eab-9561-46b8-ac6a-aff480ecd5b6 tempest-VolumesBackupsTest-183166703 tempest-VolumesBackupsTest-183166703-project] 10.222.0.59 "DELETE /v2.0/ports/e6b206d9-c227-4cf8-b98f-f8a336fe8d3e HTTP/1.1" status: 204 len: 173 time: 1.4284739 Jul 08 18:24:01.931076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46766050-d100-4ae3-98ae-009260c4188e', 'name': 'network-vif-deleted', 'tag': 'e6b206d9-c227-4cf8-b98f-f8a336fe8d3e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:01.933657 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72b8738-c604-4207-8fe5-59685e326709" -d '{"events": [{"server_uuid": "46766050-d100-4ae3-98ae-009260c4188e", "name": "network-vif-deleted", "tag": "e6b206d9-c227-4cf8-b98f-f8a336fe8d3e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:01.971769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Network d6114e13-69f3-4593-b215-4b43dd510770 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:24:01.998378 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f42df0b-8439-4094-a6eb-57288263e66a x-openstack-request-id: req-9f42df0b-8439-4094-a6eb-57288263e66a {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:01.998378 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46766050-d100-4ae3-98ae-009260c4188e", "name": "network-vif-deleted", "tag": "e6b206d9-c227-4cf8-b98f-f8a336fe8d3e", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:01.998378 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f42df0b-8439-4094-a6eb-57288263e66a {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:01.998378 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46766050-d100-4ae3-98ae-009260c4188e', 'name': 'network-vif-deleted', 'tag': 'e6b206d9-c227-4cf8-b98f-f8a336fe8d3e', 'status': 'completed', 'code': 200} Jul 08 18:24:02.007957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d6114e13-69f3-4593-b215-4b43dd510770) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:02.017307 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54da2fd-7fc8-4b6c-b785-1fa5fefd7bad None None] Network d6114e13-69f3-4593-b215-4b43dd510770 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:02.037204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:02.038448 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:02.087101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-acea5825-abbf-4160-9508-9e2de38df849 req-2a500446-d185-4727-8304-74ef9a8bc40b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Deleting port 19246f50-5dc9-47a7-804f-cac43a08188c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:02.087461 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-acea5825-abbf-4160-9508-9e2de38df849 req-2a500446-d185-4727-8304-74ef9a8bc40b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:02.201412 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:24:02.294243 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ae2680f0-26ed-4238-8d01-8697d45e164f tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5496030 Jul 08 18:24:02.297486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36858) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:02.303825 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Request body: {'subnet': {'network_id': 'b2d14ea6-04c8-4f8b-92ed-138ae0153125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:02.309104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-acea5825-abbf-4160-9508-9e2de38df849 req-2a500446-d185-4727-8304-74ef9a8bc40b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] For port 19246f50-5dc9-47a7-804f-cac43a08188c, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=19246f50-5dc9-47a7-804f-cac43a08188c,segment=NetworkSegment(229b30b3-1ae0-4866-8eab-b7c26808a8df),segment_id=229b30b3-1ae0-4866-8eab-b7c26808a8df)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:02.310915 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-acea5825-abbf-4160-9508-9e2de38df849 req-2a500446-d185-4727-8304-74ef9a8bc40b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:02.348936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-acea5825-abbf-4160-9508-9e2de38df849 req-2a500446-d185-4727-8304-74ef9a8bc40b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Calling delete_port for 19246f50-5dc9-47a7-804f-cac43a08188c owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:02.380140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-d6114e13-69f3-4593-b215-4b43dd510770', 'network_id': 'd6114e13-69f3-4593-b215-4b43dd510770', 'tenant_id': 'c6a1e427c38a468d9f651c7cb2437634', 'fixed_ips': [{'subnet_id': 'f20c1b41-94cd-4ac2-9045-cf0923ac2464'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:24:02.385349 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:02.545622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Made reservation on behalf of c6a1e427c38a468d9f651c7cb2437634 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:02.550630 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:02.749137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Allocated IP 172.20.0.2 (d6114e13-69f3-4593-b215-4b43dd510770/f20c1b41-94cd-4ac2-9045-cf0923ac2464/0f563898-b834-4fd9-9544-eff9653b3e55) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:02.770895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc46f737-c810-46a5-9f33-2aa9d42f885c None None] Network 9feaf0ba-42dd-47f0-9965-d48fd3ea4519 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:02.821591 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-acea5825-abbf-4160-9508-9e2de38df849 req-2a500446-d185-4727-8304-74ef9a8bc40b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:02.892151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['19246f50-5dc9-47a7-804f-cac43a08188c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:24:02.992446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a500446-d185-4727-8304-74ef9a8bc40b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Pushing event deleted for resources: {'Port': ['ID=19246f50-5dc9-47a7-804f-cac43a08188c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:03.102545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-acea5825-abbf-4160-9508-9e2de38df849 req-2a500446-d185-4727-8304-74ef9a8bc40b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] No DVR routers for this DVR port 19246f50-5dc9-47a7-804f-cac43a08188c on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:03.105230 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-acea5825-abbf-4160-9508-9e2de38df849 req-2a500446-d185-4727-8304-74ef9a8bc40b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:03.108311 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-acea5825-abbf-4160-9508-9e2de38df849 req-2a500446-d185-4727-8304-74ef9a8bc40b tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.74 "DELETE /v2.0/ports/19246f50-5dc9-47a7-804f-cac43a08188c HTTP/1.1" status: 204 len: 173 time: 1.4157279 Jul 08 18:24:03.130688 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-835b69fe-f0cb-4d98-9344-401644d42f3a req-255ace27-6e71-4426-85a5-c7f6a15db6a3 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b3c79e-366a-4082-a202-195305c3243f HTTP/1.1" status: 200 len: 210 time: 0.0777242 Jul 08 18:24:03.215185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3915e65b-9bf6-469e-a9e6-1f2ceda61f99 None None] Provisioning for port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:03.257332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3915e65b-9bf6-469e-a9e6-1f2ceda61f99 None None] Provisioning complete for port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:03.257704 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3915e65b-9bf6-469e-a9e6-1f2ceda61f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:03.323576 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:03.415760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event updated for resources: {'Subnet': ['ID=f558b2de-6f8f-484a-84f1-a87e6adef009,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:03.447643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Checking segment: {'id': '3dbb65f8-4fac-4f81-b27a-e5cb66f91f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b2d14ea6-04c8-4f8b-92ed-138ae0153125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:03.448003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Network hostable DHCP agents. Network: b2d14ea6-04c8-4f8b-92ed-138ae0153125, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:24:03.503896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Network b2d14ea6-04c8-4f8b-92ed-138ae0153125 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:24:03.512856 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:03.514319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, b2d14ea6-04c8-4f8b-92ed-138ae0153125) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:03.520292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:03.521090 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:03.531711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c982c8-2d46-4140-8355-51265c44bf87 None None] Network b2d14ea6-04c8-4f8b-92ed-138ae0153125 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:03.542808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2f32260d-d068-4407-ae64-4c2fc6e7161c tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2436039 Jul 08 18:24:03.545532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36876) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:03.603986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Transition to ACTIVE for port object 0f563898-b834-4fd9-9544-eff9653b3e55 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:03.717909 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Transition to ACTIVE for port object 0f563898-b834-4fd9-9544-eff9653b3e55 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:03.773098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e6b206d9-c227-4cf8-b98f-f8a336fe8d3e no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:03.798354 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3915e65b-9bf6-469e-a9e6-1f2ceda61f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:03.802629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: e6b206d9-c227-4cf8-b98f-f8a336fe8d3e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:03.802980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e6b206d9-c227-4cf8-b98f-f8a336fe8d3e not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:03.804638 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:03.830543 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:03.932669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Pushing event updated for resources: {'Port': ['ID=0f563898-b834-4fd9-9544-eff9653b3e55,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:03.970294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Network d6114e13-69f3-4593-b215-4b43dd510770 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:03.992609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-b2d14ea6-04c8-4f8b-92ed-138ae0153125', 'network_id': 'b2d14ea6-04c8-4f8b-92ed-138ae0153125', 'tenant_id': 'c6a1e427c38a468d9f651c7cb2437634', 'fixed_ips': [{'subnet_id': 'f558b2de-6f8f-484a-84f1-a87e6adef009'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:24:03.993760 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.003735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:04.008940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:04.019401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b3c79e-366a-4082-a202-195305c3243f', 'name': 'network-vif-deleted', 'tag': '19246f50-5dc9-47a7-804f-cac43a08188c'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:04.021748 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e5fca3-d265-42d3-b4d5-4440798b1134" -d '{"events": [{"server_uuid": "c7b3c79e-366a-4082-a202-195305c3243f", "name": "network-vif-deleted", "tag": "19246f50-5dc9-47a7-804f-cac43a08188c"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:04.027969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3915e65b-9bf6-469e-a9e6-1f2ceda61f99 None None] For port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c6c36a71-b6ab-4a36-be24-bd75dee8d8e6,segment=NetworkSegment(2b94001e-e9f6-4eed-970d-d820f740610d),segment_id=2b94001e-e9f6-4eed-970d-d820f740610d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:04.035454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.078808 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e3abe7-ad35-4956-b08e-433262bd31d3 x-openstack-request-id: req-29e3abe7-ad35-4956-b08e-433262bd31d3 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:04.079141 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b3c79e-366a-4082-a202-195305c3243f", "name": "network-vif-deleted", "tag": "19246f50-5dc9-47a7-804f-cac43a08188c", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:04.079383 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29e3abe7-ad35-4956-b08e-433262bd31d3 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:04.079941 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b3c79e-366a-4082-a202-195305c3243f', 'name': 'network-vif-deleted', 'tag': '19246f50-5dc9-47a7-804f-cac43a08188c', 'status': 'completed', 'code': 200} Jul 08 18:24:04.123016 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3915e65b-9bf6-469e-a9e6-1f2ceda61f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.165035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Attempting to bind port 0f563898-b834-4fd9-9544-eff9653b3e55 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:04.165419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Attempting to bind port 0f563898-b834-4fd9-9544-eff9653b3e55 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'd8000c1d-c2d9-4edd-aa6b-24d38a72b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6114e13-69f3-4593-b215-4b43dd510770'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:04.165787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Attempting to bind port 0f563898-b834-4fd9-9544-eff9653b3e55 on network d6114e13-69f3-4593-b215-4b43dd510770 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:04.197987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:04.198802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Checking segment: {'id': 'd8000c1d-c2d9-4edd-aa6b-24d38a72b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6114e13-69f3-4593-b215-4b43dd510770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:04.199073 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.199534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Bound using segment: {'id': 'd8000c1d-c2d9-4edd-aa6b-24d38a72b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6114e13-69f3-4593-b215-4b43dd510770'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:04.200064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Bound port: 0f563898-b834-4fd9-9544-eff9653b3e55, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8000c1d-c2d9-4edd-aa6b-24d38a72b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd6114e13-69f3-4593-b215-4b43dd510770'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:04.200919 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.306401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915e65b-9bf6-469e-a9e6-1f2ceda61f99 None None] Pushing event updated for resources: {'Port': ['ID=c6c36a71-b6ab-4a36-be24-bd75dee8d8e6,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:04.369353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b46443f5-0968-4dd1-bade-624eccfd6cd6 None None] Provisioning complete for port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:04.369724 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b46443f5-0968-4dd1-bade-624eccfd6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.488534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Allocated IP 172.20.0.1 (d6114e13-69f3-4593-b215-4b43dd510770/f20c1b41-94cd-4ac2-9045-cf0923ac2464/47e049ab-e4ce-482a-bd33-364df4e78c26) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:04.630004 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.720235 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.754897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-560ff63d-2ab0-4c35-a57d-97c2bd7f2ef4 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:04.756499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-560ff63d-2ab0-4c35-a57d-97c2bd7f2ef4 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/networks?id=017b1b61-355b-40c6-8404-0512c689e901 HTTP/1.1" status: 200 len: 809 time: 0.1436079 Jul 08 18:24:04.759027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Transition to ACTIVE for port object 47e049ab-e4ce-482a-bd33-364df4e78c26 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:04.759251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Allocated IP 172.20.0.2 (b2d14ea6-04c8-4f8b-92ed-138ae0153125/f558b2de-6f8f-484a-84f1-a87e6adef009/4213fbab-5ce9-40c2-8f0f-4682c22bcffc) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:04.771793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ac7108c9-8133-428a-8799-a45731988572 None None] For port 0f563898-b834-4fd9-9544-eff9653b3e55, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:04.779541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-5ac01ef4-b6f1-4ee7-b69d-03c61eacd62e tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/quotas/8262db23729a48008da3b192780c7ce6 HTTP/1.1" status: 200 len: 375 time: 0.0158348 Jul 08 18:24:04.779882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ac7108c9-8133-428a-8799-a45731988572 None None] For port 0f563898-b834-4fd9-9544-eff9653b3e55, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0f563898-b834-4fd9-9544-eff9653b3e55,segment=NetworkSegment(d8000c1d-c2d9-4edd-aa6b-24d38a72b103),segment_id=d8000c1d-c2d9-4edd-aa6b-24d38a72b103)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:04.791002 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.830047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-dbdfbf8c-4ef1-415f-a151-00482efe33a8 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8262db23729a48008da3b192780c7ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417824 Jul 08 18:24:04.841645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.978650 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Network d6114e13-69f3-4593-b215-4b43dd510770 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:04.997126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:05.002532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:05.009936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event updated for resources: {'Port': ['ID=47e049ab-e4ce-482a-bd33-364df4e78c26,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:05.053890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7108c9-8133-428a-8799-a45731988572 None None] Pushing event updated for resources: {'Port': ['ID=0f563898-b834-4fd9-9544-eff9653b3e55,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:05.083967 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.095496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 19246f50-5dc9-47a7-804f-cac43a08188c no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:05.173918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 19246f50-5dc9-47a7-804f-cac43a08188c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:05.174624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 19246f50-5dc9-47a7-804f-cac43a08188c not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:05.372284 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.393563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Transition to ACTIVE for port object 4213fbab-5ce9-40c2-8f0f-4682c22bcffc will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:05.399817 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.432853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Transition to ACTIVE for port object 4213fbab-5ce9-40c2-8f0f-4682c22bcffc will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:05.452837 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.539183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Network b2d14ea6-04c8-4f8b-92ed-138ae0153125 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:05.561463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:05.565387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:05.618653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-134090bd-995e-4b7a-867b-6418e1dffd3c service neutron] 10.222.0.73 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800808 Jul 08 18:24:05.673830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Pushing event updated for resources: {'Port': ['ID=4213fbab-5ce9-40c2-8f0f-4682c22bcffc,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:05.676417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Attempting to bind port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:05.676785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Attempting to bind port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '3dbb65f8-4fac-4f81-b27a-e5cb66f91f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b2d14ea6-04c8-4f8b-92ed-138ae0153125'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:05.677182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Attempting to bind port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc on network b2d14ea6-04c8-4f8b-92ed-138ae0153125 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:05.686175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:05.686175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Checking segment: {'id': '3dbb65f8-4fac-4f81-b27a-e5cb66f91f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b2d14ea6-04c8-4f8b-92ed-138ae0153125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:05.686175 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.686175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Bound using segment: {'id': '3dbb65f8-4fac-4f81-b27a-e5cb66f91f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b2d14ea6-04c8-4f8b-92ed-138ae0153125'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:05.686175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Bound port: 4213fbab-5ce9-40c2-8f0f-4682c22bcffc, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbb65f8-4fac-4f81-b27a-e5cb66f91f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b2d14ea6-04c8-4f8b-92ed-138ae0153125'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:05.686175 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.801881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] For port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:05.812440 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] For port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4213fbab-5ce9-40c2-8f0f-4682c22bcffc,segment=NetworkSegment(3dbb65f8-4fac-4f81-b27a-e5cb66f91f17),segment_id=3dbb65f8-4fac-4f81-b27a-e5cb66f91f17)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:05.820174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0f563898-b834-4fd9-9544-eff9653b3e55 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:05.857754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-aa2e0def-1b90-4463-ad3b-cbaa57d366fa service neutron] 10.222.0.73 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381115 Jul 08 18:24:05.897317 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.092800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0356db-bf6b-459d-939c-2a31e98fd1b5 None None] Pushing event updated for resources: {'Port': ['ID=4213fbab-5ce9-40c2-8f0f-4682c22bcffc,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:06.123060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0f563898-b834-4fd9-9544-eff9653b3e55 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:06.136503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:06.292859 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2996c986-13c2-401b-8796-3c9a6541bea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.298754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:06.298754 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.317422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.331815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.405539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5227d6d7-4eeb-404a-bb6a-67cfa30d71ff req-52c7d175-c010-465a-8565-948010fffdb7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 210 time: 0.1251035 Jul 08 18:24:06.577238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event updated for resources: {'Port': ['ID=47e049ab-e4ce-482a-bd33-364df4e78c26,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:06.728863 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:07.022566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d023e-617a-4346-859a-3828a3bbfc22 None None] Network d6114e13-69f3-4593-b215-4b43dd510770 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:07.023549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Network d6114e13-69f3-4593-b215-4b43dd510770 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:07.029700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:07.164244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-433ef08a-48f6-4f2f-9640-9c98491c18e5 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:07.174481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-433ef08a-48f6-4f2f-9640-9c98491c18e5 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 815 time: 0.4200451 Jul 08 18:24:07.205725 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-3617502e-6709-4445-b376-f95b16b8f519 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/quotas/7872b885dd83463f827551ec8cee2712 HTTP/1.1" status: 200 len: 375 time: 0.0297937 Jul 08 18:24:07.303904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Router 9111b841-d0ba-46dd-9d68-eef90e0583e6 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:24:07.425421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-35e57909-0a32-41fc-a106-c8c12c7e19bb None None] Provisioning for port 0f563898-b834-4fd9-9544-eff9653b3e55 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:07.448123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-8d16b351-5e85-4f38-85a4-64baf653c331 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2414215 Jul 08 18:24:07.454724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-35e57909-0a32-41fc-a106-c8c12c7e19bb None None] Provisioning complete for port 0f563898-b834-4fd9-9544-eff9653b3e55 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:07.457601 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35e57909-0a32-41fc-a106-c8c12c7e19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:07.514394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:07.537767 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc561fb1-9cae-403d-bb21-2aace512bd21 None None] Sync routers for ids ['9111b841-d0ba-46dd-9d68-eef90e0583e6'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:07.563079 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-810f1e22-2323-42e5-a2f3-70916d44adae tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "PUT /v2.0/routers/9111b841-d0ba-46dd-9d68-eef90e0583e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0161710 Jul 08 18:24:07.568683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 36966) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:07.571134 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc561fb1-9cae-403d-bb21-2aace512bd21 None None] Routers {'9111b841-d0ba-46dd-9d68-eef90e0583e6'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:07.581704 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fc561fb1-9cae-403d-bb21-2aace512bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9111b841-d0ba-46dd-9d68-eef90e0583e6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:07.743830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4213fbab-5ce9-40c2-8f0f-4682c22bcffc up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:07.744064 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fc561fb1-9cae-403d-bb21-2aace512bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:07.788962 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc561fb1-9cae-403d-bb21-2aace512bd21 None None] Routers {'9111b841-d0ba-46dd-9d68-eef90e0583e6'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:07.797501 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fc561fb1-9cae-403d-bb21-2aace512bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:23:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9111b841-d0ba-46dd-9d68-eef90e0583e6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:07.915390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-e5bdd264-5542-4be8-9078-0dab2396b145 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652326 Jul 08 18:24:07.951318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:07.990752 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35e57909-0a32-41fc-a106-c8c12c7e19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:07.998815 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fc561fb1-9cae-403d-bb21-2aace512bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:08.012224 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc561fb1-9cae-403d-bb21-2aace512bd21 None None] The sync data for ids ['9111b841-d0ba-46dd-9d68-eef90e0583e6'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:08.076296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-35e57909-0a32-41fc-a106-c8c12c7e19bb None None] For port 0f563898-b834-4fd9-9544-eff9653b3e55, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0f563898-b834-4fd9-9544-eff9653b3e55,segment=NetworkSegment(d8000c1d-c2d9-4edd-aa6b-24d38a72b103),segment_id=d8000c1d-c2d9-4edd-aa6b-24d38a72b103)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:08.089999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35e57909-0a32-41fc-a106-c8c12c7e19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:08.211108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e57909-0a32-41fc-a106-c8c12c7e19bb None None] Pushing event updated for resources: {'Port': ['ID=0f563898-b834-4fd9-9544-eff9653b3e55,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:08.245229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b05eac-b28c-4d7a-a90a-ed364a7f55b6 None None] Network b2d14ea6-04c8-4f8b-92ed-138ae0153125 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:08.329384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-3896030c-68be-4501-b75c-b11eaf5914c5 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094906 Jul 08 18:24:08.402071 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-61666273-9125-4fb0-b725-24c0b3bb6b23 None None] Provisioning for port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:08.424794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-61666273-9125-4fb0-b725-24c0b3bb6b23 None None] Provisioning complete for port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:08.425983 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-61666273-9125-4fb0-b725-24c0b3bb6b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:08.486633 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cd565d0-5d4a-44f7-a0bc-68dc14db2fcc req-f7175a19-8a2b-45bd-8877-bb4837b90138 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 210 time: 0.5651715 Jul 08 18:24:08.849586 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-61666273-9125-4fb0-b725-24c0b3bb6b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:08.869261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa1f89fe-5d67-4db1-b0b7-aaea83067848 req-3aa7de31-5a0f-4230-8791-7983b31e7b15 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 210 time: 0.0887885 Jul 08 18:24:09.028955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-61666273-9125-4fb0-b725-24c0b3bb6b23 None None] For port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4213fbab-5ce9-40c2-8f0f-4682c22bcffc,segment=NetworkSegment(3dbb65f8-4fac-4f81-b27a-e5cb66f91f17),segment_id=3dbb65f8-4fac-4f81-b27a-e5cb66f91f17)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:09.041453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-61666273-9125-4fb0-b725-24c0b3bb6b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.099156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 36988) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:09.239284 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.272106 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e07d4cd-afb0-4b7d-9715-8c2519b8b0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.304859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61666273-9125-4fb0-b725-24c0b3bb6b23 None None] Pushing event updated for resources: {'Port': ['ID=4213fbab-5ce9-40c2-8f0f-4682c22bcffc,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:09.337924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d9c12bcb-7047-4058-8600-84ad9ef2e493 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/floatingips/e54645f7-fc24-4032-8d9f-da40b5a7397d HTTP/1.1" status: 200 len: 992 time: 0.2371497 Jul 08 18:24:09.374314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0862355e-e8ba-4018-8ca5-d307e449dcc4 None None] Provisioning complete for port 0f563898-b834-4fd9-9544-eff9653b3e55 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:09.376527 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0862355e-e8ba-4018-8ca5-d307e449dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.651321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0862355e-e8ba-4018-8ca5-d307e449dcc4 None None] Provisioning for port 47e049ab-e4ce-482a-bd33-364df4e78c26 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:09.656744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0862355e-e8ba-4018-8ca5-d307e449dcc4 None None] Provisioning complete for port 47e049ab-e4ce-482a-bd33-364df4e78c26 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:09.657915 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0862355e-e8ba-4018-8ca5-d307e449dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.731690 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-623c008c-4ed7-4cb2-ab58-679ef57b1761 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:09.734013 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-623c008c-4ed7-4cb2-ab58-679ef57b1761 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "PUT /v2.0/routers/9111b841-d0ba-46dd-9d68-eef90e0583e6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1631987 Jul 08 18:24:09.737003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37040) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:09.737378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0f563898-b834-4fd9-9544-eff9653b3e55 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:09.817481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0862355e-e8ba-4018-8ca5-d307e449dcc4 None None] Port 47e049ab-e4ce-482a-bd33-364df4e78c26 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:24:09.823228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37050) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:09.833404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0f563898-b834-4fd9-9544-eff9653b3e55 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:09.834017 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.943598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-713bd620-a061-4d96-b1f2-e58dd96327d6 req-499a95dd-82a9-4e3e-b108-86fde061b188 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 210 time: 0.1215672 Jul 08 18:24:09.964639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4213fbab-5ce9-40c2-8f0f-4682c22bcffc up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:09.998692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-05266b63-8dc9-4803-abd9-f98282c7b018 None None] Provisioning complete for port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:09.999088 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-05266b63-8dc9-4803-abd9-f98282c7b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.102001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:10.102670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.143665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-05266b63-8dc9-4803-abd9-f98282c7b018 None None] Provisioning complete for port 47e049ab-e4ce-482a-bd33-364df4e78c26 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:10.144273 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-05266b63-8dc9-4803-abd9-f98282c7b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.163625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-57138c26-31bb-4efd-bcbe-260cd0860702 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:10.165633 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-57138c26-31bb-4efd-bcbe-260cd0860702 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.74 "GET /v2.0/networks?id=017b1b61-355b-40c6-8404-0512c689e901 HTTP/1.1" status: 200 len: 809 time: 0.6372352 Jul 08 18:24:10.207649 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.208167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Request body: {'port': {'device_id': '8d551555-bb3a-405b-8ed7-8191a294fe13', 'network_id': '017b1b61-355b-40c6-8404-0512c689e901', 'admin_state_up': True, 'tenant_id': '8262db23729a48008da3b192780c7ce6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:10.219038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-05266b63-8dc9-4803-abd9-f98282c7b018 None None] Port 47e049ab-e4ce-482a-bd33-364df4e78c26 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:24:10.311597 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c77f121-8be9-46c9-8dbc-f03ca227103a req-8bcb5ac9-4574-40cd-a16a-cb287f352a50 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 210 time: 0.0424211 Jul 08 18:24:10.551718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Made reservation on behalf of 8262db23729a48008da3b192780c7ce6 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:10.555719 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.560084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting port 4f081c70-90a5-45bc-bb74-d7f54bd4941c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:10.560084 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.635025 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1db4172b-10ca-4afa-88cc-74661f0dbafe tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.705863 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.706477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.720713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Calling delete_port for 4f081c70-90a5-45bc-bb74-d7f54bd4941c owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:11.010004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1db4172b-10ca-4afa-88cc-74661f0dbafe tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Deleting port 47e049ab-e4ce-482a-bd33-364df4e78c26 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:11.010633 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1db4172b-10ca-4afa-88cc-74661f0dbafe tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:11.204760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Allocated IP 172.20.0.13 (017b1b61-355b-40c6-8404-0512c689e901/6ae37bc1-2013-4961-ba83-01ee1af88426/a65ac9d4-7305-44d5-b83a-81008814d7b3) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:11.233660 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9896594c-8e3e-480a-bd69-1e82338c7a8a req-bafa4db7-03ac-4e29-9727-013c02ae95bf tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 210 time: 0.0644310 Jul 08 18:24:11.235656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1db4172b-10ca-4afa-88cc-74661f0dbafe tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:11.257852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1db4172b-10ca-4afa-88cc-74661f0dbafe tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Calling delete_port for 47e049ab-e4ce-482a-bd33-364df4e78c26 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:11.313467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-eeff7073-62f8-4544-956f-b04469c15f25 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:11.315271 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-eeff7073-62f8-4544-956f-b04469c15f25 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.59 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 815 time: 0.2859237 Jul 08 18:24:11.329808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Request body: {'port': {'device_id': 'd69ce239-2036-4992-8668-fd946768378c', 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4', 'admin_state_up': True, 'tenant_id': '7872b885dd83463f827551ec8cee2712'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:11.464582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:11.524083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Port': ['ID=4f081c70-90a5-45bc-bb74-d7f54bd4941c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:11.568635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2f863ef-901f-4e12-8ce3-a70ff2789a91 req-1c8a28cd-0dc2-4b0d-997c-f2a7268e8193 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 210 time: 0.0591877 Jul 08 18:24:11.598099 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1db4172b-10ca-4afa-88cc-74661f0dbafe tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:11.684456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4172b-10ca-4afa-88cc-74661f0dbafe tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event deleted for resources: {'Port': ['ID=47e049ab-e4ce-482a-bd33-364df4e78c26,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:11.685099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Made reservation on behalf of 7872b885dd83463f827551ec8cee2712 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:11.693181 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:11.694997 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:11.713359 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:11.713706 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Floating IP e54645f7-fc24-4032-8d9f-da40b5a7397d disassociated (deleted). External IP: 172.25.8.82, port: 0cb14533-1ab8-4400-95de-1434cb202e35. Jul 08 18:24:11.865957 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1db4172b-10ca-4afa-88cc-74661f0dbafe tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:11.914119 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.045570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Allocated IP 172.20.0.5 (7cc11084-4960-4918-87ec-871a6f7b60c4/fbd0769d-d015-4540-a2e1-f52ff46d485c/1b3f455c-1d74-46e6-96b4-8c1b258db5e1) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:12.084614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db4172b-10ca-4afa-88cc-74661f0dbafe tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Router 9111b841-d0ba-46dd-9d68-eef90e0583e6 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:24:12.131866 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.180613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db4172b-10ca-4afa-88cc-74661f0dbafe tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:12.190847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1db4172b-10ca-4afa-88cc-74661f0dbafe tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "PUT /v2.0/routers/9111b841-d0ba-46dd-9d68-eef90e0583e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4483428 Jul 08 18:24:12.191666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37118) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:12.194015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ec960a-8e8b-4142-87b3-00ffd37ca76b None None] Sync routers for ids ['9111b841-d0ba-46dd-9d68-eef90e0583e6'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:12.205442 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec960a-8e8b-4142-87b3-00ffd37ca76b None None] Routers {'9111b841-d0ba-46dd-9d68-eef90e0583e6'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:12.206802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-92ec960a-8e8b-4142-87b3-00ffd37ca76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9111b841-d0ba-46dd-9d68-eef90e0583e6'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:12.234723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Pushing event updated for resources: {'Port': ['ID=a65ac9d4-7305-44d5-b83a-81008814d7b3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:12.248291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Network 017b1b61-355b-40c6-8404-0512c689e901 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:12.248533 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-92ec960a-8e8b-4142-87b3-00ffd37ca76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:12.255102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:12.258335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:12.266196 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-a6fc82e7-d519-4bca-a5cc-2622e85e2d40 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] delete failed (client error): The resource could not be found. Jul 08 18:24:12.271558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a6fc82e7-d519-4bca-a5cc-2622e85e2d40 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1966829002 HTTP/1.1" status: 404 len: 335 time: 0.0753989 Jul 08 18:24:12.272165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37122) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:12.272994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec960a-8e8b-4142-87b3-00ffd37ca76b None None] Routers {'9111b841-d0ba-46dd-9d68-eef90e0583e6'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:12.273794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-92ec960a-8e8b-4142-87b3-00ffd37ca76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9111b841-d0ba-46dd-9d68-eef90e0583e6'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:12.284746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-00900457-73af-4ae9-af03-4d481b67a4ff tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Request body: {'router': {'external_gateway_info': {'network_id': '9111b841-d0ba-46dd-9d68-eef90e0583e6'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:12.338370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-92ec960a-8e8b-4142-87b3-00ffd37ca76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:12.339276 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ec960a-8e8b-4142-87b3-00ffd37ca76b None None] The sync data for ids ['9111b841-d0ba-46dd-9d68-eef90e0583e6'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:12.450591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:12.451226 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.454863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 95306ede-48fb-47b0-81f7-46ac7d63ce8f has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:24:12.490953 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-e5aa36de-03ce-4b0e-9efe-fd64a897c2d7 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3014312 Jul 08 18:24:12.547026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Request body: {'port': {'device_id': '8d551555-bb3a-405b-8ed7-8191a294fe13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:12.670623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1c879-b72e-43e4-9b6d-ff937c342ea9 req-b302b719-a520-4e96-814b-3a45ef891eea tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:12.684117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea1c879-b72e-43e4-9b6d-ff937c342ea9 req-b302b719-a520-4e96-814b-3a45ef891eea tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 932 time: 0.2593188 Jul 08 18:24:12.712858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.765923 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-00900457-73af-4ae9-af03-4d481b67a4ff tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.785648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:12.794500 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.796336 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.800985 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e769376-ceb5-4009-a50f-d06082618144 None None] Sync routers for ids ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:12.815315 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e769376-ceb5-4009-a50f-d06082618144 None None] Routers {'95306ede-48fb-47b0-81f7-46ac7d63ce8f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:12.816239 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8e769376-ceb5-4009-a50f-d06082618144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:12.846131 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-00900457-73af-4ae9-af03-4d481b67a4ff tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] update failed (client error): The resource could not be found. Jul 08 18:24:12.847345 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-00900457-73af-4ae9-af03-4d481b67a4ff tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "PUT /v2.0/routers/9111b841-d0ba-46dd-9d68-eef90e0583e6 HTTP/1.1" status: 404 len: 339 time: 0.5735126 Jul 08 18:24:12.859409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37140) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:12.932462 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.939969 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f4b0c779-492b-4c31-a33d-a823f1ac4735 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/floatingips/e54645f7-fc24-4032-8d9f-da40b5a7397d HTTP/1.1" status: 204 len: 168 time: 3.1143243 Jul 08 18:24:12.944663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70727cbc-576b-4cec-8caf-f801b8f51591', 'tag': '0cb14533-1ab8-4400-95de-1434cb202e35'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:12.947342 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e79bf0-d31a-42c6-9862-9866b6ced877" -d '{"events": [{"name": "network-changed", "server_uuid": "70727cbc-576b-4cec-8caf-f801b8f51591", "tag": "0cb14533-1ab8-4400-95de-1434cb202e35"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:12.947884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f40328d1-9f6e-4d35-bfd0-32175efe7760'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:24:12.986321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea1c879-b72e-43e4-9b6d-ff937c342ea9 req-6165e637-2e73-4f0e-a70f-8a9ce5d15b1f tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009894 Jul 08 18:24:13.017361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Network 7cc11084-4960-4918-87ec-871a6f7b60c4 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:13.035484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:13.145183 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8e769376-ceb5-4009-a50f-d06082618144 None None] Set router 95306ede-48fb-47b0-81f7-46ac7d63ce8f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:13.151738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:13.192810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d508d68b-69ff-4305-81cb-17ec8fd39b63 req-5734fad0-08c5-486f-a7b8-9d88153d624c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 210 time: 0.3539834 Jul 08 18:24:13.250995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Pushing event updated for resources: {'Port': ['ID=1b3f455c-1d74-46e6-96b4-8c1b258db5e1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:13.306158 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.392235 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebec5540-5946-44f2-8086-3f482fc36386 x-openstack-request-id: req-ebec5540-5946-44f2-8086-3f482fc36386 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:13.392586 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70727cbc-576b-4cec-8caf-f801b8f51591", "tag": "0cb14533-1ab8-4400-95de-1434cb202e35", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:13.392775 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebec5540-5946-44f2-8086-3f482fc36386 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:13.393184 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70727cbc-576b-4cec-8caf-f801b8f51591', 'tag': '0cb14533-1ab8-4400-95de-1434cb202e35', 'status': 'completed', 'code': 200} Jul 08 18:24:13.509671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:13.510846 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.547003 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5f2928c9-481b-42f9-87ec-56da00e57c9e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2220256 Jul 08 18:24:13.571105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Request body: {'port': {'device_id': 'd69ce239-2036-4992-8668-fd946768378c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:13.675653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-e80d385b-0056-4831-ad8d-8d90e2d43f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:13.677689 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-e80d385b-0056-4831-ad8d-8d90e2d43f2a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 1096 time: 0.3038580 Jul 08 18:24:13.802499 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8e769376-ceb5-4009-a50f-d06082618144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:19Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10deb2f0-58f8-45cb-a5a2-7d904fc446fb', 'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:88:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:17Z', 'updated_at': '2021-07-08T18:22:26Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:13.835407 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e769376-ceb5-4009-a50f-d06082618144 None None] Checking router: 95306ede-48fb-47b0-81f7-46ac7d63ce8f for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:24:13.836577 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.846851 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e769376-ceb5-4009-a50f-d06082618144 None None] Routers {'95306ede-48fb-47b0-81f7-46ac7d63ce8f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:13.848419 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8e769376-ceb5-4009-a50f-d06082618144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:13.927208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65ac9d4-7305-44d5-b83a-81008814d7b3 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:24:13.932707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88372960-6be7-4b9b-97be-51d9742b9599 req-32e1674d-da93-462a-a57f-c8e89b39c5a2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:13.932707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88372960-6be7-4b9b-97be-51d9742b9599 req-32e1674d-da93-462a-a57f-c8e89b39c5a2 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 945 time: 0.1495581 Jul 08 18:24:13.963274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.973589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Allocated IP 172.20.0.1 (9feaf0ba-42dd-47f0-9965-d48fd3ea4519/d1091466-9ed8-413f-8f68-b5fd4f8cdd4b/79471cae-3bb3-4e3f-89ab-6329fbaaea22) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:13.995534 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8e769376-ceb5-4009-a50f-d06082618144 None None] Set router 95306ede-48fb-47b0-81f7-46ac7d63ce8f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:14.004303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-7907cdc1-5538-4156-84a4-add8eb2fd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:14.006717 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-7907cdc1-5538-4156-84a4-add8eb2fd3e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cac89b37-9f9c-4b04-8cea-6164084643e0 HTTP/1.1" status: 200 len: 897 time: 0.3144295 Jul 08 18:24:14.050323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88372960-6be7-4b9b-97be-51d9742b9599 req-5b624eca-a98b-4d3b-b094-51eb57ba6697 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147749 Jul 08 18:24:14.062824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Transition to ACTIVE for port object a65ac9d4-7305-44d5-b83a-81008814d7b3 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:14.105872 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-a0675710-c8e1-45c7-915d-ac23b22bdb06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cb14533-1ab8-4400-95de-1434cb202e35 HTTP/1.1" status: 200 len: 217 time: 0.0414920 Jul 08 18:24:14.107001 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:14.467329 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8e769376-ceb5-4009-a50f-d06082618144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:19Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10deb2f0-58f8-45cb-a5a2-7d904fc446fb', 'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:88:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:17Z', 'updated_at': '2021-07-08T18:22:26Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:14.504565 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e769376-ceb5-4009-a50f-d06082618144 None None] The sync data for ids ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'] in n-d-799684-3 is: [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:22:19Z', 'revision_number': 4, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10deb2f0-58f8-45cb-a5a2-7d904fc446fb', 'name': '', 'network_id': 'cac89b37-9f9c-4b04-8cea-6164084643e0', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'mac_address': 'fa:16:3e:88:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:17Z', 'updated_at': '2021-07-08T18:22:26Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'subnets': [{'id': '9c88ac05-58e5-4811-9333-6368a6ac4844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:14.637661 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:14.671260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdd60e-7db4-4878-b387-ce1e47afa037 req-e0bf2e3e-e6ce-46fa-bf66-b307472dd76e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:14.673527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0fdd60e-7db4-4878-b387-ce1e47afa037 req-e0bf2e3e-e6ce-46fa-bf66-b307472dd76e tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 931 time: 0.1892731 Jul 08 18:24:14.676651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Transition to ACTIVE for port object 79471cae-3bb3-4e3f-89ab-6329fbaaea22 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:14.676789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-59cf246a-d68b-45fc-afbf-41cff3e60cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:14.677284 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-59cf246a-d68b-45fc-afbf-41cff3e60cc3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c88ac05-58e5-4811-9333-6368a6ac4844 HTTP/1.1" status: 200 len: 834 time: 0.5591893 Jul 08 18:24:14.680245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Pushing event updated for resources: {'Port': ['ID=a65ac9d4-7305-44d5-b83a-81008814d7b3,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:14.687324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291356e-c36a-4635-a276-d7e774b11afe req-2af87dc8-d7d5-4290-9a08-1d79b1c4356f tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:14.689067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9291356e-c36a-4635-a276-d7e774b11afe req-2af87dc8-d7d5-4290-9a08-1d79b1c4356f tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 944 time: 0.2036171 Jul 08 18:24:14.778736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0fdd60e-7db4-4878-b387-ce1e47afa037 req-302b1024-c632-45e9-b19f-d5166a57fcbd tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877111 Jul 08 18:24:14.810616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9291356e-c36a-4635-a276-d7e774b11afe req-5f45ad30-187a-43f6-a2aa-4956b1afbce2 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106815 Jul 08 18:24:14.826551 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:14.869473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Attempting to bind port a65ac9d4-7305-44d5-b83a-81008814d7b3 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:14.869473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Attempting to bind port a65ac9d4-7305-44d5-b83a-81008814d7b3 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '229b30b3-1ae0-4866-8eab-b7c26808a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '017b1b61-355b-40c6-8404-0512c689e901'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:14.869473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Attempting to bind port a65ac9d4-7305-44d5-b83a-81008814d7b3 on network 017b1b61-355b-40c6-8404-0512c689e901 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:14.883053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Network 9feaf0ba-42dd-47f0-9965-d48fd3ea4519 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:14.890194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:14.893199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:14.949579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Port a65ac9d4-7305-44d5-b83a-81008814d7b3 on network 017b1b61-355b-40c6-8404-0512c689e901 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:24:14.949579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Attempting to bind port a65ac9d4-7305-44d5-b83a-81008814d7b3 on network 017b1b61-355b-40c6-8404-0512c689e901 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:14.949866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event updated for resources: {'Port': ['ID=79471cae-3bb3-4e3f-89ab-6329fbaaea22,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:14.971447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bfbe07-fb62-410a-9e07-a6a465585a51 None None] New status for floating IP e54645f7-fc24-4032-8d9f-da40b5a7397d: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:24:14.990019 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.019330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:15.020235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Checking segment: {'id': '229b30b3-1ae0-4866-8eab-b7c26808a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '017b1b61-355b-40c6-8404-0512c689e901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:15.022704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Bound using segment: {'id': '229b30b3-1ae0-4866-8eab-b7c26808a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '017b1b61-355b-40c6-8404-0512c689e901'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:15.022704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Bound port: a65ac9d4-7305-44d5-b83a-81008814d7b3, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '229b30b3-1ae0-4866-8eab-b7c26808a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '017b1b61-355b-40c6-8404-0512c689e901'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:15.022704 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.161587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-c104849e-33ff-47d7-8a07-ab56440f2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:15.165208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-c104849e-33ff-47d7-8a07-ab56440f2ddc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cac89b37-9f9c-4b04-8cea-6164084643e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4466076 Jul 08 18:24:15.289942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:24:15.301943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.303347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-89d601bc-0d0d-4825-bca8-9c6468ba0c10 None None] Provisioning for port 79471cae-3bb3-4e3f-89ab-6329fbaaea22 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:15.313298 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-89d601bc-0d0d-4825-bca8-9c6468ba0c10 None None] Provisioning complete for port 79471cae-3bb3-4e3f-89ab-6329fbaaea22 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:15.315211 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-89d601bc-0d0d-4825-bca8-9c6468ba0c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.355057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] For port a65ac9d4-7305-44d5-b83a-81008814d7b3, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:15.358831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] For port a65ac9d4-7305-44d5-b83a-81008814d7b3, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=a65ac9d4-7305-44d5-b83a-81008814d7b3,segment=NetworkSegment(229b30b3-1ae0-4866-8eab-b7c26808a8df),segment_id=229b30b3-1ae0-4866-8eab-b7c26808a8df)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:15.359016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-89d601bc-0d0d-4825-bca8-9c6468ba0c10 None None] Port 79471cae-3bb3-4e3f-89ab-6329fbaaea22 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:24:15.391317 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.432668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Transition to ACTIVE for port object 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:15.445070 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.450564 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.457919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:15.458598 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.460030 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] 10.222.0.74 "PUT /v2.0/ports/a65ac9d4-7305-44d5-b83a-81008814d7b3 HTTP/1.1" status: 200 len: 1092 time: 2.9255219 Jul 08 18:24:15.460481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d551555-bb3a-405b-8ed7-8191a294fe13', 'tag': 'a65ac9d4-7305-44d5-b83a-81008814d7b3'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:15.462768 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af465d-4422-456f-85d9-bb6276047ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "8d551555-bb3a-405b-8ed7-8191a294fe13", "tag": "a65ac9d4-7305-44d5-b83a-81008814d7b3"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:15.505661 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c2ab2-0a38-4fad-8506-a94ea4960e2d service neutron] Pushing event updated for resources: {'Port': ['ID=a65ac9d4-7305-44d5-b83a-81008814d7b3,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:15.533429 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfed41b-7a20-446a-9404-0bcb908d087a x-openstack-request-id: req-6cfed41b-7a20-446a-9404-0bcb908d087a {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:15.533772 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d551555-bb3a-405b-8ed7-8191a294fe13", "tag": "a65ac9d4-7305-44d5-b83a-81008814d7b3", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:15.533974 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6cfed41b-7a20-446a-9404-0bcb908d087a {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:15.534410 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d551555-bb3a-405b-8ed7-8191a294fe13', 'tag': 'a65ac9d4-7305-44d5-b83a-81008814d7b3', 'status': 'completed', 'code': 200} Jul 08 18:24:15.580210 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-1ba696b3-e5d4-4bec-a4eb-5c1ab2ebae79 service neutron] 10.222.0.74 "GET /v2.0/networks/cac89b37-9f9c-4b04-8cea-6164084643e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040480 Jul 08 18:24:15.599730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d2d7-d705-4893-9394-36159f0c4f62 req-848a0f7c-015f-4adb-8a63-08fa053d14db tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:15.601317 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba59d2d7-d705-4893-9394-36159f0c4f62 req-848a0f7c-015f-4adb-8a63-08fa053d14db tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 945 time: 0.2292476 Jul 08 18:24:15.642395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2c1e0-c80b-415a-a24c-047581f7f035 req-ecba9362-b63f-4493-8fd2-07a29d3fa2dc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:15.643859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-afc2c1e0-c80b-415a-a24c-047581f7f035 req-ecba9362-b63f-4493-8fd2-07a29d3fa2dc tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 945 time: 0.3000968 Jul 08 18:24:15.683928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Pushing event updated for resources: {'Port': ['ID=1b3f455c-1d74-46e6-96b4-8c1b258db5e1,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:15.738412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba59d2d7-d705-4893-9394-36159f0c4f62 req-f38bfb43-46d9-4365-97eb-bab28567d0eb tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/security-groups?id=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055088 Jul 08 18:24:15.747299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-6b159a50-18c8-4c7f-ab3a-4ad7368586f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:15.749527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-6b159a50-18c8-4c7f-ab3a-4ad7368586f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8262db23729a48008da3b192780c7ce6&device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 1095 time: 0.2434683 Jul 08 18:24:15.751584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Attempting to bind port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:15.751952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Attempting to bind port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:15.752252 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Attempting to bind port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 on network 7cc11084-4960-4918-87ec-871a6f7b60c4 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:15.803997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 on network 7cc11084-4960-4918-87ec-871a6f7b60c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:24:15.804334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Attempting to bind port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 on network 7cc11084-4960-4918-87ec-871a6f7b60c4 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:15.810365 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-3228731f-2f4b-4b27-9ff4-b8694a9e15a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a65ac9d4-7305-44d5-b83a-81008814d7b3 HTTP/1.1" status: 200 len: 217 time: 0.0527704 Jul 08 18:24:15.815317 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-2303f3d7-0c53-4a0d-8b8b-88c71329a436 service neutron] 10.222.0.74 "GET /v2.0/networks/cac89b37-9f9c-4b04-8cea-6164084643e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160206 Jul 08 18:24:15.816586 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:15.817054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Checking segment: {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:15.817318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Bound using segment: {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:15.817766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Bound port: 1b3f455c-1d74-46e6-96b4-8c1b258db5e1, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:15.818138 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.881831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-afc2c1e0-c80b-415a-a24c-047581f7f035 req-f8e5f663-749d-4e69-ac99-a10b59e038be tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting port 0cb14533-1ab8-4400-95de-1434cb202e35 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:15.882187 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-afc2c1e0-c80b-415a-a24c-047581f7f035 req-f8e5f663-749d-4e69-ac99-a10b59e038be tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.928132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-5163680f-107a-40cd-b01d-002ab4747750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:15.930996 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-5163680f-107a-40cd-b01d-002ab4747750 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ae37bc1-2013-4961-ba83-01ee1af88426 HTTP/1.1" status: 200 len: 849 time: 0.1091564 Jul 08 18:24:15.968388 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.990854 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.004917 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-cd6ca8d9-7849-4019-92e7-57f99d23241d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=017b1b61-355b-40c6-8404-0512c689e901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450494 Jul 08 18:24:16.111926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] For port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:16.116648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] For port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b3f455c-1d74-46e6-96b4-8c1b258db5e1,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:16.126709 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.166442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:16.166953 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.169594 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] 10.222.0.59 "PUT /v2.0/ports/1b3f455c-1d74-46e6-96b4-8c1b258db5e1 HTTP/1.1" status: 200 len: 1091 time: 2.6035581 Jul 08 18:24:16.170379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-afc2c1e0-c80b-415a-a24c-047581f7f035 req-f8e5f663-749d-4e69-ac99-a10b59e038be tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] For port 0cb14533-1ab8-4400-95de-1434cb202e35, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=0cb14533-1ab8-4400-95de-1434cb202e35,segment=NetworkSegment(5c05e1f9-4a5b-47bf-a0db-dd9919a0525d),segment_id=5c05e1f9-4a5b-47bf-a0db-dd9919a0525d)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:16.170756 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-afc2c1e0-c80b-415a-a24c-047581f7f035 req-f8e5f663-749d-4e69-ac99-a10b59e038be tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.181029 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-f25954af-fdaf-49c4-a482-2b8170028476 service neutron] 10.222.0.74 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694245 Jul 08 18:24:16.187345 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.202964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event updated for resources: {'Port': ['ID=79471cae-3bb3-4e3f-89ab-6329fbaaea22,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:16.208228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-afc2c1e0-c80b-415a-a24c-047581f7f035 req-f8e5f663-749d-4e69-ac99-a10b59e038be tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Calling delete_port for 0cb14533-1ab8-4400-95de-1434cb202e35 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:16.299893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6145b5-adfd-4cb1-b78f-2ba4117f7d6e service neutron] Pushing event updated for resources: {'Port': ['ID=1b3f455c-1d74-46e6-96b4-8c1b258db5e1,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:16.345694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a2e2c-36e1-4558-b8b7-a17b851b1938 req-e5761e13-16b9-4b85-b61a-043f05a65b7f tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:16.347319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-136a2e2c-36e1-4558-b8b7-a17b851b1938 req-e5761e13-16b9-4b85-b61a-043f05a65b7f tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 943 time: 0.3402238 Jul 08 18:24:16.357226 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-56dd5299-c5a3-49c4-90d1-dc6aac6784e3 req-5d9fac24-89cb-43c6-b175-9c98f227d550 service neutron] 10.222.0.74 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668997 Jul 08 18:24:16.363239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-30ab4e8f-3d56-4ce9-a7ac-d166638cfb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:16.364725 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-30ab4e8f-3d56-4ce9-a7ac-d166638cfb9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 1094 time: 0.1092122 Jul 08 18:24:16.396589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99b483-e844-4378-ad4a-c21ee1160123 req-69190ba6-1dda-4fbe-8c2a-07ddaf2564c1 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:16.398150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d99b483-e844-4378-ad4a-c21ee1160123 req-69190ba6-1dda-4fbe-8c2a-07ddaf2564c1 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 944 time: 0.3471973 Jul 08 18:24:16.440216 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-5a628602-cd2c-48ed-ac70-3c5a4aa56261 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b3f455c-1d74-46e6-96b4-8c1b258db5e1 HTTP/1.1" status: 200 len: 217 time: 0.0675485 Jul 08 18:24:16.524711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-f37cfa14-6ff3-4cb3-9737-9a017effbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:16.526195 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-f37cfa14-6ff3-4cb3-9737-9a017effbed4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.0791171 Jul 08 18:24:16.530540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Network 9feaf0ba-42dd-47f0-9965-d48fd3ea4519 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:16.533090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af465d-4422-456f-85d9-bb6276047ae5 req-b1184c84-40bc-4002-b897-b53708980324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:16.534641 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-88af465d-4422-456f-85d9-bb6276047ae5 req-b1184c84-40bc-4002-b897-b53708980324 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8262db23729a48008da3b192780c7ce6&device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 1095 time: 0.1033731 Jul 08 18:24:16.565073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-136a2e2c-36e1-4558-b8b7-a17b851b1938 req-0b2945b9-6763-4fec-aefc-f9ceaf9fbcce tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035429 Jul 08 18:24:16.566016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:16.579593 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-dcf8886e-4597-4066-9c8c-32dd07efa1ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434575 Jul 08 18:24:16.674557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d99b483-e844-4378-ad4a-c21ee1160123 req-0c61c540-4800-4a41-9710-9ff47ccf612d tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443650 Jul 08 18:24:16.747089 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-afc2c1e0-c80b-415a-a24c-047581f7f035 req-f8e5f663-749d-4e69-ac99-a10b59e038be tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.833712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5f663-749d-4e69-ac99-a10b59e038be tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Port': ['ID=0cb14533-1ab8-4400-95de-1434cb202e35,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:16.849843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af465d-4422-456f-85d9-bb6276047ae5 req-30b2daba-6903-4071-88ea-30a93aa9f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:16.851533 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-88af465d-4422-456f-85d9-bb6276047ae5 req-30b2daba-6903-4071-88ea-30a93aa9f7f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=017b1b61-355b-40c6-8404-0512c689e901 HTTP/1.1" status: 200 len: 910 time: 0.3075473 Jul 08 18:24:16.962938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc2c1e0-c80b-415a-a24c-047581f7f035 req-f8e5f663-749d-4e69-ac99-a10b59e038be tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] No DVR routers for this DVR port 0cb14533-1ab8-4400-95de-1434cb202e35 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:16.965928 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-afc2c1e0-c80b-415a-a24c-047581f7f035 req-f8e5f663-749d-4e69-ac99-a10b59e038be tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.979582 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-88af465d-4422-456f-85d9-bb6276047ae5 req-0a727afc-2e7a-49e3-8b8b-578ca8dce065 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a65ac9d4-7305-44d5-b83a-81008814d7b3 HTTP/1.1" status: 200 len: 217 time: 0.1150429 Jul 08 18:24:16.983062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-afc2c1e0-c80b-415a-a24c-047581f7f035 req-f8e5f663-749d-4e69-ac99-a10b59e038be tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.74 "DELETE /v2.0/ports/0cb14533-1ab8-4400-95de-1434cb202e35 HTTP/1.1" status: 204 len: 173 time: 1.3290327 Jul 08 18:24:16.983554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70727cbc-576b-4cec-8caf-f801b8f51591', 'name': 'network-vif-deleted', 'tag': '0cb14533-1ab8-4400-95de-1434cb202e35'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:16.985941 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e9e10d-4da6-4cc0-8bd7-c4c889f2a027" -d '{"events": [{"server_uuid": "70727cbc-576b-4cec-8caf-f801b8f51591", "name": "network-vif-deleted", "tag": "0cb14533-1ab8-4400-95de-1434cb202e35"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:17.003994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dda96da9-2e31-4079-9b29-5f939d95e37a None None] Provisioning complete for port 79471cae-3bb3-4e3f-89ab-6329fbaaea22 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:17.005242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Router 9111b841-d0ba-46dd-9d68-eef90e0583e6 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:24:17.005505 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dda96da9-2e31-4079-9b29-5f939d95e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:17.081398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af465d-4422-456f-85d9-bb6276047ae5 req-a5108272-20e5-42ec-a314-c04ddd12f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:17.086658 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bbe913-b5c0-45ca-babb-51c65d410f00 x-openstack-request-id: req-a3bbe913-b5c0-45ca-babb-51c65d410f00 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:17.086959 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70727cbc-576b-4cec-8caf-f801b8f51591", "name": "network-vif-deleted", "tag": "0cb14533-1ab8-4400-95de-1434cb202e35", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:17.087219 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a3bbe913-b5c0-45ca-babb-51c65d410f00 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:17.087644 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70727cbc-576b-4cec-8caf-f801b8f51591', 'name': 'network-vif-deleted', 'tag': '0cb14533-1ab8-4400-95de-1434cb202e35', 'status': 'completed', 'code': 200} Jul 08 18:24:17.098545 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-88af465d-4422-456f-85d9-bb6276047ae5 req-a5108272-20e5-42ec-a314-c04ddd12f8b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ae37bc1-2013-4961-ba83-01ee1af88426 HTTP/1.1" status: 200 len: 849 time: 0.0955904 Jul 08 18:24:17.103503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dda96da9-2e31-4079-9b29-5f939d95e37a None None] Port 79471cae-3bb3-4e3f-89ab-6329fbaaea22 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:24:17.110831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f5eab55-3a97-49ac-9189-4772b59e0d17 req-6e4805b7-1447-427b-8382-7ab290829dc3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "GET /v2.0/ports?device_id=70727cbc-576b-4cec-8caf-f801b8f51591 HTTP/1.1" status: 200 len: 210 time: 0.1037011 Jul 08 18:24:17.160802 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-88af465d-4422-456f-85d9-bb6276047ae5 req-e3337484-af16-4a05-a205-25855a4428ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=017b1b61-355b-40c6-8404-0512c689e901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613678 Jul 08 18:24:17.162691 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-e479a5f4-f06b-4455-b641-35b37dcc2076 service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411730 Jul 08 18:24:17.304756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:17.310993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-68e9d8b7-d892-41f1-a14d-87b6b8a171b0 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "PUT /v2.0/routers/9111b841-d0ba-46dd-9d68-eef90e0583e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4499249 Jul 08 18:24:17.314104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37224) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:17.318114 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc003ab8-dbe1-4d9a-8a44-99066d82e15f None None] Sync routers for ids ['9111b841-d0ba-46dd-9d68-eef90e0583e6'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:17.333163 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc003ab8-dbe1-4d9a-8a44-99066d82e15f None None] Routers {'9111b841-d0ba-46dd-9d68-eef90e0583e6'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:17.338042 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fc003ab8-dbe1-4d9a-8a44-99066d82e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9111b841-d0ba-46dd-9d68-eef90e0583e6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:17.432781 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fc003ab8-dbe1-4d9a-8a44-99066d82e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:17.457118 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc003ab8-dbe1-4d9a-8a44-99066d82e15f None None] Routers {'9111b841-d0ba-46dd-9d68-eef90e0583e6'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:17.459629 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fc003ab8-dbe1-4d9a-8a44-99066d82e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9111b841-d0ba-46dd-9d68-eef90e0583e6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:17.508887 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d92d2934-e392-4f15-95fd-732120d0eacc tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:17.537151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ce239-2036-4992-8668-fd946768378c', 'tag': '1b3f455c-1d74-46e6-96b4-8c1b258db5e1'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:17.539737 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0d088b-9f52-416f-821e-69eb495a8176" -d '{"events": [{"name": "network-changed", "server_uuid": "d69ce239-2036-4992-8668-fd946768378c", "tag": "1b3f455c-1d74-46e6-96b4-8c1b258db5e1"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:17.569657 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-88af465d-4422-456f-85d9-bb6276047ae5 req-5945911f-cd77-46ab-8a18-3ba153fc1449 service neutron] 10.222.0.74 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856727 Jul 08 18:24:17.572274 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5647b15f-d8d9-42a9-9077-7b34a25bc3e3 req-ea28ade6-b093-4b06-aa83-590474542922 service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023802 Jul 08 18:24:17.583128 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fc003ab8-dbe1-4d9a-8a44-99066d82e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:17.586404 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc003ab8-dbe1-4d9a-8a44-99066d82e15f None None] The sync data for ids ['9111b841-d0ba-46dd-9d68-eef90e0583e6'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:17.633602 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14b2be8-8cdd-41b9-b907-0ebce36b2553 x-openstack-request-id: req-c14b2be8-8cdd-41b9-b907-0ebce36b2553 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:17.633907 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69ce239-2036-4992-8668-fd946768378c", "tag": "1b3f455c-1d74-46e6-96b4-8c1b258db5e1", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:17.634158 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c14b2be8-8cdd-41b9-b907-0ebce36b2553 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:17.634591 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ce239-2036-4992-8668-fd946768378c', 'tag': '1b3f455c-1d74-46e6-96b4-8c1b258db5e1', 'status': 'completed', 'code': 200} Jul 08 18:24:17.735871 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-d92d2934-e392-4f15-95fd-732120d0eacc tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 18:24:17.739643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d92d2934-e392-4f15-95fd-732120d0eacc tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "DELETE /v2.0/routers/9111b841-d0ba-46dd-9d68-eef90e0583e6 HTTP/1.1" status: 409 len: 329 time: 0.4218748 Jul 08 18:24:17.743968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37234) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:17.913412 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-88af465d-4422-456f-85d9-bb6276047ae5 req-c8559326-b2e0-4ee9-a9c4-e0cfc18a812d service neutron] 10.222.0.74 "GET /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354752 Jul 08 18:24:17.928229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d088b-9f52-416f-821e-69eb495a8176 req-aa055a51-d0ad-4218-8bb5-66c930f36205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:17.929868 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7d0d088b-9f52-416f-821e-69eb495a8176 req-aa055a51-d0ad-4218-8bb5-66c930f36205 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 1094 time: 0.1902351 Jul 08 18:24:18.071176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d088b-9f52-416f-821e-69eb495a8176 req-de7e39e0-2b12-47ff-a541-da700b500e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:18.072935 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7d0d088b-9f52-416f-821e-69eb495a8176 req-de7e39e0-2b12-47ff-a541-da700b500e54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 916 time: 0.1354883 Jul 08 18:24:18.134491 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7d0d088b-9f52-416f-821e-69eb495a8176 req-b7e7e19e-5f53-4dd7-baf3-01cf833b6d50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b3f455c-1d74-46e6-96b4-8c1b258db5e1 HTTP/1.1" status: 200 len: 217 time: 0.0541291 Jul 08 18:24:18.200991 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d088b-9f52-416f-821e-69eb495a8176 req-a5ca5abc-76c9-4cfb-ba2d-e5dc41b43859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:18.203208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7d0d088b-9f52-416f-821e-69eb495a8176 req-a5ca5abc-76c9-4cfb-ba2d-e5dc41b43859 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.0621901 Jul 08 18:24:18.292992 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7d0d088b-9f52-416f-821e-69eb495a8176 req-13c9d476-a350-4783-9cb2-229037dc692c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754702 Jul 08 18:24:18.483340 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7d0d088b-9f52-416f-821e-69eb495a8176 req-a888fc3b-8dcc-4a9a-bd84-e01f7b43fba2 service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791496 Jul 08 18:24:18.658261 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7d0d088b-9f52-416f-821e-69eb495a8176 req-4de2d137-6bf8-4f7b-a69c-0cb30e250a31 service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659288 Jul 08 18:24:18.667478 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081823c3-afc1-4d6b-b47d-e46eacbe80e8 req-a5308a20-416e-45d0-9d27-9f23cd301e30 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:18.669032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-081823c3-afc1-4d6b-b47d-e46eacbe80e8 req-a5308a20-416e-45d0-9d27-9f23cd301e30 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 943 time: 0.6876206 Jul 08 18:24:18.688274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a410b-94f8-4adb-8ed8-ea4d5f75d81d req-3442b8e1-9204-4728-bc9b-a7ff0d7ffb37 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:18.688274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-523a410b-94f8-4adb-8ed8-ea4d5f75d81d req-3442b8e1-9204-4728-bc9b-a7ff0d7ffb37 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 944 time: 0.7158597 Jul 08 18:24:18.790787 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-081823c3-afc1-4d6b-b47d-e46eacbe80e8 req-f4a38506-66a9-4aa2-8b69-44471aec91de tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015458 Jul 08 18:24:18.810185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-523a410b-94f8-4adb-8ed8-ea4d5f75d81d req-2b04ba13-d814-492b-b82d-3eef0e7ad77e tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126773 Jul 08 18:24:18.894683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37252) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:18.899266 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fcbf41a3-6286-40b9-a0c9-3100bb476bf7 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:18.984794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc2f2b4c-3423-45ff-9b02-c63ab39da2f3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.013279 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc2f2b4c-3423-45ff-9b02-c63ab39da2f3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.083826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 0cb14533-1ab8-4400-95de-1434cb202e35 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:19.115292 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc2f2b4c-3423-45ff-9b02-c63ab39da2f3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.118511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc2f2b4c-3423-45ff-9b02-c63ab39da2f3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.119870 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cc2f2b4c-3423-45ff-9b02-c63ab39da2f3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/security-groups/f49f9eaf-5085-48f0-81e0-9d3ad603d4d8 HTTP/1.1" status: 204 len: 168 time: 0.2238395 Jul 08 18:24:19.126719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 0cb14533-1ab8-4400-95de-1434cb202e35 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:19.127316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 0cb14533-1ab8-4400-95de-1434cb202e35 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:19.133816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f2b4c-3423-45ff-9b02-c63ab39da2f3 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49f9eaf-5085-48f0-81e0-9d3ad603d4d8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:19.165173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37256) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:19.257901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf41a3-6286-40b9-a0c9-3100bb476bf7 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Deleting port 79471cae-3bb3-4e3f-89ab-6329fbaaea22 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:19.257901 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fcbf41a3-6286-40b9-a0c9-3100bb476bf7 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.380805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fcbf41a3-6286-40b9-a0c9-3100bb476bf7 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.397518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf41a3-6286-40b9-a0c9-3100bb476bf7 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Calling delete_port for 79471cae-3bb3-4e3f-89ab-6329fbaaea22 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:19.605766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.644257 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fcbf41a3-6286-40b9-a0c9-3100bb476bf7 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.699550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf41a3-6286-40b9-a0c9-3100bb476bf7 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event deleted for resources: {'Port': ['ID=79471cae-3bb3-4e3f-89ab-6329fbaaea22,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:19.875915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fcbf41a3-6286-40b9-a0c9-3100bb476bf7 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:20.060887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:20.061441 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:20.180955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbf41a3-6286-40b9-a0c9-3100bb476bf7 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Router 9111b841-d0ba-46dd-9d68-eef90e0583e6 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:24:20.184210 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] For port 10deb2f0-58f8-45cb-a5a2-7d904fc446fb, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=10deb2f0-58f8-45cb-a5a2-7d904fc446fb,segment=NetworkSegment(5c05e1f9-4a5b-47bf-a0db-dd9919a0525d),segment_id=5c05e1f9-4a5b-47bf-a0db-dd9919a0525d)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:20.184578 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:20.205582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Calling delete_port for 10deb2f0-58f8-45cb-a5a2-7d904fc446fb owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:20.300180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbf41a3-6286-40b9-a0c9-3100bb476bf7 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:20.308669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fcbf41a3-6286-40b9-a0c9-3100bb476bf7 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "PUT /v2.0/routers/9111b841-d0ba-46dd-9d68-eef90e0583e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5625296 Jul 08 18:24:20.314606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04151bd-b652-47f7-ba97-74c481183403 None None] Sync routers for ids ['9111b841-d0ba-46dd-9d68-eef90e0583e6'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:20.319686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1666033-39a8-4fb4-9e6f-6bd3bbf4ea14 req-43d01a6b-dd40-47b3-918b-a9ee309ff999 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:20.321327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1666033-39a8-4fb4-9e6f-6bd3bbf4ea14 req-43d01a6b-dd40-47b3-918b-a9ee309ff999 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 943 time: 0.2404809 Jul 08 18:24:20.322004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37272) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:20.328056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04151bd-b652-47f7-ba97-74c481183403 None None] Routers {'9111b841-d0ba-46dd-9d68-eef90e0583e6'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:20.329758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e04151bd-b652-47f7-ba97-74c481183403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9111b841-d0ba-46dd-9d68-eef90e0583e6'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:20.330131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf715aa-383f-4951-baa1-7ab00009df98 req-4bdf22be-502f-4026-b862-0f0f4bc1f5e5 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:20.331666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dcf715aa-383f-4951-baa1-7ab00009df98 req-4bdf22be-502f-4026-b862-0f0f4bc1f5e5 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 944 time: 0.2497089 Jul 08 18:24:20.412603 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-16630eab-1fe6-44b4-af6d-22df43eaf42e tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] show failed (client error): The resource could not be found. Jul 08 18:24:20.417589 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-16630eab-1fe6-44b4-af6d-22df43eaf42e tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1532066301 HTTP/1.1" status: 404 len: 335 time: 0.0810018 Jul 08 18:24:20.420255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e04151bd-b652-47f7-ba97-74c481183403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:20.427048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37276) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:20.432313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0237455a-0d3a-4a75-b76d-dd77d3a6a152 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:20.432803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04151bd-b652-47f7-ba97-74c481183403 None None] Routers {'9111b841-d0ba-46dd-9d68-eef90e0583e6'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:20.436543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e04151bd-b652-47f7-ba97-74c481183403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['9111b841-d0ba-46dd-9d68-eef90e0583e6'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:20.487742 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-0237455a-0d3a-4a75-b76d-dd77d3a6a152 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] update failed (client error): The resource could not be found. Jul 08 18:24:20.492094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0237455a-0d3a-4a75-b76d-dd77d3a6a152 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-452119445 HTTP/1.1" status: 404 len: 334 time: 0.0608053 Jul 08 18:24:20.496097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37278) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:20.506751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e04151bd-b652-47f7-ba97-74c481183403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:20.507400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04151bd-b652-47f7-ba97-74c481183403 None None] The sync data for ids ['9111b841-d0ba-46dd-9d68-eef90e0583e6'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:20.513605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1666033-39a8-4fb4-9e6f-6bd3bbf4ea14 req-491ef79e-3027-4ee5-891a-f5f4cdf86609 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754017 Jul 08 18:24:20.541116 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dcf715aa-383f-4951-baa1-7ab00009df98 req-eea10751-4bb6-4bca-a7e7-3b272b8ddcde tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001750 Jul 08 18:24:20.558293 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:20.574571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e712f0-5007-437f-a61a-666a9f91bf80 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Deleting subnet f558b2de-6f8f-484a-84f1-a87e6adef009 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:24:20.577947 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-45e712f0-5007-437f-a61a-666a9f91bf80 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:20.605578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Port': ['ID=10deb2f0-58f8-45cb-a5a2-7d904fc446fb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:20.633994 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-45e712f0-5007-437f-a61a-666a9f91bf80 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:20.792477 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-45e712f0-5007-437f-a61a-666a9f91bf80 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:20.933030 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-45e712f0-5007-437f-a61a-666a9f91bf80 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:20.988303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e712f0-5007-437f-a61a-666a9f91bf80 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event deleted for resources: {'Subnet': ['ID=f558b2de-6f8f-484a-84f1-a87e6adef009,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:21.011229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27db040-87ed-41c9-af8b-39eaf97bbd61 None None] Network b2d14ea6-04c8-4f8b-92ed-138ae0153125 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:21.015483 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-45e712f0-5007-437f-a61a-666a9f91bf80 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:21.017563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-45e712f0-5007-437f-a61a-666a9f91bf80 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "DELETE /v2.0/subnets/f558b2de-6f8f-484a-84f1-a87e6adef009 HTTP/1.1" status: 204 len: 168 time: 0.5204904 Jul 08 18:24:21.022772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37290) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:21.087122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device a65ac9d4-7305-44d5-b83a-81008814d7b3 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:24:21.136204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30bd3b3-f5bd-4152-b0b1-ae34b217b164 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Deleting subnet f20c1b41-94cd-4ac2-9045-cf0923ac2464 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:24:21.140870 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e30bd3b3-f5bd-4152-b0b1-ae34b217b164 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:21.226863 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.resource_extend [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:24:21.273172 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e30bd3b3-f5bd-4152-b0b1-ae34b217b164 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:21.414700 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e30bd3b3-f5bd-4152-b0b1-ae34b217b164 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:21.488488 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:21.541654 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e30bd3b3-f5bd-4152-b0b1-ae34b217b164 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:21.632783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port a65ac9d4-7305-44d5-b83a-81008814d7b3, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=a65ac9d4-7305-44d5-b83a-81008814d7b3,segment=NetworkSegment(229b30b3-1ae0-4866-8eab-b7c26808a8df),segment_id=229b30b3-1ae0-4866-8eab-b7c26808a8df)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:21.647923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bd3b3-f5bd-4152-b0b1-ae34b217b164 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event deleted for resources: {'Subnet': ['ID=f20c1b41-94cd-4ac2-9045-cf0923ac2464,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:21.670600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e30bd3b3-f5bd-4152-b0b1-ae34b217b164 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:21.674377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e30bd3b3-f5bd-4152-b0b1-ae34b217b164 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "DELETE /v2.0/subnets/f20c1b41-94cd-4ac2-9045-cf0923ac2464 HTTP/1.1" status: 204 len: 168 time: 0.6504571 Jul 08 18:24:21.677073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37302) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:21.680562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c207f45e-ea6a-45cb-85bd-3c1bdb9e6a6e None None] Network d6114e13-69f3-4593-b215-4b43dd510770 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:21.682891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86758db8-36a5-45ea-b944-f8815cdff52f None None] DHCP port deletion for b2d14ea6-04c8-4f8b-92ed-138ae0153125 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:24:21.744788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'a65ac9d4-7305-44d5-b83a-81008814d7b3', 'network_id': '017b1b61-355b-40c6-8404-0512c689e901', 'port_id': 'a65ac9d4-7305-44d5-b83a-81008814d7b3', 'mac_address': 'fa:16:3e:a3:98:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae37bc1-2013-4961-ba83-01ee1af88426', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:24:21.811526 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:21.902988 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:21.923711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:24:21.946266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d313313-6217-4f9e-bc69-ca6cb8ae61c2 req-514590f9-27c6-474a-b9c3-38c65ea43e2c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:21.958906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d313313-6217-4f9e-bc69-ca6cb8ae61c2 req-514590f9-27c6-474a-b9c3-38c65ea43e2c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 943 time: 0.1975913 Jul 08 18:24:22.038019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a702b-7feb-43fd-b49c-ccc234807f9d req-bdbe6a3e-f68e-4357-a6dc-a75e507c54ba tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:22.040314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-162a702b-7feb-43fd-b49c-ccc234807f9d req-bdbe6a3e-f68e-4357-a6dc-a75e507c54ba tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 944 time: 0.2036531 Jul 08 18:24:22.045004 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d313313-6217-4f9e-bc69-ca6cb8ae61c2 req-c36f68f2-a70a-4b69-baee-a4f82b9aeb73 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794151 Jul 08 18:24:22.053748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b3f455c-1d74-46e6-96b4-8c1b258db5e1,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:22.062584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Deleting port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:22.064445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.085448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Router 95306ede-48fb-47b0-81f7-46ac7d63ce8f has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:24:22.089971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65ac9d4-7305-44d5-b83a-81008814d7b3 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:24:22.098840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '1b3f455c-1d74-46e6-96b4-8c1b258db5e1', 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4', 'port_id': '1b3f455c-1d74-46e6-96b4-8c1b258db5e1', 'mac_address': 'fa:16:3e:38:ac:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd0769d-d015-4540-a2e1-f52ff46d485c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:24:22.160408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-162a702b-7feb-43fd-b49c-ccc234807f9d req-4d94ea9b-4c18-43da-be9d-d3a073d74c0c tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133983 Jul 08 18:24:22.169554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] For port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4213fbab-5ce9-40c2-8f0f-4682c22bcffc,segment=NetworkSegment(3dbb65f8-4fac-4f81-b27a-e5cb66f91f17),segment_id=3dbb65f8-4fac-4f81-b27a-e5cb66f91f17)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:22.170386 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.198160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port a65ac9d4-7305-44d5-b83a-81008814d7b3, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=a65ac9d4-7305-44d5-b83a-81008814d7b3,segment=NetworkSegment(229b30b3-1ae0-4866-8eab-b7c26808a8df),segment_id=229b30b3-1ae0-4866-8eab-b7c26808a8df)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:22.205022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Calling delete_port for 4213fbab-5ce9-40c2-8f0f-4682c22bcffc owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:22.226038 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.247480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:22.257059 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869beff-eee8-4654-a00c-5d6f61e3f319 None None] Sync routers for ids ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:22.262359 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4a4d183d-dbe0-4fe7-92f0-583fdbbed106 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "PUT /v2.0/routers/95306ede-48fb-47b0-81f7-46ac7d63ce8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0959427 Jul 08 18:24:22.265321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37310) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:22.268816 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869beff-eee8-4654-a00c-5d6f61e3f319 None None] Routers {'95306ede-48fb-47b0-81f7-46ac7d63ce8f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:22.269661 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7869beff-eee8-4654-a00c-5d6f61e3f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:22.365163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab79a07-8c63-469e-a1fd-99cb4c1bb17a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting subnet 9c88ac05-58e5-4811-9333-6368a6ac4844 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:24:22.376779 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab79a07-8c63-469e-a1fd-99cb4c1bb17a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.411946 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.469154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] No DVR routers for this DVR port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:22.476629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event deleted for resources: {'Port': ['ID=4213fbab-5ce9-40c2-8f0f-4682c22bcffc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:22.493526 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-7869beff-eee8-4654-a00c-5d6f61e3f319 None None] Set router 95306ede-48fb-47b0-81f7-46ac7d63ce8f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:22.502113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-86758db8-36a5-45ea-b944-f8815cdff52f None None] Deleting port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:22.502718 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-86758db8-36a5-45ea-b944-f8815cdff52f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.503328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab79a07-8c63-469e-a1fd-99cb4c1bb17a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.543216 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.586432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:24:22.597421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=a65ac9d4-7305-44d5-b83a-81008814d7b3,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:22.671237 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.675278 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-86758db8-36a5-45ea-b944-f8815cdff52f None None] For port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:22.675740 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-86758db8-36a5-45ea-b944-f8815cdff52f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.689126 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab79a07-8c63-469e-a1fd-99cb4c1bb17a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.698503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d14ea6-04c8-4f8b-92ed-138ae0153125']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:22.702565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-86758db8-36a5-45ea-b944-f8815cdff52f None None] Calling delete_port for 4213fbab-5ce9-40c2-8f0f-4682c22bcffc owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:22.727536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbb65f8-4fac-4f81-b27a-e5cb66f91f17') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:22.727839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbb65f8-4fac-4f81-b27a-e5cb66f91f17') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:22.728706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-86758db8-36a5-45ea-b944-f8815cdff52f None None] Port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:24:22.732896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['a65ac9d4-7305-44d5-b83a-81008814d7b3'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:24:22.752814 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.791853 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.812569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:24:22.813229 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.816215 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab79a07-8c63-469e-a1fd-99cb4c1bb17a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.833404 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-86758db8-36a5-45ea-b944-f8815cdff52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:24:22.835017 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:24:22.865913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b3f455c-1d74-46e6-96b4-8c1b258db5e1,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:22.867148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86758db8-36a5-45ea-b944-f8815cdff52f None None] Pushing event deleted for resources: {'Port': ['ID=4213fbab-5ce9-40c2-8f0f-4682c22bcffc,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:22.873606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab79a07-8c63-469e-a1fd-99cb4c1bb17a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Subnet': ['ID=9c88ac05-58e5-4811-9333-6368a6ac4844,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:22.887397 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ab79a07-8c63-469e-a1fd-99cb4c1bb17a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.889356 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7ab79a07-8c63-469e-a1fd-99cb4c1bb17a tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/subnets/9c88ac05-58e5-4811-9333-6368a6ac4844 HTTP/1.1" status: 204 len: 168 time: 0.6230671 Jul 08 18:24:22.898725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37316) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:22.926784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a89cbb-fefb-4604-8c3b-681278b760fc None None] Network cac89b37-9f9c-4b04-8cea-6164084643e0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:22.939573 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.948426 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.955837 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7869beff-eee8-4654-a00c-5d6f61e3f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:24:20Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:22.968061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86758db8-36a5-45ea-b944-f8815cdff52f None None] No DVR routers for this DVR port 4213fbab-5ce9-40c2-8f0f-4682c22bcffc on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:22.971920 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.979665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "DELETE /v2.0/networks/b2d14ea6-04c8-4f8b-92ed-138ae0153125 HTTP/1.1" status: 204 len: 168 time: 1.3011348 Jul 08 18:24:22.981411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37322) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:23.029735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac5a84-d70a-464a-bfe4-1784071e954d tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event deleted for resources: {'Network': ['ID=b2d14ea6-04c8-4f8b-92ed-138ae0153125,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:23.044285 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869beff-eee8-4654-a00c-5d6f61e3f319 None None] Checking router: 95306ede-48fb-47b0-81f7-46ac7d63ce8f for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:24:23.071389 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869beff-eee8-4654-a00c-5d6f61e3f319 None None] Routers {'95306ede-48fb-47b0-81f7-46ac7d63ce8f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:23.072585 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7869beff-eee8-4654-a00c-5d6f61e3f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:23.151359 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:23.221815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea587fee-9f43-4a8b-951d-ed058000de8e None None] DHCP port deletion for d6114e13-69f3-4593-b215-4b43dd510770 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:24:23.229367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:23.357105 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-7869beff-eee8-4654-a00c-5d6f61e3f319 None None] Set router 95306ede-48fb-47b0-81f7-46ac7d63ce8f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:23.397149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['1b3f455c-1d74-46e6-96b4-8c1b258db5e1'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:24:23.423296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:23.597452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Deleting port 0f563898-b834-4fd9-9544-eff9653b3e55 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:23.602607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:23.639690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Deleting port 5ec75a4c-97b8-4fa9-a468-ff43ab726238 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:23.641067 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:23.655941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1b3f455c-1d74-46e6-96b4-8c1b258db5e1,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:23.673785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0f563898-b834-4fd9-9544-eff9653b3e55 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:23.890371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] For port 5ec75a4c-97b8-4fa9-a468-ff43ab726238, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5ec75a4c-97b8-4fa9-a468-ff43ab726238,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:23.910795 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:23.917600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cf09b-4653-46df-a7c4-4a4577e7300a req-058aec9d-5cc3-4c27-879e-c9c8a181bc00 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:23.919201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a8cf09b-4653-46df-a7c4-4a4577e7300a req-058aec9d-5cc3-4c27-879e-c9c8a181bc00 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 945 time: 0.4034784 Jul 08 18:24:23.956100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Calling delete_port for 5ec75a4c-97b8-4fa9-a468-ff43ab726238 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:23.958742 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7869beff-eee8-4654-a00c-5d6f61e3f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:24:20Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:23.964781 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c9771-e254-4ec6-8235-0972abffa049 req-4fab7d33-8954-4a96-adbd-e4f338876a21 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:23.975146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f1c9771-e254-4ec6-8235-0972abffa049 req-4fab7d33-8954-4a96-adbd-e4f338876a21 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 944 time: 0.6039431 Jul 08 18:24:24.033498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ea587fee-9f43-4a8b-951d-ed058000de8e None None] Deleting port 0f563898-b834-4fd9-9544-eff9653b3e55 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:24.034079 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ea587fee-9f43-4a8b-951d-ed058000de8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.037222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] For port 0f563898-b834-4fd9-9544-eff9653b3e55, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0f563898-b834-4fd9-9544-eff9653b3e55,segment=NetworkSegment(d8000c1d-c2d9-4edd-aa6b-24d38a72b103),segment_id=d8000c1d-c2d9-4edd-aa6b-24d38a72b103)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:24.037589 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.059105 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869beff-eee8-4654-a00c-5d6f61e3f319 None None] The sync data for ids ['95306ede-48fb-47b0-81f7-46ac7d63ce8f'] in n-d-799684-3 is: [{'id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'name': 'tempest-TestNetworkBasicOps-router-1514690376', 'tenant_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:22:08Z', 'updated_at': '2021-07-08T18:24:20Z', 'revision_number': 5, 'project_id': 'ecb9c568d2b44dcc9d9ccd0ac087e21c', 'gw_port': {'id': '5ec75a4c-97b8-4fa9-a468-ff43ab726238', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95306ede-48fb-47b0-81f7-46ac7d63ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:22:09Z', 'updated_at': '2021-07-08T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:24.117581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37348) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:24.131326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Calling delete_port for 0f563898-b834-4fd9-9544-eff9653b3e55 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:24.182932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f1c9771-e254-4ec6-8235-0972abffa049 req-3786ae34-db95-4aa6-9253-e93675a40bee tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067947 Jul 08 18:24:24.206068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a8cf09b-4653-46df-a7c4-4a4577e7300a req-d35bd294-1327-4ebb-8baa-b7a9a6e8e888 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709160 Jul 08 18:24:24.211787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ea587fee-9f43-4a8b-951d-ed058000de8e None None] For port 0f563898-b834-4fd9-9544-eff9653b3e55, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0f563898-b834-4fd9-9544-eff9653b3e55,segment=NetworkSegment(d8000c1d-c2d9-4edd-aa6b-24d38a72b103),segment_id=d8000c1d-c2d9-4edd-aa6b-24d38a72b103)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:24.212188 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ea587fee-9f43-4a8b-951d-ed058000de8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.234002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ea587fee-9f43-4a8b-951d-ed058000de8e None None] Calling delete_port for 0f563898-b834-4fd9-9544-eff9653b3e55 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:24.260555 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.371507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0f563898-b834-4fd9-9544-eff9653b3e55, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0f563898-b834-4fd9-9544-eff9653b3e55,segment=NetworkSegment(d8000c1d-c2d9-4edd-aa6b-24d38a72b103),segment_id=d8000c1d-c2d9-4edd-aa6b-24d38a72b103)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:24.385147 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.386260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4213fbab-5ce9-40c2-8f0f-4682c22bcffc no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:24.389074 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.398839 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e772f9e8-662e-4b94-af4f-cbffd4c296b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.427716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 4213fbab-5ce9-40c2-8f0f-4682c22bcffc {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:24.427991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4213fbab-5ce9-40c2-8f0f-4682c22bcffc not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:24.431194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event deleted for resources: {'Port': ['ID=0f563898-b834-4fd9-9544-eff9653b3e55,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:24.444011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event deleted for resources: {'Port': ['ID=0f563898-b834-4fd9-9544-eff9653b3e55,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:24.444853 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.447599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] No DVR routers for this DVR port 0f563898-b834-4fd9-9544-eff9653b3e55 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:24:24.456689 n-d-799684-3 neutron-server[93743]: self.session.flush() Jul 08 18:24:24.460965 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ea587fee-9f43-4a8b-951d-ed058000de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.494300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71887369-9d6e-480e-870f-2ad0b19d5d7c None None] DHCP port deletion for cac89b37-9f9c-4b04-8cea-6164084643e0 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:24:24.511936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea587fee-9f43-4a8b-951d-ed058000de8e None None] Pushing event deleted for resources: {'Port': ['ID=0f563898-b834-4fd9-9544-eff9653b3e55,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:24.527042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea587fee-9f43-4a8b-951d-ed058000de8e None None] No DVR routers for this DVR port 0f563898-b834-4fd9-9544-eff9653b3e55 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:24.542956 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Port': ['ID=5ec75a4c-97b8-4fa9-a468-ff43ab726238,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:24.625949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-71887369-9d6e-480e-870f-2ad0b19d5d7c None None] Deleting port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:24.626360 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-71887369-9d6e-480e-870f-2ad0b19d5d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.661296 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.681900 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.695621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6114e13-69f3-4593-b215-4b43dd510770']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:24.726257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8000c1d-c2d9-4edd-aa6b-24d38a72b103') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:24.727002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8000c1d-c2d9-4edd-aa6b-24d38a72b103') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:24.762753 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.805420 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.812331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:24:24.812977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.815512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-71887369-9d6e-480e-870f-2ad0b19d5d7c None None] For port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0063a4b6-fd59-41a7-8665-6f2c7162fe1e,segment=NetworkSegment(5c05e1f9-4a5b-47bf-a0db-dd9919a0525d),segment_id=5c05e1f9-4a5b-47bf-a0db-dd9919a0525d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:24:24.816597 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:24:24.818764 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-71887369-9d6e-480e-870f-2ad0b19d5d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.840375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-71887369-9d6e-480e-870f-2ad0b19d5d7c None None] Calling delete_port for 0063a4b6-fd59-41a7-8665-6f2c7162fe1e owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:24.944585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.956596 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.961043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.972589 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-71887369-9d6e-480e-870f-2ad0b19d5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.978057 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e772f9e8-662e-4b94-af4f-cbffd4c296b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.987745 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.990250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "DELETE /v2.0/networks/d6114e13-69f3-4593-b215-4b43dd510770 HTTP/1.1" status: 204 len: 168 time: 1.9810672 Jul 08 18:24:25.009582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37356) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:25.028816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71887369-9d6e-480e-870f-2ad0b19d5d7c None None] Pushing event deleted for resources: {'Port': ['ID=0063a4b6-fd59-41a7-8665-6f2c7162fe1e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:25.038164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71887369-9d6e-480e-870f-2ad0b19d5d7c None None] No DVR routers for this DVR port 0063a4b6-fd59-41a7-8665-6f2c7162fe1e on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:25.074493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e772f9e8-662e-4b94-af4f-cbffd4c296b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.074982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b89df7-f6b9-4e3e-b348-2de9bf774414 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event deleted for resources: {'Network': ['ID=d6114e13-69f3-4593-b215-4b43dd510770,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:25.083298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b8969b-9476-403b-92df-43053679ebfb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Deleting subnet d1091466-9ed8-413f-8f68-b5fd4f8cdd4b {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:24:25.086582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-44b8969b-9476-403b-92df-43053679ebfb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.113171 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.113851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Fanout notify agent at l3_agent the message router_deleted on router 95306ede-48fb-47b0-81f7-46ac7d63ce8f {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:24:25.124407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device a65ac9d4-7305-44d5-b83a-81008814d7b3 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:25.130742 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772f9e8-662e-4b94-af4f-cbffd4c296b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdfb9dd-effb-46f7-a024-c60f9b790b74,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:25.138187 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.142042 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8350a5c1-f433-49b4-8d5e-4657d8a62abd tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/routers/95306ede-48fb-47b0-81f7-46ac7d63ce8f HTTP/1.1" status: 204 len: 168 time: 2.2422848 Jul 08 18:24:25.143249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37358) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:25.164525 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e772f9e8-662e-4b94-af4f-cbffd4c296b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fdd9ee9bf8eb4f4a9089aa5cd2c55762&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0437260 Jul 08 18:24:25.168026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37360) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:25.177774 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-44b8969b-9476-403b-92df-43053679ebfb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.230018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port a65ac9d4-7305-44d5-b83a-81008814d7b3 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:25.236301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port a65ac9d4-7305-44d5-b83a-81008814d7b3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:25.236881 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.390644 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.439752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d551555-bb3a-405b-8ed7-8191a294fe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65ac9d4-7305-44d5-b83a-81008814d7b3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:25.442168 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b579624-634f-453a-b648-c86a9b702b24" -d '{"events": [{"server_uuid": "8d551555-bb3a-405b-8ed7-8191a294fe13", "name": "network-vif-plugged", "status": "completed", "tag": "a65ac9d4-7305-44d5-b83a-81008814d7b3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:25.449995 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.455348 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port a65ac9d4-7305-44d5-b83a-81008814d7b3, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=a65ac9d4-7305-44d5-b83a-81008814d7b3,segment=NetworkSegment(229b30b3-1ae0-4866-8eab-b7c26808a8df),segment_id=229b30b3-1ae0-4866-8eab-b7c26808a8df)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:25.461354 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.479055 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14ef623f-7dad-421c-95ed-22555a6cc677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.513090 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=a65ac9d4-7305-44d5-b83a-81008814d7b3,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:25.822964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 10deb2f0-58f8-45cb-a5a2-7d904fc446fb no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:25.859169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 10deb2f0-58f8-45cb-a5a2-7d904fc446fb {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:25.860117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 10deb2f0-58f8-45cb-a5a2-7d904fc446fb not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:25.863266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0063a4b6-fd59-41a7-8665-6f2c7162fe1e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:25.901595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 0063a4b6-fd59-41a7-8665-6f2c7162fe1e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:25.902193 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0063a4b6-fd59-41a7-8665-6f2c7162fe1e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:25.903305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ec75a4c-97b8-4fa9-a468-ff43ab726238 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:25.937149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:25.947268 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14ef623f-7dad-421c-95ed-22555a6cc677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.980988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5ec75a4c-97b8-4fa9-a468-ff43ab726238 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:25.981399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5ec75a4c-97b8-4fa9-a468-ff43ab726238 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:25.986746 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-44b8969b-9476-403b-92df-43053679ebfb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.017743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:26.023121 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:26.024799 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.085955 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.097484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac89b37-9f9c-4b04-8cea-6164084643e0']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:26.142248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:26.143018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c05e1f9-4a5b-47bf-a0db-dd9919a0525d') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:26.165145 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.165792 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.183584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0a008-1b4b-4262-952f-a94dea45aadf req-d2147c1b-530e-42bd-b1e8-837540ab4abb tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:26.185184 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0e0a008-1b4b-4262-952f-a94dea45aadf req-d2147c1b-530e-42bd-b1e8-837540ab4abb tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 944 time: 0.7578063 Jul 08 18:24:26.215326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b3f455c-1d74-46e6-96b4-8c1b258db5e1,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:26.223069 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.225569 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27507dbc-96c0-4e0f-8692-b65251fb2e91 req-8f3d32b6-25e7-4ab2-82e4-1528e0fade2f tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:26.227425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27507dbc-96c0-4e0f-8692-b65251fb2e91 req-8f3d32b6-25e7-4ab2-82e4-1528e0fade2f tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 946 time: 0.8052309 Jul 08 18:24:26.228658 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.246607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:24:26.247093 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:24:26.257113 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:24:26.295661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1b3f455c-1d74-46e6-96b4-8c1b258db5e1,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:26.332445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14ef623f-7dad-421c-95ed-22555a6cc677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.335020 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14ef623f-7dad-421c-95ed-22555a6cc677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.336170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-14ef623f-7dad-421c-95ed-22555a6cc677 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9fdfb9dd-effb-46f7-a024-c60f9b790b74 HTTP/1.1" status: 204 len: 168 time: 1.1672184 Jul 08 18:24:26.337325 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-44b8969b-9476-403b-92df-43053679ebfb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.349108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0e0a008-1b4b-4262-952f-a94dea45aadf req-566c230e-69e0-4920-aa0d-377cbe6db2dd tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518624 Jul 08 18:24:26.392867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8969b-9476-403b-92df-43053679ebfb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event deleted for resources: {'Subnet': ['ID=d1091466-9ed8-413f-8f68-b5fd4f8cdd4b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:26.399161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef623f-7dad-421c-95ed-22555a6cc677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdfb9dd-effb-46f7-a024-c60f9b790b74,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:26.403857 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-44b8969b-9476-403b-92df-43053679ebfb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.409213 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-44b8969b-9476-403b-92df-43053679ebfb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "DELETE /v2.0/subnets/d1091466-9ed8-413f-8f68-b5fd4f8cdd4b HTTP/1.1" status: 204 len: 168 time: 1.3985770 Jul 08 18:24:26.409672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37374) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:26.413844 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a8ec6-c4f7-4fb4-8155-cf91a900db4b None None] Network 9feaf0ba-42dd-47f0-9965-d48fd3ea4519 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:26.413982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27507dbc-96c0-4e0f-8692-b65251fb2e91 req-7cc575ce-01bf-44fa-ad11-f30a51d51bff tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749036 Jul 08 18:24:26.414594 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.423184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.428208 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] 10.222.0.73 "DELETE /v2.0/networks/cac89b37-9f9c-4b04-8cea-6164084643e0 HTTP/1.1" status: 204 len: 168 time: 1.2809122 Jul 08 18:24:26.453430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41f179-f75d-4bfa-a9a8-4af3620dd8c5 tempest-TestNetworkBasicOps-519111417 tempest-TestNetworkBasicOps-519111417-project] Pushing event deleted for resources: {'Network': ['ID=cac89b37-9f9c-4b04-8cea-6164084643e0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:26.542270 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bf844f-0333-4e37-b44b-a428e935a8c7 x-openstack-request-id: req-24bf844f-0333-4e37-b44b-a428e935a8c7 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:26.542562 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d551555-bb3a-405b-8ed7-8191a294fe13", "name": "network-vif-plugged", "status": "completed", "tag": "a65ac9d4-7305-44d5-b83a-81008814d7b3", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:26.542816 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24bf844f-0333-4e37-b44b-a428e935a8c7 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:26.543262 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d551555-bb3a-405b-8ed7-8191a294fe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65ac9d4-7305-44d5-b83a-81008814d7b3', 'code': 200} Jul 08 18:24:26.636559 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.776451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144bd0b-acf1-4f9c-9c48-64c9007393ea req-1b19270a-eba6-4e18-af0c-cf40b1e21eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:26.778180 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0144bd0b-acf1-4f9c-9c48-64c9007393ea req-1b19270a-eba6-4e18-af0c-cf40b1e21eba service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 1097 time: 0.1305094 Jul 08 18:24:26.781453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37382) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:26.823328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Deleting port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:26.823988 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.847919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7139c8c6-baab-44b4-b474-db3a8f012c4e None None] DHCP port deletion for 9feaf0ba-42dd-47f0-9965-d48fd3ea4519 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:24:26.857767 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0144bd0b-acf1-4f9c-9c48-64c9007393ea req-e5651662-d985-4109-af4f-85a529b631bc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685499 Jul 08 18:24:26.942253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] For port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c6c36a71-b6ab-4a36-be24-bd75dee8d8e6,segment=NetworkSegment(2b94001e-e9f6-4eed-970d-d820f740610d),segment_id=2b94001e-e9f6-4eed-970d-d820f740610d)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:26.944479 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.985529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7139c8c6-baab-44b4-b474-db3a8f012c4e None None] Deleting port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:26.994135 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7139c8c6-baab-44b4-b474-db3a8f012c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.998858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Calling delete_port for c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:27.025298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37388) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:27.041091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1690e22-7b67-4b0d-bdfd-0ac3a242d690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.161706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7139c8c6-baab-44b4-b474-db3a8f012c4e None None] For port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c6c36a71-b6ab-4a36-be24-bd75dee8d8e6,segment=NetworkSegment(2b94001e-e9f6-4eed-970d-d820f740610d),segment_id=2b94001e-e9f6-4eed-970d-d820f740610d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:27.162106 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7139c8c6-baab-44b4-b474-db3a8f012c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.173745 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1690e22-7b67-4b0d-bdfd-0ac3a242d690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.176634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7139c8c6-baab-44b4-b474-db3a8f012c4e None None] Calling delete_port for c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:27.181760 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1690e22-7b67-4b0d-bdfd-0ac3a242d690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.214060 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b31585f4-4584-4662-8432-695a95e3aec5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ecb9c568d2b44dcc9d9ccd0ac087e21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313631 Jul 08 18:24:27.216829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37392) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:27.234620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f1690e22-7b67-4b0d-bdfd-0ac3a242d690 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=41fb1774135a4d6d800920833595a28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073023 Jul 08 18:24:27.235622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37394) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:27.236315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1690e22-7b67-4b0d-bdfd-0ac3a242d690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd1f037-b59f-45ba-8a3b-c1749341cecc,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:27.296254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a394de36-305d-47a9-a0e9-b4b388fd558a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.297701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.302944 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7139c8c6-baab-44b4-b474-db3a8f012c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.311762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] No DVR routers for this DVR port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:27.327031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a394de36-305d-47a9-a0e9-b4b388fd558a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.368728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139c8c6-baab-44b4-b474-db3a8f012c4e None None] Pushing event deleted for resources: {'Port': ['ID=c6c36a71-b6ab-4a36-be24-bd75dee8d8e6,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:27.374537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7139c8c6-baab-44b4-b474-db3a8f012c4e None None] No DVR routers for this DVR port c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:27.427324 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a394de36-305d-47a9-a0e9-b4b388fd558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.430759 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a394de36-305d-47a9-a0e9-b4b388fd558a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.434430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a394de36-305d-47a9-a0e9-b4b388fd558a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6bd1f037-b59f-45ba-8a3b-c1749341cecc HTTP/1.1" status: 204 len: 168 time: 0.1922300 Jul 08 18:24:27.435171 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.445186 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9feaf0ba-42dd-47f0-9965-d48fd3ea4519']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:27.452181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394de36-305d-47a9-a0e9-b4b388fd558a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd1f037-b59f-45ba-8a3b-c1749341cecc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:27.458758 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b94001e-e9f6-4eed-970d-d820f740610d') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:27.459254 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b94001e-e9f6-4eed-970d-d820f740610d') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:27.471274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.491701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.499713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:24:27.501360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:24:27.568829 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:24:27.572658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event deleted for resources: {'Port': ['ID=c6c36a71-b6ab-4a36-be24-bd75dee8d8e6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:27.585937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.591695 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.594014 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "DELETE /v2.0/networks/9feaf0ba-42dd-47f0-9965-d48fd3ea4519 HTTP/1.1" status: 204 len: 168 time: 1.1826611 Jul 08 18:24:27.597154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37402) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:27.604575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af11bd38-ee3f-4fc2-8e5f-86392a9b66dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.621643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e184542-75a7-4282-a0d0-d5cb8b9b49f9 tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Pushing event deleted for resources: {'Network': ['ID=9feaf0ba-42dd-47f0-9965-d48fd3ea4519,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:27.645965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af11bd38-ee3f-4fc2-8e5f-86392a9b66dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.682030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:27.689536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-09d5f3a3-905c-471a-b418-9dd677a9817b tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "GET /v2.0/ports?device_id=9111b841-d0ba-46dd-9d68-eef90e0583e6 HTTP/1.1" status: 200 len: 205 time: 0.0911050 Jul 08 18:24:27.696764 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37404) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:27.735557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:27.738255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c6c36a71-b6ab-4a36-be24-bd75dee8d8e6 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:27.795800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee284a29-d4f2-4c7f-b5ae-d6c422b1a4fb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.814329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f20db-7452-4f24-af05-32b80ccecc43 req-f8c717dd-5e3d-4d78-86fb-4ce828dbcf50 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:27.816275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d58f20db-7452-4f24-af05-32b80ccecc43 req-f8c717dd-5e3d-4d78-86fb-4ce828dbcf50 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 945 time: 0.1378324 Jul 08 18:24:27.825421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4627b-4034-4f02-b661-6d834c599b8b req-324a72cd-1673-44cf-b2c4-ad6407bd7d9d tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:27.827285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0d4627b-4034-4f02-b661-6d834c599b8b req-324a72cd-1673-44cf-b2c4-ad6407bd7d9d tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 946 time: 0.1355386 Jul 08 18:24:27.902642 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af11bd38-ee3f-4fc2-8e5f-86392a9b66dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.907447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af11bd38-ee3f-4fc2-8e5f-86392a9b66dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:27.913849 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-af11bd38-ee3f-4fc2-8e5f-86392a9b66dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3e1401ec-3d59-490b-bb6e-098c2231b3ee HTTP/1.1" status: 204 len: 168 time: 0.6957402 Jul 08 18:24:27.941797 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11bd38-ee3f-4fc2-8e5f-86392a9b66dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1401ec-3d59-490b-bb6e-098c2231b3ee,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:27.944900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d58f20db-7452-4f24-af05-32b80ccecc43 req-f014724f-888d-4a04-af9e-9793ca9e92f0 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164608 Jul 08 18:24:27.959897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0d4627b-4034-4f02-b661-6d834c599b8b req-8aec09dd-0aec-4356-8e8c-a79a9f76f9d6 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075943 Jul 08 18:24:28.122380 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee284a29-d4f2-4c7f-b5ae-d6c422b1a4fb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:28.124610 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee284a29-d4f2-4c7f-b5ae-d6c422b1a4fb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:28.191737 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee284a29-d4f2-4c7f-b5ae-d6c422b1a4fb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:28.192395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee284a29-d4f2-4c7f-b5ae-d6c422b1a4fb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Fanout notify agent at l3_agent the message router_deleted on router 9111b841-d0ba-46dd-9d68-eef90e0583e6 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:24:28.200467 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee284a29-d4f2-4c7f-b5ae-d6c422b1a4fb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:28.213087 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ee284a29-d4f2-4c7f-b5ae-d6c422b1a4fb tempest-RoutersNegativeTest-538890177 tempest-RoutersNegativeTest-538890177-project] 10.222.0.73 "DELETE /v2.0/routers/9111b841-d0ba-46dd-9d68-eef90e0583e6 HTTP/1.1" status: 204 len: 168 time: 0.5139644 Jul 08 18:24:28.545507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69ce239-2036-4992-8668-fd946768378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f455c-1d74-46e6-96b4-8c1b258db5e1'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:28.548216 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687c20d2-8aa7-4767-bc00-5a034a309183" -d '{"events": [{"server_uuid": "d69ce239-2036-4992-8668-fd946768378c", "name": "network-vif-plugged", "status": "completed", "tag": "1b3f455c-1d74-46e6-96b4-8c1b258db5e1"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:28.597779 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cdad25-35b3-410f-9582-c22ae206da20 x-openstack-request-id: req-b2cdad25-35b3-410f-9582-c22ae206da20 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:28.598516 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69ce239-2036-4992-8668-fd946768378c", "name": "network-vif-plugged", "status": "completed", "tag": "1b3f455c-1d74-46e6-96b4-8c1b258db5e1", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:28.601741 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b2cdad25-35b3-410f-9582-c22ae206da20 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:28.607942 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69ce239-2036-4992-8668-fd946768378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f455c-1d74-46e6-96b4-8c1b258db5e1', 'code': 200} Jul 08 18:24:28.630896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37434) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:28.637375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37436) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:28.648240 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:28.842303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f233d-1443-4168-949a-58c24f1ff753 req-2e6f2476-e4b4-4979-89f8-b12292aaffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:28.845769 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-071f233d-1443-4168-949a-58c24f1ff753 req-2e6f2476-e4b4-4979-89f8-b12292aaffbf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 1096 time: 0.1493695 Jul 08 18:24:28.872243 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:28.907272 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-071f233d-1443-4168-949a-58c24f1ff753 req-146b5ace-809d-4aa3-8190-e5d0bf116545 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538943 Jul 08 18:24:28.942866 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:28.943559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e575dcba-cf9f-4196-9024-dbf621cf324b req-aaa6c7c0-d19d-4894-95e8-699dead68352 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1883416 Jul 08 18:24:28.986835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92f882e-783a-4702-bd2a-3143e104343f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:28.994390 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e52adad92cb6467da1f73fe6abc1065d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598132 Jul 08 18:24:28.996007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37444) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:29.004240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.004590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.004925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.005431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.005768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.006103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.006458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.006776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.007540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.007870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.008199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.008523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d642ae-9b60-4e67-aa89-5be4801c4678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:29.023289 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-80ea3618-4488-45a4-889f-f5194540e884 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6a1e427c38a468d9f651c7cb2437634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809485 Jul 08 18:24:29.025093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37448) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:29.129247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-86ad85a9-d97c-4d94-acf9-67cb11aafa53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:29.142013 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a617-2fbb-477d-a348-5b3907145ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:29.168266 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-86ad85a9-d97c-4d94-acf9-67cb11aafa53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:29.189204 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a617-2fbb-477d-a348-5b3907145ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:29.289567 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a617-2fbb-477d-a348-5b3907145ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:29.294002 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a617-2fbb-477d-a348-5b3907145ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:29.295490 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6bf1a617-2fbb-477d-a348-5b3907145ec1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a668fd6-7f98-4e20-b276-b980732d4305 HTTP/1.1" status: 204 len: 168 time: 0.2592628 Jul 08 18:24:29.300409 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-86ad85a9-d97c-4d94-acf9-67cb11aafa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:29.303037 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-86ad85a9-d97c-4d94-acf9-67cb11aafa53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:29.304744 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-86ad85a9-d97c-4d94-acf9-67cb11aafa53 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d92f882e-783a-4702-bd2a-3143e104343f HTTP/1.1" status: 204 len: 168 time: 0.3078034 Jul 08 18:24:29.310366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1a617-2fbb-477d-a348-5b3907145ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a668fd6-7f98-4e20-b276-b980732d4305,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:29.345863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad85a9-d97c-4d94-acf9-67cb11aafa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92f882e-783a-4702-bd2a-3143e104343f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:29.364717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575dcba-cf9f-4196-9024-dbf621cf324b req-19c9ac24-6a3d-4854-b22e-d83544de2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:29.366129 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e575dcba-cf9f-4196-9024-dbf621cf324b req-19c9ac24-6a3d-4854-b22e-d83544de2c87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 1097 time: 0.3130901 Jul 08 18:24:29.473968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f105bf-db85-4ee5-b574-792103690ebe req-95ae4836-8e04-4e73-8802-c78f03b8c9d5 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:29.475515 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6f105bf-db85-4ee5-b574-792103690ebe req-95ae4836-8e04-4e73-8802-c78f03b8c9d5 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 946 time: 0.2613697 Jul 08 18:24:29.510009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0b13d-abc9-4ac7-bef0-39bc763fc697 req-83c6131e-59f9-49ed-a9a3-721584aa5946 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:29.511817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aae0b13d-abc9-4ac7-bef0-39bc763fc697 req-83c6131e-59f9-49ed-a9a3-721584aa5946 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 945 time: 0.2780168 Jul 08 18:24:29.573254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575dcba-cf9f-4196-9024-dbf621cf324b req-99519d3d-1bfb-4cad-951f-a03d9976e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:29.574635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e575dcba-cf9f-4196-9024-dbf621cf324b req-99519d3d-1bfb-4cad-951f-a03d9976e442 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 916 time: 0.1813073 Jul 08 18:24:29.584228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6f105bf-db85-4ee5-b574-792103690ebe req-db9e80f7-c023-4e63-94e9-9a0935d8de36 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996616 Jul 08 18:24:29.647974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aae0b13d-abc9-4ac7-bef0-39bc763fc697 req-314be287-f3d2-4f86-ac3d-afe7fddd2469 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231828 Jul 08 18:24:29.649990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e575dcba-cf9f-4196-9024-dbf621cf324b req-3edff93b-0839-40cd-85cb-dfec9eb798d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f40328d1-9f6e-4d35-bfd0-32175efe7760 HTTP/1.1" status: 200 len: 217 time: 0.0648103 Jul 08 18:24:29.726791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575dcba-cf9f-4196-9024-dbf621cf324b req-5cc80328-9e2e-4537-b5e0-878d1909c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:29.728680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e575dcba-cf9f-4196-9024-dbf621cf324b req-5cc80328-9e2e-4537-b5e0-878d1909c0e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.0695400 Jul 08 18:24:29.792606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e575dcba-cf9f-4196-9024-dbf621cf324b req-716dc283-b644-4611-803f-05ee01c710d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572066 Jul 08 18:24:29.968035 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e575dcba-cf9f-4196-9024-dbf621cf324b req-75b34d3d-ecd4-4c4f-930c-5bf2d82e0d65 service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680851 Jul 08 18:24:30.112641 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e575dcba-cf9f-4196-9024-dbf621cf324b req-13f7eda8-3109-40b7-9da7-cfdaa7a57d1e service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369066 Jul 08 18:24:30.898300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742fd10-6270-4df5-b053-9bf250f2dae8 req-74e7f205-10c8-47c8-a359-35f99e5f4684 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:30.900720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7742fd10-6270-4df5-b053-9bf250f2dae8 req-74e7f205-10c8-47c8-a359-35f99e5f4684 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 946 time: 0.1465833 Jul 08 18:24:30.915767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed00dd-7281-4f52-8677-552e85ed9707 req-84e8a31d-0dac-43f0-a182-34530bc3d908 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:30.917759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65ed00dd-7281-4f52-8677-552e85ed9707 req-84e8a31d-0dac-43f0-a182-34530bc3d908 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 945 time: 0.1069462 Jul 08 18:24:31.001697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7742fd10-6270-4df5-b053-9bf250f2dae8 req-ba9c558b-9be9-44f4-8302-8f11e09a6c80 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824080 Jul 08 18:24:31.007146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65ed00dd-7281-4f52-8677-552e85ed9707 req-4c4ee8fe-74eb-47a1-9a43-b6a06292e15a tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804493 Jul 08 18:24:31.139948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37564) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:31.279566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b57d21fc-c44a-4e0e-bc72-59553260e68b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682927636'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:31.328291 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b57d21fc-c44a-4e0e-bc72-59553260e68b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.354782 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b57d21fc-c44a-4e0e-bc72-59553260e68b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.518285 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b57d21fc-c44a-4e0e-bc72-59553260e68b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.532436 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b57d21fc-c44a-4e0e-bc72-59553260e68b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.650962 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b57d21fc-c44a-4e0e-bc72-59553260e68b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.652295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d21fc-c44a-4e0e-bc72-59553260e68b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61fc624-9d0a-4e32-b260-42998c9d53e4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:31.673015 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b57d21fc-c44a-4e0e-bc72-59553260e68b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.710040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d21fc-c44a-4e0e-bc72-59553260e68b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe06ebb-f024-4347-8c8f-28b1585bbba8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:31.738219 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b57d21fc-c44a-4e0e-bc72-59553260e68b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.742807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37592) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:31.743315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b57d21fc-c44a-4e0e-bc72-59553260e68b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6017766 Jul 08 18:24:31.878111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37614) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:31.883889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5b0f185c-8324-489c-b688-1071d16fde7c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group': {'name': 'tempest-security--1861923275', 'description': 'tempest-security-description-1543625362'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:31.887460 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7822a74e-1ecf-458b-8d0a-f7701d60ab8b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1289196 Jul 08 18:24:31.958990 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b0f185c-8324-489c-b688-1071d16fde7c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.070527 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b0f185c-8324-489c-b688-1071d16fde7c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.086360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b0f185c-8324-489c-b688-1071d16fde7c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.089510 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b0f185c-8324-489c-b688-1071d16fde7c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.093863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5b0f185c-8324-489c-b688-1071d16fde7c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "PUT /v2.0/security-groups/bbe06ebb-f024-4347-8c8f-28b1585bbba8 HTTP/1.1" status: 200 len: 1780 time: 0.2120330 Jul 08 18:24:32.095277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37624) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:32.139758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f185c-8324-489c-b688-1071d16fde7c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe06ebb-f024-4347-8c8f-28b1585bbba8,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:32.334280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e174de-ba7c-4800-8a5e-d0623a831b8b req-41130c3d-27b5-45af-8edd-1095e3fbfd44 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:32.335897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28e174de-ba7c-4800-8a5e-d0623a831b8b req-41130c3d-27b5-45af-8edd-1095e3fbfd44 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 946 time: 0.1209850 Jul 08 18:24:32.436554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28e174de-ba7c-4800-8a5e-d0623a831b8b req-4d7e17a3-e945-47c4-b190-effa32ca998f tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/security-groups?id=c1437980-1c34-4c13-b296-28ae52515ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889003 Jul 08 18:24:32.519873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bb794-a406-4499-98c5-e602c9a273b8 req-ac82e8b5-6fa0-4838-9e21-9e43c5ec9b69 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:32.521461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc4bb794-a406-4499-98c5-e602c9a273b8 req-ac82e8b5-6fa0-4838-9e21-9e43c5ec9b69 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 946 time: 0.4796801 Jul 08 18:24:32.619978 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a23518bb-92b2-45e4-a414-09f2cf11f3af tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-groups/bbe06ebb-f024-4347-8c8f-28b1585bbba8 HTTP/1.1" status: 200 len: 1780 time: 0.5210910 Jul 08 18:24:32.620239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37690) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:32.765297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5efcdb4f-6ef6-42c2-a01d-df9f2efe8790 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.791483 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5efcdb4f-6ef6-42c2-a01d-df9f2efe8790 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.836326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-cc4bb794-a406-4499-98c5-e602c9a273b8 req-db5be805-d6f1-4226-ae87-2448e6355066 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Deleting port a65ac9d4-7305-44d5-b83a-81008814d7b3 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:32.836672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cc4bb794-a406-4499-98c5-e602c9a273b8 req-db5be805-d6f1-4226-ae87-2448e6355066 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.890925 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5efcdb4f-6ef6-42c2-a01d-df9f2efe8790 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.894352 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5efcdb4f-6ef6-42c2-a01d-df9f2efe8790 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.895617 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5efcdb4f-6ef6-42c2-a01d-df9f2efe8790 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-groups/bbe06ebb-f024-4347-8c8f-28b1585bbba8 HTTP/1.1" status: 204 len: 168 time: 0.2744164 Jul 08 18:24:32.898850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37728) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:32.912403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcdb4f-6ef6-42c2-a01d-df9f2efe8790 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe06ebb-f024-4347-8c8f-28b1585bbba8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:33.010605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-cc4bb794-a406-4499-98c5-e602c9a273b8 req-db5be805-d6f1-4226-ae87-2448e6355066 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] For port a65ac9d4-7305-44d5-b83a-81008814d7b3, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=a65ac9d4-7305-44d5-b83a-81008814d7b3,segment=NetworkSegment(229b30b3-1ae0-4866-8eab-b7c26808a8df),segment_id=229b30b3-1ae0-4866-8eab-b7c26808a8df)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:33.011021 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cc4bb794-a406-4499-98c5-e602c9a273b8 req-db5be805-d6f1-4226-ae87-2448e6355066 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.038121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6d377e86-9ed8-4747-b5e0-1e6def53fddf tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1363804 Jul 08 18:24:33.042648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37746) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:33.054437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-cc4bb794-a406-4499-98c5-e602c9a273b8 req-db5be805-d6f1-4226-ae87-2448e6355066 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Calling delete_port for a65ac9d4-7305-44d5-b83a-81008814d7b3 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:33.071410 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-56832613-28d0-4d8a-9ca2-eea4f34a8b23 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] delete failed (client error): The resource could not be found. Jul 08 18:24:33.119331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-56832613-28d0-4d8a-9ca2-eea4f34a8b23 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-groups/bbe06ebb-f024-4347-8c8f-28b1585bbba8 HTTP/1.1" status: 404 len: 347 time: 0.0739572 Jul 08 18:24:33.122161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37754) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:33.133045 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8fb21008-095f-407e-be00-78046bc5ce4b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group': {'name': 'tempest-secgroup--882801054'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:33.190616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fb21008-095f-407e-be00-78046bc5ce4b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.302202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cc4bb794-a406-4499-98c5-e602c9a273b8 req-db5be805-d6f1-4226-ae87-2448e6355066 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.346012 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fb21008-095f-407e-be00-78046bc5ce4b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.351110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5be805-d6f1-4226-ae87-2448e6355066 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Pushing event deleted for resources: {'Port': ['ID=a65ac9d4-7305-44d5-b83a-81008814d7b3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:33.356653 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fb21008-095f-407e-be00-78046bc5ce4b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.398163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb21008-095f-407e-be00-78046bc5ce4b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2a67f7-20c5-4ece-b6b3-994f03f579a1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:33.400641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8fb21008-095f-407e-be00-78046bc5ce4b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.402112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8fb21008-095f-407e-be00-78046bc5ce4b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2775066 Jul 08 18:24:33.407780 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37758) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:33.417462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4bb794-a406-4499-98c5-e602c9a273b8 req-db5be805-d6f1-4226-ae87-2448e6355066 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] No DVR routers for this DVR port a65ac9d4-7305-44d5-b83a-81008814d7b3 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:33.418824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-68371e03-8632-4a15-bc06-fe6904f70d36 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': '6d2a67f7-20c5-4ece-b6b3-994f03f579a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:33.421668 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cc4bb794-a406-4499-98c5-e602c9a273b8 req-db5be805-d6f1-4226-ae87-2448e6355066 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.423740 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc4bb794-a406-4499-98c5-e602c9a273b8 req-db5be805-d6f1-4226-ae87-2448e6355066 tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.74 "DELETE /v2.0/ports/a65ac9d4-7305-44d5-b83a-81008814d7b3 HTTP/1.1" status: 204 len: 173 time: 0.8934157 Jul 08 18:24:33.424471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d551555-bb3a-405b-8ed7-8191a294fe13', 'name': 'network-vif-deleted', 'tag': 'a65ac9d4-7305-44d5-b83a-81008814d7b3'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:33.427109 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f33bcf-3de2-4fce-9e37-8bd51be070c8" -d '{"events": [{"server_uuid": "8d551555-bb3a-405b-8ed7-8191a294fe13", "name": "network-vif-deleted", "tag": "a65ac9d4-7305-44d5-b83a-81008814d7b3"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:33.497947 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9c1c5a-fed8-4518-9006-f91b0f8f88c5 x-openstack-request-id: req-7f9c1c5a-fed8-4518-9006-f91b0f8f88c5 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:33.498315 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d551555-bb3a-405b-8ed7-8191a294fe13", "name": "network-vif-deleted", "tag": "a65ac9d4-7305-44d5-b83a-81008814d7b3", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:33.498624 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f9c1c5a-fed8-4518-9006-f91b0f8f88c5 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:33.499031 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d551555-bb3a-405b-8ed7-8191a294fe13', 'name': 'network-vif-deleted', 'tag': 'a65ac9d4-7305-44d5-b83a-81008814d7b3', 'status': 'completed', 'code': 200} Jul 08 18:24:33.501601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68371e03-8632-4a15-bc06-fe6904f70d36 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.623680 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68371e03-8632-4a15-bc06-fe6904f70d36 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.627342 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.632305 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68371e03-8632-4a15-bc06-fe6904f70d36 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.639051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37766) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:33.695599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68371e03-8632-4a15-bc06-fe6904f70d36 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e078ece-8359-45a1-8c3d-4b0a26172868,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:33.771330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a764e92b-9394-40a0-bc9e-1943a24a09c9 req-cb92ced6-f363-4092-adb6-9a8eed541aaf tempest-VolumesActionsTest-394289414 tempest-VolumesActionsTest-394289414-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d551555-bb3a-405b-8ed7-8191a294fe13 HTTP/1.1" status: 200 len: 210 time: 0.0844049 Jul 08 18:24:33.773223 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-68371e03-8632-4a15-bc06-fe6904f70d36 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.778275 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37772) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:33.778842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-68371e03-8632-4a15-bc06-fe6904f70d36 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3697431 Jul 08 18:24:33.845166 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ba5d68-a195-4b68-b40c-5f0c865854f9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.863921 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93ef9ee0-3a7b-422c-a0bd-9f9e7d942b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.867544 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ba5d68-a195-4b68-b40c-5f0c865854f9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.924334 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ba5d68-a195-4b68-b40c-5f0c865854f9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.929192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8ba5d68-a195-4b68-b40c-5f0c865854f9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.933567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37774) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:33.949170 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e8ba5d68-a195-4b68-b40c-5f0c865854f9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4e078ece-8359-45a1-8c3d-4b0a26172868 HTTP/1.1" status: 204 len: 168 time: 0.1665027 Jul 08 18:24:33.992576 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9a89d271-f978-48a8-a165-ad9eacd14191 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572705 Jul 08 18:24:33.993594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37776) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:34.030597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba5d68-a195-4b68-b40c-5f0c865854f9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e078ece-8359-45a1-8c3d-4b0a26172868,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:34.047170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93ef9ee0-3a7b-422c-a0bd-9f9e7d942b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.055957 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93ef9ee0-3a7b-422c-a0bd-9f9e7d942b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.073860 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b4afd65-48f3-407f-a3a4-f4f98e993b31 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.102562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b4afd65-48f3-407f-a3a4-f4f98e993b31 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.107052 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-93ef9ee0-3a7b-422c-a0bd-9f9e7d942b24 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=59a71dbd7c7b4cdcb1ed543789679b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666841 Jul 08 18:24:34.107819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37780) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:34.108491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef9ee0-3a7b-422c-a0bd-9f9e7d942b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746735b8-a627-467f-9f6d-1d460a34479e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:34.183699 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b4afd65-48f3-407f-a3a4-f4f98e993b31 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.188088 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b4afd65-48f3-407f-a3a4-f4f98e993b31 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.189674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7b4afd65-48f3-407f-a3a4-f4f98e993b31 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-groups/6d2a67f7-20c5-4ece-b6b3-994f03f579a1 HTTP/1.1" status: 204 len: 168 time: 0.1948810 Jul 08 18:24:34.195432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37782) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:34.203324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4afd65-48f3-407f-a3a4-f4f98e993b31 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2a67f7-20c5-4ece-b6b3-994f03f579a1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:34.219831 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db0ecc0c-07aa-488b-a3bf-3e70388c779d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.265892 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db0ecc0c-07aa-488b-a3bf-3e70388c779d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.283131 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f2b44f3b-efe6-4a99-9a06-31dd63251f93 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0865517 Jul 08 18:24:34.290052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37786) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:34.295979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1875f019-2403-4720-a33b-b4bc6eebc01b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group': {'name': 'tempest-secgroup--732491925'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:34.377680 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.386591 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1875f019-2403-4720-a33b-b4bc6eebc01b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.413715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db0ecc0c-07aa-488b-a3bf-3e70388c779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.417095 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db0ecc0c-07aa-488b-a3bf-3e70388c779d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.418680 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-db0ecc0c-07aa-488b-a3bf-3e70388c779d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/746735b8-a627-467f-9f6d-1d460a34479e HTTP/1.1" status: 204 len: 168 time: 0.2938881 Jul 08 18:24:34.435745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ecc0c-07aa-488b-a3bf-3e70388c779d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746735b8-a627-467f-9f6d-1d460a34479e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:34.598675 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1875f019-2403-4720-a33b-b4bc6eebc01b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.607294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1875f019-2403-4720-a33b-b4bc6eebc01b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.629185 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1875f019-2403-4720-a33b-b4bc6eebc01b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.634269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37800) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:34.639975 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-cd453171-e5ca-46c2-97aa-48d566af2270 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': 'ea03a9ef-62c9-496f-a080-fa6e772a8d16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:34.646154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1875f019-2403-4720-a33b-b4bc6eebc01b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3536606 Jul 08 18:24:34.691399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875f019-2403-4720-a33b-b4bc6eebc01b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea03a9ef-62c9-496f-a080-fa6e772a8d16,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:34.725613 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd453171-e5ca-46c2-97aa-48d566af2270 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.855127 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd453171-e5ca-46c2-97aa-48d566af2270 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.864891 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd453171-e5ca-46c2-97aa-48d566af2270 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:34.969600 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd453171-e5ca-46c2-97aa-48d566af2270 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b5e908-26c5-4e02-ae3e-f66baa8d1bc1,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:35.004438 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd453171-e5ca-46c2-97aa-48d566af2270 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.004438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cd453171-e5ca-46c2-97aa-48d566af2270 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3692222 Jul 08 18:24:35.007710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37814) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:35.038784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b126e9b0-4d3a-44a5-808c-5792d6f70466 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': 'ea03a9ef-62c9-496f-a080-fa6e772a8d16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:35.067379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37816) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:35.125234 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60bb7f94-756b-46d9-a10b-904ca5a9bb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.189146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device a65ac9d4-7305-44d5-b83a-81008814d7b3 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:35.239814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: a65ac9d4-7305-44d5-b83a-81008814d7b3 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:35.244314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device a65ac9d4-7305-44d5-b83a-81008814d7b3 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:35.337010 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60bb7f94-756b-46d9-a10b-904ca5a9bb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.341630 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b126e9b0-4d3a-44a5-808c-5792d6f70466 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.355440 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60bb7f94-756b-46d9-a10b-904ca5a9bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.396839 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-60bb7f94-756b-46d9-a10b-904ca5a9bb71 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=048c0b6055554e389a3ceac0317e5a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281188 Jul 08 18:24:35.399557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37828) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:35.451439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb7f94-756b-46d9-a10b-904ca5a9bb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0db2bac-7992-4a5d-acaf-1b174de7af9b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:35.485032 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b126e9b0-4d3a-44a5-808c-5792d6f70466 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.492455 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b126e9b0-4d3a-44a5-808c-5792d6f70466 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.517645 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e6408fe-5de4-4cb9-ad7e-6b4b999ecf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.524850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126e9b0-4d3a-44a5-808c-5792d6f70466 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a709ca8f-b338-4a6c-a751-7d8cb1ac995a,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:35.529414 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b126e9b0-4d3a-44a5-808c-5792d6f70466 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.534689 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b126e9b0-4d3a-44a5-808c-5792d6f70466 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5249600 Jul 08 18:24:35.535490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37834) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:35.542271 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-29103ff4-e369-4bc0-808c-a91810531455 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': 'ea03a9ef-62c9-496f-a080-fa6e772a8d16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:35.573200 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e6408fe-5de4-4cb9-ad7e-6b4b999ecf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.590546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29103ff4-e369-4bc0-808c-a91810531455 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.674182 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e6408fe-5de4-4cb9-ad7e-6b4b999ecf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.677130 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e6408fe-5de4-4cb9-ad7e-6b4b999ecf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.682560 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1e6408fe-5de4-4cb9-ad7e-6b4b999ecf95 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b0db2bac-7992-4a5d-acaf-1b174de7af9b HTTP/1.1" status: 204 len: 168 time: 0.2802005 Jul 08 18:24:35.694714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29103ff4-e369-4bc0-808c-a91810531455 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.701757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29103ff4-e369-4bc0-808c-a91810531455 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.705044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6408fe-5de4-4cb9-ad7e-6b4b999ecf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0db2bac-7992-4a5d-acaf-1b174de7af9b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:35.736247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29103ff4-e369-4bc0-808c-a91810531455 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.744003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37846) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:35.749018 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-29103ff4-e369-4bc0-808c-a91810531455 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2091992 Jul 08 18:24:35.749756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-346d5489-7a60-43f1-825b-a08b6986c457 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': 'ea03a9ef-62c9-496f-a080-fa6e772a8d16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:35.752872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29103ff4-e369-4bc0-808c-a91810531455 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cc5988-9164-46fc-81eb-ba4e1d018ded,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:35.818255 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-346d5489-7a60-43f1-825b-a08b6986c457 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.949842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-346d5489-7a60-43f1-825b-a08b6986c457 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.959426 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-346d5489-7a60-43f1-825b-a08b6986c457 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:35.981790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d5489-7a60-43f1-825b-a08b6986c457 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524ba469-72a7-41ec-9d77-b252fb67f117,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:36.011124 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-346d5489-7a60-43f1-825b-a08b6986c457 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.015330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-346d5489-7a60-43f1-825b-a08b6986c457 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2670350 Jul 08 18:24:36.015494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37858) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:36.021535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e10cc4fa-f1ad-4714-83a8-d0e734b4c893 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': 'ea03a9ef-62c9-496f-a080-fa6e772a8d16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:36.082056 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e10cc4fa-f1ad-4714-83a8-d0e734b4c893 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.233332 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e10cc4fa-f1ad-4714-83a8-d0e734b4c893 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.254595 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e10cc4fa-f1ad-4714-83a8-d0e734b4c893 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.301402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cc4fa-f1ad-4714-83a8-d0e734b4c893 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ddeb3c-19ad-412f-95de-634880c3aa08,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:36.307511 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e10cc4fa-f1ad-4714-83a8-d0e734b4c893 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.312399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37868) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:36.316024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e10cc4fa-f1ad-4714-83a8-d0e734b4c893 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2983899 Jul 08 18:24:36.318568 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0449265a-45ad-40a4-ba87-a69205520e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.361809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe94ac53-5043-46e3-8d3c-93f29f4d6967 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.403989 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe94ac53-5043-46e3-8d3c-93f29f4d6967 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.474715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe94ac53-5043-46e3-8d3c-93f29f4d6967 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.479573 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe94ac53-5043-46e3-8d3c-93f29f4d6967 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.481687 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fe94ac53-5043-46e3-8d3c-93f29f4d6967 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/b1ddeb3c-19ad-412f-95de-634880c3aa08 HTTP/1.1" status: 204 len: 168 time: 0.1670566 Jul 08 18:24:36.485089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37882) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:36.498288 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94ac53-5043-46e3-8d3c-93f29f4d6967 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1ddeb3c-19ad-412f-95de-634880c3aa08,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:36.554642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37886) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:36.554961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5a26b32d-0c1c-4844-b56d-ffd8aae6a234 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0686309 Jul 08 18:24:36.609802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a61d4e61-4f0e-42e9-a4dc-00fe513ce534 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.631788 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a61d4e61-4f0e-42e9-a4dc-00fe513ce534 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.694609 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a61d4e61-4f0e-42e9-a4dc-00fe513ce534 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.700589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a61d4e61-4f0e-42e9-a4dc-00fe513ce534 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.702694 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a61d4e61-4f0e-42e9-a4dc-00fe513ce534 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/524ba469-72a7-41ec-9d77-b252fb67f117 HTTP/1.1" status: 204 len: 168 time: 0.1466551 Jul 08 18:24:36.706438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37894) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:36.721384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d4e61-4f0e-42e9-a4dc-00fe513ce534 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=524ba469-72a7-41ec-9d77-b252fb67f117,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:36.771777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2efa01e3-dcd6-44e7-b2f8-73210e4ad8a2 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0641947 Jul 08 18:24:36.774778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37902) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:36.805465 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6d00895-ffd9-49f1-911e-009a41a41751 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.823654 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6d00895-ffd9-49f1-911e-009a41a41751 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.895798 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6d00895-ffd9-49f1-911e-009a41a41751 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.902636 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6d00895-ffd9-49f1-911e-009a41a41751 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:36.904279 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f6d00895-ffd9-49f1-911e-009a41a41751 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/f2cc5988-9164-46fc-81eb-ba4e1d018ded HTTP/1.1" status: 204 len: 168 time: 0.1277590 Jul 08 18:24:36.906841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37914) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:36.942560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d00895-ffd9-49f1-911e-009a41a41751 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2cc5988-9164-46fc-81eb-ba4e1d018ded,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:37.004378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37920) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:37.004897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a1b39a0a-b0e2-4078-b088-88eb0453cb84 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0964518 Jul 08 18:24:37.046608 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ba32-f200-44bb-8125-e6ea39fd82de tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.070190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ba32-f200-44bb-8125-e6ea39fd82de tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.121988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37922) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:37.136707 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ba32-f200-44bb-8125-e6ea39fd82de tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.141931 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ba32-f200-44bb-8125-e6ea39fd82de tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.143223 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1ef4ba32-f200-44bb-8125-e6ea39fd82de tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/a709ca8f-b338-4a6c-a751-7d8cb1ac995a HTTP/1.1" status: 204 len: 168 time: 0.1376193 Jul 08 18:24:37.146029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37926) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:37.151814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4ba32-f200-44bb-8125-e6ea39fd82de tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a709ca8f-b338-4a6c-a751-7d8cb1ac995a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:37.235559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-39087063-e347-4bec-bf93-2a30e1a15e96 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0870121 Jul 08 18:24:37.235803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37930) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:37.286253 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-417ae613-5c49-4a9b-a09d-0d97ff0e83bf tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.301951 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-417ae613-5c49-4a9b-a09d-0d97ff0e83bf tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.325188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1984509890-network', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:37.375917 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-417ae613-5c49-4a9b-a09d-0d97ff0e83bf tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.376554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Made reservation on behalf of d5373af3cda74c9d9252c0c2e78931c2 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:37.380379 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.389034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-417ae613-5c49-4a9b-a09d-0d97ff0e83bf tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.390777 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-417ae613-5c49-4a9b-a09d-0d97ff0e83bf tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/46b5e908-26c5-4e02-ae3e-f66baa8d1bc1 HTTP/1.1" status: 204 len: 168 time: 0.1533215 Jul 08 18:24:37.391831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ae613-5c49-4a9b-a09d-0d97ff0e83bf tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46b5e908-26c5-4e02-ae3e-f66baa8d1bc1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:37.393592 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37936) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:37.403895 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.473047 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8c98ccad-bf67-421e-aa47-c57f51192382 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0750668 Jul 08 18:24:37.473951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37942) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:37.558139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8269c801-2f91-437d-93eb-bb3fd2c2a45d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.591448 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.598855 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.602076 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8269c801-2f91-437d-93eb-bb3fd2c2a45d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.660372 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8269c801-2f91-437d-93eb-bb3fd2c2a45d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.663537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8269c801-2f91-437d-93eb-bb3fd2c2a45d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.665026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:24:37.669102 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8269c801-2f91-437d-93eb-bb3fd2c2a45d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-groups/ea03a9ef-62c9-496f-a080-fa6e772a8d16 HTTP/1.1" status: 204 len: 168 time: 0.1908102 Jul 08 18:24:37.669470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37952) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:37.679249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269c801-2f91-437d-93eb-bb3fd2c2a45d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea03a9ef-62c9-496f-a080-fa6e772a8d16,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:37.703809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2e9da5-08cf-41aa-be91-e31fd4fd2681,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:37.707321 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.707655 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Added segment 3e994fbf-fbce-4002-8dcd-f421536b710d of type vlan for network b106f293-4c69-4423-9bc6-035ab72608b1 Jul 08 18:24:37.776299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.784890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-54207627-207d-4fdd-95dd-bab51e4425eb tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1106050 Jul 08 18:24:37.789897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37960) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:37.795373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-40de97f8-2eb1-48cd-a0a9-4ddda47fee77 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group': {'name': 'tempest-secgroup--110459595'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:37.822386 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.823993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:37.824702 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.838743 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40de97f8-2eb1-48cd-a0a9-4ddda47fee77 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:37.908215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] Pushing event updated for resources: {'Network': ['ID=b106f293-4c69-4423-9bc6-035ab72608b1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:37.937186 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network b106f293-4c69-4423-9bc6-035ab72608b1 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:24:38.060392 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40de97f8-2eb1-48cd-a0a9-4ddda47fee77 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.065564 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40de97f8-2eb1-48cd-a0a9-4ddda47fee77 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.080742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d35c8272-f405-4c80-b375-6558ff460886 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9544053 Jul 08 18:24:38.081454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37972) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:38.089841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] Request body: {'subnet': {'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1984509890-subnet', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:38.120383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40de97f8-2eb1-48cd-a0a9-4ddda47fee77 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.123112 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-40de97f8-2eb1-48cd-a0a9-4ddda47fee77 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3307371 Jul 08 18:24:38.124147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de97f8-2eb1-48cd-a0a9-4ddda47fee77 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb759890-a610-4405-bc19-da50c1444999,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:38.127133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37978) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:38.138599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-54fdf0c0-ef46-482e-9307-4661fa1a9ae3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': 'eb759890-a610-4405-bc19-da50c1444999', 'direction': 'ingress', 'protocol': 17}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:38.159706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] Made reservation on behalf of d5373af3cda74c9d9252c0c2e78931c2 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:38.168343 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.206016 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54fdf0c0-ef46-482e-9307-4661fa1a9ae3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.298687 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54fdf0c0-ef46-482e-9307-4661fa1a9ae3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.308267 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54fdf0c0-ef46-482e-9307-4661fa1a9ae3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.342443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdf0c0-ef46-482e-9307-4661fa1a9ae3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e204ec7-02d6-408f-932f-792547c12e14,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:38.371716 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54fdf0c0-ef46-482e-9307-4661fa1a9ae3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.374027 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-54fdf0c0-ef46-482e-9307-4661fa1a9ae3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2457144 Jul 08 18:24:38.376834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37980) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:38.420756 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.477795 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f9c13c8-3b9f-4dd4-809b-345bd3583b8b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.489606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:38.523044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f9c13c8-3b9f-4dd4-809b-345bd3583b8b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.534476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] Checking segment: {'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:38.535166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] Network hostable DHCP agents. Network: b106f293-4c69-4423-9bc6-035ab72608b1, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:24:38.560098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] Network b106f293-4c69-4423-9bc6-035ab72608b1 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:24:38.577696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, b106f293-4c69-4423-9bc6-035ab72608b1) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:38.589745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5ec5e-6c53-4b2c-81d0-e1b68fac21a1 None None] Network b106f293-4c69-4423-9bc6-035ab72608b1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:38.598545 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f9c13c8-3b9f-4dd4-809b-345bd3583b8b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.599559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:38.599559 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.601894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3f9c13c8-3b9f-4dd4-809b-345bd3583b8b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.603949 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3f9c13c8-3b9f-4dd4-809b-345bd3583b8b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-groups/eb759890-a610-4405-bc19-da50c1444999 HTTP/1.1" status: 204 len: 168 time: 0.2254338 Jul 08 18:24:38.608739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37982) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:38.626317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c13c8-3b9f-4dd4-809b-345bd3583b8b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb759890-a610-4405-bc19-da50c1444999,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:38.687039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 37984) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:38.692604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:38.698588 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8617983c-d672-4cf1-81aa-7f9c46f7b89b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6146491 Jul 08 18:24:38.741261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.747178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.757736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-713735a8-63fe-41b6-8212-8416fcb00029 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1477869 Jul 08 18:24:38.761166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37986) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:38.776561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c4dbdc2b-e7f1-42e4-922b-fdcd95d49e3e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329773787'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:38.838940 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4dbdc2b-e7f1-42e4-922b-fdcd95d49e3e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:38.899970 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.019734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-b106f293-4c69-4423-9bc6-035ab72608b1', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:24:39.020603 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.102969 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4dbdc2b-e7f1-42e4-922b-fdcd95d49e3e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.125057 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4dbdc2b-e7f1-42e4-922b-fdcd95d49e3e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.206274 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:24:39.217770 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c4dbdc2b-e7f1-42e4-922b-fdcd95d49e3e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.223256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c4dbdc2b-e7f1-42e4-922b-fdcd95d49e3e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4610212 Jul 08 18:24:39.241910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 37994) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:39.250852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e8c34ecf-f6d3-4b7a-8d82-417210b5aec5 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055071274'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:39.312448 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.323366 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8c34ecf-f6d3-4b7a-8d82-417210b5aec5 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.341687 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.365817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbdc2b-e7f1-42e4-922b-fdcd95d49e3e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6fd99b-eb0a-4787-a31f-b096e5f556a0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:39.387077 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0723f5c8-4a04-4c42-81d6-c9e0ce3a8b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.532324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Allocated IP 172.20.0.2 (b106f293-4c69-4423-9bc6-035ab72608b1/d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a/bd41aca4-c79c-41f8-8cce-da225ab45e85) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:39.676444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8c34ecf-f6d3-4b7a-8d82-417210b5aec5 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.686434 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8c34ecf-f6d3-4b7a-8d82-417210b5aec5 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.732270 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8c34ecf-f6d3-4b7a-8d82-417210b5aec5 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:39.736050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e8c34ecf-f6d3-4b7a-8d82-417210b5aec5 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4876385 Jul 08 18:24:39.738763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38010) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:39.754692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c34ecf-f6d3-4b7a-8d82-417210b5aec5 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fcf63a-8bf5-437a-a077-a90c9dc29877,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:39.768785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b522100b-40d5-4250-b887-59c062a42a0e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': 'bf6fd99b-eb0a-4787-a31f-b096e5f556a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '09fcf63a-8bf5-437a-a077-a90c9dc29877', 'remote_ip_prefix': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:39.940505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38016) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:40.121704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-1aeaff7d-85a5-47c7-add0-e6c7f57d0394 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:40.144806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-1aeaff7d-85a5-47c7-add0-e6c7f57d0394 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 815 time: 0.3392346 Jul 08 18:24:40.171351 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.174089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-280f4863-4fe6-40bc-9743-f9307fbb3852 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/quotas/7872b885dd83463f827551ec8cee2712 HTTP/1.1" status: 200 len: 375 time: 0.0225775 Jul 08 18:24:40.239833 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.249826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Transition to ACTIVE for port object bd41aca4-c79c-41f8-8cce-da225ab45e85 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:40.261420 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2878489-eb71-4b3f-a7b7-d3aa04cee110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.265636 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.266414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Transition to ACTIVE for port object bd41aca4-c79c-41f8-8cce-da225ab45e85 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:40.273897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b522100b-40d5-4250-b887-59c062a42a0e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.294465 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.331304 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.344998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Network b106f293-4c69-4423-9bc6-035ab72608b1 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:40.348601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:40.353831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:40.394061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Pushing event updated for resources: {'Port': ['ID=bd41aca4-c79c-41f8-8cce-da225ab45e85,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:40.403411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.403957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.404511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.405076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.405630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.406166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.406824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.407587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.408282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.408814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.409345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.409889 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:40.452286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Attempting to bind port bd41aca4-c79c-41f8-8cce-da225ab45e85 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:40.453040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Attempting to bind port bd41aca4-c79c-41f8-8cce-da225ab45e85 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:40.453739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Attempting to bind port bd41aca4-c79c-41f8-8cce-da225ab45e85 on network b106f293-4c69-4423-9bc6-035ab72608b1 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:40.459973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:40.462105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Checking segment: {'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:40.462105 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.462105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Bound using segment: {'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:40.462105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Bound port: bd41aca4-c79c-41f8-8cce-da225ab45e85, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:40.463008 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.483277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-2681f98d-da8f-4811-af91-9b18fdd4db47 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2755139 Jul 08 18:24:40.578713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] For port bd41aca4-c79c-41f8-8cce-da225ab45e85, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:40.583101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] For port bd41aca4-c79c-41f8-8cce-da225ab45e85, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bd41aca4-c79c-41f8-8cce-da225ab45e85,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:40.619846 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.765208 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b522100b-40d5-4250-b887-59c062a42a0e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.768598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0e459-1780-4e3a-b564-92b51203716e None None] Pushing event updated for resources: {'Port': ['ID=bd41aca4-c79c-41f8-8cce-da225ab45e85,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:40.797896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Allocated IP 172.25.8.228 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/8d3206c9-18b5-448b-bb68-eb3fb0787caa) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:40.820687 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b522100b-40d5-4250-b887-59c062a42a0e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.835872 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2878489-eb71-4b3f-a7b7-d3aa04cee110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.845975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2878489-eb71-4b3f-a7b7-d3aa04cee110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:40.862533 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522100b-40d5-4250-b887-59c062a42a0e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a632e1f5-666e-4478-a376-61d47df6be1d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:40.884182 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2878489-eb71-4b3f-a7b7-d3aa04cee110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b644c7-0295-477d-9e39-36f270c000d2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:40.932234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-a16de434-90c8-4e36-b822-4b50c02c23c1 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326811 Jul 08 18:24:41.060470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b2878489-eb71-4b3f-a7b7-d3aa04cee110 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=964e2a4430bd48b79f27f6456cfea3f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1186438 Jul 08 18:24:41.063293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38032) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:41.176350 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b522100b-40d5-4250-b887-59c062a42a0e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.188884 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b522100b-40d5-4250-b887-59c062a42a0e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4441576 Jul 08 18:24:41.195261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38034) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:41.199587 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.268948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.306834 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-671f78c0-1882-4c72-a88d-3b7cf5756563 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734572 Jul 08 18:24:41.327931 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-070ea207-0d17-4410-bcab-05e03939d16c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.335969 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c70268aa-250d-4338-be59-edec42c14754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.378525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:41.388439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:41.394964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:41.408902 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-070ea207-0d17-4410-bcab-05e03939d16c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.480914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c70268aa-250d-4338-be59-edec42c14754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.601270 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-070ea207-0d17-4410-bcab-05e03939d16c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.640182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Pushing event updated for resources: {'Port': ['ID=8d3206c9-18b5-448b-bb68-eb3fb0787caa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:41.643140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-070ea207-0d17-4410-bcab-05e03939d16c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.644467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-070ea207-0d17-4410-bcab-05e03939d16c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/a632e1f5-666e-4478-a376-61d47df6be1d HTTP/1.1" status: 204 len: 168 time: 0.4445434 Jul 08 18:24:41.685183 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38044) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:41.691804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ea207-0d17-4410-bcab-05e03939d16c tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a632e1f5-666e-4478-a376-61d47df6be1d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:41.728923 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.760421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bd41aca4-c79c-41f8-8cce-da225ab45e85 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:41.794828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f71c0a8-f24f-4621-92e8-736b007189a8 req-5fef28d3-5d0e-4946-97f9-e1fb49bef0bc tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 210 time: 0.1586292 Jul 08 18:24:41.848600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c70268aa-250d-4338-be59-edec42c14754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.852473 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c70268aa-250d-4338-be59-edec42c14754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:41.863599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c70268aa-250d-4338-be59-edec42c14754 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58b644c7-0295-477d-9e39-36f270c000d2 HTTP/1.1" status: 204 len: 168 time: 0.7922237 Jul 08 18:24:41.889147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70268aa-250d-4338-be59-edec42c14754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b644c7-0295-477d-9e39-36f270c000d2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:41.900833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port bd41aca4-c79c-41f8-8cce-da225ab45e85 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:41.974709 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aba14046-892b-4aed-a041-1c2f7d7ddac1 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2864430 Jul 08 18:24:41.977843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38052) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:42.103678 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3c21f05-9275-44ab-8e3f-1fb4de9ed96e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.151373 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.221130 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3c21f05-9275-44ab-8e3f-1fb4de9ed96e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.290042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88843e69-6c61-4ace-a9cd-a154d1f11e36 None None] Network b106f293-4c69-4423-9bc6-035ab72608b1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:42.369604 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3c21f05-9275-44ab-8e3f-1fb4de9ed96e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.372237 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3c21f05-9275-44ab-8e3f-1fb4de9ed96e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.373408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c3c21f05-9275-44ab-8e3f-1fb4de9ed96e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-groups/09fcf63a-8bf5-437a-a077-a90c9dc29877 HTTP/1.1" status: 204 len: 168 time: 0.3945198 Jul 08 18:24:42.382784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38062) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:42.388342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7aeef2ad-6469-4484-866e-765840cd9be5 None None] Provisioning for port bd41aca4-c79c-41f8-8cce-da225ab45e85 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:42.401602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7aeef2ad-6469-4484-866e-765840cd9be5 None None] Provisioning complete for port bd41aca4-c79c-41f8-8cce-da225ab45e85 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:42.403151 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7aeef2ad-6469-4484-866e-765840cd9be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.471991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c21f05-9275-44ab-8e3f-1fb4de9ed96e tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fcf63a-8bf5-437a-a077-a90c9dc29877,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:42.563333 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-51234f32-faec-45dc-9a0e-a3d93995bffc tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1767852 Jul 08 18:24:42.563641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38068) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:42.673442 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.707240 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d540cef-034a-4ee8-a91b-910f47d18f1d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.714944 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7aeef2ad-6469-4484-866e-765840cd9be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.736649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38070) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:42.779326 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb29953b-9595-4d22-a65c-ee5c567e9cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.810690 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d540cef-034a-4ee8-a91b-910f47d18f1d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.842758 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Router 6689020c-183c-4b27-adb0-c1a967064325 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:24:42.867086 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7aeef2ad-6469-4484-866e-765840cd9be5 None None] For port bd41aca4-c79c-41f8-8cce-da225ab45e85, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bd41aca4-c79c-41f8-8cce-da225ab45e85,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:42.881664 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7aeef2ad-6469-4484-866e-765840cd9be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.950959 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d540cef-034a-4ee8-a91b-910f47d18f1d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.954201 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d540cef-034a-4ee8-a91b-910f47d18f1d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:42.955874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7d540cef-034a-4ee8-a91b-910f47d18f1d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-groups/bf6fd99b-eb0a-4787-a31f-b096e5f556a0 HTTP/1.1" status: 204 len: 168 time: 0.3912718 Jul 08 18:24:43.014514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38074) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:43.015780 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:43.054775 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Sync routers for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:43.056021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d540cef-034a-4ee8-a91b-910f47d18f1d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6fd99b-eb0a-4787-a31f-b096e5f556a0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:43.111315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-29ac9fa2-c5e6-4649-9505-77876bc52782 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825250 Jul 08 18:24:43.122906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38076) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:43.143039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6c4ab799-d5db-4ab9-9136-b778cd3e7b65 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640547847'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:43.146892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:43.158410 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:43.167220 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeef2ad-6469-4484-866e-765840cd9be5 None None] Pushing event updated for resources: {'Port': ['ID=bd41aca4-c79c-41f8-8cce-da225ab45e85,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:43.239278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53977820-135b-4845-ad34-a1141e8f41ca req-6d5d85b4-ff8e-4262-bb8b-66e3078bae1a tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 210 time: 0.0569620 Jul 08 18:24:43.260919 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb29953b-9595-4d22-a65c-ee5c567e9cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.279403 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.284910 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-01f24cce-b12c-48ef-9b9f-6cf71439626d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5938132 Jul 08 18:24:43.285078 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb29953b-9595-4d22-a65c-ee5c567e9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.285164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38082) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:43.335862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bb29953b-9595-4d22-a65c-ee5c567e9cfd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3afb34cc068c46788b277619bd56aa13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5980327 Jul 08 18:24:43.336760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38084) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:43.374370 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab799-d5db-4ab9-9136-b778cd3e7b65 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.453554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29953b-9595-4d22-a65c-ee5c567e9cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845734f6-edd3-4414-8da3-0f95de87e246,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:43.456329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:43.499759 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad6756b6-af13-49a8-b3b1-068c2dd54eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.526765 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad6756b6-af13-49a8-b3b1-068c2dd54eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.601760 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad6756b6-af13-49a8-b3b1-068c2dd54eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.605000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad6756b6-af13-49a8-b3b1-068c2dd54eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.609176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ad6756b6-af13-49a8-b3b1-068c2dd54eb6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/845734f6-edd3-4414-8da3-0f95de87e246 HTTP/1.1" status: 204 len: 168 time: 0.2700708 Jul 08 18:24:43.660941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6756b6-af13-49a8-b3b1-068c2dd54eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845734f6-edd3-4414-8da3-0f95de87e246,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:43.764685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1708b4c2-1ca7-4225-953f-f3694404b76e None None] Provisioning complete for port bd41aca4-c79c-41f8-8cce-da225ab45e85 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:43.767296 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1708b4c2-1ca7-4225-953f-f3694404b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.809714 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab799-d5db-4ab9-9136-b778cd3e7b65 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.816259 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab799-d5db-4ab9-9136-b778cd3e7b65 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.870275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bd41aca4-c79c-41f8-8cce-da225ab45e85 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:43.885456 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab799-d5db-4ab9-9136-b778cd3e7b65 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.895330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6c4ab799-d5db-4ab9-9136-b778cd3e7b65 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7709701 Jul 08 18:24:43.899218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38092) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:43.915748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0bc83747-88a0-49b8-8d77-14f2ebca5f60 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': '59da3624-45e9-4c45-adbe-b116eca4bfc8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:43.988491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ab799-d5db-4ab9-9136-b778cd3e7b65 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59da3624-45e9-4c45-adbe-b116eca4bfc8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:44.052538 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bc83747-88a0-49b8-8d77-14f2ebca5f60 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:44.202081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port bd41aca4-c79c-41f8-8cce-da225ab45e85 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:44.202478 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:44.216596 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bc83747-88a0-49b8-8d77-14f2ebca5f60 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:44.238328 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bc83747-88a0-49b8-8d77-14f2ebca5f60 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:44.284358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc83747-88a0-49b8-8d77-14f2ebca5f60 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a62c72-63e8-496c-be1f-e28b0c6546f3,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:44.333428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bc83747-88a0-49b8-8d77-14f2ebca5f60 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:44.337728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0bc83747-88a0-49b8-8d77-14f2ebca5f60 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4373572 Jul 08 18:24:44.338438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38102) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:44.412492 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e287-7984-4eb5-9796-b41320b74005 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:44.432014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e287-7984-4eb5-9796-b41320b74005 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:44.471488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:41Z', 'revision_number': 3, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:44.503942 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e287-7984-4eb5-9796-b41320b74005 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:44.511245 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e287-7984-4eb5-9796-b41320b74005 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:44.515056 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0ac9e287-7984-4eb5-9796-b41320b74005 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/e5a62c72-63e8-496c-be1f-e28b0c6546f3 HTTP/1.1" status: 204 len: 168 time: 0.1749690 Jul 08 18:24:44.520982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38108) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:44.527030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Checking router: 6689020c-183c-4b27-adb0-c1a967064325 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:24:44.529980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Updating router 6689020c-183c-4b27-adb0-c1a967064325 port 8d3206c9-18b5-448b-bb68-eb3fb0787caa binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:24:44.624257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2eb718a4-92bc-44c4-a295-ad1e05cec73f req-b0705ed9-41cd-414a-948f-b0046a196560 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 210 time: 0.1022437 Jul 08 18:24:44.628196 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:44.635708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9e287-7984-4eb5-9796-b41320b74005 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5a62c72-63e8-496c-be1f-e28b0c6546f3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:44.701592 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38114) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:44.708251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-009a8649-dd99-4fd8-96ca-354f6e0ae604 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1831727 Jul 08 18:24:44.920781 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:45.148432 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:45.170348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-457d4b03-8113-4e2f-87fd-2fd1baf52db7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:45.177321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Transition to ACTIVE for port object 8d3206c9-18b5-448b-bb68-eb3fb0787caa will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:45.193021 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:45.249392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Attempting to bind port 8d3206c9-18b5-448b-bb68-eb3fb0787caa on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:45.249792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Attempting to bind port 8d3206c9-18b5-448b-bb68-eb3fb0787caa by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:45.250992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Attempting to bind port 8d3206c9-18b5-448b-bb68-eb3fb0787caa on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:45.293289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:45.293696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:45.294063 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:45.294487 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:45.294971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Bound port: 8d3206c9-18b5-448b-bb68-eb3fb0787caa, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:45.295354 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:45.331613 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-457d4b03-8113-4e2f-87fd-2fd1baf52db7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:45.342123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-60ef6f7f-626e-4239-8e24-ad5ae2446968 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:45.343747 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-60ef6f7f-626e-4239-8e24-ad5ae2446968 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.74 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 815 time: 1.2590349 Jul 08 18:24:45.353110 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b7456-e931-4a5f-b9f5-89655d348a51 None None] Pushing event updated for resources: {'Port': ['ID=8d3206c9-18b5-448b-bb68-eb3fb0787caa,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:45.383017 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Request body: {'port': {'device_id': 'df6f4e42-74a5-47f6-8951-1713df9617ad', 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4', 'admin_state_up': True, 'tenant_id': '7872b885dd83463f827551ec8cee2712'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:45.488403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] For port 8d3206c9-18b5-448b-bb68-eb3fb0787caa, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:45.492545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] For port 8d3206c9-18b5-448b-bb68-eb3fb0787caa, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8d3206c9-18b5-448b-bb68-eb3fb0787caa,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:45.506978 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:45.539043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-457d4b03-8113-4e2f-87fd-2fd1baf52db7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:45.541614 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-457d4b03-8113-4e2f-87fd-2fd1baf52db7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:45.545570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38136) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:45.553713 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-457d4b03-8113-4e2f-87fd-2fd1baf52db7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-groups/59da3624-45e9-4c45-adbe-b116eca4bfc8 HTTP/1.1" status: 204 len: 168 time: 0.7664452 Jul 08 18:24:45.611200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:45.611976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:45.635222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d4b03-8113-4e2f-87fd-2fd1baf52db7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59da3624-45e9-4c45-adbe-b116eca4bfc8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:45.651088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Allocated IP 172.20.0.1 (b106f293-4c69-4423-9bc6-035ab72608b1/d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a/1b07b6a7-7091-45b1-a4a9-9a93e161e674) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:45.678105 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b931f1ba-2511-4a84-89bb-83de926ca803 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1266270 Jul 08 18:24:45.679764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38140) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:45.695367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-52d1c9a5-3126-4212-b3cd-f067b41946ca tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268169033'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:45.760972 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52d1c9a5-3126-4212-b3cd-f067b41946ca tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:45.763675 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.api [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 18:24:45.763675 n-d-799684-3 neutron-server[93741]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 18:24:45.763675 n-d-799684-3 neutron-server[93741]: [parameters: {'project_id': '7872b885dd83463f827551ec8cee2712', 'id': '456d5149-4ec9-460a-9769-15c84bf43431', 'expiration': datetime.datetime(2021, 7, 8, 18, 26, 45, 731424)}] Jul 08 18:24:45.763675 n-d-799684-3 neutron-server[93741]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:24:45.772873 n-d-799684-3 neutron-server[93741]: DEBUG oslo_db.api [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:24:45.868929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b7456-e931-4a5f-b9f5-89655d348a51 None None] Pushing event updated for resources: {'Port': ['ID=8d3206c9-18b5-448b-bb68-eb3fb0787caa,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:45.976269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:46.076685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.110749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63e59999-4443-4d53-b9aa-bde320c39170 req-d6f13c22-e39b-43f0-8fee-8c2058693e95 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 210 time: 0.0928204 Jul 08 18:24:46.127433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Transition to ACTIVE for port object 1b07b6a7-7091-45b1-a4a9-9a93e161e674 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:46.135316 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52d1c9a5-3126-4212-b3cd-f067b41946ca tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.148877 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52d1c9a5-3126-4212-b3cd-f067b41946ca tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.205589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1c9a5-3126-4212-b3cd-f067b41946ca tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b745ba9-480c-456b-8cd1-091f73dd3390,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:46.220279 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52d1c9a5-3126-4212-b3cd-f067b41946ca tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.224297 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-52d1c9a5-3126-4212-b3cd-f067b41946ca tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5391111 Jul 08 18:24:46.225014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38150) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:46.230088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7654d4b1-534d-48df-b6e1-ad9a337a10dd tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': '8b745ba9-480c-456b-8cd1-091f73dd3390', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:46.324904 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.347605 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7654d4b1-534d-48df-b6e1-ad9a337a10dd tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.422717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:41Z', 'revision_number': 3, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:46.443138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Network b106f293-4c69-4423-9bc6-035ab72608b1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:46.449623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Pushing event updated for resources: {'Port': ['ID=1b07b6a7-7091-45b1-a4a9-9a93e161e674,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:46.452420 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:46.458146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:46.484123 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7654d4b1-534d-48df-b6e1-ad9a337a10dd tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.495668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7654d4b1-534d-48df-b6e1-ad9a337a10dd tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.503839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcbdc0a-5ec7-46ad-99bf-eb365d49a439 None None] The sync data for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 is: [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:41Z', 'revision_number': 3, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:46.523957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654d4b1-534d-48df-b6e1-ad9a337a10dd tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397ab9e2-daee-4181-b1ee-d86c1db7343c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:46.540546 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7654d4b1-534d-48df-b6e1-ad9a337a10dd tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.542702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Made reservation on behalf of 7872b885dd83463f827551ec8cee2712 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:46.544709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7654d4b1-534d-48df-b6e1-ad9a337a10dd tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3190897 Jul 08 18:24:46.545322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38162) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:46.552560 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.595689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-64faef89-7908-410e-b841-ace13492d164 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules/397ab9e2-daee-4181-b1ee-d86c1db7343c HTTP/1.1" status: 200 len: 763 time: 0.0449464 Jul 08 18:24:46.596302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38164) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:46.655398 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.716109 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c1c29654-5cca-4a2d-99b5-a0f177ed7f1f tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1186438 Jul 08 18:24:46.716734 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38166) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:46.766924 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3692d278-414b-4e0a-981a-0fac1134194f tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.779843 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3692d278-414b-4e0a-981a-0fac1134194f tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.866389 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3692d278-414b-4e0a-981a-0fac1134194f tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.878699 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3692d278-414b-4e0a-981a-0fac1134194f tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.884099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3692d278-414b-4e0a-981a-0fac1134194f tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/397ab9e2-daee-4181-b1ee-d86c1db7343c HTTP/1.1" status: 204 len: 168 time: 0.1649530 Jul 08 18:24:46.885399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38168) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:46.915919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18171560-2d77-4bf6-ac3c-1aafb88a6d6e None None] Provisioning for port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:46.935970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18171560-2d77-4bf6-ac3c-1aafb88a6d6e None None] Provisioning complete for port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:46.945853 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18171560-2d77-4bf6-ac3c-1aafb88a6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:46.971794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692d278-414b-4e0a-981a-0fac1134194f tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=397ab9e2-daee-4181-b1ee-d86c1db7343c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:47.015718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Allocated IP 172.20.0.3 (7cc11084-4960-4918-87ec-871a6f7b60c4/fbd0769d-d015-4540-a2e1-f52ff46d485c/d191714c-345a-448b-b024-2bcd10a9c67b) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:47.040770 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0c9dd50a-fa53-452d-b8e3-efed4307209b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1497436 Jul 08 18:24:47.041342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38170) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:47.048465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7c3a72ba-4707-4a29-b332-bd425133591a tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': '8b745ba9-480c-456b-8cd1-091f73dd3390', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:47.055723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-18171560-2d77-4bf6-ac3c-1aafb88a6d6e None None] Port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:24:47.116747 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c3a72ba-4707-4a29-b332-bd425133591a tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.185323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.224596 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c3a72ba-4707-4a29-b332-bd425133591a tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.255066 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c3a72ba-4707-4a29-b332-bd425133591a tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.304230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a72ba-4707-4a29-b332-bd425133591a tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3450ac0-0726-43cb-b91a-aacd67f42114,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:47.309543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c3a72ba-4707-4a29-b332-bd425133591a tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.315354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7c3a72ba-4707-4a29-b332-bd425133591a tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2699428 Jul 08 18:24:47.315994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38182) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:47.359852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cacb1019-c4b1-41f7-9683-7a1b52c1c1f4 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules/f3450ac0-0726-43cb-b91a-aacd67f42114 HTTP/1.1" status: 200 len: 763 time: 0.0393190 Jul 08 18:24:47.368140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38184) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:47.473298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0a325584-9aff-498d-a869-ce73b376028d tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1033990 Jul 08 18:24:47.505403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38188) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:47.600408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-039ee377-261f-40c4-b73a-6190a82b1a89 req-78784d59-1953-4d5f-ac0c-8550dc8bdc15 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 210 time: 0.1258047 Jul 08 18:24:47.675916 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e53fd6d-b928-4c9c-866f-0f87e9e660e9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.713353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8d3206c9-18b5-448b-bb68-eb3fb0787caa up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:47.716116 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e53fd6d-b928-4c9c-866f-0f87e9e660e9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.734064 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.793467 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.808576 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.820014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e53fd6d-b928-4c9c-866f-0f87e9e660e9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.827633 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e53fd6d-b928-4c9c-866f-0f87e9e660e9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.830654 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6e53fd6d-b928-4c9c-866f-0f87e9e660e9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/f3450ac0-0726-43cb-b91a-aacd67f42114 HTTP/1.1" status: 204 len: 168 time: 0.3288915 Jul 08 18:24:47.837325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 8d3206c9-18b5-448b-bb68-eb3fb0787caa completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:47.844846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8d3206c9-18b5-448b-bb68-eb3fb0787caa triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:47.845477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38192) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:47.845829 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:47.881942 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53fd6d-b928-4c9c-866f-0f87e9e660e9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3450ac0-0726-43cb-b91a-aacd67f42114,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:47.953700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-69052d67-6200-482a-a08c-a6a59ce24ed4 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1022890 Jul 08 18:24:47.955375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38194) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:47.959995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a2c56f11-ae6e-4b29-97fa-c003f9eb4294 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Request body: {'security_group_rule': {'security_group_id': '8b745ba9-480c-456b-8cd1-091f73dd3390', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:47.970046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.042703 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2c56f11-ae6e-4b29-97fa-c003f9eb4294 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.071274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.091891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f40328d1-9f6e-4d35-bfd0-32175efe7760', '1b3f455c-1d74-46e6-96b4-8c1b258db5e1'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:24:48.146949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2c56f11-ae6e-4b29-97fa-c003f9eb4294 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.153751 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.160783 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2c56f11-ae6e-4b29-97fa-c003f9eb4294 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.172283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Pushing event updated for resources: {'Port': ['ID=1b07b6a7-7091-45b1-a4a9-9a93e161e674,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:48.179048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 8d3206c9-18b5-448b-bb68-eb3fb0787caa, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8d3206c9-18b5-448b-bb68-eb3fb0787caa,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:48.196653 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2c56f11-ae6e-4b29-97fa-c003f9eb4294 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.201087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a2c56f11-ae6e-4b29-97fa-c003f9eb4294 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2435305 Jul 08 18:24:48.211862 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.214532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38196) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:48.242418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c56f11-ae6e-4b29-97fa-c003f9eb4294 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc37e848-f4a3-4387-b7b4-78f7b6d547ef,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:48.271882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-00690ca9-4f34-4907-a7ac-e815697f01e9 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules/fc37e848-f4a3-4387-b7b4-78f7b6d547ef HTTP/1.1" status: 200 len: 764 time: 0.0515821 Jul 08 18:24:48.272593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38198) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:48.292950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=8d3206c9-18b5-448b-bb68-eb3fb0787caa,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:48.376061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4e9ee1ae-5fa8-4c80-9b25-a0c4ce65dec0 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0997264 Jul 08 18:24:48.376832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38206) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:48.415497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Network 7cc11084-4960-4918-87ec-871a6f7b60c4 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:48.432090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:48.442388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:48.460716 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-936d38c4-811b-4aac-a00b-cd172876dbd7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.487253 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-936d38c4-811b-4aac-a00b-cd172876dbd7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.599703 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-936d38c4-811b-4aac-a00b-cd172876dbd7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.605446 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-936d38c4-811b-4aac-a00b-cd172876dbd7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.609367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-936d38c4-811b-4aac-a00b-cd172876dbd7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/fc37e848-f4a3-4387-b7b4-78f7b6d547ef HTTP/1.1" status: 204 len: 168 time: 0.2277818 Jul 08 18:24:48.613906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38216) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:48.622616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Pushing event updated for resources: {'Port': ['ID=d191714c-345a-448b-b024-2bcd10a9c67b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:48.680215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d38c4-811b-4aac-a00b-cd172876dbd7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc37e848-f4a3-4387-b7b4-78f7b6d547ef,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:48.725282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-63e07871-b758-4005-8e13-f87b49d7b64a tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1102173 Jul 08 18:24:48.736715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38222) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:48.779745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:48.785784 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:48.831573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Network b106f293-4c69-4423-9bc6-035ab72608b1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:48.833505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:48.845453 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-cf641ce8-6147-4b39-9a5e-0962d5befbf4 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4671006 Jul 08 18:24:48.884666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Request body: {'port': {'device_id': 'df6f4e42-74a5-47f6-8951-1713df9617ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:49.134255 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:49.159190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c400339a-f808-4590-a5fb-c0515a3a0ce3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:49.245191 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c400339a-f808-4590-a5fb-c0515a3a0ce3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:49.318957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-37c5e6db-caea-476e-9f75-0c822410e813 None None] Provisioning complete for port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:49.319572 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37c5e6db-caea-476e-9f75-0c822410e813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:49.399659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-37c5e6db-caea-476e-9f75-0c822410e813 None None] Port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:24:49.434918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c400339a-f808-4590-a5fb-c0515a3a0ce3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:49.438030 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c400339a-f808-4590-a5fb-c0515a3a0ce3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:49.438800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c400339a-f808-4590-a5fb-c0515a3a0ce3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "DELETE /v2.0/security-groups/8b745ba9-480c-456b-8cd1-091f73dd3390 HTTP/1.1" status: 204 len: 168 time: 0.6990626 Jul 08 18:24:49.456327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38236) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:49.524296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947f54-e99b-4a0c-9fba-4b8e2be531cd req-600af307-a2c8-4103-888a-1d26c917ff23 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:49.526169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7947f54-e99b-4a0c-9fba-4b8e2be531cd req-600af307-a2c8-4103-888a-1d26c917ff23 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 931 time: 0.5721724 Jul 08 18:24:49.574540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400339a-f808-4590-a5fb-c0515a3a0ce3 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b745ba9-480c-456b-8cd1-091f73dd3390,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:49.690907 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7947f54-e99b-4a0c-9fba-4b8e2be531cd req-b8bbe387-4b50-43da-a6aa-44d089e4ed13 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472385 Jul 08 18:24:49.717207 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8d3206c9-18b5-448b-bb68-eb3fb0787caa up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:49.784951 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6461a316-cc07-4665-95af-24efaa1d2d9b tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3274353 Jul 08 18:24:49.790884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38240) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:49.822941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8d3206c9-18b5-448b-bb68-eb3fb0787caa triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:49.823580 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:49.884994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8fb94df1-7a65-4d26-bb60-9dd22839abb7 tempest-SecGroupTest-1192677061 tempest-SecGroupTest-1192677061-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903561 Jul 08 18:24:49.902954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Router 6689020c-183c-4b27-adb0-c1a967064325 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:24:50.160310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:50.174251 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Sync routers for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:50.182575 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d0a71071-00b4-434a-b7c8-16557a7bd89c admin admin] 10.222.0.73 "PUT /v2.0/routers/6689020c-183c-4b27-adb0-c1a967064325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8961577 Jul 08 18:24:50.188808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d191714c-345a-448b-b024-2bcd10a9c67b {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:24:50.206533 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:50.211011 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:50.217968 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:50.235654 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Transition to ACTIVE for port object d191714c-345a-448b-b024-2bcd10a9c67b will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:50.244191 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:50.397937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Pushing event updated for resources: {'Port': ['ID=d191714c-345a-448b-b024-2bcd10a9c67b,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:50.529455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38258) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:50.564863 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:50.672798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Attempting to bind port d191714c-345a-448b-b024-2bcd10a9c67b on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:50.680744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Attempting to bind port d191714c-345a-448b-b024-2bcd10a9c67b by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:50.682334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Attempting to bind port d191714c-345a-448b-b024-2bcd10a9c67b on network 7cc11084-4960-4918-87ec-871a6f7b60c4 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:50.697448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Port d191714c-345a-448b-b024-2bcd10a9c67b on network 7cc11084-4960-4918-87ec-871a6f7b60c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:24:50.697691 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Attempting to bind port d191714c-345a-448b-b024-2bcd10a9c67b on network 7cc11084-4960-4918-87ec-871a6f7b60c4 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:50.707820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:50.708306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Checking segment: {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:50.708820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Bound using segment: {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:50.709364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Bound port: d191714c-345a-448b-b024-2bcd10a9c67b, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:50.710043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:50.932506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] For port d191714c-345a-448b-b024-2bcd10a9c67b, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:50.936979 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] For port d191714c-345a-448b-b024-2bcd10a9c67b, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d191714c-345a-448b-b024-2bcd10a9c67b,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:50.946863 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:51.015406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:51.016537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:51.032480 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] 10.222.0.74 "PUT /v2.0/ports/d191714c-345a-448b-b024-2bcd10a9c67b HTTP/1.1" status: 200 len: 1091 time: 2.1596766 Jul 08 18:24:51.033133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6f4e42-74a5-47f6-8951-1713df9617ad', 'tag': 'd191714c-345a-448b-b024-2bcd10a9c67b'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:51.041592 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e53cfda-0664-41de-b684-362e9422f419" -d '{"events": [{"name": "network-changed", "server_uuid": "df6f4e42-74a5-47f6-8951-1713df9617ad", "tag": "d191714c-345a-448b-b024-2bcd10a9c67b"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:51.178524 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:47Z', 'revision_number': 2, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:51.206350 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1412a684-a171-4051-bc2d-bc42c42331af x-openstack-request-id: req-1412a684-a171-4051-bc2d-bc42c42331af {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:51.206899 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6f4e42-74a5-47f6-8951-1713df9617ad", "tag": "d191714c-345a-448b-b024-2bcd10a9c67b", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:51.207020 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1412a684-a171-4051-bc2d-bc42c42331af {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:51.207378 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6f4e42-74a5-47f6-8951-1713df9617ad', 'tag': 'd191714c-345a-448b-b024-2bcd10a9c67b', 'status': 'completed', 'code': 200} Jul 08 18:24:51.259653 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Checking router: 6689020c-183c-4b27-adb0-c1a967064325 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:24:51.260512 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Updating router 6689020c-183c-4b27-adb0-c1a967064325 port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:24:51.305423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b2f8b6a7-d63d-428e-a9f9-980ff51e0fbb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0463cf984e04c19aae5731336e74fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7684519 Jul 08 18:24:51.312796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38278) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:51.332464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7091ccf-d94d-40b8-b3a5-0b11acf18556 service neutron] Pushing event updated for resources: {'Port': ['ID=d191714c-345a-448b-b024-2bcd10a9c67b,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:51.445870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-947f9eb3-1502-4cd4-be63-cbf337852313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:51.445870 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-947f9eb3-1502-4cd4-be63-cbf337852313 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 1094 time: 0.3676674 Jul 08 18:24:51.458741 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:51.604040 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fe378d5-6e13-42e1-a831-6623e82d0b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:51.618727 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-82da8a6d-bc32-4e55-83b7-bac2c055819b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d191714c-345a-448b-b024-2bcd10a9c67b HTTP/1.1" status: 200 len: 217 time: 0.1649044 Jul 08 18:24:51.620782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51557ea6-5977-4578-93c8-1cc7c55fa6f9 req-aaa7338d-f1a0-444a-b638-1e8f4a769f89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:51.630009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51557ea6-5977-4578-93c8-1cc7c55fa6f9 req-aaa7338d-f1a0-444a-b638-1e8f4a769f89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 943 time: 0.5449543 Jul 08 18:24:51.647235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38288) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:51.661936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-488608536-network', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:51.728002 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fe378d5-6e13-42e1-a831-6623e82d0b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:51.756848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51557ea6-5977-4578-93c8-1cc7c55fa6f9 req-befd4da7-7ff8-44cf-b3fc-c57efe6d5a45 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255014 Jul 08 18:24:51.828368 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fe378d5-6e13-42e1-a831-6623e82d0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:51.832158 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fe378d5-6e13-42e1-a831-6623e82d0b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:51.854741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1fe378d5-6e13-42e1-a831-6623e82d0b0c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d61fc624-9d0a-4e32-b260-42998c9d53e4 HTTP/1.1" status: 204 len: 168 time: 0.5164123 Jul 08 18:24:51.883095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe378d5-6e13-42e1-a831-6623e82d0b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61fc624-9d0a-4e32-b260-42998c9d53e4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:52.024556 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:52.037240 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Transition to ACTIVE for port object 1b07b6a7-7091-45b1-a4a9-9a93e161e674 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:52.051442 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:52.114830 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Pushing event updated for resources: {'Port': ['ID=1b07b6a7-7091-45b1-a4a9-9a93e161e674,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:52.169552 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.169899 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.170283 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.170629 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.170964 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.171336 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.171684 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.172015 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.172340 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.172664 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.176785 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.180944 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:52.247226 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Attempting to bind port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:52.248806 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Attempting to bind port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:52.249555 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Attempting to bind port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 on network b106f293-4c69-4423-9bc6-035ab72608b1 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:52.256430 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:52.257114 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Checking segment: {'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:52.261144 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:52.263983 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Bound using segment: {'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:52.268522 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Bound port: 1b07b6a7-7091-45b1-a4a9-9a93e161e674, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:52.273705 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:52.336126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-d04da371-4287-4198-bbdf-5b36224e2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:52.337774 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-d04da371-4287-4198-bbdf-5b36224e2b92 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.7105334 Jul 08 18:24:52.339694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Made reservation on behalf of e1b69d19d97e47c9845e3d0c76887e33 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:52.356994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:52.417107 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] For port 1b07b6a7-7091-45b1-a4a9-9a93e161e674, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:52.424369 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] For port 1b07b6a7-7091-45b1-a4a9-9a93e161e674, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1b07b6a7-7091-45b1-a4a9-9a93e161e674,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:52.438664 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:52.450395 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-8ae080af-2d85-420f-a2f0-a9a0797bcb87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906394 Jul 08 18:24:52.497264 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:52.676116 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:52.677030 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:52.764457 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74491c06-e431-4897-945d-93fcc7757fa5 None None] Pushing event updated for resources: {'Port': ['ID=1b07b6a7-7091-45b1-a4a9-9a93e161e674,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:52.817972 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-f083a6fa-07a3-4d85-be38-8fa289194978 service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529279 Jul 08 18:24:53.031822 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:53.130682 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f08ca0-5aa3-4966-9f54-7a554be65e12 req-2c89370b-8f37-4920-b7c7-74dbc7956dd2 service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983897 Jul 08 18:24:53.182635 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:53.186184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eddd4-83cd-43ec-b739-cbcf34eeb523 req-7d21847e-f831-4353-ab4b-872f90582798 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:53.198707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d6eddd4-83cd-43ec-b739-cbcf34eeb523 req-7d21847e-f831-4353-ab4b-872f90582798 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 943 time: 0.1474631 Jul 08 18:24:53.201209 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:53.305636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:24:53.318603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afb58f1-e125-40ca-8e87-e7c2644aadc2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:53.328713 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:53.329208 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Added segment fbaf30c5-8b92-4f31-bef4-ce185a37cc84 of type vlan for network 3409f50f-b984-4328-849a-459124917092 Jul 08 18:24:53.355775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d6eddd4-83cd-43ec-b739-cbcf34eeb523 req-ab14da21-fbb6-4b11-bc51-0e1310d9b809 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459575 Jul 08 18:24:53.406329 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:53.421201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53cfda-0664-41de-b684-362e9422f419 req-287a0a35-eca3-47c0-82c8-fc3071cda1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:53.423927 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0e53cfda-0664-41de-b684-362e9422f419 req-287a0a35-eca3-47c0-82c8-fc3071cda1ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 1094 time: 0.1988721 Jul 08 18:24:53.648760 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:52Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:53.685179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38350) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:53.702844 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6ccc9-5fa6-4e1d-a473-411d0744770d None None] The sync data for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 is: [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:52Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:53.745617 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.resource_extend [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 18:24:53.763773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53cfda-0664-41de-b684-362e9422f419 req-fb4d8482-20fb-4a29-9210-ad6bb58cf467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:53.786839 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0e53cfda-0664-41de-b684-362e9422f419 req-fb4d8482-20fb-4a29-9210-ad6bb58cf467 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 916 time: 0.3557568 Jul 08 18:24:53.873084 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0e53cfda-0664-41de-b684-362e9422f419 req-fd238e4e-2d98-4c6e-896f-db4f208e426b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d191714c-345a-448b-b024-2bcd10a9c67b HTTP/1.1" status: 200 len: 217 time: 0.0673947 Jul 08 18:24:53.894091 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fae9fce1-4284-4cbb-858b-0c889ef31782 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:53.894414 n-d-799684-3 neutron-server[93742]: WARNING neutron.api.v2.base [None req-fae9fce1-4284-4cbb-858b-0c889ef31782 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 18:24:53.894911 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-fae9fce1-4284-4cbb-858b-0c889ef31782 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 18:24:53.899720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fae9fce1-4284-4cbb-858b-0c889ef31782 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2135015 Jul 08 18:24:53.900332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38356) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:53.918164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0d44368b-ce80-40dd-b8a9-5d4b430e8f69 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'tempest-secgroup--726665775'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:53.966651 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53cfda-0664-41de-b684-362e9422f419 req-c784d5c0-8242-4bcb-b78d-35dabba90bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:53.968626 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0e53cfda-0664-41de-b684-362e9422f419 req-c784d5c0-8242-4bcb-b78d-35dabba90bb4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.0887604 Jul 08 18:24:53.995227 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:53.998427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:54.000408 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:54.006774 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d44368b-ce80-40dd-b8a9-5d4b430e8f69 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:54.025521 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d44368b-ce80-40dd-b8a9-5d4b430e8f69 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:54.137196 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0e53cfda-0664-41de-b684-362e9422f419 req-f9923c57-152c-471d-8d19-aa97cbb0d557 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607547 Jul 08 18:24:54.170799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] Pushing event updated for resources: {'Network': ['ID=3409f50f-b984-4328-849a-459124917092,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:54.182119 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 3409f50f-b984-4328-849a-459124917092 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:24:54.320744 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d44368b-ce80-40dd-b8a9-5d4b430e8f69 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:54.332549 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d44368b-ce80-40dd-b8a9-5d4b430e8f69 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:54.342584 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0e53cfda-0664-41de-b684-362e9422f419 req-cf030391-e2d2-439d-a04a-595fd68f8b98 service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973085 Jul 08 18:24:54.346310 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c3e5eb36-b49c-4910-ac74-5937ef85e704 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6976583 Jul 08 18:24:54.363996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38368) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:54.371345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Request body: {'subnet': {'network_id': '3409f50f-b984-4328-849a-459124917092', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-488608536-subnet', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:54.400194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 18:24:54.400194 n-d-799684-3 neutron-server[93742]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 18:24:54.400194 n-d-799684-3 neutron-server[93742]: [parameters: {'project_id_1': 'e1b69d19d97e47c9845e3d0c76887e33', 'expiration_1': datetime.datetime(2021, 7, 8, 18, 24, 54, 380608)}] Jul 08 18:24:54.400194 n-d-799684-3 neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:24:54.401068 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:24:54.420117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44368b-ce80-40dd-b8a9-5d4b430e8f69 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54278436-619b-4a75-971e-111e6bc4064f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:54.472363 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0e53cfda-0664-41de-b684-362e9422f419 req-ac066619-6afb-49c4-96f2-37b08288b7b9 service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224868 Jul 08 18:24:54.650878 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d44368b-ce80-40dd-b8a9-5d4b430e8f69 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:54.667180 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d44368b-ce80-40dd-b8a9-5d4b430e8f69 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:54.796077 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d44368b-ce80-40dd-b8a9-5d4b430e8f69 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:54.797520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0d44368b-ce80-40dd-b8a9-5d4b430e8f69 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8961895 Jul 08 18:24:54.800415 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38376) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:54.803831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44368b-ce80-40dd-b8a9-5d4b430e8f69 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c76894-8067-4279-aad3-1b08331236f6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:54.806001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a0720649-3309-44f3-bdbd-6480e5328a2f tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '98c76894-8067-4279-aad3-1b08331236f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:54.867164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0720649-3309-44f3-bdbd-6480e5328a2f tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:54.873885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567fc6f-c674-49e8-9129-a2ab2bd73613 req-9ed999c8-5198-4e33-8562-9d3dddf5dedb tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:54.889168 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3567fc6f-c674-49e8-9129-a2ab2bd73613 req-9ed999c8-5198-4e33-8562-9d3dddf5dedb tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 943 time: 0.3039575 Jul 08 18:24:54.996250 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0720649-3309-44f3-bdbd-6480e5328a2f tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.004893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0720649-3309-44f3-bdbd-6480e5328a2f tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.038224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0720649-3309-44f3-bdbd-6480e5328a2f tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeec7afa-2839-4bca-b150-e081786e3dab,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:55.051884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3567fc6f-c674-49e8-9129-a2ab2bd73613 req-60b2f41b-0304-4c02-9605-d68fd1a6583a tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614289 Jul 08 18:24:55.057962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Made reservation on behalf of e1b69d19d97e47c9845e3d0c76887e33 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:55.064923 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.067225 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0720649-3309-44f3-bdbd-6480e5328a2f tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.068692 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a0720649-3309-44f3-bdbd-6480e5328a2f tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2672484 Jul 08 18:24:55.071514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38380) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:55.076198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f97bc8f2-36c8-4af2-8f1e-b4d35b652387 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '98c76894-8067-4279-aad3-1b08331236f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:55.125259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f97bc8f2-36c8-4af2-8f1e-b4d35b652387 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.287654 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-f97bc8f2-36c8-4af2-8f1e-b4d35b652387 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 18:24:55.291310 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f97bc8f2-36c8-4af2-8f1e-b4d35b652387 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2162607 Jul 08 18:24:55.292131 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38384) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:55.420095 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3d34bcb-c0b1-489a-af8f-f8e68c8d80de tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.449494 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.450049 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3d34bcb-c0b1-489a-af8f-f8e68c8d80de tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.547525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3d34bcb-c0b1-489a-af8f-f8e68c8d80de tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.549764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3d34bcb-c0b1-489a-af8f-f8e68c8d80de tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.591742 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c3d34bcb-c0b1-489a-af8f-f8e68c8d80de tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "DELETE /v2.0/security-groups/98c76894-8067-4279-aad3-1b08331236f6 HTTP/1.1" status: 204 len: 168 time: 0.2570801 Jul 08 18:24:55.591999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38388) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:55.592088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d34bcb-c0b1-489a-af8f-f8e68c8d80de tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c76894-8067-4279-aad3-1b08331236f6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:55.643787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:55.716946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Checking segment: {'id': 'fbaf30c5-8b92-4f31-bef4-ce185a37cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3409f50f-b984-4328-849a-459124917092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:55.717298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Network hostable DHCP agents. Network: 3409f50f-b984-4328-849a-459124917092, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:24:55.731829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38394) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:55.731990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-85a56030-18bb-4f83-8893-2825cefe42f2 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1636057 Jul 08 18:24:55.741880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c3193ee1-980c-47b4-aec3-ce5497c8de5d tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1010542579'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:55.759806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Network 3409f50f-b984-4328-849a-459124917092 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:24:55.771789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1b07b6a7-7091-45b1-a4a9-9a93e161e674 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:55.789683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 3409f50f-b984-4328-849a-459124917092) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:55.799644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:55.800445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.834132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e645913-c99b-4414-be43-f70cc52b81e5 None None] Network 3409f50f-b984-4328-849a-459124917092 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:55.862691 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3193ee1-980c-47b4-aec3-ce5497c8de5d tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.870587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ac8c9475-85db-46c8-8103-c0bd894e8da3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5051930 Jul 08 18:24:55.873327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38400) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:55.891205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-488608536-router', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:55.946012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:55.980472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:55.982639 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.146841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3193ee1-980c-47b4-aec3-ce5497c8de5d tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.161937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3193ee1-980c-47b4-aec3-ce5497c8de5d tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.162413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3409f50f-b984-4328-849a-459124917092', 'network_id': '3409f50f-b984-4328-849a-459124917092', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'fixed_ips': [{'subnet_id': 'e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:24:56.163611 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.206607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.213279 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.274775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3193ee1-980c-47b4-aec3-ce5497c8de5d tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776126d2-363c-4333-9b9b-f8b941c7d720,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:56.317608 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c3193ee1-980c-47b4-aec3-ce5497c8de5d tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.321505 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c3193ee1-980c-47b4-aec3-ce5497c8de5d tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5885673 Jul 08 18:24:56.322356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38408) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:56.330033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-76555179-441d-4839-9ed6-ece9bd036e2b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '776126d2-363c-4333-9b9b-f8b941c7d720', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:56.331578 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-76555179-441d-4839-9ed6-ece9bd036e2b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 18:24:56.332092 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-76555179-441d-4839-9ed6-ece9bd036e2b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:56.340070 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-76555179-441d-4839-9ed6-ece9bd036e2b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0161512 Jul 08 18:24:56.340938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38410) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:56.418613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.509693 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa36aa2d-0e76-48a0-af6e-d1189003f85b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.577192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa36aa2d-0e76-48a0-af6e-d1189003f85b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.594057 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.699203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 1b07b6a7-7091-45b1-a4a9-9a93e161e674, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1b07b6a7-7091-45b1-a4a9-9a93e161e674,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:56.706586 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa36aa2d-0e76-48a0-af6e-d1189003f85b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.712974 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aa36aa2d-0e76-48a0-af6e-d1189003f85b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.724492 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aa36aa2d-0e76-48a0-af6e-d1189003f85b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "DELETE /v2.0/security-groups/776126d2-363c-4333-9b9b-f8b941c7d720 HTTP/1.1" status: 204 len: 168 time: 0.3789680 Jul 08 18:24:56.727110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38414) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:56.745986 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.785302 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36aa2d-0e76-48a0-af6e-d1189003f85b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776126d2-363c-4333-9b9b-f8b941c7d720,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:56.933298 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Allocated IP 172.20.0.2 (3409f50f-b984-4328-849a-459124917092/e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb/23e109e6-4ad9-498d-8bf8-3f8e0c135753) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:56.956610 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7cea9539-b973-453e-9741-ef2148c8a150 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2093794 Jul 08 18:24:56.957192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38422) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:56.964911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-044a5e2f-7cdf-43ae-acfa-d0fd9aef3f47 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826192635'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:56.976285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=1b07b6a7-7091-45b1-a4a9-9a93e161e674,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:57.027740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-044a5e2f-7cdf-43ae-acfa-d0fd9aef3f47 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.248583 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-044a5e2f-7cdf-43ae-acfa-d0fd9aef3f47 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.250730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05298c68-34d5-4af0-9d66-0a13489dc20f req-e3162e85-680a-4585-9153-4db7e55b06d9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:57.253224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05298c68-34d5-4af0-9d66-0a13489dc20f req-e3162e85-680a-4585-9153-4db7e55b06d9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 943 time: 0.9072809 Jul 08 18:24:57.256512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-044a5e2f-7cdf-43ae-acfa-d0fd9aef3f47 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.265401 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.271367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d191714c-345a-448b-b024-2bcd10a9c67b details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:24:57.282026 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.304549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Transition to ACTIVE for port object 23e109e6-4ad9-498d-8bf8-3f8e0c135753 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:57.333575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05298c68-34d5-4af0-9d66-0a13489dc20f req-8636aaa5-fba6-4e38-b6bf-8af4d108d881 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737293 Jul 08 18:24:57.358692 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-044a5e2f-7cdf-43ae-acfa-d0fd9aef3f47 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.363758 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-044a5e2f-7cdf-43ae-acfa-d0fd9aef3f47 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4044297 Jul 08 18:24:57.364568 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a5e2f-7cdf-43ae-acfa-d0fd9aef3f47 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252b7705-d311-4ce9-82f7-df271c2a0162,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:57.369899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Transition to ACTIVE for port object 23e109e6-4ad9-498d-8bf8-3f8e0c135753 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:57.380258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38430) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:57.385337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d206e351-12b6-47a8-bcc4-23172c07ebce tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '252b7705-d311-4ce9-82f7-df271c2a0162', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:57.386388 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-d206e351-12b6-47a8-bcc4-23172c07ebce tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 18:24:57.386904 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-d206e351-12b6-47a8-bcc4-23172c07ebce tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:57.391269 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d206e351-12b6-47a8-bcc4-23172c07ebce tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103161 Jul 08 18:24:57.392024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38432) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:57.408048 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.496871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ac6d2c3-c790-4f50-bd3a-4240b0bfec52 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.505618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Network 3409f50f-b984-4328-849a-459124917092 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:57.526334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:57.547196 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ac6d2c3-c790-4f50-bd3a-4240b0bfec52 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.556009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:57.565306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Pushing event updated for resources: {'Port': ['ID=23e109e6-4ad9-498d-8bf8-3f8e0c135753,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:57.627323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ac6d2c3-c790-4f50-bd3a-4240b0bfec52 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.635660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ac6d2c3-c790-4f50-bd3a-4240b0bfec52 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.663302 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7ac6d2c3-c790-4f50-bd3a-4240b0bfec52 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "DELETE /v2.0/security-groups/252b7705-d311-4ce9-82f7-df271c2a0162 HTTP/1.1" status: 204 len: 168 time: 0.2700980 Jul 08 18:24:57.664725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38438) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:57.703196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6d2c3-c790-4f50-bd3a-4240b0bfec52 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=252b7705-d311-4ce9-82f7-df271c2a0162,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:57.711361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d191714c-345a-448b-b024-2bcd10a9c67b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d191714c-345a-448b-b024-2bcd10a9c67b,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:57.733004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'd191714c-345a-448b-b024-2bcd10a9c67b', 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4', 'port_id': 'd191714c-345a-448b-b024-2bcd10a9c67b', 'mac_address': 'fa:16:3e:dc:3a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd0769d-d015-4540-a2e1-f52ff46d485c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:24:57.748026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1b07b6a7-7091-45b1-a4a9-9a93e161e674 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:57.780233 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-504a2edd-e19b-486e-b3c5-4d89a4bb92cf tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1073666 Jul 08 18:24:57.781126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38440) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:57.791009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-12f2c0a5-9753-45cf-b25d-5c5baaf02ff3 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'tempest-secgroup--643958390'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:57.856331 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12f2c0a5-9753-45cf-b25d-5c5baaf02ff3 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.929899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:57.930556 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.931579 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.984997 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.994120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Attempting to bind port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:57.995136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Attempting to bind port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fbaf30c5-8b92-4f31-bef4-ce185a37cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3409f50f-b984-4328-849a-459124917092'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:57.995698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Attempting to bind port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 on network 3409f50f-b984-4328-849a-459124917092 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:58.013567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:58.014271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Checking segment: {'id': 'fbaf30c5-8b92-4f31-bef4-ce185a37cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3409f50f-b984-4328-849a-459124917092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:58.015393 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.015649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Bound using segment: {'id': 'fbaf30c5-8b92-4f31-bef4-ce185a37cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3409f50f-b984-4328-849a-459124917092'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:58.016323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Bound port: 23e109e6-4ad9-498d-8bf8-3f8e0c135753, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbaf30c5-8b92-4f31-bef4-ce185a37cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3409f50f-b984-4328-849a-459124917092'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:58.016906 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.037715 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.060531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d191714c-345a-448b-b024-2bcd10a9c67b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:24:58.120302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12f2c0a5-9753-45cf-b25d-5c5baaf02ff3 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.136760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12f2c0a5-9753-45cf-b25d-5c5baaf02ff3 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.185914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2c0a5-9753-45cf-b25d-5c5baaf02ff3 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c516402e-f74f-4427-81cd-3f7661b02292,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:58.203240 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12f2c0a5-9753-45cf-b25d-5c5baaf02ff3 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.208745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d191714c-345a-448b-b024-2bcd10a9c67b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d191714c-345a-448b-b024-2bcd10a9c67b,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:58.209434 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-12f2c0a5-9753-45cf-b25d-5c5baaf02ff3 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4275730 Jul 08 18:24:58.222645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38448) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:58.228374 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.239599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ded16918-eb1c-434e-89de-44e1f023bb18 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': 'c516402e-f74f-4427-81cd-3f7661b02292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:58.241171 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-ded16918-eb1c-434e-89de-44e1f023bb18 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 18:24:58.241899 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-ded16918-eb1c-434e-89de-44e1f023bb18 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:58.247827 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ded16918-eb1c-434e-89de-44e1f023bb18 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0196903 Jul 08 18:24:58.248628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38450) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:58.254529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1f3cbfe8-a6fb-45fa-a6f7-df986061a4d1 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': 'c516402e-f74f-4427-81cd-3f7661b02292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:58.255474 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-1f3cbfe8-a6fb-45fa-a6f7-df986061a4d1 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 18:24:58.256108 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-1f3cbfe8-a6fb-45fa-a6f7-df986061a4d1 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:58.260354 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1f3cbfe8-a6fb-45fa-a6f7-df986061a4d1 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0106094 Jul 08 18:24:58.261486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38452) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:58.268749 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-058e5c82-b837-4577-bed4-d45708087143 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': 'c516402e-f74f-4427-81cd-3f7661b02292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:58.270164 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-058e5c82-b837-4577-bed4-d45708087143 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 18:24:58.270832 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-058e5c82-b837-4577-bed4-d45708087143 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:58.275413 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-058e5c82-b837-4577-bed4-d45708087143 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125661 Jul 08 18:24:58.276234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38454) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:58.282298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e4b084e6-1e69-414d-b972-8e388fdae08e tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': 'c516402e-f74f-4427-81cd-3f7661b02292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:58.283421 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-e4b084e6-1e69-414d-b972-8e388fdae08e tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 18:24:58.284260 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-e4b084e6-1e69-414d-b972-8e388fdae08e tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:58.288630 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e4b084e6-1e69-414d-b972-8e388fdae08e tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0112441 Jul 08 18:24:58.289467 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38456) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:58.351371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=d191714c-345a-448b-b024-2bcd10a9c67b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:58.376478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] For port 23e109e6-4ad9-498d-8bf8-3f8e0c135753, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:58.381502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] For port 23e109e6-4ad9-498d-8bf8-3f8e0c135753, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=23e109e6-4ad9-498d-8bf8-3f8e0c135753,segment=NetworkSegment(fbaf30c5-8b92-4f31-bef4-ce185a37cc84),segment_id=fbaf30c5-8b92-4f31-bef4-ce185a37cc84)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:58.385862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Allocated IP 172.25.8.153 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/f7603bbb-5567-4de2-80e5-41a7be4ffed3) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:58.399163 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.418688 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-773b1b02-f911-4d98-8611-d3a72b241396 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.520704 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-773b1b02-f911-4d98-8611-d3a72b241396 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.552016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813791a-6202-4bab-9a0f-0316bf293055 None None] Pushing event updated for resources: {'Port': ['ID=23e109e6-4ad9-498d-8bf8-3f8e0c135753,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:58.600118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['d191714c-345a-448b-b024-2bcd10a9c67b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:24:58.767978 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-773b1b02-f911-4d98-8611-d3a72b241396 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.770572 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-773b1b02-f911-4d98-8611-d3a72b241396 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.774996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38464) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:58.795516 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-773b1b02-f911-4d98-8611-d3a72b241396 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "DELETE /v2.0/security-groups/c516402e-f74f-4427-81cd-3f7661b02292 HTTP/1.1" status: 204 len: 168 time: 0.5048420 Jul 08 18:24:58.816792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b1b02-f911-4d98-8611-d3a72b241396 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c516402e-f74f-4427-81cd-3f7661b02292,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:58.861874 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:58.972110 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f8ad6d3c-6596-43d2-836c-66dccc382215 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1962228 Jul 08 18:24:58.978344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38470) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:58.992768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-cb2dff50-09df-44a0-b8c7-09747798759c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'tempest-secgroup--691793643'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:59.028014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:59.048981 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb2dff50-09df-44a0-b8c7-09747798759c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:59.097016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Pushing event updated for resources: {'Port': ['ID=f7603bbb-5567-4de2-80e5-41a7be4ffed3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:59.127403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baf85f-5865-4fd0-bf95-a15d05ede368 req-adbc6859-2e56-40cc-924a-ad8f6e50e5f0 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:59.135741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8baf85f-5865-4fd0-bf95-a15d05ede368 req-adbc6859-2e56-40cc-924a-ad8f6e50e5f0 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 944 time: 0.5497668 Jul 08 18:24:59.160941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:59.186822 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8baf85f-5865-4fd0-bf95-a15d05ede368 req-bdde6633-3729-4bb9-95aa-47fb96573eac tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501025 Jul 08 18:24:59.190929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:59.219188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:59.307457 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb2dff50-09df-44a0-b8c7-09747798759c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:59.319449 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb2dff50-09df-44a0-b8c7-09747798759c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:59.373336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dff50-09df-44a0-b8c7-09747798759c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc04e7b-773f-40da-a151-d4e6d58520ac,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:59.402192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb2dff50-09df-44a0-b8c7-09747798759c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:59.404891 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cb2dff50-09df-44a0-b8c7-09747798759c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4255106 Jul 08 18:24:59.409253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38474) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:59.416210 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7a70613b-0c60-4a31-80b0-98bb5a9ba83b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '8cc04e7b-773f-40da-a151-d4e6d58520ac', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:59.417123 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-7a70613b-0c60-4a31-80b0-98bb5a9ba83b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 18:24:59.417971 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-7a70613b-0c60-4a31-80b0-98bb5a9ba83b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:59.419386 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7a70613b-0c60-4a31-80b0-98bb5a9ba83b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085273 Jul 08 18:24:59.422477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38476) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:59.427217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d23ff6b4-0bbe-4c12-b2ad-b07f4452a196 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '8cc04e7b-773f-40da-a151-d4e6d58520ac', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:59.496401 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-d23ff6b4-0bbe-4c12-b2ad-b07f4452a196 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:59.497812 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d23ff6b4-0bbe-4c12-b2ad-b07f4452a196 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0742197 Jul 08 18:24:59.501400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38478) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:59.508001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d4543dd1-8a28-42ba-9cfa-c4ec1bf85be9 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '8cc04e7b-773f-40da-a151-d4e6d58520ac', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:59.509875 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-d4543dd1-8a28-42ba-9cfa-c4ec1bf85be9 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 18:24:59.512599 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-d4543dd1-8a28-42ba-9cfa-c4ec1bf85be9 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:59.514175 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d4543dd1-8a28-42ba-9cfa-c4ec1bf85be9 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115373 Jul 08 18:24:59.518668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38480) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:59.530524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e7408b6f-64f4-464e-85f3-0fa541a3d285 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '8cc04e7b-773f-40da-a151-d4e6d58520ac', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:59.626355 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-e7408b6f-64f4-464e-85f3-0fa541a3d285 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:59.629775 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e7408b6f-64f4-464e-85f3-0fa541a3d285 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1094971 Jul 08 18:24:59.630402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38482) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:59.639753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8c3b857c-7a0c-4698-9f19-9e9ea177e702 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '8cc04e7b-773f-40da-a151-d4e6d58520ac', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:59.641874 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-8c3b857c-7a0c-4698-9f19-9e9ea177e702 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 18:24:59.642919 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-8c3b857c-7a0c-4698-9f19-9e9ea177e702 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:59.644705 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8c3b857c-7a0c-4698-9f19-9e9ea177e702 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132396 Jul 08 18:24:59.648598 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38484) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:59.667084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d71dce93-f3ea-46a8-b20f-b0dcb372a502 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '8cc04e7b-773f-40da-a151-d4e6d58520ac', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:59.726151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 23e109e6-4ad9-498d-8bf8-3f8e0c135753 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:59.732765 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-d71dce93-f3ea-46a8-b20f-b0dcb372a502 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Project f2ef1d3ecec64097ac85b59b0086366d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:24:59.776866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:59.782360 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-d71dce93-f3ea-46a8-b20f-b0dcb372a502 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:59.784274 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d71dce93-f3ea-46a8-b20f-b0dcb372a502 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1343052 Jul 08 18:24:59.787139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38488) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:59.810821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e3e057ca-b3e5-4542-8408-3d800653cf34 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '8cc04e7b-773f-40da-a151-d4e6d58520ac', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:59.811235 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-e3e057ca-b3e5-4542-8408-3d800653cf34 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 18:24:59.812648 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-e3e057ca-b3e5-4542-8408-3d800653cf34 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:59.821896 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e3e057ca-b3e5-4542-8408-3d800653cf34 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0334044 Jul 08 18:24:59.825128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38492) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:59.853029 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-da721715-b23c-46e9-aa0e-0828132fd378 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '8cc04e7b-773f-40da-a151-d4e6d58520ac', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:59.917417 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-da721715-b23c-46e9-aa0e-0828132fd378 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Project f2ef1d3ecec64097ac85b59b0086366d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:24:59.928018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:59.958194 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-da721715-b23c-46e9-aa0e-0828132fd378 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:24:59.959736 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-da721715-b23c-46e9-aa0e-0828132fd378 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1335776 Jul 08 18:24:59.963099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38494) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:59.975636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-10b80a31-2e56-490f-949d-964dcf008f48 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '8cc04e7b-773f-40da-a151-d4e6d58520ac', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:00.040997 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-10b80a31-2e56-490f-949d-964dcf008f48 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Project f2ef1d3ecec64097ac85b59b0086366d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:25:00.070200 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-10b80a31-2e56-490f-949d-964dcf008f48 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:25:00.073793 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-10b80a31-2e56-490f-949d-964dcf008f48 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1062672 Jul 08 18:25:00.074040 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38500) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:00.157816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:00.170805 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42d0b798-a549-4972-bc27-a295af6b12ab tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:00.247488 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42d0b798-a549-4972-bc27-a295af6b12ab tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:00.348842 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42d0b798-a549-4972-bc27-a295af6b12ab tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:00.353954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42d0b798-a549-4972-bc27-a295af6b12ab tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:00.357892 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-42d0b798-a549-4972-bc27-a295af6b12ab tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "DELETE /v2.0/security-groups/8cc04e7b-773f-40da-a151-d4e6d58520ac HTTP/1.1" status: 204 len: 168 time: 0.2827606 Jul 08 18:25:00.381866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38506) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:00.394446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0b798-a549-4972-bc27-a295af6b12ab tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc04e7b-773f-40da-a151-d4e6d58520ac,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:00.526531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-07a5c6ba-6b4c-4b64-86c4-c7fd2f6e1d9c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1309524 Jul 08 18:25:00.531416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38508) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:00.537060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-58b1b113-06dd-49e1-8c8a-043e7d566e6a tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610600518'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:00.587735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dea503d-8b95-429b-b292-d8f5c77ba67a None None] Network 3409f50f-b984-4328-849a-459124917092 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:25:00.591426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Router 135c0b5d-888d-4c91-8826-6a70f09943eb is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:25:00.630977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-58b1b113-06dd-49e1-8c8a-043e7d566e6a tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:00.726638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cd4db758-d9d7-40bc-8a21-450b0374110e None None] Provisioning for port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:00.733070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cd4db758-d9d7-40bc-8a21-450b0374110e None None] Provisioning complete for port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:00.733821 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cd4db758-d9d7-40bc-8a21-450b0374110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:00.963025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-58b1b113-06dd-49e1-8c8a-043e7d566e6a tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:00.978057 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-58b1b113-06dd-49e1-8c8a-043e7d566e6a tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:01.025898 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cd4db758-d9d7-40bc-8a21-450b0374110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:01.028536 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-58b1b113-06dd-49e1-8c8a-043e7d566e6a tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:01.039728 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-58b1b113-06dd-49e1-8c8a-043e7d566e6a tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5055103 Jul 08 18:25:01.046320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38518) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:01.084555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9e16e-547c-4e26-9b72-7942b2a94932 req-8fddf497-bfb6-4dc3-8d4d-a1dce6264c54 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:01.086908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cd4db758-d9d7-40bc-8a21-450b0374110e None None] For port 23e109e6-4ad9-498d-8bf8-3f8e0c135753, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=23e109e6-4ad9-498d-8bf8-3f8e0c135753,segment=NetworkSegment(fbaf30c5-8b92-4f31-bef4-ce185a37cc84),segment_id=fbaf30c5-8b92-4f31-bef4-ce185a37cc84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:01.089421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5a9e16e-547c-4e26-9b72-7942b2a94932 req-8fddf497-bfb6-4dc3-8d4d-a1dce6264c54 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 944 time: 0.5861926 Jul 08 18:25:01.094727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:01.101431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cd4db758-d9d7-40bc-8a21-450b0374110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:01.112727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Sync routers for ids ['135c0b5d-888d-4c91-8826-6a70f09943eb'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:01.164752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Routers {'135c0b5d-888d-4c91-8826-6a70f09943eb'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:01.173019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['135c0b5d-888d-4c91-8826-6a70f09943eb'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:01.222962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1b113-06dd-49e1-8c8a-043e7d566e6a tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6008abb-c96e-4055-b816-2a9cf974df06,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:01.224092 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:01.229094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-07d390de-4d3a-48d5-ae91-4bbef076520f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3541842 Jul 08 18:25:01.242069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38522) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:01.265478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-229366c6-b804-4ebf-8858-6659aeaf947e tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': 'f6008abb-c96e-4055-b816-2a9cf974df06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:01.273715 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5a9e16e-547c-4e26-9b72-7942b2a94932 req-7321d9d3-9a1f-41ee-9645-65cd11a87b12 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664820 Jul 08 18:25:01.287063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4db758-d9d7-40bc-8a21-450b0374110e None None] Pushing event updated for resources: {'Port': ['ID=23e109e6-4ad9-498d-8bf8-3f8e0c135753,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:01.399274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Set router 135c0b5d-888d-4c91-8826-6a70f09943eb gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:01.485080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d191714c-345a-448b-b024-2bcd10a9c67b up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:01.699667 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-229366c6-b804-4ebf-8858-6659aeaf947e tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The resource could not be found. Jul 08 18:25:01.700812 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-229366c6-b804-4ebf-8858-6659aeaf947e tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6419315 Jul 08 18:25:01.704742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38524) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:01.714681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-107a6732-e54d-480e-a6f5-723fc839603d tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': 'f6008abb-c96e-4055-b816-2a9cf974df06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd6e6900e-26a7-496d-acaa-e4842cf25761'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:01.782487 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 23e109e6-4ad9-498d-8bf8-3f8e0c135753 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:01.814566 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-107a6732-e54d-480e-a6f5-723fc839603d tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The resource could not be found. Jul 08 18:25:01.815879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-107a6732-e54d-480e-a6f5-723fc839603d tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1067376 Jul 08 18:25:01.818697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38526) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:01.991720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:02.038369 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5dfa5d54-58e3-4daf-a818-5f17e8fc2824 None None] Provisioning complete for port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:02.038749 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5d54-58e3-4daf-a818-5f17e8fc2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:02.084053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:02.218512 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:02.222586 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:02.225002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "DELETE /v2.0/security-groups/f6008abb-c96e-4055-b816-2a9cf974df06 HTTP/1.1" status: 204 len: 168 time: 0.4049761 Jul 08 18:25:02.229833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38540) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:02.272583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6008abb-c96e-4055-b816-2a9cf974df06,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:02.289320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.289811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.290481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.290820 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.291275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.291705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.292140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.292563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.292987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.293411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.293832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.294563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7eaaa8-49ea-459f-b7e5-c8ed11c8d939 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:02.336902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port d191714c-345a-448b-b024-2bcd10a9c67b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:02.370270 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f98e2c9c-df76-4fb7-923e-41bd6bf443ab tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1274579 Jul 08 18:25:02.376632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38546) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:02.387449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2a976c08-2d57-4359-ad05-f6b022c3674c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '93478970-c391-4511-8c09-2283252806e4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:02.409485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port d191714c-345a-448b-b024-2bcd10a9c67b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:02.409765 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:02.545232 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-2a976c08-2d57-4359-ad05-f6b022c3674c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The resource could not be found. Jul 08 18:25:02.555192 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2a976c08-2d57-4359-ad05-f6b022c3674c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1718533 Jul 08 18:25:02.565427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38550) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:02.584847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fbc1793a-ce01-4ba2-ae62-1d68b82e5fda tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511699888'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:02.642802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:02.675893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbc1793a-ce01-4ba2-ae62-1d68b82e5fda tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:02.757355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e462ca-e1bf-4d8b-84f2-59341f9d8445 req-28269f70-21a3-4970-8270-5b440ca6f7c0 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:02.766194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37e462ca-e1bf-4d8b-84f2-59341f9d8445 req-28269f70-21a3-4970-8270-5b440ca6f7c0 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 944 time: 0.2452297 Jul 08 18:25:02.826237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38558) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:02.865575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37e462ca-e1bf-4d8b-84f2-59341f9d8445 req-eae1155e-aaa9-4067-8af7-c5c34573e864 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830162 Jul 08 18:25:03.183810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46db3f5a-d871-4905-a0d8-4a112d09cd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.263783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Allocated IP 172.20.0.1 (3409f50f-b984-4328-849a-459124917092/e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb/b632f4fe-ae7c-4d72-93e3-af6b27f3aec0) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:03.273550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:03.275823 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.278375 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbc1793a-ce01-4ba2-ae62-1d68b82e5fda tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.447705 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'name': 'tempest-TestVolumeBackupRestore-488608536-router', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:56Z', 'updated_at': '2021-07-08T18:24:59Z', 'revision_number': 3, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'gw_port': {'id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:58Z', 'updated_at': '2021-07-08T18:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:03.513208 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46db3f5a-d871-4905-a0d8-4a112d09cd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.532262 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbc1793a-ce01-4ba2-ae62-1d68b82e5fda tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.533887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Checking router: 135c0b5d-888d-4c91-8826-6a70f09943eb for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:03.534345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Updating router 135c0b5d-888d-4c91-8826-6a70f09943eb port f7603bbb-5567-4de2-80e5-41a7be4ffed3 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:25:03.585098 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.645273 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.658148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6f4e42-74a5-47f6-8951-1713df9617ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd191714c-345a-448b-b024-2bcd10a9c67b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:03.660964 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb11bf5-f528-4262-b9b5-d7e7ea04af09" -d '{"events": [{"server_uuid": "df6f4e42-74a5-47f6-8951-1713df9617ad", "name": "network-vif-plugged", "status": "completed", "tag": "d191714c-345a-448b-b024-2bcd10a9c67b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:03.667105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46db3f5a-d871-4905-a0d8-4a112d09cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.761218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d191714c-345a-448b-b024-2bcd10a9c67b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d191714c-345a-448b-b024-2bcd10a9c67b,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:03.765353 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864edea0-1ef6-4410-b658-937d24ebac31 x-openstack-request-id: req-864edea0-1ef6-4410-b658-937d24ebac31 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:03.765353 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6f4e42-74a5-47f6-8951-1713df9617ad", "name": "network-vif-plugged", "status": "completed", "tag": "d191714c-345a-448b-b024-2bcd10a9c67b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:03.765929 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-864edea0-1ef6-4410-b658-937d24ebac31 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:03.766543 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6f4e42-74a5-47f6-8951-1713df9617ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd191714c-345a-448b-b024-2bcd10a9c67b', 'code': 200} Jul 08 18:25:03.772054 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.782241 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.819503 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbc1793a-ce01-4ba2-ae62-1d68b82e5fda tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.823027 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fbc1793a-ce01-4ba2-ae62-1d68b82e5fda tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2566447 Jul 08 18:25:03.828532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1793a-ce01-4ba2-ae62-1d68b82e5fda tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0b9119-2763-4e31-9d57-5c7826cf3379,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:03.848388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38574) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:03.859549 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-46db3f5a-d871-4905-a0d8-4a112d09cd29 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3031a4b0078743dc93fcdf21c983a67f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0184331 Jul 08 18:25:03.864773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38576) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:03.885223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4b0fd417-d508-47ec-b0a3-5e0f5b0acc59 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'tempest-secgroup--201439690'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:03.973447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7194f8e-d292-4178-874a-43bb92e91f41 req-6ce376e1-171d-4935-85a3-7442c3994338 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:03.986889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7194f8e-d292-4178-874a-43bb92e91f41 req-6ce376e1-171d-4935-85a3-7442c3994338 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 946 time: 0.1723788 Jul 08 18:25:04.077667 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7194f8e-d292-4178-874a-43bb92e91f41 req-26bc82ee-8e36-4f09-b7c1-21438f014c83 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894518 Jul 08 18:25:04.146189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db3f5a-d871-4905-a0d8-4a112d09cd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b4a0ec-890b-4ec6-9b9e-14a670c6d5ad,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:04.177539 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b0fd417-d508-47ec-b0a3-5e0f5b0acc59 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.239232 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.249923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Transition to ACTIVE for port object f7603bbb-5567-4de2-80e5-41a7be4ffed3 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:04.267983 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.286605 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.363545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Transition to ACTIVE for port object b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:04.371985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be292a-a0a7-4426-9dfd-bd532aee5bdb req-d96cb8e4-740b-4fc3-8f7c-a4352953636c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:04.383615 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6be292a-a0a7-4426-9dfd-bd532aee5bdb req-d96cb8e4-740b-4fc3-8f7c-a4352953636c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 945 time: 0.1892488 Jul 08 18:25:04.426102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Attempting to bind port f7603bbb-5567-4de2-80e5-41a7be4ffed3 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:25:04.426519 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Attempting to bind port f7603bbb-5567-4de2-80e5-41a7be4ffed3 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:25:04.426888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Attempting to bind port f7603bbb-5567-4de2-80e5-41a7be4ffed3 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:04.432823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:25:04.433211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:04.433656 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.434249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:25:04.434714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Bound port: f7603bbb-5567-4de2-80e5-41a7be4ffed3, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:25:04.435268 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.436785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=d191714c-345a-448b-b024-2bcd10a9c67b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:04.443589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0be9-f972-4d46-bab3-0f02538301cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.473128 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.478451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6be292a-a0a7-4426-9dfd-bd532aee5bdb req-94389c77-533a-485a-9669-036858c2f573 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888917 Jul 08 18:25:04.528411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05025e-1fc1-4e1d-865e-90dd1503850a req-9b9e2f79-d045-4cec-b645-11da7d57f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:04.535047 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ae05025e-1fc1-4e1d-865e-90dd1503850a req-9b9e2f79-d045-4cec-b645-11da7d57f925 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 1096 time: 0.5441573 Jul 08 18:25:04.543305 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.561866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7483dc-2bae-4e41-879e-07c986466222 None None] Pushing event updated for resources: {'Port': ['ID=f7603bbb-5567-4de2-80e5-41a7be4ffed3,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:04.569863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] For port f7603bbb-5567-4de2-80e5-41a7be4ffed3, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:25:04.573415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] For port f7603bbb-5567-4de2-80e5-41a7be4ffed3, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f7603bbb-5567-4de2-80e5-41a7be4ffed3,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:25:04.583406 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.644897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0be9-f972-4d46-bab3-0f02538301cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.672626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7483dc-2bae-4e41-879e-07c986466222 None None] Pushing event updated for resources: {'Port': ['ID=f7603bbb-5567-4de2-80e5-41a7be4ffed3,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:04.675631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Routers {'135c0b5d-888d-4c91-8826-6a70f09943eb'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:04.676267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['135c0b5d-888d-4c91-8826-6a70f09943eb'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:04.686286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Network 3409f50f-b984-4328-849a-459124917092 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:04.727499 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:04.752001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:04.820046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] Set router 135c0b5d-888d-4c91-8826-6a70f09943eb gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:04.863364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Pushing event updated for resources: {'Port': ['ID=b632f4fe-ae7c-4d72-93e3-af6b27f3aec0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:04.892677 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ae05025e-1fc1-4e1d-865e-90dd1503850a req-bec8807d-77b8-4ba8-90fa-7a27dfe3b5c7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313246 Jul 08 18:25:04.893550 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.090035 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b0fd417-d508-47ec-b0a3-5e0f5b0acc59 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.091172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0be9-f972-4d46-bab3-0f02538301cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.094390 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0be9-f972-4d46-bab3-0f02538301cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.095903 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f6ed0be9-f972-4d46-bab3-0f02538301cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60b4a0ec-890b-4ec6-9b9e-14a670c6d5ad HTTP/1.1" status: 204 len: 168 time: 1.2251191 Jul 08 18:25:05.105853 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b0fd417-d508-47ec-b0a3-5e0f5b0acc59 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.138517 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed0be9-f972-4d46-bab3-0f02538301cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b4a0ec-890b-4ec6-9b9e-14a670c6d5ad,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:05.265858 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-418366e2-ece5-44b8-b512-11f114f5c548 None None] Provisioning for port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:05.288124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-418366e2-ece5-44b8-b512-11f114f5c548 None None] Provisioning complete for port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:05.288810 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-418366e2-ece5-44b8-b512-11f114f5c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.360549 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4b0fd417-d508-47ec-b0a3-5e0f5b0acc59 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.362351 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4b0fd417-d508-47ec-b0a3-5e0f5b0acc59 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4993470 Jul 08 18:25:05.365200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38606) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:05.383120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4d790d60-a4ba-43a2-82c1-0b2f1783b339 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '5f0b9119-2763-4e31-9d57-5c7826cf3379', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5d12bc0c-ffc5-4711-9713-39bc60c3f9f5'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:05.456687 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-418366e2-ece5-44b8-b512-11f114f5c548 None None] Port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:25:05.469636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'name': 'tempest-TestVolumeBackupRestore-488608536-router', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:56Z', 'updated_at': '2021-07-08T18:24:59Z', 'revision_number': 3, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'gw_port': {'id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:58Z', 'updated_at': '2021-07-08T18:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:05.515188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fd417-d508-47ec-b0a3-5e0f5b0acc59 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d12bc0c-ffc5-4711-9713-39bc60c3f9f5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:05.543962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.580197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348f28f-4fcb-450e-8e0b-3903d5da7530 None None] The sync data for ids ['135c0b5d-888d-4c91-8826-6a70f09943eb'] in n-d-799684-3 is: [{'id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'name': 'tempest-TestVolumeBackupRestore-488608536-router', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:56Z', 'updated_at': '2021-07-08T18:24:59Z', 'revision_number': 3, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'gw_port': {'id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:58Z', 'updated_at': '2021-07-08T18:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:05.610481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ba3f7-d8e2-4527-97a6-9ecf0336996b req-4738bbfd-a34c-4eec-8b8b-30956c8a455f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:05.612628 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c41ba3f7-d8e2-4527-97a6-9ecf0336996b req-4738bbfd-a34c-4eec-8b8b-30956c8a455f tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 946 time: 0.2396455 Jul 08 18:25:05.612770 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-1eeadc47-1c29-47a9-96fb-c46c5cfb2d43 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:05.614377 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-1eeadc47-1c29-47a9-96fb-c46c5cfb2d43 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.74 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 946 time: 0.3068202 Jul 08 18:25:05.614862 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-4d790d60-a4ba-43a2-82c1-0b2f1783b339 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:25:05.619388 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4d790d60-a4ba-43a2-82c1-0b2f1783b339 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2476807 Jul 08 18:25:05.620228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38612) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:05.669511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c41ba3f7-d8e2-4527-97a6-9ecf0336996b req-c9a37ef5-e13d-47ce-9ab7-aa3784208230 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480039 Jul 08 18:25:05.774630 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8957a0-915c-45eb-8992-dbe53552b4aa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.818918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8957a0-915c-45eb-8992-dbe53552b4aa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.909240 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8957a0-915c-45eb-8992-dbe53552b4aa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.917026 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8957a0-915c-45eb-8992-dbe53552b4aa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.926099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6b8957a0-915c-45eb-8992-dbe53552b4aa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "DELETE /v2.0/security-groups/5d12bc0c-ffc5-4711-9713-39bc60c3f9f5 HTTP/1.1" status: 204 len: 168 time: 0.2847526 Jul 08 18:25:05.936212 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38618) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:05.991242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8957a0-915c-45eb-8992-dbe53552b4aa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d12bc0c-ffc5-4711-9713-39bc60c3f9f5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:06.108196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38622) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:06.113596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5a0f294e-5397-4826-af98-e74a4b29173b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1468639 Jul 08 18:25:06.189810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ff369-af8c-4c90-bfcd-831927e0d62d req-869590ab-49fc-4092-ae4c-c7bbf9323a7f tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:06.199796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e18ff369-af8c-4c90-bfcd-831927e0d62d req-869590ab-49fc-4092-ae4c-c7bbf9323a7f tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 945 time: 0.4430506 Jul 08 18:25:06.271055 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-33ff95df-b44e-490b-81b6-39a05bbe5757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:06.327178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e18ff369-af8c-4c90-bfcd-831927e0d62d req-b1f7953b-d6fe-40ba-a47c-f2060a9e5633 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260567 Jul 08 18:25:06.355372 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:06.387431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:06.547983 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:06.565250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Pushing event updated for resources: {'Port': ['ID=b632f4fe-ae7c-4d72-93e3-af6b27f3aec0,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:06.752947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Network 3409f50f-b984-4328-849a-459124917092 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:06.783657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:06.877654 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Deleting port 276bbc5c-508f-4559-84fb-98081a3a6d81 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:06.886395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.179040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd02e6f-82ce-4fcc-8f6d-58d08c9d1cf7 req-fb34bca9-5184-46af-aa79-0747a8afcf55 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:07.193544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5cd02e6f-82ce-4fcc-8f6d-58d08c9d1cf7 req-fb34bca9-5184-46af-aa79-0747a8afcf55 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 946 time: 0.2552915 Jul 08 18:25:07.209472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18456b8c-e573-424f-8a6e-640685ff544f None None] Provisioning complete for port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:07.210063 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18456b8c-e573-424f-8a6e-640685ff544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.311183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5cd02e6f-82ce-4fcc-8f6d-58d08c9d1cf7 req-566a098c-89e2-4c1e-876f-219e08eaceca tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116195 Jul 08 18:25:07.330143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-18456b8c-e573-424f-8a6e-640685ff544f None None] Port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:25:07.571052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97a84be9-96da-42fd-96ff-c299dcace0fa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.618858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb395f-27c1-4f81-ba30-a193eaa7e41a req-6ecaa90b-e2b2-43a7-9c7b-23279ae0f3f1 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:07.632991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2fb395f-27c1-4f81-ba30-a193eaa7e41a req-6ecaa90b-e2b2-43a7-9c7b-23279ae0f3f1 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 945 time: 0.1540861 Jul 08 18:25:07.633400 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97a84be9-96da-42fd-96ff-c299dcace0fa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.716554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] For port 276bbc5c-508f-4559-84fb-98081a3a6d81, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=276bbc5c-508f-4559-84fb-98081a3a6d81,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:07.717000 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.765274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2fb395f-27c1-4f81-ba30-a193eaa7e41a req-c0c4080d-a164-4da8-9c95-bee9b03bc801 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285701 Jul 08 18:25:07.947708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97a84be9-96da-42fd-96ff-c299dcace0fa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.967875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-97a84be9-96da-42fd-96ff-c299dcace0fa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.969607 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-97a84be9-96da-42fd-96ff-c299dcace0fa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "DELETE /v2.0/security-groups/5f0b9119-2763-4e31-9d57-5c7826cf3379 HTTP/1.1" status: 204 len: 168 time: 1.8436270 Jul 08 18:25:07.973677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38672) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:08.082444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Router 135c0b5d-888d-4c91-8826-6a70f09943eb has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:25:08.083497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a84be9-96da-42fd-96ff-c299dcace0fa tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0b9119-2763-4e31-9d57-5c7826cf3379,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:08.138143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f7603bbb-5567-4de2-80e5-41a7be4ffed3 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:08.181477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d335a62b-b4c6-4162-8f49-45c49a800440 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2039895 Jul 08 18:25:08.184880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38674) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:08.193068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-da5e9552-748c-46b6-b9c7-ec0d5efde6a2 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964192513'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:08.251621 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da5e9552-748c-46b6-b9c7-ec0d5efde6a2 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:08.263457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port f7603bbb-5567-4de2-80e5-41a7be4ffed3 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:08.274130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f7603bbb-5567-4de2-80e5-41a7be4ffed3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:08.276514 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:08.536905 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da5e9552-748c-46b6-b9c7-ec0d5efde6a2 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:08.548967 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da5e9552-748c-46b6-b9c7-ec0d5efde6a2 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:08.594806 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:08.668577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port f7603bbb-5567-4de2-80e5-41a7be4ffed3, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f7603bbb-5567-4de2-80e5-41a7be4ffed3,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:08.679379 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:08.713210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e9552-748c-46b6-b9c7-ec0d5efde6a2 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72217913-90a8-4173-9f44-1276b1dc2f27,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:08.718245 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:08.719789 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da5e9552-748c-46b6-b9c7-ec0d5efde6a2 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:08.720408 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:08.720758 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Floating IP 2b57407e-9bd7-4866-9168-a1e7163573dd disassociated. External IP: 172.25.8.7, port: 276bbc5c-508f-4559-84fb-98081a3a6d81. Jul 08 18:25:08.721124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Calling delete_port for 276bbc5c-508f-4559-84fb-98081a3a6d81 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:08.727865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-da5e9552-748c-46b6-b9c7-ec0d5efde6a2 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5418029 Jul 08 18:25:08.730329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38694) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:08.755841 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:08.762153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c581e8d4-5820-4e42-a3c2-367869c49e8c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '72217913-90a8-4173-9f44-1276b1dc2f27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:08.802859 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-32aee83e-2505-4d78-b429-6282078a2c31 admin admin] 10.222.0.73 "PUT /v2.0/routers/135c0b5d-888d-4c91-8826-6a70f09943eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5035474 Jul 08 18:25:08.825955 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Sync routers for ids ['135c0b5d-888d-4c91-8826-6a70f09943eb'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:08.845584 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Routers {'135c0b5d-888d-4c91-8826-6a70f09943eb'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:08.847358 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:24:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['135c0b5d-888d-4c91-8826-6a70f09943eb'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:08.948426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=f7603bbb-5567-4de2-80e5-41a7be4ffed3,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:09.084669 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:09.103463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0734fd1-0c81-4692-9c5f-9cbc137cee4f req-a8ce28ac-3bed-41c0-8cb3-777e41c49525 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:09.121942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0734fd1-0c81-4692-9c5f-9cbc137cee4f req-a8ce28ac-3bed-41c0-8cb3-777e41c49525 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 946 time: 0.4520767 Jul 08 18:25:09.182321 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3629c87d-86ae-4b68-a384-faef18d0e8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:09.216632 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-c581e8d4-5820-4e42-a3c2-367869c49e8c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:25:09.220972 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Set router 135c0b5d-888d-4c91-8826-6a70f09943eb gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:09.224988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c581e8d4-5820-4e42-a3c2-367869c49e8c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4769702 Jul 08 18:25:09.231036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38708) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:09.274320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ce3e6125-397e-472c-a6a4-57f728cfc22b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group_rule': {'security_group_id': '72217913-90a8-4173-9f44-1276b1dc2f27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:09.299986 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:09.312482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 276bbc5c-508f-4559-84fb-98081a3a6d81 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:09.351121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0734fd1-0c81-4692-9c5f-9cbc137cee4f req-2436d381-fb57-499b-9709-0b96d6712d5e tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups?id=212288ee-0c7a-4e60-ae92-13825be7e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193873 Jul 08 18:25:09.404447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 276bbc5c-508f-4559-84fb-98081a3a6d81 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:25:09.409268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 276bbc5c-508f-4559-84fb-98081a3a6d81 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:25:09.432344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event deleted for resources: {'Port': ['ID=276bbc5c-508f-4559-84fb-98081a3a6d81,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:09.462295 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-ce3e6125-397e-472c-a6a4-57f728cfc22b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:25:09.465924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ce3e6125-397e-472c-a6a4-57f728cfc22b tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2285023 Jul 08 18:25:09.471622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38710) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:09.678709 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed880-5847-4e90-afbb-e999415d4848 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:09.795313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed880-5847-4e90-afbb-e999415d4848 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:09.873601 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'name': 'tempest-TestVolumeBackupRestore-488608536-router', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:56Z', 'updated_at': '2021-07-08T18:25:05Z', 'revision_number': 4, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'gw_port': {'id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:58Z', 'updated_at': '2021-07-08T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b632f4fe-ae7c-4d72-93e3-af6b27f3aec0', 'name': '', 'network_id': '3409f50f-b984-4328-849a-459124917092', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'mac_address': 'fa:16:3e:ac:47:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:02Z', 'updated_at': '2021-07-08T18:25:05Z', 'revision_number': 2, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'subnets': [{'id': 'e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:09.911001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Router 4736136b-26c6-401b-a48b-43d75e48213a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:25:09.916294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed880-5847-4e90-afbb-e999415d4848 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:09.919953 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed880-5847-4e90-afbb-e999415d4848 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:09.921448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3a8ed880-5847-4e90-afbb-e999415d4848 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "DELETE /v2.0/security-groups/72217913-90a8-4173-9f44-1276b1dc2f27 HTTP/1.1" status: 204 len: 168 time: 0.4494090 Jul 08 18:25:09.926250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38726) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:09.980329 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Checking router: 135c0b5d-888d-4c91-8826-6a70f09943eb for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:09.980680 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Updating router 135c0b5d-888d-4c91-8826-6a70f09943eb port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:25:09.985252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ed880-5847-4e90-afbb-e999415d4848 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72217913-90a8-4173-9f44-1276b1dc2f27,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:10.055671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f7603bbb-5567-4de2-80e5-41a7be4ffed3 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:10.105834 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.237029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38750) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:10.237633 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b6be1f69-f882-4593-8ba0-f0a9b7764d45 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2963989 Jul 08 18:25:10.244153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5c2360a6-124c-4e95-a3ea-3fd61342b724 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'tempest-secgroup--12100346'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:10.263455 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.282539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f7603bbb-5567-4de2-80e5-41a7be4ffed3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:10.283517 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.363303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:10.395256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efde2437-5317-4d0c-a2a6-0b9dd8411641 None None] Sync routers for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:10.397740 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c2360a6-124c-4e95-a3ea-3fd61342b724 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.500143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde2437-5317-4d0c-a2a6-0b9dd8411641 None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:10.500976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-efde2437-5317-4d0c-a2a6-0b9dd8411641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:25:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:10.549131 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] No DVR routers for this DVR port 276bbc5c-508f-4559-84fb-98081a3a6d81 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:25:10.552353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.558010 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bc3b2874-c583-43a7-8650-f8f63bff18b4 req-9467a1d4-1e96-4f18-9b7c-664bfe71c7ae tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.74 "DELETE /v2.0/ports/276bbc5c-508f-4559-84fb-98081a3a6d81 HTTP/1.1" status: 204 len: 173 time: 4.8935530 Jul 08 18:25:10.558010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'name': 'network-vif-deleted', 'tag': '276bbc5c-508f-4559-84fb-98081a3a6d81'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:10.563655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c2360a6-124c-4e95-a3ea-3fd61342b724 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.564345 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c02dc6-8db5-475b-9c80-91778cd3c7a5" -d '{"events": [{"server_uuid": "d6959639-1cea-4324-acac-73734cdb4eaa", "name": "network-vif-deleted", "tag": "276bbc5c-508f-4559-84fb-98081a3a6d81"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:10.583652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c2360a6-124c-4e95-a3ea-3fd61342b724 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.684013 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a0de52-ede8-49d7-be3e-2d43b3ee6086 x-openstack-request-id: req-c2a0de52-ede8-49d7-be3e-2d43b3ee6086 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:10.686481 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6959639-1cea-4324-acac-73734cdb4eaa", "name": "network-vif-deleted", "tag": "276bbc5c-508f-4559-84fb-98081a3a6d81", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:10.686481 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2a0de52-ede8-49d7-be3e-2d43b3ee6086 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:10.686481 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6959639-1cea-4324-acac-73734cdb4eaa', 'name': 'network-vif-deleted', 'tag': '276bbc5c-508f-4559-84fb-98081a3a6d81', 'status': 'completed', 'code': 200} Jul 08 18:25:10.712246 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5c2360a6-124c-4e95-a3ea-3fd61342b724 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.716194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5c2360a6-124c-4e95-a3ea-3fd61342b724 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4744565 Jul 08 18:25:10.717158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38770) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:10.724580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-772963df-94b6-4ef8-adea-6fdabfa5bc34 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:10.725419 n-d-799684-3 neutron-server[93741]: WARNING neutron.api.v2.base [None req-772963df-94b6-4ef8-adea-6fdabfa5bc34 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 18:25:10.726236 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-772963df-94b6-4ef8-adea-6fdabfa5bc34 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 18:25:10.731022 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-772963df-94b6-4ef8-adea-6fdabfa5bc34 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "PUT /v2.0/security-groups/df7dcc81-f033-46db-a4fa-83e38c064521 HTTP/1.1" status: 409 len: 330 time: 0.0109839 Jul 08 18:25:10.732056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38772) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:10.877143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99e996ae-0921-4326-9749-99dcffba2b82 req-d33861a4-8e6e-420d-9f52-5fddb6a0b371 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6959639-1cea-4324-acac-73734cdb4eaa HTTP/1.1" status: 200 len: 210 time: 0.1510077 Jul 08 18:25:10.889634 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2360a6-124c-4e95-a3ea-3fd61342b724 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7dcc81-f033-46db-a4fa-83e38c064521,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:10.934577 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7a9251b-d34f-43fa-b713-52af97d45694 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.040328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7a9251b-d34f-43fa-b713-52af97d45694 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.136584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-efde2437-5317-4d0c-a2a6-0b9dd8411641 None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:11.147232 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7a9251b-d34f-43fa-b713-52af97d45694 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.150093 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7a9251b-d34f-43fa-b713-52af97d45694 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.154601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38790) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:11.160868 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b7a9251b-d34f-43fa-b713-52af97d45694 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "DELETE /v2.0/security-groups/df7dcc81-f033-46db-a4fa-83e38c064521 HTTP/1.1" status: 204 len: 168 time: 0.4275010 Jul 08 18:25:11.195097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9251b-d34f-43fa-b713-52af97d45694 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7dcc81-f033-46db-a4fa-83e38c064521,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:11.313927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38794) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:11.321857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ecd3caac-a1be-407c-8775-74adec7156e1 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1521306 Jul 08 18:25:11.345633 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.371699 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-81d16a80-59e2-436e-aaae-3ebe6cb619ad tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] delete failed (client error): The resource could not be found. Jul 08 18:25:11.380283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38798) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:11.383421 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-81d16a80-59e2-436e-aaae-3ebe6cb619ad tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "DELETE /v2.0/security-groups/3c7ee32c-a203-438e-9093-75874b2fe428 HTTP/1.1" status: 404 len: 347 time: 0.0668836 Jul 08 18:25:11.396588 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-bd8f4e01-cb83-4513-a137-db7aac5fef24 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] show failed (client error): The resource could not be found. Jul 08 18:25:11.397157 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Transition to ACTIVE for port object b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:11.419518 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bd8f4e01-cb83-4513-a137-db7aac5fef24 tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-groups/e42a0031-7eff-4803-b00c-2486a207437b HTTP/1.1" status: 404 len: 347 time: 0.0334618 Jul 08 18:25:11.420561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38802) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:11.425888 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.492948 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-0928fdba-f8df-4f16-93ee-f55853d12a6c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] show failed (client error): The resource could not be found. Jul 08 18:25:11.493967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0928fdba-f8df-4f16-93ee-f55853d12a6c tempest-NegativeSecGroupIPv6Test-21088024 tempest-NegativeSecGroupIPv6Test-21088024-project] 10.222.0.73 "GET /v2.0/security-group-rules/2b24ab6f-4b84-4cd3-b20f-3802c51d9c0e HTTP/1.1" status: 404 len: 356 time: 0.0618393 Jul 08 18:25:11.696425 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccac10f-e13e-4016-bd64-ae050cf2b47f None None] Pushing event updated for resources: {'Port': ['ID=b632f4fe-ae7c-4d72-93e3-af6b27f3aec0,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:11.751349 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.809858 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Attempting to bind port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:25:11.813563 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Attempting to bind port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fbaf30c5-8b92-4f31-bef4-ce185a37cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3409f50f-b984-4328-849a-459124917092'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:25:11.813998 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Attempting to bind port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 on network 3409f50f-b984-4328-849a-459124917092 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:11.839268 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:25:11.840175 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Checking segment: {'id': 'fbaf30c5-8b92-4f31-bef4-ce185a37cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3409f50f-b984-4328-849a-459124917092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:11.842628 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.843987 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Bound using segment: {'id': 'fbaf30c5-8b92-4f31-bef4-ce185a37cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3409f50f-b984-4328-849a-459124917092'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:25:11.848097 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Bound port: b632f4fe-ae7c-4d72-93e3-af6b27f3aec0, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbaf30c5-8b92-4f31-bef4-ce185a37cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3409f50f-b984-4328-849a-459124917092'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:25:11.849110 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.038727 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] For port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:25:12.044172 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] For port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b632f4fe-ae7c-4d72-93e3-af6b27f3aec0,segment=NetworkSegment(fbaf30c5-8b92-4f31-bef4-ce185a37cc84),segment_id=fbaf30c5-8b92-4f31-bef4-ce185a37cc84)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:25:12.051354 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.132379 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Routers {'135c0b5d-888d-4c91-8826-6a70f09943eb'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:12.133011 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:25:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['135c0b5d-888d-4c91-8826-6a70f09943eb'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:12.218954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-efde2437-5317-4d0c-a2a6-0b9dd8411641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:12.300923 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] Set router 135c0b5d-888d-4c91-8826-6a70f09943eb gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:12.353187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38870) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:12.400373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efde2437-5317-4d0c-a2a6-0b9dd8411641 None None] Checking router: 4736136b-26c6-401b-a48b-43d75e48213a for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:12.458749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde2437-5317-4d0c-a2a6-0b9dd8411641 None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:12.462824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-efde2437-5317-4d0c-a2a6-0b9dd8411641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:25:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:12.498156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38874) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:12.593784 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccac10f-e13e-4016-bd64-ae050cf2b47f None None] Pushing event updated for resources: {'Port': ['ID=b632f4fe-ae7c-4d72-93e3-af6b27f3aec0,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:12.663529 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4debdad9-b434-4326-b511-3f0aa583e5ba tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.762046 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4debdad9-b434-4326-b511-3f0aa583e5ba tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.768504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-efde2437-5317-4d0c-a2a6-0b9dd8411641 None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:12.871822 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'name': 'tempest-TestVolumeBackupRestore-488608536-router', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:56Z', 'updated_at': '2021-07-08T18:25:05Z', 'revision_number': 4, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'gw_port': {'id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:58Z', 'updated_at': '2021-07-08T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b632f4fe-ae7c-4d72-93e3-af6b27f3aec0', 'name': '', 'network_id': '3409f50f-b984-4328-849a-459124917092', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'mac_address': 'fa:16:3e:ac:47:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:02Z', 'updated_at': '2021-07-08T18:25:12Z', 'revision_number': 4, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'subnets': [{'id': 'e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:12.884461 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4debdad9-b434-4326-b511-3f0aa583e5ba tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.892236 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4debdad9-b434-4326-b511-3f0aa583e5ba tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.895563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4debdad9-b434-4326-b511-3f0aa583e5ba tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "DELETE /v2.0/security-groups/212288ee-0c7a-4e60-ae92-13825be7e0f3 HTTP/1.1" status: 204 len: 168 time: 0.5405569 Jul 08 18:25:12.897858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38884) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:12.958405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debdad9-b434-4326-b511-3f0aa583e5ba tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212288ee-0c7a-4e60-ae92-13825be7e0f3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:12.964673 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f641e-fc25-49de-a1b1-77fcb6938ad1 None None] The sync data for ids ['135c0b5d-888d-4c91-8826-6a70f09943eb'] in n-d-799684-3 is: [{'id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'name': 'tempest-TestVolumeBackupRestore-488608536-router', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:56Z', 'updated_at': '2021-07-08T18:25:05Z', 'revision_number': 4, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'gw_port': {'id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:58Z', 'updated_at': '2021-07-08T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b632f4fe-ae7c-4d72-93e3-af6b27f3aec0', 'name': '', 'network_id': '3409f50f-b984-4328-849a-459124917092', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'mac_address': 'fa:16:3e:ac:47:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:02Z', 'updated_at': '2021-07-08T18:25:12Z', 'revision_number': 4, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'subnets': [{'id': 'e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:12.988419 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-50ae8dba-d2fe-4100-99e9-cb792aac4eb6 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] show failed (client error): The resource could not be found. Jul 08 18:25:12.989539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-50ae8dba-d2fe-4100-99e9-cb792aac4eb6 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "GET /v2.0/security-groups/212288ee-0c7a-4e60-ae92-13825be7e0f3 HTTP/1.1" status: 404 len: 347 time: 0.0654109 Jul 08 18:25:12.992773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38886) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:13.103287 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a2aa0262-288d-4eed-8ad1-531885f7e015 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f2ef1d3ecec64097ac85b59b0086366d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6033452 Jul 08 18:25:13.105412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38890) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:13.304957 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a071fb6-f431-425c-8876-20b3508e3b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.357791 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a071fb6-f431-425c-8876-20b3508e3b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.457597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a071fb6-f431-425c-8876-20b3508e3b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.461445 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a071fb6-f431-425c-8876-20b3508e3b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.465947 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a071fb6-f431-425c-8876-20b3508e3b98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54278436-619b-4a75-971e-111e6bc4064f HTTP/1.1" status: 204 len: 168 time: 0.3589623 Jul 08 18:25:13.512995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a071fb6-f431-425c-8876-20b3508e3b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54278436-619b-4a75-971e-111e6bc4064f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:13.527012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9dab0f6a-0105-46d7-9299-0cde9a5edd95 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Deleting port bbb3d8f3-d144-42bc-9678-0244f5f5ec2d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:13.527852 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9dab0f6a-0105-46d7-9299-0cde9a5edd95 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.634034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-efde2437-5317-4d0c-a2a6-0b9dd8411641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:13.987790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9dab0f6a-0105-46d7-9299-0cde9a5edd95 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.988250 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9dab0f6a-0105-46d7-9299-0cde9a5edd95 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.049191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9dab0f6a-0105-46d7-9299-0cde9a5edd95 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Calling delete_port for bbb3d8f3-d144-42bc-9678-0244f5f5ec2d owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:14.384342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efde2437-5317-4d0c-a2a6-0b9dd8411641 None None] The sync data for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 is: [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:14:03Z', 'revision_number': 4, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '2eebfd8a-9fd0-4072-a048-e824525f200d', 'name': '', 'network_id': 'd0f910dd-fc47-45d3-b737-f9c834dafa16', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'mac_address': 'fa:16:3e:e9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:14:02Z', 'updated_at': '2021-07-08T18:14:10Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'subnets': [{'id': '26129322-9cb1-4cab-85d5-ba0416ca5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:14.411411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:14.458107 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9dab0f6a-0105-46d7-9299-0cde9a5edd95 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.567281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:14.579632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:14.580342 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.623739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab0f6a-0105-46d7-9299-0cde9a5edd95 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Pushing event deleted for resources: {'Port': ['ID=bbb3d8f3-d144-42bc-9678-0244f5f5ec2d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:14.721944 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9dab0f6a-0105-46d7-9299-0cde9a5edd95 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.729020 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9dab0f6a-0105-46d7-9299-0cde9a5edd95 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.730288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9dab0f6a-0105-46d7-9299-0cde9a5edd95 tempest-AttachVolumeTestJSON-757688360 tempest-AttachVolumeTestJSON-757688360-project] 10.222.0.73 "DELETE /v2.0/floatingips/2b57407e-9bd7-4866-9168-a1e7163573dd HTTP/1.1" status: 204 len: 168 time: 1.7365201 Jul 08 18:25:14.801580 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.982160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b632f4fe-ae7c-4d72-93e3-af6b27f3aec0,segment=NetworkSegment(fbaf30c5-8b92-4f31-bef4-ce185a37cc84),segment_id=fbaf30c5-8b92-4f31-bef4-ce185a37cc84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:15.002525 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.163653 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75e0b6-0c52-4461-a500-f1fe463d64bc None None] New status for floating IP 2b57407e-9bd7-4866-9168-a1e7163573dd: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:25:15.219552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b632f4fe-ae7c-4d72-93e3-af6b27f3aec0,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:16.065173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38948) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:16.072765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:16.227995 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:25:16.257717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:16.258599 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:16.551318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-821190918'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:16.602798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Made reservation on behalf of dcc37264aad045d8923ff05ce3138139 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:25:16.608363 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:16.638334 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:16.856101 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:16.865558 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:16.947318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:25:17.029059 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a4b925-473c-4d0c-bf4f-e961bccba66e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:17.062447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.062911 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Added segment 91c1f140-afb9-412d-91de-26a22fc137c2 of type vlan for network 4403b6e5-7703-46d5-adaf-63919ec83466 Jul 08 18:25:17.112942 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.162353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.175545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:17.176319 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.271994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Pushing event updated for resources: {'Network': ['ID=4403b6e5-7703-46d5-adaf-63919ec83466,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:17.281834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 4403b6e5-7703-46d5-adaf-63919ec83466 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:25:17.288271 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-00f2d968-6156-49a8-8fa8-c2960652a5f5 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.2218645 Jul 08 18:25:17.291712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38968) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:17.297691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-344917c8-74fa-4e80-a01f-1403c704d857 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466', 'tempest-TagsTest-Tag-1165987608') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:17.458714 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-344917c8-74fa-4e80-a01f-1403c704d857 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "PUT /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags/tempest-TagsTest-Tag-1165987608 HTTP/1.1" status: 201 len: 201 time: 0.1640739 Jul 08 18:25:17.459875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38972) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:17.466687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-3a5c28b1-037d-4ddf-a07d-51c90590b749 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466', 'tempest-TagsTest-Tag-1165987608') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:17.623647 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3a5c28b1-037d-4ddf-a07d-51c90590b749 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "GET /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags/tempest-TagsTest-Tag-1165987608 HTTP/1.1" status: 204 len: 168 time: 0.1623311 Jul 08 18:25:17.625994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 38976) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:17.630794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-a8da121c-c18c-45e7-bba9-5385995f85d8 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:17.847326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38984) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:17.853194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-1cc72d54-4d87-404e-8b84-f028159b1143 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466', {'tags': ['tempest-TagsTest-Tag-926916908', 'tempest-TagsTest-Tag-219213883', 'tempest-TagsTest-Tag-1776067665']}) {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:17.857836 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a8da121c-c18c-45e7-bba9-5385995f85d8 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "GET /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags HTTP/1.1" status: 200 len: 238 time: 0.2306094 Jul 08 18:25:18.054624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1cc72d54-4d87-404e-8b84-f028159b1143 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "PUT /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags HTTP/1.1" status: 200 len: 307 time: 0.2058523 Jul 08 18:25:18.057078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38986) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:18.065174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-250b97b4-9123-48bc-8c10-102e9daa8918 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466', 'tempest-TagsTest-Tag-926916908') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:18.281440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-250b97b4-9123-48bc-8c10-102e9daa8918 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "DELETE /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags/tempest-TagsTest-Tag-926916908 HTTP/1.1" status: 204 len: 168 time: 0.2228653 Jul 08 18:25:18.284171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 38998) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:18.290368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-22c4cd75-e9b5-4181-9b7b-9be934b4bb88 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466', 'tempest-TagsTest-Tag-926916908') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:18.435723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39004) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:18.516893 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-22c4cd75-e9b5-4181-9b7b-9be934b4bb88 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] show failed (client error): The resource could not be found. Jul 08 18:25:18.520785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39008) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:18.525786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-7e4d026f-0499-4c55-ba06-658773a02662 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466', 'tempest-TagsTest-Tag-219213883') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:18.533687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-22c4cd75-e9b5-4181-9b7b-9be934b4bb88 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "GET /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags/tempest-TagsTest-Tag-926916908 HTTP/1.1" status: 404 len: 325 time: 0.2477636 Jul 08 18:25:18.608143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1f76-f46e-411a-be42-1f984858e7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.723559 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7e4d026f-0499-4c55-ba06-658773a02662 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "GET /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags/tempest-TagsTest-Tag-219213883 HTTP/1.1" status: 204 len: 168 time: 0.2013676 Jul 08 18:25:18.725836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39010) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:18.771462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-fcadb1b5-85db-4a4e-8ad1-4e29302c5d1e tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466', 'tempest-TagsTest-Tag-1776067665') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:18.904348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1f76-f46e-411a-be42-1f984858e7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.947599 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1f76-f46e-411a-be42-1f984858e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.045431 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4a2b1f76-f46e-411a-be42-1f984858e7ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=71628c52b08a47cdaef57132d1f6bdbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6055720 Jul 08 18:25:19.045431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b1f76-f46e-411a-be42-1f984858e7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17885b2a-d781-47ba-8e4f-1664d043f567,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:19.045920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39016) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:19.085079 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fcadb1b5-85db-4a4e-8ad1-4e29302c5d1e tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "GET /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags/tempest-TagsTest-Tag-1776067665 HTTP/1.1" status: 204 len: 168 time: 0.3295724 Jul 08 18:25:19.088176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39018) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:19.095947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-a0d85e9e-d3d1-47a9-b282-026e853d4901 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:19.168574 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-65143d43-fdae-405a-8f7b-069dca366844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.284325 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-65143d43-fdae-405a-8f7b-069dca366844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.326701 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a0d85e9e-d3d1-47a9-b282-026e853d4901 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "DELETE /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags HTTP/1.1" status: 204 len: 168 time: 0.2351916 Jul 08 18:25:19.326953 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39022) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:19.332079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-7e3f6689-3ac2-47a4-a229-4d3f968dec3c tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466', 'tempest-TagsTest-Tag-219213883') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:19.406797 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-65143d43-fdae-405a-8f7b-069dca366844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.410410 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-65143d43-fdae-405a-8f7b-069dca366844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.411004 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-65143d43-fdae-405a-8f7b-069dca366844 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/17885b2a-d781-47ba-8e4f-1664d043f567 HTTP/1.1" status: 204 len: 168 time: 0.3641632 Jul 08 18:25:19.431875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65143d43-fdae-405a-8f7b-069dca366844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17885b2a-d781-47ba-8e4f-1664d043f567,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:19.480525 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-7e3f6689-3ac2-47a4-a229-4d3f968dec3c tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] show failed (client error): The resource could not be found. Jul 08 18:25:19.481591 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7e3f6689-3ac2-47a4-a229-4d3f968dec3c tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "GET /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags/tempest-TagsTest-Tag-219213883 HTTP/1.1" status: 404 len: 325 time: 0.1531489 Jul 08 18:25:19.484905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39028) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:19.489444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-58a24814-3420-45de-852d-e4f213ff2691 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466', 'tempest-TagsTest-Tag-1776067665') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:19.655045 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-58a24814-3420-45de-852d-e4f213ff2691 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] show failed (client error): The resource could not be found. Jul 08 18:25:19.659873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39036) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:19.663930 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-58a24814-3420-45de-852d-e4f213ff2691 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "GET /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags/tempest-TagsTest-Tag-1776067665 HTTP/1.1" status: 404 len: 326 time: 0.1778069 Jul 08 18:25:19.664831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-85488704-5907-424a-b345-700cac2320d7 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4403b6e5-7703-46d5-adaf-63919ec83466') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:19.894961 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-85488704-5907-424a-b345-700cac2320d7 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "DELETE /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466/tags HTTP/1.1" status: 204 len: 168 time: 0.2338796 Jul 08 18:25:19.899384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39044) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:20.093795 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.248396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.262899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4403b6e5-7703-46d5-adaf-63919ec83466']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:20.292753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c1f140-afb9-412d-91de-26a22fc137c2') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:20.295783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c1f140-afb9-412d-91de-26a22fc137c2') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:20.323035 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.365424 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.383862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:25:20.385615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:25:20.393904 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:25:20.594175 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.614920 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.617062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] 10.222.0.73 "DELETE /v2.0/networks/4403b6e5-7703-46d5-adaf-63919ec83466 HTTP/1.1" status: 204 len: 168 time: 0.7166810 Jul 08 18:25:20.629174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6953fd1-67a7-49e3-8770-865ed7e16a75 tempest-TagsTest-1332892312 tempest-TagsTest-1332892312-project] Pushing event deleted for resources: {'Network': ['ID=4403b6e5-7703-46d5-adaf-63919ec83466,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:21.199381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39080) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:21.396774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-00dddfbe-a07d-4e8c-bd3b-8bfd0d8e96e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dcc37264aad045d8923ff05ce3138139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961126 Jul 08 18:25:21.407738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39092) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:21.481763 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02a313b0-e638-44af-9fae-d94d6ce1f50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.542884 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02a313b0-e638-44af-9fae-d94d6ce1f50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.762564 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02a313b0-e638-44af-9fae-d94d6ce1f50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.765293 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02a313b0-e638-44af-9fae-d94d6ce1f50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.769258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-02a313b0-e638-44af-9fae-d94d6ce1f50e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69a4b925-473c-4d0c-bf4f-e961bccba66e HTTP/1.1" status: 204 len: 168 time: 0.3601065 Jul 08 18:25:21.810754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a313b0-e638-44af-9fae-d94d6ce1f50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a4b925-473c-4d0c-bf4f-e961bccba66e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:26.204621 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39244) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:26.479927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72d3ee7c-29a9-4587-9c3a-d78dedff76a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.723412 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72d3ee7c-29a9-4587-9c3a-d78dedff76a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.739301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72d3ee7c-29a9-4587-9c3a-d78dedff76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.788385 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-72d3ee7c-29a9-4587-9c3a-d78dedff76a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=32645f57b1d148e094829f9ddea86ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5820930 Jul 08 18:25:26.791262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39254) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:26.866761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3ee7c-29a9-4587-9c3a-d78dedff76a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71e4d89-b0b6-46d5-9f5d-bf74d7814f01,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:26.964847 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ef7-c9c3-4d64-9415-b735395a1054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.994729 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ef7-c9c3-4d64-9415-b735395a1054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.066926 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ef7-c9c3-4d64-9415-b735395a1054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.079082 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ef7-c9c3-4d64-9415-b735395a1054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.084686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b80b2ef7-c9c3-4d64-9415-b735395a1054 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a71e4d89-b0b6-46d5-9f5d-bf74d7814f01 HTTP/1.1" status: 204 len: 168 time: 0.2910848 Jul 08 18:25:27.107505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b2ef7-c9c3-4d64-9415-b735395a1054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71e4d89-b0b6-46d5-9f5d-bf74d7814f01,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:27.668801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39296) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:27.714340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc62055e-e5ad-4489-9d77-a23bfa9916b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.941149 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc62055e-e5ad-4489-9d77-a23bfa9916b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.946705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fc62055e-e5ad-4489-9d77-a23bfa9916b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.983019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62055e-e5ad-4489-9d77-a23bfa9916b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d4a2e8-6620-466d-b0fe-b363a0a27180,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:28.014058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39308) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:28.014732 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fc62055e-e5ad-4489-9d77-a23bfa9916b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aeb08731b898494c8512335f11f6e706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428752 Jul 08 18:25:28.088608 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a70f-61db-432d-9512-ab5439abf4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:28.114435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a70f-61db-432d-9512-ab5439abf4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:28.174371 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a70f-61db-432d-9512-ab5439abf4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:28.176985 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a70f-61db-432d-9512-ab5439abf4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:28.181125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d7f8a70f-61db-432d-9512-ab5439abf4a3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/67d4a2e8-6620-466d-b0fe-b363a0a27180 HTTP/1.1" status: 204 len: 168 time: 0.1659729 Jul 08 18:25:28.197854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8a70f-61db-432d-9512-ab5439abf4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d4a2e8-6620-466d-b0fe-b363a0a27180,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:29.853146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2aec6a-ff78-4a44-a09a-8a5bff312f6b req-aa54dd55-7b2c-4037-90a3-971fa3c0b114 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115201 Jul 08 18:25:30.023207 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2aec6a-ff78-4a44-a09a-8a5bff312f6b req-5a10d59e-3476-40eb-9d3c-4efce6176c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:30.028493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2aec6a-ff78-4a44-a09a-8a5bff312f6b req-5a10d59e-3476-40eb-9d3c-4efce6176c04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 1097 time: 0.1200287 Jul 08 18:25:30.195249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2aec6a-ff78-4a44-a09a-8a5bff312f6b req-41c8fc4b-69f6-4f9f-bb65-06c0ef951b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:30.197474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2aec6a-ff78-4a44-a09a-8a5bff312f6b req-41c8fc4b-69f6-4f9f-bb65-06c0ef951b42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 916 time: 0.1395979 Jul 08 18:25:30.299062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2aec6a-ff78-4a44-a09a-8a5bff312f6b req-49beba5e-d1f6-4d2c-8db8-897300ec5e5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f40328d1-9f6e-4d35-bfd0-32175efe7760 HTTP/1.1" status: 200 len: 217 time: 0.0860286 Jul 08 18:25:30.480170 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2aec6a-ff78-4a44-a09a-8a5bff312f6b req-8fc21800-d6a0-4472-adcc-9170dba84cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:30.481665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2aec6a-ff78-4a44-a09a-8a5bff312f6b req-8fc21800-d6a0-4472-adcc-9170dba84cf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.1746292 Jul 08 18:25:30.547219 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2aec6a-ff78-4a44-a09a-8a5bff312f6b req-46238363-d996-4389-9486-1791239d37ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539250 Jul 08 18:25:30.758007 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2aec6a-ff78-4a44-a09a-8a5bff312f6b req-b66985fc-5c4c-45b8-869f-d9bdf1b753ae service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040482 Jul 08 18:25:30.994524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f2aec6a-ff78-4a44-a09a-8a5bff312f6b req-3b4730b2-237e-4f1a-b42f-52cc35fe3843 service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307732 Jul 08 18:25:33.174276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39500) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:33.316932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6435533-890f-4c27-978d-aa8c07ccc577 admin admin] Deleting subnet 6ae37bc1-2013-4961-ba83-01ee1af88426 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:25:33.329621 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6435533-890f-4c27-978d-aa8c07ccc577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.492930 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6435533-890f-4c27-978d-aa8c07ccc577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.552265 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6435533-890f-4c27-978d-aa8c07ccc577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.631671 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6435533-890f-4c27-978d-aa8c07ccc577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.642833 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.665360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6435533-890f-4c27-978d-aa8c07ccc577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae37bc1-2013-4961-ba83-01ee1af88426,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:33.678721 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6435533-890f-4c27-978d-aa8c07ccc577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.681204 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f6435533-890f-4c27-978d-aa8c07ccc577 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6ae37bc1-2013-4961-ba83-01ee1af88426 HTTP/1.1" status: 204 len: 168 time: 0.5051525 Jul 08 18:25:33.684190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39510) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:33.802296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.968805 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.979753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017b1b61-355b-40c6-8404-0512c689e901']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:34.004293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229b30b3-1ae0-4866-8eab-b7c26808a8df') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:34.006189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229b30b3-1ae0-4866-8eab-b7c26808a8df') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:34.028660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.049705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.057212 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:25:34.057857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:25:34.122537 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:25:34.130708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.139297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.142327 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] 10.222.0.73 "DELETE /v2.0/networks/017b1b61-355b-40c6-8404-0512c689e901 HTTP/1.1" status: 204 len: 168 time: 0.4564638 Jul 08 18:25:34.188483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Pushing event deleted for resources: {'Network': ['ID=017b1b61-355b-40c6-8404-0512c689e901,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:34.216967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.219904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.221176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.224592 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.224995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.225587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.225834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.226175 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.226547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.231205 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.231575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.231921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea81e43-0062-4597-817d-1a88a1ce0696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:34.392346 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.526142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39530) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:34.586260 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-08e5e46e-96ca-4b9c-9fab-fb79e22c0f86 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8262db23729a48008da3b192780c7ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567241 Jul 08 18:25:34.586642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39534) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:34.797329 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2909eb1-0851-4bbe-93c4-42993262aba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.842220 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2909eb1-0851-4bbe-93c4-42993262aba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.939058 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2909eb1-0851-4bbe-93c4-42993262aba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.942313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2909eb1-0851-4bbe-93c4-42993262aba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.946466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a2909eb1-0851-4bbe-93c4-42993262aba8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1437980-1c34-4c13-b296-28ae52515ab7 HTTP/1.1" status: 204 len: 168 time: 0.3587494 Jul 08 18:25:34.973050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2909eb1-0851-4bbe-93c4-42993262aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1437980-1c34-4c13-b296-28ae52515ab7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:35.971323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39580) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:36.258790 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-52567e81-67bd-4afe-84a2-c67f36dfd9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:37.150867 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:37.579114 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b5f29b9c-d4b6-40a5-aedb-b30b2aa0cc48 req-a8eed397-19d2-4375-9353-d3a93186bb2d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187325 Jul 08 18:25:37.804129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f29b9c-d4b6-40a5-aedb-b30b2aa0cc48 req-750de86c-9ef9-4b1b-84f0-6c43195a4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:37.810433 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b5f29b9c-d4b6-40a5-aedb-b30b2aa0cc48 req-750de86c-9ef9-4b1b-84f0-6c43195a4b62 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 1096 time: 0.1761906 Jul 08 18:25:38.043848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f29b9c-d4b6-40a5-aedb-b30b2aa0cc48 req-62ae12a8-4427-4729-a89a-118b397c25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:38.045874 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b5f29b9c-d4b6-40a5-aedb-b30b2aa0cc48 req-62ae12a8-4427-4729-a89a-118b397c25fc service neutron] 10.222.0.74 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 916 time: 0.2085822 Jul 08 18:25:38.142631 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b5f29b9c-d4b6-40a5-aedb-b30b2aa0cc48 req-99b074db-992f-4bc6-a217-70fd0c1edfa6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d191714c-345a-448b-b024-2bcd10a9c67b HTTP/1.1" status: 200 len: 217 time: 0.0900731 Jul 08 18:25:38.258006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f29b9c-d4b6-40a5-aedb-b30b2aa0cc48 req-c54eff47-1f1b-44e2-b4a2-f62827107dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:38.264573 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b5f29b9c-d4b6-40a5-aedb-b30b2aa0cc48 req-c54eff47-1f1b-44e2-b4a2-f62827107dd4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.1150703 Jul 08 18:25:38.314390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] Deleting port 2eebfd8a-9fd0-4072-a048-e824525f200d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:38.314947 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:38.351844 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b5f29b9c-d4b6-40a5-aedb-b30b2aa0cc48 req-d9b03147-d189-4565-939d-f054d74264bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807707 Jul 08 18:25:38.545317 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] For port 2eebfd8a-9fd0-4072-a048-e824525f200d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2eebfd8a-9fd0-4072-a048-e824525f200d,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:38.549741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:38.581225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] Calling delete_port for 2eebfd8a-9fd0-4072-a048-e824525f200d owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:38.602312 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b5f29b9c-d4b6-40a5-aedb-b30b2aa0cc48 req-9799ed36-a8ed-4232-b931-d7d1029e9d25 service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401502 Jul 08 18:25:38.789631 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b5f29b9c-d4b6-40a5-aedb-b30b2aa0cc48 req-58daf528-ee26-4e2a-9ee2-0bb5d95d55db service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794560 Jul 08 18:25:39.052264 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:39.089335 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:39.139904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eebfd8a-9fd0-4072-a048-e824525f200d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:39.156877 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e9a442bf-5456-4b94-900e-9609a7e104f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:39.511757 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:40.096353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] Router 4736136b-26c6-401b-a48b-43d75e48213a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:25:40.202498 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:40.315506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:40.323464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39670) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:40.325822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0107c482-6907-40d1-b423-5088f5ed3789 None None] Sync routers for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:40.330930 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-637d103e-70d4-47ee-a66a-89f4dc5bfa62 admin admin] 10.222.0.73 "PUT /v2.0/routers/4736136b-26c6-401b-a48b-43d75e48213a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3577247 Jul 08 18:25:40.346140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0107c482-6907-40d1-b423-5088f5ed3789 None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:40.347346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0107c482-6907-40d1-b423-5088f5ed3789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:25:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:40.355112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39672) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:40.568225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0107c482-6907-40d1-b423-5088f5ed3789 None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:40.653056 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:40.684001 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb0975be-b839-40ca-972c-74ec02bff1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:40.982882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0107c482-6907-40d1-b423-5088f5ed3789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:25:38Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:40.987017 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb0975be-b839-40ca-972c-74ec02bff1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:40.999894 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb0975be-b839-40ca-972c-74ec02bff1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:41.047770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0107c482-6907-40d1-b423-5088f5ed3789 None None] Checking router: 4736136b-26c6-401b-a48b-43d75e48213a for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:41.070639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0107c482-6907-40d1-b423-5088f5ed3789 None None] Routers {'4736136b-26c6-401b-a48b-43d75e48213a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:41.071884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0107c482-6907-40d1-b423-5088f5ed3789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:25:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['4736136b-26c6-401b-a48b-43d75e48213a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:41.226317 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fb0975be-b839-40ca-972c-74ec02bff1ff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d9ff4797fffe4627b0ce386b0dd78861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8697615 Jul 08 18:25:41.231319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39700) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:41.233982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0975be-b839-40ca-972c-74ec02bff1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2503e6d6-950e-4933-a358-6da16ecdd0d2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:41.297350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0107c482-6907-40d1-b423-5088f5ed3789 None None] Set router 4736136b-26c6-401b-a48b-43d75e48213a gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:41.327512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-f53791e0-4964-41ca-808b-405a7711d763 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:41.335178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-f53791e0-4964-41ca-808b-405a7711d763 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 815 time: 0.2959516 Jul 08 18:25:41.352115 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-cecdac5d-6eb5-4a9b-b86d-46e9fe174c5b tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/quotas/7872b885dd83463f827551ec8cee2712 HTTP/1.1" status: 200 len: 375 time: 0.0157380 Jul 08 18:25:41.431061 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8860-e617-48f3-9f8c-ca0171703d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:41.473328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-479859ef-7f83-48fa-b713-23f4b8d9a2a5 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199949 Jul 08 18:25:41.509754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8860-e617-48f3-9f8c-ca0171703d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:41.628031 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:41.674552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8860-e617-48f3-9f8c-ca0171703d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:41.677262 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8860-e617-48f3-9f8c-ca0171703d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:41.681045 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ab2a8860-e617-48f3-9f8c-ca0171703d1e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2503e6d6-950e-4933-a358-6da16ecdd0d2 HTTP/1.1" status: 204 len: 168 time: 0.4462354 Jul 08 18:25:41.693562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a8860-e617-48f3-9f8c-ca0171703d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2503e6d6-950e-4933-a358-6da16ecdd0d2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:41.717576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Deleting port 175f3a1b-ff36-4c95-87e6-cf146a217a69 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:41.718126 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:41.749587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:41.827805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0107c482-6907-40d1-b423-5088f5ed3789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:25:38Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:41.944729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-44d39ac0-fffe-4dd0-9bdd-093cf3441019 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681556 Jul 08 18:25:41.948742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0107c482-6907-40d1-b423-5088f5ed3789 None None] The sync data for ids ['4736136b-26c6-401b-a48b-43d75e48213a'] in n-d-799684-3 is: [{'id': '4736136b-26c6-401b-a48b-43d75e48213a', 'name': 'tempest-AttachVolumeTestJSON-2137940805-router', 'tenant_id': 'bc254ab719e14ce5a67a940a463bcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:13:58Z', 'updated_at': '2021-07-08T18:25:38Z', 'revision_number': 5, 'project_id': 'bc254ab719e14ce5a67a940a463bcf78', 'gw_port': {'id': '175f3a1b-ff36-4c95-87e6-cf146a217a69', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4736136b-26c6-401b-a48b-43d75e48213a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:13:59Z', 'updated_at': '2021-07-08T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:41.974174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] For port 175f3a1b-ff36-4c95-87e6-cf146a217a69, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=175f3a1b-ff36-4c95-87e6-cf146a217a69,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:41.974699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:42.035002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Calling delete_port for 175f3a1b-ff36-4c95-87e6-cf146a217a69 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:42.251874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e7ed0236-869a-47cf-b4ef-e32aa9befef2 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618339 Jul 08 18:25:42.385159 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:42.460234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=175f3a1b-ff36-4c95-87e6-cf146a217a69,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:42.504795 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39722) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:42.537592 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da1413c9-5f29-4c84-964d-c7e5bef7aedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:42.579465 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:42.610929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-491c38c4-f440-466b-8dec-d7f61289a961 req-258a5599-b48e-40a3-8838-1b64bd67944c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 210 time: 0.0635631 Jul 08 18:25:42.770363 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da1413c9-5f29-4c84-964d-c7e5bef7aedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:42.782347 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da1413c9-5f29-4c84-964d-c7e5bef7aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:42.806038 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:42.808624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:42.881447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-da1413c9-5f29-4c84-964d-c7e5bef7aedb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4ebfdfada07484d948552316049d095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755603 Jul 08 18:25:42.886062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39734) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:42.907423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1413c9-5f29-4c84-964d-c7e5bef7aedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d33e1b-c633-4f89-8ce2-431ce3307292,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:42.911411 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:42.912279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4736136b-26c6-401b-a48b-43d75e48213a {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:25:42.925461 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:42.927017 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f5dab7a5-068e-48bd-b27c-a936af69c3ea admin admin] 10.222.0.73 "DELETE /v2.0/routers/4736136b-26c6-401b-a48b-43d75e48213a HTTP/1.1" status: 204 len: 168 time: 2.6024845 Jul 08 18:25:42.929677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39738) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:43.023387 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f2be941-f648-4559-894a-2fa48af7613d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.057494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1917d7f7-bf3d-42ef-96a5-7369eeebf936 admin admin] Deleting subnet 26129322-9cb1-4cab-85d5-ba0416ca5a44 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:25:43.062711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1917d7f7-bf3d-42ef-96a5-7369eeebf936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.076370 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f2be941-f648-4559-894a-2fa48af7613d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.116101 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1917d7f7-bf3d-42ef-96a5-7369eeebf936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.219208 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f2be941-f648-4559-894a-2fa48af7613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.224808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f2be941-f648-4559-894a-2fa48af7613d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.229338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9f2be941-f648-4559-894a-2fa48af7613d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/65d33e1b-c633-4f89-8ce2-431ce3307292 HTTP/1.1" status: 204 len: 168 time: 0.3369119 Jul 08 18:25:43.274701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2be941-f648-4559-894a-2fa48af7613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d33e1b-c633-4f89-8ce2-431ce3307292,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:43.453172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1917d7f7-bf3d-42ef-96a5-7369eeebf936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.566087 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1917d7f7-bf3d-42ef-96a5-7369eeebf936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.674904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917d7f7-bf3d-42ef-96a5-7369eeebf936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26129322-9cb1-4cab-85d5-ba0416ca5a44,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:43.678420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd4524-3c83-44b4-abbe-7d36eba0ef4f None None] Network d0f910dd-fc47-45d3-b737-f9c834dafa16 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:25:43.680132 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1917d7f7-bf3d-42ef-96a5-7369eeebf936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.685011 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1917d7f7-bf3d-42ef-96a5-7369eeebf936 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/26129322-9cb1-4cab-85d5-ba0416ca5a44 HTTP/1.1" status: 204 len: 168 time: 0.7539868 Jul 08 18:25:43.691999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39760) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:43.767859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.940730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5455c6ab-2a9e-4df8-9acd-468f5de8ff30 req-e172b0a1-b5e4-4864-ad9c-637c7ba18f0a tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 210 time: 0.0788093 Jul 08 18:25:44.005200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Deleting port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:44.007237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 175f3a1b-ff36-4c95-87e6-cf146a217a69 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:44.007603 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.059589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 175f3a1b-ff36-4c95-87e6-cf146a217a69 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:25:44.060216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 175f3a1b-ff36-4c95-87e6-cf146a217a69 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:25:44.060916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2eebfd8a-9fd0-4072-a048-e824525f200d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:44.084221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 2eebfd8a-9fd0-4072-a048-e824525f200d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:25:44.084965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2eebfd8a-9fd0-4072-a048-e824525f200d not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:25:44.119077 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] For port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0ae54d78-0466-4cc3-8545-2c7eeb1a1886,segment=NetworkSegment(07789d5f-3ffc-4025-b001-c4644542d107),segment_id=07789d5f-3ffc-4025-b001-c4644542d107)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:44.119525 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.140453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Calling delete_port for 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:44.198626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] DHCP port deletion for d0f910dd-fc47-45d3-b737-f9c834dafa16 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:25:44.257444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.302257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae54d78-0466-4cc3-8545-2c7eeb1a1886,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:44.304367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] No DVR routers for this DVR port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:25:44.310392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39778) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:44.333461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Deleting port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:44.334068 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.352189 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2eed-47e7-4224-93bb-d3c3a4fe8023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.408173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] For port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:44.408577 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.424672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Calling delete_port for 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:44.427976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:25:44.429495 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.469285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] No DVR routers for this DVR port 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:25:44.483120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Pushing event deleted for resources: {'Port': ['ID=0ae54d78-0466-4cc3-8545-2c7eeb1a1886,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:44.494625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.495384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.496032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.496567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.497064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.497591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.498177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.500559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.501149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.502008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.502789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.503349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b506c5-c75e-4cd8-959d-9809211be9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:44.540036 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.562912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f910dd-fc47-45d3-b737-f9c834dafa16']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:44.580361 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2eed-47e7-4224-93bb-d3c3a4fe8023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.586000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07789d5f-3ffc-4025-b001-c4644542d107') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:44.587109 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2eed-47e7-4224-93bb-d3c3a4fe8023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.587540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07789d5f-3ffc-4025-b001-c4644542d107') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:44.614837 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.624549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c2eed-47e7-4224-93bb-d3c3a4fe8023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5db8bc1-20af-4895-ba2e-9b8ef91d5a9c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:44.648018 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.653812 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6d9c2eed-47e7-4224-93bb-d3c3a4fe8023 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a02265d8b6ff4cca9aa787d8a0398868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416753 Jul 08 18:25:44.656509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39782) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:44.660845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:25:44.661490 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:25:44.665630 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:25:44.777073 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d389f562-e584-4430-91e3-e7ba546a988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.781599 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.788765 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.794381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d0f910dd-fc47-45d3-b737-f9c834dafa16 HTTP/1.1" status: 204 len: 168 time: 1.0991645 Jul 08 18:25:44.807779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06955285-4bff-4ce6-b6ca-c34e0257b375 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f910dd-fc47-45d3-b737-f9c834dafa16,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:44.924639 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d389f562-e584-4430-91e3-e7ba546a988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:45.048895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-92be8622-7971-44d4-916d-65bbf2f2fc4a tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:45.050834 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-92be8622-7971-44d4-916d-65bbf2f2fc4a tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.74 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 815 time: 0.2757616 Jul 08 18:25:45.082892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Request body: {'port': {'device_id': '13aca743-64ef-44c1-844f-1a4957dc6ad3', 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4', 'admin_state_up': True, 'tenant_id': '7872b885dd83463f827551ec8cee2712'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:45.124843 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d389f562-e584-4430-91e3-e7ba546a988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:45.132772 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d389f562-e584-4430-91e3-e7ba546a988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:45.134253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d389f562-e584-4430-91e3-e7ba546a988e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f5db8bc1-20af-4895-ba2e-9b8ef91d5a9c HTTP/1.1" status: 204 len: 168 time: 0.4762702 Jul 08 18:25:45.252528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389f562-e584-4430-91e3-e7ba546a988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5db8bc1-20af-4895-ba2e-9b8ef91d5a9c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:45.417892 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 39812) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:45.431094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Made reservation on behalf of 7872b885dd83463f827551ec8cee2712 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:25:45.447165 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:45.453308 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ed77c99-3093-495d-b6b9-c9bcbf71bed9 req-f5f4f946-e99c-457c-921d-fdce9099c7a1 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 210 time: 0.1244643 Jul 08 18:25:45.508291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d2c3234a-2a4f-4515-9e2e-902d8c8e8030 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bc254ab719e14ce5a67a940a463bcf78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890486 Jul 08 18:25:45.518557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 39816) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:45.668782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Allocated IP 172.20.0.9 (7cc11084-4960-4918-87ec-871a6f7b60c4/fbd0769d-d015-4540-a2e1-f52ff46d485c/8e17ee6a-7667-4a94-8f8f-a6728ce3ea50) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:45.933153 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:45.981942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:45.997569 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:46.037864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f40328d1-9f6e-4d35-bfd0-32175efe7760', '1b3f455c-1d74-46e6-96b4-8c1b258db5e1'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:25:46.045113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['d191714c-345a-448b-b024-2bcd10a9c67b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:25:46.138145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Pushing event updated for resources: {'Port': ['ID=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:46.150909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Network 7cc11084-4960-4918-87ec-871a6f7b60c4 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:46.153398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:46.158680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:25:46.159302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0ae54d78-0466-4cc3-8545-2c7eeb1a1886 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:25:46.160686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:46.214336 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4eee6cfd-d031-4f08-9b38-de8ebeafb850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:46.280797 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4eee6cfd-d031-4f08-9b38-de8ebeafb850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:46.330535 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:46.331205 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:46.360664 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5f3bc4b8-de27-4e18-9d0c-79ceaec5c2db tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2994537 Jul 08 18:25:46.362625 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4eee6cfd-d031-4f08-9b38-de8ebeafb850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:46.367886 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4eee6cfd-d031-4f08-9b38-de8ebeafb850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:46.376755 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4eee6cfd-d031-4f08-9b38-de8ebeafb850 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9078c30e-3837-4ae5-94ca-c0c357ce5a9f HTTP/1.1" status: 204 len: 168 time: 0.8508894 Jul 08 18:25:46.388405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Request body: {'port': {'device_id': '13aca743-64ef-44c1-844f-1a4957dc6ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:46.396583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee6cfd-d031-4f08-9b38-de8ebeafb850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9078c30e-3837-4ae5-94ca-c0c357ce5a9f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:46.653301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:46.860954 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb23c-fa2d-4417-9728-c25013ca1968 req-ebdcf787-588a-410d-bad5-7d2a90e5f967 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:46.868245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fbfb23c-fa2d-4417-9728-c25013ca1968 req-ebdcf787-588a-410d-bad5-7d2a90e5f967 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 931 time: 0.2076759 Jul 08 18:25:46.958726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fbfb23c-fa2d-4417-9728-c25013ca1968 req-391bec96-64fd-4545-9b8f-cb85f609d8d9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854053 Jul 08 18:25:47.346567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:25:47.361971 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:47.400500 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Transition to ACTIVE for port object 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:47.423819 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:47.637766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Pushing event updated for resources: {'Port': ['ID=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:47.875070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Attempting to bind port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:25:47.875435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Attempting to bind port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:25:47.876445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Attempting to bind port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 on network 7cc11084-4960-4918-87ec-871a6f7b60c4 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:47.888403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 on network 7cc11084-4960-4918-87ec-871a6f7b60c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:25:47.888760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Attempting to bind port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 on network 7cc11084-4960-4918-87ec-871a6f7b60c4 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:47.895020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:25:47.895441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Checking segment: {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:47.895743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Bound using segment: {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:25:47.896305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Bound port: 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849ae36b-1f34-4448-8008-c9c4fb468d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:25:47.896605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:47.994587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] For port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:25:48.011421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] For port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:25:48.032072 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:48.182340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Pushing event updated for resources: {'Port': ['ID=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:48.209452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:48.210067 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:48.211650 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e520b178-ae1c-4155-a25a-dfd97a8ad11d service neutron] 10.222.0.74 "PUT /v2.0/ports/8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 HTTP/1.1" status: 200 len: 1091 time: 1.8393366 Jul 08 18:25:48.212093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aca743-64ef-44c1-844f-1a4957dc6ad3', 'tag': '8e17ee6a-7667-4a94-8f8f-a6728ce3ea50'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:48.214399 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7465bd8b-4541-4790-9b1d-0d3aad6f5c54" -d '{"events": [{"name": "network-changed", "server_uuid": "13aca743-64ef-44c1-844f-1a4957dc6ad3", "tag": "8e17ee6a-7667-4a94-8f8f-a6728ce3ea50"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:48.228100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77eac-f649-43e4-92db-0f1cbe93b238 req-ef8b9f98-aeb1-47e1-8953-79deb6045f36 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:48.240005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-feb77eac-f649-43e4-92db-0f1cbe93b238 req-ef8b9f98-aeb1-47e1-8953-79deb6045f36 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 943 time: 0.1071665 Jul 08 18:25:48.301392 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-feb77eac-f649-43e4-92db-0f1cbe93b238 req-68271245-9b2d-4d34-9ae9-2866fbd842e0 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598979 Jul 08 18:25:48.333410 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e28f6cb-7293-491d-8ee4-5a1cee3e92ce x-openstack-request-id: req-0e28f6cb-7293-491d-8ee4-5a1cee3e92ce {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:48.334050 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13aca743-64ef-44c1-844f-1a4957dc6ad3", "tag": "8e17ee6a-7667-4a94-8f8f-a6728ce3ea50", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:48.334467 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0e28f6cb-7293-491d-8ee4-5a1cee3e92ce {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:48.335523 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aca743-64ef-44c1-844f-1a4957dc6ad3', 'tag': '8e17ee6a-7667-4a94-8f8f-a6728ce3ea50', 'status': 'completed', 'code': 200} Jul 08 18:25:48.362544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-6ec634f5-c666-4231-ae07-ceab27b40c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:48.364869 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-6ec634f5-c666-4231-ae07-ceab27b40c41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 1094 time: 0.1008956 Jul 08 18:25:48.424673 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-574c0e35-6cec-4313-8cda-f4ef4ddddd56 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 HTTP/1.1" status: 200 len: 217 time: 0.0513842 Jul 08 18:25:48.486046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e3b49edc-c66f-4d39-9382-c4a77311e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:48.487757 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-e3b49edc-c66f-4d39-9382-c4a77311e281 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.0560353 Jul 08 18:25:48.548558 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-575e190a-36f1-4ca8-8b26-3de3a63dee0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531368 Jul 08 18:25:48.797840 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-5ad98d2e-6609-4cbe-a38c-f639c6a8595e service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414000 Jul 08 18:25:49.179837 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ef62b1d-18b4-4a64-ac01-de885d211037 req-a370c877-714e-4b83-b853-1ca7ecc52f24 service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734775 Jul 08 18:25:49.480132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465bd8b-4541-4790-9b1d-0d3aad6f5c54 req-95036885-57ea-4aa5-9351-67206b52a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:49.486431 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7465bd8b-4541-4790-9b1d-0d3aad6f5c54 req-95036885-57ea-4aa5-9351-67206b52a5c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 1094 time: 0.2097485 Jul 08 18:25:49.616317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465bd8b-4541-4790-9b1d-0d3aad6f5c54 req-89603c98-fc33-431d-9ff3-c79964d60782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:49.618894 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7465bd8b-4541-4790-9b1d-0d3aad6f5c54 req-89603c98-fc33-431d-9ff3-c79964d60782 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 916 time: 0.1290751 Jul 08 18:25:49.649772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214468c-2ac5-49b6-a8ea-882ad888c42c req-ae32cff8-f7c5-49e9-91ac-a020b4f5740a tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:49.659451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9214468c-2ac5-49b6-a8ea-882ad888c42c req-ae32cff8-f7c5-49e9-91ac-a020b4f5740a tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 943 time: 0.0860162 Jul 08 18:25:49.709927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9214468c-2ac5-49b6-a8ea-882ad888c42c req-90582208-1cd5-4151-b145-779fc6628700 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493414 Jul 08 18:25:49.734227 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7465bd8b-4541-4790-9b1d-0d3aad6f5c54 req-b2883fb1-9de7-4f88-b6b6-214325080ce1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 HTTP/1.1" status: 200 len: 217 time: 0.1075628 Jul 08 18:25:49.823236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465bd8b-4541-4790-9b1d-0d3aad6f5c54 req-74f742e2-58ea-4366-a72b-e269ce1afc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:49.825426 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7465bd8b-4541-4790-9b1d-0d3aad6f5c54 req-74f742e2-58ea-4366-a72b-e269ce1afc69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.0840752 Jul 08 18:25:49.867994 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7465bd8b-4541-4790-9b1d-0d3aad6f5c54 req-ec87448b-7c90-4625-a091-3e18fa997655 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350513 Jul 08 18:25:50.046820 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7465bd8b-4541-4790-9b1d-0d3aad6f5c54 req-544cd15d-691e-429d-9575-46a44f30c857 service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714206 Jul 08 18:25:50.190796 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7465bd8b-4541-4790-9b1d-0d3aad6f5c54 req-1c6bdc79-2063-4b43-9acc-532e254fccc1 service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347377 Jul 08 18:25:51.128839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffac298-4ed7-49f9-b5dc-2846b939c489 req-0a3a7dbc-b5bc-4b8f-a80a-0d5552d91034 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:51.142671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bffac298-4ed7-49f9-b5dc-2846b939c489 req-0a3a7dbc-b5bc-4b8f-a80a-0d5552d91034 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 943 time: 0.2792850 Jul 08 18:25:51.284865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bffac298-4ed7-49f9-b5dc-2846b939c489 req-d2a41210-2152-4fa2-944e-bab0637a0937 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408644 Jul 08 18:25:52.601476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffddef-3cad-4a22-9010-58f117d8012e req-df68910f-379e-4144-847e-b71027faf1b2 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:52.603255 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddffddef-3cad-4a22-9010-58f117d8012e req-df68910f-379e-4144-847e-b71027faf1b2 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 943 time: 0.1033692 Jul 08 18:25:52.661446 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddffddef-3cad-4a22-9010-58f117d8012e req-a32b8fbe-a2ef-487e-b7ce-fe5ec6513a75 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504880 Jul 08 18:25:52.914296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40066) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:53.144801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12c2ceb7-5372-4ec0-bfe6-2ee263d98499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:53.207709 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:25:53.297014 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12c2ceb7-5372-4ec0-bfe6-2ee263d98499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:53.313787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12c2ceb7-5372-4ec0-bfe6-2ee263d98499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:53.367307 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-12c2ceb7-5372-4ec0-bfe6-2ee263d98499 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=184b7a3af0c74ec9b1cf980052764d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513619 Jul 08 18:25:53.369958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40086) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:53.397682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2ceb7-5372-4ec0-bfe6-2ee263d98499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eda506e-4a89-4dc4-ad3f-7ac6169ed19f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:53.469186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48af9cee-4188-4db8-94e7-f409992a261d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:53.506854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:25:53.512952 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48af9cee-4188-4db8-94e7-f409992a261d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:53.637274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48af9cee-4188-4db8-94e7-f409992a261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:53.639911 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48af9cee-4188-4db8-94e7-f409992a261d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:53.642584 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-48af9cee-4188-4db8-94e7-f409992a261d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3eda506e-4a89-4dc4-ad3f-7ac6169ed19f HTTP/1.1" status: 204 len: 168 time: 0.2716033 Jul 08 18:25:53.663308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af9cee-4188-4db8-94e7-f409992a261d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eda506e-4a89-4dc4-ad3f-7ac6169ed19f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:53.700518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:53.714991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '8e17ee6a-7667-4a94-8f8f-a6728ce3ea50', 'network_id': '7cc11084-4960-4918-87ec-871a6f7b60c4', 'port_id': '8e17ee6a-7667-4a94-8f8f-a6728ce3ea50', 'mac_address': 'fa:16:3e:58:ce:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd0769d-d015-4540-a2e1-f52ff46d485c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:25:53.825486 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:53.856232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:25:53.901207 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:53.916238 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:54.010464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:54.022752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431a7b1-45c5-4203-83c8-875d8fd337a2 req-ba89312d-90dd-40c1-b5dc-5a15ffcf0b1b tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:54.025082 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2431a7b1-45c5-4203-83c8-875d8fd337a2 req-ba89312d-90dd-40c1-b5dc-5a15ffcf0b1b tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 944 time: 0.1241429 Jul 08 18:25:54.155053 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2431a7b1-45c5-4203-83c8-875d8fd337a2 req-20d98dc3-0b66-4cac-9bc5-86dc4d4d4ba2 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243284 Jul 08 18:25:54.234367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['8e17ee6a-7667-4a94-8f8f-a6728ce3ea50'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:25:54.321138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40114) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:54.335815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-21fbe522-8604-4e8c-85ea-b8efcff0af5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:54.463395 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-21fbe522-8604-4e8c-85ea-b8efcff0af5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:54.473545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-21fbe522-8604-4e8c-85ea-b8efcff0af5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:54.536052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-21fbe522-8604-4e8c-85ea-b8efcff0af5f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9560d7f02765408895b5d5cfb266a25c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136333 Jul 08 18:25:54.537920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbe522-8604-4e8c-85ea-b8efcff0af5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06108244-646d-40c4-964c-b982feca4ed2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:54.538722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40116) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:54.605023 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daf04fb1-65c1-486f-8cbe-5ef2116388a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:54.632851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daf04fb1-65c1-486f-8cbe-5ef2116388a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:54.688285 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daf04fb1-65c1-486f-8cbe-5ef2116388a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:54.691627 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-daf04fb1-65c1-486f-8cbe-5ef2116388a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:54.693241 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-daf04fb1-65c1-486f-8cbe-5ef2116388a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/06108244-646d-40c4-964c-b982feca4ed2 HTTP/1.1" status: 204 len: 168 time: 0.1528566 Jul 08 18:25:54.705854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf04fb1-65c1-486f-8cbe-5ef2116388a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06108244-646d-40c4-964c-b982feca4ed2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:55.518448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:55.631312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc723206-3a44-42c1-baa6-79fe6bfbb8f2 req-bbff5693-0e47-4873-8976-88e0ad45034f tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:55.640419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc723206-3a44-42c1-baa6-79fe6bfbb8f2 req-bbff5693-0e47-4873-8976-88e0ad45034f tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 944 time: 0.1855247 Jul 08 18:25:55.642495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:55.647366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:55.647952 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:55.782231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc723206-3a44-42c1-baa6-79fe6bfbb8f2 req-6f43615e-5dee-43af-8b0f-cb912d49f099 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393502 Jul 08 18:25:56.012973 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:56.036504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aca743-64ef-44c1-844f-1a4957dc6ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e17ee6a-7667-4a94-8f8f-a6728ce3ea50'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:56.039026 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916fd0f5-4e68-4b62-89a0-b73ea949f20b" -d '{"events": [{"server_uuid": "13aca743-64ef-44c1-844f-1a4957dc6ad3", "name": "network-vif-plugged", "status": "completed", "tag": "8e17ee6a-7667-4a94-8f8f-a6728ce3ea50"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:56.059400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:56.065572 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:56.174669 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a6b32b-8ac3-471b-975f-419c16d54683 x-openstack-request-id: req-c2a6b32b-8ac3-471b-975f-419c16d54683 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:56.175436 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aca743-64ef-44c1-844f-1a4957dc6ad3", "name": "network-vif-plugged", "status": "completed", "tag": "8e17ee6a-7667-4a94-8f8f-a6728ce3ea50", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:56.176441 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2a6b32b-8ac3-471b-975f-419c16d54683 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:56.177106 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aca743-64ef-44c1-844f-1a4957dc6ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e17ee6a-7667-4a94-8f8f-a6728ce3ea50', 'code': 200} Jul 08 18:25:56.178606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:56.291278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbe823-657e-4ec9-939a-a9875d0d4812 req-026f85e9-54f7-4897-8405-980cc70a1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:56.294864 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4acbe823-657e-4ec9-939a-a9875d0d4812 req-026f85e9-54f7-4897-8405-980cc70a1c81 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0954213 Jul 08 18:25:56.343815 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4acbe823-657e-4ec9-939a-a9875d0d4812 req-634a8724-ffb6-44a6-9023-8dfad030679e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 Jul 08 18:25:57.147915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54787124-1762-4e26-970b-829f6bdc7370 req-5cc9bba8-75ce-4f5d-b8e3-06634b02723b tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:57.155298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54787124-1762-4e26-970b-829f6bdc7370 req-5cc9bba8-75ce-4f5d-b8e3-06634b02723b tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 945 time: 0.1199193 Jul 08 18:25:57.225658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54787124-1762-4e26-970b-829f6bdc7370 req-f6801624-dd9c-4ad5-b7c2-335cbc563003 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683105 Jul 08 18:25:58.510128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff55d2-5660-41c8-a447-60d8e8af0667 req-4fa23547-d578-405b-996c-1d1167f8b673 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:58.519599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bff55d2-5660-41c8-a447-60d8e8af0667 req-4fa23547-d578-405b-996c-1d1167f8b673 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 945 time: 0.0922515 Jul 08 18:25:58.562197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1bff55d2-5660-41c8-a447-60d8e8af0667 req-81caadac-6834-4014-b6d7-f1a8062a789a tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Jul 08 18:25:58.611722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40262) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:58.789799 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-64a8d762-60a0-4cd8-921e-238a35b85f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:58.960046 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-64a8d762-60a0-4cd8-921e-238a35b85f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:58.972649 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-64a8d762-60a0-4cd8-921e-238a35b85f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:59.056174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8d762-60a0-4cd8-921e-238a35b85f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ac8b61-3954-4a5a-890a-11cb5ea6e594,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:59.104858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40286) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:59.105337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-64a8d762-60a0-4cd8-921e-238a35b85f8a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a77fca939a9a477a9018cd0a16aebf20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4916780 Jul 08 18:25:59.219369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-028a3718-e1a5-4d89-b53d-0bd528d4fef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:59.262405 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-028a3718-e1a5-4d89-b53d-0bd528d4fef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:59.334645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-028a3718-e1a5-4d89-b53d-0bd528d4fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:59.338738 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-028a3718-e1a5-4d89-b53d-0bd528d4fef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:59.340200 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-028a3718-e1a5-4d89-b53d-0bd528d4fef5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c4ac8b61-3954-4a5a-890a-11cb5ea6e594 HTTP/1.1" status: 204 len: 168 time: 0.2342784 Jul 08 18:25:59.351161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a3718-e1a5-4d89-b53d-0bd528d4fef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ac8b61-3954-4a5a-890a-11cb5ea6e594,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:59.904314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40294) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:59.951980 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55d23df0-7373-4564-8107-d8e3f6db8546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:00.140873 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55d23df0-7373-4564-8107-d8e3f6db8546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:00.155881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-55d23df0-7373-4564-8107-d8e3f6db8546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:00.184529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-55d23df0-7373-4564-8107-d8e3f6db8546 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d835524fabe9450199a84e5ed40676bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783318 Jul 08 18:26:00.187746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40312) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:00.237299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d23df0-7373-4564-8107-d8e3f6db8546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbcadbe-4dd7-46be-950a-f136540330a7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:00.316091 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7cb3a79-bdf5-49c8-bd08-6c1991fb4988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:00.360192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7cb3a79-bdf5-49c8-bd08-6c1991fb4988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:00.418603 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7cb3a79-bdf5-49c8-bd08-6c1991fb4988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:00.424378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b7cb3a79-bdf5-49c8-bd08-6c1991fb4988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:00.428195 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b7cb3a79-bdf5-49c8-bd08-6c1991fb4988 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bbbcadbe-4dd7-46be-950a-f136540330a7 HTTP/1.1" status: 204 len: 168 time: 0.2379727 Jul 08 18:26:00.441652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb3a79-bdf5-49c8-bd08-6c1991fb4988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbcadbe-4dd7-46be-950a-f136540330a7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:03.639546 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:04.378269 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:04.431455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40462) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:04.771091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:05.057547 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:05.077795 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:05.184360 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40496) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:05.185980 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1f41ee4747645b383d4966cbc68fdcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7521710 Jul 08 18:26:05.188812 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9693b936-1f8c-42e1-9f62-a28f3e8e4c6c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:05.221673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.225616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.228126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.229886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.230507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.232876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.233482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.235830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.236689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.237259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.239451 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.240087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837aa84-57dc-4964-b4c3-18e91de0dd1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:05.292589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca84c285-f018-46af-a101-1a3984efdc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:05.347870 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca84c285-f018-46af-a101-1a3984efdc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:05.415947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca84c285-f018-46af-a101-1a3984efdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:05.423930 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ca84c285-f018-46af-a101-1a3984efdc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:05.428532 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ca84c285-f018-46af-a101-1a3984efdc90 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9693b936-1f8c-42e1-9f62-a28f3e8e4c6c HTTP/1.1" status: 204 len: 168 time: 0.2408571 Jul 08 18:26:05.445784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84c285-f018-46af-a101-1a3984efdc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9693b936-1f8c-42e1-9f62-a28f3e8e4c6c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:05.644177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40518) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:06.040058 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-608adf6b-c77f-40ed-a9ac-d7293f197e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:06.264567 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed7cd-1c35-44e6-8328-b5c5ed3f9a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:06.454803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-608adf6b-c77f-40ed-a9ac-d7293f197e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:06.475141 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-608adf6b-c77f-40ed-a9ac-d7293f197e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:06.537988 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-608adf6b-c77f-40ed-a9ac-d7293f197e13 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a1c34c3ca18544ee8cd39a55f4ac780c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8928235 Jul 08 18:26:06.540730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40578) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:06.591262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608adf6b-c77f-40ed-a9ac-d7293f197e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990f38e2-70d8-46ce-a6c1-bc60425a8dc2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:06.707487 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed835bb1-43ce-481f-8f68-22e441ec206c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:06.772578 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed835bb1-43ce-481f-8f68-22e441ec206c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:06.867396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed835bb1-43ce-481f-8f68-22e441ec206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:06.870179 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed835bb1-43ce-481f-8f68-22e441ec206c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:06.871367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ed835bb1-43ce-481f-8f68-22e441ec206c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/990f38e2-70d8-46ce-a6c1-bc60425a8dc2 HTTP/1.1" status: 204 len: 168 time: 0.3290415 Jul 08 18:26:06.888575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed835bb1-43ce-481f-8f68-22e441ec206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990f38e2-70d8-46ce-a6c1-bc60425a8dc2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:07.542596 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40644) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:07.566621 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51a6d96d-b3a2-462c-965e-a8d55b740755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:07.736340 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51a6d96d-b3a2-462c-965e-a8d55b740755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:07.748665 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51a6d96d-b3a2-462c-965e-a8d55b740755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:07.840975 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40656) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:07.851028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-51a6d96d-b3a2-462c-965e-a8d55b740755 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef072a5d01a24c2a88c13fc8f5f75579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942224 Jul 08 18:26:07.863436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6d96d-b3a2-462c-965e-a8d55b740755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64102154-8118-478c-a57a-32f588130959,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:08.020970 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-760c7afa-8c89-43f0-99d2-b5b00316a16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:08.068721 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-760c7afa-8c89-43f0-99d2-b5b00316a16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:08.171388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-760c7afa-8c89-43f0-99d2-b5b00316a16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:08.174810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-760c7afa-8c89-43f0-99d2-b5b00316a16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:08.176243 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-760c7afa-8c89-43f0-99d2-b5b00316a16d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/64102154-8118-478c-a57a-32f588130959 HTTP/1.1" status: 204 len: 168 time: 0.3330936 Jul 08 18:26:08.191548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c7afa-8c89-43f0-99d2-b5b00316a16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64102154-8118-478c-a57a-32f588130959,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:09.150339 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:09.179812 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11eb1c4a-40f7-4317-9d3d-287217b20ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.166688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40762) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:10.179126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'network': {'name': 'tempest-network-smoke--82650502', 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'port_security_enabled': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:10.225225 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.239873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Made reservation on behalf of c46a95a161fa454ea6b8d8c177a6c8b6 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:26:10.246437 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.287502 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.529735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.546921 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.616327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:26:10.627807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28bc92e-75b9-41cf-bfa3-251e67646e08,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:10.645285 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.646559 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Added segment b59e6e00-1fde-4eef-b693-44b96f83e9c6 of type vlan for network e3debfd4-3831-41ec-b5ca-5afec2c24e8c Jul 08 18:26:10.736813 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.814786 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.835342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:10.836145 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:11.021984 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8541353 Jul 08 18:26:11.026025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40796) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:11.031837 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'admin_state_up': True, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:11.068509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b3f19-b8c8-4437-b64b-68c29ee8838f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Network': ['ID=e3debfd4-3831-41ec-b5ca-5afec2c24e8c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:11.082600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network e3debfd4-3831-41ec-b5ca-5afec2c24e8c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:26:11.117891 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:11.119122 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:11.302192 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:11.547749 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:11.691973 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:11.869890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:11.916180 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:12.117498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Allocated IP 172.25.8.211 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/7c1a1999-7411-49bd-949c-47530b811042) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:12.278150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:12.339453 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:12.393006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:12.400367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:12.410434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:12.440256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Port': ['ID=7c1a1999-7411-49bd-949c-47530b811042,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:13.371390 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:13.700237 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:14.000257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Router 587c2e68-acee-4e2e-bb58-c144710fef1b is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:26:14.093348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40906) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:14.163218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:26:14.178463 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Sync routers for ids ['587c2e68-acee-4e2e-bb58-c144710fef1b'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:26:14.193589 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Routers {'587c2e68-acee-4e2e-bb58-c144710fef1b'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:14.198287 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:26:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['587c2e68-acee-4e2e-bb58-c144710fef1b'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:14.230934 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:14.236028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40916) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:14.242384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ef6418b0-9366-404f-887a-25403343afa2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2148864 Jul 08 18:26:14.405680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbca7176-62b6-47f1-9513-f0f4be2262b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:14.503012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40924) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:14.515170 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-16947e39-2e23-4017-a3c3-592bd0c1672b tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=c46a95a161fa454ea6b8d8c177a6c8b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2776587 Jul 08 18:26:14.539922 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Set router 587c2e68-acee-4e2e-bb58-c144710fef1b gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:14.655459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243fa53-eb8e-4519-94e9-1c0e7a4cb3bb tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:14.661705 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c243fa53-eb8e-4519-94e9-1c0e7a4cb3bb tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1548905 Jul 08 18:26:14.662251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40932) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:14.696474 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbca7176-62b6-47f1-9513-f0f4be2262b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:14.714010 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbca7176-62b6-47f1-9513-f0f4be2262b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:14.775581 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d62d0fde-a8de-4913-a4c3-5a493317d998 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1121225 Jul 08 18:26:14.794008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40940) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:14.815444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca7176-62b6-47f1-9513-f0f4be2262b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a5469d-625c-45fa-bbbd-ad273472d343,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:14.823912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-575093498', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:14.830052 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fbca7176-62b6-47f1-9513-f0f4be2262b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46fd7f20e4884e829a8c2607ca1f8a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7349970 Jul 08 18:26:14.835400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40946) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:14.946178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29b377af-a8f3-4dbc-a46d-eeb466ae06fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.027413 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29b377af-a8f3-4dbc-a46d-eeb466ae06fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.096483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Made reservation on behalf of c46a95a161fa454ea6b8d8c177a6c8b6 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:26:15.103012 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.113336 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:13Z', 'revision_number': 3, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:15.154680 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Checking router: 587c2e68-acee-4e2e-bb58-c144710fef1b for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:26:15.155362 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Updating router 587c2e68-acee-4e2e-bb58-c144710fef1b port 7c1a1999-7411-49bd-949c-47530b811042 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:26:15.158605 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29b377af-a8f3-4dbc-a46d-eeb466ae06fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.161173 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29b377af-a8f3-4dbc-a46d-eeb466ae06fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.162478 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-29b377af-a8f3-4dbc-a46d-eeb466ae06fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/05a5469d-625c-45fa-bbbd-ad273472d343 HTTP/1.1" status: 204 len: 168 time: 0.3198252 Jul 08 18:26:15.182785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b377af-a8f3-4dbc-a46d-eeb466ae06fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a5469d-625c-45fa-bbbd-ad273472d343,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:15.234192 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.636727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.773128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Subnet': ['ID=db74c5c6-a566-47f0-b571-cf423dc4376d,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:15.783690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Checking segment: {'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:15.784064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network hostable DHCP agents. Network: e3debfd4-3831-41ec-b5ca-5afec2c24e8c, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:26:15.821283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network e3debfd4-3831-41ec-b5ca-5afec2c24e8c is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:26:15.831778 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.845928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, e3debfd4-3831-41ec-b5ca-5afec2c24e8c) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:15.848450 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Transition to ACTIVE for port object 7c1a1999-7411-49bd-949c-47530b811042 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:15.853933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:15.854326 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.857849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341612ce-4e2d-4f26-ace0-8622fff69f0c None None] Network e3debfd4-3831-41ec-b5ca-5afec2c24e8c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:26:15.881695 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.909876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1b3a41fd-4d8c-4e20-b45e-5492e9b246a7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1067512 Jul 08 18:26:15.912612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 40984) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:16.022551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 40992) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:16.053135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39696e07-3d3a-4be4-b884-a8c74df1a395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.077527 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Attempting to bind port 7c1a1999-7411-49bd-949c-47530b811042 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:26:16.077917 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Attempting to bind port 7c1a1999-7411-49bd-949c-47530b811042 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:26:16.078281 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Attempting to bind port 7c1a1999-7411-49bd-949c-47530b811042 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:16.115340 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:26:16.115778 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:16.116120 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.116519 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:26:16.116998 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Bound port: 7c1a1999-7411-49bd-949c-47530b811042, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:26:16.117383 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.194817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'fixed_ips': [{'subnet_id': 'db74c5c6-a566-47f0-b571-cf423dc4376d'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:26:16.195868 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.231141 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Pushing event updated for resources: {'Port': ['ID=7c1a1999-7411-49bd-949c-47530b811042,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:16.276489 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.277246 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.278504 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.280467 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.281168 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.281946 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.284200 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.284200 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.284200 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.284795 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.285859 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.286484 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:16.319971 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] For port 7c1a1999-7411-49bd-949c-47530b811042, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:26:16.324416 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] For port 7c1a1999-7411-49bd-949c-47530b811042, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7c1a1999-7411-49bd-949c-47530b811042,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:26:16.329859 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.378338 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39696e07-3d3a-4be4-b884-a8c74df1a395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.400878 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-39696e07-3d3a-4be4-b884-a8c74df1a395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.419910 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f295-27f5-4e8b-9ee7-e1c17474d29e None None] Pushing event updated for resources: {'Port': ['ID=7c1a1999-7411-49bd-949c-47530b811042,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:16.467394 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Routers {'587c2e68-acee-4e2e-bb58-c144710fef1b'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:16.468310 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:26:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['587c2e68-acee-4e2e-bb58-c144710fef1b'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:16.491771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41006) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:16.495540 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-39696e07-3d3a-4be4-b884-a8c74df1a395 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1483acb635b4b4ba86f2886fc360faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717922 Jul 08 18:26:16.500574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Allocated IP 172.20.0.2 (e3debfd4-3831-41ec-b5ca-5afec2c24e8c/db74c5c6-a566-47f0-b571-cf423dc4376d/5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:16.589680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39696e07-3d3a-4be4-b884-a8c74df1a395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6c8b04-6044-4ea9-940a-e319f4b3e86f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:16.781909 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e29ca859-3738-4d7e-8ed1-006a0cca0199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.832998 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e29ca859-3738-4d7e-8ed1-006a0cca0199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.833199 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.851505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Transition to ACTIVE for port object 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:16.876882 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] Set router 587c2e68-acee-4e2e-bb58-c144710fef1b gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:16.900035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Transition to ACTIVE for port object 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:16.910401 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.985624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Network e3debfd4-3831-41ec-b5ca-5afec2c24e8c is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:16.987564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:16.991625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:17.097160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Pushing event updated for resources: {'Port': ['ID=5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:17.111761 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Attempting to bind port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:26:17.112545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Attempting to bind port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:26:17.113155 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Attempting to bind port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d on network e3debfd4-3831-41ec-b5ca-5afec2c24e8c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:17.119358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:26:17.120213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Checking segment: {'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:17.120859 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.122028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Bound using segment: {'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:26:17.123422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Bound port: 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:26:17.124088 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.143220 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e29ca859-3738-4d7e-8ed1-006a0cca0199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.149093 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e29ca859-3738-4d7e-8ed1-006a0cca0199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.153148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e29ca859-3738-4d7e-8ed1-006a0cca0199 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c6c8b04-6044-4ea9-940a-e319f4b3e86f HTTP/1.1" status: 204 len: 168 time: 0.6579986 Jul 08 18:26:17.184586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ca859-3738-4d7e-8ed1-006a0cca0199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6c8b04-6044-4ea9-940a-e319f4b3e86f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:17.256130 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.271276 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:13Z', 'revision_number': 3, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:17.304007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] For port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:26:17.317658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] For port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d,segment=NetworkSegment(b59e6e00-1fde-4eef-b693-44b96f83e9c6),segment_id=b59e6e00-1fde-4eef-b693-44b96f83e9c6)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:26:17.338385 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.340456 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fef293-3e55-4369-80dc-ad1b8fd3e4b9 None None] The sync data for ids ['587c2e68-acee-4e2e-bb58-c144710fef1b'] in n-d-799684-3 is: [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:13Z', 'revision_number': 3, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:26:17.555260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f2ad8-dbbf-4ee0-909a-609b46a0c8f1 None None] Pushing event updated for resources: {'Port': ['ID=5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:18.215645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Allocated IP 172.20.0.1 (e3debfd4-3831-41ec-b5ca-5afec2c24e8c/db74c5c6-a566-47f0-b571-cf423dc4376d/31182b91-78a4-4dae-9509-49a882f53f10) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:18.272911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:18.415690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:18.423824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c1a1999-7411-49bd-949c-47530b811042 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:18.562949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.609124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Transition to ACTIVE for port object 31182b91-78a4-4dae-9509-49a882f53f10 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:18.644871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 7c1a1999-7411-49bd-949c-47530b811042 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:18.650097 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7c1a1999-7411-49bd-949c-47530b811042 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:18.650774 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.738306 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.911432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Port': ['ID=31182b91-78a4-4dae-9509-49a882f53f10,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:18.941855 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.960146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network e3debfd4-3831-41ec-b5ca-5afec2c24e8c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:18.965329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:18.969707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:19.009563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 7c1a1999-7411-49bd-949c-47530b811042, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7c1a1999-7411-49bd-949c-47530b811042,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:19.020661 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.169239 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.212816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=7c1a1999-7411-49bd-949c-47530b811042,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:19.639937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38c75e2-858d-49a6-aee7-dda994b594cb None None] Network e3debfd4-3831-41ec-b5ca-5afec2c24e8c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:26:19.648885 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.824144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-53eb58d4-c0f3-4a1b-a23c-e4868a6ae511 None None] Provisioning for port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:19.841910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-53eb58d4-c0f3-4a1b-a23c-e4868a6ae511 None None] Provisioning complete for port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:19.842900 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53eb58d4-c0f3-4a1b-a23c-e4868a6ae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.127118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c1a1999-7411-49bd-949c-47530b811042 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:20.396611 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53eb58d4-c0f3-4a1b-a23c-e4868a6ae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.430735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7c1a1999-7411-49bd-949c-47530b811042 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:20.431135 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.570449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.577930 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.646368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-53eb58d4-c0f3-4a1b-a23c-e4868a6ae511 None None] For port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d,segment=NetworkSegment(b59e6e00-1fde-4eef-b693-44b96f83e9c6),segment_id=b59e6e00-1fde-4eef-b693-44b96f83e9c6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:20.665450 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53eb58d4-c0f3-4a1b-a23c-e4868a6ae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.754280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Port': ['ID=31182b91-78a4-4dae-9509-49a882f53f10,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:20.760575 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.931250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb58d4-c0f3-4a1b-a23c-e4868a6ae511 None None] Pushing event updated for resources: {'Port': ['ID=5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:20.959712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network e3debfd4-3831-41ec-b5ca-5afec2c24e8c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:20.959712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:21.105238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Router 587c2e68-acee-4e2e-bb58-c144710fef1b has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:26:21.317525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1d898282-2385-4e09-80ff-b7d9663a708a None None] Provisioning for port 31182b91-78a4-4dae-9509-49a882f53f10 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:21.322242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1d898282-2385-4e09-80ff-b7d9663a708a None None] Provisioning complete for port 31182b91-78a4-4dae-9509-49a882f53f10 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:21.322777 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1d898282-2385-4e09-80ff-b7d9663a708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:21.487358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1d898282-2385-4e09-80ff-b7d9663a708a None None] Port 31182b91-78a4-4dae-9509-49a882f53f10 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:26:21.511831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:26:21.521574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41192) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:21.524058 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-163c0183-76a0-4ef5-afcc-8196f459c72a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "PUT /v2.0/routers/587c2e68-acee-4e2e-bb58-c144710fef1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6103477 Jul 08 18:26:21.526503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1a1a761a-7ad7-4db9-aee1-800d398a7acf tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1955643970', 'description': 'tempest-secgroup_access--1955643970 description', 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:21.526836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Sync routers for ids ['587c2e68-acee-4e2e-bb58-c144710fef1b'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:26:21.531338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1d898282-2385-4e09-80ff-b7d9663a708a None None] Provisioning complete for port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:21.531713 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1d898282-2385-4e09-80ff-b7d9663a708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:21.583705 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a1a761a-7ad7-4db9-aee1-800d398a7acf tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:21.634438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Routers {'587c2e68-acee-4e2e-bb58-c144710fef1b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:21.635194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:26:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['587c2e68-acee-4e2e-bb58-c144710fef1b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:21.812146 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a1a761a-7ad7-4db9-aee1-800d398a7acf tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:21.823621 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a1a761a-7ad7-4db9-aee1-800d398a7acf tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:21.939566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a1a761a-7ad7-4db9-aee1-800d398a7acf tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:21.940884 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1a1a761a-7ad7-4db9-aee1-800d398a7acf tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4181478 Jul 08 18:26:21.944184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41206) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:21.949697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5cb2c08a-7956-46a8-a7c8-98e72c1cece8 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1382743528', 'description': 'tempest-secgroup_general--1382743528 description', 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:21.956801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a761a-7ad7-4db9-aee1-800d398a7acf tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9815ff1f-2768-413b-bb5b-4110361f1444,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:22.034324 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c08a-7956-46a8-a7c8-98e72c1cece8 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.056089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Set router 587c2e68-acee-4e2e-bb58-c144710fef1b gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:22.143351 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:22.280398 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c08a-7956-46a8-a7c8-98e72c1cece8 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.291914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c08a-7956-46a8-a7c8-98e72c1cece8 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.371041 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c08a-7956-46a8-a7c8-98e72c1cece8 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.377165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41222) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:22.378180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5cb2c08a-7956-46a8-a7c8-98e72c1cece8 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4327998 Jul 08 18:26:22.380555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2c08a-7956-46a8-a7c8-98e72c1cece8 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2272a52-4b05-41bc-95c3-31c68a40d5a1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:22.382843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8a5ee4e4-ab82-4cfd-8c2a-1274f2c32d4c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'security_group_rule': {'security_group_id': '9815ff1f-2768-413b-bb5b-4110361f1444', 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:22.442682 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5ee4e4-ab82-4cfd-8c2a-1274f2c32d4c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.533295 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-aae0126e-c558-4e0c-afe3-6f17d98b2980 None None] Provisioning complete for port 31182b91-78a4-4dae-9509-49a882f53f10 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:22.533671 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aae0126e-c558-4e0c-afe3-6f17d98b2980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.589476 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5ee4e4-ab82-4cfd-8c2a-1274f2c32d4c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.604842 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5ee4e4-ab82-4cfd-8c2a-1274f2c32d4c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.628057 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-aae0126e-c558-4e0c-afe3-6f17d98b2980 None None] Port 31182b91-78a4-4dae-9509-49a882f53f10 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:26:22.702161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ee4e4-ab82-4cfd-8c2a-1274f2c32d4c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1960f1a-2a3e-4b97-a888-d510209128fd,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:22.735047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a5ee4e4-ab82-4cfd-8c2a-1274f2c32d4c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.744277 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8a5ee4e4-ab82-4cfd-8c2a-1274f2c32d4c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3581018 Jul 08 18:26:22.747348 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:22.753046 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.895160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:19Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '31182b91-78a4-4dae-9509-49a882f53f10', 'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:8f:63:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:17Z', 'updated_at': '2021-07-08T18:26:20Z', 'revision_number': 2, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:23.057453 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Checking router: 587c2e68-acee-4e2e-bb58-c144710fef1b for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:26:23.074273 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Updating router 587c2e68-acee-4e2e-bb58-c144710fef1b port 31182b91-78a4-4dae-9509-49a882f53f10 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:26:23.157405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-0c8e30ce-e1ac-4169-8648-8993731e410b tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_general--1382743528&fields=id&tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6 HTTP/1.1" status: 200 len: 267 time: 0.0956926 Jul 08 18:26:23.273328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-9a959eb8-5885-4648-8ae6-bd1b61b97f47 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_access--1955643970&fields=id&tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6 HTTP/1.1" status: 200 len: 267 time: 0.1064320 Jul 08 18:26:23.280560 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:23.649543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-19648b03-76df-4f7c-9b01-61db053c2bb0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:23.665287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-19648b03-76df-4f7c-9b01-61db053c2bb0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/networks?id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c HTTP/1.1" status: 200 len: 795 time: 0.3698542 Jul 08 18:26:23.712274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-5cd011ec-5607-4785-bd72-33b48d879cbe tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/quotas/c46a95a161fa454ea6b8d8c177a6c8b6 HTTP/1.1" status: 200 len: 375 time: 0.0424666 Jul 08 18:26:23.978508 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-0161072a-4d8b-43fd-945e-87cecc9fdfd5 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2644303 Jul 08 18:26:24.009968 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.047521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Transition to ACTIVE for port object 31182b91-78a4-4dae-9509-49a882f53f10 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:24.066527 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.210770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa4c91-deca-4c90-842a-7cf71cf95ac8 None None] Pushing event updated for resources: {'Port': ['ID=31182b91-78a4-4dae-9509-49a882f53f10,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:24.245115 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-6483897a-a215-46cc-9e3b-5787f69f7af8 service neutron] 10.222.0.73 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528336 Jul 08 18:26:24.414499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Attempting to bind port 31182b91-78a4-4dae-9509-49a882f53f10 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:26:24.414881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Attempting to bind port 31182b91-78a4-4dae-9509-49a882f53f10 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:26:24.415255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Attempting to bind port 31182b91-78a4-4dae-9509-49a882f53f10 on network e3debfd4-3831-41ec-b5ca-5afec2c24e8c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:24.436201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:26:24.438956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Checking segment: {'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:24.439435 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.439849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Bound using segment: {'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:26:24.440365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Bound port: 31182b91-78a4-4dae-9509-49a882f53f10, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:26:24.440744 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.691545 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-94c9ada1-f9a3-4a6a-a03d-148905cd6798 service neutron] 10.222.0.73 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435349 Jul 08 18:26:24.693566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] For port 31182b91-78a4-4dae-9509-49a882f53f10, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:26:24.706014 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] For port 31182b91-78a4-4dae-9509-49a882f53f10, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=31182b91-78a4-4dae-9509-49a882f53f10,segment=NetworkSegment(b59e6e00-1fde-4eef-b693-44b96f83e9c6),segment_id=b59e6e00-1fde-4eef-b693-44b96f83e9c6)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:26:24.723502 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.890965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Routers {'587c2e68-acee-4e2e-bb58-c144710fef1b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:24.891773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:26:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['587c2e68-acee-4e2e-bb58-c144710fef1b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:25.247027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f2b6d87d-07b4-4a9c-ad0b-ec3fb0f0641f req-ffb2cbf2-80e0-4ae2-a6e1-d534b45c364f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 210 time: 0.0872619 Jul 08 18:26:25.642615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] Set router 587c2e68-acee-4e2e-bb58-c144710fef1b gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:25.914264 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa4c91-deca-4c90-842a-7cf71cf95ac8 None None] Pushing event updated for resources: {'Port': ['ID=31182b91-78a4-4dae-9509-49a882f53f10,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:26.277506 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:19Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '31182b91-78a4-4dae-9509-49a882f53f10', 'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:8f:63:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:17Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:26.420282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f2019-5c2c-441e-be8d-654f579fd869 None None] The sync data for ids ['587c2e68-acee-4e2e-bb58-c144710fef1b'] in n-d-799684-3 is: [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:19Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '31182b91-78a4-4dae-9509-49a882f53f10', 'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:8f:63:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:17Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:26:26.796569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6720ed38-8b69-4178-aec2-4f182fe418f8 req-174c67c4-40eb-444c-b66c-4740eb019b54 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 210 time: 0.1019182 Jul 08 18:26:28.018169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-eb8d7f61-6f43-4dfb-ae23-0edc37d18168 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:28.020817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-eb8d7f61-6f43-4dfb-ae23-0edc37d18168 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.59 "GET /v2.0/networks?id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c HTTP/1.1" status: 200 len: 795 time: 0.4195049 Jul 08 18:26:28.257556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 31182b91-78a4-4dae-9509-49a882f53f10 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:28.266880 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-c60769a7-fdb0-4a54-bbc8-e0285c999ec8 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6 HTTP/1.1" status: 200 len: 478 time: 0.2372437 Jul 08 18:26:28.315021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'port': {'device_id': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'admin_state_up': True, 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'security_groups': ['e2272a52-4b05-41bc-95c3-31c68a40d5a1', '9815ff1f-2768-413b-bb5b-4110361f1444']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:28.440565 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ada2958-9315-4fca-94ed-7081e4cb1579 req-924398d0-73e4-4585-a8e5-571a51596442 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 210 time: 0.1864231 Jul 08 18:26:28.472408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 31182b91-78a4-4dae-9509-49a882f53f10 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:28.480943 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 31182b91-78a4-4dae-9509-49a882f53f10 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:28.481262 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.646676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Made reservation on behalf of c46a95a161fa454ea6b8d8c177a6c8b6 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:26:28.650722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.795846 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.931343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 31182b91-78a4-4dae-9509-49a882f53f10, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=31182b91-78a4-4dae-9509-49a882f53f10,segment=NetworkSegment(b59e6e00-1fde-4eef-b693-44b96f83e9c6),segment_id=b59e6e00-1fde-4eef-b693-44b96f83e9c6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:28.948879 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:29.062434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Allocated IP 172.20.0.4 (e3debfd4-3831-41ec-b5ca-5afec2c24e8c/db74c5c6-a566-47f0-b571-cf423dc4376d/6643b935-dde3-4069-ac86-b7f8cf073bbe) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:29.107339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=31182b91-78a4-4dae-9509-49a882f53f10,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:29.848101 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f326c4d-c23f-4a0b-88a2-2254dc7217f5 req-a4d475fd-262e-43f4-a483-0e385804ae6c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 210 time: 0.0486462 Jul 08 18:26:29.970999 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.001852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Transition to ACTIVE for port object 6643b935-dde3-4069-ac86-b7f8cf073bbe will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:30.108068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 31182b91-78a4-4dae-9509-49a882f53f10 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:30.116329 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.208446 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:26:30.223136 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3f6bf96-96f5-49b0-b7a7-731dd25e6c54 req-1ab80c36-4390-41b8-a409-7a735ca725b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1694884 Jul 08 18:26:30.265099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network e3debfd4-3831-41ec-b5ca-5afec2c24e8c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:30.280989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:30.290152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:30.308144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 31182b91-78a4-4dae-9509-49a882f53f10 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:30.314077 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.400852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Port': ['ID=6643b935-dde3-4069-ac86-b7f8cf073bbe,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:30.455814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:30.456757 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.491128 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-868bac77-e1d5-436a-a502-139eeb8f1c63 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.1831112 Jul 08 18:26:30.502300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-de47a5ab-8ed1-495d-8b62-b8b3428bd32c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:26:30.503647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-de47a5ab-8ed1-495d-8b62-b8b3428bd32c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060050 Jul 08 18:26:30.520859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Request body: {'port': {'device_id': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:30.544990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6bf96-96f5-49b0-b7a7-731dd25e6c54 req-61189cdc-b13e-4201-95cd-2affbdd0179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:30.554113 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3f6bf96-96f5-49b0-b7a7-731dd25e6c54 req-61189cdc-b13e-4201-95cd-2affbdd0179e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 1096 time: 0.2911479 Jul 08 18:26:30.811822 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.914596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-35053d36-b730-42b8-8bc7-623fad690830 None None] Provisioning for port 6643b935-dde3-4069-ac86-b7f8cf073bbe completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:30.941439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-35053d36-b730-42b8-8bc7-623fad690830 None None] Provisioning complete for port 6643b935-dde3-4069-ac86-b7f8cf073bbe triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:30.943103 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35053d36-b730-42b8-8bc7-623fad690830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.985906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6bf96-96f5-49b0-b7a7-731dd25e6c54 req-6f8e1d32-0df5-4e10-8453-71b5bb662346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:30.991537 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3f6bf96-96f5-49b0-b7a7-731dd25e6c54 req-6f8e1d32-0df5-4e10-8453-71b5bb662346 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 916 time: 0.3866892 Jul 08 18:26:31.099175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-35053d36-b730-42b8-8bc7-623fad690830 None None] Port 6643b935-dde3-4069-ac86-b7f8cf073bbe cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:26:31.316809 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3f6bf96-96f5-49b0-b7a7-731dd25e6c54 req-632adefe-4290-4f7b-b236-5363c3eaf5ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b3f455c-1d74-46e6-96b4-8c1b258db5e1 HTTP/1.1" status: 200 len: 217 time: 0.3136005 Jul 08 18:26:31.446264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6bf96-96f5-49b0-b7a7-731dd25e6c54 req-a76ac5f7-f45f-42d6-ac85-5059e61989a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:31.447648 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3f6bf96-96f5-49b0-b7a7-731dd25e6c54 req-a76ac5f7-f45f-42d6-ac85-5059e61989a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.1235211 Jul 08 18:26:31.559414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3f6bf96-96f5-49b0-b7a7-731dd25e6c54 req-e8345c86-a157-47b3-bb58-9a7968097ad4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021831 Jul 08 18:26:31.602153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5b4eb-5071-41f7-a005-27fe63d20a78 req-8f2da591-4083-4606-ac79-8d3541c73741 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:31.603954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-def5b4eb-5071-41f7-a005-27fe63d20a78 req-8f2da591-4083-4606-ac79-8d3541c73741 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 970 time: 0.5783589 Jul 08 18:26:31.781308 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-def5b4eb-5071-41f7-a005-27fe63d20a78 req-2ea38179-a6cf-4580-a162-0fd33ea9b72b tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1668699 Jul 08 18:26:31.843324 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3f6bf96-96f5-49b0-b7a7-731dd25e6c54 req-8020676f-76b0-4183-8069-bb467d325498 service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741346 Jul 08 18:26:32.031086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6643b935-dde3-4069-ac86-b7f8cf073bbe {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:26:32.053791 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:32.085084 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3f6bf96-96f5-49b0-b7a7-731dd25e6c54 req-ffd9ab56-b99e-4c87-bea1-8e7c7a1f84d6 service neutron] 10.222.0.59 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323661 Jul 08 18:26:32.089274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Transition to ACTIVE for port object 6643b935-dde3-4069-ac86-b7f8cf073bbe will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:32.103596 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:32.410412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41566) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:32.439263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Pushing event updated for resources: {'Port': ['ID=6643b935-dde3-4069-ac86-b7f8cf073bbe,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:32.660766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Attempting to bind port 6643b935-dde3-4069-ac86-b7f8cf073bbe on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:26:32.676516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Attempting to bind port 6643b935-dde3-4069-ac86-b7f8cf073bbe by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:26:32.677223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Attempting to bind port 6643b935-dde3-4069-ac86-b7f8cf073bbe on network e3debfd4-3831-41ec-b5ca-5afec2c24e8c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:32.693989 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-916c2106-2025-4dcb-afc4-f0bda7b2961b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:32.699777 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Port 6643b935-dde3-4069-ac86-b7f8cf073bbe on network e3debfd4-3831-41ec-b5ca-5afec2c24e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:26:32.702763 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Attempting to bind port 6643b935-dde3-4069-ac86-b7f8cf073bbe on network e3debfd4-3831-41ec-b5ca-5afec2c24e8c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:32.722869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:26:32.723231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Checking segment: {'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:32.723611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Bound using segment: {'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:26:32.724049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Bound port: 6643b935-dde3-4069-ac86-b7f8cf073bbe, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59e6e00-1fde-4eef-b693-44b96f83e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:26:32.724817 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:32.989302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] For port 6643b935-dde3-4069-ac86-b7f8cf073bbe, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:26:33.000514 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] For port 6643b935-dde3-4069-ac86-b7f8cf073bbe, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6643b935-dde3-4069-ac86-b7f8cf073bbe,segment=NetworkSegment(b59e6e00-1fde-4eef-b693-44b96f83e9c6),segment_id=b59e6e00-1fde-4eef-b693-44b96f83e9c6)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:26:33.016994 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.041798 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-916c2106-2025-4dcb-afc4-f0bda7b2961b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.063752 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-916c2106-2025-4dcb-afc4-f0bda7b2961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.123054 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-916c2106-2025-4dcb-afc4-f0bda7b2961b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15855ef3e1ab49fca6917f7b9aa61a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7115722 Jul 08 18:26:33.125955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41590) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:33.163742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:33.167682 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.170296 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] 10.222.0.59 "PUT /v2.0/ports/6643b935-dde3-4069-ac86-b7f8cf073bbe HTTP/1.1" status: 200 len: 1130 time: 2.6576536 Jul 08 18:26:33.186603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'tag': '6643b935-dde3-4069-ac86-b7f8cf073bbe'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:26:33.192695 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edb76c6-7be0-490d-99fe-812226074220" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc2d21a-2c00-4ce6-8128-2ffa261dd329", "tag": "6643b935-dde3-4069-ac86-b7f8cf073bbe"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:26:33.215759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c2106-2025-4dcb-afc4-f0bda7b2961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8b15e4-50c0-476e-9b99-737a8ae68be6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:33.312425 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce356932-8ed5-4efd-b09b-247b8b9610f4 x-openstack-request-id: req-ce356932-8ed5-4efd-b09b-247b8b9610f4 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:26:33.312624 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc2d21a-2c00-4ce6-8128-2ffa261dd329", "tag": "6643b935-dde3-4069-ac86-b7f8cf073bbe", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:26:33.313067 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce356932-8ed5-4efd-b09b-247b8b9610f4 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:26:33.313640 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'tag': '6643b935-dde3-4069-ac86-b7f8cf073bbe', 'status': 'completed', 'code': 200} Jul 08 18:26:33.452697 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7c3f-275b-4025-8f19-790d71cdd850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.498788 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7c3f-275b-4025-8f19-790d71cdd850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.539698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a7dd7-27c3-4197-9d14-e42ec25c4fdd service neutron] Pushing event updated for resources: {'Port': ['ID=6643b935-dde3-4069-ac86-b7f8cf073bbe,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:33.592537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7c3f-275b-4025-8f19-790d71cdd850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.595455 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7c3f-275b-4025-8f19-790d71cdd850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.600486 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7e2f7c3f-275b-4025-8f19-790d71cdd850 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a8b15e4-50c0-476e-9b99-737a8ae68be6 HTTP/1.1" status: 204 len: 168 time: 0.4733562 Jul 08 18:26:33.641335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f7c3f-275b-4025-8f19-790d71cdd850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8b15e4-50c0-476e-9b99-737a8ae68be6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:33.657884 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.694767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94d984-6dd2-4aac-b0f7-ac757ecfc292 req-67e333dc-1335-4ba7-ab4e-71e787b2e384 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:33.702766 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd94d984-6dd2-4aac-b0f7-ac757ecfc292 req-67e333dc-1335-4ba7-ab4e-71e787b2e384 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 982 time: 0.4956317 Jul 08 18:26:33.706919 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-08952734-e64d-48bf-9d22-d319be239a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:33.710247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-08952734-e64d-48bf-9d22-d319be239a0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 1133 time: 0.4788213 Jul 08 18:26:33.844472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd94d984-6dd2-4aac-b0f7-ac757ecfc292 req-50bc980d-53d7-4a31-a6a8-20483859adc2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1401210 Jul 08 18:26:33.845956 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-427fba07-ce14-434d-abd9-e327b71136af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6643b935-dde3-4069-ac86-b7f8cf073bbe HTTP/1.1" status: 200 len: 217 time: 0.1124258 Jul 08 18:26:34.019806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-33f09249-8958-4813-9493-45ac3f5890ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:34.021557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-33f09249-8958-4813-9493-45ac3f5890ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db74c5c6-a566-47f0-b571-cf423dc4376d HTTP/1.1" status: 200 len: 834 time: 0.1649301 Jul 08 18:26:34.135508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-b0903725-8ea9-405b-a5ba-c822f3a9dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:34.137067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-b0903725-8ea9-405b-a5ba-c822f3a9dcad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078072 Jul 08 18:26:34.231350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41626) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:34.253057 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.321272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-25f90435-f4cc-4987-a9b9-4254a7d43799 service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772559 Jul 08 18:26:34.394537 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.486585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.510660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.525810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e30a2bbc-d4f7-4b79-b3de-85c1c989113a req-c735bbe4-21a7-406c-8e9f-a4c48cab8604 service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964614 Jul 08 18:26:34.585434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3b36ce-e418-43e5-b8e0-dad6d4d28fa6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:34.590139 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b1df149ae2c44b4e8644c07ec2fc540f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572710 Jul 08 18:26:34.593803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41644) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:34.617339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.621810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.623192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.623852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.624396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.624969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.625512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.626038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.626732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.627262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.633416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.634281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423c6ca-b5f0-44ba-b1df-e0fbb6fa1307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:34.808484 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bec6b83-5bda-45d7-94d3-147d8b2afcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.859204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb76c6-7be0-490d-99fe-812226074220 req-f2a1e290-48a3-4162-a1f2-1365ae0c4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:34.860819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8edb76c6-7be0-490d-99fe-812226074220 req-f2a1e290-48a3-4162-a1f2-1365ae0c4c88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 1133 time: 0.2408767 Jul 08 18:26:34.905211 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bec6b83-5bda-45d7-94d3-147d8b2afcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:35.225995 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bec6b83-5bda-45d7-94d3-147d8b2afcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:35.229557 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bec6b83-5bda-45d7-94d3-147d8b2afcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:35.231294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0bec6b83-5bda-45d7-94d3-147d8b2afcd3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ba3b36ce-e418-43e5-b8e0-dad6d4d28fa6 HTTP/1.1" status: 204 len: 168 time: 0.6358912 Jul 08 18:26:35.239328 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb76c6-7be0-490d-99fe-812226074220 req-aec3eda2-4095-462a-b23a-5b3295769d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:35.241187 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8edb76c6-7be0-490d-99fe-812226074220 req-aec3eda2-4095-462a-b23a-5b3295769d36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c HTTP/1.1" status: 200 len: 896 time: 0.3642399 Jul 08 18:26:35.311881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8edb76c6-7be0-490d-99fe-812226074220 req-4d192bc2-f7fb-414d-a791-8ddc18fde137 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6643b935-dde3-4069-ac86-b7f8cf073bbe HTTP/1.1" status: 200 len: 217 time: 0.0582659 Jul 08 18:26:35.312880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec6b83-5bda-45d7-94d3-147d8b2afcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3b36ce-e418-43e5-b8e0-dad6d4d28fa6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:35.353672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb2f1-1750-4ad8-9ee8-6bfc9f0f3f87 req-0f6313c4-85f8-4b24-8ff2-298319f7e719 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:35.361398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a6eb2f1-1750-4ad8-9ee8-6bfc9f0f3f87 req-0f6313c4-85f8-4b24-8ff2-298319f7e719 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 982 time: 0.2407551 Jul 08 18:26:35.474965 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a6eb2f1-1750-4ad8-9ee8-6bfc9f0f3f87 req-dfa4fa9d-0474-4ba0-800d-154d9535620e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1120446 Jul 08 18:26:35.521880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb76c6-7be0-490d-99fe-812226074220 req-5c8a8ca3-0d2e-40d1-a738-27587801e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:35.536905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8edb76c6-7be0-490d-99fe-812226074220 req-5c8a8ca3-0d2e-40d1-a738-27587801e5ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db74c5c6-a566-47f0-b571-cf423dc4376d HTTP/1.1" status: 200 len: 834 time: 0.2041180 Jul 08 18:26:35.663948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb76c6-7be0-490d-99fe-812226074220 req-d6236664-3d7b-4d12-8ae3-aa58d3e3f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:35.668549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8edb76c6-7be0-490d-99fe-812226074220 req-d6236664-3d7b-4d12-8ae3-aa58d3e3f4ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294219 Jul 08 18:26:35.830471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8edb76c6-7be0-490d-99fe-812226074220 req-1e803b0a-b8a5-457e-9a63-e24b85c36cab service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544924 Jul 08 18:26:36.109755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8edb76c6-7be0-490d-99fe-812226074220 req-f987fa7e-7648-4f2f-bd1d-eb5762b9e775 service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716045 Jul 08 18:26:36.269193 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b926fec9-6d77-4da3-b830-3346c085d537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:36.886666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d69500-4b4f-4ce4-b559-d936f850f3a3 req-5bd57f0f-06ce-4a43-a0d5-edba7b621def tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:36.896514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5d69500-4b4f-4ce4-b559-d936f850f3a3 req-5bd57f0f-06ce-4a43-a0d5-edba7b621def tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 982 time: 0.2119226 Jul 08 18:26:36.982143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5d69500-4b4f-4ce4-b559-d936f850f3a3 req-af02b4c5-cf68-49fd-9c5d-b6e094ac951b tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0843625 Jul 08 18:26:37.346059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41754) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:37.563935 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e33a0d9-4272-495a-bd6d-e541b014e318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:37.804215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf3db7-e8d4-4a94-8d88-b5aa589cb946 req-d12f11c9-78b5-42b3-94b3-ffad149f3454 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:37.806758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17bf3db7-e8d4-4a94-8d88-b5aa589cb946 req-d12f11c9-78b5-42b3-94b3-ffad149f3454 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 945 time: 0.2358310 Jul 08 18:26:37.890028 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0794d411-c6b8-4bce-b678-0180ae676167 req-2182378f-b404-4976-8dd7-3db0bf8cca5b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3160720 Jul 08 18:26:37.956236 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17bf3db7-e8d4-4a94-8d88-b5aa589cb946 req-f16e099b-1e14-45aa-a634-fe429df4c674 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425202 Jul 08 18:26:38.035506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794d411-c6b8-4bce-b678-0180ae676167 req-dad70b90-cb3b-48e4-9503-5444d00f3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:38.039653 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0794d411-c6b8-4bce-b678-0180ae676167 req-dad70b90-cb3b-48e4-9503-5444d00f3680 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7872b885dd83463f827551ec8cee2712&device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 1096 time: 0.0905268 Jul 08 18:26:38.056807 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e33a0d9-4272-495a-bd6d-e541b014e318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:38.068016 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7e33a0d9-4272-495a-bd6d-e541b014e318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:38.218549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794d411-c6b8-4bce-b678-0180ae676167 req-3684ef65-37c8-44ed-9e2b-a951ebce368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:38.220914 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0794d411-c6b8-4bce-b678-0180ae676167 req-3684ef65-37c8-44ed-9e2b-a951ebce368e service neutron] 10.222.0.74 "GET /v2.0/networks?id=7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 200 len: 916 time: 0.1530118 Jul 08 18:26:38.226369 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7e33a0d9-4272-495a-bd6d-e541b014e318 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d72a5ae3d364b71ab1a08ea3bcbf362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8753972 Jul 08 18:26:38.226369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33a0d9-4272-495a-bd6d-e541b014e318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98b93bd-4d36-46e2-960b-6ff908bbaf4a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:38.236467 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41792) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:38.345403 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b32f6bfb-9214-46db-ac42-a7ff4f8530f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:38.363662 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0794d411-c6b8-4bce-b678-0180ae676167 req-ef25bc47-5a95-4800-ad99-b3763b643b7c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d191714c-345a-448b-b024-2bcd10a9c67b HTTP/1.1" status: 200 len: 217 time: 0.1086984 Jul 08 18:26:38.386973 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b32f6bfb-9214-46db-ac42-a7ff4f8530f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:38.412167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427599bd-244f-4ae2-b5be-b8946421919b req-40bc8f13-f384-4b9e-922c-83962e51051b tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:38.413683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-427599bd-244f-4ae2-b5be-b8946421919b req-40bc8f13-f384-4b9e-922c-83962e51051b tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 982 time: 0.1742995 Jul 08 18:26:38.500242 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b32f6bfb-9214-46db-ac42-a7ff4f8530f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:38.510238 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b32f6bfb-9214-46db-ac42-a7ff4f8530f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:38.516708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b32f6bfb-9214-46db-ac42-a7ff4f8530f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d98b93bd-4d36-46e2-960b-6ff908bbaf4a HTTP/1.1" status: 204 len: 168 time: 0.2767978 Jul 08 18:26:38.538606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794d411-c6b8-4bce-b678-0180ae676167 req-b4b5d977-d06f-4ba3-a90d-f5d15228d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:38.538606 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0794d411-c6b8-4bce-b678-0180ae676167 req-b4b5d977-d06f-4ba3-a90d-f5d15228d5f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 200 len: 855 time: 0.1652639 Jul 08 18:26:38.545026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f6bfb-9214-46db-ac42-a7ff4f8530f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98b93bd-4d36-46e2-960b-6ff908bbaf4a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:38.552543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6643b935-dde3-4069-ac86-b7f8cf073bbe details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:26:38.576231 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-427599bd-244f-4ae2-b5be-b8946421919b req-d49269cf-a164-4314-a34e-dc7efd48e15f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1499815 Jul 08 18:26:38.594416 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0794d411-c6b8-4bce-b678-0180ae676167 req-cb2ea56b-aa79-4ed1-b49f-cbb2df72707e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7cc11084-4960-4918-87ec-871a6f7b60c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486970 Jul 08 18:26:38.620794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-0794d411-c6b8-4bce-b678-0180ae676167 req-6209fef0-8133-4745-a6e6-40063dddd6ea service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:26:38.621930 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0794d411-c6b8-4bce-b678-0180ae676167 req-6209fef0-8133-4745-a6e6-40063dddd6ea service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160561 Jul 08 18:26:38.699623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 6643b935-dde3-4069-ac86-b7f8cf073bbe, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6643b935-dde3-4069-ac86-b7f8cf073bbe,segment=NetworkSegment(b59e6e00-1fde-4eef-b693-44b96f83e9c6),segment_id=b59e6e00-1fde-4eef-b693-44b96f83e9c6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:38.714636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '6643b935-dde3-4069-ac86-b7f8cf073bbe', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'port_id': '6643b935-dde3-4069-ac86-b7f8cf073bbe', 'mac_address': 'fa:16:3e:59:7c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:26:38.773391 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:38.797555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6643b935-dde3-4069-ac86-b7f8cf073bbe {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:26:38.866219 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0794d411-c6b8-4bce-b678-0180ae676167 req-67b8a83b-bea0-486d-b830-c13fdb35421b service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332025 Jul 08 18:26:38.867300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 6643b935-dde3-4069-ac86-b7f8cf073bbe, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6643b935-dde3-4069-ac86-b7f8cf073bbe,segment=NetworkSegment(b59e6e00-1fde-4eef-b693-44b96f83e9c6),segment_id=b59e6e00-1fde-4eef-b693-44b96f83e9c6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:38.880281 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:38.977976 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0794d411-c6b8-4bce-b678-0180ae676167 req-ada0efa0-009d-4f32-9d64-b17d500b8097 service neutron] 10.222.0.74 "GET /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045074 Jul 08 18:26:39.079955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=6643b935-dde3-4069-ac86-b7f8cf073bbe,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:39.193612 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-261bb0b7-673f-4802-b7c0-0148b13ea5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:39.201439 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:39.239213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['6643b935-dde3-4069-ac86-b7f8cf073bbe'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:26:39.326309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4041ce9-f1fc-4cc1-aa8a-a0ed9d65ab0a req-923ee383-873b-4257-b1ff-a8de9a4d375a tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:39.332248 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4041ce9-f1fc-4cc1-aa8a-a0ed9d65ab0a req-923ee383-873b-4257-b1ff-a8de9a4d375a tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 945 time: 0.1947467 Jul 08 18:26:39.360226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7f64e-441c-47b5-8bc7-90e9c32b7046 req-a77b593d-144e-4559-badc-5f5970b47896 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:39.362637 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1a7f64e-441c-47b5-8bc7-90e9c32b7046 req-a77b593d-144e-4559-badc-5f5970b47896 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.74 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 945 time: 0.1686764 Jul 08 18:26:39.384315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 41836) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:39.459887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4041ce9-f1fc-4cc1-aa8a-a0ed9d65ab0a req-5af72066-3b4d-42aa-8d41-892a37ecd729 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217084 Jul 08 18:26:39.460706 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6410eac-adfe-45d2-ab90-c2c97dec15f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:39.617365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-b1a7f64e-441c-47b5-8bc7-90e9c32b7046 req-c9acdd4e-4a8c-47b3-b2c6-d8621d930eb9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Deleting port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:26:39.619485 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b1a7f64e-441c-47b5-8bc7-90e9c32b7046 req-c9acdd4e-4a8c-47b3-b2c6-d8621d930eb9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:39.663862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6410eac-adfe-45d2-ab90-c2c97dec15f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:39.681570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b6410eac-adfe-45d2-ab90-c2c97dec15f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:39.760511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b6410eac-adfe-45d2-ab90-c2c97dec15f7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3415f54d67334595b286c837c99b802c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777940 Jul 08 18:26:39.764176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 41852) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:39.798818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6410eac-adfe-45d2-ab90-c2c97dec15f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307cec17-2851-424f-b750-f9823346df35,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:39.986818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4b1ec-56dd-415f-ae90-8bb486b06066 req-f7905dd2-5a1f-4e31-ac8d-e5b6c497a815 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:39.988524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6c4b1ec-56dd-415f-ae90-8bb486b06066 req-f7905dd2-5a1f-4e31-ac8d-e5b6c497a815 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 983 time: 0.1339896 Jul 08 18:26:40.099775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6c4b1ec-56dd-415f-ae90-8bb486b06066 req-2d02d623-d285-4fb9-be77-91a2056babc0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0820174 Jul 08 18:26:40.210888 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:40.256641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b1a7f64e-441c-47b5-8bc7-90e9c32b7046 req-c9acdd4e-4a8c-47b3-b2c6-d8621d930eb9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] For port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:40.257301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b1a7f64e-441c-47b5-8bc7-90e9c32b7046 req-c9acdd4e-4a8c-47b3-b2c6-d8621d930eb9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:40.259852 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f927d67c-5d97-4240-ae21-2bef4bf382c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:40.279772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-b1a7f64e-441c-47b5-8bc7-90e9c32b7046 req-c9acdd4e-4a8c-47b3-b2c6-d8621d930eb9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Calling delete_port for 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:26:40.301963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f927d67c-5d97-4240-ae21-2bef4bf382c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:40.357297 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-3aa416de-6635-45a2-89a4-f8de8e8b9ab7 req-1f140d20-da56-4a10-b151-b5c67cbb5137 service neutron] (93741) timed out ('10.222.0.73', 45108) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:26:40.457181 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f927d67c-5d97-4240-ae21-2bef4bf382c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:40.460395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f927d67c-5d97-4240-ae21-2bef4bf382c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:40.473111 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f927d67c-5d97-4240-ae21-2bef4bf382c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/307cec17-2851-424f-b750-f9823346df35 HTTP/1.1" status: 204 len: 168 time: 0.7056310 Jul 08 18:26:40.548900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6643b935-dde3-4069-ac86-b7f8cf073bbe up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:40.609282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927d67c-5d97-4240-ae21-2bef4bf382c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307cec17-2851-424f-b750-f9823346df35,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:40.675668 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b1a7f64e-441c-47b5-8bc7-90e9c32b7046 req-c9acdd4e-4a8c-47b3-b2c6-d8621d930eb9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:40.706102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f40328d1-9f6e-4d35-bfd0-32175efe7760', '1b3f455c-1d74-46e6-96b4-8c1b258db5e1'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:26:40.718410 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['d191714c-345a-448b-b024-2bcd10a9c67b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:26:40.757114 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4dc85ac-f57a-4be3-ba05-7e492e2ff215 req-c5e9e270-d9a0-46fc-b03a-3275da3811a5 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 210 time: 0.0745473 Jul 08 18:26:40.774255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acdd4e-4a8c-47b3-b2c6-d8621d930eb9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Pushing event deleted for resources: {'Port': ['ID=8e17ee6a-7667-4a94-8f8f-a6728ce3ea50,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:40.880795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a7f64e-441c-47b5-8bc7-90e9c32b7046 req-c9acdd4e-4a8c-47b3-b2c6-d8621d930eb9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] No DVR routers for this DVR port 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:26:40.885348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b1a7f64e-441c-47b5-8bc7-90e9c32b7046 req-c9acdd4e-4a8c-47b3-b2c6-d8621d930eb9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:40.888533 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1a7f64e-441c-47b5-8bc7-90e9c32b7046 req-c9acdd4e-4a8c-47b3-b2c6-d8621d930eb9 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.74 "DELETE /v2.0/ports/8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 HTTP/1.1" status: 204 len: 173 time: 1.5203824 Jul 08 18:26:40.889087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aca743-64ef-44c1-844f-1a4957dc6ad3', 'name': 'network-vif-deleted', 'tag': '8e17ee6a-7667-4a94-8f8f-a6728ce3ea50'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:26:40.898484 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeff8c3-6cad-45e1-b9b5-f3b364059e71" -d '{"events": [{"server_uuid": "13aca743-64ef-44c1-844f-1a4957dc6ad3", "name": "network-vif-deleted", "tag": "8e17ee6a-7667-4a94-8f8f-a6728ce3ea50"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:26:40.994147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 6643b935-dde3-4069-ac86-b7f8cf073bbe completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:41.034668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 6643b935-dde3-4069-ac86-b7f8cf073bbe triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:41.034951 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:41.472257 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d839d832-1f8f-4979-97d4-86b2fa7874e7 x-openstack-request-id: req-d839d832-1f8f-4979-97d4-86b2fa7874e7 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:26:41.472704 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aca743-64ef-44c1-844f-1a4957dc6ad3", "name": "network-vif-deleted", "tag": "8e17ee6a-7667-4a94-8f8f-a6728ce3ea50", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:26:41.473146 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d839d832-1f8f-4979-97d4-86b2fa7874e7 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:26:41.473649 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aca743-64ef-44c1-844f-1a4957dc6ad3', 'name': 'network-vif-deleted', 'tag': '8e17ee6a-7667-4a94-8f8f-a6728ce3ea50', 'status': 'completed', 'code': 200} Jul 08 18:26:41.569338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca544-ab6f-4031-a2c8-6c346e9eab61 req-3c00e81f-02e0-465b-ab2c-3ab47e5ba477 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:41.580365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9efca544-ab6f-4031-a2c8-6c346e9eab61 req-3c00e81f-02e0-465b-ab2c-3ab47e5ba477 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 983 time: 0.1929536 Jul 08 18:26:41.585793 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:41.709209 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9efca544-ab6f-4031-a2c8-6c346e9eab61 req-55447971-7369-4596-8df1-2aec63968ae1 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1270328 Jul 08 18:26:41.770624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 6643b935-dde3-4069-ac86-b7f8cf073bbe, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6643b935-dde3-4069-ac86-b7f8cf073bbe,segment=NetworkSegment(b59e6e00-1fde-4eef-b693-44b96f83e9c6),segment_id=b59e6e00-1fde-4eef-b693-44b96f83e9c6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:41.772451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6643b935-dde3-4069-ac86-b7f8cf073bbe'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:26:41.781202 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f9d147-0c53-4342-a5d3-46b28a3f242d" -d '{"events": [{"server_uuid": "bdc2d21a-2c00-4ce6-8128-2ffa261dd329", "name": "network-vif-plugged", "status": "completed", "tag": "6643b935-dde3-4069-ac86-b7f8cf073bbe"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:26:41.807340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:26:41.838787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:41.963310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:26:41.963800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8e17ee6a-7667-4a94-8f8f-a6728ce3ea50 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:26:41.965230 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:42.063204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=6643b935-dde3-4069-ac86-b7f8cf073bbe,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:42.221430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b704efb-01a0-4f03-b34a-03894f940339 req-ad77a4fc-f2ce-4709-9d17-25cd22f06b90 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=13aca743-64ef-44c1-844f-1a4957dc6ad3 HTTP/1.1" status: 200 len: 210 time: 0.0537109 Jul 08 18:26:42.283615 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03476747-c476-4777-baff-15fa1102143e x-openstack-request-id: req-03476747-c476-4777-baff-15fa1102143e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:26:42.283802 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc2d21a-2c00-4ce6-8128-2ffa261dd329", "name": "network-vif-plugged", "status": "completed", "tag": "6643b935-dde3-4069-ac86-b7f8cf073bbe", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:26:42.283957 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-03476747-c476-4777-baff-15fa1102143e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:26:42.284357 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6643b935-dde3-4069-ac86-b7f8cf073bbe', 'code': 200} Jul 08 18:26:42.440560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e654e-06da-4a0f-933f-bebd91059af6 req-c8a3107a-53d2-48fa-aaa3-428a87ac33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:42.442278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d3e654e-06da-4a0f-933f-bebd91059af6 req-c8a3107a-53d2-48fa-aaa3-428a87ac33e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 1135 time: 0.1036735 Jul 08 18:26:42.501173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d3e654e-06da-4a0f-933f-bebd91059af6 req-47c8056e-52c3-4da1-a5ff-53d5dfdcf9bd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0507672 Jul 08 18:26:43.230100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d408b99-bbf4-41b1-bc13-b966e4a239dc req-bd398e12-cd8f-4fd2-8c89-72d60bdcb6a0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:43.247433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d408b99-bbf4-41b1-bc13-b966e4a239dc req-bd398e12-cd8f-4fd2-8c89-72d60bdcb6a0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 984 time: 0.2800837 Jul 08 18:26:43.323203 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d408b99-bbf4-41b1-bc13-b966e4a239dc req-85ae410d-ce09-43cc-a9ae-ed1fb5f2a3e9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0561135 Jul 08 18:26:44.865460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9ae0f-b156-40fa-90b5-029c29493ddc req-78941499-8cc2-492e-9ae1-deeb249c9e5a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:44.874776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51f9ae0f-b156-40fa-90b5-029c29493ddc req-78941499-8cc2-492e-9ae1-deeb249c9e5a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 984 time: 0.2482653 Jul 08 18:26:44.947074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51f9ae0f-b156-40fa-90b5-029c29493ddc req-6e9d07a4-b2c6-44ab-800b-ba6ff444e01f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0710340 Jul 08 18:26:45.195648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f7626-3f95-48b1-86e7-e0a4c06653ff req-7de4c736-5f72-4cb5-bc30-f75ae07ff6fc tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:45.197344 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa4f7626-3f95-48b1-86e7-e0a4c06653ff req-7de4c736-5f72-4cb5-bc30-f75ae07ff6fc tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 984 time: 0.0856214 Jul 08 18:26:45.296180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa4f7626-3f95-48b1-86e7-e0a4c06653ff req-3cc17216-267a-4719-8aa2-5d0a67c0dc89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0818734 Jul 08 18:26:45.714455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189f5a-b90c-4391-98ce-fb161f22c2f2 req-73ecc7f5-905d-4b3c-a915-6859bbff98b3 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:45.716020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7189f5a-b90c-4391-98ce-fb161f22c2f2 req-73ecc7f5-905d-4b3c-a915-6859bbff98b3 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 1135 time: 0.1324584 Jul 08 18:26:45.774935 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7189f5a-b90c-4391-98ce-fb161f22c2f2 req-fdd844ed-de0b-45ba-852a-2c4f0c986d05 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:45.794715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42116) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:46.051782 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7189f5a-b90c-4391-98ce-fb161f22c2f2 req-fdd844ed-de0b-45ba-852a-2c4f0c986d05 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:46.055158 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d67ae329-553c-4163-8c43-b9cd73ca379a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:46.060482 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7189f5a-b90c-4391-98ce-fb161f22c2f2 req-fdd844ed-de0b-45ba-852a-2c4f0c986d05 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:46.110782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7189f5a-b90c-4391-98ce-fb161f22c2f2 req-fdd844ed-de0b-45ba-852a-2c4f0c986d05 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3861978 Jul 08 18:26:46.145042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42142) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:46.218523 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd844ed-de0b-45ba-852a-2c4f0c986d05 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784a5a0d-57e8-4935-84ff-6ad7679117bf,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:46.325337 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d67ae329-553c-4163-8c43-b9cd73ca379a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:46.339219 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d67ae329-553c-4163-8c43-b9cd73ca379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:46.350950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a97f59-e702-4f1b-a2d7-1bd56bbf6b91 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:46.355649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-41a97f59-e702-4f1b-a2d7-1bd56bbf6b91 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 1130 time: 0.2083843 Jul 08 18:26:46.357620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42152) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:46.368910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '6643b935-dde3-4069-ac86-b7f8cf073bbe', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:46.401825 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d67ae329-553c-4163-8c43-b9cd73ca379a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=801d45fa67ea46eeaff8badb7957dfca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6059201 Jul 08 18:26:46.411397 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42156) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:46.429091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:46.535414 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a21e6601-e0b1-4ed7-bebb-771c3fd17db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:46.573560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ae329-553c-4163-8c43-b9cd73ca379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0b0bce-2cc8-4a99-95d3-3e5d8236d864,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:46.625380 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a21e6601-e0b1-4ed7-bebb-771c3fd17db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:46.671480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:46.740744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a21e6601-e0b1-4ed7-bebb-771c3fd17db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:46.743840 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a21e6601-e0b1-4ed7-bebb-771c3fd17db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:46.745260 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a21e6601-e0b1-4ed7-bebb-771c3fd17db9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e0b0bce-2cc8-4a99-95d3-3e5d8236d864 HTTP/1.1" status: 204 len: 168 time: 0.3327825 Jul 08 18:26:46.757735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e6601-e0b1-4ed7-bebb-771c3fd17db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0b0bce-2cc8-4a99-95d3-3e5d8236d864,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:46.949041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Allocated IP 172.25.8.189 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/939607fd-f6d9-4edd-a919-3e8220e44d2a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:47.195054 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:47.281678 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:47.337260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:47.342575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:47.351115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:47.449564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Port': ['ID=939607fd-f6d9-4edd-a919-3e8220e44d2a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:48.256329 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:48.507494 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:48.820648 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:48.829693 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:48.958909 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:49.076811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Port': ['ID=939607fd-f6d9-4edd-a919-3e8220e44d2a,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:49.251982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e38e3-8763-4418-a263-9304d8ab7f46 req-d859acf5-f6a7-45c7-9d09-314a04cece6f tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:49.253612 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-437e38e3-8763-4418-a263-9304d8ab7f46 req-d859acf5-f6a7-45c7-9d09-314a04cece6f tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 945 time: 0.3992321 Jul 08 18:26:49.311058 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Floating IP b669f1e7-bb1a-4495-8aee-730be2821850 associated. External IP: 172.25.8.189, port: 6643b935-dde3-4069-ac86-b7f8cf073bbe. Jul 08 18:26:49.722175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-437e38e3-8763-4418-a263-9304d8ab7f46 req-60b90e1a-3b68-4277-9b62-1e466da40e5d tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401841 Jul 08 18:26:49.988846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Router 587c2e68-acee-4e2e-bb58-c144710fef1b has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:26:50.218010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42312) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:50.574124 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04f5d391-cc6b-4aa2-8cf2-595bccdd9a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:50.575584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42330) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:50.666620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04ef11-2472-4583-87ee-d5f4dcfe425a req-538abd4a-ed30-4cc4-ad97-3d9e90e43d6c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:50.669806 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8b04ef11-2472-4583-87ee-d5f4dcfe425a req-538abd4a-ed30-4cc4-ad97-3d9e90e43d6c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.74 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 945 time: 0.2461808 Jul 08 18:26:50.812495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d67c2aec-9e44-4873-9a30-1c4344df9ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.093961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:26:51.105726 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81234a58-6269-43ba-98f6-27343fa4222e None None] Sync routers for ids ['587c2e68-acee-4e2e-bb58-c144710fef1b'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:26:51.127934 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04f5d391-cc6b-4aa2-8cf2-595bccdd9a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.130410 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81234a58-6269-43ba-98f6-27343fa4222e None None] Routers {'587c2e68-acee-4e2e-bb58-c144710fef1b'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:51.134529 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-81234a58-6269-43ba-98f6-27343fa4222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:26:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['587c2e68-acee-4e2e-bb58-c144710fef1b'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:51.167823 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04f5d391-cc6b-4aa2-8cf2-595bccdd9a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.201371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb2fac-9ca0-4f99-97de-facc18e5ef2d req-d864f4ea-c07f-4322-9c9a-94e26cdeec3d tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:51.206728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caeb2fac-9ca0-4f99-97de-facc18e5ef2d req-d864f4ea-c07f-4322-9c9a-94e26cdeec3d tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 945 time: 0.1144733 Jul 08 18:26:51.254294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-8b04ef11-2472-4583-87ee-d5f4dcfe425a req-5d039913-4f75-4ab7-bb46-edaf0eed0d89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Deleting port d191714c-345a-448b-b024-2bcd10a9c67b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:26:51.255395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8b04ef11-2472-4583-87ee-d5f4dcfe425a req-5d039913-4f75-4ab7-bb46-edaf0eed0d89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.314885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caeb2fac-9ca0-4f99-97de-facc18e5ef2d req-e9b91c85-a677-412c-8439-74037b8eb422 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005609 Jul 08 18:26:51.363861 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-81234a58-6269-43ba-98f6-27343fa4222e None None] Set router 587c2e68-acee-4e2e-bb58-c144710fef1b gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:51.386685 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-04f5d391-cc6b-4aa2-8cf2-595bccdd9a7b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8229f80409d04cf1a14eecd72b5eb5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1680558 Jul 08 18:26:51.389549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42348) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:51.409295 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5d391-cc6b-4aa2-8cf2-595bccdd9a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e290f4-038d-435d-a9a1-a8fc46644995,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:51.462888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8b04ef11-2472-4583-87ee-d5f4dcfe425a req-5d039913-4f75-4ab7-bb46-edaf0eed0d89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] For port d191714c-345a-448b-b024-2bcd10a9c67b, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d191714c-345a-448b-b024-2bcd10a9c67b,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:51.463589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8b04ef11-2472-4583-87ee-d5f4dcfe425a req-5d039913-4f75-4ab7-bb46-edaf0eed0d89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.490776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-8b04ef11-2472-4583-87ee-d5f4dcfe425a req-5d039913-4f75-4ab7-bb46-edaf0eed0d89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Calling delete_port for d191714c-345a-448b-b024-2bcd10a9c67b owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:26:51.560659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a108378-d9e7-45b6-be40-b0ab8e17c9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.568884 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d67c2aec-9e44-4873-9a30-1c4344df9ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.611213 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d67c2aec-9e44-4873-9a30-1c4344df9ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.643885 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a108378-d9e7-45b6-be40-b0ab8e17c9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.663850 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.749861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c2aec-9e44-4873-9a30-1c4344df9ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d41a0d3-f3c4-4945-812b-dddd0ae89c34,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:51.764426 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d67c2aec-9e44-4873-9a30-1c4344df9ee1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=13254d4c2eac4d8786d16e69461ff61a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1851587 Jul 08 18:26:51.767185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42362) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:51.812857 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-81234a58-6269-43ba-98f6-27343fa4222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:19Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'b669f1e7-bb1a-4495-8aee-730be2821850', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'port_id': '6643b935-dde3-4069-ac86-b7f8cf073bbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'mac_address': 'fa:16:3e:59:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:26:47Z', 'updated_at': '2021-07-08T18:26:47Z', 'revision_number': 0, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31182b91-78a4-4dae-9509-49a882f53f10', 'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:8f:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:17Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:51.852890 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81234a58-6269-43ba-98f6-27343fa4222e None None] Checking router: 587c2e68-acee-4e2e-bb58-c144710fef1b for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:26:51.860525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8b04ef11-2472-4583-87ee-d5f4dcfe425a req-5d039913-4f75-4ab7-bb46-edaf0eed0d89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.872768 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a108378-d9e7-45b6-be40-b0ab8e17c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.875334 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a108378-d9e7-45b6-be40-b0ab8e17c9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:51.876264 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f40328d1-9f6e-4d35-bfd0-32175efe7760', '1b3f455c-1d74-46e6-96b4-8c1b258db5e1'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:26:51.890020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8a108378-d9e7-45b6-be40-b0ab8e17c9b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f0e290f4-038d-435d-a9a1-a8fc46644995 HTTP/1.1" status: 204 len: 168 time: 0.4987032 Jul 08 18:26:51.891419 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81234a58-6269-43ba-98f6-27343fa4222e None None] Routers {'587c2e68-acee-4e2e-bb58-c144710fef1b'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:51.891712 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-81234a58-6269-43ba-98f6-27343fa4222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:26:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['587c2e68-acee-4e2e-bb58-c144710fef1b'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:51.902088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6835eab3-8099-4217-8f05-2fbbddbae9c9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5432098 Jul 08 18:26:51.908603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42366) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:51.909357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'tag': '6643b935-dde3-4069-ac86-b7f8cf073bbe'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:26:51.911693 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abccfca-f12a-4e66-96ae-7304247f7ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc2d21a-2c00-4ce6-8128-2ffa261dd329", "tag": "6643b935-dde3-4069-ac86-b7f8cf073bbe"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:26:52.000824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a108378-d9e7-45b6-be40-b0ab8e17c9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e290f4-038d-435d-a9a1-a8fc46644995,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:52.005035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d039913-4f75-4ab7-bb46-edaf0eed0d89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Pushing event deleted for resources: {'Port': ['ID=d191714c-345a-448b-b024-2bcd10a9c67b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:52.072456 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2a6163-a96b-4888-8dff-418e8ecb0a20 x-openstack-request-id: req-3a2a6163-a96b-4888-8dff-418e8ecb0a20 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:26:52.072749 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc2d21a-2c00-4ce6-8128-2ffa261dd329", "tag": "6643b935-dde3-4069-ac86-b7f8cf073bbe", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:26:52.072998 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a2a6163-a96b-4888-8dff-418e8ecb0a20 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:26:52.073405 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'tag': '6643b935-dde3-4069-ac86-b7f8cf073bbe', 'status': 'completed', 'code': 200} Jul 08 18:26:52.142761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b04ef11-2472-4583-87ee-d5f4dcfe425a req-5d039913-4f75-4ab7-bb46-edaf0eed0d89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] No DVR routers for this DVR port d191714c-345a-448b-b024-2bcd10a9c67b on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:26:52.157114 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8b04ef11-2472-4583-87ee-d5f4dcfe425a req-5d039913-4f75-4ab7-bb46-edaf0eed0d89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:52.159392 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8b04ef11-2472-4583-87ee-d5f4dcfe425a req-5d039913-4f75-4ab7-bb46-edaf0eed0d89 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.74 "DELETE /v2.0/ports/d191714c-345a-448b-b024-2bcd10a9c67b HTTP/1.1" status: 204 len: 173 time: 1.4826643 Jul 08 18:26:52.159869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6f4e42-74a5-47f6-8951-1713df9617ad', 'name': 'network-vif-deleted', 'tag': 'd191714c-345a-448b-b024-2bcd10a9c67b'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:26:52.168462 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fab3ed-cc45-4809-8bd2-21530e7b5788" -d '{"events": [{"server_uuid": "df6f4e42-74a5-47f6-8951-1713df9617ad", "name": "network-vif-deleted", "tag": "d191714c-345a-448b-b024-2bcd10a9c67b"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:26:52.212380 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c947cf6b-ef10-47c6-8e3c-a33c731e1575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:52.244986 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-81234a58-6269-43ba-98f6-27343fa4222e None None] Set router 587c2e68-acee-4e2e-bb58-c144710fef1b gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:52.306233 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149923df-5c1f-4743-8f7d-0f9241b339f7 x-openstack-request-id: req-149923df-5c1f-4743-8f7d-0f9241b339f7 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:26:52.310431 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6f4e42-74a5-47f6-8951-1713df9617ad", "name": "network-vif-deleted", "tag": "d191714c-345a-448b-b024-2bcd10a9c67b", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:26:52.310928 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-149923df-5c1f-4743-8f7d-0f9241b339f7 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:26:52.311530 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6f4e42-74a5-47f6-8951-1713df9617ad', 'name': 'network-vif-deleted', 'tag': 'd191714c-345a-448b-b024-2bcd10a9c67b', 'status': 'completed', 'code': 200} Jul 08 18:26:52.394976 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c947cf6b-ef10-47c6-8e3c-a33c731e1575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:52.561573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccfca-f12a-4e66-96ae-7304247f7ee8 req-2441011f-cc21-4051-85ef-fb072d1051de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.563307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7abccfca-f12a-4e66-96ae-7304247f7ee8 req-2441011f-cc21-4051-85ef-fb072d1051de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 1135 time: 0.4751790 Jul 08 18:26:52.564850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d45f6-708b-43ed-9ddf-458a382edfc0 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.565328 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d45f6-708b-43ed-9ddf-458a382edfc0 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.565797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d45f6-708b-43ed-9ddf-458a382edfc0 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.566286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d45f6-708b-43ed-9ddf-458a382edfc0 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.566751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d45f6-708b-43ed-9ddf-458a382edfc0 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.567209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d45f6-708b-43ed-9ddf-458a382edfc0 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.567845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d45f6-708b-43ed-9ddf-458a382edfc0 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.572192 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-322d45f6-708b-43ed-9ddf-458a382edfc0 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4990 time: 0.6552668 Jul 08 18:26:52.572571 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42394) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:52.687481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5f85d-18c9-4c9e-ab7d-47afd63919b1 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.687953 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5f85d-18c9-4c9e-ab7d-47afd63919b1 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.688474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5f85d-18c9-4c9e-ab7d-47afd63919b1 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.688936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5f85d-18c9-4c9e-ab7d-47afd63919b1 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.689446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5f85d-18c9-4c9e-ab7d-47afd63919b1 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.689896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5f85d-18c9-4c9e-ab7d-47afd63919b1 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.690364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5f85d-18c9-4c9e-ab7d-47afd63919b1 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.694985 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e4b5f85d-18c9-4c9e-ab7d-47afd63919b1 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4651 time: 0.1187909 Jul 08 18:26:52.695151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42398) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:52.800960 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-81234a58-6269-43ba-98f6-27343fa4222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:19Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'b669f1e7-bb1a-4495-8aee-730be2821850', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'port_id': '6643b935-dde3-4069-ac86-b7f8cf073bbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'mac_address': 'fa:16:3e:59:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:26:47Z', 'updated_at': '2021-07-08T18:26:47Z', 'revision_number': 0, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31182b91-78a4-4dae-9509-49a882f53f10', 'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:8f:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:17Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:52.812583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb08c8c4-e2f9-4286-80f9-6fe5349ad0aa req-7e008cda-4046-49ee-8de4-d31c55da8d7d tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6f4e42-74a5-47f6-8951-1713df9617ad HTTP/1.1" status: 200 len: 210 time: 0.2578235 Jul 08 18:26:52.818273 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c947cf6b-ef10-47c6-8e3c-a33c731e1575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:52.821174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c947cf6b-ef10-47c6-8e3c-a33c731e1575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:52.826095 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c947cf6b-ef10-47c6-8e3c-a33c731e1575 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d41a0d3-f3c4-4945-812b-dddd0ae89c34 HTTP/1.1" status: 204 len: 168 time: 1.0570557 Jul 08 18:26:52.842509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947cf6b-ef10-47c6-8e3c-a33c731e1575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d41a0d3-f3c4-4945-812b-dddd0ae89c34,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:52.926044 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81234a58-6269-43ba-98f6-27343fa4222e None None] The sync data for ids ['587c2e68-acee-4e2e-bb58-c144710fef1b'] in n-d-799684-3 is: [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:19Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'b669f1e7-bb1a-4495-8aee-730be2821850', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'port_id': '6643b935-dde3-4069-ac86-b7f8cf073bbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'mac_address': 'fa:16:3e:59:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:26:47Z', 'updated_at': '2021-07-08T18:26:47Z', 'revision_number': 0, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31182b91-78a4-4dae-9509-49a882f53f10', 'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:8f:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:17Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:26:52.959129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccfca-f12a-4e66-96ae-7304247f7ee8 req-e827a1a6-c0c4-4d0b-9d3a-18aa14de5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:52.963785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7abccfca-f12a-4e66-96ae-7304247f7ee8 req-e827a1a6-c0c4-4d0b-9d3a-18aa14de5b7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c HTTP/1.1" status: 200 len: 896 time: 0.3932567 Jul 08 18:26:53.195107 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7abccfca-f12a-4e66-96ae-7304247f7ee8 req-918ded7e-75c5-4749-910d-904424451005 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6643b935-dde3-4069-ac86-b7f8cf073bbe HTTP/1.1" status: 200 len: 999 time: 0.2167497 Jul 08 18:26:53.312434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccfca-f12a-4e66-96ae-7304247f7ee8 req-4dd6396a-2894-44b5-8ea6-0281d9881f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:53.314013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7abccfca-f12a-4e66-96ae-7304247f7ee8 req-4dd6396a-2894-44b5-8ea6-0281d9881f40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db74c5c6-a566-47f0-b571-cf423dc4376d HTTP/1.1" status: 200 len: 834 time: 0.1124833 Jul 08 18:26:53.366010 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5b3b7d06-510e-4009-942e-f611a3fe7d93 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3060 time: 0.6698260 Jul 08 18:26:53.374086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42424) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:53.439799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccfca-f12a-4e66-96ae-7304247f7ee8 req-6ee87530-dc87-4a1c-862b-b1acea7f0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:53.441523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7abccfca-f12a-4e66-96ae-7304247f7ee8 req-6ee87530-dc87-4a1c-862b-b1acea7f0cee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212103 Jul 08 18:26:53.449698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba62ac2-1d54-4fdd-ab7c-72ad766314ac None None] New status for floating IP b669f1e7-bb1a-4495-8aee-730be2821850: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:26:53.547981 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a079ac-f7fe-47cc-9701-00fb55814abf tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:53.548824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a079ac-f7fe-47cc-9701-00fb55814abf tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:53.567020 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-78a079ac-f7fe-47cc-9701-00fb55814abf tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=587c2e68-acee-4e2e-bb58-c144710fef1b HTTP/1.1" status: 200 len: 1990 time: 0.1883657 Jul 08 18:26:53.646060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7abccfca-f12a-4e66-96ae-7304247f7ee8 req-b75aa6f3-c8cc-48ea-b987-f667cfc7a9af service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879702 Jul 08 18:26:53.833827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7abccfca-f12a-4e66-96ae-7304247f7ee8 req-6300b344-e6e6-414b-8a88-9b470602d22d service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797686 Jul 08 18:26:53.844041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d191714c-345a-448b-b024-2bcd10a9c67b no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:26:53.868135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: d191714c-345a-448b-b024-2bcd10a9c67b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:26:53.868890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d191714c-345a-448b-b024-2bcd10a9c67b not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:26:53.977978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42448) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:53.993674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4eaacaa1-c19c-4f74-8ee3-d051ae26e3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:54.199450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4eaacaa1-c19c-4f74-8ee3-d051ae26e3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:54.206554 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4eaacaa1-c19c-4f74-8ee3-d051ae26e3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:54.344788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaacaa1-c19c-4f74-8ee3-d051ae26e3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602535a9-0864-4571-8eec-342520f0a9b7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:54.360794 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4eaacaa1-c19c-4f74-8ee3-d051ae26e3e0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f1acb1f5e864975b857e02ad6e269a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816981 Jul 08 18:26:54.363307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42474) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:54.465741 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8151-5a36-4e2c-92fd-383114f58440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:54.513845 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8151-5a36-4e2c-92fd-383114f58440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:54.634768 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8151-5a36-4e2c-92fd-383114f58440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:54.647288 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8151-5a36-4e2c-92fd-383114f58440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:54.649435 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ea9e8151-5a36-4e2c-92fd-383114f58440 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/602535a9-0864-4571-8eec-342520f0a9b7 HTTP/1.1" status: 204 len: 168 time: 0.2851186 Jul 08 18:26:54.673607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e8151-5a36-4e2c-92fd-383114f58440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602535a9-0864-4571-8eec-342520f0a9b7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:54.769947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb36d1-446d-4137-9270-48ae0fcdfaa3 req-f4a393d3-977c-4728-b159-2f6230224e88 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:54.779342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43eb36d1-446d-4137-9270-48ae0fcdfaa3 req-f4a393d3-977c-4728-b159-2f6230224e88 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 945 time: 0.1397114 Jul 08 18:26:54.865332 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43eb36d1-446d-4137-9270-48ae0fcdfaa3 req-a2332e11-e0e7-46bc-980c-1fd5fd232ae0 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828011 Jul 08 18:26:55.441679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42532) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:55.618511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4d71-464c-4563-95ea-becc5c2902a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:55.772917 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4d71-464c-4563-95ea-becc5c2902a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:55.779669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4d71-464c-4563-95ea-becc5c2902a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:55.846584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e4d71-464c-4563-95ea-becc5c2902a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9723e4ad-06c4-459d-b9dd-e69ff3808745,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:55.869480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42556) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:55.870017 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1a4e4d71-464c-4563-95ea-becc5c2902a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1aca73a831664dd2aa980af116185677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269657 Jul 08 18:26:55.924483 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16cbdc49-1730-47f5-821d-91b10dcde70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:55.960892 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16cbdc49-1730-47f5-821d-91b10dcde70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:56.066085 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16cbdc49-1730-47f5-821d-91b10dcde70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:56.069361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16cbdc49-1730-47f5-821d-91b10dcde70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:56.070722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-16cbdc49-1730-47f5-821d-91b10dcde70c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9723e4ad-06c4-459d-b9dd-e69ff3808745 HTTP/1.1" status: 204 len: 168 time: 0.1999853 Jul 08 18:26:56.096400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbdc49-1730-47f5-821d-91b10dcde70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9723e4ad-06c4-459d-b9dd-e69ff3808745,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:56.166714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd3c58-48d1-4ec7-b8fb-dc98ff851f5c req-1caddee7-1a7c-4ae5-a7cb-c84e429e9429 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:56.169038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09fd3c58-48d1-4ec7-b8fb-dc98ff851f5c req-1caddee7-1a7c-4ae5-a7cb-c84e429e9429 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 945 time: 0.1622734 Jul 08 18:26:56.248762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09fd3c58-48d1-4ec7-b8fb-dc98ff851f5c req-82264c19-edd8-4d2b-9106-4da0bd88d5d1 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680223 Jul 08 18:26:56.265895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a60de6-bcf1-4863-8ad1-bc62690c667a req-fb54595f-be5d-4798-b83e-6d248fe2ec19 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:56.267542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42a60de6-bcf1-4863-8ad1-bc62690c667a req-fb54595f-be5d-4798-b83e-6d248fe2ec19 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.59 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 945 time: 0.1656592 Jul 08 18:26:56.462717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-42a60de6-bcf1-4863-8ad1-bc62690c667a req-94b52cad-e948-4e72-a99f-1a8daa72fc47 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Deleting port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:26:56.463197 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-42a60de6-bcf1-4863-8ad1-bc62690c667a req-94b52cad-e948-4e72-a99f-1a8daa72fc47 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:56.602068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-42a60de6-bcf1-4863-8ad1-bc62690c667a req-94b52cad-e948-4e72-a99f-1a8daa72fc47 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] For port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1b3f455c-1d74-46e6-96b4-8c1b258db5e1,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:56.602659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-42a60de6-bcf1-4863-8ad1-bc62690c667a req-94b52cad-e948-4e72-a99f-1a8daa72fc47 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:56.617221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-42a60de6-bcf1-4863-8ad1-bc62690c667a req-94b52cad-e948-4e72-a99f-1a8daa72fc47 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Calling delete_port for 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:26:56.884209 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-42a60de6-bcf1-4863-8ad1-bc62690c667a req-94b52cad-e948-4e72-a99f-1a8daa72fc47 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:56.955678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f40328d1-9f6e-4d35-bfd0-32175efe7760', '1b3f455c-1d74-46e6-96b4-8c1b258db5e1'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:26:56.957501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b52cad-e948-4e72-a99f-1a8daa72fc47 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Pushing event deleted for resources: {'Port': ['ID=1b3f455c-1d74-46e6-96b4-8c1b258db5e1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:56.967784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42600) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:56.986423 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b51bf02d-99f7-4b02-8467-f9f3a0fbf513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:57.108299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a60de6-bcf1-4863-8ad1-bc62690c667a req-94b52cad-e948-4e72-a99f-1a8daa72fc47 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] No DVR routers for this DVR port 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:26:57.112399 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-42a60de6-bcf1-4863-8ad1-bc62690c667a req-94b52cad-e948-4e72-a99f-1a8daa72fc47 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:57.114936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42a60de6-bcf1-4863-8ad1-bc62690c667a req-94b52cad-e948-4e72-a99f-1a8daa72fc47 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.59 "DELETE /v2.0/ports/1b3f455c-1d74-46e6-96b4-8c1b258db5e1 HTTP/1.1" status: 204 len: 173 time: 0.8411891 Jul 08 18:26:57.115386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69ce239-2036-4992-8668-fd946768378c', 'name': 'network-vif-deleted', 'tag': '1b3f455c-1d74-46e6-96b4-8c1b258db5e1'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:26:57.118030 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6059ebe-4225-4271-b1e4-cd7c2e41422e" -d '{"events": [{"server_uuid": "d69ce239-2036-4992-8668-fd946768378c", "name": "network-vif-deleted", "tag": "1b3f455c-1d74-46e6-96b4-8c1b258db5e1"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:26:57.179323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b51bf02d-99f7-4b02-8467-f9f3a0fbf513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:57.204952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b51bf02d-99f7-4b02-8467-f9f3a0fbf513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:57.344216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bf02d-99f7-4b02-8467-f9f3a0fbf513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be48b2e-b3e6-41cc-b177-50664ad79fd5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:57.371336 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b51bf02d-99f7-4b02-8467-f9f3a0fbf513 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=505321f705474aea98386146a6c9ec25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017582 Jul 08 18:26:57.375658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42626) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:57.539597 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccf4c6a3-d4bd-4999-930b-86ddfa5b1496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:57.575092 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccf4c6a3-d4bd-4999-930b-86ddfa5b1496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:57.678638 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccf4c6a3-d4bd-4999-930b-86ddfa5b1496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:57.681416 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccf4c6a3-d4bd-4999-930b-86ddfa5b1496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:57.682480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ccf4c6a3-d4bd-4999-930b-86ddfa5b1496 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2be48b2e-b3e6-41cc-b177-50664ad79fd5 HTTP/1.1" status: 204 len: 168 time: 0.3073428 Jul 08 18:26:57.751627 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da776cbf-7e41-4029-b969-3c4877a5575f x-openstack-request-id: req-da776cbf-7e41-4029-b969-3c4877a5575f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:26:57.751947 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69ce239-2036-4992-8668-fd946768378c", "name": "network-vif-deleted", "tag": "1b3f455c-1d74-46e6-96b4-8c1b258db5e1", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:26:57.752171 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da776cbf-7e41-4029-b969-3c4877a5575f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:26:57.752568 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69ce239-2036-4992-8668-fd946768378c', 'name': 'network-vif-deleted', 'tag': '1b3f455c-1d74-46e6-96b4-8c1b258db5e1', 'status': 'completed', 'code': 200} Jul 08 18:26:57.766710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48d64fb1-f3a1-4f49-9510-9e00e9449c7f req-1c85e5d3-7883-4cc8-8fc9-f850b84a4633 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=d69ce239-2036-4992-8668-fd946768378c HTTP/1.1" status: 200 len: 210 time: 0.1055200 Jul 08 18:26:57.778685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4c6a3-d4bd-4999-930b-86ddfa5b1496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be48b2e-b3e6-41cc-b177-50664ad79fd5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:00.311861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42768) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:00.510699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd35e48b-7229-4673-b783-cab0cb546be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:00.643218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:27:00.679930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:27:00.680242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1b3f455c-1d74-46e6-96b4-8c1b258db5e1 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:27:00.701763 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd35e48b-7229-4673-b783-cab0cb546be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:00.723205 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd35e48b-7229-4673-b783-cab0cb546be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:00.789605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42802) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:00.798108 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bd35e48b-7229-4673-b783-cab0cb546be1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c954fcfc734b4984a5b6fd48cfac26df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833066 Jul 08 18:27:00.805769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35e48b-7229-4673-b783-cab0cb546be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db553455-6b00-4051-bb0c-edfe4e5807ae,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:00.856118 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ccdf-e835-4cf1-97e8-85b558032de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:00.891676 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ccdf-e835-4cf1-97e8-85b558032de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:00.967472 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ccdf-e835-4cf1-97e8-85b558032de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:00.971126 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ccdf-e835-4cf1-97e8-85b558032de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:00.976465 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4ab2ccdf-e835-4cf1-97e8-85b558032de7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db553455-6b00-4051-bb0c-edfe4e5807ae HTTP/1.1" status: 204 len: 168 time: 0.1848619 Jul 08 18:27:00.989401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2ccdf-e835-4cf1-97e8-85b558032de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db553455-6b00-4051-bb0c-edfe4e5807ae,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:03.664313 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:04.392914 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:04.479853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5a64d-22ce-48cc-b1fe-e9ce12b663b8 req-0eabf57c-66fe-4e0d-93ec-ab09394eb4c2 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:04.493507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16c5a64d-22ce-48cc-b1fe-e9ce12b663b8 req-0eabf57c-66fe-4e0d-93ec-ab09394eb4c2 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 946 time: 0.1654978 Jul 08 18:27:04.591820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16c5a64d-22ce-48cc-b1fe-e9ce12b663b8 req-9ce61df3-4162-42a9-8a65-fac01966cf6d tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972788 Jul 08 18:27:04.675284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42964) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:04.861277 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3b93ef6-7883-402e-80ac-6cf9ee88e707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.046562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42974) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:05.092872 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3b93ef6-7883-402e-80ac-6cf9ee88e707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.111416 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3b93ef6-7883-402e-80ac-6cf9ee88e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.162764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c3b93ef6-7883-402e-80ac-6cf9ee88e707 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c068b9651b14a7cb00a62cdf05887a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862485 Jul 08 18:27:05.163886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42978) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:05.181838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b93ef6-7883-402e-80ac-6cf9ee88e707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e997e8d8-30f2-4fbc-bbd6-9960a82b37ce,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:05.231164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9197574-ef7a-443b-810f-595199e95f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.276951 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57d933d3-34b1-4b61-9710-eeaa66297d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.314594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57d933d3-34b1-4b61-9710-eeaa66297d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.399218 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57d933d3-34b1-4b61-9710-eeaa66297d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.401764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57d933d3-34b1-4b61-9710-eeaa66297d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.403345 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-57d933d3-34b1-4b61-9710-eeaa66297d88 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e997e8d8-30f2-4fbc-bbd6-9960a82b37ce HTTP/1.1" status: 204 len: 168 time: 0.2376642 Jul 08 18:27:05.418911 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9197574-ef7a-443b-810f-595199e95f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.430601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d933d3-34b1-4b61-9710-eeaa66297d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997e8d8-30f2-4fbc-bbd6-9960a82b37ce,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:05.455924 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9197574-ef7a-443b-810f-595199e95f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.489411 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e9197574-ef7a-443b-810f-595199e95f10 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa12728d61d344f19a36247f749f9727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407818 Jul 08 18:27:05.492362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 42982) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:05.572110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9197574-ef7a-443b-810f-595199e95f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20921cf0-979d-4a8f-9a84-7577960dab85,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:05.577006 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.625555 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.705143 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.709073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.710501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/20921cf0-979d-4a8f-9a84-7577960dab85 HTTP/1.1" status: 204 len: 168 time: 0.2174239 Jul 08 18:27:05.740564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20921cf0-979d-4a8f-9a84-7577960dab85,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:05.758020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.758413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.758764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.759093 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.761705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.762118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.762510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.763894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.764420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.767253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.767795 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.768253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 42996) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:05.768544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf6501-cca2-49f3-8188-fdcdfc8e8d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:05.792096 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54215304-7d84-44d8-b768-fdac5a7ed67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.920788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668623b1-2ec9-42fe-8516-6a02f684cf72 req-491c93be-5de0-4fce-b538-9a9f287b284b tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:05.922326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-668623b1-2ec9-42fe-8516-6a02f684cf72 req-491c93be-5de0-4fce-b538-9a9f287b284b tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 946 time: 0.0921385 Jul 08 18:27:05.989292 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54215304-7d84-44d8-b768-fdac5a7ed67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:05.994580 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54215304-7d84-44d8-b768-fdac5a7ed67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.036693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-668623b1-2ec9-42fe-8516-6a02f684cf72 req-26601ecb-9def-4cde-9f10-5cf6df18b287 tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/security-groups?id=9be7d478-c4eb-4e5a-9acf-1af6e5418567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037602 Jul 08 18:27:06.062342 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-54215304-7d84-44d8-b768-fdac5a7ed67f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c988dcb8a913466fb909bdd47365d7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904568 Jul 08 18:27:06.062911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43006) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:06.091031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8dd55-8685-4151-a0ee-20c3d88dd6ae req-30967f38-7831-4b28-8497-28f3957fb76f tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:06.092591 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88e8dd55-8685-4151-a0ee-20c3d88dd6ae req-30967f38-7831-4b28-8497-28f3957fb76f tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.59 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 946 time: 0.1117761 Jul 08 18:27:06.112510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54215304-7d84-44d8-b768-fdac5a7ed67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac690bd-9f17-4ca1-87bd-5a5e067fb0a6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:06.164939 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b85dafc6-af70-4995-bd7c-1b0c1c07f7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.189757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b85dafc6-af70-4995-bd7c-1b0c1c07f7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.242395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43008) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:06.257728 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fb39fbe7-218e-4f2e-8587-80450fbe5adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.261329 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eff0b5eb-2839-4f41-91a0-6f378f1bc7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.264470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-88e8dd55-8685-4151-a0ee-20c3d88dd6ae req-e0c639d2-fedb-4738-9df1-dd6b6ec9dc4c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Deleting port f40328d1-9f6e-4d35-bfd0-32175efe7760 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:06.266563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-88e8dd55-8685-4151-a0ee-20c3d88dd6ae req-e0c639d2-fedb-4738-9df1-dd6b6ec9dc4c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.310133 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b85dafc6-af70-4995-bd7c-1b0c1c07f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.312671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b85dafc6-af70-4995-bd7c-1b0c1c07f7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.313820 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b85dafc6-af70-4995-bd7c-1b0c1c07f7cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aac690bd-9f17-4ca1-87bd-5a5e067fb0a6 HTTP/1.1" status: 204 len: 168 time: 0.2180631 Jul 08 18:27:06.395686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-88e8dd55-8685-4151-a0ee-20c3d88dd6ae req-e0c639d2-fedb-4738-9df1-dd6b6ec9dc4c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] For port f40328d1-9f6e-4d35-bfd0-32175efe7760, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=f40328d1-9f6e-4d35-bfd0-32175efe7760,segment=NetworkSegment(849ae36b-1f34-4448-8008-c9c4fb468d34),segment_id=849ae36b-1f34-4448-8008-c9c4fb468d34)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:06.396047 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-88e8dd55-8685-4151-a0ee-20c3d88dd6ae req-e0c639d2-fedb-4738-9df1-dd6b6ec9dc4c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.411240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-88e8dd55-8685-4151-a0ee-20c3d88dd6ae req-e0c639d2-fedb-4738-9df1-dd6b6ec9dc4c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Calling delete_port for f40328d1-9f6e-4d35-bfd0-32175efe7760 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:06.425430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eff0b5eb-2839-4f41-91a0-6f378f1bc7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.427204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dafc6-af70-4995-bd7c-1b0c1c07f7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac690bd-9f17-4ca1-87bd-5a5e067fb0a6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:06.434653 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eff0b5eb-2839-4f41-91a0-6f378f1bc7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.492793 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eff0b5eb-2839-4f41-91a0-6f378f1bc7b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=547db39c6aae4c30a1bdd2d01615483f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489352 Jul 08 18:27:06.493835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0b5eb-2839-4f41-91a0-6f378f1bc7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bc05d2-1a1b-4b06-80b6-1aa1323a4127,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:06.496984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43012) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:06.563579 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b5b76bf4-0c83-4d32-b941-175fdbb948c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.565119 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-88e8dd55-8685-4151-a0ee-20c3d88dd6ae req-e0c639d2-fedb-4738-9df1-dd6b6ec9dc4c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.579203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['f40328d1-9f6e-4d35-bfd0-32175efe7760'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:27:06.622839 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b5b76bf4-0c83-4d32-b941-175fdbb948c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.686053 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b5b76bf4-0c83-4d32-b941-175fdbb948c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.689855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b5b76bf4-0c83-4d32-b941-175fdbb948c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.692745 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b5b76bf4-0c83-4d32-b941-175fdbb948c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91bc05d2-1a1b-4b06-80b6-1aa1323a4127 HTTP/1.1" status: 204 len: 168 time: 0.1924424 Jul 08 18:27:06.700558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b76bf4-0c83-4d32-b941-175fdbb948c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bc05d2-1a1b-4b06-80b6-1aa1323a4127,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:06.764925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c639d2-fedb-4738-9df1-dd6b6ec9dc4c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Pushing event deleted for resources: {'Port': ['ID=f40328d1-9f6e-4d35-bfd0-32175efe7760,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:06.772167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e8dd55-8685-4151-a0ee-20c3d88dd6ae req-e0c639d2-fedb-4738-9df1-dd6b6ec9dc4c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] No DVR routers for this DVR port f40328d1-9f6e-4d35-bfd0-32175efe7760 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:06.775304 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-88e8dd55-8685-4151-a0ee-20c3d88dd6ae req-e0c639d2-fedb-4738-9df1-dd6b6ec9dc4c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.777457 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88e8dd55-8685-4151-a0ee-20c3d88dd6ae req-e0c639d2-fedb-4738-9df1-dd6b6ec9dc4c tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.59 "DELETE /v2.0/ports/f40328d1-9f6e-4d35-bfd0-32175efe7760 HTTP/1.1" status: 204 len: 173 time: 0.6773682 Jul 08 18:27:06.778290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d57cc8-82d2-4fd8-bd2d-31df59b1de1f', 'name': 'network-vif-deleted', 'tag': 'f40328d1-9f6e-4d35-bfd0-32175efe7760'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:27:06.787578 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bf466f-eda1-4393-92fb-26c59cbd5045" -d '{"events": [{"server_uuid": "80d57cc8-82d2-4fd8-bd2d-31df59b1de1f", "name": "network-vif-deleted", "tag": "f40328d1-9f6e-4d35-bfd0-32175efe7760"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:27:06.867612 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54217378-668f-4add-9045-f17f45ae629c x-openstack-request-id: req-54217378-668f-4add-9045-f17f45ae629c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:27:06.868136 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d57cc8-82d2-4fd8-bd2d-31df59b1de1f", "name": "network-vif-deleted", "tag": "f40328d1-9f6e-4d35-bfd0-32175efe7760", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:27:06.868541 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54217378-668f-4add-9045-f17f45ae629c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:27:06.869092 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d57cc8-82d2-4fd8-bd2d-31df59b1de1f', 'name': 'network-vif-deleted', 'tag': 'f40328d1-9f6e-4d35-bfd0-32175efe7760', 'status': 'completed', 'code': 200} Jul 08 18:27:07.208944 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:27:07.280078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b16ac61-7019-4ccf-b6ab-957a27751ba3 req-45db47e4-47a2-4813-b0f4-5a89cca1d8cf tempest-AttachVolumeNegativeTest-1499923404 tempest-AttachVolumeNegativeTest-1499923404-project] 10.222.0.73 "GET /v2.0/ports?device_id=80d57cc8-82d2-4fd8-bd2d-31df59b1de1f HTTP/1.1" status: 200 len: 210 time: 0.0536945 Jul 08 18:27:07.919618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43084) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:08.069069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1638707432'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:08.101372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:08.105488 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.116351 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.255090 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.260361 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.295900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:08.308023 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.308655 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Added segment 7787f7cb-ce49-49e8-bbd8-55dafb40e70a of type vlan for network 8dce1983-6bb3-463e-8c3f-b5d98ec5c68f Jul 08 18:27:08.359971 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.414827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43126) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:08.430150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549137f1-ce8e-431f-bee4-d27ec467ffb8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:08.460518 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.466673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcc4fa6-de20-41a0-894f-af9ad2a2070e admin admin] Deleting subnet fbd0769d-d015-4540-a2e1-f52ff46d485c {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:27:08.470805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4fa6-de20-41a0-894f-af9ad2a2070e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.473897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:08.474748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.507899 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4fa6-de20-41a0-894f-af9ad2a2070e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.557989 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4fa6-de20-41a0-894f-af9ad2a2070e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.578918 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6579473 Jul 08 18:27:08.621663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a0453-5ac8-4134-979c-a9d6b652df49 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=8dce1983-6bb3-463e-8c3f-b5d98ec5c68f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:08.634114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 8dce1983-6bb3-463e-8c3f-b5d98ec5c68f details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:08.642514 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4fa6-de20-41a0-894f-af9ad2a2070e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.713806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc4fa6-de20-41a0-894f-af9ad2a2070e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd0769d-d015-4540-a2e1-f52ff46d485c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:08.725810 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4fa6-de20-41a0-894f-af9ad2a2070e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.731560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43134) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:08.733894 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8bcc4fa6-de20-41a0-894f-af9ad2a2070e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fbd0769d-d015-4540-a2e1-f52ff46d485c HTTP/1.1" status: 204 len: 168 time: 0.3174593 Jul 08 18:27:08.831494 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.972826 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:08.991635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc11084-4960-4918-87ec-871a6f7b60c4']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:09.025889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849ae36b-1f34-4448-8008-c9c4fb468d34') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:09.026469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849ae36b-1f34-4448-8008-c9c4fb468d34') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:09.043698 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.072087 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.080031 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:09.080497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.083692 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:09.092279 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:09.146024 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad14db1f-464a-414e-948d-532beed8705c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.216372 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.227464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.233091 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7cc11084-4960-4918-87ec-871a6f7b60c4 HTTP/1.1" status: 204 len: 168 time: 0.4996076 Jul 08 18:27:09.260090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12de0c-fceb-4ce1-9023-f10794b8dc68 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc11084-4960-4918-87ec-871a6f7b60c4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:09.555423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43176) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:09.634572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2641734f-233f-4019-b39a-9ada97b3b7f7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7872b885dd83463f827551ec8cee2712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767958 Jul 08 18:27:09.636267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43178) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:09.771352 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba0e6-1380-490f-a0e6-0f29290565ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.824163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba0e6-1380-490f-a0e6-0f29290565ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.954534 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba0e6-1380-490f-a0e6-0f29290565ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.957808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba0e6-1380-490f-a0e6-0f29290565ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.959459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9a2ba0e6-1380-490f-a0e6-0f29290565ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9be7d478-c4eb-4e5a-9acf-1af6e5418567 HTTP/1.1" status: 204 len: 168 time: 0.3184874 Jul 08 18:27:10.002094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ba0e6-1380-490f-a0e6-0f29290565ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be7d478-c4eb-4e5a-9acf-1af6e5418567,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:10.201733 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:10.661137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f40328d1-9f6e-4d35-bfd0-32175efe7760 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:27:10.726437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: f40328d1-9f6e-4d35-bfd0-32175efe7760 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:27:10.729230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device f40328d1-9f6e-4d35-bfd0-32175efe7760 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:27:11.701418 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:11.981378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43302) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:11.987878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'network_id': '8dce1983-6bb3-463e-8c3f-b5d98ec5c68f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:12.219792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:12.223959 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:12.614379 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:12.685484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=509c6ff9-9c77-4a98-aca3-309a2420290e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:12.716473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Checking segment: {'id': '7787f7cb-ce49-49e8-bbd8-55dafb40e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8dce1983-6bb3-463e-8c3f-b5d98ec5c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:12.717045 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network hostable DHCP agents. Network: 8dce1983-6bb3-463e-8c3f-b5d98ec5c68f, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:27:12.763797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network 8dce1983-6bb3-463e-8c3f-b5d98ec5c68f is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:27:12.778845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 8dce1983-6bb3-463e-8c3f-b5d98ec5c68f) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:12.785997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:12.789627 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:12.793494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c191e-d338-4679-92df-26f5682a9820 None None] Network 8dce1983-6bb3-463e-8c3f-b5d98ec5c68f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:12.851327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e3109f65-ad1d-4ef2-8a25-58ffb54d52f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8682451 Jul 08 18:27:12.854639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43396) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:12.863857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1952911636'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:12.931971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:12.940590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.031442 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:13.075683 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.076335 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Added segment c626af64-0456-43ce-bc2d-6cb96192c7d3 of type vlan for network 5f2c869d-e8fd-4b48-a61d-9c650f8274da Jul 08 18:27:13.142077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-8dce1983-6bb3-463e-8c3f-b5d98ec5c68f', 'network_id': '8dce1983-6bb3-463e-8c3f-b5d98ec5c68f', 'tenant_id': '04b0c87be52a4bbf84429bb90e910525', 'fixed_ips': [{'subnet_id': '509c6ff9-9c77-4a98-aca3-309a2420290e'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:27:13.143084 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.230750 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.410454 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.416152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:13.416791 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.479888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6234753 Jul 08 18:27:13.483554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43452) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:13.495463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'network_id': '5f2c869d-e8fd-4b48-a61d-9c650f8274da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:13.514980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Allocated IP 2001:db8:0:ffff::2 (8dce1983-6bb3-463e-8c3f-b5d98ec5c68f/509c6ff9-9c77-4a98-aca3-309a2420290e/77f5bdf6-8aa8-4199-83d1-c0a9c63a338e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:13.629708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530271da-fc3d-4bde-851c-c509b63edf7c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=5f2c869d-e8fd-4b48-a61d-9c650f8274da,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:13.645636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 5f2c869d-e8fd-4b48-a61d-9c650f8274da details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:13.805436 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.826690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Transition to ACTIVE for port object 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:13.842673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:13.851871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.862317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Transition to ACTIVE for port object 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:13.877044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.040448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Pushing event updated for resources: {'Port': ['ID=77f5bdf6-8aa8-4199-83d1-c0a9c63a338e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:14.056872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Network 8dce1983-6bb3-463e-8c3f-b5d98ec5c68f is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:14.066005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.066691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.066691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.067020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.067357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.068283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.068283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.068459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.068758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.069352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.070609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.072979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.088460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:14.091423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:14.272534 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.289780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Attempting to bind port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:14.293574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Attempting to bind port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '7787f7cb-ce49-49e8-bbd8-55dafb40e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8dce1983-6bb3-463e-8c3f-b5d98ec5c68f'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:14.293954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Attempting to bind port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e on network 8dce1983-6bb3-463e-8c3f-b5d98ec5c68f {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:14.310833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:14.311223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Checking segment: {'id': '7787f7cb-ce49-49e8-bbd8-55dafb40e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8dce1983-6bb3-463e-8c3f-b5d98ec5c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:14.311538 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.313389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Bound using segment: {'id': '7787f7cb-ce49-49e8-bbd8-55dafb40e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8dce1983-6bb3-463e-8c3f-b5d98ec5c68f'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:14.313879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Bound port: 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7787f7cb-ce49-49e8-bbd8-55dafb40e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8dce1983-6bb3-463e-8c3f-b5d98ec5c68f'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:14.318651 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.377843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=35ad7577-dc8c-4b37-b897-e07fe283763f,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:14.408203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Checking segment: {'id': 'c626af64-0456-43ce-bc2d-6cb96192c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5f2c869d-e8fd-4b48-a61d-9c650f8274da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:14.408576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network hostable DHCP agents. Network: 5f2c869d-e8fd-4b48-a61d-9c650f8274da, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:27:14.424172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] For port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:14.428147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] For port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=77f5bdf6-8aa8-4199-83d1-c0a9c63a338e,segment=NetworkSegment(7787f7cb-ce49-49e8-bbd8-55dafb40e70a),segment_id=7787f7cb-ce49-49e8-bbd8-55dafb40e70a)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:14.437855 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.438558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network 5f2c869d-e8fd-4b48-a61d-9c650f8274da is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:27:14.454563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 5f2c869d-e8fd-4b48-a61d-9c650f8274da) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:14.473603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:14.475026 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.506126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe631c-28b6-4ed3-91e6-7a6120919afd None None] Pushing event updated for resources: {'Port': ['ID=77f5bdf6-8aa8-4199-83d1-c0a9c63a338e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:14.509187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e88086d-5d09-48ab-992f-9ea333e6788a None None] Network 5f2c869d-e8fd-4b48-a61d-9c650f8274da requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:14.527607 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0e2faeb7-2a48-4d0d-a4a9-154f71ad3e67 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0411305 Jul 08 18:27:14.530519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43564) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:14.734219 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.739105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-5f2c869d-e8fd-4b48-a61d-9c650f8274da', 'network_id': '5f2c869d-e8fd-4b48-a61d-9c650f8274da', 'tenant_id': '04b0c87be52a4bbf84429bb90e910525', 'fixed_ips': [{'subnet_id': '35ad7577-dc8c-4b37-b897-e07fe283763f'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:27:14.740138 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.935148 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.059502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Allocated IP 2001:db8::1 (5f2c869d-e8fd-4b48-a61d-9c650f8274da/35ad7577-dc8c-4b37-b897-e07fe283763f/48a319fb-11e8-4993-b614-bbf50ac86595) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:15.379176 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.411930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Transition to ACTIVE for port object 48a319fb-11e8-4993-b614-bbf50ac86595 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:15.470158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Transition to ACTIVE for port object 48a319fb-11e8-4993-b614-bbf50ac86595 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:15.499018 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.518760 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.589471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Subnet': ['ID=35ad7577-dc8c-4b37-b897-e07fe283763f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:15.642847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Network 5f2c869d-e8fd-4b48-a61d-9c650f8274da is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:15.648217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:15.650783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:15.712181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Pushing event updated for resources: {'Port': ['ID=48a319fb-11e8-4993-b614-bbf50ac86595,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:15.768011 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.772420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Attempting to bind port 48a319fb-11e8-4993-b614-bbf50ac86595 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:15.772979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Attempting to bind port 48a319fb-11e8-4993-b614-bbf50ac86595 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'c626af64-0456-43ce-bc2d-6cb96192c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5f2c869d-e8fd-4b48-a61d-9c650f8274da'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:15.773519 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Attempting to bind port 48a319fb-11e8-4993-b614-bbf50ac86595 on network 5f2c869d-e8fd-4b48-a61d-9c650f8274da {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:15.779974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:15.780576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Checking segment: {'id': 'c626af64-0456-43ce-bc2d-6cb96192c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5f2c869d-e8fd-4b48-a61d-9c650f8274da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:15.781139 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.781261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2c869d-e8fd-4b48-a61d-9c650f8274da']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:15.781795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Bound using segment: {'id': 'c626af64-0456-43ce-bc2d-6cb96192c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5f2c869d-e8fd-4b48-a61d-9c650f8274da'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:15.783824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Bound port: 48a319fb-11e8-4993-b614-bbf50ac86595, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c626af64-0456-43ce-bc2d-6cb96192c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5f2c869d-e8fd-4b48-a61d-9c650f8274da'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:15.784608 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.792433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c626af64-0456-43ce-bc2d-6cb96192c7d3') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:15.792742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c626af64-0456-43ce-bc2d-6cb96192c7d3') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:15.805664 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.843440 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.850644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:15.851066 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:15.966694 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:15.971498 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.db.api [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 18:27:15.971498 n-d-799684-3 neutron-server[93742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 18:27:15.971498 n-d-799684-3 neutron-server[93742]: [parameters: {'id': '5f2c869d-e8fd-4b48-a61d-9c650f8274da'}] Jul 08 18:27:15.971498 n-d-799684-3 neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:27:15.972235 n-d-799684-3 neutron-server[93742]: DEBUG oslo_db.api [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:27:16.061628 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] For port 48a319fb-11e8-4993-b614-bbf50ac86595, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:16.071388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] For port 48a319fb-11e8-4993-b614-bbf50ac86595, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=48a319fb-11e8-4993-b614-bbf50ac86595,segment=NetworkSegment(c626af64-0456-43ce-bc2d-6cb96192c7d3),segment_id=c626af64-0456-43ce-bc2d-6cb96192c7d3)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:16.146695 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.274182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:16.473620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.698075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting port 48a319fb-11e8-4993-b614-bbf50ac86595 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:16.698664 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.842640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a59cec-ca43-4202-93e6-026422930de3 None None] Network 8dce1983-6bb3-463e-8c3f-b5d98ec5c68f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:16.895407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] For port 48a319fb-11e8-4993-b614-bbf50ac86595, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=48a319fb-11e8-4993-b614-bbf50ac86595,segment=NetworkSegment(c626af64-0456-43ce-bc2d-6cb96192c7d3),segment_id=c626af64-0456-43ce-bc2d-6cb96192c7d3)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:16.896137 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.917160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Calling delete_port for 48a319fb-11e8-4993-b614-bbf50ac86595 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:17.008255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7a3daa2b-68b3-49cf-99df-854ce15bca96 None None] Provisioning for port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:17.010334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ded83-becd-4cf2-8c6b-db6d0340368b None None] Pushing event updated for resources: {'Port': ['ID=48a319fb-11e8-4993-b614-bbf50ac86595,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:17.040797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabc584f-26a1-4a29-87ca-038395123d7b None None] Network 5f2c869d-e8fd-4b48-a61d-9c650f8274da requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:17.139938 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.164636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:17.175607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Port': ['ID=48a319fb-11e8-4993-b614-bbf50ac86595,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:17.183344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No DVR routers for this DVR port 48a319fb-11e8-4993-b614-bbf50ac86595 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:17.226957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:17.227338 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.287615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.301231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2c869d-e8fd-4b48-a61d-9c650f8274da']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:17.314484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c626af64-0456-43ce-bc2d-6cb96192c7d3') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:17.315438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c626af64-0456-43ce-bc2d-6cb96192c7d3') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:17.325803 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.349493 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.363196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:17.364477 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:17.370570 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:17.463156 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.472001 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.474950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/5f2c869d-e8fd-4b48-a61d-9c650f8274da HTTP/1.1" status: 204 len: 168 time: 2.9426956 Jul 08 18:27:17.479836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43786) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:17.487983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1554339533'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:17.506700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991eb43-8131-43a3-a319-d3f09843370b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Network': ['ID=5f2c869d-e8fd-4b48-a61d-9c650f8274da,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:17.542176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:17.548395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.626546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:17.645836 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.646430 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Added segment 17957600-468e-45a1-a07d-49a0f874ff39 of type vlan for network e3e651b7-89aa-469c-80c1-02e847fc495f Jul 08 18:27:17.654295 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.774003 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.803504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=77f5bdf6-8aa8-4199-83d1-c0a9c63a338e,segment=NetworkSegment(7787f7cb-ce49-49e8-bbd8-55dafb40e70a),segment_id=7787f7cb-ce49-49e8-bbd8-55dafb40e70a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:17.817884 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.846104 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.853287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:17.854615 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.988721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4623f28-e37a-4cc9-8bfc-1c056148baed None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:27:18.022695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43804) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:18.023128 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5405312 Jul 08 18:27:18.028955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'network_id': 'e3e651b7-89aa-469c-80c1-02e847fc495f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:18.047524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d18b0-ae30-4847-b209-2f3736aee473 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=e3e651b7-89aa-469c-80c1-02e847fc495f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:18.100029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network e3e651b7-89aa-469c-80c1-02e847fc495f details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:18.191192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=77f5bdf6-8aa8-4199-83d1-c0a9c63a338e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:18.233552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:18.238121 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.387168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-29ea686d-cf62-40b6-aab6-164a7cadafd9 None None] Provisioning complete for port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:18.387850 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-29ea686d-cf62-40b6-aab6-164a7cadafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.577027 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.677651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=68af395c-cdc9-48f0-8f9c-c11bd2a951ec,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:18.751229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4623f28-e37a-4cc9-8bfc-1c056148baed None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:27:18.764067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Checking segment: {'id': '17957600-468e-45a1-a07d-49a0f874ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3e651b7-89aa-469c-80c1-02e847fc495f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:18.764553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network hostable DHCP agents. Network: e3e651b7-89aa-469c-80c1-02e847fc495f, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:27:18.826306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network e3e651b7-89aa-469c-80c1-02e847fc495f is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:27:18.860255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, e3e651b7-89aa-469c-80c1-02e847fc495f) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:18.865895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:18.866691 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.902323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ec191fb2-2122-4888-8219-346e06a2c9fd tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8710880 Jul 08 18:27:18.902323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43816) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:18.911246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-98809600'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:18.991921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:18.997686 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.067111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:19.100514 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.100760 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Added segment f3ccdaee-6ef1-4811-95bc-aa47ba14a49d of type vlan for network 00ffae0b-4395-429c-9066-543d649e5b67 Jul 08 18:27:19.199985 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.289738 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.298750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:19.299387 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.369900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4657700 Jul 08 18:27:19.370094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8da60f-7e64-4db9-8265-026ff545c703 None None] Network e3e651b7-89aa-469c-80c1-02e847fc495f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:19.371644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43826) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:19.378363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'network_id': '00ffae0b-4395-429c-9066-543d649e5b67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:19.393465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bd1cd-c2d9-475f-8ea9-b024a2fae242 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=00ffae0b-4395-429c-9066-543d649e5b67,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:19.503352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 00ffae0b-4395-429c-9066-543d649e5b67 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:19.611924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:19.616106 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.683573 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-e3e651b7-89aa-469c-80c1-02e847fc495f', 'network_id': 'e3e651b7-89aa-469c-80c1-02e847fc495f', 'tenant_id': '04b0c87be52a4bbf84429bb90e910525', 'fixed_ips': [{'subnet_id': '68af395c-cdc9-48f0-8f9c-c11bd2a951ec'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:27:19.684863 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.707480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_backend_mixin [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Performing IP validity checks on allocation pools {{(pid=93741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 18:27:19.708358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_backend_mixin [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 18:27:19.959183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.059527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Allocated IP 2001:db8::1 (e3e651b7-89aa-469c-80c1-02e847fc495f/68af395c-cdc9-48f0-8f9c-c11bd2a951ec/babcd89c-3d5c-4a7e-9f09-88fad7b05339) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:20.118725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=a9f316fd-a4a5-4a26-958c-e4e6577eefe2,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:20.134288 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Checking segment: {'id': 'f3ccdaee-6ef1-4811-95bc-aa47ba14a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '00ffae0b-4395-429c-9066-543d649e5b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:20.134983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network hostable DHCP agents. Network: 00ffae0b-4395-429c-9066-543d649e5b67, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:27:20.176089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network 00ffae0b-4395-429c-9066-543d649e5b67 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:27:20.187529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:20.190114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 00ffae0b-4395-429c-9066-543d649e5b67) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:20.195182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:20.195810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.228730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43844) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:20.229290 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fa15602e-c8a4-4eb4-9f1e-481fbc8c36b7 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8556223 Jul 08 18:27:20.232076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bba27-efca-4c33-8d84-2be03245cb5e None None] Network 00ffae0b-4395-429c-9066-543d649e5b67 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:20.416591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:20.417215 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.503499 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.564873 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.600697 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Transition to ACTIVE for port object babcd89c-3d5c-4a7e-9f09-88fad7b05339 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:20.612190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.729520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Transition to ACTIVE for port object babcd89c-3d5c-4a7e-9f09-88fad7b05339 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:20.760284 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.776541 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.801803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0493d890-dd43-4581-b1b1-7df4e6de3696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-00ffae0b-4395-429c-9066-543d649e5b67', 'network_id': '00ffae0b-4395-429c-9066-543d649e5b67', 'tenant_id': '04b0c87be52a4bbf84429bb90e910525', 'fixed_ips': [{'subnet_id': 'a9f316fd-a4a5-4a26-958c-e4e6577eefe2'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:27:20.805326 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0493d890-dd43-4581-b1b1-7df4e6de3696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.820316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f316fd-a4a5-4a26-958c-e4e6577eefe2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:20.908675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Network e3e651b7-89aa-469c-80c1-02e847fc495f is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:20.954107 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.964177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:20.980798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ffae0b-4395-429c-9066-543d649e5b67']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:20.995357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ccdaee-6ef1-4811-95bc-aa47ba14a49d') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:20.996776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ccdaee-6ef1-4811-95bc-aa47ba14a49d') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:21.021421 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.057078 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.077486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:21.077914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:21.087056 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:21.116203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:21.188435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.199751 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.206057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43868) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:21.212569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1216408880'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:21.216171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/00ffae0b-4395-429c-9066-543d649e5b67 HTTP/1.1" status: 204 len: 168 time: 0.9849353 Jul 08 18:27:21.238629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Pushing event updated for resources: {'Port': ['ID=babcd89c-3d5c-4a7e-9f09-88fad7b05339,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:21.259547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1198d0da-b168-49b7-8b9b-b08a214aca14 None None] Network 00ffae0b-4395-429c-9066-543d649e5b67 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:21.261776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c3c0c-e904-44fd-aab2-34dcacb14d19 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Network': ['ID=00ffae0b-4395-429c-9066-543d649e5b67,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:21.281091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:21.286431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.300640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1198d0da-b168-49b7-8b9b-b08a214aca14 None None] Network 00ffae0b-4395-429c-9066-543d649e5b67 could not be found, it might have been deleted concurrently. {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 18:27:21.328312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Attempting to bind port babcd89c-3d5c-4a7e-9f09-88fad7b05339 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:21.328986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Attempting to bind port babcd89c-3d5c-4a7e-9f09-88fad7b05339 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '17957600-468e-45a1-a07d-49a0f874ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3e651b7-89aa-469c-80c1-02e847fc495f'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:21.329596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Attempting to bind port babcd89c-3d5c-4a7e-9f09-88fad7b05339 on network e3e651b7-89aa-469c-80c1-02e847fc495f {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:21.335105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:21.338175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:21.339809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Checking segment: {'id': '17957600-468e-45a1-a07d-49a0f874ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3e651b7-89aa-469c-80c1-02e847fc495f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:21.339809 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.340546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Bound using segment: {'id': '17957600-468e-45a1-a07d-49a0f874ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3e651b7-89aa-469c-80c1-02e847fc495f'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:21.341202 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Bound port: babcd89c-3d5c-4a7e-9f09-88fad7b05339, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17957600-468e-45a1-a07d-49a0f874ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3e651b7-89aa-469c-80c1-02e847fc495f'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:21.341899 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.358112 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.358622 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Added segment b2c80324-b8ac-498e-aca1-3b27fbc873bb of type vlan for network 82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9 Jul 08 18:27:21.452261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] For port babcd89c-3d5c-4a7e-9f09-88fad7b05339, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:21.456610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] For port babcd89c-3d5c-4a7e-9f09-88fad7b05339, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=babcd89c-3d5c-4a7e-9f09-88fad7b05339,segment=NetworkSegment(17957600-468e-45a1-a07d-49a0f874ff39),segment_id=17957600-468e-45a1-a07d-49a0f874ff39)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:21.474183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.482509 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.574837 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.582627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:21.583282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.628645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477a126-e4b1-4aa3-b06b-75461fa5c17c None None] Pushing event updated for resources: {'Port': ['ID=babcd89c-3d5c-4a7e-9f09-88fad7b05339,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:21.772558 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5619557 Jul 08 18:27:21.772889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43882) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:21.785838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'network_id': '82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:21.805433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e55d15-1972-4ab3-ae5d-7d7e42004f27 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:21.817354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:22.029243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:22.034121 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:22.228480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device babcd89c-3d5c-4a7e-9f09-88fad7b05339 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:22.341624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port babcd89c-3d5c-4a7e-9f09-88fad7b05339 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:22.420482 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:22.529228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Checking segment: {'id': 'b2c80324-b8ac-498e-aca1-3b27fbc873bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:22.529928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network hostable DHCP agents. Network: 82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:27:22.538058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=673eaf73-7036-40e6-aa9e-26b0468d98a4,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:22.561981 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network 82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:27:22.596303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:22.602602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:22.603198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:22.608683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d992dbc-86ba-4aec-b6c5-ae17da7845eb None None] Network 82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:22.662451 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-18d23977-624f-4140-a207-b2e9c607c56f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8884645 Jul 08 18:27:22.665588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43900) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:22.998248 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:23.146646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15658cff-9275-475d-affe-75095ce27075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9', 'network_id': '82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9', 'tenant_id': '04b0c87be52a4bbf84429bb90e910525', 'fixed_ips': [{'subnet_id': '673eaf73-7036-40e6-aa9e-26b0468d98a4'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:27:23.147528 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15658cff-9275-475d-affe-75095ce27075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:23.161090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43912) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:23.458666 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5bc88340-ef8f-46e0-a682-70b8e1dd8dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:23.580960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03880c89-4bb7-4dfd-b399-d71e4be355b6 None None] Network e3e651b7-89aa-469c-80c1-02e847fc495f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:23.588807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-15658cff-9275-475d-affe-75095ce27075 None None] Allocated IP 2001:db8::1 (82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9/673eaf73-7036-40e6-aa9e-26b0468d98a4/432e6fc1-f15a-4c44-bedb-5560f6d37e1b) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:23.733363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5cb99ddc-77a8-42a3-acc8-051ee47d3670 None None] Provisioning for port babcd89c-3d5c-4a7e-9f09-88fad7b05339 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:23.764606 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5bc88340-ef8f-46e0-a682-70b8e1dd8dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:23.769146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5bc88340-ef8f-46e0-a682-70b8e1dd8dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:23.779608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5cb99ddc-77a8-42a3-acc8-051ee47d3670 None None] Provisioning complete for port babcd89c-3d5c-4a7e-9f09-88fad7b05339 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:23.780128 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb99ddc-77a8-42a3-acc8-051ee47d3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:23.844405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5bc88340-ef8f-46e0-a682-70b8e1dd8dae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6a0fa2fcb4f4afdba5a4c1e3bedd1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6813684 Jul 08 18:27:23.845655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43924) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:23.857351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc88340-ef8f-46e0-a682-70b8e1dd8dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101f2d99-0cb0-4dd2-a682-0fa633efe37d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:23.967169 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ab2f-0b81-4411-815a-c7df4a9abca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.008778 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ab2f-0b81-4411-815a-c7df4a9abca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.065296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.077773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ab2f-0b81-4411-815a-c7df4a9abca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.082151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ab2f-0b81-4411-815a-c7df4a9abca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.084019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9fe4ab2f-0b81-4411-815a-c7df4a9abca6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/101f2d99-0cb0-4dd2-a682-0fa633efe37d HTTP/1.1" status: 204 len: 168 time: 0.2365954 Jul 08 18:27:24.108664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4ab2f-0b81-4411-815a-c7df4a9abca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101f2d99-0cb0-4dd2-a682-0fa633efe37d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:24.601068 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb99ddc-77a8-42a3-acc8-051ee47d3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.821492 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15658cff-9275-475d-affe-75095ce27075 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.852883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-15658cff-9275-475d-affe-75095ce27075 None None] Transition to ACTIVE for port object 432e6fc1-f15a-4c44-bedb-5560f6d37e1b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:24.872351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 43962) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:24.920306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-15658cff-9275-475d-affe-75095ce27075 None None] Transition to ACTIVE for port object 432e6fc1-f15a-4c44-bedb-5560f6d37e1b will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:24.969849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.010886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5cb99ddc-77a8-42a3-acc8-051ee47d3670 None None] For port babcd89c-3d5c-4a7e-9f09-88fad7b05339, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=babcd89c-3d5c-4a7e-9f09-88fad7b05339,segment=NetworkSegment(17957600-468e-45a1-a07d-49a0f874ff39),segment_id=17957600-468e-45a1-a07d-49a0f874ff39)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:25.019791 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15658cff-9275-475d-affe-75095ce27075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.073199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Subnet': ['ID=673eaf73-7036-40e6-aa9e-26b0468d98a4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:25.178781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658cff-9275-475d-affe-75095ce27075 None None] Pushing event updated for resources: {'Port': ['ID=432e6fc1-f15a-4c44-bedb-5560f6d37e1b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:25.190523 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb99ddc-77a8-42a3-acc8-051ee47d3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.237049 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.271245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:25.288983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15658cff-9275-475d-affe-75095ce27075 None None] Network 82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:25.290937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-15658cff-9275-475d-affe-75095ce27075 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:25.298282 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f63754c-dd6b-4449-80d3-cd699692aabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.311153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15658cff-9275-475d-affe-75095ce27075 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:25.314122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c80324-b8ac-498e-aca1-3b27fbc873bb') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:25.316309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c80324-b8ac-498e-aca1-3b27fbc873bb') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:25.334675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb99ddc-77a8-42a3-acc8-051ee47d3670 None None] Pushing event updated for resources: {'Port': ['ID=babcd89c-3d5c-4a7e-9f09-88fad7b05339,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:25.335863 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.364916 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.394417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:25.395396 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:25.398590 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:25.453917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-15658cff-9275-475d-affe-75095ce27075 None None] Attempting to bind port 432e6fc1-f15a-4c44-bedb-5560f6d37e1b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:25.454322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-15658cff-9275-475d-affe-75095ce27075 None None] Attempting to bind port 432e6fc1-f15a-4c44-bedb-5560f6d37e1b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'b2c80324-b8ac-498e-aca1-3b27fbc873bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:25.454694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15658cff-9275-475d-affe-75095ce27075 None None] Attempting to bind port 432e6fc1-f15a-4c44-bedb-5560f6d37e1b on network 82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:25.461228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15658cff-9275-475d-affe-75095ce27075 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:25.461605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15658cff-9275-475d-affe-75095ce27075 None None] Checking segment: {'id': 'b2c80324-b8ac-498e-aca1-3b27fbc873bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:25.463374 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15658cff-9275-475d-affe-75095ce27075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.463817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15658cff-9275-475d-affe-75095ce27075 None None] Bound using segment: {'id': 'b2c80324-b8ac-498e-aca1-3b27fbc873bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:25.464304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-15658cff-9275-475d-affe-75095ce27075 None None] Bound port: 432e6fc1-f15a-4c44-bedb-5560f6d37e1b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c80324-b8ac-498e-aca1-3b27fbc873bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:25.465247 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15658cff-9275-475d-affe-75095ce27075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.565653 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-15658cff-9275-475d-affe-75095ce27075 None None] For port 432e6fc1-f15a-4c44-bedb-5560f6d37e1b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:25.581123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-15658cff-9275-475d-affe-75095ce27075 None None] For port 432e6fc1-f15a-4c44-bedb-5560f6d37e1b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=432e6fc1-f15a-4c44-bedb-5560f6d37e1b,segment=NetworkSegment(b2c80324-b8ac-498e-aca1-3b27fbc873bb),segment_id=b2c80324-b8ac-498e-aca1-3b27fbc873bb)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:25.586897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.api [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 18:27:25.586897 n-d-799684-3 neutron-server[93741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 18:27:25.586897 n-d-799684-3 neutron-server[93741]: [parameters: {'id': '82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9'}] Jul 08 18:27:25.586897 n-d-799684-3 neutron-server[93741]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:27:25.589360 n-d-799684-3 neutron-server[93741]: DEBUG oslo_db.api [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:27:25.595886 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15658cff-9275-475d-affe-75095ce27075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.743483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658cff-9275-475d-affe-75095ce27075 None None] Pushing event updated for resources: {'Port': ['ID=432e6fc1-f15a-4c44-bedb-5560f6d37e1b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:25.744495 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f63754c-dd6b-4449-80d3-cd699692aabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.764596 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f63754c-dd6b-4449-80d3-cd699692aabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.928961 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 43992) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:25.950287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0f63754c-dd6b-4449-80d3-cd699692aabe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=881eb26a687f4451adfefb688b319ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0520921 Jul 08 18:27:25.950678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-55769de0-b4dd-428c-8390-93d1eec44171 None None] Provisioning complete for port babcd89c-3d5c-4a7e-9f09-88fad7b05339 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:25.951075 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55769de0-b4dd-428c-8390-93d1eec44171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:25.954633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63754c-dd6b-4449-80d3-cd699692aabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de59911-6b62-4826-8f47-654085ba14f4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:25.993627 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6c158-fa5e-4ddb-a9a1-4813f8f461fb None None] Network 82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:26.073417 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c056f88-19bd-459c-bff2-eaae7e7482c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:26.097175 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:26.197463 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c056f88-19bd-459c-bff2-eaae7e7482c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:26.217216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device babcd89c-3d5c-4a7e-9f09-88fad7b05339 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:26.402826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting port 432e6fc1-f15a-4c44-bedb-5560f6d37e1b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:26.406384 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:26.426809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port babcd89c-3d5c-4a7e-9f09-88fad7b05339 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:26.427324 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:26.498430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c056f88-19bd-459c-bff2-eaae7e7482c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:26.502553 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3c056f88-19bd-459c-bff2-eaae7e7482c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:26.504714 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3c056f88-19bd-459c-bff2-eaae7e7482c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9de59911-6b62-4826-8f47-654085ba14f4 HTTP/1.1" status: 204 len: 168 time: 0.5740039 Jul 08 18:27:26.526279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c056f88-19bd-459c-bff2-eaae7e7482c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de59911-6b62-4826-8f47-654085ba14f4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:26.526680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e67d564-3b81-4315-8add-c80577692de9 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:27:26.537024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] For port 432e6fc1-f15a-4c44-bedb-5560f6d37e1b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=432e6fc1-f15a-4c44-bedb-5560f6d37e1b,segment=NetworkSegment(b2c80324-b8ac-498e-aca1-3b27fbc873bb),segment_id=b2c80324-b8ac-498e-aca1-3b27fbc873bb)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:26.537652 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:26.571877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Calling delete_port for 432e6fc1-f15a-4c44-bedb-5560f6d37e1b owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:26.766675 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:26.871665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Port': ['ID=432e6fc1-f15a-4c44-bedb-5560f6d37e1b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:26.886562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e67d564-3b81-4315-8add-c80577692de9 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:27:26.895410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No DVR routers for this DVR port 432e6fc1-f15a-4c44-bedb-5560f6d37e1b on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:27.106450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.127011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:27.143232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c80324-b8ac-498e-aca1-3b27fbc873bb') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:27.143902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c80324-b8ac-498e-aca1-3b27fbc873bb') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:27.156289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.173180 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.195212 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:27.195631 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:27.319452 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:27.360336 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.368696 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.370982 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9 HTTP/1.1" status: 204 len: 168 time: 4.7040012 Jul 08 18:27:27.374303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44088) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:27.380011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-451374970'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:27.406905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600d5a9-0b67-43a2-858f-67177b188c1c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Network': ['ID=82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:27.428626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:27.434431 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.476175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:27.492294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.493414 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Added segment 0171b7e8-91d1-4071-bd81-dd17a1f90e09 of type vlan for network a9f2b6e1-7ad1-42d8-8778-4a03178a3a84 Jul 08 18:27:27.560560 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.615240 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.622082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:27.623081 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.696893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44100) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:27.697131 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3208685 Jul 08 18:27:27.703141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'network_id': 'a9f2b6e1-7ad1-42d8-8778-4a03178a3a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:27.712482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad453c-ceed-4c23-bae8-342b6fc10bb0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=a9f2b6e1-7ad1-42d8-8778-4a03178a3a84,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:27.737953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network a9f2b6e1-7ad1-42d8-8778-4a03178a3a84 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:27.852853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:27.859568 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:28.176978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:28.272905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=63e6c7a8-0dd6-49e5-9b7c-d099178eae09,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:28.284856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Checking segment: {'id': '0171b7e8-91d1-4071-bd81-dd17a1f90e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9f2b6e1-7ad1-42d8-8778-4a03178a3a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:28.285349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network hostable DHCP agents. Network: a9f2b6e1-7ad1-42d8-8778-4a03178a3a84, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:27:28.312005 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network a9f2b6e1-7ad1-42d8-8778-4a03178a3a84 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:27:28.327451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, a9f2b6e1-7ad1-42d8-8778-4a03178a3a84) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:28.332249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:28.333802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:28.338078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4247b1-84f7-44a6-82a6-f7763b575d66 None None] Network a9f2b6e1-7ad1-42d8-8778-4a03178a3a84 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:28.361543 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-78eafc1b-308d-4fd2-bd23-65a9e6af7f37 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6609876 Jul 08 18:27:28.362854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44126) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:28.558556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:28.618934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-a9f2b6e1-7ad1-42d8-8778-4a03178a3a84', 'network_id': 'a9f2b6e1-7ad1-42d8-8778-4a03178a3a84', 'tenant_id': '04b0c87be52a4bbf84429bb90e910525', 'fixed_ips': [{'subnet_id': '63e6c7a8-0dd6-49e5-9b7c-d099178eae09'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:27:28.619823 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:28.689312 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:28.836977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Allocated IP 2001:db8::1 (a9f2b6e1-7ad1-42d8-8778-4a03178a3a84/63e6c7a8-0dd6-49e5-9b7c-d099178eae09/82e926df-006c-48a3-982a-e0cc7ae06b43) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:29.094936 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.107555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Transition to ACTIVE for port object 82e926df-006c-48a3-982a-e0cc7ae06b43 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:29.127956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Transition to ACTIVE for port object 82e926df-006c-48a3-982a-e0cc7ae06b43 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:29.150554 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.193928 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.244102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Network a9f2b6e1-7ad1-42d8-8778-4a03178a3a84 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:29.452002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:29.454468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Subnet': ['ID=63e6c7a8-0dd6-49e5-9b7c-d099178eae09,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:29.454926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:29.454926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Pushing event updated for resources: {'Port': ['ID=82e926df-006c-48a3-982a-e0cc7ae06b43,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:29.455359 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.455359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f2b6e1-7ad1-42d8-8778-4a03178a3a84']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:29.455359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0171b7e8-91d1-4071-bd81-dd17a1f90e09') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:29.455359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0171b7e8-91d1-4071-bd81-dd17a1f90e09') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:29.455359 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.455359 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.466515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Attempting to bind port 82e926df-006c-48a3-982a-e0cc7ae06b43 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:29.466886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Attempting to bind port 82e926df-006c-48a3-982a-e0cc7ae06b43 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '0171b7e8-91d1-4071-bd81-dd17a1f90e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9f2b6e1-7ad1-42d8-8778-4a03178a3a84'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:29.467251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Attempting to bind port 82e926df-006c-48a3-982a-e0cc7ae06b43 on network a9f2b6e1-7ad1-42d8-8778-4a03178a3a84 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:29.476674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:29.478123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Checking segment: {'id': '0171b7e8-91d1-4071-bd81-dd17a1f90e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9f2b6e1-7ad1-42d8-8778-4a03178a3a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:29.478548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.478935 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Bound using segment: {'id': '0171b7e8-91d1-4071-bd81-dd17a1f90e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9f2b6e1-7ad1-42d8-8778-4a03178a3a84'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:29.479404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Bound port: 82e926df-006c-48a3-982a-e0cc7ae06b43, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0171b7e8-91d1-4071-bd81-dd17a1f90e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9f2b6e1-7ad1-42d8-8778-4a03178a3a84'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:29.479806 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.483804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:29.484622 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:29.489030 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:29.624713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] For port 82e926df-006c-48a3-982a-e0cc7ae06b43, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:29.632150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] For port 82e926df-006c-48a3-982a-e0cc7ae06b43, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=82e926df-006c-48a3-982a-e0cc7ae06b43,segment=NetworkSegment(0171b7e8-91d1-4071-bd81-dd17a1f90e09),segment_id=0171b7e8-91d1-4071-bd81-dd17a1f90e09)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:29.632952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.api [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 18:27:29.632952 n-d-799684-3 neutron-server[93741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 18:27:29.632952 n-d-799684-3 neutron-server[93741]: [parameters: {'id': 'a9f2b6e1-7ad1-42d8-8778-4a03178a3a84'}] Jul 08 18:27:29.632952 n-d-799684-3 neutron-server[93741]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:27:29.633782 n-d-799684-3 neutron-server[93741]: DEBUG oslo_db.api [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:27:29.641749 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.803803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e42b89-400a-4dd4-bb21-6a74b6d7ce96 None None] Pushing event updated for resources: {'Port': ['ID=82e926df-006c-48a3-982a-e0cc7ae06b43,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:29.832482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1eae09-0c19-4ff2-88db-180c0f0df7aa None None] Network a9f2b6e1-7ad1-42d8-8778-4a03178a3a84 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:30.067228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec3018-13cb-43ff-80b3-a6cc2ae6c975 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:27:30.140174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.228747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting port 82e926df-006c-48a3-982a-e0cc7ae06b43 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:30.229774 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.262556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec3018-13cb-43ff-80b3-a6cc2ae6c975 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:27:30.311768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] For port 82e926df-006c-48a3-982a-e0cc7ae06b43, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=82e926df-006c-48a3-982a-e0cc7ae06b43,segment=NetworkSegment(0171b7e8-91d1-4071-bd81-dd17a1f90e09),segment_id=0171b7e8-91d1-4071-bd81-dd17a1f90e09)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:30.312443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.327153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Calling delete_port for 82e926df-006c-48a3-982a-e0cc7ae06b43 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:30.441766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.473276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Port': ['ID=82e926df-006c-48a3-982a-e0cc7ae06b43,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:30.477539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No DVR routers for this DVR port 82e926df-006c-48a3-982a-e0cc7ae06b43 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:30.668561 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.691036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f2b6e1-7ad1-42d8-8778-4a03178a3a84']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:30.711425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0171b7e8-91d1-4071-bd81-dd17a1f90e09') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:30.711973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0171b7e8-91d1-4071-bd81-dd17a1f90e09') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:30.740700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.758446 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.767000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:30.770693 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:30.774974 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:30.841346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44210) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:30.860762 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.872780 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597616'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.882387 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/a9f2b6e1-7ad1-42d8-8778-4a03178a3a84 HTTP/1.1" status: 204 len: 168 time: 2.5153046 Jul 08 18:27:30.882832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44218) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:30.888731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-214745698'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:30.896645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f1343-cafa-4c92-97bc-127c1a3a3030 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Network': ['ID=a9f2b6e1-7ad1-42d8-8778-4a03178a3a84,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:30.981439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:30.985474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.059509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:31.080871 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.081401 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Added segment db5899db-2d45-43b4-b0ca-7d64f647d477 of type vlan for network 9dfd4f17-2463-46e8-b250-5a6097bb396a Jul 08 18:27:31.112282 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-185663ba-c9ba-4a1a-9bd7-3c544c6cca42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.184063 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.241390 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.247609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:31.248343 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.354843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=9dfd4f17-2463-46e8-b250-5a6097bb396a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:31.378734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 9dfd4f17-2463-46e8-b250-5a6097bb396a details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:31.429388 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-185663ba-c9ba-4a1a-9bd7-3c544c6cca42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.435303 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-185663ba-c9ba-4a1a-9bd7-3c544c6cca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.469539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-241b8911-88c8-4d75-9c65-72e88bcd29e2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5853109 Jul 08 18:27:31.474689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44240) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:31.486335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'network_id': '9dfd4f17-2463-46e8-b250-5a6097bb396a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:31.496901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-185663ba-c9ba-4a1a-9bd7-3c544c6cca42 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8594c69cf1484d5dad09a03076ef10d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6544509 Jul 08 18:27:31.499492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185663ba-c9ba-4a1a-9bd7-3c544c6cca42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e59400-3866-41b2-ba2c-4548dd823c08,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:31.502512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44242) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:31.620556 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a4e4-bdce-4dec-b742-77b9d8dd7e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.648890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a4e4-bdce-4dec-b742-77b9d8dd7e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.693448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:31.702863 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.738283 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a4e4-bdce-4dec-b742-77b9d8dd7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.741877 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a4e4-bdce-4dec-b742-77b9d8dd7e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.745329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a4c0a4e4-bdce-4dec-b742-77b9d8dd7e35 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2e59400-3866-41b2-ba2c-4548dd823c08 HTTP/1.1" status: 204 len: 168 time: 0.2385218 Jul 08 18:27:31.754574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0a4e4-bdce-4dec-b742-77b9d8dd7e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e59400-3866-41b2-ba2c-4548dd823c08,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:32.096050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:32.159969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=cc160638-f016-4a3c-ac1b-30e13c32d7d8,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:32.263106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44266) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:32.270099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Checking segment: {'id': 'db5899db-2d45-43b4-b0ca-7d64f647d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9dfd4f17-2463-46e8-b250-5a6097bb396a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:32.271023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network hostable DHCP agents. Network: 9dfd4f17-2463-46e8-b250-5a6097bb396a, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:27:32.281422 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b12a-b658-4b24-87e3-382eb4afe704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:32.302066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network 9dfd4f17-2463-46e8-b250-5a6097bb396a is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:27:32.318656 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 9dfd4f17-2463-46e8-b250-5a6097bb396a) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:32.324987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:32.325802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:32.330101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21481246-3727-452c-946c-aafba62539db None None] Network 9dfd4f17-2463-46e8-b250-5a6097bb396a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:32.627801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-9dfd4f17-2463-46e8-b250-5a6097bb396a', 'network_id': '9dfd4f17-2463-46e8-b250-5a6097bb396a', 'tenant_id': '04b0c87be52a4bbf84429bb90e910525', 'fixed_ips': [{'subnet_id': 'cc160638-f016-4a3c-ac1b-30e13c32d7d8'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:27:32.628679 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:32.897725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Allocated IP 2001:db8::2 (9dfd4f17-2463-46e8-b250-5a6097bb396a/cc160638-f016-4a3c-ac1b-30e13c32d7d8/7882ed35-ae4b-4fd4-8d44-45462eafa946) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:33.127267 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b12a-b658-4b24-87e3-382eb4afe704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.139600 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-444bc1d3-af0e-4182-ae3d-75743bf21a05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7188835 Jul 08 18:27:33.141718 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b12a-b658-4b24-87e3-382eb4afe704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.150444 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0b7885bd-8a4c-49e5-8a6d-5854b8a5f60a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6744554 Jul 08 18:27:33.153470 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44286) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:33.159550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-92d6de2f-5d8a-4896-98e1-15f3f93f139c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'network_id': '9dfd4f17-2463-46e8-b250-5a6097bb396a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:33.174546 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.201118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Transition to ACTIVE for port object 7882ed35-ae4b-4fd4-8d44-45462eafa946 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:33.237888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Transition to ACTIVE for port object 7882ed35-ae4b-4fd4-8d44-45462eafa946 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:33.255829 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.291780 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c0c6b12a-b658-4b24-87e3-382eb4afe704 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d5b597068e84f58945dd1e0514e567b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0225017 Jul 08 18:27:33.309890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44290) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:33.315765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6b12a-b658-4b24-87e3-382eb4afe704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebcc057-ea1a-4c6d-9367-87fff60ef365,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:33.332850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Network 9dfd4f17-2463-46e8-b250-5a6097bb396a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:33.340744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:33.345870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:33.368801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Pushing event updated for resources: {'Port': ['ID=7882ed35-ae4b-4fd4-8d44-45462eafa946,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:33.443130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-3e23a036-c04b-4d95-bcdd-09e1620684b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:33.445165 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-3e23a036-c04b-4d95-bcdd-09e1620684b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 1135 time: 0.2486277 Jul 08 18:27:33.460166 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdc47ce7-6bec-4e83-9364-d4285948a392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.501986 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdc47ce7-6bec-4e83-9364-d4285948a392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.510781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Attempting to bind port 7882ed35-ae4b-4fd4-8d44-45462eafa946 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:33.511204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Attempting to bind port 7882ed35-ae4b-4fd4-8d44-45462eafa946 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'db5899db-2d45-43b4-b0ca-7d64f647d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9dfd4f17-2463-46e8-b250-5a6097bb396a'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:33.511574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Attempting to bind port 7882ed35-ae4b-4fd4-8d44-45462eafa946 on network 9dfd4f17-2463-46e8-b250-5a6097bb396a {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:33.529672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:33.530059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Checking segment: {'id': 'db5899db-2d45-43b4-b0ca-7d64f647d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9dfd4f17-2463-46e8-b250-5a6097bb396a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:33.532761 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.533188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Bound using segment: {'id': 'db5899db-2d45-43b4-b0ca-7d64f647d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9dfd4f17-2463-46e8-b250-5a6097bb396a'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:33.533787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Bound port: 7882ed35-ae4b-4fd4-8d44-45462eafa946, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5899db-2d45-43b4-b0ca-7d64f647d477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9dfd4f17-2463-46e8-b250-5a6097bb396a'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:33.534184 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.535053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d6de2f-5d8a-4896-98e1-15f3f93f139c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:33.573047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-92d6de2f-5d8a-4896-98e1-15f3f93f139c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.642773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdc47ce7-6bec-4e83-9364-d4285948a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.647696 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdc47ce7-6bec-4e83-9364-d4285948a392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.652664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cdc47ce7-6bec-4e83-9364-d4285948a392 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ebcc057-ea1a-4c6d-9367-87fff60ef365 HTTP/1.1" status: 204 len: 168 time: 0.3378656 Jul 08 18:27:33.690631 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.734241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc47ce7-6bec-4e83-9364-d4285948a392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebcc057-ea1a-4c6d-9367-87fff60ef365,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:33.808789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] For port 7882ed35-ae4b-4fd4-8d44-45462eafa946, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:33.817445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-6ecadff0-7724-4784-ac97-4c1d563749c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:33.819398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-6ecadff0-7724-4784-ac97-4c1d563749c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c HTTP/1.1" status: 200 len: 896 time: 0.2580404 Jul 08 18:27:33.825245 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] For port 7882ed35-ae4b-4fd4-8d44-45462eafa946, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7882ed35-ae4b-4fd4-8d44-45462eafa946,segment=NetworkSegment(db5899db-2d45-43b4-b0ca-7d64f647d477),segment_id=db5899db-2d45-43b4-b0ca-7d64f647d477)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:33.831331 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.926040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa6a19-27f0-4fbb-b46d-040722b1e164 None None] Pushing event updated for resources: {'Port': ['ID=7882ed35-ae4b-4fd4-8d44-45462eafa946,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:34.079762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-6595f113-0355-4c1b-9631-b0ecc45c1ba0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6643b935-dde3-4069-ac86-b7f8cf073bbe HTTP/1.1" status: 200 len: 1001 time: 0.2522993 Jul 08 18:27:34.188211 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-92d6de2f-5d8a-4896-98e1-15f3f93f139c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:34.208597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-320afbde-6172-405c-a58f-3cdc9eb3de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.210149 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-320afbde-6172-405c-a58f-3cdc9eb3de07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db74c5c6-a566-47f0-b571-cf423dc4376d HTTP/1.1" status: 200 len: 834 time: 0.1215918 Jul 08 18:27:34.338721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-10edbb50-5056-4329-b00f-b5bbcfefb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.341018 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-10edbb50-5056-4329-b00f-b5bbcfefb404 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245790 Jul 08 18:27:34.418007 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:34.445934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d6de2f-5d8a-4896-98e1-15f3f93f139c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network 9dfd4f17-2463-46e8-b250-5a6097bb396a is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:34.455938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-92d6de2f-5d8a-4896-98e1-15f3f93f139c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:34.505469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6de2f-5d8a-4896-98e1-15f3f93f139c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=b0226893-dc71-4ef9-a948-db69508eda70,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:34.535465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d6de2f-5d8a-4896-98e1-15f3f93f139c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.537118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-92d6de2f-5d8a-4896-98e1-15f3f93f139c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:34.567848 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-92d6de2f-5d8a-4896-98e1-15f3f93f139c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4131866 Jul 08 18:27:34.573340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44326) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:34.655872 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-02e64f33-af44-4a1e-836d-39a7a3417c49 service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047218 Jul 08 18:27:34.814447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09e8bc1f-69e8-43f8-b7a7-a8827208ca3f req-4dba97cd-a998-4e86-8ab6-f6363ad592e3 service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527264 Jul 08 18:27:34.943379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8235b6-1dfc-4a4d-9e80-626a48a21980 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.945523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8235b6-1dfc-4a4d-9e80-626a48a21980 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.948393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8235b6-1dfc-4a4d-9e80-626a48a21980 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.950319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8235b6-1dfc-4a4d-9e80-626a48a21980 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.952202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8235b6-1dfc-4a4d-9e80-626a48a21980 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.954260 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7b8235b6-1dfc-4a4d-9e80-626a48a21980 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3793292 Jul 08 18:27:34.958161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44338) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:34.964718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-733945007'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:35.019586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:35.039095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:35.106176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:35.137018 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:35.137466 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Added segment 5010f7d8-7f29-4d65-a88e-9fee20a7e21d of type vlan for network 25838152-a99c-44c6-91f1-f839544478b7 Jul 08 18:27:35.276836 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:35.344657 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:35.356357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:35.357016 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:35.496097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44362) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:35.496710 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5362740 Jul 08 18:27:35.502658 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:35.502888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcd633-cd27-40fb-959a-dcd0e44c0c1b tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=25838152-a99c-44c6-91f1-f839544478b7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:35.514720 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 25838152-a99c-44c6-91f1-f839544478b7 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:35.742941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dcb355-1524-45f4-ac89-c33410162459 None None] Network 9dfd4f17-2463-46e8-b250-5a6097bb396a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:35.894004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8efee636-7b61-47d0-bd0c-b9d8700c1aae None None] Provisioning for port 7882ed35-ae4b-4fd4-8d44-45462eafa946 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:35.967270 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:36.011005 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:36.031276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network 25838152-a99c-44c6-91f1-f839544478b7 is not hosted by any dhcp agent {{(pid=93741) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 18:27:36.038494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:36.039902 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:36.042986 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "PUT /v2.0/networks/25838152-a99c-44c6-91f1-f839544478b7 HTTP/1.1" status: 200 len: 723 time: 0.5451524 Jul 08 18:27:36.047954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44382) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:36.105761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'network_id': '25838152-a99c-44c6-91f1-f839544478b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:36.328149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7882ed35-ae4b-4fd4-8d44-45462eafa946 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:36.381114 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed167e39-cfc9-483a-9325-883a93f757e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:36.459963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=25838152-a99c-44c6-91f1-f839544478b7,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:36.488037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.488387 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.488820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.489085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.489350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.489674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.489999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.516217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.516816 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 7882ed35-ae4b-4fd4-8d44-45462eafa946 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:36.525064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7882ed35-ae4b-4fd4-8d44-45462eafa946 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:36.525438 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:36.529829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.529829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.530265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.530545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba32a0-ce0e-417c-a418-2d1e9b8ae339 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:36.558626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 25838152-a99c-44c6-91f1-f839544478b7 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:36.608966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8923f6-6b17-49fc-9b46-a95c9a32f301 None None] Update dhcp port {'port': {'network_id': '9dfd4f17-2463-46e8-b250-5a6097bb396a', 'fixed_ips': [{'subnet_id': 'cc160638-f016-4a3c-ac1b-30e13c32d7d8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b0226893-dc71-4ef9-a948-db69508eda70'}], 'binding:host_id': 'n-d-799684-3'}, 'id': '7882ed35-ae4b-4fd4-8d44-45462eafa946'} from n-d-799684-3. {{(pid=93743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 18:27:36.648306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:36.658200 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:36.752958 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cd8923f6-6b17-49fc-9b46-a95c9a32f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:37.080187 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:37.170959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=02355f7c-fa96-46a5-802d-b5552258abbf,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:37.181910 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Checking segment: {'id': '5010f7d8-7f29-4d65-a88e-9fee20a7e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '25838152-a99c-44c6-91f1-f839544478b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:37.182334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network hostable DHCP agents. Network: 25838152-a99c-44c6-91f1-f839544478b7, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:27:37.248881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network 25838152-a99c-44c6-91f1-f839544478b7 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:27:37.280189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 25838152-a99c-44c6-91f1-f839544478b7) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:37.299839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:37.300440 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:37.348056 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8483f23e-bab1-4c7c-b534-ea32730aa71c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2977924 Jul 08 18:27:37.350035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44434) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:37.367583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e9a31342-5348-4b6e-a993-e72b125bfbc9 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:37.494249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-cd8923f6-6b17-49fc-9b46-a95c9a32f301 None None] Allocated IP 172.20.0.1 (9dfd4f17-2463-46e8-b250-5a6097bb396a/b0226893-dc71-4ef9-a948-db69508eda70/7882ed35-ae4b-4fd4-8d44-45462eafa946) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:37.545454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b36d8-cd97-4b42-99bf-7731644ccd29 None None] Network 25838152-a99c-44c6-91f1-f839544478b7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:37.678162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9a31342-5348-4b6e-a993-e72b125bfbc9 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8472174'] for subnet, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:37.848692 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:37.855716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cd8923f6-6b17-49fc-9b46-a95c9a32f301 None None] For port 7882ed35-ae4b-4fd4-8d44-45462eafa946, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7882ed35-ae4b-4fd4-8d44-45462eafa946,segment=NetworkSegment(db5899db-2d45-43b4-b0ca-7d64f647d477),segment_id=db5899db-2d45-43b4-b0ca-7d64f647d477)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:38.039759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-25838152-a99c-44c6-91f1-f839544478b7', 'network_id': '25838152-a99c-44c6-91f1-f839544478b7', 'tenant_id': '04b0c87be52a4bbf84429bb90e910525', 'fixed_ips': [{'subnet_id': '02355f7c-fa96-46a5-802d-b5552258abbf'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:27:38.040770 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:38.063981 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9a31342-5348-4b6e-a993-e72b125bfbc9 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733022444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8433142'] for subnet, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:38.072452 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cd8923f6-6b17-49fc-9b46-a95c9a32f301 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:38.118842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a31342-5348-4b6e-a993-e72b125bfbc9 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:38.119451 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9a31342-5348-4b6e-a993-e72b125bfbc9 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:38.121301 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e9a31342-5348-4b6e-a993-e72b125bfbc9 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "PUT /v2.0/subnets/02355f7c-fa96-46a5-802d-b5552258abbf HTTP/1.1" status: 200 len: 826 time: 0.7702112 Jul 08 18:27:38.124522 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44454) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:38.148107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cd8923f6-6b17-49fc-9b46-a95c9a32f301 None None] Transition to ACTIVE for port object 7882ed35-ae4b-4fd4-8d44-45462eafa946 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:38.312795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a31342-5348-4b6e-a993-e72b125bfbc9 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=02355f7c-fa96-46a5-802d-b5552258abbf,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:38.383853 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:27:38.384406 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:27:38.385103 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cd8923f6-6b17-49fc-9b46-a95c9a32f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:38.431616 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:38.616490 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:38.634111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8923f6-6b17-49fc-9b46-a95c9a32f301 None None] Pushing event updated for resources: {'Port': ['ID=7882ed35-ae4b-4fd4-8d44-45462eafa946,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:38.706888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Allocated IP 2001:db8::2 (25838152-a99c-44c6-91f1-f839544478b7/02355f7c-fa96-46a5-802d-b5552258abbf/a30b1562-d643-41f3-96f1-0efbb328298d) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:39.170384 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:39.217802 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:39.274904 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:39.300256 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-322779f4-f4db-4ed4-95c4-70f52dfdfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:39.321112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Transition to ACTIVE for port object a30b1562-d643-41f3-96f1-0efbb328298d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:39.328182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 7882ed35-ae4b-4fd4-8d44-45462eafa946, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7882ed35-ae4b-4fd4-8d44-45462eafa946,segment=NetworkSegment(db5899db-2d45-43b4-b0ca-7d64f647d477),segment_id=db5899db-2d45-43b4-b0ca-7d64f647d477)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:39.356702 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:39.486237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Transition to ACTIVE for port object a30b1562-d643-41f3-96f1-0efbb328298d will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:39.490945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=7882ed35-ae4b-4fd4-8d44-45462eafa946,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:39.519999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:39.581346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7882ed35-ae4b-4fd4-8d44-45462eafa946 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:39.585207 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:39.628453 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Network 25838152-a99c-44c6-91f1-f839544478b7 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:39.649247 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:39.668726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:39.695080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Subnet': ['ID=02355f7c-fa96-46a5-802d-b5552258abbf,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:39.706492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Pushing event updated for resources: {'Port': ['ID=a30b1562-d643-41f3-96f1-0efbb328298d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:39.807153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Attempting to bind port a30b1562-d643-41f3-96f1-0efbb328298d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:39.809618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Attempting to bind port a30b1562-d643-41f3-96f1-0efbb328298d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '5010f7d8-7f29-4d65-a88e-9fee20a7e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '25838152-a99c-44c6-91f1-f839544478b7'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:39.809618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Attempting to bind port a30b1562-d643-41f3-96f1-0efbb328298d on network 25838152-a99c-44c6-91f1-f839544478b7 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:39.837690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:39.840399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Checking segment: {'id': '5010f7d8-7f29-4d65-a88e-9fee20a7e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '25838152-a99c-44c6-91f1-f839544478b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:39.841949 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:39.846944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Bound using segment: {'id': '5010f7d8-7f29-4d65-a88e-9fee20a7e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '25838152-a99c-44c6-91f1-f839544478b7'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:39.847751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Bound port: a30b1562-d643-41f3-96f1-0efbb328298d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5010f7d8-7f29-4d65-a88e-9fee20a7e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '25838152-a99c-44c6-91f1-f839544478b7'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:39.848252 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:39.878678 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:39.909423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25838152-a99c-44c6-91f1-f839544478b7']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:39.978534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5010f7d8-7f29-4d65-a88e-9fee20a7e21d') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:39.978534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5010f7d8-7f29-4d65-a88e-9fee20a7e21d') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:39.978863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] For port a30b1562-d643-41f3-96f1-0efbb328298d, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:39.978863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] For port a30b1562-d643-41f3-96f1-0efbb328298d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a30b1562-d643-41f3-96f1-0efbb328298d,segment=NetworkSegment(5010f7d8-7f29-4d65-a88e-9fee20a7e21d),segment_id=5010f7d8-7f29-4d65-a88e-9fee20a7e21d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:39.978863 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.023343 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.030223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44512) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:40.102663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.120371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:40.122101 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.128484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b9639-e272-4586-a739-e7bd1a9e0797 None None] Network 9dfd4f17-2463-46e8-b250-5a6097bb396a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:40.132877 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:40.197597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51cb0a0-70b7-43d9-9bbe-62b51f795239 None None] Network 25838152-a99c-44c6-91f1-f839544478b7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:40.329943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.api [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 18:27:40.329943 n-d-799684-3 neutron-server[93741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 18:27:40.329943 n-d-799684-3 neutron-server[93741]: [parameters: {'id': '25838152-a99c-44c6-91f1-f839544478b7'}] Jul 08 18:27:40.329943 n-d-799684-3 neutron-server[93741]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:27:40.330453 n-d-799684-3 neutron-server[93741]: DEBUG oslo_db.api [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:27:40.352767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9f4f26e4-dda9-46f2-802e-010ad808eb59 None None] Provisioning for port 7882ed35-ae4b-4fd4-8d44-45462eafa946 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:40.366492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9f4f26e4-dda9-46f2-802e-010ad808eb59 None None] Provisioning complete for port 7882ed35-ae4b-4fd4-8d44-45462eafa946 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:40.366492 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9f4f26e4-dda9-46f2-802e-010ad808eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.388943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22769f37-b810-4dd7-9f00-fcc0b9823350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.471514 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.483310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dee229-eeb0-473d-a377-79a5c6fa0385 None None] Pushing event updated for resources: {'Port': ['ID=a30b1562-d643-41f3-96f1-0efbb328298d,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:40.609423 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22769f37-b810-4dd7-9f00-fcc0b9823350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.624050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22769f37-b810-4dd7-9f00-fcc0b9823350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.669982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22769f37-b810-4dd7-9f00-fcc0b9823350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27f20a9-4c39-4838-841d-a2c6b5bd0acf,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:40.691770 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-22769f37-b810-4dd7-9f00-fcc0b9823350 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a4af0c0fd7bf4abbb0c2c69604f394a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6584866 Jul 08 18:27:40.694902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44530) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:40.707667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b73041-4c93-4969-b221-d2197742bc02 None None] Network 25838152-a99c-44c6-91f1-f839544478b7 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:40.798069 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93c2f479-55bf-4000-9e2a-2e7a2712b998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.833066 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.846254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93c2f479-55bf-4000-9e2a-2e7a2712b998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.937992 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93c2f479-55bf-4000-9e2a-2e7a2712b998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.942727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93c2f479-55bf-4000-9e2a-2e7a2712b998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:40.948797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-93c2f479-55bf-4000-9e2a-2e7a2712b998 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d27f20a9-4c39-4838-841d-a2c6b5bd0acf HTTP/1.1" status: 204 len: 168 time: 0.2527430 Jul 08 18:27:40.959068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2f479-55bf-4000-9e2a-2e7a2712b998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27f20a9-4c39-4838-841d-a2c6b5bd0acf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:41.003172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting port a30b1562-d643-41f3-96f1-0efbb328298d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:41.003526 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:41.164903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] For port a30b1562-d643-41f3-96f1-0efbb328298d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a30b1562-d643-41f3-96f1-0efbb328298d,segment=NetworkSegment(5010f7d8-7f29-4d65-a88e-9fee20a7e21d),segment_id=5010f7d8-7f29-4d65-a88e-9fee20a7e21d)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:41.165597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:41.218510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8301b-e11b-448e-86f1-b647cad1828b None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:27:41.234176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Calling delete_port for a30b1562-d643-41f3-96f1-0efbb328298d owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:41.438910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cbf9a347-05f2-439c-96e8-1623713a7003 None None] Provisioning complete for port 7882ed35-ae4b-4fd4-8d44-45462eafa946 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:41.439735 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbf9a347-05f2-439c-96e8-1623713a7003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:41.513532 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:41.625086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No DVR routers for this DVR port a30b1562-d643-41f3-96f1-0efbb328298d on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:41.637059 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Port': ['ID=a30b1562-d643-41f3-96f1-0efbb328298d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:41.640586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7882ed35-ae4b-4fd4-8d44-45462eafa946 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:41.712299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a8301b-e11b-448e-86f1-b647cad1828b None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:27:41.756205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44558) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:41.771629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7882ed35-ae4b-4fd4-8d44-45462eafa946 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:41.772002 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:41.816960 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1c3a-2a2b-4ecb-957a-fd0d1ecaa68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:41.820691 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:41.845059 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25838152-a99c-44c6-91f1-f839544478b7']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:41.858917 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:41.871514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5010f7d8-7f29-4d65-a88e-9fee20a7e21d') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:41.873377 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5010f7d8-7f29-4d65-a88e-9fee20a7e21d') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:41.892649 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:41.967772 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:42.003172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:42.004084 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:42.008575 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:42.160608 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:42.199733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:42.203197 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/25838152-a99c-44c6-91f1-f839544478b7 HTTP/1.1" status: 204 len: 168 time: 4.0776718 Jul 08 18:27:42.205910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44570) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:42.213193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280073b-0cdf-42d8-85f5-f37e075bcc1e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Network': ['ID=25838152-a99c-44c6-91f1-f839544478b7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:42.240019 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-53279e76-cc8d-49ea-9f81-82df4faf546e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:42.241224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53279e76-cc8d-49ea-9f81-82df4faf546e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:42.243216 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-53279e76-cc8d-49ea-9f81-82df4faf546e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/25838152-a99c-44c6-91f1-f839544478b7 HTTP/1.1" status: 404 len: 339 time: 0.0362160 Jul 08 18:27:42.247852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44572) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:42.268173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-311111394', 'description': 'd1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:42.289651 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1c3a-2a2b-4ecb-957a-fd0d1ecaa68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:42.299463 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1c3a-2a2b-4ecb-957a-fd0d1ecaa68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:42.328352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:42.340997 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:42.387056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:42.397458 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:42.398380 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Added segment 739aa429-4881-4ceb-9b0a-90bfa4c7a820 of type vlan for network d0c1d573-c068-4097-90b2-474dc5091155 Jul 08 18:27:42.422261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c8eb1c3a-2a2b-4ecb-957a-fd0d1ecaa68d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46d68154e6ca4addbf78f08401b11522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6608152 Jul 08 18:27:42.424184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44576) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:42.431612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb1c3a-2a2b-4ecb-957a-fd0d1ecaa68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a45a0f-9763-4ef6-933b-0966e9f16e18,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:42.457564 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:42.512552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:42.540365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:42.551614 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:42.581899 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3322120 Jul 08 18:27:42.587850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44586) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:42.750455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112fedd-cf3b-4b0f-b650-ac2aff450cee tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=d0c1d573-c068-4097-90b2-474dc5091155,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:42.751686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d0c1d573-c068-4097-90b2-474dc5091155 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:42.793263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec3dd4a-980c-4335-9bbb-848d1e23dda5 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:42.797291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4ec3dd4a-980c-4335-9bbb-848d1e23dda5 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/networks?id=d0c1d573-c068-4097-90b2-474dc5091155 HTTP/1.1" status: 200 len: 764 time: 0.2035849 Jul 08 18:27:42.800153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44592) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:42.813257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-471b3991-6032-40da-912b-ff69436e9692 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'description': 'd2'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:42.937251 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f042671-6ade-4a6c-a3b6-52ddb256100f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:43.018630 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f042671-6ade-4a6c-a3b6-52ddb256100f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:43.232146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f042671-6ade-4a6c-a3b6-52ddb256100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:43.236701 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f042671-6ade-4a6c-a3b6-52ddb256100f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:43.237600 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0f042671-6ade-4a6c-a3b6-52ddb256100f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/39a45a0f-9763-4ef6-933b-0966e9f16e18 HTTP/1.1" status: 204 len: 168 time: 0.8122568 Jul 08 18:27:43.248169 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-471b3991-6032-40da-912b-ff69436e9692 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:43.251871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f042671-6ade-4a6c-a3b6-52ddb256100f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a45a0f-9763-4ef6-933b-0966e9f16e18,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:43.268581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-471b3991-6032-40da-912b-ff69436e9692 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:43.351951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-471b3991-6032-40da-912b-ff69436e9692 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network d0c1d573-c068-4097-90b2-474dc5091155 is not hosted by any dhcp agent {{(pid=93742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 18:27:43.358796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471b3991-6032-40da-912b-ff69436e9692 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:43.359598 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-471b3991-6032-40da-912b-ff69436e9692 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:43.363807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-471b3991-6032-40da-912b-ff69436e9692 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "PUT /v2.0/networks/d0c1d573-c068-4097-90b2-474dc5091155 HTTP/1.1" status: 200 len: 761 time: 0.5567997 Jul 08 18:27:43.364309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44610) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:43.414408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b3991-6032-40da-912b-ff69436e9692 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=d0c1d573-c068-4097-90b2-474dc5091155,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:43.466599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d0c1d573-c068-4097-90b2-474dc5091155 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:43.618385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c19bf4-c9e0-45ec-b719-d1322915c86a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:43.620121 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-57c19bf4-c9e0-45ec-b719-d1322915c86a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/networks?id=d0c1d573-c068-4097-90b2-474dc5091155 HTTP/1.1" status: 200 len: 764 time: 0.2544549 Jul 08 18:27:43.626109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44620) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:44.216216 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:27:44.450950 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a70dd60-8ca5-4d1f-a115-6ded2baa90f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:44.452705 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a70dd60-8ca5-4d1f-a115-6ded2baa90f6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8246450 Jul 08 18:27:44.456020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44652) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:44.526150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44658) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:44.527522 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3fbaa46d-3523-4818-b124-16dc8c49cd77 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058 HTTP/1.1" status: 200 len: 207 time: 0.0702484 Jul 08 18:27:44.886497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68806f8-5031-42ab-a730-f3921d04bd08 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:44.894752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68806f8-5031-42ab-a730-f3921d04bd08 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:44.904893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68806f8-5031-42ab-a730-f3921d04bd08 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:44.915552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68806f8-5031-42ab-a730-f3921d04bd08 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:44.923055 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68806f8-5031-42ab-a730-f3921d04bd08 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:44.935801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68806f8-5031-42ab-a730-f3921d04bd08 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:44.941079 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b68806f8-5031-42ab-a730-f3921d04bd08 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4134793 Jul 08 18:27:44.947228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44678) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:45.213854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44688) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:45.214237 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2cff20d8-992e-4cbb-997b-0c3b91ab49f2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2651942 Jul 08 18:27:45.422381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791d512-0392-486e-9635-06f2c13bec7a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:45.424079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791d512-0392-486e-9635-06f2c13bec7a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:45.425388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791d512-0392-486e-9635-06f2c13bec7a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:45.432471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791d512-0392-486e-9635-06f2c13bec7a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:45.439728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791d512-0392-486e-9635-06f2c13bec7a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:45.442298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b791d512-0392-486e-9635-06f2c13bec7a tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2269449 Jul 08 18:27:45.446543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44696) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:45.550060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10985ad8-bf35-436b-9581-b6282f899a62 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:45.553791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10985ad8-bf35-436b-9581-b6282f899a62 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:45.555209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10985ad8-bf35-436b-9581-b6282f899a62 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:45.556708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10985ad8-bf35-436b-9581-b6282f899a62 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:45.558701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10985ad8-bf35-436b-9581-b6282f899a62 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:45.560433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-10985ad8-bf35-436b-9581-b6282f899a62 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1125584 Jul 08 18:27:45.564276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44702) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:45.738567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779d3c38-360d-452d-abc3-14a768f920f8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:45.741449 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-779d3c38-360d-452d-abc3-14a768f920f8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/networks/8dce1983-6bb3-463e-8c3f-b5d98ec5c68f HTTP/1.1" status: 200 len: 804 time: 0.1761644 Jul 08 18:27:45.745918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44714) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:45.982649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b4b36ccf-4675-42db-9fe1-c51fc9493710 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/networks/8dce1983-6bb3-463e-8c3f-b5d98ec5c68f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2354276 Jul 08 18:27:45.986115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44722) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:46.128113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f555400a-ae09-4478-a164-5f13437e334f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:46.133140 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f555400a-ae09-4478-a164-5f13437e334f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/subnets/509c6ff9-9c77-4a98-aca3-309a2420290e HTTP/1.1" status: 200 len: 843 time: 0.1434462 Jul 08 18:27:46.133825 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44732) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:46.239768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41493ba6-d65e-47f6-a9a9-29cdd58f6e91 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:46.242681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-41493ba6-d65e-47f6-a9a9-29cdd58f6e91 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "GET /v2.0/subnets/509c6ff9-9c77-4a98-aca3-309a2420290e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1076779 Jul 08 18:27:46.246179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44744) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:46.251611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-945922576'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:46.278902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:46.283069 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:46.311927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:46.325871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:46.326243 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Added segment c49071f2-e97a-4f71-b090-2ec07f08a67f of type vlan for network f088ed5f-5ff3-42c0-b280-664305f888c9 Jul 08 18:27:46.391767 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:46.439317 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:46.448437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:46.449056 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:46.538703 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2911079 Jul 08 18:27:46.542122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44754) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:46.547886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'network_id': 'f088ed5f-5ff3-42c0-b280-664305f888c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:46.561254 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76811c-9d2b-4f05-9381-abbfa29d3596 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Network': ['ID=f088ed5f-5ff3-42c0-b280-664305f888c9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:46.572203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f088ed5f-5ff3-42c0-b280-664305f888c9 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:46.740761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Made reservation on behalf of 04b0c87be52a4bbf84429bb90e910525 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:46.745320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:46.852732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Performing IP validity checks on allocation pools {{(pid=93742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 18:27:46.853260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.ipam_backend_mixin [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 18:27:47.056116 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:47.182279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=5c74cdc9-84a2-457a-a18d-e20a47ddc957,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:47.196702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Checking segment: {'id': 'c49071f2-e97a-4f71-b090-2ec07f08a67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f088ed5f-5ff3-42c0-b280-664305f888c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:47.197362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network hostable DHCP agents. Network: f088ed5f-5ff3-42c0-b280-664305f888c9, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:27:47.254264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Network f088ed5f-5ff3-42c0-b280-664305f888c9 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:27:47.300446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f088ed5f-5ff3-42c0-b280-664305f888c9) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:47.310997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e097d9-e6fb-46cc-b1d2-fcdd56638662 None None] Network f088ed5f-5ff3-42c0-b280-664305f888c9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:47.316079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:47.316771 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:47.357711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5470da4c-0396-4bad-bd2a-a8f91c2cffdc tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8141279 Jul 08 18:27:47.360515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44798) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:47.366468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2ae3aea3-0601-4f3d-9d44-09a042853e04 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:47.553301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa127a-673a-4998-96b3-088511186deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-f088ed5f-5ff3-42c0-b280-664305f888c9', 'network_id': 'f088ed5f-5ff3-42c0-b280-664305f888c9', 'tenant_id': '04b0c87be52a4bbf84429bb90e910525', 'fixed_ips': [{'subnet_id': '5c74cdc9-84a2-457a-a18d-e20a47ddc957'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:27:47.554311 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cefa127a-673a-4998-96b3-088511186deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:47.594232 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2ae3aea3-0601-4f3d-9d44-09a042853e04 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8472174'] for subnet, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:47.829924 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-cefa127a-673a-4998-96b3-088511186deb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 18:27:47.829924 n-d-799684-3 neutron-server[93743]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 08 18:27:47.829924 n-d-799684-3 neutron-server[93743]: [parameters: {'in_use': 1, 'id_1': '5c74cdc9-84a2-457a-a18d-e20a47ddc957'}] Jul 08 18:27:47.829924 n-d-799684-3 neutron-server[93743]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:27:47.831708 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-cefa127a-673a-4998-96b3-088511186deb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:27:47.990933 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2ae3aea3-0601-4f3d-9d44-09a042853e04 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733022444566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8433142'] for subnet, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:48.041445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae3aea3-0601-4f3d-9d44-09a042853e04 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:48.042532 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2ae3aea3-0601-4f3d-9d44-09a042853e04 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:48.044000 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2ae3aea3-0601-4f3d-9d44-09a042853e04 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "PUT /v2.0/subnets/5c74cdc9-84a2-457a-a18d-e20a47ddc957 HTTP/1.1" status: 200 len: 900 time: 0.6823914 Jul 08 18:27:48.046721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44836) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:48.122553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3aea3-0601-4f3d-9d44-09a042853e04 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event updated for resources: {'Subnet': ['ID=5c74cdc9-84a2-457a-a18d-e20a47ddc957,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:48.196829 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:48.333306 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cefa127a-673a-4998-96b3-088511186deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:48.347796 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:48.537644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-cefa127a-673a-4998-96b3-088511186deb None None] Allocated IP 2001:db8::3 (f088ed5f-5ff3-42c0-b280-664305f888c9/5c74cdc9-84a2-457a-a18d-e20a47ddc957/7992e4fa-bb1c-4657-8010-20da7609c811) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:48.796904 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cefa127a-673a-4998-96b3-088511186deb None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:48.813922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cefa127a-673a-4998-96b3-088511186deb None None] Transition to ACTIVE for port object 7992e4fa-bb1c-4657-8010-20da7609c811 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:48.840907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cefa127a-673a-4998-96b3-088511186deb None None] Transition to ACTIVE for port object 7992e4fa-bb1c-4657-8010-20da7609c811 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:48.864449 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cefa127a-673a-4998-96b3-088511186deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:48.897528 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:48.971680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Subnet': ['ID=5c74cdc9-84a2-457a-a18d-e20a47ddc957,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:48.979503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa127a-673a-4998-96b3-088511186deb None None] Network f088ed5f-5ff3-42c0-b280-664305f888c9 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:48.986598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-cefa127a-673a-4998-96b3-088511186deb None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:48.991166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa127a-673a-4998-96b3-088511186deb None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:48.994427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa127a-673a-4998-96b3-088511186deb None None] Pushing event updated for resources: {'Port': ['ID=7992e4fa-bb1c-4657-8010-20da7609c811,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:49.089541 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:49.102786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f088ed5f-5ff3-42c0-b280-664305f888c9']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:49.115982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49071f2-e97a-4f71-b090-2ec07f08a67f') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:49.116529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49071f2-e97a-4f71-b090-2ec07f08a67f') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:49.116987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cefa127a-673a-4998-96b3-088511186deb None None] Attempting to bind port 7992e4fa-bb1c-4657-8010-20da7609c811 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:49.117438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cefa127a-673a-4998-96b3-088511186deb None None] Attempting to bind port 7992e4fa-bb1c-4657-8010-20da7609c811 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'c49071f2-e97a-4f71-b090-2ec07f08a67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f088ed5f-5ff3-42c0-b280-664305f888c9'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:49.118037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa127a-673a-4998-96b3-088511186deb None None] Attempting to bind port 7992e4fa-bb1c-4657-8010-20da7609c811 on network f088ed5f-5ff3-42c0-b280-664305f888c9 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:49.124049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa127a-673a-4998-96b3-088511186deb None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:49.124504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa127a-673a-4998-96b3-088511186deb None None] Checking segment: {'id': 'c49071f2-e97a-4f71-b090-2ec07f08a67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f088ed5f-5ff3-42c0-b280-664305f888c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:49.124970 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cefa127a-673a-4998-96b3-088511186deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:49.125435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa127a-673a-4998-96b3-088511186deb None None] Bound using segment: {'id': 'c49071f2-e97a-4f71-b090-2ec07f08a67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f088ed5f-5ff3-42c0-b280-664305f888c9'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:49.125969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cefa127a-673a-4998-96b3-088511186deb None None] Bound port: 7992e4fa-bb1c-4657-8010-20da7609c811, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49071f2-e97a-4f71-b090-2ec07f08a67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f088ed5f-5ff3-42c0-b280-664305f888c9'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:49.126448 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cefa127a-673a-4998-96b3-088511186deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:49.127947 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:49.144524 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:49.151219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:49.152486 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:49.253651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cefa127a-673a-4998-96b3-088511186deb None None] For port 7992e4fa-bb1c-4657-8010-20da7609c811, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:49.266242 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:49.270598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cefa127a-673a-4998-96b3-088511186deb None None] For port 7992e4fa-bb1c-4657-8010-20da7609c811, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7992e4fa-bb1c-4657-8010-20da7609c811,segment=NetworkSegment(c49071f2-e97a-4f71-b090-2ec07f08a67f),segment_id=c49071f2-e97a-4f71-b090-2ec07f08a67f)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:49.271794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.db.api [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 18:27:49.271794 n-d-799684-3 neutron-server[93741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 18:27:49.271794 n-d-799684-3 neutron-server[93741]: [parameters: {'id': 'f088ed5f-5ff3-42c0-b280-664305f888c9'}] Jul 08 18:27:49.271794 n-d-799684-3 neutron-server[93741]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:27:49.272627 n-d-799684-3 neutron-server[93741]: DEBUG oslo_db.api [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:27:49.279168 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cefa127a-673a-4998-96b3-088511186deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:49.394590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa127a-673a-4998-96b3-088511186deb None None] Pushing event updated for resources: {'Port': ['ID=7992e4fa-bb1c-4657-8010-20da7609c811,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:49.436362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af619d4a-7148-4588-8513-c1c119959505 None None] Network f088ed5f-5ff3-42c0-b280-664305f888c9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:49.615375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b7b6f-b3f5-4194-af64-d370fd75e347 None None] Network f088ed5f-5ff3-42c0-b280-664305f888c9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:49.773916 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:49.850299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting port 7992e4fa-bb1c-4657-8010-20da7609c811 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:49.862994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:49.886615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ec79d-b979-4a2e-a69d-177c71e30b3f None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:27:50.041216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] For port 7992e4fa-bb1c-4657-8010-20da7609c811, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7992e4fa-bb1c-4657-8010-20da7609c811,segment=NetworkSegment(c49071f2-e97a-4f71-b090-2ec07f08a67f),segment_id=c49071f2-e97a-4f71-b090-2ec07f08a67f)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:50.046548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:50.150671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Calling delete_port for 7992e4fa-bb1c-4657-8010-20da7609c811 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:50.187922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ec79d-b979-4a2e-a69d-177c71e30b3f None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:27:50.463395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:50.530419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No DVR routers for this DVR port 7992e4fa-bb1c-4657-8010-20da7609c811 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:50.532921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Port': ['ID=7992e4fa-bb1c-4657-8010-20da7609c811,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:50.577187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44934) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:50.733717 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:50.744403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f088ed5f-5ff3-42c0-b280-664305f888c9']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:50.766008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49071f2-e97a-4f71-b090-2ec07f08a67f') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:50.766340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49071f2-e97a-4f71-b090-2ec07f08a67f') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:50.793719 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:50.817127 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:50.828411 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9feeacf6-d4ca-4425-8174-87775f7a2325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:50.833808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:50.834309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:50.849025 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:50.985741 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.032297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.032297 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/f088ed5f-5ff3-42c0-b280-664305f888c9 HTTP/1.1" status: 204 len: 168 time: 2.9799082 Jul 08 18:27:51.033302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44950) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:51.035514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a350dd0-8b7a-4bf9-9c2b-7b56237584ca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Network': ['ID=f088ed5f-5ff3-42c0-b280-664305f888c9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:51.100952 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dbe63e-7066-42c6-86f3-861e13281250 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:51.100952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dbe63e-7066-42c6-86f3-861e13281250 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:51.104503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44956) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:51.105074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f7dbe63e-7066-42c6-86f3-861e13281250 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/subnets/5c74cdc9-84a2-457a-a18d-e20a47ddc957 HTTP/1.1" status: 404 len: 337 time: 0.0611713 Jul 08 18:27:51.144719 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab2e5b3-91d4-4125-b876-db1d1580ceed tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:51.145685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab2e5b3-91d4-4125-b876-db1d1580ceed tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:51.153657 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aab2e5b3-91d4-4125-b876-db1d1580ceed tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/f088ed5f-5ff3-42c0-b280-664305f888c9 HTTP/1.1" status: 404 len: 339 time: 0.0566888 Jul 08 18:27:51.157331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44958) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:51.173252 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9feeacf6-d4ca-4425-8174-87775f7a2325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.210140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9feeacf6-d4ca-4425-8174-87775f7a2325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.343906 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.348844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feeacf6-d4ca-4425-8174-87775f7a2325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e1aeb4-71e0-4c36-a062-89597da15481,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:51.397089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9feeacf6-d4ca-4425-8174-87775f7a2325 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef339da04e5b456abb1ca96d915a5730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8187561 Jul 08 18:27:51.397343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44964) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:51.536011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d182509-7d43-4123-80c7-0f202a4ec50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.543531 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.556931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c1d573-c068-4097-90b2-474dc5091155']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:51.583430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d182509-7d43-4123-80c7-0f202a4ec50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.584418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739aa429-4881-4ceb-9b0a-90bfa4c7a820') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:51.585263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739aa429-4881-4ceb-9b0a-90bfa4c7a820') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:51.601984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.626195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.637055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:51.637868 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:51.642440 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:51.669265 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d182509-7d43-4123-80c7-0f202a4ec50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.674108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d182509-7d43-4123-80c7-0f202a4ec50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.702297 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5d182509-7d43-4123-80c7-0f202a4ec50b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09e1aeb4-71e0-4c36-a062-89597da15481 HTTP/1.1" status: 204 len: 168 time: 0.2884622 Jul 08 18:27:51.734974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d182509-7d43-4123-80c7-0f202a4ec50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e1aeb4-71e0-4c36-a062-89597da15481,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:51.830580 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.840087 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:51.844821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44980) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:51.845540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/d0c1d573-c068-4097-90b2-474dc5091155 HTTP/1.1" status: 204 len: 168 time: 0.6870623 Jul 08 18:27:51.860286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940808f-6b88-46f7-bf4e-ce8fb629e3e8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Network': ['ID=d0c1d573-c068-4097-90b2-474dc5091155,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:51.881949 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-486acf62-0573-488f-84c4-9060ca402dca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:51.882456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486acf62-0573-488f-84c4-9060ca402dca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:51.884327 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-486acf62-0573-488f-84c4-9060ca402dca tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/subnets/02355f7c-fa96-46a5-802d-b5552258abbf HTTP/1.1" status: 404 len: 337 time: 0.0384259 Jul 08 18:27:51.887642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 44984) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:51.972755 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a395c1-c8d3-4807-89c7-b13a39e2a680 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:51.973734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a395c1-c8d3-4807-89c7-b13a39e2a680 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:51.976893 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e1a395c1-c8d3-4807-89c7-b13a39e2a680 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/25838152-a99c-44c6-91f1-f839544478b7 HTTP/1.1" status: 404 len: 339 time: 0.0876615 Jul 08 18:27:51.979632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 44988) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:52.100914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafd6460-a5b2-413f-9515-a99fbe75c83e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting subnet b0226893-dc71-4ef9-a948-db69508eda70 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:27:52.110676 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eafd6460-a5b2-413f-9515-a99fbe75c83e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.178042 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eafd6460-a5b2-413f-9515-a99fbe75c83e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.242176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45002) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:52.263344 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f193c8df-0508-4cc4-94b1-fc203dc0249f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.399435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eafd6460-a5b2-413f-9515-a99fbe75c83e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.405537 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f193c8df-0508-4cc4-94b1-fc203dc0249f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.416209 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f193c8df-0508-4cc4-94b1-fc203dc0249f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.484401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193c8df-0508-4cc4-94b1-fc203dc0249f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394bf1b8-16ab-4632-aa3f-f06a871bb79b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:52.490560 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f193c8df-0508-4cc4-94b1-fc203dc0249f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=56a111f699334277b42388be6b37f2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464025 Jul 08 18:27:52.493214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45008) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:52.515095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eafd6460-a5b2-413f-9515-a99fbe75c83e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.598033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb7a223-8fde-460c-b68e-7d5a688901f4 None None] Network 9dfd4f17-2463-46e8-b250-5a6097bb396a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:52.598598 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c23a27c-8878-4396-9f7c-f26d22da0993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.610928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd6460-a5b2-413f-9515-a99fbe75c83e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Subnet': ['ID=b0226893-dc71-4ef9-a948-db69508eda70,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:52.615135 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eafd6460-a5b2-413f-9515-a99fbe75c83e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.624256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45016) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:52.625126 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eafd6460-a5b2-413f-9515-a99fbe75c83e tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/subnets/b0226893-dc71-4ef9-a948-db69508eda70 HTTP/1.1" status: 204 len: 168 time: 0.6440904 Jul 08 18:27:52.648124 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c23a27c-8878-4396-9f7c-f26d22da0993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.759368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-76270e6c-3c07-4a6a-a997-e8e96794513c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting subnet cc160638-f016-4a3c-ac1b-30e13c32d7d8 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:27:52.765000 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76270e6c-3c07-4a6a-a997-e8e96794513c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.876268 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c23a27c-8878-4396-9f7c-f26d22da0993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.884346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0c23a27c-8878-4396-9f7c-f26d22da0993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.886150 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0c23a27c-8878-4396-9f7c-f26d22da0993 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/394bf1b8-16ab-4632-aa3f-f06a871bb79b HTTP/1.1" status: 204 len: 168 time: 0.3912661 Jul 08 18:27:52.916449 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76270e6c-3c07-4a6a-a997-e8e96794513c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.921886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23a27c-8878-4396-9f7c-f26d22da0993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394bf1b8-16ab-4632-aa3f-f06a871bb79b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:53.080961 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76270e6c-3c07-4a6a-a997-e8e96794513c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:53.192447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76270e6c-3c07-4a6a-a997-e8e96794513c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:53.268773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76270e6c-3c07-4a6a-a997-e8e96794513c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Subnet': ['ID=cc160638-f016-4a3c-ac1b-30e13c32d7d8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:53.274515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-76270e6c-3c07-4a6a-a997-e8e96794513c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:53.277137 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-76270e6c-3c07-4a6a-a997-e8e96794513c tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/subnets/cc160638-f016-4a3c-ac1b-30e13c32d7d8 HTTP/1.1" status: 204 len: 168 time: 0.6497610 Jul 08 18:27:53.280329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45044) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:53.474801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:53.611578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting port 7882ed35-ae4b-4fd4-8d44-45462eafa946 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:53.612261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:53.774834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] For port 7882ed35-ae4b-4fd4-8d44-45462eafa946, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7882ed35-ae4b-4fd4-8d44-45462eafa946,segment=NetworkSegment(db5899db-2d45-43b4-b0ca-7d64f647d477),segment_id=db5899db-2d45-43b4-b0ca-7d64f647d477)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:53.775318 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:53.796473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Calling delete_port for 7882ed35-ae4b-4fd4-8d44-45462eafa946 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:53.994977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:54.037967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Port': ['ID=7882ed35-ae4b-4fd4-8d44-45462eafa946,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:54.090085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No DVR routers for this DVR port 7882ed35-ae4b-4fd4-8d44-45462eafa946 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:54.178849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ee089b-a850-4710-b8d8-49f9e3a0d661 None None] Network 9dfd4f17-2463-46e8-b250-5a6097bb396a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:54.307030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a9c99ec8-45a8-400c-8449-7a0bfad54903 None None] Could not find standard attr ID for object 7882ed35-ae4b-4fd4-8d44-45462eafa946. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:27:54.318075 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:54.343824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfd4f17-2463-46e8-b250-5a6097bb396a']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:54.387062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5899db-2d45-43b4-b0ca-7d64f647d477') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:54.387278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5899db-2d45-43b4-b0ca-7d64f647d477') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:54.439291 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:54.465597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:54.490026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:54.491955 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:54.504461 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:54.552953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb0004-bf0f-42d7-9583-f6a3e492b4e8 None None] DHCP port deletion for 9dfd4f17-2463-46e8-b250-5a6097bb396a request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:27:54.710031 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:54.725573 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:54.727497 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/9dfd4f17-2463-46e8-b250-5a6097bb396a HTTP/1.1" status: 204 len: 168 time: 1.4459116 Jul 08 18:27:54.732835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45096) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:54.789959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa90ab-7d83-4c3e-8444-247536713cd0 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Network': ['ID=9dfd4f17-2463-46e8-b250-5a6097bb396a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:54.794679 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0ea3fb-0b87-4578-b48f-2de093352ef8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:54.796121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0ea3fb-0b87-4578-b48f-2de093352ef8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:54.799880 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3f0ea3fb-0b87-4578-b48f-2de093352ef8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/subnets/63e6c7a8-0dd6-49e5-9b7c-d099178eae09 HTTP/1.1" status: 404 len: 337 time: 0.0615253 Jul 08 18:27:54.806706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45098) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:54.858453 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc64030f-6eba-4777-ad57-ca8a52fa3ae6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:54.859007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc64030f-6eba-4777-ad57-ca8a52fa3ae6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:54.863218 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fc64030f-6eba-4777-ad57-ca8a52fa3ae6 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/a9f2b6e1-7ad1-42d8-8778-4a03178a3a84 HTTP/1.1" status: 404 len: 339 time: 0.0527239 Jul 08 18:27:54.863500 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45102) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:54.905012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45104) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:54.929079 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdd48d6-04ab-4beb-af02-b5af23fcbc08 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:54.929533 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdd48d6-04ab-4beb-af02-b5af23fcbc08 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:54.931643 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dbdd48d6-04ab-4beb-af02-b5af23fcbc08 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/subnets/673eaf73-7036-40e6-aa9e-26b0468d98a4 HTTP/1.1" status: 404 len: 337 time: 0.0669529 Jul 08 18:27:54.934694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45106) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:55.000923 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57374fe-80c9-49b1-b710-46f4d4bea033 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:55.001548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57374fe-80c9-49b1-b710-46f4d4bea033 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:55.003407 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a57374fe-80c9-49b1-b710-46f4d4bea033 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/82ce2fb3-9bd6-48a0-a1f1-201bc1838fe9 HTTP/1.1" status: 404 len: 339 time: 0.0673592 Jul 08 18:27:55.009665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45112) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:55.087634 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-034969c0-a93e-4690-9da4-1c6216647aa8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:55.088335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034969c0-a93e-4690-9da4-1c6216647aa8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:55.094330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45116) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:55.094979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-034969c0-a93e-4690-9da4-1c6216647aa8 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/subnets/a9f316fd-a4a5-4a26-958c-e4e6577eefe2 HTTP/1.1" status: 404 len: 337 time: 0.0833094 Jul 08 18:27:55.139410 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a18b40-5a94-4799-b9f7-06f6c81d5d35 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:55.140231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a18b40-5a94-4799-b9f7-06f6c81d5d35 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:55.144341 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b7a18b40-5a94-4799-b9f7-06f6c81d5d35 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/00ffae0b-4395-429c-9066-543d649e5b67 HTTP/1.1" status: 404 len: 339 time: 0.0467401 Jul 08 18:27:55.148709 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45120) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:55.235728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ffe16b81-f25b-4191-a5ed-23b84c935cb7 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2421 time: 0.3294950 Jul 08 18:27:55.240475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45124) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:55.246430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'network': {'name': 'tempest-network-smoke--1903667887', 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'port_security_enabled': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:55.265997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf21c616-1ebf-4e0f-8f8f-2fb61b815d78 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting subnet 68af395c-cdc9-48f0-8f9c-c11bd2a951ec {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:27:55.271358 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf21c616-1ebf-4e0f-8f8f-2fb61b815d78 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.278123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Made reservation on behalf of c46a95a161fa454ea6b8d8c177a6c8b6 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:55.289074 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.352934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:55.377296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf21c616-1ebf-4e0f-8f8f-2fb61b815d78 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.379543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.380093 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Added segment ac2b5b69-8232-4f48-9658-a7b4d037c079 of type vlan for network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb Jul 08 18:27:55.566523 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.630340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7882ed35-ae4b-4fd4-8d44-45462eafa946 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:27:55.655599 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf21c616-1ebf-4e0f-8f8f-2fb61b815d78 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.688951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 7882ed35-ae4b-4fd4-8d44-45462eafa946 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:27:55.692860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7882ed35-ae4b-4fd4-8d44-45462eafa946 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:27:55.705055 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.711580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:55.712379 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.774251 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf21c616-1ebf-4e0f-8f8f-2fb61b815d78 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.789736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5476356 Jul 08 18:27:55.791290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45140) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:55.818869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1015756469', 'admin_state_up': True, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:55.873151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4101f3-fa7f-4bbe-bdbb-ae53ceeb7b41 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Network': ['ID=3fcb010b-ef06-4d04-a1cc-37e79411c3cb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:55.890159 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:55.893886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21c616-1ebf-4e0f-8f8f-2fb61b815d78 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Subnet': ['ID=68af395c-cdc9-48f0-8f9c-c11bd2a951ec,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:55.907535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cf21c616-1ebf-4e0f-8f8f-2fb61b815d78 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.909790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.914750 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.916511 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cf21c616-1ebf-4e0f-8f8f-2fb61b815d78 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/subnets/68af395c-cdc9-48f0-8f9c-c11bd2a951ec HTTP/1.1" status: 204 len: 168 time: 0.7665472 Jul 08 18:27:55.922046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45142) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:56.007146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:56.094972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f6ec03-77bd-4b4f-8b40-a7934678b197 None None] Network e3e651b7-89aa-469c-80c1-02e847fc495f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:56.174059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:56.353363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting port babcd89c-3d5c-4a7e-9f09-88fad7b05339 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:56.353717 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:56.432443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] For port babcd89c-3d5c-4a7e-9f09-88fad7b05339, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=babcd89c-3d5c-4a7e-9f09-88fad7b05339,segment=NetworkSegment(17957600-468e-45a1-a07d-49a0f874ff39),segment_id=17957600-468e-45a1-a07d-49a0f874ff39)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:56.438963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:56.455060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Calling delete_port for babcd89c-3d5c-4a7e-9f09-88fad7b05339 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:56.512830 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:56.625071 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:56.681777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Port': ['ID=babcd89c-3d5c-4a7e-9f09-88fad7b05339,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:56.699002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No DVR routers for this DVR port babcd89c-3d5c-4a7e-9f09-88fad7b05339 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:56.840844 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc424f82-2945-4a00-8208-fc56ecceb732 None None] DHCP port deletion for e3e651b7-89aa-469c-80c1-02e847fc495f request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:27:56.911666 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:56.955153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e651b7-89aa-469c-80c1-02e847fc495f']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:56.982016 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17957600-468e-45a1-a07d-49a0f874ff39') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:56.984407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17957600-468e-45a1-a07d-49a0f874ff39') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:57.021803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:57.054218 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:57.067448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:57.067860 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:57.076922 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:57.166051 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:57.212825 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:57.234141 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:57.294395 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:57.296675 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/e3e651b7-89aa-469c-80c1-02e847fc495f HTTP/1.1" status: 204 len: 168 time: 1.3710353 Jul 08 18:27:57.297769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94484c62-5c82-4f2f-80ac-cd7d3538ac69 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Network': ['ID=e3e651b7-89aa-469c-80c1-02e847fc495f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:57.299657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45190) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:57.379099 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe1605b-08e7-46c9-b7bc-274344f30cea tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:57.379843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe1605b-08e7-46c9-b7bc-274344f30cea tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:57.381803 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7fe1605b-08e7-46c9-b7bc-274344f30cea tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/subnets/35ad7577-dc8c-4b37-b897-e07fe283763f HTTP/1.1" status: 404 len: 337 time: 0.0802143 Jul 08 18:27:57.386326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45194) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:57.422336 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa3773d-93e2-42bf-b1b2-16094465048f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] DELETE failed (client error): The resource could not be found. Jul 08 18:27:57.434783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa3773d-93e2-42bf-b1b2-16094465048f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:27:57.437238 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0aa3773d-93e2-42bf-b1b2-16094465048f tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/5f2c869d-e8fd-4b48-a61d-9c650f8274da HTTP/1.1" status: 404 len: 339 time: 0.0496988 Jul 08 18:27:57.439759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45196) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:57.514280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Allocated IP 172.25.8.36 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/4a48b4b1-715f-408e-900d-06a1200b3d8f) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:57.559783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab20413-883b-4741-9a00-782137363cf2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting subnet 509c6ff9-9c77-4a98-aca3-309a2420290e {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:27:57.574474 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dab20413-883b-4741-9a00-782137363cf2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:57.579205 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device babcd89c-3d5c-4a7e-9f09-88fad7b05339 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:27:57.652309 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: babcd89c-3d5c-4a7e-9f09-88fad7b05339 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:27:57.652655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device babcd89c-3d5c-4a7e-9f09-88fad7b05339 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:27:57.700289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dab20413-883b-4741-9a00-782137363cf2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:57.790829 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:57.997287 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:58.020290 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dab20413-883b-4741-9a00-782137363cf2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:58.205465 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dab20413-883b-4741-9a00-782137363cf2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:58.215002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Port': ['ID=4a48b4b1-715f-408e-900d-06a1200b3d8f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:58.227343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:58.228979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:58.234605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:58.288979 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab20413-883b-4741-9a00-782137363cf2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Subnet': ['ID=509c6ff9-9c77-4a98-aca3-309a2420290e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:58.323782 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dab20413-883b-4741-9a00-782137363cf2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:58.324175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c866f-d748-4092-a018-68f4f9ef44f8 None None] Network 8dce1983-6bb3-463e-8c3f-b5d98ec5c68f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:58.332972 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dab20413-883b-4741-9a00-782137363cf2 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/subnets/509c6ff9-9c77-4a98-aca3-309a2420290e HTTP/1.1" status: 204 len: 168 time: 0.8893530 Jul 08 18:27:58.335124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45212) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:58.622735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:58.808727 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Deleting port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:58.809152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:58.835299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:58.940458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf58b7-34ac-48da-bfef-dab6a9066562 None None] DHCP port deletion for 8dce1983-6bb3-463e-8c3f-b5d98ec5c68f request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:27:59.036190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] For port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=77f5bdf6-8aa8-4199-83d1-c0a9c63a338e,segment=NetworkSegment(7787f7cb-ce49-49e8-bbd8-55dafb40e70a),segment_id=7787f7cb-ce49-49e8-bbd8-55dafb40e70a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:59.036549 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.048997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf58b7-34ac-48da-bfef-dab6a9066562 None None] Deleting port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:59.049593 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aaf58b7-34ac-48da-bfef-dab6a9066562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.064994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Calling delete_port for 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:59.117437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8aaf58b7-34ac-48da-bfef-dab6a9066562 None None] For port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=77f5bdf6-8aa8-4199-83d1-c0a9c63a338e,segment=NetworkSegment(7787f7cb-ce49-49e8-bbd8-55dafb40e70a),segment_id=7787f7cb-ce49-49e8-bbd8-55dafb40e70a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:59.118114 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aaf58b7-34ac-48da-bfef-dab6a9066562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.137714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf58b7-34ac-48da-bfef-dab6a9066562 None None] Calling delete_port for 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:59.232440 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aaf58b7-34ac-48da-bfef-dab6a9066562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.239142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.272962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf58b7-34ac-48da-bfef-dab6a9066562 None None] Pushing event deleted for resources: {'Port': ['ID=77f5bdf6-8aa8-4199-83d1-c0a9c63a338e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:59.291088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf58b7-34ac-48da-bfef-dab6a9066562 None None] No DVR routers for this DVR port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:59.298960 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Port': ['ID=77f5bdf6-8aa8-4199-83d1-c0a9c63a338e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:59.304523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] No DVR routers for this DVR port 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:59.520123 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.539494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dce1983-6bb3-463e-8c3f-b5d98ec5c68f']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:59.565867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:27:59.619004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7787f7cb-ce49-49e8-bbd8-55dafb40e70a') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:59.619465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7787f7cb-ce49-49e8-bbd8-55dafb40e70a') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:59.655846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:27:59.658618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 77f5bdf6-8aa8-4199-83d1-c0a9c63a338e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:27:59.699469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.733335 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.761231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:59.765211 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:59.777074 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:59.937921 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.943543 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.946243 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] 10.222.0.73 "DELETE /v2.0/networks/8dce1983-6bb3-463e-8c3f-b5d98ec5c68f HTTP/1.1" status: 204 len: 168 time: 1.6098406 Jul 08 18:27:59.965264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa98198-c1ef-42c8-a178-3b9ed6fe3ab1 tempest-NetworksIpV6Test-742281727 tempest-NetworksIpV6Test-742281727-project] Pushing event deleted for resources: {'Network': ['ID=8dce1983-6bb3-463e-8c3f-b5d98ec5c68f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:00.071282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45234) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:00.115620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:00.311107 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aac22c07-0d15-4cc0-bdd0-a462c69da62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:00.445435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:28:00.628168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45244) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:00.647350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:28:00.659788 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Sync routers for ids ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:28:00.678416 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Routers {'367f53a3-7325-4a5f-92e8-f2c7aab74ff4'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:00.679592 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:27:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:00.688092 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aac22c07-0d15-4cc0-bdd0-a462c69da62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:00.701296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aac22c07-0d15-4cc0-bdd0-a462c69da62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:00.712774 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:00.719533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ec7e3045-02a8-4d0d-a15b-b742d70b9242 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.9097755 Jul 08 18:28:00.720485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45248) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:00.804837 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aac22c07-0d15-4cc0-bdd0-a462c69da62b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f99e9d6d9714094a4e4188b6076e9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7324142 Jul 08 18:28:00.805852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac22c07-0d15-4cc0-bdd0-a462c69da62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cf2b5b-0a21-4ce1-a2fc-d72c2fed7bf0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:00.810002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45250) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:00.946413 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Set router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:28:00.949459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b8a090d-3534-4d51-bc16-a3e8de29e11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:00.999275 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b8a090d-3534-4d51-bc16-a3e8de29e11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:01.134792 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b8a090d-3534-4d51-bc16-a3e8de29e11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:01.140865 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b8a090d-3534-4d51-bc16-a3e8de29e11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:01.142697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5b8a090d-3534-4d51-bc16-a3e8de29e11b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94cf2b5b-0a21-4ce1-a2fc-d72c2fed7bf0 HTTP/1.1" status: 204 len: 168 time: 0.3309817 Jul 08 18:28:01.166429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a090d-3534-4d51-bc16-a3e8de29e11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cf2b5b-0a21-4ce1-a2fc-d72c2fed7bf0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:01.233167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa6ccc1-e184-408d-8882-fd28e1a6e4e9 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:01.241318 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6fa6ccc1-e184-408d-8882-fd28e1a6e4e9 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=c46a95a161fa454ea6b8d8c177a6c8b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.5194507 Jul 08 18:28:01.244596 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45258) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:01.266894 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6565666a-9440-4ab2-a36e-1fe08809b940 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04b0c87be52a4bbf84429bb90e910525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6373994 Jul 08 18:28:01.274824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45260) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:01.488157 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cf210c-5517-41c5-b7bd-c77daa930fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:01.529293 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015756469', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:55Z', 'updated_at': '2021-07-08T18:27:58Z', 'revision_number': 3, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:57Z', 'updated_at': '2021-07-08T18:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:01.569703 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cf210c-5517-41c5-b7bd-c77daa930fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:01.594497 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Checking router: 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:28:01.595005 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Updating router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 port 4a48b4b1-715f-408e-900d-06a1200b3d8f binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:28:01.694554 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:01.712125 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cf210c-5517-41c5-b7bd-c77daa930fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:01.721862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cf210c-5517-41c5-b7bd-c77daa930fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:01.731265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-93cf210c-5517-41c5-b7bd-c77daa930fc7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/549137f1-ce8e-431f-bee4-d27ec467ffb8 HTTP/1.1" status: 204 len: 168 time: 0.4549248 Jul 08 18:28:01.751422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf210c-5517-41c5-b7bd-c77daa930fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549137f1-ce8e-431f-bee4-d27ec467ffb8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:02.069800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45276) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:02.096032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d647d8d4-3202-4f7f-85b4-6f283e39cae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.169095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965257db-78b1-4ab5-8b63-231fcf8b0419 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:02.175013 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-965257db-78b1-4ab5-8b63-231fcf8b0419 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9269342 Jul 08 18:28:02.175451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45280) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:02.245224 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28e4be79-0dca-48af-b34a-1316ae9c879d tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657043 Jul 08 18:28:02.253002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45282) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:02.311845 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8f01f0a5-7b8c-42a3-9263-18fc0d85631f tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=c46a95a161fa454ea6b8d8c177a6c8b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552385 Jul 08 18:28:02.312546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45284) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:02.336281 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.360921 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Transition to ACTIVE for port object 4a48b4b1-715f-408e-900d-06a1200b3d8f will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:02.376004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d647d8d4-3202-4f7f-85b4-6f283e39cae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.385536 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.391903 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d647d8d4-3202-4f7f-85b4-6f283e39cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.448914 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d647d8d4-3202-4f7f-85b4-6f283e39cae4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9cf761e1d644f9384a1f9b13a0a0f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705869 Jul 08 18:28:02.451006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45288) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:02.480548 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Attempting to bind port 4a48b4b1-715f-408e-900d-06a1200b3d8f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:02.480914 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Attempting to bind port 4a48b4b1-715f-408e-900d-06a1200b3d8f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:02.481276 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Attempting to bind port 4a48b4b1-715f-408e-900d-06a1200b3d8f on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:02.492951 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:02.493325 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:02.493722 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.494127 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:02.494594 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Bound port: 4a48b4b1-715f-408e-900d-06a1200b3d8f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:02.495009 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.499489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee2abdb-e3fe-4c0d-a954-72c5562eca47 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:02.500933 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-aee2abdb-e3fe-4c0d-a954-72c5562eca47 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1874487 Jul 08 18:28:02.503912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45292) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:02.511147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647d8d4-3202-4f7f-85b4-6f283e39cae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce15b6d-8058-471d-8a05-25253b8c72e7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:02.557286 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb652-30a0-43c3-b61b-53bcdd2eb5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.569221 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-987be9ca-4742-4f58-bb2c-fcad7b674095 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0622702 Jul 08 18:28:02.570226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45298) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:02.584795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-445274832', 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb', 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:02.629615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb652-30a0-43c3-b61b-53bcdd2eb5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.634242 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] For port 4a48b4b1-715f-408e-900d-06a1200b3d8f, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:02.660034 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] For port 4a48b4b1-715f-408e-900d-06a1200b3d8f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4a48b4b1-715f-408e-900d-06a1200b3d8f,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:02.694369 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Pushing event updated for resources: {'Port': ['ID=4a48b4b1-715f-408e-900d-06a1200b3d8f,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:02.720442 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.721212 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.721212 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.721400 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.732061 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.732793 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.733361 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.733884 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.734245 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.734574 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.734898 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.735250 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:02.739372 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.755049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb652-30a0-43c3-b61b-53bcdd2eb5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.757977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb652-30a0-43c3-b61b-53bcdd2eb5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.759005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8e7fb652-30a0-43c3-b61b-53bcdd2eb5dc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8ce15b6d-8058-471d-8a05-25253b8c72e7 HTTP/1.1" status: 204 len: 168 time: 0.3030710 Jul 08 18:28:02.778908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fb652-30a0-43c3-b61b-53bcdd2eb5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce15b6d-8058-471d-8a05-25253b8c72e7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:02.821050 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Made reservation on behalf of c46a95a161fa454ea6b8d8c177a6c8b6 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:02.829036 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:02.904686 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d16c1-a14e-4c5e-b8d0-76de0290b111 None None] Pushing event updated for resources: {'Port': ['ID=4a48b4b1-715f-408e-900d-06a1200b3d8f,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:02.943835 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Routers {'367f53a3-7325-4a5f-92e8-f2c7aab74ff4'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:02.944727 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:27:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:03.199230 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] Set router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:28:03.465984 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:03.634639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45324) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:03.683591 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:03.733293 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015756469', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:55Z', 'updated_at': '2021-07-08T18:27:58Z', 'revision_number': 3, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:57Z', 'updated_at': '2021-07-08T18:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:03.737716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Subnet': ['ID=f9315085-db73-4230-ad76-3ebfc5632119,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:03.758511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Checking segment: {'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:03.759074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network hostable DHCP agents. Network: 3fcb010b-ef06-4d04-a1cc-37e79411c3cb, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:28:03.795601 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418645b-b1d8-45d2-befe-6553b986b7a4 None None] The sync data for ids ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'] in n-d-799684-3 is: [{'id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015756469', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:55Z', 'updated_at': '2021-07-08T18:27:58Z', 'revision_number': 3, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:57Z', 'updated_at': '2021-07-08T18:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:28:03.801008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:28:03.817775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 3fcb010b-ef06-4d04-a1cc-37e79411c3cb) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:03.823337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:03.824158 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:03.830105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc06f9f-1dc1-4484-9972-4b6e21039c29 None None] Network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:03.858613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45330) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:03.884372 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bba57baa-b2f5-4463-b3a1-539057958f04 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2788703 Jul 08 18:28:03.971122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-03a2641c-a161-4632-b881-0abd5026ee33 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1572996655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:04.041397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03a2641c-a161-4632-b881-0abd5026ee33 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:04.048316 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03a2641c-a161-4632-b881-0abd5026ee33 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:04.205140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03a2641c-a161-4632-b881-0abd5026ee33 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:04.271015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-3fcb010b-ef06-4d04-a1cc-37e79411c3cb', 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'fixed_ips': [{'subnet_id': 'f9315085-db73-4230-ad76-3ebfc5632119'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:28:04.272181 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:04.305714 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03a2641c-a161-4632-b881-0abd5026ee33 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:04.368494 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03a2641c-a161-4632-b881-0abd5026ee33 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:04.383479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-03a2641c-a161-4632-b881-0abd5026ee33 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7469592 Jul 08 18:28:04.386686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45342) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:04.401578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-838519603'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:04.503601 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:04.562180 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Allocated IP 172.20.0.18 (3fcb010b-ef06-4d04-a1cc-37e79411c3cb/f9315085-db73-4230-ad76-3ebfc5632119/36bd8466-f293-4ce8-b0d2-ba09c2964456) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:04.592828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Made reservation on behalf of 6c07a0fc9e4e4a88a1f3d494d1c67a1e for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:04.600574 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:04.623139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:04.916138 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:04.928509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Transition to ACTIVE for port object 36bd8466-f293-4ce8-b0d2-ba09c2964456 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:04.946725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Transition to ACTIVE for port object 36bd8466-f293-4ce8-b0d2-ba09c2964456 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:04.958712 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.034216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:05.036699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Pushing event updated for resources: {'Port': ['ID=36bd8466-f293-4ce8-b0d2-ba09c2964456,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:05.045122 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.049082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:05.054619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:05.153181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Attempting to bind port 36bd8466-f293-4ce8-b0d2-ba09c2964456 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:05.154019 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.154886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Attempting to bind port 36bd8466-f293-4ce8-b0d2-ba09c2964456 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:05.157612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Attempting to bind port 36bd8466-f293-4ce8-b0d2-ba09c2964456 on network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:05.164966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:05.165801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Checking segment: {'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:05.168732 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.170187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Bound using segment: {'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:05.170655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Bound port: 36bd8466-f293-4ce8-b0d2-ba09c2964456, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:05.175516 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.178874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:05.193423 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.194112 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Added segment 8f9b068b-9b01-4c61-a131-d741f5cbf96a of type vlan for network 90ec09de-2893-454b-8012-5b881dabc5b1 Jul 08 18:28:05.337391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] For port 36bd8466-f293-4ce8-b0d2-ba09c2964456, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:05.346043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] For port 36bd8466-f293-4ce8-b0d2-ba09c2964456, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=36bd8466-f293-4ce8-b0d2-ba09c2964456,segment=NetworkSegment(ac2b5b69-8232-4f48-9658-a7b4d037c079),segment_id=ac2b5b69-8232-4f48-9658-a7b4d037c079)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:05.359541 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.392232 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.503379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722da94-9001-4478-bb59-785de4a2afb6 None None] Pushing event updated for resources: {'Port': ['ID=36bd8466-f293-4ce8-b0d2-ba09c2964456,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:05.538278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c2efec-3fdc-4533-9ff8-0029d4d52a29,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:05.571708 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.580684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:05.589017 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.613117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4a48b4b1-715f-408e-900d-06a1200b3d8f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:05.660718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45368) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:05.747326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 4a48b4b1-715f-408e-900d-06a1200b3d8f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:05.752024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4a48b4b1-715f-408e-900d-06a1200b3d8f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:05.752772 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.756290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45374) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:05.763848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'subnet': {'network_id': '90ec09de-2893-454b-8012-5b881dabc5b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:05.770330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3824348 Jul 08 18:28:05.855330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Network': ['ID=90ec09de-2893-454b-8012-5b881dabc5b1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:05.910724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.937321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.937775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.938122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.938486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.938829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.939163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.939486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.939811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.940134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.949144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.949517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e31e3-5264-4e1d-8ac9-db5b225a3352 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:05.960988 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:05.980797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 90ec09de-2893-454b-8012-5b881dabc5b1 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:06.005471 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36436df0-d22b-4a50-be1c-d9cd760c63b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.032468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Made reservation on behalf of 6c07a0fc9e4e4a88a1f3d494d1c67a1e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:06.037146 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.346934 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.353511 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bb3764ba-8698-4438-902b-4f19484bcc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.391427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 4a48b4b1-715f-408e-900d-06a1200b3d8f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4a48b4b1-715f-408e-900d-06a1200b3d8f,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:06.405748 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.448764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.518482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=4a48b4b1-715f-408e-900d-06a1200b3d8f,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:06.564080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Checking segment: {'id': '8f9b068b-9b01-4c61-a131-d741f5cbf96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '90ec09de-2893-454b-8012-5b881dabc5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:06.564913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network hostable DHCP agents. Network: 90ec09de-2893-454b-8012-5b881dabc5b1, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:28:06.587834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Subnet': ['ID=247a3ffd-4a61-4fe4-b90f-332b87ededb6,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:06.633147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network 90ec09de-2893-454b-8012-5b881dabc5b1 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:28:06.654856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 90ec09de-2893-454b-8012-5b881dabc5b1) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:06.659222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:06.662127 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.669439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16439c52-8942-4c44-bf20-048df3dc6bf1 None None] Network 90ec09de-2893-454b-8012-5b881dabc5b1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:06.672548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Allocated IP 172.20.0.17 (3fcb010b-ef06-4d04-a1cc-37e79411c3cb/f9315085-db73-4230-ad76-3ebfc5632119/e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:06.683492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36436df0-d22b-4a50-be1c-d9cd760c63b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.710316 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-36436df0-d22b-4a50-be1c-d9cd760c63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.727772 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-04a34d6a-73d6-49e0-89a8-1c949c3d565f tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9702861 Jul 08 18:28:06.737822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45386) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:06.759581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'network': {'name': 'tempest-router-network01--764402781'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:06.822616 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-36436df0-d22b-4a50-be1c-d9cd760c63b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1ed13c556baa46529560cbe65b10cf60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1594021 Jul 08 18:28:06.826851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45388) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:06.827656 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Made reservation on behalf of 6c07a0fc9e4e4a88a1f3d494d1c67a1e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:06.831743 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.842174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36436df0-d22b-4a50-be1c-d9cd760c63b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273b4ee1-53b5-4260-a486-45ea1bffecfa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:06.888800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:06.909814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-90ec09de-2893-454b-8012-5b881dabc5b1', 'network_id': '90ec09de-2893-454b-8012-5b881dabc5b1', 'tenant_id': '6c07a0fc9e4e4a88a1f3d494d1c67a1e', 'fixed_ips': [{'subnet_id': '247a3ffd-4a61-4fe4-b90f-332b87ededb6'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:28:06.910989 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.919025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.919286 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Added segment 4aa6f333-09d5-4ec9-97a7-3843328d9880 of type vlan for network 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 Jul 08 18:28:06.921296 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:06.970561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Transition to ACTIVE for port object e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:06.992430 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.022173 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.059699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.075782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:07.076518 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.105789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f0fa07c-2730-480c-acbf-67c378994bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.128213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:07.133914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:07.138744 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:07.145516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Port': ['ID=e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:07.239190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.279455 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5351532 Jul 08 18:28:07.285157 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f0fa07c-2730-480c-acbf-67c378994bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.289763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45398) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:07.294063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653f982-6d4b-4696-987e-7b59be592905 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Network': ['ID=9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:07.315293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:07.317467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'network': {'name': 'tempest-router-network02--1136557428'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:07.465428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Made reservation on behalf of 6c07a0fc9e4e4a88a1f3d494d1c67a1e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:07.480847 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.602954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f0fa07c-2730-480c-acbf-67c378994bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.608848 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5f0fa07c-2730-480c-acbf-67c378994bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.613414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5f0fa07c-2730-480c-acbf-67c378994bc3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/273b4ee1-53b5-4260-a486-45ea1bffecfa HTTP/1.1" status: 204 len: 168 time: 0.7760863 Jul 08 18:28:07.633335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:07.634409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fa07c-2730-480c-acbf-67c378994bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273b4ee1-53b5-4260-a486-45ea1bffecfa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:07.665500 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.667771 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Added segment 5b5244c3-76a8-4241-abbb-61c85f3725d7 of type vlan for network 412c3c95-75c6-4d75-9b06-36970098be20 Jul 08 18:28:07.683298 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Allocated IP 2001:db8::2 (90ec09de-2893-454b-8012-5b881dabc5b1/247a3ffd-4a61-4fe4-b90f-332b87ededb6/3a455231-50ca-430c-830a-d5adcaa8d50e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:07.844170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.863863 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.924306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:07.954371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 36bd8466-f293-4ce8-b0d2-ba09c2964456 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:07.975095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:07.975751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:08.061491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6156e09d-f413-4199-beb3-8382d873ffa4 None None] Network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:08.095457 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8042285 Jul 08 18:28:08.098399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45416) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:08.103959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'subnet': {'network_id': '9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:08.170398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220416a2-4c93-490d-8770-31db16cdbe52 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Network': ['ID=412c3c95-75c6-4d75-9b06-36970098be20,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:08.283364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 412c3c95-75c6-4d75-9b06-36970098be20 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:08.319252 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Made reservation on behalf of 6c07a0fc9e4e4a88a1f3d494d1c67a1e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:08.323837 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:08.405174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:08.411985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ebe9c284-0121-44fd-892c-15e551e7432c None None] Provisioning for port 36bd8466-f293-4ce8-b0d2-ba09c2964456 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:08.419749 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:08.440249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 36bd8466-f293-4ce8-b0d2-ba09c2964456 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:08.459332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 36bd8466-f293-4ce8-b0d2-ba09c2964456 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:08.460635 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:08.472386 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ebe9c284-0121-44fd-892c-15e551e7432c None None] Provisioning complete for port 36bd8466-f293-4ce8-b0d2-ba09c2964456 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:08.473267 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c284-0121-44fd-892c-15e551e7432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:08.601214 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:08.608259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Port': ['ID=e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:08.735075 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:08.844137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Subnet': ['ID=695a873b-926e-4ac8-962f-e6f0bdf83553,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:08.859530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:08.861478 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:08.928551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Checking segment: {'id': '4aa6f333-09d5-4ec9-97a7-3843328d9880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:08.928930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network hostable DHCP agents. Network: 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:28:08.984854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:28:08.999813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:09.004605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:09.005221 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:09.030154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbdb7bc-92ba-45f6-836b-efc82f37ab0c None None] Network 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:09.053583 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ce6ed108-34f4-4484-927b-e14a4885b6b9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9541981 Jul 08 18:28:09.054235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45454) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:09.059307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'subnet': {'network_id': '412c3c95-75c6-4d75-9b06-36970098be20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:09.105992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:28:09.164793 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:09.237719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Made reservation on behalf of 6c07a0fc9e4e4a88a1f3d494d1c67a1e for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:09.242441 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:09.330143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:28:09.340783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c33b53b3-996c-4b31-a6a9-227e98a87635 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "PUT /v2.0/routers/367f53a3-7325-4a5f-92e8-f2c7aab74ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4795003 Jul 08 18:28:09.400252 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c284-0121-44fd-892c-15e551e7432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:09.404685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Transition to ACTIVE for port object 3a455231-50ca-430c-830a-d5adcaa8d50e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:09.434325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Sync routers for ids ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:28:09.519565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1', 'network_id': '9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1', 'tenant_id': '6c07a0fc9e4e4a88a1f3d494d1c67a1e', 'fixed_ips': [{'subnet_id': '695a873b-926e-4ac8-962f-e6f0bdf83553'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:28:09.524436 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:09.585295 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-511c647f-e858-4cd2-a18d-cf403008b30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:09.593900 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:09.636375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Routers {'367f53a3-7325-4a5f-92e8-f2c7aab74ff4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:09.638923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:27:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:09.691198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:09.838950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Transition to ACTIVE for port object 3a455231-50ca-430c-830a-d5adcaa8d50e will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:09.864333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Subnet': ['ID=c29a26e3-5a9c-43df-a1aa-fa900bef5de5,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:09.884530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Checking segment: {'id': '5b5244c3-76a8-4241-abbb-61c85f3725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412c3c95-75c6-4d75-9b06-36970098be20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:09.884914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network hostable DHCP agents. Network: 412c3c95-75c6-4d75-9b06-36970098be20, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:28:09.921536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network 412c3c95-75c6-4d75-9b06-36970098be20 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:28:09.965955 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:09.981287 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 412c3c95-75c6-4d75-9b06-36970098be20) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:09.986877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-c84a8607-c9a3-4c58-afb5-c9d7ad1b11b7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:09.987783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:09.988388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:09.988966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-c84a8607-c9a3-4c58-afb5-c9d7ad1b11b7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/networks?id=3fcb010b-ef06-4d04-a1cc-37e79411c3cb HTTP/1.1" status: 200 len: 798 time: 0.2249765 Jul 08 18:28:10.005826 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-15a41db7-aa7f-4763-af59-441401471c53 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/quotas/c46a95a161fa454ea6b8d8c177a6c8b6 HTTP/1.1" status: 200 len: 375 time: 0.0114143 Jul 08 18:28:10.014670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:10.018676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39870eba-08c6-447b-a463-e6d97e059521 None None] Network 412c3c95-75c6-4d75-9b06-36970098be20 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:10.036697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c70ad213-9005-4ab9-a059-0e4d7570bf39 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9813597 Jul 08 18:28:10.039593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45486) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:10.094625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ebe9c284-0121-44fd-892c-15e551e7432c None None] For port 36bd8466-f293-4ce8-b0d2-ba09c2964456, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=36bd8466-f293-4ce8-b0d2-ba09c2964456,segment=NetworkSegment(ac2b5b69-8232-4f48-9658-a7b4d037c079),segment_id=ac2b5b69-8232-4f48-9658-a7b4d037c079)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:10.198912 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-d6a5ff97-8ee8-4587-96c3-2066006b444a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1864226 Jul 08 18:28:10.237711 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c284-0121-44fd-892c-15e551e7432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:10.252362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Network 90ec09de-2893-454b-8012-5b881dabc5b1 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:10.320864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:10.343081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-c1425c67-e02e-4ef1-8261-a6f7cb0c3bd1 service neutron] 10.222.0.73 "GET /v2.0/networks/3fcb010b-ef06-4d04-a1cc-37e79411c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432679 Jul 08 18:28:10.352028 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:28:10.352679 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:28:10.358294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:10.413023 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:10.453307 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Set router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:28:10.465695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Pushing event updated for resources: {'Port': ['ID=3a455231-50ca-430c-830a-d5adcaa8d50e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:10.520968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-a774dcc1-d6fb-4241-907e-64bad04cfac6 service neutron] 10.222.0.73 "GET /v2.0/networks/3fcb010b-ef06-4d04-a1cc-37e79411c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705978 Jul 08 18:28:10.636029 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:10.885422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Allocated IP 2001:db8::2 (9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1/695a873b-926e-4ac8-962f-e6f0bdf83553/5a36f189-ed72-4715-8271-90dcc5a43f6e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:11.047959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01d77624-411b-425e-842a-91701af8668a req-9b3cde01-491d-4aae-b506-80c4fc225bf5 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 210 time: 0.1030240 Jul 08 18:28:11.523842 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2cb0147d-11fc-4662-9def-fc3c8af61664 None None] Provisioning for port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:11.723483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2cb0147d-11fc-4662-9def-fc3c8af61664 None None] Provisioning complete for port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:11.723856 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2cb0147d-11fc-4662-9def-fc3c8af61664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:11.817918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45564) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:11.842396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9c284-0121-44fd-892c-15e551e7432c None None] Pushing event updated for resources: {'Port': ['ID=36bd8466-f293-4ce8-b0d2-ba09c2964456,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:11.860095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Attempting to bind port 3a455231-50ca-430c-830a-d5adcaa8d50e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:11.860829 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Attempting to bind port 3a455231-50ca-430c-830a-d5adcaa8d50e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '8f9b068b-9b01-4c61-a131-d741f5cbf96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '90ec09de-2893-454b-8012-5b881dabc5b1'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:11.861497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Attempting to bind port 3a455231-50ca-430c-830a-d5adcaa8d50e on network 90ec09de-2893-454b-8012-5b881dabc5b1 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:11.884323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-412c3c95-75c6-4d75-9b06-36970098be20', 'network_id': '412c3c95-75c6-4d75-9b06-36970098be20', 'tenant_id': '6c07a0fc9e4e4a88a1f3d494d1c67a1e', 'fixed_ips': [{'subnet_id': 'c29a26e3-5a9c-43df-a1aa-fa900bef5de5'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:28:11.886129 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:11.952459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4a48b4b1-715f-408e-900d-06a1200b3d8f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:11.954640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:11.955362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Checking segment: {'id': '8f9b068b-9b01-4c61-a131-d741f5cbf96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '90ec09de-2893-454b-8012-5b881dabc5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:11.956013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:11.956625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Bound using segment: {'id': '8f9b068b-9b01-4c61-a131-d741f5cbf96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '90ec09de-2893-454b-8012-5b881dabc5b1'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:11.957506 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Bound port: 3a455231-50ca-430c-830a-d5adcaa8d50e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9b068b-9b01-4c61-a131-d741f5cbf96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '90ec09de-2893-454b-8012-5b881dabc5b1'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:11.958268 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.002182 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.026150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0147d-11fc-4662-9def-fc3c8af61664 None None] Port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:28:12.138871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26849f9d-b515-4696-a6c7-d33f1fe878cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.259908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2cb0147d-11fc-4662-9def-fc3c8af61664 None None] Provisioning complete for port 36bd8466-f293-4ce8-b0d2-ba09c2964456 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:12.260397 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2cb0147d-11fc-4662-9def-fc3c8af61664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.280058 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96e7325d-f7e7-42c9-9130-62ab197cf036 req-e7925294-00ca-4085-8cd1-08b9ee308edd tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 210 time: 0.1339369 Jul 08 18:28:12.389592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] For port 3a455231-50ca-430c-830a-d5adcaa8d50e, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:12.422942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4a48b4b1-715f-408e-900d-06a1200b3d8f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:12.423159 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26849f9d-b515-4696-a6c7-d33f1fe878cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.423849 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.432318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] For port 3a455231-50ca-430c-830a-d5adcaa8d50e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3a455231-50ca-430c-830a-d5adcaa8d50e,segment=NetworkSegment(8f9b068b-9b01-4c61-a131-d741f5cbf96a),segment_id=8f9b068b-9b01-4c61-a131-d741f5cbf96a)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:12.438447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-26849f9d-b515-4696-a6c7-d33f1fe878cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.474869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Allocated IP 2001:db8::2 (412c3c95-75c6-4d75-9b06-36970098be20/c29a26e3-5a9c-43df-a1aa-fa900bef5de5/575c3215-7c87-407a-b37c-3cd2b26e0d5e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:12.485383 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.493220 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26849f9d-b515-4696-a6c7-d33f1fe878cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c7e753-9fba-41d0-8d7e-946b46582ff8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:12.511757 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.534347 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-26849f9d-b515-4696-a6c7-d33f1fe878cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2d7d085440174fa9936ab7a5e4704e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152503 Jul 08 18:28:12.536930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45578) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:12.588803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Transition to ACTIVE for port object 5a36f189-ed72-4715-8271-90dcc5a43f6e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:12.617283 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-577f9042-56c5-4cbc-a665-eef056fbb649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.643599 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-577f9042-56c5-4cbc-a665-eef056fbb649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.718251 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-577f9042-56c5-4cbc-a665-eef056fbb649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.721388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-577f9042-56c5-4cbc-a665-eef056fbb649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.722859 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-577f9042-56c5-4cbc-a665-eef056fbb649 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b0c7e753-9fba-41d0-8d7e-946b46582ff8 HTTP/1.1" status: 204 len: 168 time: 0.1848326 Jul 08 18:28:12.737545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Transition to ACTIVE for port object 5a36f189-ed72-4715-8271-90dcc5a43f6e will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:12.741925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f9042-56c5-4cbc-a665-eef056fbb649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c7e753-9fba-41d0-8d7e-946b46582ff8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:12.746887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3dfe6-d51f-4189-b7f3-499f438e3093 None None] Pushing event updated for resources: {'Port': ['ID=3a455231-50ca-430c-830a-d5adcaa8d50e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:12.764119 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015756469', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:55Z', 'updated_at': '2021-07-08T18:28:07Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:57Z', 'updated_at': '2021-07-08T18:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7', 'name': '', 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:65:80:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9315085-db73-4230-ad76-3ebfc5632119', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:06Z', 'updated_at': '2021-07-08T18:28:08Z', 'revision_number': 2, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'f9315085-db73-4230-ad76-3ebfc5632119', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:12.830713 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:12.849105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Checking router: 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:28:12.850707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Updating router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:28:12.891301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Allocated IP 2001:db8::1 (9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1/695a873b-926e-4ac8-962f-e6f0bdf83553/b425e78a-4866-49e5-a4f1-5374762d8692) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:13.062820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Network 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:13.152087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:13.213969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:13.326797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:13.336125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Pushing event updated for resources: {'Port': ['ID=5a36f189-ed72-4715-8271-90dcc5a43f6e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:13.347402 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:13.456181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Transition to ACTIVE for port object b425e78a-4866-49e5-a4f1-5374762d8692 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:13.638339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45600) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:13.685075 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fed35109-ca71-48fe-a0ca-75234ac30ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:13.713315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18a1a4ed-a555-405a-b79d-690f72f67f8e None None] Provisioning complete for port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:13.715497 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18a1a4ed-a555-405a-b79d-690f72f67f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:13.730735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 36bd8466-f293-4ce8-b0d2-ba09c2964456 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:13.805081 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:13.867221 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-2370bdff-109a-4e77-9572-28087dfdc67f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:13.872588 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-2370bdff-109a-4e77-9572-28087dfdc67f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.74 "GET /v2.0/networks?id=3fcb010b-ef06-4d04-a1cc-37e79411c3cb HTTP/1.1" status: 200 len: 798 time: 0.3061581 Jul 08 18:28:13.874922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:13.875068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd7b2d9c-1883-4043-a5f1-e6fcc1d1599a req-73bcf310-eb3b-4f9a-9ad6-c1eec408e0ff tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 210 time: 0.0788813 Jul 08 18:28:13.888291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Attempting to bind port 5a36f189-ed72-4715-8271-90dcc5a43f6e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:13.888640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Attempting to bind port 5a36f189-ed72-4715-8271-90dcc5a43f6e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '4aa6f333-09d5-4ec9-97a7-3843328d9880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:13.889006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Attempting to bind port 5a36f189-ed72-4715-8271-90dcc5a43f6e on network 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:13.904212 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Transition to ACTIVE for port object 575c3215-7c87-407a-b37c-3cd2b26e0d5e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:13.934987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Request body: {'port': {'device_id': 'b58036a9-9da8-4e32-b91b-775788e513c8', 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb', 'admin_state_up': True, 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:13.972165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:13.972567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Checking segment: {'id': '4aa6f333-09d5-4ec9-97a7-3843328d9880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:13.973012 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:13.973475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Bound using segment: {'id': '4aa6f333-09d5-4ec9-97a7-3843328d9880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:13.973990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Bound port: 5a36f189-ed72-4715-8271-90dcc5a43f6e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa6f333-09d5-4ec9-97a7-3843328d9880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:13.974403 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:13.978534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:14.012103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:14.031058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:14.033729 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.106812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fed35109-ca71-48fe-a0ca-75234ac30ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.120766 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fed35109-ca71-48fe-a0ca-75234ac30ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.220263 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Transition to ACTIVE for port object 575c3215-7c87-407a-b37c-3cd2b26e0d5e will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:14.228330 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-18a1a4ed-a555-405a-b79d-690f72f67f8e None None] Port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:28:14.231994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fed35109-ca71-48fe-a0ca-75234ac30ac1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b27a570cdaf24458bae2f20858cb23fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925293 Jul 08 18:28:14.235391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45604) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:14.254888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Port': ['ID=b425e78a-4866-49e5-a4f1-5374762d8692,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:14.314286 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.409999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed35109-ca71-48fe-a0ca-75234ac30ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb7032e-5f18-4d46-baf7-d54f0639baf5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:14.493242 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11d1fa48-59e6-47b9-87bf-94f190f824cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.511750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.519901 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Made reservation on behalf of c46a95a161fa454ea6b8d8c177a6c8b6 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:14.524048 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.530695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] For port 5a36f189-ed72-4715-8271-90dcc5a43f6e, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:14.535670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] For port 5a36f189-ed72-4715-8271-90dcc5a43f6e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5a36f189-ed72-4715-8271-90dcc5a43f6e,segment=NetworkSegment(4aa6f333-09d5-4ec9-97a7-3843328d9880),segment_id=4aa6f333-09d5-4ec9-97a7-3843328d9880)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:14.542346 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11d1fa48-59e6-47b9-87bf-94f190f824cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.574291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Network 412c3c95-75c6-4d75-9b06-36970098be20 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:14.594484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:14.598720 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c3c921-2537-4d5e-8f1c-9b09350ab031 None None] Network 90ec09de-2893-454b-8012-5b881dabc5b1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:14.637496 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11d1fa48-59e6-47b9-87bf-94f190f824cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.640153 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11d1fa48-59e6-47b9-87bf-94f190f824cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.641329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-11d1fa48-59e6-47b9-87bf-94f190f824cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/edb7032e-5f18-4d46-baf7-d54f0639baf5 HTTP/1.1" status: 204 len: 168 time: 0.4020603 Jul 08 18:28:14.661450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1fa48-59e6-47b9-87bf-94f190f824cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb7032e-5f18-4d46-baf7-d54f0639baf5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:14.716965 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.741611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:14.897661 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.912750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.914012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:14.927338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 36bd8466-f293-4ce8-b0d2-ba09c2964456 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:14.927715 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:15.242759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:15.255716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:15.288497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-061bf370-c79b-4d94-8b07-11659f470b65 req-a3740cec-1d17-48ea-964d-d7d0bd9c1edf tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 210 time: 0.1163466 Jul 08 18:28:15.667677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Pushing event updated for resources: {'Port': ['ID=575c3215-7c87-407a-b37c-3cd2b26e0d5e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:15.755606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-63f01cc8-9cf3-47c7-9ee8-f85e40fb974b None None] Provisioning for port 3a455231-50ca-430c-830a-d5adcaa8d50e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:15.811402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:15.812049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:15.812545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:15.813063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:15.813549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:15.814043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:15.814601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:15.815081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:15.815574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:15.816038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:15.816513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:15.816986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:16.053485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b85af-18a7-4744-9c30-a1328c9dfa4f None None] Pushing event updated for resources: {'Port': ['ID=5a36f189-ed72-4715-8271-90dcc5a43f6e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:16.056697 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Attempting to bind port 575c3215-7c87-407a-b37c-3cd2b26e0d5e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:16.057419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Attempting to bind port 575c3215-7c87-407a-b37c-3cd2b26e0d5e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '5b5244c3-76a8-4241-abbb-61c85f3725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412c3c95-75c6-4d75-9b06-36970098be20'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:16.058047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Attempting to bind port 575c3215-7c87-407a-b37c-3cd2b26e0d5e on network 412c3c95-75c6-4d75-9b06-36970098be20 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:16.124739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:16.125113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Checking segment: {'id': '5b5244c3-76a8-4241-abbb-61c85f3725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412c3c95-75c6-4d75-9b06-36970098be20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:16.125629 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:16.126098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Bound using segment: {'id': '5b5244c3-76a8-4241-abbb-61c85f3725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412c3c95-75c6-4d75-9b06-36970098be20'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:16.126723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Bound port: 575c3215-7c87-407a-b37c-3cd2b26e0d5e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5244c3-76a8-4241-abbb-61c85f3725d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412c3c95-75c6-4d75-9b06-36970098be20'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:16.127279 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:16.185943 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3a455231-50ca-430c-830a-d5adcaa8d50e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:16.252529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Port': ['ID=b425e78a-4866-49e5-a4f1-5374762d8692,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:16.360615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] For port 575c3215-7c87-407a-b37c-3cd2b26e0d5e, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:16.375473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] For port 575c3215-7c87-407a-b37c-3cd2b26e0d5e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=575c3215-7c87-407a-b37c-3cd2b26e0d5e,segment=NetworkSegment(5b5244c3-76a8-4241-abbb-61c85f3725d7),segment_id=5b5244c3-76a8-4241-abbb-61c85f3725d7)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:16.418771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Router be08609b-79ca-4f37-ad5a-533198db686a is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:28:16.488196 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:16.604986 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:16.630172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Transition to ACTIVE for port object e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:16.666931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-374881a7-9460-4c11-bfc1-f6639a714495 req-02ebd3ff-bbeb-4a9a-8c50-c5196b116b50 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 210 time: 0.0853360 Jul 08 18:28:16.821785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:28:16.837535 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:16.843180 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bd6c4488-fbf2-4ec1-8ba8-212086d7fc3d tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "PUT /v2.0/routers/be08609b-79ca-4f37-ad5a-533198db686a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8023264 Jul 08 18:28:16.846570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45654) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:16.848555 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0781d31-408b-41b2-ae9e-316bdded52ca None None] Sync routers for ids ['be08609b-79ca-4f37-ad5a-533198db686a'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:28:16.853437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Allocated IP 172.20.0.25 (3fcb010b-ef06-4d04-a1cc-37e79411c3cb/f9315085-db73-4230-ad76-3ebfc5632119/d1b9bbb5-5309-420c-b0ff-a2bbf878d807) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:16.888919 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0781d31-408b-41b2-ae9e-316bdded52ca None None] Routers {'be08609b-79ca-4f37-ad5a-533198db686a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:16.889827 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a0781d31-408b-41b2-ae9e-316bdded52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['be08609b-79ca-4f37-ad5a-533198db686a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:16.910430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 3a455231-50ca-430c-830a-d5adcaa8d50e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:17.031079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3a455231-50ca-430c-830a-d5adcaa8d50e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:17.031455 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:17.039435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37633e58-8425-408e-98cb-969051fec2b9 None None] Pushing event updated for resources: {'Port': ['ID=575c3215-7c87-407a-b37c-3cd2b26e0d5e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:17.063553 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a0781d31-408b-41b2-ae9e-316bdded52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:17.116484 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0781d31-408b-41b2-ae9e-316bdded52ca None None] Routers {'be08609b-79ca-4f37-ad5a-533198db686a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:17.120190 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a0781d31-408b-41b2-ae9e-316bdded52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['be08609b-79ca-4f37-ad5a-533198db686a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:17.218281 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a0781d31-408b-41b2-ae9e-316bdded52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:17.219423 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0781d31-408b-41b2-ae9e-316bdded52ca None None] The sync data for ids ['be08609b-79ca-4f37-ad5a-533198db686a'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:28:17.240492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f86cfc7-832d-48ee-bdea-24958a06c7b4 None None] Network 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:17.297917 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:17.361146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Transition to ACTIVE for port object d1b9bbb5-5309-420c-b0ff-a2bbf878d807 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:17.485567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ea2b8-b4cf-421f-acec-d35e2a54b41c None None] Pushing event updated for resources: {'Port': ['ID=e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:17.499312 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:17.731807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event updated for resources: {'Port': ['ID=d1b9bbb5-5309-420c-b0ff-a2bbf878d807,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:17.733724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-773d3619-15f5-4cb4-a1f9-0c0b8b044739 None None] Provisioning for port 5a36f189-ed72-4715-8271-90dcc5a43f6e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:17.752591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:17.762532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:17.765673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:17.895432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Attempting to bind port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:17.901257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Attempting to bind port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:17.901775 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Attempting to bind port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 on network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:17.997617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:18.000794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:18.034325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:18.035039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Checking segment: {'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:18.035553 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:18.036176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Bound using segment: {'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:18.040809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Bound port: e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:18.042107 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:18.081313 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-95106862-a98d-49a9-ad26-6071babc11e7 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.1509874 Jul 08 18:28:18.096270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Request body: {'port': {'device_id': 'b58036a9-9da8-4e32-b91b-775788e513c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:18.355887 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:18.397097 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:18.661975 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5637c417-2190-4572-995a-84a996d43d72 None None] Provisioning complete for port 3a455231-50ca-430c-830a-d5adcaa8d50e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:18.664922 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5637c417-2190-4572-995a-84a996d43d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:18.703153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 3a455231-50ca-430c-830a-d5adcaa8d50e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3a455231-50ca-430c-830a-d5adcaa8d50e,segment=NetworkSegment(8f9b068b-9b01-4c61-a131-d741f5cbf96a),segment_id=8f9b068b-9b01-4c61-a131-d741f5cbf96a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:18.787870 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:18.914686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] For port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:19.071975 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] For port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7,segment=NetworkSegment(ac2b5b69-8232-4f48-9658-a7b4d037c079),segment_id=ac2b5b69-8232-4f48-9658-a7b4d037c079)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:19.129156 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:19.191499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f88b3d3-fc6f-4572-b29b-eb9e1b73550e None None] Network 412c3c95-75c6-4d75-9b06-36970098be20 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:19.331543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417256d-201b-4075-8d0f-baa82a260619 req-d3eeca70-d8dd-4f97-b5e1-2a49f1598c9e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:19.333976 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9417256d-201b-4075-8d0f-baa82a260619 req-d3eeca70-d8dd-4f97-b5e1-2a49f1598c9e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 895 time: 0.6239474 Jul 08 18:28:19.381132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=3a455231-50ca-430c-830a-d5adcaa8d50e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:19.404752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 575c3215-7c87-407a-b37c-3cd2b26e0d5e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:19.624323 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b9bbb5-5309-420c-b0ff-a2bbf878d807 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:28:19.689101 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:19.689736 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-6046c512-80aa-4465-8b4d-68994a46bef9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:28:19.697114 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6046c512-80aa-4465-8b4d-68994a46bef9 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "PUT /v2.0/routers/be08609b-79ca-4f37-ad5a-533198db686a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8466609 Jul 08 18:28:19.698446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 45824) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:19.724867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Transition to ACTIVE for port object d1b9bbb5-5309-420c-b0ff-a2bbf878d807 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:19.739828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:19.787191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Routers {'367f53a3-7325-4a5f-92e8-f2c7aab74ff4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:19.796622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:20.108013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Attempting to bind port d1b9bbb5-5309-420c-b0ff-a2bbf878d807 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:20.110186 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Attempting to bind port d1b9bbb5-5309-420c-b0ff-a2bbf878d807 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:20.110482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Attempting to bind port d1b9bbb5-5309-420c-b0ff-a2bbf878d807 on network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:20.140881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Port d1b9bbb5-5309-420c-b0ff-a2bbf878d807 on network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:28:20.141234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Attempting to bind port d1b9bbb5-5309-420c-b0ff-a2bbf878d807 on network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:20.185617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:20.185963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Checking segment: {'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:20.190606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Bound using segment: {'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:20.192844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Bound port: d1b9bbb5-5309-420c-b0ff-a2bbf878d807, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2b5b69-8232-4f48-9658-a7b4d037c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:20.193401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:20.197133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Provisioning for port d1b9bbb5-5309-420c-b0ff-a2bbf878d807 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:20.375200 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Pushing event updated for resources: {'Port': ['ID=d1b9bbb5-5309-420c-b0ff-a2bbf878d807,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:20.448834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] For port d1b9bbb5-5309-420c-b0ff-a2bbf878d807, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:20.458153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] For port d1b9bbb5-5309-420c-b0ff-a2bbf878d807, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d1b9bbb5-5309-420c-b0ff-a2bbf878d807,segment=NetworkSegment(ac2b5b69-8232-4f48-9658-a7b4d037c079),segment_id=ac2b5b69-8232-4f48-9658-a7b4d037c079)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:20.481559 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:20.490022 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ea2b8-b4cf-421f-acec-d35e2a54b41c None None] Pushing event updated for resources: {'Port': ['ID=e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:20.621863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:20.623968 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:20.626271 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-504b48b6-3650-4642-9411-b01c2542122e service neutron] 10.222.0.74 "PUT /v2.0/ports/d1b9bbb5-5309-420c-b0ff-a2bbf878d807 HTTP/1.1" status: 200 len: 1055 time: 2.5366871 Jul 08 18:28:20.631356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58036a9-9da8-4e32-b91b-775788e513c8', 'tag': 'd1b9bbb5-5309-420c-b0ff-a2bbf878d807'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:28:20.639393 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ff5303-089a-43c7-9083-f5920c6a6050" -d '{"events": [{"name": "network-changed", "server_uuid": "b58036a9-9da8-4e32-b91b-775788e513c8", "tag": "d1b9bbb5-5309-420c-b0ff-a2bbf878d807"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:28:20.702476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 575c3215-7c87-407a-b37c-3cd2b26e0d5e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:20.799811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b48b6-3650-4642-9411-b01c2542122e service neutron] Pushing event updated for resources: {'Port': ['ID=d1b9bbb5-5309-420c-b0ff-a2bbf878d807,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:20.811511 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487fc176-5c86-48e2-96e4-a834eb414679 x-openstack-request-id: req-487fc176-5c86-48e2-96e4-a834eb414679 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:28:20.812102 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58036a9-9da8-4e32-b91b-775788e513c8", "tag": "d1b9bbb5-5309-420c-b0ff-a2bbf878d807", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:28:20.812581 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-487fc176-5c86-48e2-96e4-a834eb414679 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:28:20.814717 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58036a9-9da8-4e32-b91b-775788e513c8', 'tag': 'd1b9bbb5-5309-420c-b0ff-a2bbf878d807', 'status': 'completed', 'code': 200} Jul 08 18:28:20.908434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5a36f189-ed72-4715-8271-90dcc5a43f6e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:21.014433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-03e9246a-6be4-45d3-b290-5667a9bfd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:21.020496 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-03e9246a-6be4-45d3-b290-5667a9bfd17a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 1058 time: 0.3310187 Jul 08 18:28:21.081193 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Provisioning for port 575c3215-7c87-407a-b37c-3cd2b26e0d5e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:21.159366 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-fb316e23-b49e-474d-913b-b65304571ce3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=d1b9bbb5-5309-420c-b0ff-a2bbf878d807 HTTP/1.1" status: 200 len: 217 time: 0.1280565 Jul 08 18:28:21.164908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] Set router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:28:21.224433 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:28:21.385462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-45a44ed1-a5ca-4de3-acf9-9ed54deaf3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:21.394552 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-45a44ed1-a5ca-4de3-acf9-9ed54deaf3af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9315085-db73-4230-ad76-3ebfc5632119 HTTP/1.1" status: 200 len: 837 time: 0.2242789 Jul 08 18:28:21.428746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 45992) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:21.477260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fc1be-a770-474f-85eb-0efd288cbab4 req-b3512146-a7c0-43e0-b7d9-d4396974c933 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:21.497622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-062fc1be-a770-474f-85eb-0efd288cbab4 req-b3512146-a7c0-43e0-b7d9-d4396974c933 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 907 time: 0.5829291 Jul 08 18:28:21.546358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Provisioning complete for port 575c3215-7c87-407a-b37c-3cd2b26e0d5e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:21.546899 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:21.547686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-5d9028a9-ae92-4f2d-bcf6-1236e19ca257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:21.549642 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-5d9028a9-ae92-4f2d-bcf6-1236e19ca257 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3fcb010b-ef06-4d04-a1cc-37e79411c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424747 Jul 08 18:28:21.610466 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8ee1b0f-23c8-4d6c-ba23-bb714a6ea39a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:21.856542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f884d855-e579-4075-aa10-7bbac14f3f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:21.914339 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-0f887fb7-e8f5-4f60-b1d6-4ee785a0ef95 service neutron] 10.222.0.74 "GET /v2.0/networks/3fcb010b-ef06-4d04-a1cc-37e79411c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532517 Jul 08 18:28:21.944243 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5a36f189-ed72-4715-8271-90dcc5a43f6e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:21.988266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5a36f189-ed72-4715-8271-90dcc5a43f6e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:21.988895 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:22.209895 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7cf1c041-6f78-41b3-8fc9-8a8b43b853c6 req-7565d5c8-bcc5-4d5d-a843-b30dd13883d4 service neutron] 10.222.0.74 "GET /v2.0/networks/3fcb010b-ef06-4d04-a1cc-37e79411c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808762 Jul 08 18:28:22.499532 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f884d855-e579-4075-aa10-7bbac14f3f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:22.520345 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f884d855-e579-4075-aa10-7bbac14f3f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:22.631154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d8ee1b0f-23c8-4d6c-ba23-bb714a6ea39a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Deleting port b425e78a-4866-49e5-a4f1-5374762d8692 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:22.631660 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8ee1b0f-23c8-4d6c-ba23-bb714a6ea39a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:22.642170 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:22.730263 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f884d855-e579-4075-aa10-7bbac14f3f0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=120b1fc6cdc045e3ad3ca8699df6043c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2893174 Jul 08 18:28:22.730527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884d855-e579-4075-aa10-7bbac14f3f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a4c06f-e236-4ee0-8076-afb82951a4ee,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:22.752143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46106) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:22.878028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff5303-089a-43c7-9083-f5920c6a6050 req-6f8c30fa-fe25-40d2-a205-51b0f132270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:22.880398 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-07ff5303-089a-43c7-9083-f5920c6a6050 req-6f8c30fa-fe25-40d2-a205-51b0f132270d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 1058 time: 0.5402753 Jul 08 18:28:22.931981 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:22.967978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] For port 575c3215-7c87-407a-b37c-3cd2b26e0d5e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=575c3215-7c87-407a-b37c-3cd2b26e0d5e,segment=NetworkSegment(5b5244c3-76a8-4241-abbb-61c85f3725d7),segment_id=5b5244c3-76a8-4241-abbb-61c85f3725d7)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:23.008604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:23.029800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015756469', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:55Z', 'updated_at': '2021-07-08T18:28:07Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:57Z', 'updated_at': '2021-07-08T18:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7', 'name': '', 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:65:80:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9315085-db73-4230-ad76-3ebfc5632119', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:06Z', 'updated_at': '2021-07-08T18:28:18Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'f9315085-db73-4230-ad76-3ebfc5632119', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:23.082645 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8ee1b0f-23c8-4d6c-ba23-bb714a6ea39a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:23.091481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Pushing event updated for resources: {'Port': ['ID=575c3215-7c87-407a-b37c-3cd2b26e0d5e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:23.098181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff5303-089a-43c7-9083-f5920c6a6050 req-3394b0fd-1598-43fd-abdc-056a4a859b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:23.109157 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-368356cf-6c9a-411c-b142-ae83f5f9c382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:23.111848 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-07ff5303-089a-43c7-9083-f5920c6a6050 req-3394b0fd-1598-43fd-abdc-056a4a859b92 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3fcb010b-ef06-4d04-a1cc-37e79411c3cb HTTP/1.1" status: 200 len: 899 time: 0.2222664 Jul 08 18:28:23.118058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d8ee1b0f-23c8-4d6c-ba23-bb714a6ea39a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Calling delete_port for b425e78a-4866-49e5-a4f1-5374762d8692 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:23.158935 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22899c0-6f01-4fdc-bc7b-19ce67913eea None None] The sync data for ids ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'] in n-d-799684-3 is: [{'id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015756469', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:55Z', 'updated_at': '2021-07-08T18:28:07Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:57Z', 'updated_at': '2021-07-08T18:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7', 'name': '', 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:65:80:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'f9315085-db73-4230-ad76-3ebfc5632119', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:06Z', 'updated_at': '2021-07-08T18:28:18Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'f9315085-db73-4230-ad76-3ebfc5632119', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:28:23.175915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-368356cf-6c9a-411c-b142-ae83f5f9c382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:23.176286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Provisioning for port b425e78a-4866-49e5-a4f1-5374762d8692 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:23.179657 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 5a36f189-ed72-4715-8271-90dcc5a43f6e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5a36f189-ed72-4715-8271-90dcc5a43f6e,segment=NetworkSegment(4aa6f333-09d5-4ec9-97a7-3843328d9880),segment_id=4aa6f333-09d5-4ec9-97a7-3843328d9880)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:23.184259 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Provisioning complete for port b425e78a-4866-49e5-a4f1-5374762d8692 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:23.194733 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-07ff5303-089a-43c7-9083-f5920c6a6050 req-16b3c1d3-3257-41cc-8487-31266b9a65d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=d1b9bbb5-5309-420c-b0ff-a2bbf878d807 HTTP/1.1" status: 200 len: 217 time: 0.0708485 Jul 08 18:28:23.195060 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:23.204933 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:23.327015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff5303-089a-43c7-9083-f5920c6a6050 req-fccf2939-baf7-4097-bf05-47fd63b9c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:23.328525 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-07ff5303-089a-43c7-9083-f5920c6a6050 req-fccf2939-baf7-4097-bf05-47fd63b9c262 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9315085-db73-4230-ad76-3ebfc5632119 HTTP/1.1" status: 200 len: 837 time: 0.1252165 Jul 08 18:28:23.379103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff37a4e-cdcf-4148-9412-a18fe0090775 req-62de4f2e-4101-43f8-bdc1-7240791e540c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:23.398763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eff37a4e-cdcf-4148-9412-a18fe0090775 req-62de4f2e-4101-43f8-bdc1-7240791e540c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 907 time: 0.4288552 Jul 08 18:28:23.488995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Port b425e78a-4866-49e5-a4f1-5374762d8692 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:28:23.524948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=5a36f189-ed72-4715-8271-90dcc5a43f6e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:23.556517 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 575c3215-7c87-407a-b37c-3cd2b26e0d5e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:23.604218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Provisioning complete for port 5a36f189-ed72-4715-8271-90dcc5a43f6e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:23.609840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff5303-089a-43c7-9083-f5920c6a6050 req-5a6457f9-9d98-4606-b5d8-9b203f19d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:23.615547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-07ff5303-089a-43c7-9083-f5920c6a6050 req-5a6457f9-9d98-4606-b5d8-9b203f19d3e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3fcb010b-ef06-4d04-a1cc-37e79411c3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2683022 Jul 08 18:28:23.619205 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5981c7cd-f36f-4f2e-8bb8-3cfc3d61d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:23.725976 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-368356cf-6c9a-411c-b142-ae83f5f9c382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:23.730720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-368356cf-6c9a-411c-b142-ae83f5f9c382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:23.732817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-368356cf-6c9a-411c-b142-ae83f5f9c382 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/34a4c06f-e236-4ee0-8076-afb82951a4ee HTTP/1.1" status: 204 len: 168 time: 0.9693475 Jul 08 18:28:23.736679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8ee1b0f-23c8-4d6c-ba23-bb714a6ea39a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:23.828048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee1b0f-23c8-4d6c-ba23-bb714a6ea39a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Port': ['ID=b425e78a-4866-49e5-a4f1-5374762d8692,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:23.938986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368356cf-6c9a-411c-b142-ae83f5f9c382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a4c06f-e236-4ee0-8076-afb82951a4ee,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:23.990733 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8ee1b0f-23c8-4d6c-ba23-bb714a6ea39a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:24.129054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 575c3215-7c87-407a-b37c-3cd2b26e0d5e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:24.129054 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:24.205975 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-07ff5303-089a-43c7-9083-f5920c6a6050 req-c03fa9b4-49b3-45a1-a867-71bd0701756c service neutron] 10.222.0.74 "GET /v2.0/networks/3fcb010b-ef06-4d04-a1cc-37e79411c3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519176 Jul 08 18:28:24.533349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ee1b0f-23c8-4d6c-ba23-bb714a6ea39a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Router be08609b-79ca-4f37-ad5a-533198db686a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:28:24.540108 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-07ff5303-089a-43c7-9083-f5920c6a6050 req-4e5e874c-8e63-49ea-b266-e1521f22fdd9 service neutron] 10.222.0.74 "GET /v2.0/networks/3fcb010b-ef06-4d04-a1cc-37e79411c3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234110 Jul 08 18:28:24.626870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3a455231-50ca-430c-830a-d5adcaa8d50e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:24.753813 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-48d134ff-c511-443c-8d3a-0eb0c7e189a0 None None] Provisioning complete for port 575c3215-7c87-407a-b37c-3cd2b26e0d5e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:24.754181 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-48d134ff-c511-443c-8d3a-0eb0c7e189a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:24.779276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ee1b0f-23c8-4d6c-ba23-bb714a6ea39a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:28:24.799479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d8ee1b0f-23c8-4d6c-ba23-bb714a6ea39a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "PUT /v2.0/routers/be08609b-79ca-4f37-ad5a-533198db686a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1000655 Jul 08 18:28:24.804952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46258) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:24.834926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3a455231-50ca-430c-830a-d5adcaa8d50e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:24.835306 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:24.837810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd1239-098e-4b32-b749-80753fba1aef None None] Sync routers for ids ['be08609b-79ca-4f37-ad5a-533198db686a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:28:24.868417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46266) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:24.909142 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-7618598c-fef7-410d-964b-2ca0caef2e53 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] delete failed (client error): The resource could not be found. Jul 08 18:28:24.918928 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c07a63a-1d41-4864-b509-43cd6f182966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:24.920066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7618598c-fef7-410d-964b-2ca0caef2e53 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1146584899 HTTP/1.1" status: 404 len: 335 time: 0.1136236 Jul 08 18:28:24.925684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46270) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:24.968994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd1239-098e-4b32-b749-80753fba1aef None None] Routers {'be08609b-79ca-4f37-ad5a-533198db686a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:24.987237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d8cd1239-098e-4b32-b749-80753fba1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['be08609b-79ca-4f37-ad5a-533198db686a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:25.023698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-71c36546-ce95-43a7-b1d6-79bd24dd7440 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be08609b-79ca-4f37-ad5a-533198db686a'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:25.147940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d8cd1239-098e-4b32-b749-80753fba1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:25.195733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd1239-098e-4b32-b749-80753fba1aef None None] Routers {'be08609b-79ca-4f37-ad5a-533198db686a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:25.196345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d8cd1239-098e-4b32-b749-80753fba1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['be08609b-79ca-4f37-ad5a-533198db686a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:25.204824 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c07a63a-1d41-4864-b509-43cd6f182966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:25.229624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c07a63a-1d41-4864-b509-43cd6f182966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:25.302959 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d8cd1239-098e-4b32-b749-80753fba1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:25.303949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd1239-098e-4b32-b749-80753fba1aef None None] The sync data for ids ['be08609b-79ca-4f37-ad5a-533198db686a'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:28:25.336983 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7c07a63a-1d41-4864-b509-43cd6f182966 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e41979d057341cf9539aef83669c762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665709 Jul 08 18:28:25.337791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07a63a-1d41-4864-b509-43cd6f182966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca40448-a5ef-47af-b658-ad18e6d9a9b8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:25.341068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46276) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:25.363962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-48d134ff-c511-443c-8d3a-0eb0c7e189a0 None None] Could not find standard attr ID for object b425e78a-4866-49e5-a4f1-5374762d8692. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:28:25.453686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0286cd95-8bf4-4aed-a9e0-517c8a664d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:25.521139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0286cd95-8bf4-4aed-a9e0-517c8a664d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:25.605833 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0286cd95-8bf4-4aed-a9e0-517c8a664d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:25.608793 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0286cd95-8bf4-4aed-a9e0-517c8a664d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:25.610463 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0286cd95-8bf4-4aed-a9e0-517c8a664d84 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1ca40448-a5ef-47af-b658-ad18e6d9a9b8 HTTP/1.1" status: 204 len: 168 time: 0.2680407 Jul 08 18:28:25.624642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286cd95-8bf4-4aed-a9e0-517c8a664d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca40448-a5ef-47af-b658-ad18e6d9a9b8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:25.663579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6f13d-2835-4f2d-96a9-dff873f03057 req-e02a27ac-d842-471f-a059-2b1bc69c5eff tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:25.665450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ff6f13d-2835-4f2d-96a9-dff873f03057 req-e02a27ac-d842-471f-a059-2b1bc69c5eff tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 907 time: 0.7443752 Jul 08 18:28:25.671519 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71c36546-ce95-43a7-b1d6-79bd24dd7440 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:25.708130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5a36f189-ed72-4715-8271-90dcc5a43f6e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:25.762752 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-71c36546-ce95-43a7-b1d6-79bd24dd7440 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] update failed (client error): The resource could not be found. Jul 08 18:28:25.765611 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-71c36546-ce95-43a7-b1d6-79bd24dd7440 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "PUT /v2.0/routers/be08609b-79ca-4f37-ad5a-533198db686a HTTP/1.1" status: 404 len: 339 time: 0.7603049 Jul 08 18:28:25.769263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46282) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:25.776191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1525846493'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:25.840048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Made reservation on behalf of 6c07a0fc9e4e4a88a1f3d494d1c67a1e for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:25.843896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:25.847159 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5a36f189-ed72-4715-8271-90dcc5a43f6e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:25.848189 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:25.938583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:25.962106 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:25.967070 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Added segment f48f10f1-644f-47d4-bbfe-d1622e8b503d of type vlan for network 68d8f1f3-6514-4852-b778-ab4fbc4a0612 Jul 08 18:28:26.073765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:26.086349 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:26.190530 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:26.196744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:26.199440 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:26.202529 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:26.204451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:26.204451 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:26.360226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d1b9bbb5-5309-420c-b0ff-a2bbf878d807 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:28:26.497438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7266984 Jul 08 18:28:26.500439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46300) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:26.505853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'subnet': {'network_id': '68d8f1f3-6514-4852-b778-ab4fbc4a0612', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:26.527671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e52c3-5f2b-4108-9c8b-215931216ead tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Network': ['ID=68d8f1f3-6514-4852-b778-ab4fbc4a0612,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:26.550458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 68d8f1f3-6514-4852-b778-ab4fbc4a0612 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:26.669998 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:26.689756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Made reservation on behalf of 6c07a0fc9e4e4a88a1f3d494d1c67a1e for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:26.694099 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:26.818455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7,segment=NetworkSegment(ac2b5b69-8232-4f48-9658-a7b4d037c079),segment_id=ac2b5b69-8232-4f48-9658-a7b4d037c079)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:26.854759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d1b9bbb5-5309-420c-b0ff-a2bbf878d807, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d1b9bbb5-5309-420c-b0ff-a2bbf878d807,segment=NetworkSegment(ac2b5b69-8232-4f48-9658-a7b4d037c079),segment_id=ac2b5b69-8232-4f48-9658-a7b4d037c079)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:26.880819 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'd1b9bbb5-5309-420c-b0ff-a2bbf878d807', 'network_id': '3fcb010b-ef06-4d04-a1cc-37e79411c3cb', 'port_id': 'd1b9bbb5-5309-420c-b0ff-a2bbf878d807', 'mac_address': 'fa:16:3e:b5:55:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9315085-db73-4230-ad76-3ebfc5632119', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:28:26.889778 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:27.013944 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:27.035358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:27.043987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b9bbb5-5309-420c-b0ff-a2bbf878d807 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:28:27.081802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d1b9bbb5-5309-420c-b0ff-a2bbf878d807, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d1b9bbb5-5309-420c-b0ff-a2bbf878d807,segment=NetworkSegment(ac2b5b69-8232-4f48-9658-a7b4d037c079),segment_id=ac2b5b69-8232-4f48-9658-a7b4d037c079)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:27.087371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:27.112405 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:27.196388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Subnet': ['ID=41815a6a-14b8-4f02-acc3-587ceccb8cbb,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:27.223247 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=d1b9bbb5-5309-420c-b0ff-a2bbf878d807,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:27.249755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f39313-0310-47c0-84fc-0d8beaa409dd req-6b3e2d26-d1ab-41d9-8ef1-033240611987 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:27.251479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-06f39313-0310-47c0-84fc-0d8beaa409dd req-6b3e2d26-d1ab-41d9-8ef1-033240611987 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 907 time: 0.2338381 Jul 08 18:28:27.306125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Checking segment: {'id': 'f48f10f1-644f-47d4-bbfe-d1622e8b503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '68d8f1f3-6514-4852-b778-ab4fbc4a0612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:27.306566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network hostable DHCP agents. Network: 68d8f1f3-6514-4852-b778-ab4fbc4a0612, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:28:27.351570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network 68d8f1f3-6514-4852-b778-ab4fbc4a0612 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:28:27.365419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 68d8f1f3-6514-4852-b778-ab4fbc4a0612) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:27.379940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377e93f-830c-435a-ab1e-35a9d69d60bd None None] Network 68d8f1f3-6514-4852-b778-ab4fbc4a0612 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:27.414807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:27.417989 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:27.481212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9bf2a53a-4d53-4013-81ff-439582fa5d66 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9796236 Jul 08 18:28:27.488150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46330) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:27.495333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f96851f0-491a-4eb8-9f79-5b60cc912e82 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'router': {'external_gateway_info': {'network_id': '68d8f1f3-6514-4852-b778-ab4fbc4a0612'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:27.518791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['d1b9bbb5-5309-420c-b0ff-a2bbf878d807'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:28:27.572644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:27.847694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:27.848070 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:27.931202 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-68d8f1f3-6514-4852-b778-ab4fbc4a0612', 'network_id': '68d8f1f3-6514-4852-b778-ab4fbc4a0612', 'tenant_id': '6c07a0fc9e4e4a88a1f3d494d1c67a1e', 'fixed_ips': [{'subnet_id': '41815a6a-14b8-4f02-acc3-587ceccb8cbb'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:28:27.936303 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:28.119709 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f96851f0-491a-4eb8-9f79-5b60cc912e82 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:28.452746 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-f96851f0-491a-4eb8-9f79-5b60cc912e82 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:28:28.453708 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f96851f0-491a-4eb8-9f79-5b60cc912e82 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "PUT /v2.0/routers/be08609b-79ca-4f37-ad5a-533198db686a HTTP/1.1" status: 400 len: 364 time: 0.9629431 Jul 08 18:28:28.458428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d1b9bbb5-5309-420c-b0ff-a2bbf878d807 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:28.459032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46386) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:28.545935 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Allocated IP 2001:db8:1::2 (68d8f1f3-6514-4852-b778-ab4fbc4a0612/41815a6a-14b8-4f02-acc3-587ceccb8cbb/0d92d058-0373-416f-89b7-e7905a79e42d) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:28.700804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b3a9f-53c7-4843-9e86-8f422c281916 req-c1c2f300-08cb-49c3-9975-cafc76b53e2d tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:28.726873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd0b3a9f-53c7-4843-9e86-8f422c281916 req-c1c2f300-08cb-49c3-9975-cafc76b53e2d tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 908 time: 0.2779915 Jul 08 18:28:28.813797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port d1b9bbb5-5309-420c-b0ff-a2bbf878d807 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:28.839791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port d1b9bbb5-5309-420c-b0ff-a2bbf878d807 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:28.839791 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.052262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46398) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:29.089251 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.160866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d1b9bbb5-5309-420c-b0ff-a2bbf878d807, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d1b9bbb5-5309-420c-b0ff-a2bbf878d807,segment=NetworkSegment(ac2b5b69-8232-4f48-9658-a7b4d037c079),segment_id=ac2b5b69-8232-4f48-9658-a7b4d037c079)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:29.168343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58036a9-9da8-4e32-b91b-775788e513c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b9bbb5-5309-420c-b0ff-a2bbf878d807'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:28:29.170749 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eff948-e65e-42ea-a558-f49e92318563" -d '{"events": [{"server_uuid": "b58036a9-9da8-4e32-b91b-775788e513c8", "name": "network-vif-plugged", "status": "completed", "tag": "d1b9bbb5-5309-420c-b0ff-a2bbf878d807"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:28:29.182767 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.230569 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.282570 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.296391 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cd2736-1e6a-4589-a335-1e9798087605 x-openstack-request-id: req-11cd2736-1e6a-4589-a335-1e9798087605 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:28:29.296663 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58036a9-9da8-4e32-b91b-775788e513c8", "name": "network-vif-plugged", "status": "completed", "tag": "d1b9bbb5-5309-420c-b0ff-a2bbf878d807", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:28:29.296929 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-11cd2736-1e6a-4589-a335-1e9798087605 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:28:29.298806 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58036a9-9da8-4e32-b91b-775788e513c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b9bbb5-5309-420c-b0ff-a2bbf878d807', 'code': 200} Jul 08 18:28:29.322947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Transition to ACTIVE for port object 0d92d058-0373-416f-89b7-e7905a79e42d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:29.358975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1032fb2-9fb3-4f1b-8379-78c46b312474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.368789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Transition to ACTIVE for port object 0d92d058-0373-416f-89b7-e7905a79e42d will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:29.370881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=d1b9bbb5-5309-420c-b0ff-a2bbf878d807,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:29.387130 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.408395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Network 68d8f1f3-6514-4852-b778-ab4fbc4a0612 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:29.470765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:29.473739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Pushing event updated for resources: {'Port': ['ID=0d92d058-0373-416f-89b7-e7905a79e42d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:29.476488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:29.561589 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1032fb2-9fb3-4f1b-8379-78c46b312474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.570489 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1032fb2-9fb3-4f1b-8379-78c46b312474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.608775 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Attempting to bind port 0d92d058-0373-416f-89b7-e7905a79e42d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:29.609110 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Attempting to bind port 0d92d058-0373-416f-89b7-e7905a79e42d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'f48f10f1-644f-47d4-bbfe-d1622e8b503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '68d8f1f3-6514-4852-b778-ab4fbc4a0612'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:29.609475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Attempting to bind port 0d92d058-0373-416f-89b7-e7905a79e42d on network 68d8f1f3-6514-4852-b778-ab4fbc4a0612 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:29.623883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:29.624284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Checking segment: {'id': 'f48f10f1-644f-47d4-bbfe-d1622e8b503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '68d8f1f3-6514-4852-b778-ab4fbc4a0612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:29.624803 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.625204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Bound using segment: {'id': 'f48f10f1-644f-47d4-bbfe-d1622e8b503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '68d8f1f3-6514-4852-b778-ab4fbc4a0612'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:29.625683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Bound port: 0d92d058-0373-416f-89b7-e7905a79e42d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48f10f1-644f-47d4-bbfe-d1622e8b503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '68d8f1f3-6514-4852-b778-ab4fbc4a0612'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:29.628235 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.643428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1032fb2-9fb3-4f1b-8379-78c46b312474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf99085-a948-4b2d-b001-2b34886b3c38,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:29.670341 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a1032fb2-9fb3-4f1b-8379-78c46b312474 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db9f55a993cf4a479346e363ef987634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162875 Jul 08 18:28:29.673272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46410) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:29.765652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] For port 0d92d058-0373-416f-89b7-e7905a79e42d, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:29.774362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] For port 0d92d058-0373-416f-89b7-e7905a79e42d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0d92d058-0373-416f-89b7-e7905a79e42d,segment=NetworkSegment(f48f10f1-644f-47d4-bbfe-d1622e8b503d),segment_id=f48f10f1-644f-47d4-bbfe-d1622e8b503d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:29.786674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.806045 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cbb10a9-6378-48b8-8b95-30a558211e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.866099 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cbb10a9-6378-48b8-8b95-30a558211e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.939527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b2705-2084-4acb-bb02-5f136d60d015 None None] Pushing event updated for resources: {'Port': ['ID=0d92d058-0373-416f-89b7-e7905a79e42d,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:29.949097 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cbb10a9-6378-48b8-8b95-30a558211e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.951419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe9fe7-0ee3-4c43-b7a1-1e24fb68c5cf req-aa92a89f-5d86-4276-a21b-b51852ab5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:29.953361 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-04fe9fe7-0ee3-4c43-b7a1-1e24fb68c5cf req-aa92a89f-5d86-4276-a21b-b51852ab5ae8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 1060 time: 0.4771883 Jul 08 18:28:29.957712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cbb10a9-6378-48b8-8b95-30a558211e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.961572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6cbb10a9-6378-48b8-8b95-30a558211e03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fdf99085-a948-4b2d-b001-2b34886b3c38 HTTP/1.1" status: 204 len: 168 time: 0.2854698 Jul 08 18:28:29.981986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb10a9-6378-48b8-8b95-30a558211e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf99085-a948-4b2d-b001-2b34886b3c38,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:30.094905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Allocated IP 2001:db8::1 (90ec09de-2893-454b-8012-5b881dabc5b1/247a3ffd-4a61-4fe4-b90f-332b87ededb6/0f81d235-cda0-4e70-9198-291fecca90d0) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:30.378267 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:30.417735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Transition to ACTIVE for port object 0f81d235-cda0-4e70-9198-291fecca90d0 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:30.419369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13e39c-60d8-4bef-b0bd-6befc4c7d822 req-6837c95c-e14d-4d0e-a844-3d91c61437a1 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:30.436183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b13e39c-60d8-4bef-b0bd-6befc4c7d822 req-6837c95c-e14d-4d0e-a844-3d91c61437a1 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 909 time: 0.1397460 Jul 08 18:28:30.478909 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:30.583610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network 90ec09de-2893-454b-8012-5b881dabc5b1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:30.589508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:30.603577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:30.604148 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:30.772087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Port': ['ID=0f81d235-cda0-4e70-9198-291fecca90d0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:30.999174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:31.154358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6a22441d-4cbf-428c-9676-97a31e35fde3 None None] Provisioning for port 0f81d235-cda0-4e70-9198-291fecca90d0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:31.161849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6a22441d-4cbf-428c-9676-97a31e35fde3 None None] Provisioning complete for port 0f81d235-cda0-4e70-9198-291fecca90d0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:31.162344 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6a22441d-4cbf-428c-9676-97a31e35fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:31.285189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6a22441d-4cbf-428c-9676-97a31e35fde3 None None] Port 0f81d235-cda0-4e70-9198-291fecca90d0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:28:31.744976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d92d058-0373-416f-89b7-e7905a79e42d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:31.826726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a226f5-4e4d-4559-b560-a9d66ba70a75 None None] Network 68d8f1f3-6514-4852-b778-ab4fbc4a0612 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:31.872006 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:31.886935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:31.888053 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:32.123955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event updated for resources: {'Port': ['ID=0f81d235-cda0-4e70-9198-291fecca90d0,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:32.235583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Network 90ec09de-2893-454b-8012-5b881dabc5b1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:32.237454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:32.428991 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Router be08609b-79ca-4f37-ad5a-533198db686a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:28:32.650183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8c51973e-30ab-424a-b0a8-ce69043dd8be None None] Provisioning for port 0d92d058-0373-416f-89b7-e7905a79e42d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:32.695111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0d92d058-0373-416f-89b7-e7905a79e42d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:32.708213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0d92d058-0373-416f-89b7-e7905a79e42d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:32.708965 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:32.817544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:28:32.826778 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8a6c5426-12fc-4499-8f2c-8778bd61fbf3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "PUT /v2.0/routers/be08609b-79ca-4f37-ad5a-533198db686a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3667386 Jul 08 18:28:32.828342 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d45df-5bdc-4c8d-9ff5-550490d68355 None None] Sync routers for ids ['be08609b-79ca-4f37-ad5a-533198db686a'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:28:32.837044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46504) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:32.845797 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d45df-5bdc-4c8d-9ff5-550490d68355 None None] Routers {'be08609b-79ca-4f37-ad5a-533198db686a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:32.846465 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0a4d45df-5bdc-4c8d-9ff5-550490d68355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['be08609b-79ca-4f37-ad5a-533198db686a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:33.030072 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0a4d45df-5bdc-4c8d-9ff5-550490d68355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:33.030917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-a255f6aa-5d71-4667-a3b2-75c91610816c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2240341 Jul 08 18:28:33.065338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b5bd3-ad08-494e-b71d-6eaf943c4c10 req-fcf53d81-8d00-41cc-9057-241ede705a57 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:33.072200 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d45df-5bdc-4c8d-9ff5-550490d68355 None None] Routers {'be08609b-79ca-4f37-ad5a-533198db686a'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:33.075121 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0a4d45df-5bdc-4c8d-9ff5-550490d68355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['be08609b-79ca-4f37-ad5a-533198db686a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:33.075293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a46b5bd3-ad08-494e-b71d-6eaf943c4c10 req-fcf53d81-8d00-41cc-9057-241ede705a57 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 909 time: 1.2717865 Jul 08 18:28:33.232530 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:33.246390 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0a4d45df-5bdc-4c8d-9ff5-550490d68355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:33.247758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-76ee36f3-764d-4aca-9da9-93b94378cc7d None None] Provisioning complete for port 0f81d235-cda0-4e70-9198-291fecca90d0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:33.249607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-e2bc1608-9971-4487-9d6b-43144c5b473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:33.250148 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-76ee36f3-764d-4aca-9da9-93b94378cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:33.251900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-e2bc1608-9971-4487-9d6b-43144c5b473d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 1135 time: 0.1688159 Jul 08 18:28:33.252116 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d45df-5bdc-4c8d-9ff5-550490d68355 None None] The sync data for ids ['be08609b-79ca-4f37-ad5a-533198db686a'] in n-d-799684-3 is: [] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:28:33.257281 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b3bed3a1-ee4e-4975-a8f3-ac94b69df564 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:33.372904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0d92d058-0373-416f-89b7-e7905a79e42d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0d92d058-0373-416f-89b7-e7905a79e42d,segment=NetworkSegment(f48f10f1-644f-47d4-bbfe-d1622e8b503d),segment_id=f48f10f1-644f-47d4-bbfe-d1622e8b503d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:33.391322 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:33.406995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-76ee36f3-764d-4aca-9da9-93b94378cc7d None None] Port 0f81d235-cda0-4e70-9198-291fecca90d0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:28:33.531606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=0d92d058-0373-416f-89b7-e7905a79e42d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:33.545084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-dac3b0c8-f381-4df4-b33b-5e4895afa32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:33.546540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-dac3b0c8-f381-4df4-b33b-5e4895afa32e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c HTTP/1.1" status: 200 len: 896 time: 0.2671978 Jul 08 18:28:33.548215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46520) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:33.689774 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:33.813702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-d96ed9dc-0c6e-4133-997a-d0ba45f7495d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6643b935-dde3-4069-ac86-b7f8cf073bbe HTTP/1.1" status: 200 len: 1001 time: 0.2464788 Jul 08 18:28:33.964384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bc61c-8b42-4170-b4bb-6d9bef09546b req-984f9f52-96ba-4aa4-9eee-eb08414fd728 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:33.973147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-748bc61c-8b42-4170-b4bb-6d9bef09546b req-984f9f52-96ba-4aa4-9eee-eb08414fd728 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 909 time: 0.4256015 Jul 08 18:28:34.060478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1f1fa954-4874-4459-aa4d-e8af55208537 None None] Provisioning complete for port 0d92d058-0373-416f-89b7-e7905a79e42d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:34.065092 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f1fa954-4874-4459-aa4d-e8af55208537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:34.068288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-46d865a6-93cb-4a2b-9e2f-87b087698397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:34.085616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-46d865a6-93cb-4a2b-9e2f-87b087698397 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db74c5c6-a566-47f0-b571-cf423dc4376d HTTP/1.1" status: 200 len: 834 time: 0.2442257 Jul 08 18:28:34.111023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-924464842'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:34.269459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Made reservation on behalf of 0906d6d5271d40c989a09dafbb732520 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:34.274036 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:34.330029 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:34.366019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-b27850c4-e6a7-40f3-a160-9ae273de7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:34.367848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-b27850c4-e6a7-40f3-a160-9ae273de7abc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812145 Jul 08 18:28:34.412620 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-b3bed3a1-ee4e-4975-a8f3-ac94b69df564 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 18:28:34.418074 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b3bed3a1-ee4e-4975-a8f3-ac94b69df564 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "DELETE /v2.0/routers/be08609b-79ca-4f37-ad5a-533198db686a HTTP/1.1" status: 409 len: 329 time: 1.5786638 Jul 08 18:28:34.419067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46546) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:34.444873 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:34.605943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ff48c-d837-4020-a85b-1cef87475dcc req-540a5b24-4de6-4f07-9f19-8098ee08a173 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:34.608303 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d4ff48c-d837-4020-a85b-1cef87475dcc req-540a5b24-4de6-4f07-9f19-8098ee08a173 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 1060 time: 0.3487921 Jul 08 18:28:35.013178 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:35.024518 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-89696ef0-2209-440f-80cf-973623f2f531 service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435542 Jul 08 18:28:35.036433 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:35.127474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:35.143821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b94ef91-6754-43b2-8527-335335207250,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:35.217605 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:35.217983 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Added segment f3803120-212a-4238-b1a0-8af6982775e4 of type vlan for network c72919db-7ff6-4104-abc2-c4876a1d6afc Jul 08 18:28:35.274844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a1ed3-afcf-4197-8d0f-9efe4e94807f req-35783757-e32e-4e20-94fb-8b1f1bf800c6 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:35.277169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-221a1ed3-afcf-4197-8d0f-9efe4e94807f req-35783757-e32e-4e20-94fb-8b1f1bf800c6 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 1135 time: 0.4011965 Jul 08 18:28:35.319668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcc3fed1-843b-4609-a3d3-8328d19063a5 req-e4a0c8eb-f5c4-4182-87f3-605d84667c1d service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867618 Jul 08 18:28:35.370615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:35.479650 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-221a1ed3-afcf-4197-8d0f-9efe4e94807f req-6d8bbc42-f1e1-4184-a98e-b84dd880d95d tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1817071 Jul 08 18:28:35.482902 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:35.489183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:35.489831 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:35.517301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46572) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:35.597775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82926e55-f77a-435b-8290-096e17b5dbf4 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:35.602035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d92d058-0373-416f-89b7-e7905a79e42d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:35.606954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-82926e55-f77a-435b-8290-096e17b5dbf4 tempest-TestSecurityGroupsBasicOps-361471748 tempest-TestSecurityGroupsBasicOps-361471748-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 1055 time: 0.0884933 Jul 08 18:28:35.705108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46576) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:35.708038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1526258 Jul 08 18:28:35.708932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85e6e0-8a74-4fa4-bf26-f1006fda55fc tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Pushing event updated for resources: {'Network': ['ID=c72919db-7ff6-4104-abc2-c4876a1d6afc,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:35.719566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0d92d058-0373-416f-89b7-e7905a79e42d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:35.720219 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:35.807955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network c72919db-7ff6-4104-abc2-c4876a1d6afc details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:35.852202 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c289c94-132b-4788-8c75-db5260806edb tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:35.889980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Request body: {'network': {'name': 'tempest-network--1972663877', 'router:external': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:35.965111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Made reservation on behalf of c48cfd6c2da1470694d5d86af9c2aacd for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:35.968235 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.016027 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.268635 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d946dea3-587f-4995-a4d2-53451d00a73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.368054 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.382596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.420109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:36.437875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b11adc-b487-426f-8eff-dfe296827c03,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:36.483620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.484428 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Added segment a765bb90-7535-4118-a9ba-855bc18b3eb8 of type vlan for network c318d006-ea9f-41f3-98c9-ed4be1b03f5b Jul 08 18:28:36.513626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1c289c94-132b-4788-8c75-db5260806edb tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Deleting port 0f81d235-cda0-4e70-9198-291fecca90d0 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:36.514155 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c289c94-132b-4788-8c75-db5260806edb tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.556482 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.648868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.653172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:36.656033 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.740697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0341561 Jul 08 18:28:36.742869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46602) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:36.752283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event updated for resources: {'Network': ['ID=c318d006-ea9f-41f3-98c9-ed4be1b03f5b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:36.763437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.764150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.764776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.765403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.765980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.766717 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.768264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.769028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.769593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.770149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.770882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.771440 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20712c4-75cd-492a-b1f0-05cf9ab7df6e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:36.783048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network c318d006-ea9f-41f3-98c9-ed4be1b03f5b details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:36.885693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f70f61-0fbb-472b-94c6-c3c666417a46 req-afe723f2-7dea-4c58-b183-25b4be35ef2f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:36.887490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2f70f61-0fbb-472b-94c6-c3c666417a46 req-afe723f2-7dea-4c58-b183-25b4be35ef2f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 909 time: 0.3270597 Jul 08 18:28:36.890535 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.916447 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c289c94-132b-4788-8c75-db5260806edb tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.954317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46604) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:36.999987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1c289c94-132b-4788-8c75-db5260806edb tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Calling delete_port for 0f81d235-cda0-4e70-9198-291fecca90d0 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:37.104180 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad575e6d-ea1f-4ddd-a7c6-5576604348df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.295194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.310960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c318d006-ea9f-41f3-98c9-ed4be1b03f5b']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:37.331987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a765bb90-7535-4118-a9ba-855bc18b3eb8') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:37.332300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a765bb90-7535-4118-a9ba-855bc18b3eb8') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:37.347720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.404116 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad575e6d-ea1f-4ddd-a7c6-5576604348df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.411412 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.419510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad575e6d-ea1f-4ddd-a7c6-5576604348df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.441034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:28:37.441452 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:28:37.446717 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:28:37.505586 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ad575e6d-ea1f-4ddd-a7c6-5576604348df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2301752eff434ce7a725d124a76981b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467165 Jul 08 18:28:37.506922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46624) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:37.572937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad575e6d-ea1f-4ddd-a7c6-5576604348df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a926af15-c658-4328-beb2-75788e1455d1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:37.621589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e1c77a1-d78c-40ed-8ef5-13bcc3654e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.643042 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.648969 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e1c77a1-d78c-40ed-8ef5-13bcc3654e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.679232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c318d006-ea9f-41f3-98c9-ed4be1b03f5b {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 18:28:37.682705 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.684701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "DELETE /v2.0/networks/c318d006-ea9f-41f3-98c9-ed4be1b03f5b HTTP/1.1" status: 204 len: 168 time: 0.9393468 Jul 08 18:28:37.698140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46628) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:37.703922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:37.709892 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe33f2-ef64-49a6-b619-49f32b73363e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event deleted for resources: {'Network': ['ID=c318d006-ea9f-41f3-98c9-ed4be1b03f5b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:37.748623 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c289c94-132b-4788-8c75-db5260806edb tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.776966 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e1c77a1-d78c-40ed-8ef5-13bcc3654e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.780844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e1c77a1-d78c-40ed-8ef5-13bcc3654e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:37.782470 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5e1c77a1-d78c-40ed-8ef5-13bcc3654e68 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a926af15-c658-4328-beb2-75788e1455d1 HTTP/1.1" status: 204 len: 168 time: 0.2745197 Jul 08 18:28:37.802288 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c77a1-d78c-40ed-8ef5-13bcc3654e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a926af15-c658-4328-beb2-75788e1455d1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:37.804594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c289c94-132b-4788-8c75-db5260806edb tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Port': ['ID=0f81d235-cda0-4e70-9198-291fecca90d0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:37.883822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Made reservation on behalf of c48cfd6c2da1470694d5d86af9c2aacd for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:37.898122 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:38.038925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537eab6-e5d0-412f-a163-fbf524232a85 req-a95e17d6-5554-4acb-a7a6-0b58be7d9232 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:38.047994 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9537eab6-e5d0-412f-a163-fbf524232a85 req-a95e17d6-5554-4acb-a7a6-0b58be7d9232 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.74 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 909 time: 0.2341399 Jul 08 18:28:38.453506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:38.461576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-9537eab6-e5d0-412f-a163-fbf524232a85 req-ca472a7d-ddf6-430d-9e65-48c48de47cf2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Deleting port d1b9bbb5-5309-420c-b0ff-a2bbf878d807 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:38.461990 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9537eab6-e5d0-412f-a163-fbf524232a85 req-ca472a7d-ddf6-430d-9e65-48c48de47cf2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:38.482885 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:38.483268 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Added segment 56727902-9d7e-4f8c-937f-5cfb65a056a1 of type vlan for network d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a Jul 08 18:28:38.851479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-9537eab6-e5d0-412f-a163-fbf524232a85 req-ca472a7d-ddf6-430d-9e65-48c48de47cf2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] For port d1b9bbb5-5309-420c-b0ff-a2bbf878d807, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d1b9bbb5-5309-420c-b0ff-a2bbf878d807,segment=NetworkSegment(ac2b5b69-8232-4f48-9658-a7b4d037c079),segment_id=ac2b5b69-8232-4f48-9658-a7b4d037c079)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:38.853377 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9537eab6-e5d0-412f-a163-fbf524232a85 req-ca472a7d-ddf6-430d-9e65-48c48de47cf2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:38.887102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-9537eab6-e5d0-412f-a163-fbf524232a85 req-ca472a7d-ddf6-430d-9e65-48c48de47cf2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Calling delete_port for d1b9bbb5-5309-420c-b0ff-a2bbf878d807 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:38.989711 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:39.033112 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c289c94-132b-4788-8c75-db5260806edb tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:39.052432 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:39.054111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:39.054988 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:39.108446 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:39.132766 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9537eab6-e5d0-412f-a163-fbf524232a85 req-ca472a7d-ddf6-430d-9e65-48c48de47cf2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:39.140377 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2d9fe20b-79d2-4658-bf74-bc12890b41a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:39.188589 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca472a7d-ddf6-430d-9e65-48c48de47cf2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'Port': ['ID=d1b9bbb5-5309-420c-b0ff-a2bbf878d807,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:39.273912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9537eab6-e5d0-412f-a163-fbf524232a85 req-ca472a7d-ddf6-430d-9e65-48c48de47cf2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] No DVR routers for this DVR port d1b9bbb5-5309-420c-b0ff-a2bbf878d807 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:28:39.276662 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9537eab6-e5d0-412f-a163-fbf524232a85 req-ca472a7d-ddf6-430d-9e65-48c48de47cf2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:39.279546 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9537eab6-e5d0-412f-a163-fbf524232a85 req-ca472a7d-ddf6-430d-9e65-48c48de47cf2 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.74 "DELETE /v2.0/ports/d1b9bbb5-5309-420c-b0ff-a2bbf878d807 HTTP/1.1" status: 204 len: 173 time: 1.2267528 Jul 08 18:28:39.280055 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58036a9-9da8-4e32-b91b-775788e513c8', 'name': 'network-vif-deleted', 'tag': 'd1b9bbb5-5309-420c-b0ff-a2bbf878d807'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:28:39.283533 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783bf685-a9af-44ea-a58d-8d460eef6488" -d '{"events": [{"server_uuid": "b58036a9-9da8-4e32-b91b-775788e513c8", "name": "network-vif-deleted", "tag": "d1b9bbb5-5309-420c-b0ff-a2bbf878d807"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:28:39.398405 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985dd9d8-54c5-4082-8e28-9f5ee2968746 x-openstack-request-id: req-985dd9d8-54c5-4082-8e28-9f5ee2968746 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:28:39.398880 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58036a9-9da8-4e32-b91b-775788e513c8", "name": "network-vif-deleted", "tag": "d1b9bbb5-5309-420c-b0ff-a2bbf878d807", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:28:39.399286 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-985dd9d8-54c5-4082-8e28-9f5ee2968746 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:28:39.399865 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58036a9-9da8-4e32-b91b-775788e513c8', 'name': 'network-vif-deleted', 'tag': 'd1b9bbb5-5309-420c-b0ff-a2bbf878d807', 'status': 'completed', 'code': 200} Jul 08 18:28:39.448111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46678) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:39.566860 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46684) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:39.580653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Request body: {'subnet': {'network_id': 'd5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:39.583792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8603330 Jul 08 18:28:39.584671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dfc20-3f60-4bf0-a49d-b4ab929b38b2 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event updated for resources: {'Network': ['ID=d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:39.607119 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:39.680202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Made reservation on behalf of c48cfd6c2da1470694d5d86af9c2aacd for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:39.690236 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:39.704712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac96386-affd-4d7f-9953-77010353a486 req-f7f60c2a-1051-431a-b4cb-676d26505b2c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:39.720232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ac96386-affd-4d7f-9953-77010353a486 req-f7f60c2a-1051-431a-b4cb-676d26505b2c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 830 time: 1.4774439 Jul 08 18:28:39.848952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1447890202-network', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:39.863598 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c289c94-132b-4788-8c75-db5260806edb tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Router be08609b-79ca-4f37-ad5a-533198db686a has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:28:39.973781 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Made reservation on behalf of b6eb7846808f4046be9ded4cf94c6568 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:39.976300 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:39.988206 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:40.068204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c289c94-132b-4788-8c75-db5260806edb tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:28:40.074631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1c289c94-132b-4788-8c75-db5260806edb tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "PUT /v2.0/routers/be08609b-79ca-4f37-ad5a-533198db686a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5900645 Jul 08 18:28:40.082237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf7e5de-3e6d-435d-ad25-e596aa849c7a None None] Sync routers for ids ['be08609b-79ca-4f37-ad5a-533198db686a'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:28:40.083001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46692) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:40.096589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7e5de-3e6d-435d-ad25-e596aa849c7a None None] Routers {'be08609b-79ca-4f37-ad5a-533198db686a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:40.097619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fdf7e5de-3e6d-435d-ad25-e596aa849c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['be08609b-79ca-4f37-ad5a-533198db686a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:40.131164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:40.151090 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:40.167854 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-bd8a5c5f-e264-4f19-8dba-95771725b449 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] show failed (client error): The resource could not be found. Jul 08 18:28:40.175285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bd8a5c5f-e264-4f19-8dba-95771725b449 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-717593888 HTTP/1.1" status: 404 len: 334 time: 0.0878773 Jul 08 18:28:40.176044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46694) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:40.180100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-bcb8bfa3-0302-4a61-a619-6b1df3a27238 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:40.229752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fdf7e5de-3e6d-435d-ad25-e596aa849c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:40.269855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7e5de-3e6d-435d-ad25-e596aa849c7a None None] Routers {'be08609b-79ca-4f37-ad5a-533198db686a'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:40.270513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fdf7e5de-3e6d-435d-ad25-e596aa849c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['be08609b-79ca-4f37-ad5a-533198db686a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:40.273786 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-bcb8bfa3-0302-4a61-a619-6b1df3a27238 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] update failed (client error): The resource could not be found. Jul 08 18:28:40.276801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bcb8bfa3-0302-4a61-a619-6b1df3a27238 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-1021646501 HTTP/1.1" status: 404 len: 335 time: 0.1002846 Jul 08 18:28:40.290174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46698) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:40.291417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b82b30-cab2-444a-a822-2521f2be6b93,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:40.296266 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0a4dcacc-e030-419f-8ab8-243c19d1090c req-ad3199dd-3014-4d31-b0cf-e4ab7551c2a7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b58036a9-9da8-4e32-b91b-775788e513c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1631472 Jul 08 18:28:40.361784 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:40.363425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fdf7e5de-3e6d-435d-ad25-e596aa849c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:40.364376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf7e5de-3e6d-435d-ad25-e596aa849c7a None None] The sync data for ids ['be08609b-79ca-4f37-ad5a-533198db686a'] in n-d-799684-3 is: [] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:28:40.373911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73c6610-e797-4291-98f3-b30ad29a3da0 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Deleting subnet 41815a6a-14b8-4f02-acc3-587ceccb8cbb {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:28:40.399454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d1b9bbb5-5309-420c-b0ff-a2bbf878d807 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:28:40.404660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:40.425160 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:40.425514 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Added segment 8ea49f80-bb05-4cb0-b937-b272ff07bf6b of type vlan for network dcd71ab7-bd2f-4918-b284-ad3a876630e9 Jul 08 18:28:40.437861 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a73c6610-e797-4291-98f3-b30ad29a3da0 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:40.439072 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: d1b9bbb5-5309-420c-b0ff-a2bbf878d807 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:28:40.439712 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d1b9bbb5-5309-420c-b0ff-a2bbf878d807 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:28:40.492658 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0a4dcacc-e030-419f-8ab8-243c19d1090c req-4df3eb24-2224-43d9-821b-6b1b5a92cc24 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&device_id=b58036a9-9da8-4e32-b91b-775788e513c8 HTTP/1.1" status: 200 len: 210 time: 0.0611925 Jul 08 18:28:40.644526 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a73c6610-e797-4291-98f3-b30ad29a3da0 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:40.695101 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:40.856972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46734) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:40.881964 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:40.883364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:40.883946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:41.011356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a73c6610-e797-4291-98f3-b30ad29a3da0 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:41.049529 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6000810 Jul 08 18:28:41.052584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46742) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:41.057093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dcacc-e030-419f-8ab8-243c19d1090c req-32e01113-4cc6-4aa0-bd46-b1c6d582698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:41.057777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dcacc-e030-419f-8ab8-243c19d1090c req-32e01113-4cc6-4aa0-bd46-b1c6d582698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:41.059082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] Request body: {'subnet': {'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1447890202-subnet', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:41.059705 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0a4dcacc-e030-419f-8ab8-243c19d1090c req-32e01113-4cc6-4aa0-bd46-b1c6d582698a service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.4936302 Jul 08 18:28:41.099912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] Made reservation on behalf of b6eb7846808f4046be9ded4cf94c6568 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:41.102849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:41.156513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd4358-e80b-4a12-aeae-cd95bf4e39a1 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd71ab7-bd2f-4918-b284-ad3a876630e9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:41.175644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network dcd71ab7-bd2f-4918-b284-ad3a876630e9 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:41.290392 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a73c6610-e797-4291-98f3-b30ad29a3da0 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:41.372690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.objects.ports [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93741) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:28:41.374155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:41.390760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c6610-e797-4291-98f3-b30ad29a3da0 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Subnet': ['ID=41815a6a-14b8-4f02-acc3-587ceccb8cbb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:41.426872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dcacc-e030-419f-8ab8-243c19d1090c req-0f0688df-d2f6-4d35-b011-ae3171eb9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:41.427963 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0a4dcacc-e030-419f-8ab8-243c19d1090c req-0f0688df-d2f6-4d35-b011-ae3171eb9f92 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3611882 Jul 08 18:28:41.431787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a73c6610-e797-4291-98f3-b30ad29a3da0 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:41.433296 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a73c6610-e797-4291-98f3-b30ad29a3da0 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "DELETE /v2.0/subnets/41815a6a-14b8-4f02-acc3-587ceccb8cbb HTTP/1.1" status: 204 len: 168 time: 1.1355686 Jul 08 18:28:41.436393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46750) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:41.438120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91728d6d-7e44-45fa-958a-9f103a045952 None None] Network 68d8f1f3-6514-4852-b778-ab4fbc4a0612 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:41.472609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event updated for resources: {'Subnet': ['ID=767289c6-d242-45ad-9d86-cf8269fcb6aa,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:41.494815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Checking segment: {'id': '56727902-9d7e-4f8c-937f-5cfb65a056a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:41.495193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Network hostable DHCP agents. Network: d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:28:41.540329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Network d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:28:41.567265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:41.574162 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:41.574913 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:41.597311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cbbe07-242d-4165-90e0-5fde1400ebd4 None None] Network d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:41.626051 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-397f7d12-2226-4a7a-9438-19ecaa22473a tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0561781 Jul 08 18:28:41.626846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46756) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:41.652631 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Request body: {'floatingip': {'floating_network_id': 'd5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:41.687187 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:41.732049 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:41.804008 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:41.842469 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.002332 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.069198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ccb79b7-c05d-4309-bcf5-c24b119ad557,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:42.108502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94e21b-cc2b-4278-ba34-bb60adb037c7 None None] DHCP port deletion for 68d8f1f3-6514-4852-b778-ab4fbc4a0612 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:28:42.112905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Deleting port 0d92d058-0373-416f-89b7-e7905a79e42d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:42.113427 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.123715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a3e2dc-03c8-46c4-95ec-e1cd252cf8f0 None None] Network d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:42.211853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] Checking segment: {'id': '8ea49f80-bb05-4cb0-b937-b272ff07bf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:42.212437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] Network hostable DHCP agents. Network: dcd71ab7-bd2f-4918-b284-ad3a876630e9, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:28:42.271789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Allocated IP 172.20.0.8 (d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a/767289c6-d242-45ad-9d86-cf8269fcb6aa/b9f9922a-cfc9-4cc0-b1e5-fd9e417b3347) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:42.344383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] For port 0d92d058-0373-416f-89b7-e7905a79e42d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0d92d058-0373-416f-89b7-e7905a79e42d,segment=NetworkSegment(f48f10f1-644f-47d4-bbfe-d1622e8b503d),segment_id=f48f10f1-644f-47d4-bbfe-d1622e8b503d)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:42.344734 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.381672 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.484459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Calling delete_port for 0d92d058-0373-416f-89b7-e7905a79e42d owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:42.490501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] Network dcd71ab7-bd2f-4918-b284-ad3a876630e9 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:28:42.492848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fa94e21b-cc2b-4278-ba34-bb60adb037c7 None None] Deleting port 0d92d058-0373-416f-89b7-e7905a79e42d {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:42.493510 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa94e21b-cc2b-4278-ba34-bb60adb037c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.513495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.606109 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.652004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Network d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:42.661941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, dcd71ab7-bd2f-4918-b284-ad3a876630e9) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:42.673155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:42.673728 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.681931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fa94e21b-cc2b-4278-ba34-bb60adb037c7 None None] For port 0d92d058-0373-416f-89b7-e7905a79e42d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0d92d058-0373-416f-89b7-e7905a79e42d,segment=NetworkSegment(f48f10f1-644f-47d4-bbfe-d1622e8b503d),segment_id=f48f10f1-644f-47d4-bbfe-d1622e8b503d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:42.682393 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa94e21b-cc2b-4278-ba34-bb60adb037c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.686533 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:42.700247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:42.726128 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fa94e21b-cc2b-4278-ba34-bb60adb037c7 None None] Calling delete_port for 0d92d058-0373-416f-89b7-e7905a79e42d owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:42.726789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f9922a-cfc9-4cc0-b1e5-fd9e417b3347,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:42.749035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46786) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:42.754102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1447890202-router', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:42.754695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3ffa9f04-d02e-4ddb-8f09-a5c892c90cba admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6901314 Jul 08 18:28:42.770872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bc33b2-003a-4a80-8fdd-e810c5bcbd51 None None] Network dcd71ab7-bd2f-4918-b284-ad3a876630e9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:42.910318 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.921458 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:42.922702 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.003295 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.038437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-dcd71ab7-bd2f-4918-b284-ad3a876630e9', 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'fixed_ips': [{'subnet_id': '2ccb79b7-c05d-4309-bcf5-c24b119ad557'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:28:43.039301 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.061135 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa94e21b-cc2b-4278-ba34-bb60adb037c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.067908 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.068181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Port': ['ID=0d92d058-0373-416f-89b7-e7905a79e42d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:43.071607 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.103481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] No DVR routers for this DVR port 0d92d058-0373-416f-89b7-e7905a79e42d on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:28:43.139291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94e21b-cc2b-4278-ba34-bb60adb037c7 None None] Pushing event deleted for resources: {'Port': ['ID=0d92d058-0373-416f-89b7-e7905a79e42d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:43.156247 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa94e21b-cc2b-4278-ba34-bb60adb037c7 None None] No DVR routers for this DVR port 0d92d058-0373-416f-89b7-e7905a79e42d on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:28:43.244098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Allocated IP 172.20.0.2 (dcd71ab7-bd2f-4918-b284-ad3a876630e9/2ccb79b7-c05d-4309-bcf5-c24b119ad557/1d24a653-aeb4-4855-a38a-2009e54270a9) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:43.325128 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.366929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d8f1f3-6514-4852-b778-ab4fbc4a0612']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:43.402555 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.411745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Transition to ACTIVE for port object 1d24a653-aeb4-4855-a38a-2009e54270a9 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:43.435424 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Transition to ACTIVE for port object 1d24a653-aeb4-4855-a38a-2009e54270a9 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:43.453244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48f10f1-644f-47d4-bbfe-d1622e8b503d') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:43.456082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48f10f1-644f-47d4-bbfe-d1622e8b503d') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:43.461184 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.487574 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.522352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Network dcd71ab7-bd2f-4918-b284-ad3a876630e9 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:43.534083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:43.536279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Pushing event updated for resources: {'Port': ['ID=1d24a653-aeb4-4855-a38a-2009e54270a9,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:43.545033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:43.548530 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.602165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:28:43.604402 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:28:43.609677 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:28:43.613299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d92d058-0373-416f-89b7-e7905a79e42d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:28:43.662272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Attempting to bind port 1d24a653-aeb4-4855-a38a-2009e54270a9 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:43.662586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Attempting to bind port 1d24a653-aeb4-4855-a38a-2009e54270a9 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '8ea49f80-bb05-4cb0-b937-b272ff07bf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:43.663050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Attempting to bind port 1d24a653-aeb4-4855-a38a-2009e54270a9 on network dcd71ab7-bd2f-4918-b284-ad3a876630e9 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:43.667850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 0d92d058-0373-416f-89b7-e7905a79e42d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:28:43.668191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0d92d058-0373-416f-89b7-e7905a79e42d not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:28:43.684135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:43.684593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Checking segment: {'id': '8ea49f80-bb05-4cb0-b937-b272ff07bf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:43.684925 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.686395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Bound using segment: {'id': '8ea49f80-bb05-4cb0-b937-b272ff07bf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:43.687156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Bound port: 1d24a653-aeb4-4855-a38a-2009e54270a9, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea49f80-bb05-4cb0-b937-b272ff07bf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:43.687727 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.700449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Deleting port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:43.700806 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.829253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] For port 1d24a653-aeb4-4855-a38a-2009e54270a9, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:43.834388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] For port 1d24a653-aeb4-4855-a38a-2009e54270a9, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1d24a653-aeb4-4855-a38a-2009e54270a9,segment=NetworkSegment(8ea49f80-bb05-4cb0-b937-b272ff07bf6b),segment_id=8ea49f80-bb05-4cb0-b937-b272ff07bf6b)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:43.840929 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.955543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.956298 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba87c2-5bbd-453b-abdf-e210569cbdca None None] Pushing event updated for resources: {'Port': ['ID=1d24a653-aeb4-4855-a38a-2009e54270a9,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:43.971152 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.973106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "DELETE /v2.0/networks/68d8f1f3-6514-4852-b778-ab4fbc4a0612 HTTP/1.1" status: 204 len: 168 time: 2.5357561 Jul 08 18:28:43.988965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46812) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:44.070125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649760df-35ea-4469-8169-b12599ec389c tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Network': ['ID=68d8f1f3-6514-4852-b778-ab4fbc4a0612,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:44.081908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] For port e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7,segment=NetworkSegment(ac2b5b69-8232-4f48-9658-a7b4d037c079),segment_id=ac2b5b69-8232-4f48-9658-a7b4d037c079)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:44.082555 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.100976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-718197cb-bd73-426b-8b47-7c9d536b215b tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Deleting subnet c29a26e3-5a9c-43df-a1aa-fa900bef5de5 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:28:44.113811 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-718197cb-bd73-426b-8b47-7c9d536b215b tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.117025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Calling delete_port for e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:44.168877 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.231799 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-718197cb-bd73-426b-8b47-7c9d536b215b tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.464440 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-718197cb-bd73-426b-8b47-7c9d536b215b tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.469116 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.479493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.550813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f9922a-cfc9-4cc0-b1e5-fd9e417b3347,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:44.605261 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-718197cb-bd73-426b-8b47-7c9d536b215b tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.624857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.639179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718197cb-bd73-426b-8b47-7c9d536b215b tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Subnet': ['ID=c29a26e3-5a9c-43df-a1aa-fa900bef5de5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:44.642743 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-718197cb-bd73-426b-8b47-7c9d536b215b tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.645926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-718197cb-bd73-426b-8b47-7c9d536b215b tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "DELETE /v2.0/subnets/c29a26e3-5a9c-43df-a1aa-fa900bef5de5 HTTP/1.1" status: 204 len: 168 time: 0.6535060 Jul 08 18:28:44.648338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46824) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:44.659898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cac7f5-707b-45a1-b1c5-090c5d45642c None None] Network 412c3c95-75c6-4d75-9b06-36970098be20 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:44.776767 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.781055 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a562ec46-9802-4098-b6b2-a0a396644a82 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1504691 Jul 08 18:28:44.804375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46830) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:44.875274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.981001 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:44.996625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39e572a-888b-4fff-b02f-8d4a5ef25c4a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Deleting subnet 695a873b-926e-4ac8-962f-e6f0bdf83553 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:28:45.026875 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:45.042485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0ff358a9-dae1-4319-ae78-f18b2fe88ccc tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a HTTP/1.1" status: 200 len: 689 time: 0.2369213 Jul 08 18:28:45.046046 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a39e572a-888b-4fff-b02f-8d4a5ef25c4a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:45.062904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9ea406-a2ec-41f8-a185-3ab5081b1897 None None] DHCP port deletion for 412c3c95-75c6-4d75-9b06-36970098be20 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:28:45.073748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46838) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:45.240017 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ea406-a2ec-41f8-a185-3ab5081b1897 None None] Deleting port 575c3215-7c87-407a-b37c-3cd2b26e0d5e {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:45.240393 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea406-a2ec-41f8-a185-3ab5081b1897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:45.318351 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:45.331301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'Port': ['ID=e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:45.383176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ad9ea406-a2ec-41f8-a185-3ab5081b1897 None None] For port 575c3215-7c87-407a-b37c-3cd2b26e0d5e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=575c3215-7c87-407a-b37c-3cd2b26e0d5e,segment=NetworkSegment(5b5244c3-76a8-4241-abbb-61c85f3725d7),segment_id=5b5244c3-76a8-4241-abbb-61c85f3725d7)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:45.383569 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea406-a2ec-41f8-a185-3ab5081b1897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:45.404963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Allocated IP 172.25.8.29 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/631505af-74e2-4342-a39e-72170767b682) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:45.446126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c2357c-faeb-4503-9725-8368da5f8704 None None] Network dcd71ab7-bd2f-4918-b284-ad3a876630e9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:45.463358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ea406-a2ec-41f8-a185-3ab5081b1897 None None] Calling delete_port for 575c3215-7c87-407a-b37c-3cd2b26e0d5e owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:45.652031 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:45.724488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a39e572a-888b-4fff-b02f-8d4a5ef25c4a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:45.731450 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:45.808523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:45.829095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:45.835330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:45.876637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Pushing event updated for resources: {'Port': ['ID=631505af-74e2-4342-a39e-72170767b682,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:45.988043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1d24a653-aeb4-4855-a38a-2009e54270a9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:46.127509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fbe46e59-cf6b-4adb-a4cc-dc16004cb8d2 None None] Provisioning for port 1d24a653-aeb4-4855-a38a-2009e54270a9 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:46.132977 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea406-a2ec-41f8-a185-3ab5081b1897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:46.229991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ea406-a2ec-41f8-a185-3ab5081b1897 None None] Pushing event deleted for resources: {'Port': ['ID=575c3215-7c87-407a-b37c-3cd2b26e0d5e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:46.297860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ea406-a2ec-41f8-a185-3ab5081b1897 None None] No DVR routers for this DVR port 575c3215-7c87-407a-b37c-3cd2b26e0d5e on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:28:46.301441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 1d24a653-aeb4-4855-a38a-2009e54270a9 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:46.392591 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:46.413352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 1d24a653-aeb4-4855-a38a-2009e54270a9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:46.414877 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:46.668970 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:46.758482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 1d24a653-aeb4-4855-a38a-2009e54270a9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1d24a653-aeb4-4855-a38a-2009e54270a9,segment=NetworkSegment(8ea49f80-bb05-4cb0-b937-b272ff07bf6b),segment_id=8ea49f80-bb05-4cb0-b937-b272ff07bf6b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:46.766447 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:46.770508 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a39e572a-888b-4fff-b02f-8d4a5ef25c4a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:46.811368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Deleting port b9f9922a-cfc9-4cc0-b1e5-fd9e417b3347 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:46.811601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:46.856351 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:46.901136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 575c3215-7c87-407a-b37c-3cd2b26e0d5e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:28:46.967105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:46.995433 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 575c3215-7c87-407a-b37c-3cd2b26e0d5e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:28:46.995934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 575c3215-7c87-407a-b37c-3cd2b26e0d5e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:28:47.075679 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=1d24a653-aeb4-4855-a38a-2009e54270a9,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:47.076612 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a39e572a-888b-4fff-b02f-8d4a5ef25c4a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:47.121297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90fae15f-b909-4ec7-8c15-4a99bd0e53b7 None None] Provisioning complete for port 1d24a653-aeb4-4855-a38a-2009e54270a9 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:47.121675 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90fae15f-b909-4ec7-8c15-4a99bd0e53b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:47.168719 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e572a-888b-4fff-b02f-8d4a5ef25c4a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Subnet': ['ID=695a873b-926e-4ac8-962f-e6f0bdf83553,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:47.171228 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a39e572a-888b-4fff-b02f-8d4a5ef25c4a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:47.173327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a39e572a-888b-4fff-b02f-8d4a5ef25c4a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "DELETE /v2.0/subnets/695a873b-926e-4ac8-962f-e6f0bdf83553 HTTP/1.1" status: 204 len: 168 time: 2.5240331 Jul 08 18:28:47.178260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40822bbd-9cdb-4057-aaaf-d5b18419e857 None None] Network 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:47.186815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46888) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:47.199152 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:47.199767 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:47.340284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:28:47.406854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Calling delete_port for b9f9922a-cfc9-4cc0-b1e5-fd9e417b3347 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:47.542132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:28:47.556680 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Sync routers for ids ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:28:47.569433 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Routers {'85b25d05-0a23-47cb-b39e-1bf3ce268f56'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:47.572244 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:47.574158 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:47.579135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-64535260-7cce-445f-9863-5438b62fe4fd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8257887 Jul 08 18:28:47.579444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46898) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:47.661363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1d24a653-aeb4-4855-a38a-2009e54270a9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:47.691626 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Set router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:28:47.766464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a14fb-954a-45be-9f68-4f1ae3e71c41 None None] DHCP port deletion for 9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:28:47.815073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:47.911378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 1d24a653-aeb4-4855-a38a-2009e54270a9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:47.915651 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.079349 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'name': 'tempest-TestAggregatesBasicOps-1447890202-router', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '631505af-74e2-4342-a39e-72170767b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:42Z', 'updated_at': '2021-07-08T18:28:46Z', 'revision_number': 3, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'gw_port': {'id': '631505af-74e2-4342-a39e-72170767b682', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:44Z', 'updated_at': '2021-07-08T18:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:48.115117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a14fb-954a-45be-9f68-4f1ae3e71c41 None None] Deleting port 5a36f189-ed72-4715-8271-90dcc5a43f6e {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:48.116042 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7a4a14fb-954a-45be-9f68-4f1ae3e71c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.209395 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.255289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412c3c95-75c6-4d75-9b06-36970098be20']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:48.281043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5244c3-76a8-4241-abbb-61c85f3725d7') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:48.289432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5244c3-76a8-4241-abbb-61c85f3725d7') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:48.300940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7a4a14fb-954a-45be-9f68-4f1ae3e71c41 None None] For port 5a36f189-ed72-4715-8271-90dcc5a43f6e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5a36f189-ed72-4715-8271-90dcc5a43f6e,segment=NetworkSegment(4aa6f333-09d5-4ec9-97a7-3843328d9880),segment_id=4aa6f333-09d5-4ec9-97a7-3843328d9880)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:48.301348 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7a4a14fb-954a-45be-9f68-4f1ae3e71c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.317799 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.339324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a14fb-954a-45be-9f68-4f1ae3e71c41 None None] Calling delete_port for 5a36f189-ed72-4715-8271-90dcc5a43f6e owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:48.349839 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.365470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:28:48.366320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.370772 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Checking router: 85b25d05-0a23-47cb-b39e-1bf3ce268f56 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:28:48.371126 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Updating router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 port 631505af-74e2-4342-a39e-72170767b682 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:28:48.438690 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.465867 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7a4a14fb-954a-45be-9f68-4f1ae3e71c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.507270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a14fb-954a-45be-9f68-4f1ae3e71c41 None None] Pushing event deleted for resources: {'Port': ['ID=5a36f189-ed72-4715-8271-90dcc5a43f6e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:48.511391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a14fb-954a-45be-9f68-4f1ae3e71c41 None None] No DVR routers for this DVR port 5a36f189-ed72-4715-8271-90dcc5a43f6e on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:28:48.541260 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:28:48.544016 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.584123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9f9922a-cfc9-4cc0-b1e5-fd9e417b3347,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:48.617618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.636943 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.655547 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.659446 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "DELETE /v2.0/networks/412c3c95-75c6-4d75-9b06-36970098be20 HTTP/1.1" status: 204 len: 168 time: 1.4692550 Jul 08 18:28:48.662235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46924) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:48.834070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:28:48.840962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.889925 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.905744 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Transition to ACTIVE for port object 631505af-74e2-4342-a39e-72170767b682 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:48.916102 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:48.994924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d76c99-8273-486b-842d-5d46440aa689 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Network': ['ID=412c3c95-75c6-4d75-9b06-36970098be20,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:48.995107 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Attempting to bind port 631505af-74e2-4342-a39e-72170767b682 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:48.995527 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Attempting to bind port 631505af-74e2-4342-a39e-72170767b682 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:48.996228 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Attempting to bind port 631505af-74e2-4342-a39e-72170767b682 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:49.048194 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:49.048900 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:49.049466 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.050021 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:49.050684 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Bound port: 631505af-74e2-4342-a39e-72170767b682, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:49.051251 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.064403 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.075167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Allocated IP 172.20.0.1 (dcd71ab7-bd2f-4918-b284-ad3a876630e9/2ccb79b7-c05d-4309-bcf5-c24b119ad557/8b4f8a02-d4ec-4abe-8958-6c968b1354cd) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:49.082262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:49.108396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa6f333-09d5-4ec9-97a7-3843328d9880') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:49.108554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa6f333-09d5-4ec9-97a7-3843328d9880') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:49.123962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.159087 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] For port 631505af-74e2-4342-a39e-72170767b682, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:49.163366 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] For port 631505af-74e2-4342-a39e-72170767b682, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=631505af-74e2-4342-a39e-72170767b682,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:49.166291 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b10376-67c5-4e2a-a22e-2242ee129e5b None None] Pushing event updated for resources: {'Port': ['ID=631505af-74e2-4342-a39e-72170767b682,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:49.184884 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.230844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.254700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:28:49.254700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.262098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:28:49.263598 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:28:49.285102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea960c9-a996-44d4-a0a2-1f23cce8aa63 None None] Sync routers for ids ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:28:49.286162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2590cf4f-3137-4b18-a86a-95ac8944201e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "PUT /v2.0/routers/367f53a3-7325-4a5f-92e8-f2c7aab74ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4278703 Jul 08 18:28:49.292047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46944) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:49.302990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea960c9-a996-44d4-a0a2-1f23cce8aa63 None None] Routers {'367f53a3-7325-4a5f-92e8-f2c7aab74ff4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:49.303854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6ea960c9-a996-44d4-a0a2-1f23cce8aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:49.331457 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Routers {'85b25d05-0a23-47cb-b39e-1bf3ce268f56'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:49.332524 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:49.469867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ed5863-8b87-431a-af02-97de806ed9d3 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Deleting subnet f9315085-db73-4230-ad76-3ebfc5632119 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:28:49.506423 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18ed5863-8b87-431a-af02-97de806ed9d3 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.521467 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] Set router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:28:49.527710 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.570417 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.588332 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.593079 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "DELETE /v2.0/networks/9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1 HTTP/1.1" status: 204 len: 168 time: 0.9246962 Jul 08 18:28:49.596100 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5a36f189-ed72-4715-8271-90dcc5a43f6e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:28:49.600431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46950) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:49.600781 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46952) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:49.610647 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.622027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-6ea960c9-a996-44d4-a0a2-1f23cce8aa63 None None] Set router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:28:49.647518 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18ed5863-8b87-431a-af02-97de806ed9d3 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.669229 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b10376-67c5-4e2a-a22e-2242ee129e5b None None] Pushing event updated for resources: {'Port': ['ID=631505af-74e2-4342-a39e-72170767b682,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:49.697161 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.776593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bedbeb-2a54-4b05-a391-427f6d19efe3 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Network': ['ID=9fb3f16c-2f60-4c2d-be5e-f4a3e4dfa4d1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:49.816398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Transition to ACTIVE for port object 8b4f8a02-d4ec-4abe-8958-6c968b1354cd will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:49.845266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5a36f189-ed72-4715-8271-90dcc5a43f6e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:28:49.845540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a549f2e6-c425-495f-8ca8-845746f23952 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Deleting subnet 247a3ffd-4a61-4fe4-b90f-332b87ededb6 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:28:49.845770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5a36f189-ed72-4715-8271-90dcc5a43f6e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:28:49.851496 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a549f2e6-c425-495f-8ca8-845746f23952 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.897382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:49.952545 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'name': 'tempest-TestAggregatesBasicOps-1447890202-router', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '631505af-74e2-4342-a39e-72170767b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:42Z', 'updated_at': '2021-07-08T18:28:46Z', 'revision_number': 3, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'gw_port': {'id': '631505af-74e2-4342-a39e-72170767b682', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:44Z', 'updated_at': '2021-07-08T18:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:50.004692 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b246d23-9772-41c2-accc-aaabf61b1ffb None None] The sync data for ids ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'] in n-d-799684-3 is: [{'id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'name': 'tempest-TestAggregatesBasicOps-1447890202-router', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '631505af-74e2-4342-a39e-72170767b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:42Z', 'updated_at': '2021-07-08T18:28:46Z', 'revision_number': 3, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'gw_port': {'id': '631505af-74e2-4342-a39e-72170767b682', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:44Z', 'updated_at': '2021-07-08T18:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:28:50.036481 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a549f2e6-c425-495f-8ca8-845746f23952 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.083256 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.102240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6ea960c9-a996-44d4-a0a2-1f23cce8aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015756469', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:55Z', 'updated_at': '2021-07-08T18:28:44Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:57Z', 'updated_at': '2021-07-08T18:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:50.144889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:50.160631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea960c9-a996-44d4-a0a2-1f23cce8aa63 None None] Checking router: 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:28:50.172740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea960c9-a996-44d4-a0a2-1f23cce8aa63 None None] Routers {'367f53a3-7325-4a5f-92e8-f2c7aab74ff4'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:50.173727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6ea960c9-a996-44d4-a0a2-1f23cce8aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:50.200539 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a549f2e6-c425-495f-8ca8-845746f23952 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.286474 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a549f2e6-c425-495f-8ca8-845746f23952 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.300131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1032e0e-1d50-4c5c-88f3-6de22cad3c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.326840 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.339138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549f2e6-c425-495f-8ca8-845746f23952 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Subnet': ['ID=247a3ffd-4a61-4fe4-b90f-332b87ededb6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:50.342684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=767289c6-d242-45ad-9d86-cf8269fcb6aa,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:50.347058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56727902-9d7e-4f8c-937f-5cfb65a056a1') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:50.347654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56727902-9d7e-4f8c-937f-5cfb65a056a1') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:50.367609 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.380766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-6ea960c9-a996-44d4-a0a2-1f23cce8aa63 None None] Set router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:28:50.382086 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18ed5863-8b87-431a-af02-97de806ed9d3 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.438400 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.440245 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1032e0e-1d50-4c5c-88f3-6de22cad3c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.453268 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a549f2e6-c425-495f-8ca8-845746f23952 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.455405 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a549f2e6-c425-495f-8ca8-845746f23952 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "DELETE /v2.0/subnets/247a3ffd-4a61-4fe4-b90f-332b87ededb6 HTTP/1.1" status: 204 len: 168 time: 0.8420732 Jul 08 18:28:50.460595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46976) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:50.477674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Network dcd71ab7-bd2f-4918-b284-ad3a876630e9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:50.481052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1032e0e-1d50-4c5c-88f3-6de22cad3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.487570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:28:50.488129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:28:50.490054 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:28:50.499870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:50.518683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dcee75-a48f-492c-a68c-73c0c99ca06d None None] Network 90ec09de-2893-454b-8012-5b881dabc5b1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:50.558138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:28:50.689680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Pushing event updated for resources: {'Port': ['ID=8b4f8a02-d4ec-4abe-8958-6c968b1354cd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:50.703740 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e1032e0e-1d50-4c5c-88f3-6de22cad3c7d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76a356a60c40497fab02abe48030027b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0884709 Jul 08 18:28:50.708590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1032e0e-1d50-4c5c-88f3-6de22cad3c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf9b9bd-d3ae-4ae1-b766-2c86cc178d98,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:50.711372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46980) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:50.807287 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.870235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.889636 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.902243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 18:28:50.907084 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.910001 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "DELETE /v2.0/networks/d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a HTTP/1.1" status: 204 len: 168 time: 5.8099880 Jul 08 18:28:50.919641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18ed5863-8b87-431a-af02-97de806ed9d3 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.935059 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 46988) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:50.954715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18ed5863-8b87-431a-af02-97de806ed9d3 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.957158 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-18ed5863-8b87-431a-af02-97de806ed9d3 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "DELETE /v2.0/subnets/f9315085-db73-4230-ad76-3ebfc5632119 HTTP/1.1" status: 204 len: 168 time: 1.6637201 Jul 08 18:28:50.969830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29127ce3-30b3-485f-95f3-7028ddbf4cad None None] Network 3fcb010b-ef06-4d04-a1cc-37e79411c3cb requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:50.987164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 46990) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:51.017907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea5c54-0602-40d8-979f-332b129d3b98 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:51.033428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed5863-8b87-431a-af02-97de806ed9d3 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'Subnet': ['ID=f9315085-db73-4230-ad76-3ebfc5632119,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:51.262815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1ee45f7-559a-452c-b9fc-c25b8fd4a145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:51.286298 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-604d302b-c371-4cce-8375-ec439131137d None None] Provisioning for port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:51.315684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-604d302b-c371-4cce-8375-ec439131137d None None] Provisioning complete for port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:51.316459 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-604d302b-c371-4cce-8375-ec439131137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:51.384867 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:51.395055 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1ee45f7-559a-452c-b9fc-c25b8fd4a145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:51.424676 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9fcfa458-1ef7-4237-ae73-f8bdf50b559e tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.4879615 Jul 08 18:28:51.432705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47004) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:51.472374 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:51.480832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-604d302b-c371-4cce-8375-ec439131137d None None] Port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:28:51.495582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6ea960c9-a996-44d4-a0a2-1f23cce8aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015756469', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:55Z', 'updated_at': '2021-07-08T18:28:44Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:57Z', 'updated_at': '2021-07-08T18:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:51.532059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea960c9-a996-44d4-a0a2-1f23cce8aa63 None None] The sync data for ids ['367f53a3-7325-4a5f-92e8-f2c7aab74ff4'] in n-d-799684-3 is: [{'id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015756469', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:55Z', 'updated_at': '2021-07-08T18:28:44Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '4a48b4b1-715f-408e-900d-06a1200b3d8f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367f53a3-7325-4a5f-92e8-f2c7aab74ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:57Z', 'updated_at': '2021-07-08T18:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:28:51.580584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ef9ff-b82e-4cab-9ca7-3c5b0cd96e7e None None] DHCP port deletion for 3fcb010b-ef06-4d04-a1cc-37e79411c3cb request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:28:51.679471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b7cbd4-69ce-45be-8d30-cd2b4dbe664e None None] DHCP port deletion for 90ec09de-2893-454b-8012-5b881dabc5b1 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:28:51.729451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 631505af-74e2-4342-a39e-72170767b682 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:51.926018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-db2ef9ff-b82e-4cab-9ca7-3c5b0cd96e7e None None] Deleting port 36bd8466-f293-4ce8-b0d2-ba09c2964456 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:51.926873 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-db2ef9ff-b82e-4cab-9ca7-3c5b0cd96e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.054102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-db2ef9ff-b82e-4cab-9ca7-3c5b0cd96e7e None None] For port 36bd8466-f293-4ce8-b0d2-ba09c2964456, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=36bd8466-f293-4ce8-b0d2-ba09c2964456,segment=NetworkSegment(ac2b5b69-8232-4f48-9658-a7b4d037c079),segment_id=ac2b5b69-8232-4f48-9658-a7b4d037c079)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:52.054463 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-db2ef9ff-b82e-4cab-9ca7-3c5b0cd96e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.073383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-db2ef9ff-b82e-4cab-9ca7-3c5b0cd96e7e None None] Calling delete_port for 36bd8466-f293-4ce8-b0d2-ba09c2964456 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:52.101517 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7cbd4-69ce-45be-8d30-cd2b4dbe664e None None] Deleting port 3a455231-50ca-430c-830a-d5adcaa8d50e {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:52.103816 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f9b7cbd4-69ce-45be-8d30-cd2b4dbe664e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.134337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Deleting port 3a455231-50ca-430c-830a-d5adcaa8d50e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:52.135412 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.197771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ba63c-a5ef-4f68-9bf3-a69a1da05430 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:52.198339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ba63c-a5ef-4f68-9bf3-a69a1da05430 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:52.199019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ba63c-a5ef-4f68-9bf3-a69a1da05430 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:52.199553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ba63c-a5ef-4f68-9bf3-a69a1da05430 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:52.201866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ba63c-a5ef-4f68-9bf3-a69a1da05430 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:52.202368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ba63c-a5ef-4f68-9bf3-a69a1da05430 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:52.202823 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ba63c-a5ef-4f68-9bf3-a69a1da05430 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:52.214389 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-935ba63c-a5ef-4f68-9bf3-a69a1da05430 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4648 time: 0.7789233 Jul 08 18:28:52.229544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47024) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:52.230501 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1ee45f7-559a-452c-b9fc-c25b8fd4a145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.238555 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1ee45f7-559a-452c-b9fc-c25b8fd4a145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.239903 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e1ee45f7-559a-452c-b9fc-c25b8fd4a145 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8bf9b9bd-d3ae-4ae1-b766-2c86cc178d98 HTTP/1.1" status: 204 len: 168 time: 1.5055025 Jul 08 18:28:52.262138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 631505af-74e2-4342-a39e-72170767b682 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:52.268354 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.317179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f9b7cbd4-69ce-45be-8d30-cd2b4dbe664e None None] For port 3a455231-50ca-430c-830a-d5adcaa8d50e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3a455231-50ca-430c-830a-d5adcaa8d50e,segment=NetworkSegment(8f9b068b-9b01-4c61-a131-d741f5cbf96a),segment_id=8f9b068b-9b01-4c61-a131-d741f5cbf96a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:52.317953 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f9b7cbd4-69ce-45be-8d30-cd2b4dbe664e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.324754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] For port 3a455231-50ca-430c-830a-d5adcaa8d50e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3a455231-50ca-430c-830a-d5adcaa8d50e,segment=NetworkSegment(8f9b068b-9b01-4c61-a131-d741f5cbf96a),segment_id=8f9b068b-9b01-4c61-a131-d741f5cbf96a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:52.325138 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.333293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7cbd4-69ce-45be-8d30-cd2b4dbe664e None None] Calling delete_port for 3a455231-50ca-430c-830a-d5adcaa8d50e owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:52.399519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Calling delete_port for 3a455231-50ca-430c-830a-d5adcaa8d50e owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:52.416503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 631505af-74e2-4342-a39e-72170767b682 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:52.416879 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.450673 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-3bb690fd-25e8-489a-ae39-d700d86cb9e9 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] delete failed (client error): The resource could not be found. Jul 08 18:28:52.454123 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3bb690fd-25e8-489a-ae39-d700d86cb9e9 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/6c7ed280-c442-4fe0-a6ba-979e77e50d69 HTTP/1.1" status: 404 len: 345 time: 0.2106347 Jul 08 18:28:52.454123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee45f7-559a-452c-b9fc-c25b8fd4a145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf9b9bd-d3ae-4ae1-b766-2c86cc178d98,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:52.461881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47032) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:52.546056 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-538afb28-28b3-4699-952b-2ca26812ffd7 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] DELETE failed (client error): The resource could not be found. Jul 08 18:28:52.546833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538afb28-28b3-4699-952b-2ca26812ffd7 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:28:52.552318 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-538afb28-28b3-4699-952b-2ca26812ffd7 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "DELETE /v2.0/networks/d5f6483b-2ac8-4ccb-9b4a-d9c51b171d3a HTTP/1.1" status: 404 len: 339 time: 0.0852165 Jul 08 18:28:52.555202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47034) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:52.571328 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Request body: {'network': {'name': 'tempest-network--1351423386', 'router:external': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:52.628172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Made reservation on behalf of c48cfd6c2da1470694d5d86af9c2aacd for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:52.633463 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.651679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Deleting port 4a48b4b1-715f-408e-900d-06a1200b3d8f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:52.652073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.683436 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f9b7cbd4-69ce-45be-8d30-cd2b4dbe664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.760088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.765592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7cbd4-69ce-45be-8d30-cd2b4dbe664e None None] No DVR routers for this DVR port 3a455231-50ca-430c-830a-d5adcaa8d50e on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:28:52.767841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7cbd4-69ce-45be-8d30-cd2b4dbe664e None None] Pushing event deleted for resources: {'Port': ['ID=3a455231-50ca-430c-830a-d5adcaa8d50e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:52.775836 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.861072 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.868487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] For port 4a48b4b1-715f-408e-900d-06a1200b3d8f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4a48b4b1-715f-408e-900d-06a1200b3d8f,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:52.875097 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.897017 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 631505af-74e2-4342-a39e-72170767b682, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=631505af-74e2-4342-a39e-72170767b682,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:52.904315 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.904936 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.914280 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-db2ef9ff-b82e-4cab-9ca7-3c5b0cd96e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.927801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Pushing event updated for resources: {'Port': ['ID=8b4f8a02-d4ec-4abe-8958-6c968b1354cd,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:52.934875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Calling delete_port for 4a48b4b1-715f-408e-900d-06a1200b3d8f owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:52.985089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:52.992002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ef9ff-b82e-4cab-9ca7-3c5b0cd96e7e None None] No DVR routers for this DVR port 36bd8466-f293-4ce8-b0d2-ba09c2964456 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:28:53.054606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=631505af-74e2-4342-a39e-72170767b682,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:53.059388 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:53.101530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ef9ff-b82e-4cab-9ca7-3c5b0cd96e7e None None] Pushing event deleted for resources: {'Port': ['ID=36bd8466-f293-4ce8-b0d2-ba09c2964456,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:53.114048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:53.114428 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Added segment f84f221f-5037-4611-910d-7d7182de0ebb of type vlan for network c7c935c0-2c6b-419e-a335-94b3b3e66e9a Jul 08 18:28:53.145813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Network dcd71ab7-bd2f-4918-b284-ad3a876630e9 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:28:53.147716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:53.152860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Port': ['ID=3a455231-50ca-430c-830a-d5adcaa8d50e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:53.157891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] No DVR routers for this DVR port 3a455231-50ca-430c-830a-d5adcaa8d50e on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:28:53.358798 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:53.397720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:28:53.457574 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:53.493773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ec09de-2893-454b-8012-5b881dabc5b1']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:53.530332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9b068b-9b01-4c61-a131-d741f5cbf96a') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:53.530634 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9b068b-9b01-4c61-a131-d741f5cbf96a') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:53.591515 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:53.598473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-de93302d-68ba-4ac6-84b0-c2ddf6a0c88b None None] Provisioning complete for port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:53.598986 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de93302d-68ba-4ac6-84b0-c2ddf6a0c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:53.607364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 631505af-74e2-4342-a39e-72170767b682 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:53.625608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:28:53.642027 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9a628f16-967b-4f65-9bb5-746f1db8259b admin admin] 10.222.0.73 "PUT /v2.0/routers/85b25d05-0a23-47cb-b39e-1bf3ce268f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0509353 Jul 08 18:28:53.687607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:53.688599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:53.689180 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:53.698912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:53.772076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:28:53.772490 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: self.session.flush() Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:28:53.785794 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:28:53.881026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47084) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:53.912395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3489308 Jul 08 18:28:53.915534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47090) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:54.028988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24656029-2ac6-417a-94a9-b873fdb38d49 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event updated for resources: {'Network': ['ID=c7c935c0-2c6b-419e-a335-94b3b3e66e9a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:54.034308 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.062146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network c7c935c0-2c6b-419e-a335-94b3b3e66e9a details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:54.079186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.083607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'Port': ['ID=4a48b4b1-715f-408e-900d-06a1200b3d8f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:54.090606 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.095465 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "DELETE /v2.0/networks/90ec09de-2893-454b-8012-5b881dabc5b1 HTTP/1.1" status: 204 len: 168 time: 3.6274345 Jul 08 18:28:54.096883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47096) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:54.143195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c00d64-38d3-46cd-b1e9-2ea17db202ad tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Pushing event deleted for resources: {'Network': ['ID=90ec09de-2893-454b-8012-5b881dabc5b1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:54.177033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-de93302d-68ba-4ac6-84b0-c2ddf6a0c88b None None] Port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:28:54.227095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.229078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 631505af-74e2-4342-a39e-72170767b682 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:54.229651 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.256113 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-180f4e71-6eae-4af8-a854-d90e3d66e261 tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "GET /v2.0/ports?device_id=be08609b-79ca-4f37-ad5a-533198db686a HTTP/1.1" status: 200 len: 205 time: 0.1406898 Jul 08 18:28:54.257145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47104) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:54.271091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1241172539-network', 'tenant_id': 'b9a789e862514cbca2e9c40719524e66'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:54.328273 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Made reservation on behalf of b9a789e862514cbca2e9c40719524e66 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:54.332654 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.391473 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.439218 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.442323 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Sync routers for ids ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:28:54.456902 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.458263 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Routers {'85b25d05-0a23-47cb-b39e-1bf3ce268f56'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:54.459004 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:54.461115 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1754b7ff-ae63-4cc5-a455-eaf4989dcd3a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.500041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d666bec-611d-439f-af7b-16b71f599051 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:54.507289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d666bec-611d-439f-af7b-16b71f599051 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:54.538898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d666bec-611d-439f-af7b-16b71f599051 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:54.546106 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d666bec-611d-439f-af7b-16b71f599051 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:54.553492 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2d666bec-611d-439f-af7b-16b71f599051 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6364355 Jul 08 18:28:54.554163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47118) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:54.567644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 36bd8466-f293-4ce8-b0d2-ba09c2964456 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:28:54.622398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 36bd8466-f293-4ce8-b0d2-ba09c2964456 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:28:54.622398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 36bd8466-f293-4ce8-b0d2-ba09c2964456 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:28:54.623256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:28:54.651528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:28:54.652224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e2cc4d2c-c8b5-47f4-8c85-64dee2c44ab7 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:28:54.652735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3a455231-50ca-430c-830a-d5adcaa8d50e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:28:54.717571 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.722313 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.730198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.742063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 3a455231-50ca-430c-830a-d5adcaa8d50e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:28:54.744612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3a455231-50ca-430c-830a-d5adcaa8d50e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:28:54.789696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:54.805420 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Set router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:28:54.807009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.816989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Fanout notify agent at l3_agent the message router_deleted on router 367f53a3-7325-4a5f-92e8-f2c7aab74ff4 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:28:54.828158 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.835282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9e5ae522-2d6a-4c12-8a85-14629eb60a97 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "DELETE /v2.0/routers/367f53a3-7325-4a5f-92e8-f2c7aab74ff4 HTTP/1.1" status: 204 len: 168 time: 3.8313646 Jul 08 18:28:54.836208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47126) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:54.883698 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.896375 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c935c0-2c6b-419e-a335-94b3b3e66e9a']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:54.909565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84f221f-5037-4611-910d-7d7182de0ebb') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:54.910362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84f221f-5037-4611-910d-7d7182de0ebb') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:54.925405 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.941385 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.958909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:28:54.959710 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:28:55.058752 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:28:55.070180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c4e2a0-c18b-4527-8488-d791d76acb0d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:55.073983 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.083254 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.084016 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Added segment 41af10b6-4b06-4578-b5b7-7717d025eacb of type vlan for network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 Jul 08 18:28:55.086682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7c935c0-2c6b-419e-a335-94b3b3e66e9a {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 18:28:55.110818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47132) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:55.123581 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.124137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1609078345-network', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:55.135224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47134) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:55.138282 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "DELETE /v2.0/networks/c7c935c0-2c6b-419e-a335-94b3b3e66e9a HTTP/1.1" status: 204 len: 168 time: 0.5722005 Jul 08 18:28:55.142249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Request body: {'network': {'name': 'tempest-network--1652515562', 'router:external': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:55.161614 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1754b7ff-ae63-4cc5-a455-eaf4989dcd3a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.166404 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1754b7ff-ae63-4cc5-a455-eaf4989dcd3a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.192450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d9c99-79c3-4340-af86-5a8a4df4e3a4 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7c935c0-2c6b-419e-a335-94b3b3e66e9a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:55.231476 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.240431 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.248929 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'name': 'tempest-TestAggregatesBasicOps-1447890202-router', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '631505af-74e2-4342-a39e-72170767b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:42Z', 'updated_at': '2021-07-08T18:28:51Z', 'revision_number': 4, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'gw_port': {'id': '631505af-74e2-4342-a39e-72170767b682', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:44Z', 'updated_at': '2021-07-08T18:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8b4f8a02-d4ec-4abe-8958-6c968b1354cd', 'name': '', 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'mac_address': 'fa:16:3e:e3:70:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2ccb79b7-c05d-4309-bcf5-c24b119ad557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:48Z', 'updated_at': '2021-07-08T18:28:52Z', 'revision_number': 2, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'subnets': [{'id': '2ccb79b7-c05d-4309-bcf5-c24b119ad557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:55.277169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Made reservation on behalf of a20ba9c09ec24b50b3efd247f049d9b7 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:55.285372 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.296121 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1754b7ff-ae63-4cc5-a455-eaf4989dcd3a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.296918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1754b7ff-ae63-4cc5-a455-eaf4989dcd3a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Fanout notify agent at l3_agent the message router_deleted on router be08609b-79ca-4f37-ad5a-533198db686a {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:28:55.309625 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1754b7ff-ae63-4cc5-a455-eaf4989dcd3a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.313403 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.313575 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Checking router: 85b25d05-0a23-47cb-b39e-1bf3ce268f56 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:28:55.313687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:55.313807 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Updating router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:28:55.313895 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.314825 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1754b7ff-ae63-4cc5-a455-eaf4989dcd3a tempest-RoutersNegativeIpV6Test-820691751 tempest-RoutersNegativeIpV6Test-820691751-project] 10.222.0.73 "DELETE /v2.0/routers/be08609b-79ca-4f37-ad5a-533198db686a HTTP/1.1" status: 204 len: 168 time: 1.0563273 Jul 08 18:28:55.420700 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.430246 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.463547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcb010b-ef06-4d04-a1cc-37e79411c3cb']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:55.505564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] Pushing event updated for resources: {'Network': ['ID=96b9ed6e-d1ee-4676-8366-00b69f3cd483,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:55.506118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2b5b69-8232-4f48-9658-a7b4d037c079') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:55.506455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2b5b69-8232-4f48-9658-a7b4d037c079') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:55.520514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:55.522134 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.552651 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.559880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:28:55.560257 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:28:55.634252 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:28:55.636467 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.657063 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-46824341-391e-49ae-8c32-53c306bc5515 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7744496 Jul 08 18:28:55.659868 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47150) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:55.660359 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.672863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Made reservation on behalf of c48cfd6c2da1470694d5d86af9c2aacd for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:55.675948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] Request body: {'subnet': {'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1241172539-subnet', 'tenant_id': 'b9a789e862514cbca2e9c40719524e66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:55.687475 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.726032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.728951 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "DELETE /v2.0/networks/3fcb010b-ef06-4d04-a1cc-37e79411c3cb HTTP/1.1" status: 204 len: 168 time: 0.8797286 Jul 08 18:28:55.733077 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] Made reservation on behalf of b9a789e862514cbca2e9c40719524e66 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:55.735858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.738722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47154) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:55.747363 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2610dd-cec9-41e8-9d47-dad6f18ad2f0 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'Network': ['ID=3fcb010b-ef06-4d04-a1cc-37e79411c3cb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:55.768883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:55.789097 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.789204 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Added segment bf775f35-9b14-41a7-8b48-c748223bd9e5 of type vlan for network ed809029-c3da-4c8a-9544-25bd5901e6ee Jul 08 18:28:55.904139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:55.947930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47160) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:56.046562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.062171 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.092690 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.093646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:56.094445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.100355 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.105007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:56.125550 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Transition to ACTIVE for port object 8b4f8a02-d4ec-4abe-8958-6c968b1354cd will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:56.137498 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.178866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2e961c-2265-4e18-9a91-3b678ef9338b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:56.185232 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.185810 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Added segment 61adafef-21fa-45ed-b689-10fa932224dd of type vlan for network eaf1035a-ef75-4600-8e25-f0776e6e3c93 Jul 08 18:28:56.202627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0662754 Jul 08 18:28:56.206460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47170) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:56.217948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da281659-0191-406b-a671-5211b36fd73d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event updated for resources: {'Network': ['ID=ed809029-c3da-4c8a-9544-25bd5901e6ee,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:56.250123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network ed809029-c3da-4c8a-9544-25bd5901e6ee details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:56.277252 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8af50-7e69-423f-91bf-6381f4bf5f3f None None] Pushing event updated for resources: {'Port': ['ID=8b4f8a02-d4ec-4abe-8958-6c968b1354cd,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:56.403196 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Attempting to bind port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:56.403196 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Attempting to bind port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '8ea49f80-bb05-4cb0-b937-b272ff07bf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:56.403196 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Attempting to bind port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd on network dcd71ab7-bd2f-4918-b284-ad3a876630e9 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:56.407007 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.414400 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:56.414790 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Checking segment: {'id': '8ea49f80-bb05-4cb0-b937-b272ff07bf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:56.415708 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.416110 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Bound using segment: {'id': '8ea49f80-bb05-4cb0-b937-b272ff07bf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:56.416586 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Bound port: 8b4f8a02-d4ec-4abe-8958-6c968b1354cd, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea49f80-bb05-4cb0-b937-b272ff07bf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:56.416961 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.509042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.539985 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] For port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:56.544029 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] For port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8b4f8a02-d4ec-4abe-8958-6c968b1354cd,segment=NetworkSegment(8ea49f80-bb05-4cb0-b937-b272ff07bf6b),segment_id=8ea49f80-bb05-4cb0-b937-b272ff07bf6b)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:56.551290 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.568937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cfdb6e-2efd-4ffc-b362-583c4712895e tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:56.574704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e4cfdb6e-2efd-4ffc-b362-583c4712895e tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] 10.222.0.73 "GET /v2.0/networks/ed809029-c3da-4c8a-9544-25bd5901e6ee HTTP/1.1" status: 200 len: 757 time: 0.3637195 Jul 08 18:28:56.579907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47180) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:56.610275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-edbfb4e2-432c-48a2-9d18-b2d5e57a4f24 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c07a0fc9e4e4a88a1f3d494d1c67a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6558933 Jul 08 18:28:56.610990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47184) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:56.635041 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.636248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:56.637642 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Routers {'85b25d05-0a23-47cb-b39e-1bf3ce268f56'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:28:56.638364 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:56.638935 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.661579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Deleting port 939607fd-f6d9-4edd-a919-3e8220e44d2a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:28:56.661953 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.816508 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6982937 Jul 08 18:28:56.817930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47192) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:56.828137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8143c4d-ef8a-43fb-96d7-875c152f209c,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:56.833259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] Request body: {'subnet': {'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1609078345-subnet', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:56.839887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5bdc7-a42e-4e64-9a1d-5153c7782609 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf1035a-ef75-4600-8e25-f0776e6e3c93,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:56.851809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network eaf1035a-ef75-4600-8e25-f0776e6e3c93 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:56.852409 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7988-cc32-45e7-adcf-9b1c1773a7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.880101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7988-cc32-45e7-adcf-9b1c1773a7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.916399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fd615e-e1a3-41d2-9d40-6401cddc0fd0 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:56.917836 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c5fd615e-e1a3-41d2-9d40-6401cddc0fd0 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] 10.222.0.73 "GET /v2.0/networks/c72919db-7ff6-4104-abc2-c4876a1d6afc HTTP/1.1" status: 200 len: 767 time: 0.3285394 Jul 08 18:28:56.951160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47194) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:56.957956 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] Checking segment: {'id': '41af10b6-4b06-4578-b5b7-7717d025eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:56.966466 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8af50-7e69-423f-91bf-6381f4bf5f3f None None] Pushing event updated for resources: {'Port': ['ID=8b4f8a02-d4ec-4abe-8958-6c968b1354cd,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:56.969828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] Network hostable DHCP agents. Network: 96b9ed6e-d1ee-4676-8366-00b69f3cd483, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:28:57.000139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7988-cc32-45e7-adcf-9b1c1773a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.005001 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7988-cc32-45e7-adcf-9b1c1773a7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.006482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] Made reservation on behalf of a20ba9c09ec24b50b3efd247f049d9b7 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:57.009019 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.011658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6e6d7988-cc32-45e7-adcf-9b1c1773a7fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7c2efec-3fdc-4533-9ff8-0029d4d52a29 HTTP/1.1" status: 204 len: 168 time: 0.3996103 Jul 08 18:28:57.020562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d7988-cc32-45e7-adcf-9b1c1773a7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c2efec-3fdc-4533-9ff8-0029d4d52a29,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:57.067974 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] Set router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:28:57.081565 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.081875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.138023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Calling delete_port for 939607fd-f6d9-4edd-a919-3e8220e44d2a owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:28:57.187660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] Network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:28:57.197992 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.265420 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 96b9ed6e-d1ee-4676-8366-00b69f3cd483) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:57.277402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d47012c-03d1-4d26-9353-22795c497133 None None] Network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:57.280088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:57.280685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.388082 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5bf1fc94-b612-44d3-a4b5-009f04ad561a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7261343 Jul 08 18:28:57.471058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35627834-b0a3-4fcb-ba7e-4a7455713e55 None None] Network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:57.475726 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'name': 'tempest-TestAggregatesBasicOps-1447890202-router', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '631505af-74e2-4342-a39e-72170767b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:42Z', 'updated_at': '2021-07-08T18:28:51Z', 'revision_number': 4, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'gw_port': {'id': '631505af-74e2-4342-a39e-72170767b682', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:44Z', 'updated_at': '2021-07-08T18:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8b4f8a02-d4ec-4abe-8958-6c968b1354cd', 'name': '', 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'mac_address': 'fa:16:3e:e3:70:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2ccb79b7-c05d-4309-bcf5-c24b119ad557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:48Z', 'updated_at': '2021-07-08T18:28:56Z', 'revision_number': 4, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'subnets': [{'id': '2ccb79b7-c05d-4309-bcf5-c24b119ad557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:57.477495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.497125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4a48b4b1-715f-408e-900d-06a1200b3d8f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:28:57.519191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed809029-c3da-4c8a-9544-25bd5901e6ee']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:57.565706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf775f35-9b14-41a7-8b48-c748223bd9e5') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:57.566070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf775f35-9b14-41a7-8b48-c748223bd9e5') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:28:57.591515 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432de603-9887-43c9-889f-4487206ebbd4 None None] The sync data for ids ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'] in n-d-799684-3 is: [{'id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'name': 'tempest-TestAggregatesBasicOps-1447890202-router', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '631505af-74e2-4342-a39e-72170767b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:42Z', 'updated_at': '2021-07-08T18:28:51Z', 'revision_number': 4, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'gw_port': {'id': '631505af-74e2-4342-a39e-72170767b682', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:44Z', 'updated_at': '2021-07-08T18:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8b4f8a02-d4ec-4abe-8958-6c968b1354cd', 'name': '', 'network_id': 'dcd71ab7-bd2f-4918-b284-ad3a876630e9', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'mac_address': 'fa:16:3e:e3:70:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2ccb79b7-c05d-4309-bcf5-c24b119ad557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:48Z', 'updated_at': '2021-07-08T18:28:56Z', 'revision_number': 4, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'subnets': [{'id': '2ccb79b7-c05d-4309-bcf5-c24b119ad557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:28:57.596525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 4a48b4b1-715f-408e-900d-06a1200b3d8f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:28:57.596841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4a48b4b1-715f-408e-900d-06a1200b3d8f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:28:57.634081 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.721472 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.834048 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.878976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:28:57.879399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:28:57.889632 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:28:58.040941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef465180-bdf2-4df0-991b-107f64e262a1,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:58.056992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] Checking segment: {'id': '61adafef-21fa-45ed-b689-10fa932224dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:58.057447 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] Network hostable DHCP agents. Network: eaf1035a-ef75-4600-8e25-f0776e6e3c93, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:28:58.084032 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.172230 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.179827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed809029-c3da-4c8a-9544-25bd5901e6ee {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 18:28:58.190373 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.190373 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "DELETE /v2.0/networks/ed809029-c3da-4c8a-9544-25bd5901e6ee HTTP/1.1" status: 204 len: 168 time: 1.2324142 Jul 08 18:28:58.190373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'Port': ['ID=939607fd-f6d9-4edd-a919-3e8220e44d2a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:58.193595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47222) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:58.201766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Request body: {'network': {'name': 'tempest-network--1559009488'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:58.216191 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:28:58.283915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] Network eaf1035a-ef75-4600-8e25-f0776e6e3c93 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:28:58.292922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Made reservation on behalf of c48cfd6c2da1470694d5d86af9c2aacd for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:28:58.297264 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.323236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73d27f-2862-49fe-a678-f60e88c57952 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed809029-c3da-4c8a-9544-25bd5901e6ee,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:58.353806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, eaf1035a-ef75-4600-8e25-f0776e6e3c93) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:28:58.361180 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:58.362158 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.362982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259c8ff-737c-4a0e-8f3d-c0d9127f1ec7 None None] Network eaf1035a-ef75-4600-8e25-f0776e6e3c93 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:28:58.375711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.376264 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Floating IP b669f1e7-bb1a-4495-8aee-730be2821850 disassociated (deleted). External IP: 172.25.8.189, port: 6643b935-dde3-4069-ac86-b7f8cf073bbe. Jul 08 18:28:58.385443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:28:58.424302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.429302 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Added segment 993a72a3-2557-46fd-acf4-e5f9c53fe86a of type vlan for network 358f787f-8aac-4276-b7e4-371e4c1db18c Jul 08 18:28:58.450077 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1d6bddab-109e-4d8f-9ac4-ee34210b9f9e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6193171 Jul 08 18:28:58.450077 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47238) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:58.455289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1609078345-router', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:58.526716 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.617470 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.621135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:58.624210 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.637948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.639042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.695954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5003796 Jul 08 18:28:58.696843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47248) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:58.724929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ae617dbd-249f-4e30-9255-7883b2b117e7 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:58.795402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-eaf1035a-ef75-4600-8e25-f0776e6e3c93', 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'fixed_ips': [{'subnet_id': 'ef465180-bdf2-4df0-991b-107f64e262a1'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:28:58.796365 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:58.837858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0831272-711f-491a-81d0-162eb7564fb1 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event updated for resources: {'Network': ['ID=358f787f-8aac-4276-b7e4-371e4c1db18c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:58.864401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 358f787f-8aac-4276-b7e4-371e4c1db18c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:28:59.227106 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:59.231378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Router 587c2e68-acee-4e2e-bb58-c144710fef1b has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:28:59.340626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Allocated IP 172.20.0.2 (eaf1035a-ef75-4600-8e25-f0776e6e3c93/ef465180-bdf2-4df0-991b-107f64e262a1/6a0e586a-47dc-436f-a6df-17139a2f790c) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:28:59.684312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8b4f8a02-d4ec-4abe-8958-6c968b1354cd up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:59.823964 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:59.853417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Transition to ACTIVE for port object 6a0e586a-47dc-436f-a6df-17139a2f790c will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:59.873906 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:59.893461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:59.894909 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:59.913154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:59.948981 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae617dbd-249f-4e30-9255-7883b2b117e7 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:59.981419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Transition to ACTIVE for port object 6a0e586a-47dc-436f-a6df-17139a2f790c will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:00.036686 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.040198 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.065017 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:00.070785 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.099474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6688af9-8240-40ef-b8a1-28fa77e2529c None None] Sync routers for ids ['587c2e68-acee-4e2e-bb58-c144710fef1b'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:00.112584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Network eaf1035a-ef75-4600-8e25-f0776e6e3c93 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:00.118532 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae617dbd-249f-4e30-9255-7883b2b117e7 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.126373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:00.135388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:00.166050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8b4f8a02-d4ec-4abe-8958-6c968b1354cd,segment=NetworkSegment(8ea49f80-bb05-4cb0-b937-b272ff07bf6b),segment_id=8ea49f80-bb05-4cb0-b937-b272ff07bf6b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:00.207942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae617dbd-249f-4e30-9255-7883b2b117e7 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Network 358f787f-8aac-4276-b7e4-371e4c1db18c is not hosted by any dhcp agent {{(pid=93741) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 18:29:00.208966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae617dbd-249f-4e30-9255-7883b2b117e7 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:00.209580 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae617dbd-249f-4e30-9255-7883b2b117e7 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.212965 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ae617dbd-249f-4e30-9255-7883b2b117e7 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "PUT /v2.0/networks/358f787f-8aac-4276-b7e4-371e4c1db18c HTTP/1.1" status: 200 len: 858 time: 1.5104167 Jul 08 18:29:00.214789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47286) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:00.234794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6688af9-8240-40ef-b8a1-28fa77e2529c None None] Routers {'587c2e68-acee-4e2e-bb58-c144710fef1b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:00.235380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d6688af9-8240-40ef-b8a1-28fa77e2529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['587c2e68-acee-4e2e-bb58-c144710fef1b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:00.248308 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.252185 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-706e63cc-f6a4-4ea3-8590-8a90fe5a993f tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "DELETE /v2.0/floatingips/b669f1e7-bb1a-4495-8aee-730be2821850 HTTP/1.1" status: 204 len: 168 time: 4.5116346 Jul 08 18:29:00.272678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'tag': '6643b935-dde3-4069-ac86-b7f8cf073bbe'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:00.275722 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ceb522-2505-4e3e-8bcd-7d95f8281972" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc2d21a-2c00-4ce6-8128-2ffa261dd329", "tag": "6643b935-dde3-4069-ac86-b7f8cf073bbe"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:00.281928 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Pushing event updated for resources: {'Port': ['ID=6a0e586a-47dc-436f-a6df-17139a2f790c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:00.358610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae617dbd-249f-4e30-9255-7883b2b117e7 tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event updated for resources: {'Network': ['ID=358f787f-8aac-4276-b7e4-371e4c1db18c,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:00.379822 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ebe27e-e3e7-4051-9941-6e39ad85c841 x-openstack-request-id: req-96ebe27e-e3e7-4051-9941-6e39ad85c841 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:00.380117 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc2d21a-2c00-4ce6-8128-2ffa261dd329", "tag": "6643b935-dde3-4069-ac86-b7f8cf073bbe", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:00.380376 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96ebe27e-e3e7-4051-9941-6e39ad85c841 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:00.380782 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'tag': '6643b935-dde3-4069-ac86-b7f8cf073bbe', 'status': 'completed', 'code': 200} Jul 08 18:29:00.446993 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.644111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Attempting to bind port 6a0e586a-47dc-436f-a6df-17139a2f790c on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:00.651342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Attempting to bind port 6a0e586a-47dc-436f-a6df-17139a2f790c by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '61adafef-21fa-45ed-b689-10fa932224dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:00.652011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Attempting to bind port 6a0e586a-47dc-436f-a6df-17139a2f790c on network eaf1035a-ef75-4600-8e25-f0776e6e3c93 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:00.707195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:00.707195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Checking segment: {'id': '61adafef-21fa-45ed-b689-10fa932224dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:00.707195 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.708532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Bound using segment: {'id': '61adafef-21fa-45ed-b689-10fa932224dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:00.708532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Bound port: 6a0e586a-47dc-436f-a6df-17139a2f790c, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61adafef-21fa-45ed-b689-10fa932224dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:00.708532 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.717737 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.756581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358f787f-8aac-4276-b7e4-371e4c1db18c']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:00.786052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993a72a3-2557-46fd-acf4-e5f9c53fe86a') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:00.786518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993a72a3-2557-46fd-acf4-e5f9c53fe86a') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:00.796205 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-d6688af9-8240-40ef-b8a1-28fa77e2529c None None] Set router 587c2e68-acee-4e2e-bb58-c144710fef1b gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:00.816319 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.847093 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.857958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:29:00.858878 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:29:00.952261 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:29:00.971800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceb522-2505-4e3e-8bcd-7d95f8281972 req-713a24a9-bd09-4ebf-82fb-43fc54101663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:00.973743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7ceb522-2505-4e3e-8bcd-7d95f8281972 req-713a24a9-bd09-4ebf-82fb-43fc54101663 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 1135 time: 0.5407794 Jul 08 18:29:00.974803 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.991029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 358f787f-8aac-4276-b7e4-371e4c1db18c {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 18:29:01.031058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=8b4f8a02-d4ec-4abe-8958-6c968b1354cd,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:01.096288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:01.101241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] 10.222.0.73 "DELETE /v2.0/networks/358f787f-8aac-4276-b7e4-371e4c1db18c HTTP/1.1" status: 204 len: 168 time: 0.8835387 Jul 08 18:29:01.151809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47310) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:01.155012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] For port 6a0e586a-47dc-436f-a6df-17139a2f790c, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:01.192937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] For port 6a0e586a-47dc-436f-a6df-17139a2f790c, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6a0e586a-47dc-436f-a6df-17139a2f790c,segment=NetworkSegment(61adafef-21fa-45ed-b689-10fa932224dd),segment_id=61adafef-21fa-45ed-b689-10fa932224dd)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:01.200588 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:01.292914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98a989-f4cf-4bf6-8413-a1fff149c1f5 None None] Pushing event updated for resources: {'Port': ['ID=6a0e586a-47dc-436f-a6df-17139a2f790c,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:01.334744 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ba0f2-c745-4bb2-896a-b5aac160378d tempest-ExternalNetworksTestJSON-682123214 tempest-ExternalNetworksTestJSON-682123214-project-admin] Pushing event deleted for resources: {'Network': ['ID=358f787f-8aac-4276-b7e4-371e4c1db18c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:01.384322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d6688af9-8240-40ef-b8a1-28fa77e2529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:19Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '31182b91-78a4-4dae-9509-49a882f53f10', 'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:8f:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:17Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:01.454362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6688af9-8240-40ef-b8a1-28fa77e2529c None None] Checking router: 587c2e68-acee-4e2e-bb58-c144710fef1b for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:01.482751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6688af9-8240-40ef-b8a1-28fa77e2529c None None] Routers {'587c2e68-acee-4e2e-bb58-c144710fef1b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:01.483531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d6688af9-8240-40ef-b8a1-28fa77e2529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['587c2e68-acee-4e2e-bb58-c144710fef1b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:01.605443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8b4f8a02-d4ec-4abe-8958-6c968b1354cd up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:01.736466 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:01.841582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:01.897442 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-d6688af9-8240-40ef-b8a1-28fa77e2529c None None] Set router 587c2e68-acee-4e2e-bb58-c144710fef1b gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:02.099670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceb522-2505-4e3e-8bcd-7d95f8281972 req-ac298b75-039b-4f8f-a9cf-6283293dc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:02.101549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7ceb522-2505-4e3e-8bcd-7d95f8281972 req-ac298b75-039b-4f8f-a9cf-6283293dc2ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c HTTP/1.1" status: 200 len: 896 time: 1.1199653 Jul 08 18:29:02.124318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Allocated IP 172.25.8.144 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/94717939-8a6f-400d-b8d7-85d82ee994bf) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:02.131894 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe0184a-b336-48cd-befb-140c134b99c2 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] DELETE failed (client error): The resource could not be found. Jul 08 18:29:02.132592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe0184a-b336-48cd-befb-140c134b99c2 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:29:02.137395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bfe0184a-b336-48cd-befb-140c134b99c2 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] 10.222.0.73 "DELETE /v2.0/subnets/767289c6-d242-45ad-9d86-cf8269fcb6aa HTTP/1.1" status: 404 len: 337 time: 0.8479230 Jul 08 18:29:02.139954 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47332) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:02.193857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7ceb522-2505-4e3e-8bcd-7d95f8281972 req-47ba86c0-4547-4cf8-bba7-0b795e0906dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6643b935-dde3-4069-ac86-b7f8cf073bbe HTTP/1.1" status: 200 len: 217 time: 0.0714176 Jul 08 18:29:02.307416 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:02.308024 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:02.361630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceb522-2505-4e3e-8bcd-7d95f8281972 req-c8b82d28-e3f5-489f-a7f9-68eca38dbfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:02.363819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7ceb522-2505-4e3e-8bcd-7d95f8281972 req-c8b82d28-e3f5-489f-a7f9-68eca38dbfc8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db74c5c6-a566-47f0-b571-cf423dc4376d HTTP/1.1" status: 200 len: 834 time: 0.1130099 Jul 08 18:29:02.515969 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:02.615551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:02.615772 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:02.648183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e338d24-bba6-4e88-a586-e2156a4576c7 req-bf26c62b-4a2b-4c17-97f6-ca9025039542 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:02.658850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e338d24-bba6-4e88-a586-e2156a4576c7 req-bf26c62b-4a2b-4c17-97f6-ca9025039542 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 984 time: 1.6498320 Jul 08 18:29:02.770002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef37adf-a67b-4547-ae69-5dc0e082e766 req-8b0e3125-b8cb-448e-821c-ce9752b8104e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:02.771816 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cef37adf-a67b-4547-ae69-5dc0e082e766 req-8b0e3125-b8cb-448e-821c-ce9752b8104e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 984 time: 0.4480581 Jul 08 18:29:02.779274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e338d24-bba6-4e88-a586-e2156a4576c7 req-4ef8c300-8376-47d9-83be-ed8a2d14fa8c tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1191416 Jul 08 18:29:02.780246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:02.852921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:02.864528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:02.926492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d6688af9-8240-40ef-b8a1-28fa77e2529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:19Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '31182b91-78a4-4dae-9509-49a882f53f10', 'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:8f:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:17Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:02.982393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceb522-2505-4e3e-8bcd-7d95f8281972 req-92357786-9720-461e-876f-4f38aead5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:02.984398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7ceb522-2505-4e3e-8bcd-7d95f8281972 req-92357786-9720-461e-876f-4f38aead5837 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3debfd4-3831-41ec-b5ca-5afec2c24e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5925212 Jul 08 18:29:02.999032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Pushing event updated for resources: {'Port': ['ID=94717939-8a6f-400d-b8d7-85d82ee994bf,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:03.012668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6688af9-8240-40ef-b8a1-28fa77e2529c None None] The sync data for ids ['587c2e68-acee-4e2e-bb58-c144710fef1b'] in n-d-799684-3 is: [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:19Z', 'revision_number': 4, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '31182b91-78a4-4dae-9509-49a882f53f10', 'name': '', 'network_id': 'e3debfd4-3831-41ec-b5ca-5afec2c24e8c', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'mac_address': 'fa:16:3e:8f:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:17Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'subnets': [{'id': 'db74c5c6-a566-47f0-b571-cf423dc4376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:03.144254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.180059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72919db-7ff6-4104-abc2-c4876a1d6afc']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:03.206767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3803120-212a-4238-b1a0-8af6982775e4') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:03.208720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3803120-212a-4238-b1a0-8af6982775e4') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:03.229145 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.259745 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.267178 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-cef37adf-a67b-4547-ae69-5dc0e082e766 req-1f1117fa-bf76-4649-9b36-2a6f09a72389 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Deleting port 6643b935-dde3-4069-ac86-b7f8cf073bbe {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:03.268045 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cef37adf-a67b-4547-ae69-5dc0e082e766 req-1f1117fa-bf76-4649-9b36-2a6f09a72389 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.288601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:29:03.289024 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:29:03.427863 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:29:03.472451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a085df-a2a8-42e2-83e5-820948f0b63c None None] Network eaf1035a-ef75-4600-8e25-f0776e6e3c93 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:03.609497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-cef37adf-a67b-4547-ae69-5dc0e082e766 req-1f1117fa-bf76-4649-9b36-2a6f09a72389 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] For port 6643b935-dde3-4069-ac86-b7f8cf073bbe, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6643b935-dde3-4069-ac86-b7f8cf073bbe,segment=NetworkSegment(b59e6e00-1fde-4eef-b693-44b96f83e9c6),segment_id=b59e6e00-1fde-4eef-b693-44b96f83e9c6)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:03.609830 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cef37adf-a67b-4547-ae69-5dc0e082e766 req-1f1117fa-bf76-4649-9b36-2a6f09a72389 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.626807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-cef37adf-a67b-4547-ae69-5dc0e082e766 req-1f1117fa-bf76-4649-9b36-2a6f09a72389 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Calling delete_port for 6643b935-dde3-4069-ac86-b7f8cf073bbe owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:03.685182 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.697156 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a08e6c8-1c09-488d-aded-98d58fadf9c3 None None] New status for floating IP b669f1e7-bb1a-4495-8aee-730be2821850: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:29:03.749966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6a0e586a-47dc-436f-a6df-17139a2f790c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:03.814142 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.855949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] 10.222.0.73 "DELETE /v2.0/networks/c72919db-7ff6-4104-abc2-c4876a1d6afc HTTP/1.1" status: 204 len: 168 time: 1.7131429 Jul 08 18:29:03.967431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.987308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-49cd76b8-f4a8-47ba-a489-fcafe75e877f None None] Provisioning for port 6a0e586a-47dc-436f-a6df-17139a2f790c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:04.017457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d8e3e-d9d2-46b9-8173-15d425bca796 tempest-ExternalNetworksTestJSON-1014100780 tempest-ExternalNetworksTestJSON-1014100780-project] Pushing event deleted for resources: {'Network': ['ID=c72919db-7ff6-4104-abc2-c4876a1d6afc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:04.089822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 6a0e586a-47dc-436f-a6df-17139a2f790c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:04.131086 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6a0e586a-47dc-436f-a6df-17139a2f790c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:04.135226 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:04.227331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7ceb522-2505-4e3e-8bcd-7d95f8281972 req-ac83694f-524e-4574-8529-a6870077655b service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1782212 Jul 08 18:29:04.441714 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7ceb522-2505-4e3e-8bcd-7d95f8281972 req-e7171ab5-37be-43e9-b29a-d0df133dc509 service neutron] 10.222.0.59 "GET /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928334 Jul 08 18:29:04.463371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a685-fa67-4fc5-a00e-ed03b59715b8 req-411346be-0d26-4050-a7cb-f0ae4d8f0b0b tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:04.475781 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:04.476897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f867a685-fa67-4fc5-a00e-ed03b59715b8 req-411346be-0d26-4050-a7cb-f0ae4d8f0b0b tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 984 time: 0.2443800 Jul 08 18:29:04.571112 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:04.575442 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cef37adf-a67b-4547-ae69-5dc0e082e766 req-1f1117fa-bf76-4649-9b36-2a6f09a72389 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:04.584924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f867a685-fa67-4fc5-a00e-ed03b59715b8 req-3a700107-49ba-4b5f-8654-99c81efaa7e6 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/security-groups?id=9815ff1f-2768-413b-bb5b-4110361f1444&id=e2272a52-4b05-41bc-95c3-31c68a40d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1067042 Jul 08 18:29:04.665915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef37adf-a67b-4547-ae69-5dc0e082e766 req-1f1117fa-bf76-4649-9b36-2a6f09a72389 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] No DVR routers for this DVR port 6643b935-dde3-4069-ac86-b7f8cf073bbe on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:29:04.668894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-cef37adf-a67b-4547-ae69-5dc0e082e766 req-1f1117fa-bf76-4649-9b36-2a6f09a72389 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:04.671796 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cef37adf-a67b-4547-ae69-5dc0e082e766 req-1f1117fa-bf76-4649-9b36-2a6f09a72389 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.59 "DELETE /v2.0/ports/6643b935-dde3-4069-ac86-b7f8cf073bbe HTTP/1.1" status: 204 len: 173 time: 1.8902245 Jul 08 18:29:04.672399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1117fa-bf76-4649-9b36-2a6f09a72389 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'Port': ['ID=6643b935-dde3-4069-ac86-b7f8cf073bbe,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:04.680387 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'name': 'network-vif-deleted', 'tag': '6643b935-dde3-4069-ac86-b7f8cf073bbe'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:04.684553 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc569fbf-7b16-408b-ab35-038455f5bcd3" -d '{"events": [{"server_uuid": "bdc2d21a-2c00-4ce6-8128-2ffa261dd329", "name": "network-vif-deleted", "tag": "6643b935-dde3-4069-ac86-b7f8cf073bbe"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:04.750412 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:04.772625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47400) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:04.836176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 6a0e586a-47dc-436f-a6df-17139a2f790c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6a0e586a-47dc-436f-a6df-17139a2f790c,segment=NetworkSegment(61adafef-21fa-45ed-b689-10fa932224dd),segment_id=61adafef-21fa-45ed-b689-10fa932224dd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:04.866079 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:04.879829 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b823635a-b423-4471-ba1d-59bdb81ae2e4 x-openstack-request-id: req-b823635a-b423-4471-ba1d-59bdb81ae2e4 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:04.880336 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc2d21a-2c00-4ce6-8128-2ffa261dd329", "name": "network-vif-deleted", "tag": "6643b935-dde3-4069-ac86-b7f8cf073bbe", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:04.881499 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b823635a-b423-4471-ba1d-59bdb81ae2e4 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:04.882089 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc2d21a-2c00-4ce6-8128-2ffa261dd329', 'name': 'network-vif-deleted', 'tag': '6643b935-dde3-4069-ac86-b7f8cf073bbe', 'status': 'completed', 'code': 200} Jul 08 18:29:04.946028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=6a0e586a-47dc-436f-a6df-17139a2f790c,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:05.097975 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6643b935-dde3-4069-ac86-b7f8cf073bbe no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:05.125595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 6643b935-dde3-4069-ac86-b7f8cf073bbe {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:05.126682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6643b935-dde3-4069-ac86-b7f8cf073bbe not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:05.138704 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:05.216475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a4780b5c-0695-4ad1-ae33-9dc175b53e91 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0906d6d5271d40c989a09dafbb732520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355555 Jul 08 18:29:05.218384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47418) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:05.261491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8418deba-a83e-4be5-bd40-bc8e5dc70828 None None] Provisioning complete for port 6a0e586a-47dc-436f-a6df-17139a2f790c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:05.263113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8418deba-a83e-4be5-bd40-bc8e5dc70828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:05.388988 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6049-e8c0-41b3-ac13-33c78e1aea50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:05.414942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:29:05.492829 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6049-e8c0-41b3-ac13-33c78e1aea50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:05.602112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6a0e586a-47dc-436f-a6df-17139a2f790c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:05.607638 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6049-e8c0-41b3-ac13-33c78e1aea50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:05.610789 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6049-e8c0-41b3-ac13-33c78e1aea50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:05.612634 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c8dd6049-e8c0-41b3-ac13-33c78e1aea50 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b94ef91-6754-43b2-8527-335335207250 HTTP/1.1" status: 204 len: 168 time: 0.3931639 Jul 08 18:29:05.653932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd6049-e8c0-41b3-ac13-33c78e1aea50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b94ef91-6754-43b2-8527-335335207250,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:05.721071 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:05.730432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 6a0e586a-47dc-436f-a6df-17139a2f790c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:05.730845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:05.739291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Sync routers for ids ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:05.770724 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:05.771888 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c233f4f0-3100-4110-91a8-138b90628751 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.3218038 Jul 08 18:29:05.775169 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47438) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:05.830321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Routers {'1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:05.830962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:05.967054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8aafaae7-2ec2-4b8c-a377-c9daee0b3910 req-710f735d-61a9-4193-9a7c-d1733842f09e tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdc2d21a-2c00-4ce6-8128-2ffa261dd329 HTTP/1.1" status: 200 len: 210 time: 0.0978973 Jul 08 18:29:06.212589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47456) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:06.231551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Set router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:06.286370 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5e4a1d87-6fd8-46b9-8d03-26f8d0fe2c3b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c48cfd6c2da1470694d5d86af9c2aacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725644 Jul 08 18:29:06.288805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47460) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:06.453346 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:06.480994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47466) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:06.489056 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5c800fb5-c89d-4d8d-9971-57963269b262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:06.561088 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:06.625817 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:06.631644 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:06.637006 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/15b11adc-b487-426f-8eff-dfe296827c03 HTTP/1.1" status: 204 len: 168 time: 0.3470402 Jul 08 18:29:06.647773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b11adc-b487-426f-8eff-dfe296827c03,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:06.657964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.658708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.659265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.659906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.660930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.661673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.662239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.662787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.663348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.663932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.664607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.665199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d34080-c7fd-47c4-9983-323baa1f4d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:06.737855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'name': 'tempest-TestAggregatesBasicOps-1609078345-router', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:58Z', 'updated_at': '2021-07-08T18:29:03Z', 'revision_number': 3, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'gw_port': {'id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:01Z', 'updated_at': '2021-07-08T18:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:06.739021 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:06.777380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Checking router: 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:06.777942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Updating router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 port 94717939-8a6f-400d-b8d7-85d82ee994bf binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:29:06.833867 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c767c50-3396-4aa9-a718-a31d8d000a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:06.906422 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.075101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c767c50-3396-4aa9-a718-a31d8d000a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.082785 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9c767c50-3396-4aa9-a718-a31d8d000a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.120140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Allocated IP 172.20.0.1 (eaf1035a-ef75-4600-8e25-f0776e6e3c93/ef465180-bdf2-4df0-991b-107f64e262a1/3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:07.177376 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47488) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:07.199578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c767c50-3396-4aa9-a718-a31d8d000a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8092bc-25df-40d3-bbdb-d370ab960f6e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:07.222481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9c767c50-3396-4aa9-a718-a31d8d000a19 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a33a1dc891994858ae0144e9e497f02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7381127 Jul 08 18:29:07.222801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47490) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:07.363457 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caa02bfb-913d-4dec-ac33-f153ac5890a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.376699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad427f9f-e148-4ada-ad8e-a6282ab4c757 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.412013 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caa02bfb-913d-4dec-ac33-f153ac5890a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.471568 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad427f9f-e148-4ada-ad8e-a6282ab4c757 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.487771 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caa02bfb-913d-4dec-ac33-f153ac5890a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.497147 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-caa02bfb-913d-4dec-ac33-f153ac5890a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.500774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-caa02bfb-913d-4dec-ac33-f153ac5890a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c8092bc-25df-40d3-bbdb-d370ab960f6e HTTP/1.1" status: 204 len: 168 time: 0.2728829 Jul 08 18:29:07.502852 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.512724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa02bfb-913d-4dec-ac33-f153ac5890a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8092bc-25df-40d3-bbdb-d370ab960f6e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:07.523226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Transition to ACTIVE for port object 94717939-8a6f-400d-b8d7-85d82ee994bf will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:07.550707 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.556882 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.619358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Transition to ACTIVE for port object 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:07.656882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813d431-03f6-4b38-ac6e-8c2e5d6a52b1 None None] Pushing event updated for resources: {'Port': ['ID=94717939-8a6f-400d-b8d7-85d82ee994bf,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:07.663140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Attempting to bind port 94717939-8a6f-400d-b8d7-85d82ee994bf on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:07.663325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad427f9f-e148-4ada-ad8e-a6282ab4c757 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.664038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Attempting to bind port 94717939-8a6f-400d-b8d7-85d82ee994bf by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:07.664778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Attempting to bind port 94717939-8a6f-400d-b8d7-85d82ee994bf on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:07.672723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:07.673907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:07.674287 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.674693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:07.675140 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad427f9f-e148-4ada-ad8e-a6282ab4c757 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.675331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Bound port: 94717939-8a6f-400d-b8d7-85d82ee994bf, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:07.675717 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.679475 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ad427f9f-e148-4ada-ad8e-a6282ab4c757 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "DELETE /v2.0/security-groups/e2272a52-4b05-41bc-95c3-31c68a40d5a1 HTTP/1.1" status: 204 len: 168 time: 0.5010893 Jul 08 18:29:07.682753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47506) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:07.705877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad427f9f-e148-4ada-ad8e-a6282ab4c757 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2272a52-4b05-41bc-95c3-31c68a40d5a1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:07.736300 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.768095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] For port 94717939-8a6f-400d-b8d7-85d82ee994bf, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:07.771454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] For port 94717939-8a6f-400d-b8d7-85d82ee994bf, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=94717939-8a6f-400d-b8d7-85d82ee994bf,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:07.789735 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.820901 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f659b687-1566-4336-8053-a33eb9f43a5a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.889247 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f659b687-1566-4336-8053-a33eb9f43a5a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.896101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:07.930399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Network eaf1035a-ef75-4600-8e25-f0776e6e3c93 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:07.932434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:07.948109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:07.954394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Routers {'1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:07.955182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:28:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:08.015197 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f659b687-1566-4336-8053-a33eb9f43a5a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:08.019482 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f659b687-1566-4336-8053-a33eb9f43a5a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:08.024081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f659b687-1566-4336-8053-a33eb9f43a5a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "DELETE /v2.0/security-groups/9815ff1f-2768-413b-bb5b-4110361f1444 HTTP/1.1" status: 204 len: 168 time: 0.3392892 Jul 08 18:29:08.048725 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47516) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:08.049861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659b687-1566-4336-8053-a33eb9f43a5a tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9815ff1f-2768-413b-bb5b-4110361f1444,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:08.064363 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:08.127114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813d431-03f6-4b38-ac6e-8c2e5d6a52b1 None None] Pushing event updated for resources: {'Port': ['ID=94717939-8a6f-400d-b8d7-85d82ee994bf,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:08.391329 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:08.421548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] Set router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:08.664608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47532) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:08.712677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-84ec213f-2073-4d07-9e8b-d07a80f8b834 None None] Provisioning for port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:08.716686 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15fce69f-c9af-4307-94f5-9cf18b3a1445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:08.728961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-84ec213f-2073-4d07-9e8b-d07a80f8b834 None None] Provisioning complete for port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:08.729657 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-84ec213f-2073-4d07-9e8b-d07a80f8b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:08.847490 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-84ec213f-2073-4d07-9e8b-d07a80f8b834 None None] Port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:08.925778 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:08.950621 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.031332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'name': 'tempest-TestAggregatesBasicOps-1609078345-router', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:58Z', 'updated_at': '2021-07-08T18:29:03Z', 'revision_number': 3, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'gw_port': {'id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:01Z', 'updated_at': '2021-07-08T18:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:09.071527 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.094614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a092bcc-a78c-439c-8139-517a77b0a2d5 None None] The sync data for ids ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'] in n-d-799684-3 is: [{'id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'name': 'tempest-TestAggregatesBasicOps-1609078345-router', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:58Z', 'updated_at': '2021-07-08T18:29:03Z', 'revision_number': 3, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'gw_port': {'id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:01Z', 'updated_at': '2021-07-08T18:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:09.107336 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.128784 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.142881 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e448d9ed-7592-4e16-93c5-4320f7380ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.181277 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:09.406379 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15fce69f-c9af-4307-94f5-9cf18b3a1445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.423749 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15fce69f-c9af-4307-94f5-9cf18b3a1445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.487920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Network eaf1035a-ef75-4600-8e25-f0776e6e3c93 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:09.497756 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-15fce69f-c9af-4307-94f5-9cf18b3a1445 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3efde345eb8342278fc113b81631928a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8320546 Jul 08 18:29:09.503997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:09.507403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47564) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:09.529368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fce69f-c9af-4307-94f5-9cf18b3a1445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7031a366-20ec-4f00-b215-6049e502f45c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:09.675454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47568) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:09.826083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Deleting port 31182b91-78a4-4dae-9509-49a882f53f10 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:09.826445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.876248 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-95a7f697-c7e4-49f0-8a9c-735c63f00b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.989113 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-95a7f697-c7e4-49f0-8a9c-735c63f00b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.033226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] For port 31182b91-78a4-4dae-9509-49a882f53f10, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=31182b91-78a4-4dae-9509-49a882f53f10,segment=NetworkSegment(b59e6e00-1fde-4eef-b693-44b96f83e9c6),segment_id=b59e6e00-1fde-4eef-b693-44b96f83e9c6)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:10.033808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.071846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Calling delete_port for 31182b91-78a4-4dae-9509-49a882f53f10 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:10.073407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47576) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:10.085410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-530018b4-f0e7-4582-b8f8-4a2bcd934703 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433583895', 'description': 'tempest-secgroup-smoke-1433583895 description', 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:10.098575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-95a7f697-c7e4-49f0-8a9c-735c63f00b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.105044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-95a7f697-c7e4-49f0-8a9c-735c63f00b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.110148 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-95a7f697-c7e4-49f0-8a9c-735c63f00b02 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7031a366-20ec-4f00-b215-6049e502f45c HTTP/1.1" status: 204 len: 168 time: 0.6014163 Jul 08 18:29:10.111660 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-61f97b42-eddf-4d9e-9fc3-30296413f445 None None] Provisioning complete for port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:10.112247 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-61f97b42-eddf-4d9e-9fc3-30296413f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.166067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:29:10.168918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7f697-c7e4-49f0-8a9c-735c63f00b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7031a366-20ec-4f00-b215-6049e502f45c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:10.182801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:10.189402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-61f97b42-eddf-4d9e-9fc3-30296413f445 None None] Port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:10.211019 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-530018b4-f0e7-4582-b8f8-4a2bcd934703 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.245830 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.271548 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.494348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:10.500473 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bb1173dd-1e24-4cd1-a659-2a34285f7ce9 admin admin] 10.222.0.73 "PUT /v2.0/routers/1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7241600 Jul 08 18:29:10.558764 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.599086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-530018b4-f0e7-4582-b8f8-4a2bcd934703 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.612964 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-530018b4-f0e7-4582-b8f8-4a2bcd934703 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.662563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'Port': ['ID=31182b91-78a4-4dae-9509-49a882f53f10,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:10.692268 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-530018b4-f0e7-4582-b8f8-4a2bcd934703 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.693559 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-530018b4-f0e7-4582-b8f8-4a2bcd934703 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6120026 Jul 08 18:29:10.714445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47594) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:10.722873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4f312e97-b845-4f53-8bb7-fe3d056fe5da tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Request body: {'security_group_rule': {'security_group_id': '8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d', 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:10.727836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530018b4-f0e7-4582-b8f8-4a2bcd934703 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:10.808259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f312e97-b845-4f53-8bb7-fe3d056fe5da tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.005035 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f312e97-b845-4f53-8bb7-fe3d056fe5da tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.017760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f312e97-b845-4f53-8bb7-fe3d056fe5da tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.056801 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.069462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f312e97-b845-4f53-8bb7-fe3d056fe5da tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193f4142-613f-4a64-8ff0-2ba4b22c77df,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:11.085538 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4f312e97-b845-4f53-8bb7-fe3d056fe5da tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.090370 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4f312e97-b845-4f53-8bb7-fe3d056fe5da tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3713605 Jul 08 18:29:11.090370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47608) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:11.095352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-108ea396-6e51-4725-a7b6-5a62abb24600 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Request body: {'security_group_rule': {'security_group_id': '8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d', 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:11.152733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-108ea396-6e51-4725-a7b6-5a62abb24600 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.333201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-108ea396-6e51-4725-a7b6-5a62abb24600 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.342261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-108ea396-6e51-4725-a7b6-5a62abb24600 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.350074 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.376712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ea396-6e51-4725-a7b6-5a62abb24600 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c23d776-00f5-4003-b0d9-35065030d60f,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:11.436155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-108ea396-6e51-4725-a7b6-5a62abb24600 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.437694 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-108ea396-6e51-4725-a7b6-5a62abb24600 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3463421 Jul 08 18:29:11.441133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47630) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:11.458974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8f5f8240-0a76-458e-9877-6df17e9004b6 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Request body: {'security_group_rule': {'security_group_id': '8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d', 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:11.562741 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8240-0a76-458e-9877-6df17e9004b6 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.651302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Allocated IP 172.25.8.74 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/8218dcd1-253d-477d-bb53-de6d38d486a8) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:11.676826 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8240-0a76-458e-9877-6df17e9004b6 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.690278 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8240-0a76-458e-9877-6df17e9004b6 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.749602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f8240-0a76-458e-9877-6df17e9004b6 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8ac2cf-d122-48be-8d32-8df93e51da02,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:11.751677 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.773379 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8240-0a76-458e-9877-6df17e9004b6 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.776065 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8f5f8240-0a76-458e-9877-6df17e9004b6 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3275337 Jul 08 18:29:11.781751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47640) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:11.790710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8617b7ae-9d50-4221-81db-10484173dee5 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Request body: {'security_group_rule': {'security_group_id': '8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d', 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:11.837081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 94717939-8a6f-400d-b8d7-85d82ee994bf up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:11.905496 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8617b7ae-9d50-4221-81db-10484173dee5 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.053394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Router 587c2e68-acee-4e2e-bb58-c144710fef1b has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:29:12.054076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47652) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:12.071702 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 94717939-8a6f-400d-b8d7-85d82ee994bf completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:12.095794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 94717939-8a6f-400d-b8d7-85d82ee994bf triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:12.098653 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.156969 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8617b7ae-9d50-4221-81db-10484173dee5 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.168247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8617b7ae-9d50-4221-81db-10484173dee5 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.203976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617b7ae-9d50-4221-81db-10484173dee5 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69bb3e9-8073-4cb9-a38d-96ffe03b3734,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:12.238016 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8617b7ae-9d50-4221-81db-10484173dee5 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.242809 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8617b7ae-9d50-4221-81db-10484173dee5 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4598560 Jul 08 18:29:12.243537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47662) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:12.245494 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Sync routers for ids ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:12.249985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d25dbc00-cdb1-496e-9b4e-a2784e74e766 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Request body: {'security_group_rule': {'security_group_id': '8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d', 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:12.254761 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.267844 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Routers {'1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:12.268464 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:12.300405 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-d25dbc00-cdb1-496e-9b4e-a2784e74e766 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Project d5373af3cda74c9d9252c0c2e78931c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:29:12.308497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d25dbc00-cdb1-496e-9b4e-a2784e74e766 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.326027 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.368932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1536086799-network', 'tenant_id': '1c886c8705cc4d58896a3637afc3f246'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:12.371917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 94717939-8a6f-400d-b8d7-85d82ee994bf, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=94717939-8a6f-400d-b8d7-85d82ee994bf,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:12.390319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.463493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d25dbc00-cdb1-496e-9b4e-a2784e74e766 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.480016 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d25dbc00-cdb1-496e-9b4e-a2784e74e766 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.486639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=94717939-8a6f-400d-b8d7-85d82ee994bf,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:12.514523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dbc00-cdb1-496e-9b4e-a2784e74e766 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9a0ddb-0204-4bde-b240-4e4f5c920a13,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:12.529514 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d25dbc00-cdb1-496e-9b4e-a2784e74e766 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.536889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d25dbc00-cdb1-496e-9b4e-a2784e74e766 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2920358 Jul 08 18:29:12.537568 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47674) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:12.544884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e6e761ca-c4af-45c1-8ff4-7f74a9486b21 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Request body: {'security_group_rule': {'security_group_id': '8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d', 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:12.575980 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-e6e761ca-c4af-45c1-8ff4-7f74a9486b21 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Project d5373af3cda74c9d9252c0c2e78931c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:29:12.582464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6e761ca-c4af-45c1-8ff4-7f74a9486b21 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.662102 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Set router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:12.821333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6e761ca-c4af-45c1-8ff4-7f74a9486b21 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.845203 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6e761ca-c4af-45c1-8ff4-7f74a9486b21 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.919938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e761ca-c4af-45c1-8ff4-7f74a9486b21 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31095282-7828-4610-b93d-719bcb868a44,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:12.949874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:12.962006 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-759abf32-c257-414e-a5bf-10191925c935 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "PUT /v2.0/routers/587c2e68-acee-4e2e-bb58-c144710fef1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9051623 Jul 08 18:29:12.964066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47686) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:12.965762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45748e65-2e37-4519-8967-63895b83c66b None None] Sync routers for ids ['587c2e68-acee-4e2e-bb58-c144710fef1b'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:12.968465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.973237 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6e761ca-c4af-45c1-8ff4-7f74a9486b21 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.975336 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e6e761ca-c4af-45c1-8ff4-7f74a9486b21 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4365389 Jul 08 18:29:13.000221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45748e65-2e37-4519-8967-63895b83c66b None None] Routers {'587c2e68-acee-4e2e-bb58-c144710fef1b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:13.005420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-45748e65-2e37-4519-8967-63895b83c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['587c2e68-acee-4e2e-bb58-c144710fef1b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:13.008033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Made reservation on behalf of 1c886c8705cc4d58896a3637afc3f246 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:13.010993 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.045358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47692) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:13.068393 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.092099 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'name': 'tempest-TestAggregatesBasicOps-1609078345-router', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:58Z', 'updated_at': '2021-07-08T18:29:08Z', 'revision_number': 4, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'gw_port': {'id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:01Z', 'updated_at': '2021-07-08T18:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f', 'name': '', 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'mac_address': 'fa:16:3e:ce:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'ef465180-bdf2-4df0-991b-107f64e262a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:06Z', 'updated_at': '2021-07-08T18:29:08Z', 'revision_number': 2, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'subnets': [{'id': 'ef465180-bdf2-4df0-991b-107f64e262a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:13.164397 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Checking router: 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:13.165652 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Updating router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:29:13.256281 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.274026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:13.326478 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Pushing event updated for resources: {'Port': ['ID=8218dcd1-253d-477d-bb53-de6d38d486a8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:13.351820 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.354561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:13.371549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:13.392428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.519984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f6b0a8-6680-4ec4-89ab-23dbd0bc8b56 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Deleting subnet db74c5c6-a566-47f0-b571-cf423dc4376d {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:29:13.533140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f6b0a8-6680-4ec4-89ab-23dbd0bc8b56 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.590599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-45748e65-2e37-4519-8967-63895b83c66b None None] Set router 587c2e68-acee-4e2e-bb58-c144710fef1b gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:13.634571 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f6b0a8-6680-4ec4-89ab-23dbd0bc8b56 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.752825 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 94717939-8a6f-400d-b8d7-85d82ee994bf up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:13.851236 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f6b0a8-6680-4ec4-89ab-23dbd0bc8b56 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.966656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f6b0a8-6680-4ec4-89ab-23dbd0bc8b56 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.967410 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.994078 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Transition to ACTIVE for port object 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:14.005074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 94717939-8a6f-400d-b8d7-85d82ee994bf triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:14.008806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:29:14.009599 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.011139 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.058926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7919e4-c5c0-4273-948f-62665b7546b5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:14.104771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-c059bd8d-4516-42ea-b227-9bee2beb7fcc tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433583895&fields=id&tenant_id=d5373af3cda74c9d9252c0c2e78931c2 HTTP/1.1" status: 200 len: 267 time: 0.6074049 Jul 08 18:29:14.108253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6b0a8-6680-4ec4-89ab-23dbd0bc8b56 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'Subnet': ['ID=db74c5c6-a566-47f0-b571-cf423dc4376d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:14.119866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f6b0a8-6680-4ec4-89ab-23dbd0bc8b56 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.121613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121cc6d2-21e2-46c4-9518-5b34cada5f57 None None] Network e3debfd4-3831-41ec-b5ca-5afec2c24e8c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:14.124807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-43f6b0a8-6680-4ec4-89ab-23dbd0bc8b56 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "DELETE /v2.0/subnets/db74c5c6-a566-47f0-b571-cf423dc4376d HTTP/1.1" status: 204 len: 168 time: 1.1562932 Jul 08 18:29:14.135270 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.135619 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Added segment 82252907-6658-42e3-9fd1-ba515c093bfe of type vlan for network 3a526140-e202-43f3-82fe-b7dcd1f506f5 Jul 08 18:29:14.136985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47714) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:14.237687 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Pushing event updated for resources: {'Port': ['ID=3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:14.278339 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.313347 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.313956 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.314579 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.325396 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.325883 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.329928 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.330384 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.334453 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.334809 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.335143 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.335469 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.335790 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:14.374464 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.413382 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Attempting to bind port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:14.413765 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Attempting to bind port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '61adafef-21fa-45ed-b689-10fa932224dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:14.414191 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Attempting to bind port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f on network eaf1035a-ef75-4600-8e25-f0776e6e3c93 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:14.438823 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:14.439495 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Checking segment: {'id': '61adafef-21fa-45ed-b689-10fa932224dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:14.440092 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.440687 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Bound using segment: {'id': '61adafef-21fa-45ed-b689-10fa932224dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:14.441370 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Bound port: 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61adafef-21fa-45ed-b689-10fa932224dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:14.441976 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.492575 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.529148 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] For port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:14.538963 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] For port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f,segment=NetworkSegment(61adafef-21fa-45ed-b689-10fa932224dd),segment_id=61adafef-21fa-45ed-b689-10fa932224dd)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:14.549516 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.622082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-8a295479-d8bd-4489-8b35-63a4d128d731 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:14.628583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-8a295479-d8bd-4489-8b35-63a4d128d731 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/networks?id=b106f293-4c69-4423-9bc6-035ab72608b1 HTTP/1.1" status: 200 len: 814 time: 0.5226414 Jul 08 18:29:14.635983 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.646151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.647717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:14.648327 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.653013 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Routers {'1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:14.658257 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:14.688940 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.780965 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e1acf-c9ea-4a3b-859a-2b47603ab853 None None] Pushing event updated for resources: {'Port': ['ID=3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:14.788363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d8e15a70-9aac-4259-bec5-92a41f166523 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/quotas/d5373af3cda74c9d9252c0c2e78931c2 HTTP/1.1" status: 200 len: 375 time: 0.1588604 Jul 08 18:29:14.881950 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] Set router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:14.931096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8722498 Jul 08 18:29:14.931828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47724) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:15.000568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-45748e65-2e37-4519-8967-63895b83c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:29:10Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:15.078096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45748e65-2e37-4519-8967-63895b83c66b None None] Checking router: 587c2e68-acee-4e2e-bb58-c144710fef1b for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:15.110938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] Request body: {'subnet': {'network_id': '3a526140-e202-43f3-82fe-b7dcd1f506f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1536086799-subnet', 'tenant_id': '1c886c8705cc4d58896a3637afc3f246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:15.121023 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45748e65-2e37-4519-8967-63895b83c66b None None] Routers {'587c2e68-acee-4e2e-bb58-c144710fef1b'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:15.122699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-45748e65-2e37-4519-8967-63895b83c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['587c2e68-acee-4e2e-bb58-c144710fef1b'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:15.196786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874dbe2-6c1e-40bc-aefc-dbcfa96fe782 admin admin] Pushing event updated for resources: {'Network': ['ID=3a526140-e202-43f3-82fe-b7dcd1f506f5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:15.240519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] Made reservation on behalf of 1c886c8705cc4d58896a3637afc3f246 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:15.252852 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:15.384230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 3a526140-e202-43f3-82fe-b7dcd1f506f5 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:29:15.386451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] DHCP port deletion for e3debfd4-3831-41ec-b5ca-5afec2c24e8c request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:29:15.515041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-45748e65-2e37-4519-8967-63895b83c66b None None] Set router 587c2e68-acee-4e2e-bb58-c144710fef1b gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:15.638536 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'name': 'tempest-TestAggregatesBasicOps-1609078345-router', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:58Z', 'updated_at': '2021-07-08T18:29:08Z', 'revision_number': 4, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'gw_port': {'id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:01Z', 'updated_at': '2021-07-08T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f', 'name': '', 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'mac_address': 'fa:16:3e:ce:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'ef465180-bdf2-4df0-991b-107f64e262a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:06Z', 'updated_at': '2021-07-08T18:29:14Z', 'revision_number': 4, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'subnets': [{'id': 'ef465180-bdf2-4df0-991b-107f64e262a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:15.703799 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:15.711428 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdb720-5df4-4df3-9c0a-31019914261f None None] The sync data for ids ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'] in n-d-799684-3 is: [{'id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'name': 'tempest-TestAggregatesBasicOps-1609078345-router', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:58Z', 'updated_at': '2021-07-08T18:29:08Z', 'revision_number': 4, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'gw_port': {'id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:01Z', 'updated_at': '2021-07-08T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f', 'name': '', 'network_id': 'eaf1035a-ef75-4600-8e25-f0776e6e3c93', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'mac_address': 'fa:16:3e:ce:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'ef465180-bdf2-4df0-991b-107f64e262a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:06Z', 'updated_at': '2021-07-08T18:29:14Z', 'revision_number': 4, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'subnets': [{'id': 'ef465180-bdf2-4df0-991b-107f64e262a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:15.718290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] Deleting port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:15.719356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:15.729713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:15.846298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-9a98e77e-c309-4dee-ac7f-4c94d62dbdcd tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5373af3cda74c9d9252c0c2e78931c2&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0564075 Jul 08 18:29:15.863733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-3558b890-ca5d-4d84-8d77-2d3f7cf14209 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:29:15.876629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-3558b890-ca5d-4d84-8d77-2d3f7cf14209 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199337 Jul 08 18:29:15.884780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Deleting port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:15.887231 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:15.916085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] For port 8b4f8a02-d4ec-4abe-8958-6c968b1354cd, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8b4f8a02-d4ec-4abe-8958-6c968b1354cd,segment=NetworkSegment(8ea49f80-bb05-4cb0-b937-b272ff07bf6b),segment_id=8ea49f80-bb05-4cb0-b937-b272ff07bf6b)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:15.916680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:15.947124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] Calling delete_port for 8b4f8a02-d4ec-4abe-8958-6c968b1354cd owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:16.107739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] For port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d,segment=NetworkSegment(b59e6e00-1fde-4eef-b693-44b96f83e9c6),segment_id=b59e6e00-1fde-4eef-b693-44b96f83e9c6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:16.108152 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.160927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Calling delete_port for 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:16.296716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-4cfc3b69-bfca-42a2-ac5c-9234bd90bb7a service neutron] 10.222.0.73 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199507 Jul 08 18:29:16.309445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.329725 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.401075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4f8a02-d4ec-4abe-8958-6c968b1354cd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:16.466959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-fa2f913b-8611-4d02-a7f7-61a77e5a8c1a service neutron] 10.222.0.73 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392591 Jul 08 18:29:16.478372 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.568730 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.582113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] Checking segment: {'id': '82252907-6658-42e3-9fd1-ba515c093bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3a526140-e202-43f3-82fe-b7dcd1f506f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:16.582452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] Network hostable DHCP agents. Network: 3a526140-e202-43f3-82fe-b7dcd1f506f5, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:29:16.596973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Deleting port 7c1a1999-7411-49bd-949c-47530b811042 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:16.597235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.858641 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.877236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] For port 7c1a1999-7411-49bd-949c-47530b811042, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7c1a1999-7411-49bd-949c-47530b811042,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:16.877846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.892688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Calling delete_port for 7c1a1999-7411-49bd-949c-47530b811042 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:17.012527 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:17.072456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] No DVR routers for this DVR port 5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:29:17.082227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Pushing event updated for resources: {'Port': ['ID=8218dcd1-253d-477d-bb53-de6d38d486a8,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:17.170600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Pushing event deleted for resources: {'Port': ['ID=5f5b2d1c-508b-4574-8684-9b2c5f2ebc3d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:17.240149 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:17.284189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.284539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.285930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.286501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.287525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.288908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.289413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.295629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.296139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.296441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.296831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.297324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256513-2a9b-4e03-88f6-3050348d0162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:17.327400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-45748e65-2e37-4519-8967-63895b83c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:29:10Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:17.466869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45748e65-2e37-4519-8967-63895b83c66b None None] The sync data for ids ['587c2e68-acee-4e2e-bb58-c144710fef1b'] in n-d-799684-3 is: [{'id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1093179204', 'tenant_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '7c1a1999-7411-49bd-949c-47530b811042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:29:10Z', 'revision_number': 5, 'project_id': 'c46a95a161fa454ea6b8d8c177a6c8b6', 'gw_port': {'id': '7c1a1999-7411-49bd-949c-47530b811042', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c2e68-acee-4e2e-bb58-c144710fef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:11Z', 'updated_at': '2021-07-08T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:17.666909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f146243-c966-46b4-b737-4ac552f72879,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:17.671146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-747d1521-6b47-40ec-a614-28c0eebfa27c req-2bc32114-c470-4695-8262-7b2af96b3224 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 210 time: 0.0791652 Jul 08 18:29:17.675456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] Network 3a526140-e202-43f3-82fe-b7dcd1f506f5 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:29:17.686235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:17.731284 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:17.821300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 3a526140-e202-43f3-82fe-b7dcd1f506f5) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:17.833456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8ef752-15f5-4cc7-93b1-349f9573e17b None None] Network 3a526140-e202-43f3-82fe-b7dcd1f506f5 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:17.843649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'Port': ['ID=7c1a1999-7411-49bd-949c-47530b811042,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:17.845947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:17.846558 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.002991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.004307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-35790f5e-6f2e-4774-971d-631d132c49cf tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3209274 Jul 08 18:29:18.017153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47776) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:18.022838 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.054418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b8358368-27b7-4031-a976-1c54ba0f9f4e tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1781740382', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'fixed_ips': [{'ip_address': '172.25.8.74'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:18.100236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] Router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:29:18.111865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-33f6bbde-f118-4601-9119-9b5af6e25994 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0190306 Jul 08 18:29:18.213545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.216766 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.294704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8358368-27b7-4031-a976-1c54ba0f9f4e tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Made reservation on behalf of ef8433296cb74551906dae8a64bb0d41 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:18.310993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8358368-27b7-4031-a976-1c54ba0f9f4e tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.328114 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8358368-27b7-4031-a976-1c54ba0f9f4e tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.343101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.343873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Fanout notify agent at l3_agent the message router_deleted on router 587c2e68-acee-4e2e-bb58-c144710fef1b {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:29:18.355355 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.356707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-574bbd53-e6f6-4ef7-af2e-58c3c8eabdc9 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "DELETE /v2.0/routers/587c2e68-acee-4e2e-bb58-c144710fef1b HTTP/1.1" status: 204 len: 168 time: 4.2023282 Jul 08 18:29:18.368988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47782) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:18.413523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:18.537994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:18.547550 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1accc3d1-c69d-47ec-9a6a-bee2f9a57e5f admin admin] 10.222.0.73 "PUT /v2.0/routers/85b25d05-0a23-47cb-b39e-1bf3ce268f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4989679 Jul 08 18:29:18.549341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47792) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:18.554830 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e08b5-165e-4e0b-9563-ed7db112e6d2 None None] Sync routers for ids ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:18.591377 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e08b5-165e-4e0b-9563-ed7db112e6d2 None None] Routers {'85b25d05-0a23-47cb-b39e-1bf3ce268f56'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:18.595480 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bb6e08b5-165e-4e0b-9563-ed7db112e6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:18.623169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:18.651454 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.738929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:18.758371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.900642 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89903e92-02bc-4586-ab5f-c73ff5ded662 None None] Network 3a526140-e202-43f3-82fe-b7dcd1f506f5 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:19.077875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.082937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8358368-27b7-4031-a976-1c54ba0f9f4e tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.098957 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8358368-27b7-4031-a976-1c54ba0f9f4e tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.100417 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.180326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-b8358368-27b7-4031-a976-1c54ba0f9f4e tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] device_id is not set on port d4f50d61-c146-4446-8ed1-7eda56953580 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:29:19.196465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3debfd4-3831-41ec-b5ca-5afec2c24e8c']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:19.220334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59e6e00-1fde-4eef-b693-44b96f83e9c6') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:19.220760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59e6e00-1fde-4eef-b693-44b96f83e9c6') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:19.242531 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.245735 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.272960 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47812) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:19.273618 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.280479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:29:19.281015 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.286098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1570613865-network', 'tenant_id': 'f6f578a1520b4c318d14cfa684e56d93'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:19.295883 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-bb6e08b5-165e-4e0b-9563-ed7db112e6d2 None None] Set router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:19.316548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8358368-27b7-4031-a976-1c54ba0f9f4e tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa68df06-9424-46af-a640-05b7ebe1d037,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:29:19.379363 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:29:19.385673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f,segment=NetworkSegment(61adafef-21fa-45ed-b689-10fa932224dd),segment_id=61adafef-21fa-45ed-b689-10fa932224dd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:19.387996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-376c1fc8-d0c9-4032-8ae1-9d490ed16fd3 req-abc8f7a3-23b6-47ea-a993-bdccf092d5ca tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 210 time: 0.3484864 Jul 08 18:29:19.435934 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.444742 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.460912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.463455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] 10.222.0.73 "DELETE /v2.0/networks/e3debfd4-3831-41ec-b5ca-5afec2c24e8c HTTP/1.1" status: 204 len: 168 time: 1.0932877 Jul 08 18:29:19.530789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2658b6-4b8f-407e-87c5-94854868de89 tempest-TestSecurityGroupsBasicOps-364502261 tempest-TestSecurityGroupsBasicOps-364502261-project] Pushing event deleted for resources: {'Network': ['ID=e3debfd4-3831-41ec-b5ca-5afec2c24e8c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:19.556713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:19.605954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c1a1999-7411-49bd-949c-47530b811042 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:19.651880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 7c1a1999-7411-49bd-949c-47530b811042 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:19.653826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c1a1999-7411-49bd-949c-47530b811042 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:19.654441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 31182b91-78a4-4dae-9509-49a882f53f10 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:19.657685 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bb6e08b5-165e-4e0b-9563-ed7db112e6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'name': 'tempest-TestAggregatesBasicOps-1447890202-router', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '631505af-74e2-4342-a39e-72170767b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:42Z', 'updated_at': '2021-07-08T18:29:16Z', 'revision_number': 5, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'gw_port': {'id': '631505af-74e2-4342-a39e-72170767b682', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:44Z', 'updated_at': '2021-07-08T18:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:19.683996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Made reservation on behalf of f6f578a1520b4c318d14cfa684e56d93 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:19.686934 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.691568 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e08b5-165e-4e0b-9563-ed7db112e6d2 None None] Checking router: 85b25d05-0a23-47cb-b39e-1bf3ce268f56 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:19.703901 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e08b5-165e-4e0b-9563-ed7db112e6d2 None None] Routers {'85b25d05-0a23-47cb-b39e-1bf3ce268f56'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:19.704828 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bb6e08b5-165e-4e0b-9563-ed7db112e6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:19.713965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 31182b91-78a4-4dae-9509-49a882f53f10 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:19.714475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 31182b91-78a4-4dae-9509-49a882f53f10 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:19.874658 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.877082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.883060 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-bb6e08b5-165e-4e0b-9563-ed7db112e6d2 None None] Set router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:20.007365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-1ce151b5-a55c-4e7e-9525-9aa6a98fa482 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:20.009520 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-1ce151b5-a55c-4e7e-9525-9aa6a98fa482 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.74 "GET /v2.0/networks?id=b106f293-4c69-4423-9bc6-035ab72608b1 HTTP/1.1" status: 200 len: 814 time: 0.3170748 Jul 08 18:29:20.036786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47828) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:20.057964 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8358368-27b7-4031-a976-1c54ba0f9f4e tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 18:29:20.058547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8358368-27b7-4031-a976-1c54ba0f9f4e tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:29:20.131716 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-f2e3beb3-63b4-4e51-b602-3c73e781fcf6 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5373af3cda74c9d9252c0c2e78931c2 HTTP/1.1" status: 200 len: 380 time: 0.1117101 Jul 08 18:29:20.142855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Deleting port 631505af-74e2-4342-a39e-72170767b682 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:20.143329 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.222665 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bb6e08b5-165e-4e0b-9563-ed7db112e6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'name': 'tempest-TestAggregatesBasicOps-1447890202-router', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '631505af-74e2-4342-a39e-72170767b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:42Z', 'updated_at': '2021-07-08T18:29:16Z', 'revision_number': 5, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'gw_port': {'id': '631505af-74e2-4342-a39e-72170767b682', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:44Z', 'updated_at': '2021-07-08T18:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:20.252713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] For port 631505af-74e2-4342-a39e-72170767b682, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=631505af-74e2-4342-a39e-72170767b682,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:20.253497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.260544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-56040db8-3a36-4cec-95c1-8643232faa19 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c46a95a161fa454ea6b8d8c177a6c8b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225654 Jul 08 18:29:20.267229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47836) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:20.269176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Calling delete_port for 631505af-74e2-4342-a39e-72170767b682 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:20.297821 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e08b5-165e-4e0b-9563-ed7db112e6d2 None None] The sync data for ids ['85b25d05-0a23-47cb-b39e-1bf3ce268f56'] in n-d-799684-3 is: [{'id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'name': 'tempest-TestAggregatesBasicOps-1447890202-router', 'tenant_id': 'b6eb7846808f4046be9ded4cf94c6568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '631505af-74e2-4342-a39e-72170767b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:42Z', 'updated_at': '2021-07-08T18:29:16Z', 'revision_number': 5, 'project_id': 'b6eb7846808f4046be9ded4cf94c6568', 'gw_port': {'id': '631505af-74e2-4342-a39e-72170767b682', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b25d05-0a23-47cb-b39e-1bf3ce268f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:28:44Z', 'updated_at': '2021-07-08T18:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:20.353523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Request body: {'port': {'device_id': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'admin_state_up': True, 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'security_groups': ['8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:20.394814 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f923c17-0e8f-4d45-ab42-e8318e7b1a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.430188 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f923c17-0e8f-4d45-ab42-e8318e7b1a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.558477 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f923c17-0e8f-4d45-ab42-e8318e7b1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.563111 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f923c17-0e8f-4d45-ab42-e8318e7b1a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.564906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8f923c17-0e8f-4d45-ab42-e8318e7b1a4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a28bc92e-75b9-41cf-bfa3-251e67646e08 HTTP/1.1" status: 204 len: 168 time: 0.2966495 Jul 08 18:29:20.611880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f923c17-0e8f-4d45-ab42-e8318e7b1a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28bc92e-75b9-41cf-bfa3-251e67646e08,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:20.693118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.732155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1eb7fc5-2750-473b-93f0-6f1ffc928b1f req-cdd35b0f-f617-4152-98f2-81a709f001fd tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 210 time: 0.1552317 Jul 08 18:29:20.753841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.764845 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b8358368-27b7-4031-a976-1c54ba0f9f4e tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.7319870 Jul 08 18:29:20.767688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47848) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:20.834191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:29:20.853549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dd64fb-e408-4c5d-9f0c-17af3c0a28b8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:20.911694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Made reservation on behalf of d5373af3cda74c9d9252c0c2e78931c2 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:20.918019 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.965746 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.966104 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Added segment 48b9d957-850b-4352-a7c2-8949c724d2d0 of type vlan for network 70928477-6e32-467f-a015-9ea8c4dc0b34 Jul 08 18:29:21.096794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.113545 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.154075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Pushing event deleted for resources: {'Port': ['ID=631505af-74e2-4342-a39e-72170767b682,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:21.156083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47858) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:21.255662 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.256917 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:21.258042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.299216 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-346eafd0-1122-45c7-8f18-4b8999179c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.354861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-24a27c06-87a9-45d9-8f02-4937ad77bbba tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Deleting port 8218dcd1-253d-477d-bb53-de6d38d486a8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:21.356040 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24a27c06-87a9-45d9-8f02-4937ad77bbba tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.417356 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1366138 Jul 08 18:29:21.420652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47864) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:21.443858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.451187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec787c4-03ce-463a-9115-eea2c210b38b admin admin] Pushing event updated for resources: {'Network': ['ID=70928477-6e32-467f-a015-9ea8c4dc0b34,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:21.482274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 70928477-6e32-467f-a015-9ea8c4dc0b34 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:29:21.489945 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24a27c06-87a9-45d9-8f02-4937ad77bbba tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.492673 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24a27c06-87a9-45d9-8f02-4937ad77bbba tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.510290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-24a27c06-87a9-45d9-8f02-4937ad77bbba tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Calling delete_port for 8218dcd1-253d-477d-bb53-de6d38d486a8 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:21.650109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Allocated IP 172.20.0.8 (b106f293-4c69-4423-9bc6-035ab72608b1/d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a/6b71e767-1899-4680-b4a2-b97a09497d55) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:21.663102 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.684781 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.715721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:21.718426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] Request body: {'subnet': {'network_id': '70928477-6e32-467f-a015-9ea8c4dc0b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1570613865-subnet', 'tenant_id': 'f6f578a1520b4c318d14cfa684e56d93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:21.725978 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24a27c06-87a9-45d9-8f02-4937ad77bbba tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.760149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a27c06-87a9-45d9-8f02-4937ad77bbba tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Pushing event deleted for resources: {'Port': ['ID=8218dcd1-253d-477d-bb53-de6d38d486a8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:21.779034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.779694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85b25d05-0a23-47cb-b39e-1bf3ce268f56 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:29:21.798596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.799877 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d8db7024-547d-40d6-aa18-13b1c766711b admin admin] 10.222.0.73 "DELETE /v2.0/routers/85b25d05-0a23-47cb-b39e-1bf3ce268f56 HTTP/1.1" status: 204 len: 168 time: 3.2468438 Jul 08 18:29:21.804704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47870) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:21.848227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:21.848894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.878714 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24a27c06-87a9-45d9-8f02-4937ad77bbba tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.883288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24a27c06-87a9-45d9-8f02-4937ad77bbba tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.886429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-24a27c06-87a9-45d9-8f02-4937ad77bbba tempest-ExternalNetworksAdminNegativeTestJSON-516945573 tempest-ExternalNetworksAdminNegativeTestJSON-516945573-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/159f7fc9-80c3-47e6-8166-2906a78a605b HTTP/1.1" status: 204 len: 168 time: 1.1150143 Jul 08 18:29:22.024958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8b4f8a02-d4ec-4abe-8958-6c968b1354cd no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:22.068035 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a4fcc09-cb52-4e51-ba94-cac8db4d0f48 req-f4fd57d8-b4d2-4dc5-946e-0ce674e20a0e tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 210 time: 0.0678570 Jul 08 18:29:22.070671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8b4f8a02-d4ec-4abe-8958-6c968b1354cd {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:22.071986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8b4f8a02-d4ec-4abe-8958-6c968b1354cd not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:22.108012 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c4a696-2e2c-4350-b29e-8e6c971f9c6d admin admin] Deleting subnet 2ccb79b7-c05d-4309-bcf5-c24b119ad557 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:29:22.111487 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a696-2e2c-4350-b29e-8e6c971f9c6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.146508 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-346eafd0-1122-45c7-8f18-4b8999179c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.178515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-346eafd0-1122-45c7-8f18-4b8999179c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.182411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] Made reservation on behalf of f6f578a1520b4c318d14cfa684e56d93 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:22.184906 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.215937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a696-2e2c-4350-b29e-8e6c971f9c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.284086 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-346eafd0-1122-45c7-8f18-4b8999179c58 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7a45f10c2d841dcaeae051d2a3ab5df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0421660 Jul 08 18:29:22.284758 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47886) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:22.315993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eafd0-1122-45c7-8f18-4b8999179c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a071d3-1431-4608-a0c0-8939e136a257,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:22.318590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47890) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:22.323098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.435208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Transition to ACTIVE for port object 6b71e767-1899-4680-b4a2-b97a09497d55 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:22.504865 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.546346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a696-2e2c-4350-b29e-8e6c971f9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.566291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c904639c-f018-47dc-af3e-8d12ec3ea514,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:22.603968 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.606398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] Checking segment: {'id': '48b9d957-850b-4352-a7c2-8949c724d2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '70928477-6e32-467f-a015-9ea8c4dc0b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:22.607012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] Network hostable DHCP agents. Network: 70928477-6e32-467f-a015-9ea8c4dc0b34, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:29:22.609895 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7424e85d-acc8-4835-8a73-2ace1e606192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.635537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] Network 70928477-6e32-467f-a015-9ea8c4dc0b34 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:29:22.659539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 70928477-6e32-467f-a015-9ea8c4dc0b34) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:22.665677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:22.666734 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.672196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863e82a8-aac8-42ec-9c98-7ff279195827 None None] Network 70928477-6e32-467f-a015-9ea8c4dc0b34 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:22.711179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-96f3bc71-e38f-4110-945e-371ec3b27033 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0043185 Jul 08 18:29:22.726089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Network b106f293-4c69-4423-9bc6-035ab72608b1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:22.738672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:22.752681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:22.765317 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7424e85d-acc8-4835-8a73-2ace1e606192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.822904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event updated for resources: {'Port': ['ID=6b71e767-1899-4680-b4a2-b97a09497d55,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:22.862976 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a696-2e2c-4350-b29e-8e6c971f9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.967896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a696-2e2c-4350-b29e-8e6c971f9c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.972213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd134b61-3736-4b04-8f5e-f669060ca88e None None] Network dcd71ab7-bd2f-4918-b284-ad3a876630e9 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:22.972941 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d6c4a696-2e2c-4350-b29e-8e6c971f9c6d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2ccb79b7-c05d-4309-bcf5-c24b119ad557 HTTP/1.1" status: 204 len: 168 time: 1.1635010 Jul 08 18:29:22.973249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47904) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:22.973825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4a696-2e2c-4350-b29e-8e6c971f9c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ccb79b7-c05d-4309-bcf5-c24b119ad557,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:22.993970 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1767b50f-c608-474e-9aa8-82b41d9d4886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.031332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:23.031919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.141203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a426325-8721-454b-8a7b-9b4377124f7b None None] Network 70928477-6e32-467f-a015-9ea8c4dc0b34 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:23.144091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.150991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7424e85d-acc8-4835-8a73-2ace1e606192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.154803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7424e85d-acc8-4835-8a73-2ace1e606192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.159224 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7424e85d-acc8-4835-8a73-2ace1e606192 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66a071d3-1431-4608-a0c0-8939e136a257 HTTP/1.1" status: 204 len: 168 time: 0.8660641 Jul 08 18:29:23.179217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424e85d-acc8-4835-8a73-2ace1e606192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a071d3-1431-4608-a0c0-8939e136a257,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:23.289143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1767b50f-c608-474e-9aa8-82b41d9d4886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.300778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Deleting port 1d24a653-aeb4-4855-a38a-2009e54270a9 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:23.301203 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.308223 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1767b50f-c608-474e-9aa8-82b41d9d4886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.364097 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7ee0adc6-e3d2-4d36-84da-0c8ad0ed1968 None None] Provisioning for port 6b71e767-1899-4680-b4a2-b97a09497d55 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:23.370740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7ee0adc6-e3d2-4d36-84da-0c8ad0ed1968 None None] Provisioning complete for port 6b71e767-1899-4680-b4a2-b97a09497d55 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:23.371116 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ee0adc6-e3d2-4d36-84da-0c8ad0ed1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.393665 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1767b50f-c608-474e-9aa8-82b41d9d4886 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6bfdf1bcf9a48ff875e4c0c242c1181&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0634429 Jul 08 18:29:23.407297 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 47920) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:23.420662 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-d73fbc24-8b98-40b8-b8fa-ed1fa3722b17 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2805145 Jul 08 18:29:23.460918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0adc6-e3d2-4d36-84da-0c8ad0ed1968 None None] Port 6b71e767-1899-4680-b4a2-b97a09497d55 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:23.501467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 631505af-74e2-4342-a39e-72170767b682 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:23.504116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Request body: {'port': {'device_id': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:23.557358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] For port 1d24a653-aeb4-4855-a38a-2009e54270a9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1d24a653-aeb4-4855-a38a-2009e54270a9,segment=NetworkSegment(8ea49f80-bb05-4cb0-b937-b272ff07bf6b),segment_id=8ea49f80-bb05-4cb0-b937-b272ff07bf6b)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:23.561713 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.566838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 631505af-74e2-4342-a39e-72170767b682 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:23.567459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 631505af-74e2-4342-a39e-72170767b682 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:23.594023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Calling delete_port for 1d24a653-aeb4-4855-a38a-2009e54270a9 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:23.620426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4240b93-6f1b-44fb-8dbc-8f098c04a9fc None None] DHCP port deletion for dcd71ab7-bd2f-4918-b284-ad3a876630e9 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:29:23.635922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57bd28-a8a1-4a24-82ad-a7ca0cfab835 req-d43777d6-9886-4524-96ee-c81500d96851 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:23.645103 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f57bd28-a8a1-4a24-82ad-a7ca0cfab835 req-d43777d6-9886-4524-96ee-c81500d96851 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 931 time: 0.2233820 Jul 08 18:29:23.721370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b4240b93-6f1b-44fb-8dbc-8f098c04a9fc None None] Deleting port 1d24a653-aeb4-4855-a38a-2009e54270a9 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:23.721852 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b4240b93-6f1b-44fb-8dbc-8f098c04a9fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.804219 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f57bd28-a8a1-4a24-82ad-a7ca0cfab835 req-91032587-f06b-4a76-ad12-c210a0d3f3bd tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548345 Jul 08 18:29:23.842193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.931950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47930) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:23.945309 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b4240b93-6f1b-44fb-8dbc-8f098c04a9fc None None] For port 1d24a653-aeb4-4855-a38a-2009e54270a9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1d24a653-aeb4-4855-a38a-2009e54270a9,segment=NetworkSegment(8ea49f80-bb05-4cb0-b937-b272ff07bf6b),segment_id=8ea49f80-bb05-4cb0-b937-b272ff07bf6b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:23.945765 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b4240b93-6f1b-44fb-8dbc-8f098c04a9fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.947229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] No DVR routers for this DVR port 1d24a653-aeb4-4855-a38a-2009e54270a9 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:29:23.978482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b4240b93-6f1b-44fb-8dbc-8f098c04a9fc None None] Calling delete_port for 1d24a653-aeb4-4855-a38a-2009e54270a9 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:24.021357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Pushing event deleted for resources: {'Port': ['ID=1d24a653-aeb4-4855-a38a-2009e54270a9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:24.098818 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b4240b93-6f1b-44fb-8dbc-8f098c04a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.111800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4240b93-6f1b-44fb-8dbc-8f098c04a9fc None None] No DVR routers for this DVR port 1d24a653-aeb4-4855-a38a-2009e54270a9 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:29:24.137250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4240b93-6f1b-44fb-8dbc-8f098c04a9fc None None] Pushing event deleted for resources: {'Port': ['ID=1d24a653-aeb4-4855-a38a-2009e54270a9,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:24.157886 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.170909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd71ab7-bd2f-4918-b284-ad3a876630e9']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:24.184102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea49f80-bb05-4cb0-b937-b272ff07bf6b') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:24.184409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea49f80-bb05-4cb0-b937-b272ff07bf6b') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:24.196112 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.212726 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.220371 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:29:24.220804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.255363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767b50f-c608-474e-9aa8-82b41d9d4886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf22fbf-50fb-40dc-82a7-8aa6935706ab,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:29:24.287380 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:29:24.298147 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-19ad3d66-411a-4ae5-a8a1-92d4b297da14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.366037 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-19ad3d66-411a-4ae5-a8a1-92d4b297da14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.366253 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f0d8c903-d5ed-48cb-9892-a0f771738c65 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c57e9a570c884733b43f21d71d3964fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139376 Jul 08 18:29:24.366253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47946) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:24.375449 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.386003 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.410847 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.412811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] 10.222.0.73 "DELETE /v2.0/networks/dcd71ab7-bd2f-4918-b284-ad3a876630e9 HTTP/1.1" status: 204 len: 168 time: 1.4381495 Jul 08 18:29:24.423579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47948) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:24.551054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9fdf3-71ba-4bba-ac24-d2a065d4afcd admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd71ab7-bd2f-4918-b284-ad3a876630e9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:24.582945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178192a-8031-4019-826b-9801a8dffd7a req-eda2b6b6-e491-4d25-8e8a-5ec3a8799b94 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:24.584377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-eda2b6b6-e491-4d25-8e8a-5ec3a8799b94 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/networks?id=3a526140-e202-43f3-82fe-b7dcd1f506f5 HTTP/1.1" status: 200 len: 809 time: 0.5604472 Jul 08 18:29:24.612727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d6ed6bd-97d5-4aa2-afb4-d07d671595e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.647365 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d6ed6bd-97d5-4aa2-afb4-d07d671595e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.657829 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-19ad3d66-411a-4ae5-a8a1-92d4b297da14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.666511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-19ad3d66-411a-4ae5-a8a1-92d4b297da14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.675682 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-19ad3d66-411a-4ae5-a8a1-92d4b297da14 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/edf22fbf-50fb-40dc-82a7-8aa6935706ab HTTP/1.1" status: 204 len: 168 time: 1.2663000 Jul 08 18:29:24.698178 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad3d66-411a-4ae5-a8a1-92d4b297da14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf22fbf-50fb-40dc-82a7-8aa6935706ab,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:24.704849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-4b8913e9-261c-4333-9b84-d0d845980936 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/quotas/1c886c8705cc4d58896a3637afc3f246 HTTP/1.1" status: 200 len: 375 time: 0.1105013 Jul 08 18:29:24.737134 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d6ed6bd-97d5-4aa2-afb4-d07d671595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.739563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d6ed6bd-97d5-4aa2-afb4-d07d671595e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.740657 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5d6ed6bd-97d5-4aa2-afb4-d07d671595e1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/784a5a0d-57e8-4935-84ff-6ad7679117bf HTTP/1.1" status: 204 len: 168 time: 0.3733392 Jul 08 18:29:24.869992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-483fec99-f7e3-4049-9e2a-ea35124e4588 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c886c8705cc4d58896a3637afc3f246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1343260 Jul 08 18:29:24.870973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ed6bd-97d5-4aa2-afb4-d07d671595e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784a5a0d-57e8-4935-84ff-6ad7679117bf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:24.953244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b71e767-1899-4680-b4a2-b97a09497d55 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:29:25.001999 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:25.067983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Transition to ACTIVE for port object 6b71e767-1899-4680-b4a2-b97a09497d55 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:25.083220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:25.223883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Pushing event updated for resources: {'Port': ['ID=6b71e767-1899-4680-b4a2-b97a09497d55,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:25.297058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-a243ae81-e00a-4ae0-89a1-e1be10cb2f6e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:29:25.298456 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-a243ae81-e00a-4ae0-89a1-e1be10cb2f6e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4172771 Jul 08 18:29:25.392306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c0902-628e-4651-a205-ed8ab323aec1 req-a0d0559b-3a6e-4a46-b5bd-1ce986cc8560 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:25.399359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c22c0902-628e-4651-a205-ed8ab323aec1 req-a0d0559b-3a6e-4a46-b5bd-1ce986cc8560 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 931 time: 0.3734350 Jul 08 18:29:25.449655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Attempting to bind port 6b71e767-1899-4680-b4a2-b97a09497d55 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:25.452553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Attempting to bind port 6b71e767-1899-4680-b4a2-b97a09497d55 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:25.464735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Attempting to bind port 6b71e767-1899-4680-b4a2-b97a09497d55 on network b106f293-4c69-4423-9bc6-035ab72608b1 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:25.480313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Port 6b71e767-1899-4680-b4a2-b97a09497d55 on network b106f293-4c69-4423-9bc6-035ab72608b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:29:25.480435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Attempting to bind port 6b71e767-1899-4680-b4a2-b97a09497d55 on network b106f293-4c69-4423-9bc6-035ab72608b1 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:25.490298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:25.490630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Checking segment: {'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:25.491073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Bound using segment: {'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:25.491464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Bound port: 6b71e767-1899-4680-b4a2-b97a09497d55, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e994fbf-fbce-4002-8dcd-f421536b710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:25.491837 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:25.578494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47976) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:25.592891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1d24a653-aeb4-4855-a38a-2009e54270a9 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:25.638512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 1d24a653-aeb4-4855-a38a-2009e54270a9 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:25.639986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1d24a653-aeb4-4855-a38a-2009e54270a9 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:25.663165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] For port 6b71e767-1899-4680-b4a2-b97a09497d55, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:25.667346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] For port 6b71e767-1899-4680-b4a2-b97a09497d55, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b71e767-1899-4680-b4a2-b97a09497d55,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:25.672514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-6667497d-2cc3-4aa5-a8b0-3fd1939677e0 service neutron] 10.222.0.73 "GET /v2.0/networks/3a526140-e202-43f3-82fe-b7dcd1f506f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341012 Jul 08 18:29:25.680765 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:25.764696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:25.767241 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:25.769226 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c22c0902-628e-4651-a205-ed8ab323aec1 req-d9efd8d9-f8fd-44c9-a6bd-f9ca46797890 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897237 Jul 08 18:29:25.771189 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] 10.222.0.74 "PUT /v2.0/ports/6b71e767-1899-4680-b4a2-b97a09497d55 HTTP/1.1" status: 200 len: 1091 time: 2.2767045 Jul 08 18:29:25.780090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:25.785566 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42debc2-8acb-4e70-9008-292d7300a342" -d '{"events": [{"name": "network-changed", "server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:25.875556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d6f975d1-4277-4c64-ba89-f6cdc84d8d63 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef8433296cb74551906dae8a64bb0d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910573 Jul 08 18:29:25.876553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 47986) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:25.876997 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b36e36-c96b-4ef5-9a17-9e19ce992443 x-openstack-request-id: req-42b36e36-c96b-4ef5-9a17-9e19ce992443 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:25.877292 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:25.877597 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42b36e36-c96b-4ef5-9a17-9e19ce992443 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:25.877930 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55', 'status': 'completed', 'code': 200} Jul 08 18:29:25.895184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066411ba-4fab-4d50-b70f-0e7429b3a842 service neutron] Pushing event updated for resources: {'Port': ['ID=6b71e767-1899-4680-b4a2-b97a09497d55,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:25.943670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-2a181f6b-e6f5-44df-8b20-b8db0a389020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:25.945547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-2a181f6b-e6f5-44df-8b20-b8db0a389020 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5373af3cda74c9d9252c0c2e78931c2&device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 1094 time: 0.1165862 Jul 08 18:29:25.985666 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:26.016488 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-4befebd9-c584-4a6f-8073-b6b6700a2d42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b71e767-1899-4680-b4a2-b97a09497d55 HTTP/1.1" status: 200 len: 217 time: 0.0628140 Jul 08 18:29:26.033338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-e1475bdd-016d-4112-add8-ca01ae2a3549 service neutron] 10.222.0.73 "GET /v2.0/networks/3a526140-e202-43f3-82fe-b7dcd1f506f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201396 Jul 08 18:29:26.036061 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a85d301d-36ef-48c0-902d-66da6e693b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:26.064390 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a85d301d-36ef-48c0-902d-66da6e693b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:26.113490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-f1e4e91f-df9e-406e-9438-6c0dfcdf3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:26.115266 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-f1e4e91f-df9e-406e-9438-6c0dfcdf3010 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a HTTP/1.1" status: 200 len: 853 time: 0.0925484 Jul 08 18:29:26.131764 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a85d301d-36ef-48c0-902d-66da6e693b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:26.136074 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a85d301d-36ef-48c0-902d-66da6e693b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:26.145542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a85d301d-36ef-48c0-902d-66da6e693b02 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa68df06-9424-46af-a640-05b7ebe1d037 HTTP/1.1" status: 204 len: 168 time: 0.2615085 Jul 08 18:29:26.244417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d301d-36ef-48c0-902d-66da6e693b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa68df06-9424-46af-a640-05b7ebe1d037,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:26.257234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-3f749139-9d9f-4182-8d29-2c882431d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:26.263629 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-3f749139-9d9f-4182-8d29-2c882431d9b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b106f293-4c69-4423-9bc6-035ab72608b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371453 Jul 08 18:29:26.466477 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-eae1a162-6b39-43b1-82fb-388505e60bf9 service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969144 Jul 08 18:29:26.489534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-69ab57ad-3968-462c-9d65-b0b13902ad91 req-a0b66ceb-b0c1-4e74-8efd-8cf043c1bbad tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 210 time: 0.0793707 Jul 08 18:29:26.658719 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2bf84407-622c-4c06-b59a-e04410a6b4b8 req-3db53474-0807-4f96-9ca5-c73444f17d64 service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857197 Jul 08 18:29:26.669943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] Deleting port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:26.670305 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:26.824731 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42debc2-8acb-4e70-9008-292d7300a342 req-684a33b5-1ac7-46eb-8af4-c0ae9fa12132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:26.828102 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b42debc2-8acb-4e70-9008-292d7300a342 req-684a33b5-1ac7-46eb-8af4-c0ae9fa12132 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5373af3cda74c9d9252c0c2e78931c2&device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 1094 time: 0.1037765 Jul 08 18:29:26.835590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] For port 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f,segment=NetworkSegment(61adafef-21fa-45ed-b689-10fa932224dd),segment_id=61adafef-21fa-45ed-b689-10fa932224dd)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:26.836095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:26.875098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] Calling delete_port for 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:27.017549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42debc2-8acb-4e70-9008-292d7300a342 req-658d5b52-e4d5-4635-b648-093598366576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:27.019124 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b42debc2-8acb-4e70-9008-292d7300a342 req-658d5b52-e4d5-4635-b648-093598366576 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b106f293-4c69-4423-9bc6-035ab72608b1 HTTP/1.1" status: 200 len: 915 time: 0.1800454 Jul 08 18:29:27.077894 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b42debc2-8acb-4e70-9008-292d7300a342 req-33f40cad-f0a9-4c4f-91e4-c6d3aabb0930 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b71e767-1899-4680-b4a2-b97a09497d55 HTTP/1.1" status: 200 len: 217 time: 0.0521622 Jul 08 18:29:27.163004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42debc2-8acb-4e70-9008-292d7300a342 req-e91755d8-04eb-456d-94d6-5b1f774b0ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:27.165154 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b42debc2-8acb-4e70-9008-292d7300a342 req-e91755d8-04eb-456d-94d6-5b1f774b0ba1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a HTTP/1.1" status: 200 len: 853 time: 0.0812051 Jul 08 18:29:27.225842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a0c27-13ff-44bd-90b3-522b33360dac req-be077bf8-bfa4-4fbf-8c54-3c7e559144e5 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:27.227984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-542a0c27-13ff-44bd-90b3-522b33360dac req-be077bf8-bfa4-4fbf-8c54-3c7e559144e5 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 943 time: 0.2540445 Jul 08 18:29:27.296350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-542a0c27-13ff-44bd-90b3-522b33360dac req-2380933a-a3ee-4ae1-a84b-297957d7c255 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604866 Jul 08 18:29:27.300042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42debc2-8acb-4e70-9008-292d7300a342 req-8263036a-24e7-4f7e-a338-5820a78c0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:27.302614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b42debc2-8acb-4e70-9008-292d7300a342 req-8263036a-24e7-4f7e-a338-5820a78c0ae1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b106f293-4c69-4423-9bc6-035ab72608b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310496 Jul 08 18:29:27.385059 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:27.447432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:27.467194 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b42debc2-8acb-4e70-9008-292d7300a342 req-fe6c3e95-0fe0-423f-9c64-d3b9b783d569 service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576238 Jul 08 18:29:27.707937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48046) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:27.790552 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b42debc2-8acb-4e70-9008-292d7300a342 req-092cea2e-2c16-44b5-8bf0-cf100797c06a service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161037 Jul 08 18:29:27.884343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1907105927'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:27.927079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Made reservation on behalf of bb2a292805fb4c49b5a887520343f94d for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:27.934102 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:27.972010 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:28.137811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:28.146573 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:28.177635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:29:28.183444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee1afc30-d50e-4c05-995c-8a9b8aff01fa req-3bd45135-4fb6-4db0-8d63-cf5377c27c32 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 210 time: 0.0429959 Jul 08 18:29:28.190316 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448fe5e5-f0e2-4bc5-8230-cd48f5bb20cd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:28.198417 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:28.198966 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Added segment f7f9c2d1-d57c-4219-a2fc-efe2813132e3 of type vlan for network dccfc37e-5d25-4e76-87c9-a98deea85fff Jul 08 18:29:28.210655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:28.256257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:28.311200 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:28.318820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:28.319562 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:28.415147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Pushing event updated for resources: {'Network': ['ID=dccfc37e-5d25-4e76-87c9-a98deea85fff,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:28.432777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network dccfc37e-5d25-4e76-87c9-a98deea85fff details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:29:28.448545 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5507141e-f996-4af0-b38f-0fcccf75c2ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7379568 Jul 08 18:29:28.451584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48064) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:28.490154 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Request body: {'subnet': {'network_id': 'dccfc37e-5d25-4e76-87c9-a98deea85fff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:28.594359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] Router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:29:28.713270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178192a-8031-4019-826b-9801a8dffd7a req-408cf35c-2bf9-470f-8b60-efe76da356a5 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:28.715321 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-408cf35c-2bf9-470f-8b60-efe76da356a5 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.59 "GET /v2.0/networks?id=3a526140-e202-43f3-82fe-b7dcd1f506f5 HTTP/1.1" status: 200 len: 809 time: 0.2625740 Jul 08 18:29:28.717397 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Made reservation on behalf of bb2a292805fb4c49b5a887520343f94d for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:28.721731 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:28.740515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Request body: {'port': {'device_id': '397b644c-546c-4f07-8452-223c834d5c77', 'network_id': '3a526140-e202-43f3-82fe-b7dcd1f506f5', 'admin_state_up': True, 'tenant_id': '1c886c8705cc4d58896a3637afc3f246'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:28.767469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88392e-3120-4ae7-a85a-e3a15902bd63 req-564ca387-2b8d-429a-bc7f-ccca59b644c2 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:28.769013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee88392e-3120-4ae7-a85a-e3a15902bd63 req-564ca387-2b8d-429a-bc7f-ccca59b644c2 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 943 time: 0.2265511 Jul 08 18:29:28.772085 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:28.777425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8263473d-bc16-4768-80ea-d9e62b0c1c67 admin admin] 10.222.0.73 "PUT /v2.0/routers/1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3527384 Jul 08 18:29:28.782551 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48070) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:28.791395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a9953e-cff2-426c-83d5-de219265fdd1 None None] Sync routers for ids ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:28.817752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a9953e-cff2-426c-83d5-de219265fdd1 None None] Routers {'1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:28.821820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-83a9953e-cff2-426c-83d5-de219265fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:28.994328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Made reservation on behalf of 1c886c8705cc4d58896a3637afc3f246 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:28.998978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.017519 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-83a9953e-cff2-426c-83d5-de219265fdd1 None None] Set router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:29.020762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee88392e-3120-4ae7-a85a-e3a15902bd63 req-e2f34435-5cbe-462c-80bd-183001b0cd05 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171474 Jul 08 18:29:29.068618 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.110433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.261739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Pushing event updated for resources: {'Subnet': ['ID=9dc898ed-d754-4fd0-b625-22dc19aeb74e,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:29.286159 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.303060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Checking segment: {'id': 'f7f9c2d1-d57c-4219-a2fc-efe2813132e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dccfc37e-5d25-4e76-87c9-a98deea85fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:29.303443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Network hostable DHCP agents. Network: dccfc37e-5d25-4e76-87c9-a98deea85fff, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:29:29.308223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-83a9953e-cff2-426c-83d5-de219265fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'name': 'tempest-TestAggregatesBasicOps-1609078345-router', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:58Z', 'updated_at': '2021-07-08T18:29:27Z', 'revision_number': 5, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'gw_port': {'id': '94717939-8a6f-400d-b8d7-85d82ee994bf', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:01Z', 'updated_at': '2021-07-08T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:29.331330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Allocated IP 172.20.0.11 (3a526140-e202-43f3-82fe-b7dcd1f506f5/8f146243-c966-46b4-b737-4ac552f72879/32ac0a7c-b74d-4322-af0a-2c1851701038) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:29.352013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a9953e-cff2-426c-83d5-de219265fdd1 None None] Checking router: 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:29.361615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Deleting port 94717939-8a6f-400d-b8d7-85d82ee994bf {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:29.362117 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.364239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a9953e-cff2-426c-83d5-de219265fdd1 None None] Routers {'1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:29.365270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-83a9953e-cff2-426c-83d5-de219265fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:29.410635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Network dccfc37e-5d25-4e76-87c9-a98deea85fff is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:29:29.441228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, dccfc37e-5d25-4e76-87c9-a98deea85fff) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:29.447313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:29.448162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.485396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-83a9953e-cff2-426c-83d5-de219265fdd1 None None] Set router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:29.519208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d98ac455-ad61-406b-a1ac-62704665fd62 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0444205 Jul 08 18:29:29.521860 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48084) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:29.528296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Request body: {'port': {'network_id': 'dccfc37e-5d25-4e76-87c9-a98deea85fff', 'name': 'tempest-TagsExtTest-1908285626'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:29.538249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] For port 94717939-8a6f-400d-b8d7-85d82ee994bf, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=94717939-8a6f-400d-b8d7-85d82ee994bf,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:29.538667 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.573532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Calling delete_port for 94717939-8a6f-400d-b8d7-85d82ee994bf owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:29.620327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7eaebc-6b45-4ae9-b274-bd5d9265adb9 None None] Network dccfc37e-5d25-4e76-87c9-a98deea85fff requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:29.623554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-83a9953e-cff2-426c-83d5-de219265fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'name': 'tempest-TestAggregatesBasicOps-1609078345-router', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:58Z', 'updated_at': '2021-07-08T18:29:29Z', 'revision_number': 6, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:29.668958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a9953e-cff2-426c-83d5-de219265fdd1 None None] The sync data for ids ['1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517'] in n-d-799684-3 is: [{'id': '1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517', 'name': 'tempest-TestAggregatesBasicOps-1609078345-router', 'tenant_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:28:58Z', 'updated_at': '2021-07-08T18:29:29Z', 'revision_number': 6, 'project_id': 'a20ba9c09ec24b50b3efd247f049d9b7', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:29.685000 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.845598 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Made reservation on behalf of bb2a292805fb4c49b5a887520343f94d for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:29.855685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.865401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.983886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] device_id is not set on port 5e178929-38f6-47a6-89c4-efc8eae2b029 yet. {{(pid=93741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:29:30.004270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Network 3a526140-e202-43f3-82fe-b7dcd1f506f5 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:30.026004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:30.037263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:30.086259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4a00a-45c5-4451-8a4e-e0f0b4a77738 req-5fbccbda-cd44-4809-95f0-864c00ef3505 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:30.095183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97c4a00a-45c5-4451-8a4e-e0f0b4a77738 req-5fbccbda-cd44-4809-95f0-864c00ef3505 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 932 time: 0.2772586 Jul 08 18:29:30.131842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.192391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Pushing event updated for resources: {'Port': ['ID=32ac0a7c-b74d-4322-af0a-2c1851701038,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:30.195567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97c4a00a-45c5-4451-8a4e-e0f0b4a77738 req-919e9dcb-34d1-458d-a2e7-c146dc10b7c5 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900691 Jul 08 18:29:30.264576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-dccfc37e-5d25-4e76-87c9-a98deea85fff', 'network_id': 'dccfc37e-5d25-4e76-87c9-a98deea85fff', 'tenant_id': 'bb2a292805fb4c49b5a887520343f94d', 'fixed_ips': [{'subnet_id': '9dc898ed-d754-4fd0-b625-22dc19aeb74e'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:29:30.265515 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.337082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:30.340694 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.344091 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=94717939-8a6f-400d-b8d7-85d82ee994bf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:30.346293 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.424097 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-df72f3e6-b143-4d7a-b20d-1e98b5829498 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6977401 Jul 08 18:29:30.461631 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Request body: {'port': {'device_id': '397b644c-546c-4f07-8452-223c834d5c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:30.525840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Allocated IP 172.20.0.13 (dccfc37e-5d25-4e76-87c9-a98deea85fff/9dc898ed-d754-4fd0-b625-22dc19aeb74e/5e178929-38f6-47a6-89c4-efc8eae2b029) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:30.547167 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.549109 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.606896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.646061 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.647215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:29:30.657253 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.662674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48104) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:30.663304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d1f0ed2f-efc0-478f-a293-cb309d8301e6 admin admin] 10.222.0.73 "DELETE /v2.0/routers/1942fa9f-73e7-4f1b-b9ff-2e9bc4bec517 HTTP/1.1" status: 204 len: 168 time: 1.8805621 Jul 08 18:29:30.698965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabcbc7-50e3-436f-bdff-bbc6f6a8a575 req-0658b10c-1dac-4117-ad8d-f01163aa4194 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:30.706585 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4aabcbc7-50e3-436f-bdff-bbc6f6a8a575 req-0658b10c-1dac-4117-ad8d-f01163aa4194 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 943 time: 0.3549144 Jul 08 18:29:30.766083 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4aabcbc7-50e3-436f-bdff-bbc6f6a8a575 req-54438125-64a4-4f51-9953-f38545a7331b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584142 Jul 08 18:29:30.860329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18c31b2-b8c5-4c77-a398-020061ffc6d1 admin admin] Deleting subnet ef465180-bdf2-4df0-991b-107f64e262a1 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:29:30.874241 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b18c31b2-b8c5-4c77-a398-020061ffc6d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.994020 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.999115 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b18c31b2-b8c5-4c77-a398-020061ffc6d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:31.052983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Transition to ACTIVE for port object 5e178929-38f6-47a6-89c4-efc8eae2b029 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:31.160693 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b18c31b2-b8c5-4c77-a398-020061ffc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:31.220418 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:31.273985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Allocated IP 172.20.0.2 (dccfc37e-5d25-4e76-87c9-a98deea85fff/9dc898ed-d754-4fd0-b625-22dc19aeb74e/34f4756b-8c16-48ef-859d-5a4140e896c3) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:31.275110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ac0a7c-b74d-4322-af0a-2c1851701038 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:29:31.288480 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:31.306735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Network dccfc37e-5d25-4e76-87c9-a98deea85fff is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:31.327023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:31.329463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:31.338757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Transition to ACTIVE for port object 32ac0a7c-b74d-4322-af0a-2c1851701038 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:31.395911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Pushing event updated for resources: {'Port': ['ID=5e178929-38f6-47a6-89c4-efc8eae2b029,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:31.421206 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:31.515237 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:31.542275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Transition to ACTIVE for port object 34f4756b-8c16-48ef-859d-5a4140e896c3 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:31.562952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b18c31b2-b8c5-4c77-a398-020061ffc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:31.575087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Pushing event updated for resources: {'Port': ['ID=32ac0a7c-b74d-4322-af0a-2c1851701038,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:31.592981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Transition to ACTIVE for port object 34f4756b-8c16-48ef-859d-5a4140e896c3 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:31.601589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 94717939-8a6f-400d-b8d7-85d82ee994bf no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:31.626885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c31b2-b8c5-4c77-a398-020061ffc6d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef465180-bdf2-4df0-991b-107f64e262a1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:31.637925 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b18c31b2-b8c5-4c77-a398-020061ffc6d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:31.641657 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b18c31b2-b8c5-4c77-a398-020061ffc6d1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ef465180-bdf2-4df0-991b-107f64e262a1 HTTP/1.1" status: 204 len: 168 time: 0.9754975 Jul 08 18:29:31.648617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48120) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:31.652021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16acab2-2e21-4ced-9074-a666d2a0c8e0 None None] Network eaf1035a-ef75-4600-8e25-f0776e6e3c93 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:31.657253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 94717939-8a6f-400d-b8d7-85d82ee994bf {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:31.658027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 94717939-8a6f-400d-b8d7-85d82ee994bf not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:31.658886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc592f0f-0de0-4e80-8caf-9054fa60bedc req-940e7201-082f-4b2c-932c-a57d2074dd82 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:31.660432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc592f0f-0de0-4e80-8caf-9054fa60bedc req-940e7201-082f-4b2c-932c-a57d2074dd82 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 944 time: 0.1897564 Jul 08 18:29:31.660647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:31.665024 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:31.741029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc592f0f-0de0-4e80-8caf-9054fa60bedc req-6df4f795-b9d0-4d26-8398-568c587ae40b tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724881 Jul 08 18:29:31.809740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:31.810556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:31.866905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Pushing event updated for resources: {'Port': ['ID=34f4756b-8c16-48ef-859d-5a4140e896c3,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:31.888493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:31.889308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3c05dbbc-b04f-4a51-bfb8-f387d8aa0c2f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:31.913957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Network dccfc37e-5d25-4e76-87c9-a98deea85fff is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:31.929685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:31.935100 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:31.973154 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9689e7a2-48f4-4c26-847a-76a6c9deb33c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4464176 Jul 08 18:29:31.973459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48130) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:31.979029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0afe829c-3fcf-44ac-8418-871985fa3016 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-350802144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:31.985492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:31.997027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Attempting to bind port 32ac0a7c-b74d-4322-af0a-2c1851701038 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:31.997679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Attempting to bind port 32ac0a7c-b74d-4322-af0a-2c1851701038 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '82252907-6658-42e3-9fd1-ba515c093bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3a526140-e202-43f3-82fe-b7dcd1f506f5'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:31.998264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Attempting to bind port 32ac0a7c-b74d-4322-af0a-2c1851701038 on network 3a526140-e202-43f3-82fe-b7dcd1f506f5 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:32.015298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Port 32ac0a7c-b74d-4322-af0a-2c1851701038 on network 3a526140-e202-43f3-82fe-b7dcd1f506f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:29:32.015800 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Attempting to bind port 32ac0a7c-b74d-4322-af0a-2c1851701038 on network 3a526140-e202-43f3-82fe-b7dcd1f506f5 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:32.028209 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:32.033079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Checking segment: {'id': '82252907-6658-42e3-9fd1-ba515c093bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3a526140-e202-43f3-82fe-b7dcd1f506f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:32.033079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Bound using segment: {'id': '82252907-6658-42e3-9fd1-ba515c093bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3a526140-e202-43f3-82fe-b7dcd1f506f5'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:32.033079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Bound port: 32ac0a7c-b74d-4322-af0a-2c1851701038, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82252907-6658-42e3-9fd1-ba515c093bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3a526140-e202-43f3-82fe-b7dcd1f506f5'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:32.033079 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.070340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Attempting to bind port 34f4756b-8c16-48ef-859d-5a4140e896c3 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:32.071111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Attempting to bind port 34f4756b-8c16-48ef-859d-5a4140e896c3 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'f7f9c2d1-d57c-4219-a2fc-efe2813132e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dccfc37e-5d25-4e76-87c9-a98deea85fff'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:32.071693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Attempting to bind port 34f4756b-8c16-48ef-859d-5a4140e896c3 on network dccfc37e-5d25-4e76-87c9-a98deea85fff {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:32.104108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:32.105580 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Checking segment: {'id': 'f7f9c2d1-d57c-4219-a2fc-efe2813132e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dccfc37e-5d25-4e76-87c9-a98deea85fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:32.106389 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.108430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Bound using segment: {'id': 'f7f9c2d1-d57c-4219-a2fc-efe2813132e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dccfc37e-5d25-4e76-87c9-a98deea85fff'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:32.109133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Bound port: 34f4756b-8c16-48ef-859d-5a4140e896c3, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f9c2d1-d57c-4219-a2fc-efe2813132e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dccfc37e-5d25-4e76-87c9-a98deea85fff'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:32.110399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.138948 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0afe829c-3fcf-44ac-8418-871985fa3016 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.141356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0afe829c-3fcf-44ac-8418-871985fa3016 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.223811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] For port 32ac0a7c-b74d-4322-af0a-2c1851701038, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:32.235027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feeb9c-8caa-4ab3-b2d9-913d8e36b04f req-bcf21c66-2198-49de-86eb-63912e80678b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:32.239716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] For port 32ac0a7c-b74d-4322-af0a-2c1851701038, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32ac0a7c-b74d-4322-af0a-2c1851701038,segment=NetworkSegment(82252907-6658-42e3-9fd1-ba515c093bfe),segment_id=82252907-6658-42e3-9fd1-ba515c093bfe)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:32.241646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Deleting port 6a0e586a-47dc-436f-a6df-17139a2f790c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:32.241990 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.252747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53feeb9c-8caa-4ab3-b2d9-913d8e36b04f req-bcf21c66-2198-49de-86eb-63912e80678b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 943 time: 0.2529685 Jul 08 18:29:32.268429 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.337575 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] For port 34f4756b-8c16-48ef-859d-5a4140e896c3, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:32.346613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] For port 34f4756b-8c16-48ef-859d-5a4140e896c3, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=34f4756b-8c16-48ef-859d-5a4140e896c3,segment=NetworkSegment(f7f9c2d1-d57c-4219-a2fc-efe2813132e3),segment_id=f7f9c2d1-d57c-4219-a2fc-efe2813132e3)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:32.360519 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.385271 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:32.385943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.387462 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] 10.222.0.59 "PUT /v2.0/ports/32ac0a7c-b74d-4322-af0a-2c1851701038 HTTP/1.1" status: 200 len: 1092 time: 1.9527750 Jul 08 18:29:32.389924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397b644c-546c-4f07-8452-223c834d5c77', 'tag': '32ac0a7c-b74d-4322-af0a-2c1851701038'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:32.396492 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6d0d70-d1c5-490d-8e13-9058fde1271d" -d '{"events": [{"name": "network-changed", "server_uuid": "397b644c-546c-4f07-8452-223c834d5c77", "tag": "32ac0a7c-b74d-4322-af0a-2c1851701038"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:32.465664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] For port 6a0e586a-47dc-436f-a6df-17139a2f790c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6a0e586a-47dc-436f-a6df-17139a2f790c,segment=NetworkSegment(61adafef-21fa-45ed-b689-10fa932224dd),segment_id=61adafef-21fa-45ed-b689-10fa932224dd)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:32.466374 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.475350 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0afe829c-3fcf-44ac-8418-871985fa3016 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.496501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Calling delete_port for 6a0e586a-47dc-436f-a6df-17139a2f790c owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:32.499365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8395321-ff36-4083-a345-0ee55ebc7673 service neutron] Pushing event updated for resources: {'Port': ['ID=32ac0a7c-b74d-4322-af0a-2c1851701038,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:32.499949 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0afe829c-3fcf-44ac-8418-871985fa3016 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.531714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7af911-dc60-4e09-9844-3fd7110f0daf None None] DHCP port deletion for eaf1035a-ef75-4600-8e25-f0776e6e3c93 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:29:32.550704 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6202d5e0-c0bd-42a8-bc15-2a1cd67e1d32 x-openstack-request-id: req-6202d5e0-c0bd-42a8-bc15-2a1cd67e1d32 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:32.551024 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397b644c-546c-4f07-8452-223c834d5c77", "tag": "32ac0a7c-b74d-4322-af0a-2c1851701038", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:32.551455 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6202d5e0-c0bd-42a8-bc15-2a1cd67e1d32 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:32.551754 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397b644c-546c-4f07-8452-223c834d5c77', 'tag': '32ac0a7c-b74d-4322-af0a-2c1851701038', 'status': 'completed', 'code': 200} Jul 08 18:29:32.587388 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53feeb9c-8caa-4ab3-b2d9-913d8e36b04f req-4e00bba1-2b43-43a5-8f1f-56c5ac3d47b7 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311718 Jul 08 18:29:32.592902 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0afe829c-3fcf-44ac-8418-871985fa3016 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.597308 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0afe829c-3fcf-44ac-8418-871985fa3016 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6228371 Jul 08 18:29:32.608206 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48148) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:32.613769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1c20b55a-ae4d-44ab-930d-66900e901dcf tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1598696750', 'prefixes': ['172.20.0.0/16']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:32.654624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96239e3-1eaf-43ba-9176-0d99e59f26d2 None None] Pushing event updated for resources: {'Port': ['ID=34f4756b-8c16-48ef-859d-5a4140e896c3,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:32.700305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ce7af911-dc60-4e09-9844-3fd7110f0daf None None] Deleting port 6a0e586a-47dc-436f-a6df-17139a2f790c {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:32.700815 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce7af911-dc60-4e09-9844-3fd7110f0daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.813511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178192a-8031-4019-826b-9801a8dffd7a req-611d06de-0c24-4045-8c3b-bf0ecda66641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:32.815232 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-611d06de-0c24-4045-8c3b-bf0ecda66641 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c886c8705cc4d58896a3637afc3f246&device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 1095 time: 0.3297985 Jul 08 18:29:32.819819 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c20b55a-ae4d-44ab-930d-66900e901dcf tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for subnetpool, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.824192 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1c20b55a-ae4d-44ab-930d-66900e901dcf tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2143297 Jul 08 18:29:32.828896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48158) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:32.850765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ce7af911-dc60-4e09-9844-3fd7110f0daf None None] For port 6a0e586a-47dc-436f-a6df-17139a2f790c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=6a0e586a-47dc-436f-a6df-17139a2f790c,segment=NetworkSegment(61adafef-21fa-45ed-b689-10fa932224dd),segment_id=61adafef-21fa-45ed-b689-10fa932224dd)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:32.851165 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce7af911-dc60-4e09-9844-3fd7110f0daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.876885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-a6bf4876-3d44-4a06-b2e9-5dbb7455a1ae tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e', 'tempest-TagsExtTest-Tag-1197320548') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:32.889938 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ce7af911-dc60-4e09-9844-3fd7110f0daf None None] Calling delete_port for 6a0e586a-47dc-436f-a6df-17139a2f790c owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:32.985937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.049295 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-3dba90ea-4a38-411d-bdbb-2dfc92812eb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32ac0a7c-b74d-4322-af0a-2c1851701038 HTTP/1.1" status: 200 len: 217 time: 0.2192907 Jul 08 18:29:33.072801 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce7af911-dc60-4e09-9844-3fd7110f0daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.097140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7af911-dc60-4e09-9844-3fd7110f0daf None None] No DVR routers for this DVR port 6a0e586a-47dc-436f-a6df-17139a2f790c on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:29:33.127582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ded94-1dcb-4538-a1af-f43f1b550963 req-e05ab100-5e57-41e7-95ed-bedad6229322 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:33.128069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7af911-dc60-4e09-9844-3fd7110f0daf None None] Pushing event deleted for resources: {'Port': ['ID=6a0e586a-47dc-436f-a6df-17139a2f790c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:33.140036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-111ded94-1dcb-4538-a1af-f43f1b550963 req-e05ab100-5e57-41e7-95ed-bedad6229322 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 944 time: 0.1201820 Jul 08 18:29:33.144357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] No DVR routers for this DVR port 6a0e586a-47dc-436f-a6df-17139a2f790c on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:29:33.149624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0e586a-47dc-436f-a6df-17139a2f790c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:33.196977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-111ded94-1dcb-4538-a1af-f43f1b550963 req-0e01c4ea-b818-465a-b5f2-92744a6a42ce tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557997 Jul 08 18:29:33.322270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178192a-8031-4019-826b-9801a8dffd7a req-eb70f638-5612-4ab6-9521-8572ad1a64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:33.323932 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-eb70f638-5612-4ab6-9521-8572ad1a64f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f146243-c966-46b4-b737-4ac552f72879 HTTP/1.1" status: 200 len: 849 time: 0.2150431 Jul 08 18:29:33.325498 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.357091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf1035a-ef75-4600-8e25-f0776e6e3c93']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:33.391825 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-63ccfae9-b4c9-4439-823d-1d8b6a075e4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a526140-e202-43f3-82fe-b7dcd1f506f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508192 Jul 08 18:29:33.397771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61adafef-21fa-45ed-b689-10fa932224dd') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:33.398101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61adafef-21fa-45ed-b689-10fa932224dd') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:33.431919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.478381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.489136 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:29:33.489554 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:29:33.491585 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:29:33.684519 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.710619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 34f4756b-8c16-48ef-859d-5a4140e896c3 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:33.864523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 34f4756b-8c16-48ef-859d-5a4140e896c3 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:33.898919 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d3a3d-5883-46be-9076-f16415bb561a req-6bde95a4-499a-47ac-a0bb-f1faafeb9fc9 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:33.900754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d82d3a3d-5883-46be-9076-f16415bb561a req-6bde95a4-499a-47ac-a0bb-f1faafeb9fc9 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 943 time: 0.1335409 Jul 08 18:29:33.965428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6a0e586a-47dc-436f-a6df-17139a2f790c no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:34.023112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d82d3a3d-5883-46be-9076-f16415bb561a req-b8dec6b7-72c9-46f1-a63e-929f85865254 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059577 Jul 08 18:29:34.035992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 6a0e586a-47dc-436f-a6df-17139a2f790c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:34.038876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 6a0e586a-47dc-436f-a6df-17139a2f790c not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:34.123635 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a6bf4876-3d44-4a06-b2e9-5dbb7455a1ae tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags/tempest-TagsExtTest-Tag-1197320548 HTTP/1.1" status: 201 len: 201 time: 1.2598317 Jul 08 18:29:34.126822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48200) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:34.131959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:34.135019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-0ef11151-6d84-4ab3-b787-5ce94f2cff31 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029', 'tempest-TagsExtTest-Tag-267562567') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:34.148104 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:34.153421 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/eaf1035a-ef75-4600-8e25-f0776e6e3c93 HTTP/1.1" status: 204 len: 168 time: 2.4992657 Jul 08 18:29:34.169835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fab87d-c064-4be7-aa63-94392ff636d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf1035a-ef75-4600-8e25-f0776e6e3c93,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:34.186888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c99ee2-25b6-4fee-a69a-2404784aa1c5 None None] Network dccfc37e-5d25-4e76-87c9-a98deea85fff requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:34.228903 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-b14f0a60-73b4-430b-9c7e-3540d5831413 service neutron] 10.222.0.59 "GET /v2.0/networks/3a526140-e202-43f3-82fe-b7dcd1f506f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8282204 Jul 08 18:29:34.265570 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0ef11151-6d84-4ab3-b787-5ce94f2cff31 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags/tempest-TagsExtTest-Tag-267562567 HTTP/1.1" status: 201 len: 201 time: 0.1373365 Jul 08 18:29:34.265865 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48206) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:34.271056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-7de1eb0b-8231-40bd-be97-77c47722f896 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b', 'tempest-TagsExtTest-Tag-1722664500') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:34.337391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c1cf1acc-483d-4357-a03f-fe3fdd345452 None None] Provisioning for port 34f4756b-8c16-48ef-859d-5a4140e896c3 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:34.372700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c1cf1acc-483d-4357-a03f-fe3fdd345452 None None] Provisioning complete for port 34f4756b-8c16-48ef-859d-5a4140e896c3 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:34.373761 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1acc-483d-4357-a03f-fe3fdd345452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:34.455174 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7de1eb0b-8231-40bd-be97-77c47722f896 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags/tempest-TagsExtTest-Tag-1722664500 HTTP/1.1" status: 201 len: 201 time: 0.1884975 Jul 08 18:29:34.458048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48208) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:34.460423 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f178192a-8031-4019-826b-9801a8dffd7a req-c1ec2527-f08f-462a-8f86-d5f548fa2a19 service neutron] 10.222.0.59 "GET /v2.0/networks/3a526140-e202-43f3-82fe-b7dcd1f506f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242982 Jul 08 18:29:34.466450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-69c05908-759c-42d6-b812-27e6c7b6249d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac', 'tempest-TagsExtTest-Tag-923388084') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:34.534367 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48214) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:34.569180 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:34.618448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809885f6-5738-48a6-a9fc-5bfcc34d4e1a req-38138700-665a-4f6a-8147-541af2002188 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:34.625089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-809885f6-5738-48a6-a9fc-5bfcc34d4e1a req-38138700-665a-4f6a-8147-541af2002188 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 944 time: 0.2146547 Jul 08 18:29:34.630959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-69c05908-759c-42d6-b812-27e6c7b6249d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags/tempest-TagsExtTest-Tag-923388084 HTTP/1.1" status: 201 len: 201 time: 0.1683152 Jul 08 18:29:34.634276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48222) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:34.640957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-caca9b6d-b17f-49e8-9871-bd683e896935 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:34.667771 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4dd82387-c617-4d04-9d7a-45154cfe1a18 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b6eb7846808f4046be9ded4cf94c6568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328628 Jul 08 18:29:34.670776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48224) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:34.681038 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1acc-483d-4357-a03f-fe3fdd345452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:34.703067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-809885f6-5738-48a6-a9fc-5bfcc34d4e1a req-d4617926-5b5e-494b-9e30-dc78757a2f77 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524960 Jul 08 18:29:34.727876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d0d70-d1c5-490d-8e13-9058fde1271d req-f9ff0fbf-eaaa-4a72-b702-e28669813764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:34.729371 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c6d0d70-d1c5-490d-8e13-9058fde1271d req-f9ff0fbf-eaaa-4a72-b702-e28669813764 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c886c8705cc4d58896a3637afc3f246&device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 1095 time: 0.1750081 Jul 08 18:29:34.758535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c1cf1acc-483d-4357-a03f-fe3fdd345452 None None] For port 34f4756b-8c16-48ef-859d-5a4140e896c3, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=34f4756b-8c16-48ef-859d-5a4140e896c3,segment=NetworkSegment(f7f9c2d1-d57c-4219-a2fc-efe2813132e3),segment_id=f7f9c2d1-d57c-4219-a2fc-efe2813132e3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:34.768995 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1acc-483d-4357-a03f-fe3fdd345452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:34.826290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf1acc-483d-4357-a03f-fe3fdd345452 None None] Pushing event updated for resources: {'Port': ['ID=34f4756b-8c16-48ef-859d-5a4140e896c3,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:34.856461 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e20bade4-2af8-4d1c-a2a8-fc5cdfb60e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:34.873513 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-caca9b6d-b17f-49e8-9871-bd683e896935 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags HTTP/1.1" status: 200 len: 241 time: 0.2367857 Jul 08 18:29:34.876096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48226) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:34.880622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-ba30a3e9-fa19-4125-81c5-cbf00e00a31d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e', 'tempest-TagsExtTest-Tag-1197320548') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:34.905410 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e20bade4-2af8-4d1c-a2a8-fc5cdfb60e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:34.996307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ba30a3e9-fa19-4125-81c5-cbf00e00a31d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags/tempest-TagsExtTest-Tag-1197320548 HTTP/1.1" status: 204 len: 168 time: 0.1186266 Jul 08 18:29:34.998339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48232) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:34.999147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d0d70-d1c5-490d-8e13-9058fde1271d req-ab960696-03f8-42ed-9e1c-99e73e240c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:35.001354 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c6d0d70-d1c5-490d-8e13-9058fde1271d req-ab960696-03f8-42ed-9e1c-99e73e240c57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3a526140-e202-43f3-82fe-b7dcd1f506f5 HTTP/1.1" status: 200 len: 910 time: 0.2596943 Jul 08 18:29:35.002702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-faaa330a-f644-4582-9bd9-ed7f2d80bfee tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e', 'tempest-TagsExtTest-Tag-1197320548') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:35.006490 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e20bade4-2af8-4d1c-a2a8-fc5cdfb60e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:35.010061 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e20bade4-2af8-4d1c-a2a8-fc5cdfb60e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:35.022518 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e20bade4-2af8-4d1c-a2a8-fc5cdfb60e73 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/56b82b30-cab2-444a-a822-2521f2be6b93 HTTP/1.1" status: 204 len: 168 time: 0.3426154 Jul 08 18:29:35.095222 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c6d0d70-d1c5-490d-8e13-9058fde1271d req-0cebdac8-0fb0-42bb-9c95-ecd3fc7ed195 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32ac0a7c-b74d-4322-af0a-2c1851701038 HTTP/1.1" status: 200 len: 217 time: 0.0768762 Jul 08 18:29:35.096472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bade4-2af8-4d1c-a2a8-fc5cdfb60e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b82b30-cab2-444a-a822-2521f2be6b93,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:35.108079 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-faaa330a-f644-4582-9bd9-ed7f2d80bfee tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags/tempest-TagsExtTest-Tag-1197320548 HTTP/1.1" status: 204 len: 168 time: 0.1085320 Jul 08 18:29:35.114820 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48244) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:35.120540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-bcffd2f0-0067-41c6-be52-117b38438e60 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:35.204872 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bcffd2f0-0067-41c6-be52-117b38438e60 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags HTTP/1.1" status: 200 len: 205 time: 0.0862646 Jul 08 18:29:35.204997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d0d70-d1c5-490d-8e13-9058fde1271d req-61a0b703-509c-41ac-8fd3-c0e231ff218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:35.205109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48246) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:35.205217 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c6d0d70-d1c5-490d-8e13-9058fde1271d req-61a0b703-509c-41ac-8fd3-c0e231ff218d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f146243-c966-46b4-b737-4ac552f72879 HTTP/1.1" status: 200 len: 849 time: 0.1035137 Jul 08 18:29:35.209469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-3afd4cef-79fc-4a78-9e36-ab764cab2023 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:35.219798 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:29:35.253766 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c6d0d70-d1c5-490d-8e13-9058fde1271d req-24c82386-9771-4cde-9de2-4583e7feeec1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a526140-e202-43f3-82fe-b7dcd1f506f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328624 Jul 08 18:29:35.310632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-055d5205-df40-4096-b41d-a11ff467bc26 None None] Provisioning complete for port 34f4756b-8c16-48ef-859d-5a4140e896c3 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:35.311372 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-055d5205-df40-4096-b41d-a11ff467bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:35.316337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3afd4cef-79fc-4a78-9e36-ab764cab2023 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags HTTP/1.1" status: 200 len: 240 time: 0.1080413 Jul 08 18:29:35.331841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48248) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:35.358946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-c8331352-5cd8-46d1-b2de-3e6479ff2b43 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029', 'tempest-TagsExtTest-Tag-267562567') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:35.403022 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c6d0d70-d1c5-490d-8e13-9058fde1271d req-d475b21f-e334-4fd7-bd76-7a3ef8c23fb4 service neutron] 10.222.0.59 "GET /v2.0/networks/3a526140-e202-43f3-82fe-b7dcd1f506f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422176 Jul 08 18:29:35.568750 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-055d5205-df40-4096-b41d-a11ff467bc26 None None] Provisioning for port 5e178929-38f6-47a6-89c4-efc8eae2b029 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:35.576569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-055d5205-df40-4096-b41d-a11ff467bc26 None None] Provisioning complete for port 5e178929-38f6-47a6-89c4-efc8eae2b029 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:35.576938 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-055d5205-df40-4096-b41d-a11ff467bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:35.578101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efba4ba-7745-4eb1-8bfd-797e21a2b9c0 req-e4913903-aef9-4869-949b-1eada0efc8cd tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:35.590692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7efba4ba-7745-4eb1-8bfd-797e21a2b9c0 req-e4913903-aef9-4869-949b-1eada0efc8cd tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 943 time: 0.2825544 Jul 08 18:29:35.595163 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c8331352-5cd8-46d1-b2de-3e6479ff2b43 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags/tempest-TagsExtTest-Tag-267562567 HTTP/1.1" status: 204 len: 168 time: 0.2545264 Jul 08 18:29:35.602430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 34f4756b-8c16-48ef-859d-5a4140e896c3 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:35.602564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48262) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:35.607832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-5e98bff2-fc37-4fe0-a655-4c7827c5050e tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029', 'tempest-TagsExtTest-Tag-267562567') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:35.648101 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c6d0d70-d1c5-490d-8e13-9058fde1271d req-c5a8746b-ed3c-48d9-a93d-c8a6ba6d69dd service neutron] 10.222.0.59 "GET /v2.0/networks/3a526140-e202-43f3-82fe-b7dcd1f506f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364535 Jul 08 18:29:35.690604 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7efba4ba-7745-4eb1-8bfd-797e21a2b9c0 req-dc817e4b-efd3-4d10-9eba-f292956a0c38 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988967 Jul 08 18:29:35.731364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-055d5205-df40-4096-b41d-a11ff467bc26 None None] Port 5e178929-38f6-47a6-89c4-efc8eae2b029 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:35.744452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 34f4756b-8c16-48ef-859d-5a4140e896c3 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:35.745116 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:35.765744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5e98bff2-fc37-4fe0-a655-4c7827c5050e tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags/tempest-TagsExtTest-Tag-267562567 HTTP/1.1" status: 204 len: 168 time: 0.1597679 Jul 08 18:29:35.766997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48270) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:35.773389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-d4d3882f-6c86-4245-bd03-d5890d25c623 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:35.858006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48272) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:35.875362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f23334ca-9ed9-4a02-a7cf-2aeb256d6644 None None] Provisioning complete for port 5e178929-38f6-47a6-89c4-efc8eae2b029 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:35.876393 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f23334ca-9ed9-4a02-a7cf-2aeb256d6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:35.884498 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d4d3882f-6c86-4245-bd03-d5890d25c623 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags HTTP/1.1" status: 200 len: 205 time: 0.1158957 Jul 08 18:29:35.887224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48274) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:35.891880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-7939b2df-3df0-42e6-9ba2-fa354e12e3d8 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:35.948574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f23334ca-9ed9-4a02-a7cf-2aeb256d6644 None None] Port 5e178929-38f6-47a6-89c4-efc8eae2b029 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:35.950694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d4700-3192-4784-9f85-98370501fc1b req-b4ccdc15-0335-4e07-8781-c221fa0728ab tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:35.952707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f4d4700-3192-4784-9f85-98370501fc1b req-b4ccdc15-0335-4e07-8781-c221fa0728ab tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 944 time: 0.0944464 Jul 08 18:29:36.003258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f4d4700-3192-4784-9f85-98370501fc1b req-79c1c354-35a1-4eeb-9a97-e540cdd1927f tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 Jul 08 18:29:36.015131 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a050c790-2cb6-43fd-8f6f-01b71f0017e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a20ba9c09ec24b50b3efd247f049d9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557939 Jul 08 18:29:36.018967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48282) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.034786 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7939b2df-3df0-42e6-9ba2-fa354e12e3d8 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags HTTP/1.1" status: 200 len: 241 time: 0.1442890 Jul 08 18:29:36.035028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48286) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.040430 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-8c4832ec-5a7e-49e4-b5ac-bfd864803a93 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b', 'tempest-TagsExtTest-Tag-1722664500') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.074647 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1241f05-0bbb-4316-b2f9-746cd7d06db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:36.096568 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1241f05-0bbb-4316-b2f9-746cd7d06db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:36.120929 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8c4832ec-5a7e-49e4-b5ac-bfd864803a93 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags/tempest-TagsExtTest-Tag-1722664500 HTTP/1.1" status: 204 len: 168 time: 0.0824108 Jul 08 18:29:36.121751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48290) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.126106 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-4ccd756b-e8fb-4a96-9e27-584ef2552bf9 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b', 'tempest-TagsExtTest-Tag-1722664500') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.151449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1241f05-0bbb-4316-b2f9-746cd7d06db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:36.154452 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1241f05-0bbb-4316-b2f9-746cd7d06db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:36.157883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a1241f05-0bbb-4316-b2f9-746cd7d06db3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c2e961c-2265-4e18-9a91-3b678ef9338b HTTP/1.1" status: 204 len: 168 time: 0.1353712 Jul 08 18:29:36.164668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1241f05-0bbb-4316-b2f9-746cd7d06db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2e961c-2265-4e18-9a91-3b678ef9338b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:36.262152 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4ccd756b-e8fb-4a96-9e27-584ef2552bf9 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags/tempest-TagsExtTest-Tag-1722664500 HTTP/1.1" status: 204 len: 168 time: 0.1395867 Jul 08 18:29:36.264760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48298) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.267690 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0fa6b8c-f57c-4762-8e50-3b27250dde6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:36.270824 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-afdf5321-ef36-4ba8-b4cd-dba4dc331760 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.360643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-afdf5321-ef36-4ba8-b4cd-dba4dc331760 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags HTTP/1.1" status: 200 len: 205 time: 0.0944774 Jul 08 18:29:36.363262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48300) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.368516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-82d986e3-14b8-43f0-8fcb-5f369579d3d8 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.438364 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-82d986e3-14b8-43f0-8fcb-5f369579d3d8 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags HTTP/1.1" status: 200 len: 240 time: 0.0732367 Jul 08 18:29:36.440465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48304) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.445357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-ab37aaf9-8607-472a-b393-c90f9ed5f4b3 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac', 'tempest-TagsExtTest-Tag-923388084') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.480028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ab37aaf9-8607-472a-b393-c90f9ed5f4b3 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags/tempest-TagsExtTest-Tag-923388084 HTTP/1.1" status: 204 len: 168 time: 0.0370636 Jul 08 18:29:36.480258 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48306) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.485717 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-091e84a8-d83a-44ce-8f8c-dbc81520098f tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac', 'tempest-TagsExtTest-Tag-923388084') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.525109 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-091e84a8-d83a-44ce-8f8c-dbc81520098f tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags/tempest-TagsExtTest-Tag-923388084 HTTP/1.1" status: 204 len: 168 time: 0.0438361 Jul 08 18:29:36.527925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48308) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.532582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-c3f11d3e-a369-47d7-a8a5-1778e55d523c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.558514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c3f11d3e-a369-47d7-a8a5-1778e55d523c tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags HTTP/1.1" status: 200 len: 205 time: 0.0295761 Jul 08 18:29:36.561001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48316) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.565581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-d9ea46db-2388-4d5f-a94d-3872f2d5e7e0 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.595323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d9ea46db-2388-4d5f-a94d-3872f2d5e7e0 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0332630 Jul 08 18:29:36.598095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48318) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.605640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-8ac8ff68-f9d3-410f-91db-88a60807cb9d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.706764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8ac8ff68-f9d3-410f-91db-88a60807cb9d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags HTTP/1.1" status: 204 len: 168 time: 0.1074748 Jul 08 18:29:36.709509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48326) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.716361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-d8aa20b7-67c3-44c8-9afa-06d1f1364ffe tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.800015 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d8aa20b7-67c3-44c8-9afa-06d1f1364ffe tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags HTTP/1.1" status: 204 len: 168 time: 0.0852852 Jul 08 18:29:36.800469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48332) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.805578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-2d868377-c698-483d-86f2-c54dc7731cfe tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.935694 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2d868377-c698-483d-86f2-c54dc7731cfe tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags HTTP/1.1" status: 204 len: 168 time: 0.1284373 Jul 08 18:29:36.935839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48342) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.942154 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-3ab5ddd1-88e4-4c61-89e0-b0acc18f0b1f tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e', 'tempest-TagsExtTest-Tag-1013468110') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:36.965362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e8733-8348-4f0b-80e7-51bf9ba2a7be req-59b5eeca-34e8-449b-8998-4761bb71ac8e tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:36.975566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da1e8733-8348-4f0b-80e7-51bf9ba2a7be req-59b5eeca-34e8-449b-8998-4761bb71ac8e tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 943 time: 0.1183865 Jul 08 18:29:37.036712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da1e8733-8348-4f0b-80e7-51bf9ba2a7be req-79bb3503-6e3c-4b1b-8c5e-96495894a2dd tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540087 Jul 08 18:29:37.058257 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3ab5ddd1-88e4-4c61-89e0-b0acc18f0b1f tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags/tempest-TagsExtTest-Tag-1013468110 HTTP/1.1" status: 201 len: 201 time: 0.1203048 Jul 08 18:29:37.058570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48348) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.064063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-d836396e-c531-439c-9435-097b8db10cf9 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029', 'tempest-TagsExtTest-Tag-1293061714') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:37.157739 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d836396e-c531-439c-9435-097b8db10cf9 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags/tempest-TagsExtTest-Tag-1293061714 HTTP/1.1" status: 201 len: 201 time: 0.0980182 Jul 08 18:29:37.160493 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48352) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.169179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-421c2add-e441-4909-81f0-bdf7b06e4791 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b', 'tempest-TagsExtTest-Tag-1330510659') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:37.209860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48356) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.268216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6793534-0520-466b-8de1-3f233c6daf6e req-1a1d739a-db28-4ca6-876d-efd4d4e1974a tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:37.269782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6793534-0520-466b-8de1-3f233c6daf6e req-1a1d739a-db28-4ca6-876d-efd4d4e1974a tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 944 time: 0.1174710 Jul 08 18:29:37.276388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32ac0a7c-b74d-4322-af0a-2c1851701038 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:29:37.308807 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-421c2add-e441-4909-81f0-bdf7b06e4791 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags/tempest-TagsExtTest-Tag-1330510659 HTTP/1.1" status: 201 len: 201 time: 0.1462381 Jul 08 18:29:37.311752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48364) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.316506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-df8d36bd-8521-4f77-8f90-7c574db7cce8 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac', 'tempest-TagsExtTest-Tag-1824792596') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:37.355288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6793534-0520-466b-8de1-3f233c6daf6e req-966f1bc5-5057-4955-98ef-18bdffd78c12 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662134 Jul 08 18:29:37.407326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-744027659-network', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:37.416448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-df8d36bd-8521-4f77-8f90-7c574db7cce8 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags/tempest-TagsExtTest-Tag-1824792596 HTTP/1.1" status: 201 len: 201 time: 0.1036181 Jul 08 18:29:37.419140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48366) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.424217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-3388cd2d-7d5b-4774-a608-1771c8efc98b tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e', {'tags': ['tempest-TagsExtTest-Tag-1103597830', 'tempest-TagsExtTest-Tag-1574109947', 'tempest-TagsExtTest-Tag-1872416869']}) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:37.429338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32ac0a7c-b74d-4322-af0a-2c1851701038, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32ac0a7c-b74d-4322-af0a-2c1851701038,segment=NetworkSegment(82252907-6658-42e3-9fd1-ba515c093bfe),segment_id=82252907-6658-42e3-9fd1-ba515c093bfe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:37.442833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '32ac0a7c-b74d-4322-af0a-2c1851701038', 'network_id': '3a526140-e202-43f3-82fe-b7dcd1f506f5', 'port_id': '32ac0a7c-b74d-4322-af0a-2c1851701038', 'mac_address': 'fa:16:3e:da:2b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f146243-c966-46b4-b737-4ac552f72879', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:29:37.463353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Made reservation on behalf of d83751f3dab849ab82a86feaba89834b for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:37.466638 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:37.480764 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:37.510987 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:37.533353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ac0a7c-b74d-4322-af0a-2c1851701038 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:29:37.552762 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3388cd2d-7d5b-4774-a608-1771c8efc98b tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags HTTP/1.1" status: 200 len: 318 time: 0.1323423 Jul 08 18:29:37.555260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48368) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.561290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-18dc8a70-b8ac-4eb2-a615-3ee4a51bf2cb tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:37.567668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32ac0a7c-b74d-4322-af0a-2c1851701038, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32ac0a7c-b74d-4322-af0a-2c1851701038,segment=NetworkSegment(82252907-6658-42e3-9fd1-ba515c093bfe),segment_id=82252907-6658-42e3-9fd1-ba515c093bfe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:37.585308 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:37.628889 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:37.637382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:37.652949 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-18dc8a70-b8ac-4eb2-a615-3ee4a51bf2cb tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags HTTP/1.1" status: 204 len: 168 time: 0.0963142 Jul 08 18:29:37.656018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48376) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.663704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-ad3bc2f4-726b-4367-a3f7-8a5074a9fa7b tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e', 'tempest-TagsExtTest-Tag-1103597830') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:37.674932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:29:37.681887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=32ac0a7c-b74d-4322-af0a-2c1851701038,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:37.727114 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:37.727545 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Added segment c9dfd2e3-e606-46f1-80b0-52d83650973a of type vlan for network f9591278-1279-4d7c-913d-03bc59e8bc22 Jul 08 18:29:37.763263 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-ad3bc2f4-726b-4367-a3f7-8a5074a9fa7b tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:37.764435 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ad3bc2f4-726b-4367-a3f7-8a5074a9fa7b tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags/tempest-TagsExtTest-Tag-1103597830 HTTP/1.1" status: 404 len: 329 time: 0.1066227 Jul 08 18:29:37.767337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48378) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.772375 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-9a737aae-6502-40fb-ad0a-ed94e036d115 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e', 'tempest-TagsExtTest-Tag-1574109947') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:37.774863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c82968b-e10d-49b7-8063-d2dde6caad26,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:37.791144 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:37.837368 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:37.838503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:37.839188 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:37.843407 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-9a737aae-6502-40fb-ad0a-ed94e036d115 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:37.847646 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9a737aae-6502-40fb-ad0a-ed94e036d115 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags/tempest-TagsExtTest-Tag-1574109947 HTTP/1.1" status: 404 len: 329 time: 0.0761847 Jul 08 18:29:37.850918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48380) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.856293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-43bae7f7-430c-464e-b310-dac4b8fa5eff tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e', 'tempest-TagsExtTest-Tag-1872416869') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:37.907391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6938305 Jul 08 18:29:37.907811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48382) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.913673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] Request body: {'subnet': {'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-744027659-subnet', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:37.923281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b81d00-dc33-4ab2-bc98-eb62b1a22896 admin admin] Pushing event updated for resources: {'Network': ['ID=f9591278-1279-4d7c-913d-03bc59e8bc22,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:37.926886 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-43bae7f7-430c-464e-b310-dac4b8fa5eff tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:37.930561 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-43bae7f7-430c-464e-b310-dac4b8fa5eff tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags/tempest-TagsExtTest-Tag-1872416869 HTTP/1.1" status: 404 len: 329 time: 0.0751641 Jul 08 18:29:37.930996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48384) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.938150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['32ac0a7c-b74d-4322-af0a-2c1851701038'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:29:37.940338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f9591278-1279-4d7c-913d-03bc59e8bc22 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:29:37.950295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.tag.tag_plugin [None req-5ac5dfc0-b468-4f9f-8275-dfb62f879fa8 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029', {'tags': ['tempest-TagsExtTest-Tag-1245019245', 'tempest-TagsExtTest-Tag-977458619', 'tempest-TagsExtTest-Tag-29454125']}) {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:37.956015 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] Made reservation on behalf of d83751f3dab849ab82a86feaba89834b for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:37.958139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:38.095594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5ac5dfc0-b468-4f9f-8275-dfb62f879fa8 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags HTTP/1.1" status: 200 len: 315 time: 0.1476860 Jul 08 18:29:38.096248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48392) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:38.103050 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-9370ba25-7b5e-47dd-8df4-04af87e2981a tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:38.213105 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9370ba25-7b5e-47dd-8df4-04af87e2981a tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags HTTP/1.1" status: 204 len: 168 time: 0.1130977 Jul 08 18:29:38.213773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48396) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:38.218961 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-de9eb814-d834-4cd3-a856-843698b7907d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029', 'tempest-TagsExtTest-Tag-1245019245') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:38.319214 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-de9eb814-d834-4cd3-a856-843698b7907d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:38.321237 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-de9eb814-d834-4cd3-a856-843698b7907d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags/tempest-TagsExtTest-Tag-1245019245 HTTP/1.1" status: 404 len: 329 time: 0.1062708 Jul 08 18:29:38.329422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48398) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:38.341695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-29d5e46c-3c55-48a3-9e5f-f49ad33c30f8 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029', 'tempest-TagsExtTest-Tag-977458619') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:38.362662 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:38.397014 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-29d5e46c-3c55-48a3-9e5f-f49ad33c30f8 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:38.398050 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-29d5e46c-3c55-48a3-9e5f-f49ad33c30f8 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags/tempest-TagsExtTest-Tag-977458619 HTTP/1.1" status: 404 len: 328 time: 0.0669549 Jul 08 18:29:38.401096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48406) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:38.406931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-3dd2182c-b496-442a-a4a4-84e1dd427aa7 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029', 'tempest-TagsExtTest-Tag-29454125') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:38.469096 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebcc7d-2f72-4a3e-ae73-cadbe13459ad req-ed1d2018-ad36-4080-80af-4500557937a3 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:38.470699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeebcc7d-2f72-4a3e-ae73-cadbe13459ad req-ed1d2018-ad36-4080-80af-4500557937a3 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 943 time: 0.1725707 Jul 08 18:29:38.473023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44649f0f-eb96-4e53-9667-a8049186929f,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:38.510026 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-3dd2182c-b496-442a-a4a4-84e1dd427aa7 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:38.515459 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3dd2182c-b496-442a-a4a4-84e1dd427aa7 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags/tempest-TagsExtTest-Tag-29454125 HTTP/1.1" status: 404 len: 327 time: 0.1133845 Jul 08 18:29:38.516251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48408) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:38.521304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-070d1ee9-b4c2-4ef0-a509-2516698a0ff0 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b', {'tags': ['tempest-TagsExtTest-Tag-390805158', 'tempest-TagsExtTest-Tag-1499665669', 'tempest-TagsExtTest-Tag-141368144']}) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:38.535411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeebcc7d-2f72-4a3e-ae73-cadbe13459ad req-e9d85c29-bb91-45cb-a2ed-ff5594fe9a97 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498891 Jul 08 18:29:38.536295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] Checking segment: {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:38.536658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] Network hostable DHCP agents. Network: f9591278-1279-4d7c-913d-03bc59e8bc22, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:29:38.593581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] Network f9591278-1279-4d7c-913d-03bc59e8bc22 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:29:38.619033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f9591278-1279-4d7c-913d-03bc59e8bc22) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:38.627759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0f0b64-01e5-4d14-9882-2f5ed288f182 None None] Network f9591278-1279-4d7c-913d-03bc59e8bc22 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:38.642886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006782b-766f-446c-8175-9e8503c883c2 req-3c6be218-7b3d-4f3d-9596-9538c2f6b826 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:38.644415 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1006782b-766f-446c-8175-9e8503c883c2 req-3c6be218-7b3d-4f3d-9596-9538c2f6b826 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 945 time: 0.1128733 Jul 08 18:29:38.645745 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:38.646348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:38.704378 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-070d1ee9-b4c2-4ef0-a509-2516698a0ff0 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags HTTP/1.1" status: 200 len: 316 time: 0.1837664 Jul 08 18:29:38.704378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48412) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:38.709837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-61153adb-e5b7-4693-afbf-8ec5d1534698 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:38.725779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cc5e5cd9-2a41-47c9-9b1f-ef2872fd297a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8167119 Jul 08 18:29:38.726555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48416) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:38.735865 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-744027659-router', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:38.745278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1006782b-766f-446c-8175-9e8503c883c2 req-f0d5874a-9b85-44e4-9c4d-39ae4176737d tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877099 Jul 08 18:29:38.774726 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:38.776000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:38.851020 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:38.911324 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-61153adb-e5b7-4693-afbf-8ec5d1534698 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags HTTP/1.1" status: 204 len: 168 time: 0.2056043 Jul 08 18:29:38.913827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48420) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:38.918434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-6cdcd4ea-cd63-4f7f-aef6-7579245b7c94 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b', 'tempest-TagsExtTest-Tag-390805158') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:38.956203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-f9591278-1279-4d7c-913d-03bc59e8bc22', 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'fixed_ips': [{'subnet_id': '44649f0f-eb96-4e53-9667-a8049186929f'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:29:38.957214 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:39.102539 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-6cdcd4ea-cd63-4f7f-aef6-7579245b7c94 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:39.103517 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6cdcd4ea-cd63-4f7f-aef6-7579245b7c94 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags/tempest-TagsExtTest-Tag-390805158 HTTP/1.1" status: 404 len: 328 time: 0.1887269 Jul 08 18:29:39.106639 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48422) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:39.111282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-2ae47585-fc23-4411-953c-a3cfd87fc3af tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b', 'tempest-TagsExtTest-Tag-1499665669') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:39.141403 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:39.178612 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b91e680d-f16a-4c5e-a3da-a1dd0d328372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:39.183835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Allocated IP 172.20.0.2 (f9591278-1279-4d7c-913d-03bc59e8bc22/44649f0f-eb96-4e53-9667-a8049186929f/c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:39.230505 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-2ae47585-fc23-4411-953c-a3cfd87fc3af tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:39.238425 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2ae47585-fc23-4411-953c-a3cfd87fc3af tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags/tempest-TagsExtTest-Tag-1499665669 HTTP/1.1" status: 404 len: 329 time: 0.1282492 Jul 08 18:29:39.238671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48428) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:39.257562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-3ad4abc6-1e49-418a-9f0a-491b30b751ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b', 'tempest-TagsExtTest-Tag-141368144') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:39.363135 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-3ad4abc6-1e49-418a-9f0a-491b30b751ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:39.366646 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3ad4abc6-1e49-418a-9f0a-491b30b751ca tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags/tempest-TagsExtTest-Tag-141368144 HTTP/1.1" status: 404 len: 328 time: 0.1245120 Jul 08 18:29:39.366915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48432) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:39.372907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-7a486664-7353-4514-9379-97c7e065842d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac', {'tags': ['tempest-TagsExtTest-Tag-1675515562', 'tempest-TagsExtTest-Tag-1221134862', 'tempest-TagsExtTest-Tag-1484068140']}) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:39.403977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32ac0a7c-b74d-4322-af0a-2c1851701038 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:39.429172 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7a486664-7353-4514-9379-97c7e065842d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "PUT /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags HTTP/1.1" status: 200 len: 318 time: 0.0605545 Jul 08 18:29:39.431816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48434) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:39.450577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-72785041-b27c-4cbc-9477-5498835272d5 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:39.477319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:39.498719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Transition to ACTIVE for port object c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:39.528142 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-72785041-b27c-4cbc-9477-5498835272d5 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0914731 Jul 08 18:29:39.528872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48436) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:39.529244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Transition to ACTIVE for port object c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:39.534434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-da678846-1c66-41fe-8aec-55849c720944 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac', 'tempest-TagsExtTest-Tag-1675515562') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:39.540793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 32ac0a7c-b74d-4322-af0a-2c1851701038 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:39.545080 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:39.554549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 32ac0a7c-b74d-4322-af0a-2c1851701038 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:39.555271 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:39.571546 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-da678846-1c66-41fe-8aec-55849c720944 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:39.573621 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-da678846-1c66-41fe-8aec-55849c720944 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags/tempest-TagsExtTest-Tag-1675515562 HTTP/1.1" status: 404 len: 329 time: 0.0436635 Jul 08 18:29:39.576970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48444) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:39.582661 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-c8e6696b-c5e5-4d91-afa9-c5b834713cb9 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac', 'tempest-TagsExtTest-Tag-1221134862') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:39.611166 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:39.614877 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-c8e6696b-c5e5-4d91-afa9-c5b834713cb9 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:39.615924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c8e6696b-c5e5-4d91-afa9-c5b834713cb9 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags/tempest-TagsExtTest-Tag-1221134862 HTTP/1.1" status: 404 len: 329 time: 0.0378175 Jul 08 18:29:39.618696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48446) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:39.622092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Network f9591278-1279-4d7c-913d-03bc59e8bc22 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:39.623962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-b2fdb16c-7020-4cbb-8452-627c5b9af946 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac', 'tempest-TagsExtTest-Tag-1484068140') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:39.626977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:39.637069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:39.685304 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-b2fdb16c-7020-4cbb-8452-627c5b9af946 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] show failed (client error): The resource could not be found. Jul 08 18:29:39.688703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:39.689244 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b2fdb16c-7020-4cbb-8452-627c5b9af946 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags/tempest-TagsExtTest-Tag-1484068140 HTTP/1.1" status: 404 len: 329 time: 0.0694199 Jul 08 18:29:39.689809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48448) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:39.695565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-c6bf4ad3-ab95-4108-8a31-8d6016040064 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '52a90956-e142-43dc-ad64-bd98b89881ac') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:39.756965 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c6bf4ad3-ab95-4108-8a31-8d6016040064 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0660405 Jul 08 18:29:39.758760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48452) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:39.764676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-4f688d5c-9077-411e-92a8-ee98ed535a01 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1b69c33c-8437-4780-821a-16ab6df21e8b') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:39.855961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620d255-93b6-4bd1-bbfc-db0aea0a2b9c req-67db42f7-bf65-4f3d-ab8c-485e22734394 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:39.857528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f620d255-93b6-4bd1-bbfc-db0aea0a2b9c req-67db42f7-bf65-4f3d-ab8c-485e22734394 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 943 time: 0.1206741 Jul 08 18:29:39.865042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Attempting to bind port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:39.866645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Attempting to bind port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:39.868255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Attempting to bind port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd on network f9591278-1279-4d7c-913d-03bc59e8bc22 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:39.885815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:39.894766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Checking segment: {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:39.895454 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:39.896093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Bound using segment: {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:39.896806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Bound port: c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:39.897437 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:39.920281 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4f688d5c-9077-411e-92a8-ee98ed535a01 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b/tags HTTP/1.1" status: 204 len: 168 time: 0.1595702 Jul 08 18:29:39.922688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48456) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:39.936009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-1353e329-148d-4667-a30a-8b37057dc65d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e178929-38f6-47a6-89c4-efc8eae2b029') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:39.939249 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.051754 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1353e329-148d-4667-a30a-8b37057dc65d tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029/tags HTTP/1.1" status: 204 len: 168 time: 0.1257350 Jul 08 18:29:40.051891 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f620d255-93b6-4bd1-bbfc-db0aea0a2b9c req-bfb5ef31-77dd-40c5-999f-ac2b68ea50be tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871943 Jul 08 18:29:40.052819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48462) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:40.062826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.tag.tag_plugin [None req-68b40d63-96cf-42f3-a928-f3ff8f4334ff tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9dc898ed-d754-4fd0-b625-22dc19aeb74e') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:40.076144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] For port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:40.090328 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] For port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:40.096107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397b644c-546c-4f07-8452-223c834d5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ac0a7c-b74d-4322-af0a-2c1851701038'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:40.100669 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d519323-024f-4338-bf59-ebc2e41257d4" -d '{"events": [{"server_uuid": "397b644c-546c-4f07-8452-223c834d5c77", "name": "network-vif-plugged", "status": "completed", "tag": "32ac0a7c-b74d-4322-af0a-2c1851701038"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:40.131277 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.144078 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-68b40d63-96cf-42f3-a928-f3ff8f4334ff tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e/tags HTTP/1.1" status: 204 len: 168 time: 0.0901079 Jul 08 18:29:40.144704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48466) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:40.157753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32ac0a7c-b74d-4322-af0a-2c1851701038, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32ac0a7c-b74d-4322-af0a-2c1851701038,segment=NetworkSegment(82252907-6658-42e3-9fd1-ba515c093bfe),segment_id=82252907-6658-42e3-9fd1-ba515c093bfe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:40.182376 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77755d74-d25b-41f4-bdae-5b47075f3878 x-openstack-request-id: req-77755d74-d25b-41f4-bdae-5b47075f3878 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:40.183139 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397b644c-546c-4f07-8452-223c834d5c77", "name": "network-vif-plugged", "status": "completed", "tag": "32ac0a7c-b74d-4322-af0a-2c1851701038", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:40.183578 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77755d74-d25b-41f4-bdae-5b47075f3878 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:40.184173 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397b644c-546c-4f07-8452-223c834d5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ac0a7c-b74d-4322-af0a-2c1851701038', 'code': 200} Jul 08 18:29:40.189842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.212575 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.221818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817175e6-84ed-4aed-ab12-3e98bf2594e2 req-6b37a478-1971-4f07-881d-ebb65e42dd64 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:40.229051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-817175e6-84ed-4aed-ab12-3e98bf2594e2 req-6b37a478-1971-4f07-881d-ebb65e42dd64 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 945 time: 0.1942782 Jul 08 18:29:40.260021 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.319937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b0076fb-5fc0-4e3e-afa7-cb7cbf3417f0 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for subnetpool, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.325030 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.325979 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5b0076fb-5fc0-4e3e-afa7-cb7cbf3417f0 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/subnetpools/52a90956-e142-43dc-ad64-bd98b89881ac HTTP/1.1" status: 204 len: 168 time: 0.1801963 Jul 08 18:29:40.326527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-817175e6-84ed-4aed-ab12-3e98bf2594e2 req-d6835b24-b26b-4cf2-84ed-326f3e083563 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964866 Jul 08 18:29:40.329785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48470) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:40.374408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eb9a9532-f127-4e29-a9e0-74f1625ac8a6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b69c33c-8437-4780-821a-16ab6df21e8b HTTP/1.1" status: 200 len: 205 time: 0.0434206 Jul 08 18:29:40.379600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48476) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:40.385034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef5791-00cd-44cd-bffe-0630531ef5f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:40.472130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=32ac0a7c-b74d-4322-af0a-2c1851701038,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:40.485944 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49be3ce-7d66-4e24-9e48-d74215b494e3 req-806b29df-1d2b-4c0d-aabc-ef7aaff9ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:40.487698 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d49be3ce-7d66-4e24-9e48-d74215b494e3 req-806b29df-1d2b-4c0d-aabc-ef7aaff9ca01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 1097 time: 0.2270844 Jul 08 18:29:40.502137 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e363e02-9026-4214-88d9-667d1673ed1e tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.539969 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d49be3ce-7d66-4e24-9e48-d74215b494e3 req-f68f6b30-d61a-4264-b8f6-ba0e5406d1d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444279 Jul 08 18:29:40.781838 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e363e02-9026-4214-88d9-667d1673ed1e tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.784312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Allocated IP 172.25.8.176 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/84e4c2c8-220b-4c5b-880a-ed5e356dcf86) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:40.787431 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e363e02-9026-4214-88d9-667d1673ed1e tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.885978 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e363e02-9026-4214-88d9-667d1673ed1e tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.886538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e363e02-9026-4214-88d9-667d1673ed1e tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Fanout notify agent at l3_agent the message router_deleted on router 1b69c33c-8437-4780-821a-16ab6df21e8b {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:29:40.894198 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e363e02-9026-4214-88d9-667d1673ed1e tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:40.898913 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1e363e02-9026-4214-88d9-667d1673ed1e tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/routers/1b69c33c-8437-4780-821a-16ab6df21e8b HTTP/1.1" status: 204 len: 168 time: 0.5178733 Jul 08 18:29:40.899432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48484) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:40.972209 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:41.024295 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:41.057693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Deleting port 5e178929-38f6-47a6-89c4-efc8eae2b029 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:41.058324 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:41.090156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:41.096130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:41.107333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:41.187521 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:41.207979 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Calling delete_port for 5e178929-38f6-47a6-89c4-efc8eae2b029 owned by {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:41.297707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Pushing event updated for resources: {'Port': ['ID=84e4c2c8-220b-4c5b-880a-ed5e356dcf86,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:41.440778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a20cb-579e-4077-b9e0-b9172f571ba9 req-ff905743-8301-40f3-ba7d-d6cdc9bae617 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:41.442241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b48a20cb-579e-4077-b9e0-b9172f571ba9 req-ff905743-8301-40f3-ba7d-d6cdc9bae617 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 943 time: 0.1951799 Jul 08 18:29:41.480795 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:41.565852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Pushing event deleted for resources: {'Port': ['ID=5e178929-38f6-47a6-89c4-efc8eae2b029,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:41.688201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.688548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.688896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.689235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.689570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.689901 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.704822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.705406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.705757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.706099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.706942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.706942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:41.716570 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:41.749786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:41.837253 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:41.839547 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-08688103-ddd9-4177-a7b9-4cea45dcada6 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/ports/5e178929-38f6-47a6-89c4-efc8eae2b029 HTTP/1.1" status: 204 len: 168 time: 0.9384537 Jul 08 18:29:41.850784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48502) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:41.871784 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:41.879018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedfa751-94d0-4a37-8efb-ce2f88c40375 None None] Network f9591278-1279-4d7c-913d-03bc59e8bc22 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:41.913791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b48a20cb-579e-4077-b9e0-b9172f571ba9 req-b9636bd8-8f20-4827-9d57-f7096e93be9a tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177001 Jul 08 18:29:41.954798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e7aa37-40fa-4cea-8e5b-f2b982636cf5 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Deleting subnet 9dc898ed-d754-4fd0-b625-22dc19aeb74e {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:29:41.958333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e7aa37-40fa-4cea-8e5b-f2b982636cf5 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.040526 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e7aa37-40fa-4cea-8e5b-f2b982636cf5 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.066885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b54cb-7586-4830-90fc-897c94f006e0 req-9c3f9a87-db17-4353-8c00-ab6d46cc21ce tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:42.074447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f58b54cb-7586-4830-90fc-897c94f006e0 req-9c3f9a87-db17-4353-8c00-ab6d46cc21ce tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 946 time: 0.4496744 Jul 08 18:29:42.134035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:42.173026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8f84bf1d-023b-46f7-b254-eb2402cfb785 None None] Provisioning for port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:42.185807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e7aa37-40fa-4cea-8e5b-f2b982636cf5 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.188361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:42.189045 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.196849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8f84bf1d-023b-46f7-b254-eb2402cfb785 None None] Provisioning complete for port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:42.199453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8f84bf1d-023b-46f7-b254-eb2402cfb785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.202948 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.234104 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f58b54cb-7586-4830-90fc-897c94f006e0 req-499e5de6-8b95-4660-a9ba-3304fa737d36 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586595 Jul 08 18:29:42.290996 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e7aa37-40fa-4cea-8e5b-f2b982636cf5 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.327476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd43cf6-2503-4fdc-8bfa-881cc612c209 None None] Network dccfc37e-5d25-4e76-87c9-a98deea85fff requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:42.343950 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6e7aa37-40fa-4cea-8e5b-f2b982636cf5 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.346020 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a6e7aa37-40fa-4cea-8e5b-f2b982636cf5 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/subnets/9dc898ed-d754-4fd0-b625-22dc19aeb74e HTTP/1.1" status: 204 len: 168 time: 0.4879959 Jul 08 18:29:42.347249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7aa37-40fa-4cea-8e5b-f2b982636cf5 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc898ed-d754-4fd0-b625-22dc19aeb74e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:42.349070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48512) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:42.448893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:29:42.450391 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.576657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Deleting port 34f4756b-8c16-48ef-859d-5a4140e896c3 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:42.577013 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.638582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:42.655793 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Sync routers for ids ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:42.671279 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Routers {'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:42.671927 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:42.683423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] For port 34f4756b-8c16-48ef-859d-5a4140e896c3, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=34f4756b-8c16-48ef-859d-5a4140e896c3,segment=NetworkSegment(f7f9c2d1-d57c-4219-a2fc-efe2813132e3),segment_id=f7f9c2d1-d57c-4219-a2fc-efe2813132e3)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:42.684227 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.691816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.693469 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a81e053b-318b-4076-8ad9-1ec9d1733300 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9623327 Jul 08 18:29:42.697643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48524) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:42.720347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Calling delete_port for 34f4756b-8c16-48ef-859d-5a4140e896c3 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:42.760903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b71e767-1899-4680-b4a2-b97a09497d55 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:29:42.808646 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8f84bf1d-023b-46f7-b254-eb2402cfb785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.836952 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:42.902907 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Set router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:42.935745 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.006117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Pushing event deleted for resources: {'Port': ['ID=34f4756b-8c16-48ef-859d-5a4140e896c3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:43.016143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] No DVR routers for this DVR port 34f4756b-8c16-48ef-859d-5a4140e896c3 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:29:43.111190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8f84bf1d-023b-46f7-b254-eb2402cfb785 None None] For port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:43.131970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6b71e767-1899-4680-b4a2-b97a09497d55, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b71e767-1899-4680-b4a2-b97a09497d55,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:43.163202 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8f84bf1d-023b-46f7-b254-eb2402cfb785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.192759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '6b71e767-1899-4680-b4a2-b97a09497d55', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'port_id': '6b71e767-1899-4680-b4a2-b97a09497d55', 'mac_address': 'fa:16:3e:61:0f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:29:43.236202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.262596 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccfc37e-5d25-4e76-87c9-a98deea85fff']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:43.316020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f9c2d1-d57c-4219-a2fc-efe2813132e3') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:43.316444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f9c2d1-d57c-4219-a2fc-efe2813132e3') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:43.345107 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.387690 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'name': 'tempest-TestServerMultinode-744027659-router', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:38Z', 'updated_at': '2021-07-08T18:29:41Z', 'revision_number': 3, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'gw_port': {'id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:40Z', 'updated_at': '2021-07-08T18:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:43.388975 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.406499 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:29:43.410811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.416400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84bf1d-023b-46f7-b254-eb2402cfb785 None None] Pushing event updated for resources: {'Port': ['ID=c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:43.457138 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Checking router: c9abf35e-dafc-4ee7-a58c-b3e36701d2dc for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:43.457480 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Updating router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:29:43.505351 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:29:43.511740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.518927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.521176 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] 10.222.0.73 "DELETE /v2.0/networks/dccfc37e-5d25-4e76-87c9-a98deea85fff HTTP/1.1" status: 204 len: 168 time: 1.1709106 Jul 08 18:29:43.530923 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.542655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfbc93-e4d1-44ef-a42c-60f34f2e9a53 tempest-TagsExtTest-351056743 tempest-TagsExtTest-351056743-project] Pushing event deleted for resources: {'Network': ['ID=dccfc37e-5d25-4e76-87c9-a98deea85fff,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:43.569624 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:29:43.570140 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:29:43.589108 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.607842 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b71e767-1899-4680-b4a2-b97a09497d55 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:29:43.621289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e83aaad9-6ea1-4c00-a77b-71dfe92a62b9 None None] Provisioning complete for port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:43.622164 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e83aaad9-6ea1-4c00-a77b-71dfe92a62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.776447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6b71e767-1899-4680-b4a2-b97a09497d55, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b71e767-1899-4680-b4a2-b97a09497d55,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:43.834357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1363f35c-50c6-44e2-b71b-546e332c4d4a None None] DHCP port deletion for dccfc37e-5d25-4e76-87c9-a98deea85fff request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:29:43.839732 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.853549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa56f7-40cd-4a3f-8a5f-8b2d7a65df02 req-1ea0da26-6df2-4836-8a5e-bb1f522e8e4a tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:43.860735 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63aa56f7-40cd-4a3f-8a5f-8b2d7a65df02 req-1ea0da26-6df2-4836-8a5e-bb1f522e8e4a tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 943 time: 0.2506902 Jul 08 18:29:43.911870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acc1a3-1e75-4522-a214-500f58da6a26 req-106558f2-49c3-4740-b129-584e05e1f2c2 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:43.914890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64acc1a3-1e75-4522-a214-500f58da6a26 req-106558f2-49c3-4740-b129-584e05e1f2c2 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 946 time: 0.2845664 Jul 08 18:29:43.988979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6b71e767-1899-4680-b4a2-b97a09497d55,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:44.019527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48554) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:44.060746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63aa56f7-40cd-4a3f-8a5f-8b2d7a65df02 req-0faf3943-f605-474d-b709-d04b296297c8 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989942 Jul 08 18:29:44.091064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64acc1a3-1e75-4522-a214-500f58da6a26 req-5d6ed3c1-07b1-4fd3-b615-e02f26d79951 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674604 Jul 08 18:29:44.097449 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:44.109566 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Transition to ACTIVE for port object 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:44.140358 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:44.164908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6b71e767-1899-4680-b4a2-b97a09497d55'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:29:44.250315 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7525f-6c09-48c2-b530-7569cd6d7bd5 None None] Pushing event updated for resources: {'Port': ['ID=84e4c2c8-220b-4c5b-880a-ed5e356dcf86,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:44.254585 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Attempting to bind port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:44.256313 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Attempting to bind port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:44.258512 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Attempting to bind port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:44.268181 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:44.270834 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:44.271496 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:44.272120 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:44.272663 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Bound port: 84e4c2c8-220b-4c5b-880a-ed5e356dcf86, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:44.273116 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:44.310334 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:44.363309 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] For port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:44.370342 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] For port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=84e4c2c8-220b-4c5b-880a-ed5e356dcf86,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:44.371282 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-99693b68-433a-4769-9073-dbd08eb303ef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb2a292805fb4c49b5a887520343f94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502443 Jul 08 18:29:44.376491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48564) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:44.377780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:44.382929 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:44.462100 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Routers {'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:44.463546 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:44.479308 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7eeba970-811f-40ea-933b-20a19593cb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:44.486043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:44.486437 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:44.528524 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7eeba970-811f-40ea-933b-20a19593cb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:44.540160 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7525f-6c09-48c2-b530-7569cd6d7bd5 None None] Pushing event updated for resources: {'Port': ['ID=84e4c2c8-220b-4c5b-880a-ed5e356dcf86,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:44.639446 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7eeba970-811f-40ea-933b-20a19593cb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:44.642299 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7eeba970-811f-40ea-933b-20a19593cb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:44.643540 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7eeba970-811f-40ea-933b-20a19593cb89 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/448fe5e5-f0e2-4bc5-8230-cd48f5bb20cd HTTP/1.1" status: 204 len: 168 time: 0.2660093 Jul 08 18:29:44.658657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeba970-811f-40ea-933b-20a19593cb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448fe5e5-f0e2-4bc5-8230-cd48f5bb20cd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:44.682790 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] Set router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:44.733766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Allocated IP 172.20.0.1 (f9591278-1279-4d7c-913d-03bc59e8bc22/44649f0f-eb96-4e53-9667-a8049186929f/ae2d2f27-b90f-4737-8954-21cd17ae7153) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:44.907675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 34f4756b-8c16-48ef-859d-5a4140e896c3 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:44.980854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 34f4756b-8c16-48ef-859d-5a4140e896c3 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:44.981154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 34f4756b-8c16-48ef-859d-5a4140e896c3 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:45.006998 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:45.035916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Transition to ACTIVE for port object ae2d2f27-b90f-4737-8954-21cd17ae7153 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:45.156294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:45.209303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Network f9591278-1279-4d7c-913d-03bc59e8bc22 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:45.215757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:45.227220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:45.244176 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'name': 'tempest-TestServerMultinode-744027659-router', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:38Z', 'updated_at': '2021-07-08T18:29:41Z', 'revision_number': 3, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'gw_port': {'id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:40Z', 'updated_at': '2021-07-08T18:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:45.280907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2d2f27-b90f-4737-8954-21cd17ae7153,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:45.322022 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625984d5-90c5-4332-aac3-38c33f00eb5c None None] The sync data for ids ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'] in n-d-799684-3 is: [{'id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'name': 'tempest-TestServerMultinode-744027659-router', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:38Z', 'updated_at': '2021-07-08T18:29:41Z', 'revision_number': 3, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'gw_port': {'id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:40Z', 'updated_at': '2021-07-08T18:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:45.377937 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:45.583567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a37315-ff66-412c-ab69-254cecb9034c req-98c7bc5f-3f18-4ff0-a44a-e54a43882f84 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:45.585250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1a37315-ff66-412c-ab69-254cecb9034c req-98c7bc5f-3f18-4ff0-a44a-e54a43882f84 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 944 time: 0.3201172 Jul 08 18:29:45.674646 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:45.704394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1a37315-ff66-412c-ab69-254cecb9034c req-ce46897f-61e3-441d-8794-38bce53bf7ec tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937574 Jul 08 18:29:45.734453 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2e32a209-ad56-4be2-96ab-5e1eaf5bf2e8 None None] Provisioning for port ae2d2f27-b90f-4737-8954-21cd17ae7153 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:45.741478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2e32a209-ad56-4be2-96ab-5e1eaf5bf2e8 None None] Provisioning complete for port ae2d2f27-b90f-4737-8954-21cd17ae7153 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:45.742883 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e32a209-ad56-4be2-96ab-5e1eaf5bf2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:45.810811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2e32a209-ad56-4be2-96ab-5e1eaf5bf2e8 None None] Port ae2d2f27-b90f-4737-8954-21cd17ae7153 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:46.175958 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:46.189112 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:46.304572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2d2f27-b90f-4737-8954-21cd17ae7153,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:46.325272 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:46.329872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:46.419305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:46.426894 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:46.428563 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:46.480951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Network f9591278-1279-4d7c-913d-03bc59e8bc22 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:46.482652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:46.566319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:46.618820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=84e4c2c8-220b-4c5b-880a-ed5e356dcf86,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:46.655364 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:46.712383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b71e767-1899-4680-b4a2-b97a09497d55 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:46.788387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:29:46.901111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 6b71e767-1899-4680-b4a2-b97a09497d55 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:46.919543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=84e4c2c8-220b-4c5b-880a-ed5e356dcf86,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:46.931001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 6b71e767-1899-4680-b4a2-b97a09497d55 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:46.931716 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:47.036534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2702871b-6bff-4b0b-aadb-ba614a53f421 None None] Provisioning complete for port ae2d2f27-b90f-4737-8954-21cd17ae7153 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:47.042086 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2702871b-6bff-4b0b-aadb-ba614a53f421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:47.196545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:47.201971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2702871b-6bff-4b0b-aadb-ba614a53f421 None None] Port ae2d2f27-b90f-4737-8954-21cd17ae7153 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:47.201971 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:47.220511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0471fdf3-501c-4b7a-b177-4e1b1b4d04d2 admin admin] 10.222.0.73 "PUT /v2.0/routers/c9abf35e-dafc-4ee7-a58c-b3e36701d2dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5083230 Jul 08 18:29:47.240175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2635b49-55c5-4673-8590-e96c7bf145c5 req-0a2e5c45-9dab-457b-9a3a-a1b8dd0b7dc8 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:47.240781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6b71e767-1899-4680-b4a2-b97a09497d55, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b71e767-1899-4680-b4a2-b97a09497d55,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:47.242862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:47.244914 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e31a850-f275-4a99-bfb4-542fdb46e814" -d '{"events": [{"server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "name": "network-vif-plugged", "status": "completed", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:47.249300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c2635b49-55c5-4673-8590-e96c7bf145c5 req-0a2e5c45-9dab-457b-9a3a-a1b8dd0b7dc8 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 944 time: 0.3293991 Jul 08 18:29:47.261541 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:47.371074 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5431e0f2-627f-4213-9b12-c04549788a0b x-openstack-request-id: req-5431e0f2-627f-4213-9b12-c04549788a0b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:47.377538 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c2635b49-55c5-4673-8590-e96c7bf145c5 req-ff84b960-9096-49d9-8444-334d78857ae2 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271958 Jul 08 18:29:47.379512 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "name": "network-vif-plugged", "status": "completed", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:47.383355 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5431e0f2-627f-4213-9b12-c04549788a0b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:47.385657 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55', 'code': 200} Jul 08 18:29:47.386523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6b71e767-1899-4680-b4a2-b97a09497d55,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:47.508793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385f8e2-9c87-4798-8ac4-dafa50bc7bef req-1514292a-c4da-4301-aebf-519dd7bdfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:47.516197 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1385f8e2-9c87-4798-8ac4-dafa50bc7bef req-1514292a-c4da-4301-aebf-519dd7bdfc87 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 1096 time: 0.1082723 Jul 08 18:29:47.580089 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1385f8e2-9c87-4798-8ac4-dafa50bc7bef req-4aeec3c5-4e5a-4fe5-80ca-bcfec26c52d0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472708 Jul 08 18:29:47.654468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48678) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:47.909552 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2209-374c-4ce5-9f1d-85540c794be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:48.150389 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2209-374c-4ce5-9f1d-85540c794be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:48.163711 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2209-374c-4ce5-9f1d-85540c794be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:48.239780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Sync routers for ids ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:48.258856 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Routers {'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:48.268244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:48.276206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48702) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:48.288205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2c3a2209-374c-4ce5-9f1d-85540c794be4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce167f8d2f2f4615b2a770a586ac3d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6322169 Jul 08 18:29:48.314345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a2209-374c-4ce5-9f1d-85540c794be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd7771e-c33e-4ea4-91ef-84e1a9e03a9b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:48.375006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:48.408828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0446ad8-f6ef-4275-9bd6-52e23a59389e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:48.471709 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0446ad8-f6ef-4275-9bd6-52e23a59389e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:48.532953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48712) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:48.544171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-924835918-network', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:48.639492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0446ad8-f6ef-4275-9bd6-52e23a59389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:48.645023 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:48.645586 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:48.648748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0446ad8-f6ef-4275-9bd6-52e23a59389e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:48.651910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Set router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:48.670094 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a0446ad8-f6ef-4275-9bd6-52e23a59389e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4fd7771e-c33e-4ea4-91ef-84e1a9e03a9b HTTP/1.1" status: 204 len: 168 time: 0.3766193 Jul 08 18:29:48.709842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0446ad8-f6ef-4275-9bd6-52e23a59389e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd7771e-c33e-4ea4-91ef-84e1a9e03a9b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:48.728309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Made reservation on behalf of 6fa085fbe1e04feda43816477f5e24e0 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:48.731298 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:48.762637 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:48.961065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728b6d-3fb2-4bb7-b6e0-733704ca8432 req-3740a7a6-a11f-44f2-b927-05d2a0caf895 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:48.963060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a728b6d-3fb2-4bb7-b6e0-733704ca8432 req-3740a7a6-a11f-44f2-b927-05d2a0caf895 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 945 time: 0.3413026 Jul 08 18:29:49.034856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a728b6d-3fb2-4bb7-b6e0-733704ca8432 req-79b4bf9c-be43-4bd0-9614-da4491b4f884 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632207 Jul 08 18:29:49.098738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'name': 'tempest-TestServerMultinode-744027659-router', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:38Z', 'updated_at': '2021-07-08T18:29:45Z', 'revision_number': 4, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'gw_port': {'id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:40Z', 'updated_at': '2021-07-08T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ae2d2f27-b90f-4737-8954-21cd17ae7153', 'name': '', 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'mac_address': 'fa:16:3e:59:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '44649f0f-eb96-4e53-9667-a8049186929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:44Z', 'updated_at': '2021-07-08T18:29:45Z', 'revision_number': 2, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'subnets': [{'id': '44649f0f-eb96-4e53-9667-a8049186929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:49.140313 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.149282 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.153080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Checking router: c9abf35e-dafc-4ee7-a58c-b3e36701d2dc for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:49.153504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Updating router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc port ae2d2f27-b90f-4737-8954-21cd17ae7153 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:29:49.201538 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.218555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:29:49.227894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe77bf5-27ba-4d4f-9213-71afb07684cd,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:49.256783 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.258529 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Added segment 8a91be97-b3fd-40e9-9917-dbfb187082a5 of type vlan for network 0d4a32fc-84d2-4444-bceb-3879cba4878a Jul 08 18:29:49.346048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.428031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.432650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:49.435737 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.482416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48740) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:49.513411 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7191f526-44c7-4f1e-aa61-ff01d56ae0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.539422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0036459 Jul 08 18:29:49.542032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48742) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:49.564132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae943ce9-3b98-4261-90eb-7d44359a216b admin admin] Pushing event updated for resources: {'Network': ['ID=0d4a32fc-84d2-4444-bceb-3879cba4878a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:49.582099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 0d4a32fc-84d2-4444-bceb-3879cba4878a details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:29:49.582812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] Request body: {'subnet': {'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-924835918-subnet', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:49.636124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] Made reservation on behalf of 6fa085fbe1e04feda43816477f5e24e0 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:49.638679 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.729557 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.745498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Transition to ACTIVE for port object ae2d2f27-b90f-4737-8954-21cd17ae7153 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:49.758362 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.849161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da2d6f-2da1-434a-bd03-a65e557efaea None None] Pushing event updated for resources: {'Port': ['ID=ae2d2f27-b90f-4737-8954-21cd17ae7153,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:49.875851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f1570-7a51-41db-a341-3a072e943d37 req-f27a628d-f42f-434c-90ac-c195f6e9b4d4 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:49.877376 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-111f1570-7a51-41db-a341-3a072e943d37 req-f27a628d-f42f-434c-90ac-c195f6e9b4d4 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 946 time: 0.1500244 Jul 08 18:29:49.936867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Attempting to bind port ae2d2f27-b90f-4737-8954-21cd17ae7153 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:49.937430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Attempting to bind port ae2d2f27-b90f-4737-8954-21cd17ae7153 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:49.937897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Attempting to bind port ae2d2f27-b90f-4737-8954-21cd17ae7153 on network f9591278-1279-4d7c-913d-03bc59e8bc22 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:49.944194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:49.944728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Checking segment: {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:49.945798 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.946522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Bound using segment: {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:49.947253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Bound port: ae2d2f27-b90f-4737-8954-21cd17ae7153, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:49.947787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.969315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-111f1570-7a51-41db-a341-3a072e943d37 req-b8cac354-864b-4b3b-8ac8-b0549eaddfbb tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784097 Jul 08 18:29:50.040131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] For port ae2d2f27-b90f-4737-8954-21cd17ae7153, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:50.044676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] For port ae2d2f27-b90f-4737-8954-21cd17ae7153, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ae2d2f27-b90f-4737-8954-21cd17ae7153,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:50.056729 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.139744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Routers {'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:50.150372 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:50.347272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fcf09-07cf-45c6-b220-e18b88c33350 req-4bcb966f-6093-4736-8e69-a41688892861 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:50.349875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a13fcf09-07cf-45c6-b220-e18b88c33350 req-4bcb966f-6093-4736-8e69-a41688892861 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 945 time: 0.1393170 Jul 08 18:29:50.408106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a13fcf09-07cf-45c6-b220-e18b88c33350 req-8aaca083-67e3-477e-a3d9-6afc0fe88c85 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509424 Jul 08 18:29:50.509581 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7191f526-44c7-4f1e-aa61-ff01d56ae0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.511819 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.567287 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7191f526-44c7-4f1e-aa61-ff01d56ae0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.583520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da2d6f-2da1-434a-bd03-a65e557efaea None None] Pushing event updated for resources: {'Port': ['ID=ae2d2f27-b90f-4737-8954-21cd17ae7153,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:50.613774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa510-26af-4e32-ab3e-4e318e29e8e1 req-369a2b41-d575-4aee-ab83-ea0ce07b129f tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:50.622622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac1aa510-26af-4e32-ab3e-4e318e29e8e1 req-369a2b41-d575-4aee-ab83-ea0ce07b129f tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 945 time: 0.0800097 Jul 08 18:29:50.625692 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191f526-44c7-4f1e-aa61-ff01d56ae0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d04d2e-907c-43d6-a4bf-95258f9c8216,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:50.676615 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac1aa510-26af-4e32-ab3e-4e318e29e8e1 req-b2830b31-239e-4da4-8b06-0cfd9ed54852 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531402 Jul 08 18:29:50.683445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48766) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:50.690384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7191f526-44c7-4f1e-aa61-ff01d56ae0d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f356f7485ed40af865d3f2662c55848&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1990926 Jul 08 18:29:50.698815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] Set router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:50.701001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48768) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:50.719997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d65eab0-6c17-4601-8b9b-bf7c73a36317,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:50.738508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] Checking segment: {'id': '8a91be97-b3fd-40e9-9917-dbfb187082a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:50.738872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] Network hostable DHCP agents. Network: 0d4a32fc-84d2-4444-bceb-3879cba4878a, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:29:50.786681 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7d4-2797-4d46-9f58-928a50061de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.806542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] Network 0d4a32fc-84d2-4444-bceb-3879cba4878a is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:29:50.825057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 0d4a32fc-84d2-4444-bceb-3879cba4878a) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:50.829942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:50.830890 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.845133 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7d4-2797-4d46-9f58-928a50061de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.858722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70a596-32ec-482a-9e09-fcb4bbfae64f None None] Network 0d4a32fc-84d2-4444-bceb-3879cba4878a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:50.859262 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-577774c7-9487-4dab-8431-956fd6d1cba9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3152161 Jul 08 18:29:50.861351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48772) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:50.866688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-924835918-router', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:50.917899 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.921740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.984974 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7d4-2797-4d46-9f58-928a50061de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.991296 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7d4-2797-4d46-9f58-928a50061de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.996717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0dfdd7d4-2797-4d46-9f58-928a50061de7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33d04d2e-907c-43d6-a4bf-95258f9c8216 HTTP/1.1" status: 204 len: 168 time: 0.3120725 Jul 08 18:29:51.015262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdd7d4-2797-4d46-9f58-928a50061de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d04d2e-907c-43d6-a4bf-95258f9c8216,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:51.060954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:51.168251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-0d4a32fc-84d2-4444-bceb-3879cba4878a', 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'fixed_ips': [{'subnet_id': '0d65eab0-6c17-4601-8b9b-bf7c73a36317'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:29:51.171043 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:51.452443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:51.467590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761c809-4afc-44eb-8b31-b27b76a46810 req-ced654a7-1350-423a-bcd7-93f9533990a7 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:51.476966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9761c809-4afc-44eb-8b31-b27b76a46810 req-ced654a7-1350-423a-bcd7-93f9533990a7 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 946 time: 0.1289518 Jul 08 18:29:51.523670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'name': 'tempest-TestServerMultinode-744027659-router', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:38Z', 'updated_at': '2021-07-08T18:29:45Z', 'revision_number': 4, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'gw_port': {'id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:40Z', 'updated_at': '2021-07-08T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ae2d2f27-b90f-4737-8954-21cd17ae7153', 'name': '', 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'mac_address': 'fa:16:3e:59:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '44649f0f-eb96-4e53-9667-a8049186929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:44Z', 'updated_at': '2021-07-08T18:29:50Z', 'revision_number': 4, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'subnets': [{'id': '44649f0f-eb96-4e53-9667-a8049186929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:51.531738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9761c809-4afc-44eb-8b31-b27b76a46810 req-1136ff6e-5234-42ac-be25-7bff0b2eebf2 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb7919e4-c5c0-4273-948f-62665b7546b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535140 Jul 08 18:29:51.545500 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25411ba-2661-4b5e-b2a8-f152c30a2490 req-a36a494a-97ad-4b71-a438-bbb0f6471880 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:51.547113 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a25411ba-2661-4b5e-b2a8-f152c30a2490 req-a36a494a-97ad-4b71-a438-bbb0f6471880 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.59 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 946 time: 0.4023476 Jul 08 18:29:51.553399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Allocated IP 172.20.0.2 (0d4a32fc-84d2-4444-bceb-3879cba4878a/0d65eab0-6c17-4601-8b9b-bf7c73a36317/463e3af4-060c-4291-aec9-5a5767ba0d90) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:51.556510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc200911-a92e-4164-bc30-45648cd925bd None None] The sync data for ids ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'] in n-d-799684-3 is: [{'id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'name': 'tempest-TestServerMultinode-744027659-router', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:38Z', 'updated_at': '2021-07-08T18:29:45Z', 'revision_number': 4, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'gw_port': {'id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:40Z', 'updated_at': '2021-07-08T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'ae2d2f27-b90f-4737-8954-21cd17ae7153', 'name': '', 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'mac_address': 'fa:16:3e:59:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '44649f0f-eb96-4e53-9667-a8049186929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:44Z', 'updated_at': '2021-07-08T18:29:50Z', 'revision_number': 4, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'subnets': [{'id': '44649f0f-eb96-4e53-9667-a8049186929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:51.736976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186a4a58-9211-49f7-885a-86bb5f1795c3 tempest-TestVolumeBackupRestore-844449161 tempest-TestVolumeBackupRestore-844449161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:51.738855 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-186a4a58-9211-49f7-885a-86bb5f1795c3 tempest-TestVolumeBackupRestore-844449161 tempest-TestVolumeBackupRestore-844449161-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 1091 time: 1.0365100 Jul 08 18:29:51.742626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48798) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:51.747864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '6b71e767-1899-4680-b4a2-b97a09497d55', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:51.830055 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:51.876453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-a25411ba-2661-4b5e-b2a8-f152c30a2490 req-db95d51d-e973-48ae-8085-b6ea8d87d550 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Deleting port 32ac0a7c-b74d-4322-af0a-2c1851701038 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:51.877813 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a25411ba-2661-4b5e-b2a8-f152c30a2490 req-db95d51d-e973-48ae-8085-b6ea8d87d550 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:51.951875 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:51.968481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Transition to ACTIVE for port object 463e3af4-060c-4291-aec9-5a5767ba0d90 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:52.005681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Transition to ACTIVE for port object 463e3af4-060c-4291-aec9-5a5767ba0d90 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:52.022909 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.084489 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.133078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Network 0d4a32fc-84d2-4444-bceb-3879cba4878a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:52.136510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:52.155279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:52.245488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Pushing event updated for resources: {'Port': ['ID=463e3af4-060c-4291-aec9-5a5767ba0d90,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:52.283504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.327178 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Allocated IP 172.25.8.246 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/4d36779c-d30b-47a8-a43b-562225bc4745) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:52.350242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a25411ba-2661-4b5e-b2a8-f152c30a2490 req-db95d51d-e973-48ae-8085-b6ea8d87d550 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] For port 32ac0a7c-b74d-4322-af0a-2c1851701038, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32ac0a7c-b74d-4322-af0a-2c1851701038,segment=NetworkSegment(82252907-6658-42e3-9fd1-ba515c093bfe),segment_id=82252907-6658-42e3-9fd1-ba515c093bfe)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:52.353681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a25411ba-2661-4b5e-b2a8-f152c30a2490 req-db95d51d-e973-48ae-8085-b6ea8d87d550 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.361495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Attempting to bind port 463e3af4-060c-4291-aec9-5a5767ba0d90 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:52.361867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Attempting to bind port 463e3af4-060c-4291-aec9-5a5767ba0d90 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '8a91be97-b3fd-40e9-9917-dbfb187082a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:52.362253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Attempting to bind port 463e3af4-060c-4291-aec9-5a5767ba0d90 on network 0d4a32fc-84d2-4444-bceb-3879cba4878a {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:52.362672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.370005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:52.370766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Checking segment: {'id': '8a91be97-b3fd-40e9-9917-dbfb187082a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:52.371406 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.372050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Bound using segment: {'id': '8a91be97-b3fd-40e9-9917-dbfb187082a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:52.372759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Bound port: 463e3af4-060c-4291-aec9-5a5767ba0d90, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a91be97-b3fd-40e9-9917-dbfb187082a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:52.373404 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.401861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-a25411ba-2661-4b5e-b2a8-f152c30a2490 req-db95d51d-e973-48ae-8085-b6ea8d87d550 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Calling delete_port for 32ac0a7c-b74d-4322-af0a-2c1851701038 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:52.402923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ae2d2f27-b90f-4737-8954-21cd17ae7153 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:52.522139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.558587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] For port 463e3af4-060c-4291-aec9-5a5767ba0d90, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:52.562561 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] For port 463e3af4-060c-4291-aec9-5a5767ba0d90, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=463e3af4-060c-4291-aec9-5a5767ba0d90,segment=NetworkSegment(8a91be97-b3fd-40e9-9917-dbfb187082a5),segment_id=8a91be97-b3fd-40e9-9917-dbfb187082a5)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:52.573975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.588098 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.600332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ae2d2f27-b90f-4737-8954-21cd17ae7153 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:52.629561 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ae2d2f27-b90f-4737-8954-21cd17ae7153 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:52.630094 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.702587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:52.705821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:52.732389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:52.759908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event updated for resources: {'Port': ['ID=4d36779c-d30b-47a8-a43b-562225bc4745,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:52.783161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30023ccf-0cc6-4544-b3fd-e69f6b041f64 None None] Pushing event updated for resources: {'Port': ['ID=463e3af4-060c-4291-aec9-5a5767ba0d90,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:52.850504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a25411ba-2661-4b5e-b2a8-f152c30a2490 req-db95d51d-e973-48ae-8085-b6ea8d87d550 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.889548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.895624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['32ac0a7c-b74d-4322-af0a-2c1851701038'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:29:52.910583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1419bec6-0b72-4abe-adba-bc57753b5488 req-8eb8564b-8b0a-4b15-b970-226897db5677 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 210 time: 0.1733654 Jul 08 18:29:52.949637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Allocated IP 172.25.8.239 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/4c667802-b8af-4975-aa52-f2d6e5a1f480) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:52.961323 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95d51d-e973-48ae-8085-b6ea8d87d550 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Pushing event deleted for resources: {'Port': ['ID=32ac0a7c-b74d-4322-af0a-2c1851701038,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:53.066272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port ae2d2f27-b90f-4737-8954-21cd17ae7153, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ae2d2f27-b90f-4737-8954-21cd17ae7153,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:53.079822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25411ba-2661-4b5e-b2a8-f152c30a2490 req-db95d51d-e973-48ae-8085-b6ea8d87d550 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] No DVR routers for this DVR port 32ac0a7c-b74d-4322-af0a-2c1851701038 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:29:53.086814 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:53.087103 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a25411ba-2661-4b5e-b2a8-f152c30a2490 req-db95d51d-e973-48ae-8085-b6ea8d87d550 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:53.092936 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a25411ba-2661-4b5e-b2a8-f152c30a2490 req-db95d51d-e973-48ae-8085-b6ea8d87d550 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.59 "DELETE /v2.0/ports/32ac0a7c-b74d-4322-af0a-2c1851701038 HTTP/1.1" status: 204 len: 173 time: 1.5264926 Jul 08 18:29:53.095065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397b644c-546c-4f07-8452-223c834d5c77', 'name': 'network-vif-deleted', 'tag': '32ac0a7c-b74d-4322-af0a-2c1851701038'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:53.117092 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b1b946-df96-40c5-a79a-574865d28346" -d '{"events": [{"server_uuid": "397b644c-546c-4f07-8452-223c834d5c77", "name": "network-vif-deleted", "tag": "32ac0a7c-b74d-4322-af0a-2c1851701038"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:53.289098 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=ae2d2f27-b90f-4737-8954-21cd17ae7153,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:53.318793 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16348d5c-b0c4-4a92-9b25-49be2e25373d x-openstack-request-id: req-16348d5c-b0c4-4a92-9b25-49be2e25373d {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:53.319126 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397b644c-546c-4f07-8452-223c834d5c77", "name": "network-vif-deleted", "tag": "32ac0a7c-b74d-4322-af0a-2c1851701038", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:53.319358 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16348d5c-b0c4-4a92-9b25-49be2e25373d {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:53.319823 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397b644c-546c-4f07-8452-223c834d5c77', 'name': 'network-vif-deleted', 'tag': '32ac0a7c-b74d-4322-af0a-2c1851701038', 'status': 'completed', 'code': 200} Jul 08 18:29:53.371447 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:53.495519 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:53.567043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:53.575029 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:53.582734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Pushing event updated for resources: {'Port': ['ID=4c667802-b8af-4975-aa52-f2d6e5a1f480,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:53.586803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:53.720704 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:53.921773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:54.251996 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:54.276536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:54.308826 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:54.478838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event updated for resources: {'Port': ['ID=4d36779c-d30b-47a8-a43b-562225bc4745,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:54.520946 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35d72b1f-e1f6-4b99-9821-cbde5bf92a41 req-6b452577-0fa7-4bc2-81c8-e93a1bb31222 tempest-VolumesActionsTest-411857240 tempest-VolumesActionsTest-411857240-project] 10.222.0.73 "GET /v2.0/ports?device_id=397b644c-546c-4f07-8452-223c834d5c77 HTTP/1.1" status: 200 len: 210 time: 0.1425843 Jul 08 18:29:54.521905 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:54.556976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 463e3af4-060c-4291-aec9-5a5767ba0d90 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:54.666982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842c5369-1af3-4016-a18e-73a3d1b27686 None None] Network 0d4a32fc-84d2-4444-bceb-3879cba4878a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:54.694652 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Floating IP 818e67a1-e6d3-4042-b729-0b1fb58df75a associated. External IP: 172.25.8.246, port: 6b71e767-1899-4680-b4a2-b97a09497d55. Jul 08 18:29:54.708941 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:54.722177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 463e3af4-060c-4291-aec9-5a5767ba0d90 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:54.732392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ae2d2f27-b90f-4737-8954-21cd17ae7153 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:54.765591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-500c41f6-2233-479d-a42e-7967197bbdb9 None None] Provisioning for port 463e3af4-060c-4291-aec9-5a5767ba0d90 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:54.775583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-500c41f6-2233-479d-a42e-7967197bbdb9 None None] Provisioning complete for port 463e3af4-060c-4291-aec9-5a5767ba0d90 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:54.776418 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-500c41f6-2233-479d-a42e-7967197bbdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:54.983374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ae2d2f27-b90f-4737-8954-21cd17ae7153 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:54.984660 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:55.077424 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-500c41f6-2233-479d-a42e-7967197bbdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:55.224238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-500c41f6-2233-479d-a42e-7967197bbdb9 None None] For port 463e3af4-060c-4291-aec9-5a5767ba0d90, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=463e3af4-060c-4291-aec9-5a5767ba0d90,segment=NetworkSegment(8a91be97-b3fd-40e9-9917-dbfb187082a5),segment_id=8a91be97-b3fd-40e9-9917-dbfb187082a5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:55.264156 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-500c41f6-2233-479d-a42e-7967197bbdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:55.327706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c41f6-2233-479d-a42e-7967197bbdb9 None None] Pushing event updated for resources: {'Port': ['ID=463e3af4-060c-4291-aec9-5a5767ba0d90,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:55.337898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Router 3a26adcc-d694-44fe-8b17-399b6f5daa2f is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:29:55.359615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32ac0a7c-b74d-4322-af0a-2c1851701038 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:55.394637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 32ac0a7c-b74d-4322-af0a-2c1851701038 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:55.395188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32ac0a7c-b74d-4322-af0a-2c1851701038 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:55.556623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Router 6689020c-183c-4b27-adb0-c1a967064325 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:29:55.568975 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:55.580275 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Sync routers for ids ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:55.595881 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Routers {'3a26adcc-d694-44fe-8b17-399b6f5daa2f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:55.596517 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:55.600610 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:55.603246 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-46f50862-3d2a-4b30-bd89-1890cdfa3d92 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7405298 Jul 08 18:29:55.605958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48888) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:55.808199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a04cf1ca-a9df-4081-b90b-bcd962cab98b None None] Provisioning complete for port 463e3af4-060c-4291-aec9-5a5767ba0d90 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:55.809861 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a04cf1ca-a9df-4081-b90b-bcd962cab98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:55.827171 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Set router 3a26adcc-d694-44fe-8b17-399b6f5daa2f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:55.842814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:55.890431 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:55.938796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc72317-5f43-41b9-ae71-f83e0f123912 None None] Sync routers for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:55.974238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dd62b335-5104-474c-aa21-b5bd39e3953b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2303810 Jul 08 18:29:55.974846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:55.978807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 48896) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:55.988063 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41" -d '{"events": [{"name": "network-changed", "server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:56.059520 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5b5de2-a0b9-4f7e-b34c-449bdb00ced9 x-openstack-request-id: req-9b5b5de2-a0b9-4f7e-b34c-449bdb00ced9 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:56.060057 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:56.060475 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b5b5de2-a0b9-4f7e-b34c-449bdb00ced9 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:56.061094 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55', 'status': 'completed', 'code': 200} Jul 08 18:29:56.079713 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'name': 'tempest-TestServerMultinode-924835918-router', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:50Z', 'updated_at': '2021-07-08T18:29:53Z', 'revision_number': 3, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'gw_port': {'id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:52Z', 'updated_at': '2021-07-08T18:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:56.105664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc72317-5f43-41b9-ae71-f83e0f123912 None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:56.110474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cdc72317-5f43-41b9-ae71-f83e0f123912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:56.140241 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Checking router: 3a26adcc-d694-44fe-8b17-399b6f5daa2f for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:56.164630 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Updating router 3a26adcc-d694-44fe-8b17-399b6f5daa2f port 4c667802-b8af-4975-aa52-f2d6e5a1f480 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:29:56.439218 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7629d100-1f78-4f86-8b33-de58bc7f956c tempest-TestVolumeBackupRestore-844449161 tempest-TestVolumeBackupRestore-844449161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:56.439218 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7629d100-1f78-4f86-8b33-de58bc7f956c tempest-TestVolumeBackupRestore-844449161 tempest-TestVolumeBackupRestore-844449161-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 1091 time: 0.3651798 Jul 08 18:29:56.440998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 48916) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:56.441776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41 req-805a5525-08c1-4870-9ac2-7ceb2b2db965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:56.443292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d36e6b53-1567-418c-ae82-6a92b3b3562e tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Request body: {'floatingip': {'port_id': '6b71e767-1899-4680-b4a2-b97a09497d55'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:56.445446 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41 req-805a5525-08c1-4870-9ac2-7ceb2b2db965 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5373af3cda74c9d9252c0c2e78931c2&device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 1096 time: 0.2939861 Jul 08 18:29:56.532993 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:56.590395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41 req-a6f3b906-13e3-46ed-ae22-41d2aeeb7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:56.594873 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41 req-a6f3b906-13e3-46ed-ae22-41d2aeeb7f21 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b106f293-4c69-4423-9bc6-035ab72608b1 HTTP/1.1" status: 200 len: 915 time: 0.1398873 Jul 08 18:29:56.612381 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36e6b53-1567-418c-ae82-6a92b3b3562e tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:56.626387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 463e3af4-060c-4291-aec9-5a5767ba0d90 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:56.728667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-cdc72317-5f43-41b9-ae71-f83e0f123912 None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:56.956154 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41 req-5e3f84fa-3fb9-4835-8c3b-39c83a29f366 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b71e767-1899-4680-b4a2-b97a09497d55 HTTP/1.1" status: 200 len: 999 time: 0.3523836 Jul 08 18:29:56.972114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 463e3af4-060c-4291-aec9-5a5767ba0d90 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:56.972739 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:57.119064 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:57.136261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41 req-d2fdcc14-11f5-482e-b13c-cba570c8cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:57.138160 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41 req-d2fdcc14-11f5-482e-b13c-cba570c8cc73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a HTTP/1.1" status: 200 len: 853 time: 0.1417215 Jul 08 18:29:57.141826 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Transition to ACTIVE for port object 4c667802-b8af-4975-aa52-f2d6e5a1f480 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:57.152676 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:57.251278 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:57.322895 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Attempting to bind port 4c667802-b8af-4975-aa52-f2d6e5a1f480 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:57.323411 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Attempting to bind port 4c667802-b8af-4975-aa52-f2d6e5a1f480 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:57.324350 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Attempting to bind port 4c667802-b8af-4975-aa52-f2d6e5a1f480 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:57.350691 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf8288-e575-4fdd-8e6b-36bc3eb5565c None None] Pushing event updated for resources: {'Port': ['ID=4c667802-b8af-4975-aa52-f2d6e5a1f480,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:57.359360 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:57.361390 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:57.362887 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:57.364365 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:57.365029 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Bound port: 4c667802-b8af-4975-aa52-f2d6e5a1f480, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:57.368042 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:57.457484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41 req-9b312a18-b8d5-4ceb-98ad-bc6c34dbe4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:57.459056 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41 req-9b312a18-b8d5-4ceb-98ad-bc6c34dbe4e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b106f293-4c69-4423-9bc6-035ab72608b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3137324 Jul 08 18:29:57.481930 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] For port 4c667802-b8af-4975-aa52-f2d6e5a1f480, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:57.486265 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] For port 4c667802-b8af-4975-aa52-f2d6e5a1f480, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4c667802-b8af-4975-aa52-f2d6e5a1f480,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:57.504997 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:57.632388 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36e6b53-1567-418c-ae82-6a92b3b3562e tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:57.647747 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36e6b53-1567-418c-ae82-6a92b3b3562e tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:57.732799 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Routers {'3a26adcc-d694-44fe-8b17-399b6f5daa2f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:57.733686 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:57.805274 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf8288-e575-4fdd-8e6b-36bc3eb5565c None None] Pushing event updated for resources: {'Port': ['ID=4c667802-b8af-4975-aa52-f2d6e5a1f480,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:58.000860 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41 req-c30ab07f-85eb-42d8-8d80-80e0d7f285d5 service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294309 Jul 08 18:29:58.085027 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] Set router 3a26adcc-d694-44fe-8b17-399b6f5daa2f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:58.125089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cdc72317-5f43-41b9-ae71-f83e0f123912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '818e67a1-e6d3-4042-b729-0b1fb58df75a', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '6689020c-183c-4b27-adb0-c1a967064325', 'port_id': '6b71e767-1899-4680-b4a2-b97a09497d55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'mac_address': 'fa:16:3e:61:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:29:53Z', 'updated_at': '2021-07-08T18:29:53Z', 'revision_number': 0, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:56Z', 'revision_number': 5, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:58.148476 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Allocated IP 172.20.0.1 (0d4a32fc-84d2-4444-bceb-3879cba4878a/0d65eab0-6c17-4601-8b9b-bf7c73a36317/45d5c2d0-2006-44aa-a033-db731b2e9c95) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:58.222823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc72317-5f43-41b9-ae71-f83e0f123912 None None] Checking router: 6689020c-183c-4b27-adb0-c1a967064325 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:58.236569 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc72317-5f43-41b9-ae71-f83e0f123912 None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:58.237215 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cdc72317-5f43-41b9-ae71-f83e0f123912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:58.280428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36e6b53-1567-418c-ae82-6a92b3b3562e tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Router 6689020c-183c-4b27-adb0-c1a967064325 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:29:58.399708 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:58.416122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Transition to ACTIVE for port object 45d5c2d0-2006-44aa-a033-db731b2e9c95 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:58.469552 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'name': 'tempest-TestServerMultinode-924835918-router', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:50Z', 'updated_at': '2021-07-08T18:29:53Z', 'revision_number': 3, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'gw_port': {'id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:52Z', 'updated_at': '2021-07-08T18:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:58.492283 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:58.508595 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e36c1-3f6b-42da-89dd-b763f0ff8abe None None] The sync data for ids ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'] in n-d-799684-3 is: [{'id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'name': 'tempest-TestServerMultinode-924835918-router', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:50Z', 'updated_at': '2021-07-08T18:29:53Z', 'revision_number': 3, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'gw_port': {'id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:52Z', 'updated_at': '2021-07-08T18:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:58.526404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-cdc72317-5f43-41b9-ae71-f83e0f123912 None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:58.556332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36e6b53-1567-418c-ae82-6a92b3b3562e tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:58.574181 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36e6b53-1567-418c-ae82-6a92b3b3562e tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:58.596638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Pushing event updated for resources: {'Port': ['ID=45d5c2d0-2006-44aa-a033-db731b2e9c95,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:58.669136 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Network 0d4a32fc-84d2-4444-bceb-3879cba4878a is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:58.672878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:58.681618 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0c4cc1ae-1fae-4fc7-88a5-d89011fc9e41 req-d28732d2-bf3e-404d-8e8e-927498096365 service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677008 Jul 08 18:29:58.684182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:58.700424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:58.708906 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc77f09-db24-42e6-b70b-ac337f0f5486" -d '{"events": [{"name": "network-changed", "server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:58.743314 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:58.851905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d36e6b53-1567-418c-ae82-6a92b3b3562e tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "PUT /v2.0/floatingips/818e67a1-e6d3-4042-b729-0b1fb58df75a HTTP/1.1" status: 200 len: 991 time: 2.4942560 Jul 08 18:29:58.856908 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41987527-ab7e-465f-b099-c0c56d0bc00d x-openstack-request-id: req-41987527-ab7e-465f-b099-c0c56d0bc00d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:58.857127 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:58.857361 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41987527-ab7e-465f-b099-c0c56d0bc00d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:58.857768 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55', 'status': 'completed', 'code': 200} Jul 08 18:29:59.298020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c24056af-58ce-4c78-a942-66b9994054f2 None None] Provisioning for port 45d5c2d0-2006-44aa-a033-db731b2e9c95 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:59.319534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c24056af-58ce-4c78-a942-66b9994054f2 None None] Provisioning complete for port 45d5c2d0-2006-44aa-a033-db731b2e9c95 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:59.320564 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c24056af-58ce-4c78-a942-66b9994054f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:59.421596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-cdc72317-5f43-41b9-ae71-f83e0f123912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '818e67a1-e6d3-4042-b729-0b1fb58df75a', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '6689020c-183c-4b27-adb0-c1a967064325', 'port_id': '6b71e767-1899-4680-b4a2-b97a09497d55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'mac_address': 'fa:16:3e:61:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:29:53Z', 'updated_at': '2021-07-08T18:29:57Z', 'revision_number': 1, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:56Z', 'revision_number': 5, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:59.436751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c24056af-58ce-4c78-a942-66b9994054f2 None None] Port 45d5c2d0-2006-44aa-a033-db731b2e9c95 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:59.494527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc77f09-db24-42e6-b70b-ac337f0f5486 req-bec6dd1b-fc1a-4f62-9308-e236ec904ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:59.494527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7fc77f09-db24-42e6-b70b-ac337f0f5486 req-bec6dd1b-fc1a-4f62-9308-e236ec904ac3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5373af3cda74c9d9252c0c2e78931c2&device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 1096 time: 0.6110334 Jul 08 18:29:59.515445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc72317-5f43-41b9-ae71-f83e0f123912 None None] The sync data for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 is: [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '818e67a1-e6d3-4042-b729-0b1fb58df75a', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '6689020c-183c-4b27-adb0-c1a967064325', 'port_id': '6b71e767-1899-4680-b4a2-b97a09497d55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'mac_address': 'fa:16:3e:61:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:29:53Z', 'updated_at': '2021-07-08T18:29:57Z', 'revision_number': 1, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:56Z', 'revision_number': 5, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:59.655602 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:59.803371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc77f09-db24-42e6-b70b-ac337f0f5486 req-aa5a99a4-3b23-4268-b0d1-443c7d8260b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:59.806494 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7fc77f09-db24-42e6-b70b-ac337f0f5486 req-aa5a99a4-3b23-4268-b0d1-443c7d8260b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b106f293-4c69-4423-9bc6-035ab72608b1 HTTP/1.1" status: 200 len: 915 time: 0.2850661 Jul 08 18:30:00.052120 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab2bf2-e1d3-482b-841b-e462c0f72a96 None None] New status for floating IP 818e67a1-e6d3-4042-b729-0b1fb58df75a: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:30:00.104426 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7fc77f09-db24-42e6-b70b-ac337f0f5486 req-5410d653-922b-4c16-86e3-538cd1da01e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b71e767-1899-4680-b4a2-b97a09497d55 HTTP/1.1" status: 200 len: 999 time: 0.2691302 Jul 08 18:30:00.216156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc77f09-db24-42e6-b70b-ac337f0f5486 req-243b2f1e-3813-44eb-8bf7-269e3fd577c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:00.219913 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7fc77f09-db24-42e6-b70b-ac337f0f5486 req-243b2f1e-3813-44eb-8bf7-269e3fd577c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a HTTP/1.1" status: 200 len: 853 time: 0.1070836 Jul 08 18:30:00.269136 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:00.297756 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:00.436942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4c667802-b8af-4975-aa52-f2d6e5a1f480 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:30:00.506381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:00.537095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 4c667802-b8af-4975-aa52-f2d6e5a1f480 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:30:00.546111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4c667802-b8af-4975-aa52-f2d6e5a1f480 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:30:00.546729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Pushing event updated for resources: {'Port': ['ID=45d5c2d0-2006-44aa-a033-db731b2e9c95,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:00.546884 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:00.776916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc77f09-db24-42e6-b70b-ac337f0f5486 req-fa69a466-d976-4cae-988b-b7800558f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:00.793391 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7fc77f09-db24-42e6-b70b-ac337f0f5486 req-fa69a466-d976-4cae-988b-b7800558f5f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b106f293-4c69-4423-9bc6-035ab72608b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5470657 Jul 08 18:30:00.861768 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:00.872299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:00.876247 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dad384-0aa7-4b11-8b8b-8c36043127ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:00.944081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 4c667802-b8af-4975-aa52-f2d6e5a1f480, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4c667802-b8af-4975-aa52-f2d6e5a1f480,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:00.952494 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:00.965952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Network 0d4a32fc-84d2-4444-bceb-3879cba4878a is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:30:00.974943 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893d26f6-a5ad-4938-b9f9-663be9a90dd6 x-openstack-request-id: req-893d26f6-a5ad-4938-b9f9-663be9a90dd6 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:00.976998 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:00.978762 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-893d26f6-a5ad-4938-b9f9-663be9a90dd6 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:00.979650 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55', 'status': 'completed', 'code': 200} Jul 08 18:30:00.981648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:30:01.057733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=4c667802-b8af-4975-aa52-f2d6e5a1f480,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:01.201617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Router 3a26adcc-d694-44fe-8b17-399b6f5daa2f has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:30:01.246728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5555c-5b3e-45b2-9db3-e4c5a1d7b1e1 None None] Sync routers for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:30:01.261028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5555c-5b3e-45b2-9db3-e4c5a1d7b1e1 None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:01.263643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0dd5555c-5b3e-45b2-9db3-e4c5a1d7b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:01.442713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:30:01.455821 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1a44621e-6983-4c23-bbe5-b9bdef20a388 admin admin] 10.222.0.73 "PUT /v2.0/routers/3a26adcc-d694-44fe-8b17-399b6f5daa2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8482192 Jul 08 18:30:01.468974 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7fc77f09-db24-42e6-b70b-ac337f0f5486 req-1e1d6400-af88-4e10-a086-6a8096747b5a service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746478 Jul 08 18:30:01.685876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0dd5555c-5b3e-45b2-9db3-e4c5a1d7b1e1 None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:01.707043 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7fc77f09-db24-42e6-b70b-ac337f0f5486 req-ac6d34a0-500f-4f3a-aa43-8784f624cf3b service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304075 Jul 08 18:30:01.734363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-626588ad-9568-4dca-bf10-b8323914637b None None] Provisioning complete for port 45d5c2d0-2006-44aa-a033-db731b2e9c95 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:30:01.735198 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-626588ad-9568-4dca-bf10-b8323914637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:01.905112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-626588ad-9568-4dca-bf10-b8323914637b None None] Port 45d5c2d0-2006-44aa-a033-db731b2e9c95 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:30:01.985395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dad384-0aa7-4b11-8b8b-8c36043127ee req-ae5d1e11-685e-42fd-8f32-1d8b3fecc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:01.987913 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3dad384-0aa7-4b11-8b8b-8c36043127ee req-ae5d1e11-685e-42fd-8f32-1d8b3fecc209 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5373af3cda74c9d9252c0c2e78931c2&device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 1096 time: 0.2185564 Jul 08 18:30:02.131031 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Sync routers for ids ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:30:02.145574 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Routers {'3a26adcc-d694-44fe-8b17-399b6f5daa2f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:02.146227 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:02.146897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dad384-0aa7-4b11-8b8b-8c36043127ee req-d40e40d5-41cc-48c0-bec3-aede406b269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:02.149149 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3dad384-0aa7-4b11-8b8b-8c36043127ee req-d40e40d5-41cc-48c0-bec3-aede406b269b service neutron] 10.222.0.74 "GET /v2.0/networks?id=b106f293-4c69-4423-9bc6-035ab72608b1 HTTP/1.1" status: 200 len: 915 time: 0.1527650 Jul 08 18:30:02.203245 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0dd5555c-5b3e-45b2-9db3-e4c5a1d7b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '818e67a1-e6d3-4042-b729-0b1fb58df75a', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '6689020c-183c-4b27-adb0-c1a967064325', 'port_id': '6b71e767-1899-4680-b4a2-b97a09497d55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'mac_address': 'fa:16:3e:61:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:29:53Z', 'updated_at': '2021-07-08T18:30:00Z', 'revision_number': 2, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:56Z', 'revision_number': 5, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:02.281321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5555c-5b3e-45b2-9db3-e4c5a1d7b1e1 None None] Checking router: 6689020c-183c-4b27-adb0-c1a967064325 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:30:02.314880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5555c-5b3e-45b2-9db3-e4c5a1d7b1e1 None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:02.315515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0dd5555c-5b3e-45b2-9db3-e4c5a1d7b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:02.358979 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3dad384-0aa7-4b11-8b8b-8c36043127ee req-ccda2c70-b083-484b-843b-e9c08bed668b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b71e767-1899-4680-b4a2-b97a09497d55 HTTP/1.1" status: 200 len: 1001 time: 0.2031312 Jul 08 18:30:02.484324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dad384-0aa7-4b11-8b8b-8c36043127ee req-99159c84-9670-4649-8029-f1d6941bd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:02.489239 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3dad384-0aa7-4b11-8b8b-8c36043127ee req-99159c84-9670-4649-8029-f1d6941bd9c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a HTTP/1.1" status: 200 len: 853 time: 0.1193540 Jul 08 18:30:02.547266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-0dd5555c-5b3e-45b2-9db3-e4c5a1d7b1e1 None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:02.625268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4c667802-b8af-4975-aa52-f2d6e5a1f480 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:30:02.633617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dad384-0aa7-4b11-8b8b-8c36043127ee req-abe18ffd-b84b-49e3-8b5e-919a037a3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:02.636059 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3dad384-0aa7-4b11-8b8b-8c36043127ee req-abe18ffd-b84b-49e3-8b5e-919a037a3898 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b106f293-4c69-4423-9bc6-035ab72608b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370997 Jul 08 18:30:02.705169 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Set router 3a26adcc-d694-44fe-8b17-399b6f5daa2f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:02.817511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4c667802-b8af-4975-aa52-f2d6e5a1f480 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:30:02.818842 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:02.961155 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3dad384-0aa7-4b11-8b8b-8c36043127ee req-b952c168-5757-4d27-8db5-63b4decb00b4 service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179312 Jul 08 18:30:03.177680 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-c80d76a5-5015-43d0-b577-28404bfda786 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:03.180493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-c80d76a5-5015-43d0-b577-28404bfda786 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/networks?id=f9591278-1279-4d7c-913d-03bc59e8bc22 HTTP/1.1" status: 200 len: 910 time: 0.3500702 Jul 08 18:30:03.207760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-25477a41-8bed-4ef8-8fc0-b86686edc7c5 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/quotas/6fa085fbe1e04feda43816477f5e24e0 HTTP/1.1" status: 200 len: 375 time: 0.0187318 Jul 08 18:30:03.227883 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'name': 'tempest-TestServerMultinode-924835918-router', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:50Z', 'updated_at': '2021-07-08T18:29:59Z', 'revision_number': 4, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'gw_port': {'id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:52Z', 'updated_at': '2021-07-08T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '45d5c2d0-2006-44aa-a033-db731b2e9c95', 'name': '', 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'mac_address': 'fa:16:3e:94:f6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '0d65eab0-6c17-4601-8b9b-bf7c73a36317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:57Z', 'updated_at': '2021-07-08T18:29:59Z', 'revision_number': 2, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'subnets': [{'id': '0d65eab0-6c17-4601-8b9b-bf7c73a36317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:03.315281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-0dd5555c-5b3e-45b2-9db3-e4c5a1d7b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '818e67a1-e6d3-4042-b729-0b1fb58df75a', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '6689020c-183c-4b27-adb0-c1a967064325', 'port_id': '6b71e767-1899-4680-b4a2-b97a09497d55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'mac_address': 'fa:16:3e:61:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:29:53Z', 'updated_at': '2021-07-08T18:30:00Z', 'revision_number': 2, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:56Z', 'revision_number': 5, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:03.351835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5555c-5b3e-45b2-9db3-e4c5a1d7b1e1 None None] The sync data for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 is: [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '818e67a1-e6d3-4042-b729-0b1fb58df75a', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '6689020c-183c-4b27-adb0-c1a967064325', 'port_id': '6b71e767-1899-4680-b4a2-b97a09497d55', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'mac_address': 'fa:16:3e:61:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:29:53Z', 'updated_at': '2021-07-08T18:30:00Z', 'revision_number': 2, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:56Z', 'revision_number': 5, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:30:03.365323 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Checking router: 3a26adcc-d694-44fe-8b17-399b6f5daa2f for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:30:03.365911 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Updating router 3a26adcc-d694-44fe-8b17-399b6f5daa2f port 45d5c2d0-2006-44aa-a033-db731b2e9c95 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:30:03.384043 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b3dad384-0aa7-4b11-8b8b-8c36043127ee req-9c60ddd9-86ce-45c8-9272-0e982486fb6b service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151719 Jul 08 18:30:03.465351 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:03.488340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-38d5486a-2923-49b5-b329-eb48e610584b tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=6fa085fbe1e04feda43816477f5e24e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2734327 Jul 08 18:30:03.684439 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:03.785768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-909b7916-0b83-4fdf-b89b-7b760d31ea87 service neutron] 10.222.0.73 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905438 Jul 08 18:30:03.990201 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:04.024765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-fc66df6f-9048-442d-a698-d398af511e60 service neutron] 10.222.0.73 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277749 Jul 08 18:30:04.028964 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Transition to ACTIVE for port object 45d5c2d0-2006-44aa-a033-db731b2e9c95 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:30:04.049364 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:04.284168 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842fea4-ac69-497f-81cc-00473edf78ee None None] Pushing event updated for resources: {'Port': ['ID=45d5c2d0-2006-44aa-a033-db731b2e9c95,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:04.454640 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:04.541145 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Attempting to bind port 45d5c2d0-2006-44aa-a033-db731b2e9c95 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:30:04.541591 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Attempting to bind port 45d5c2d0-2006-44aa-a033-db731b2e9c95 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '8a91be97-b3fd-40e9-9917-dbfb187082a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:30:04.542359 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Attempting to bind port 45d5c2d0-2006-44aa-a033-db731b2e9c95 on network 0d4a32fc-84d2-4444-bceb-3879cba4878a {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:30:04.568145 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:30:04.570678 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Checking segment: {'id': '8a91be97-b3fd-40e9-9917-dbfb187082a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:30:04.571091 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:04.573810 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Bound using segment: {'id': '8a91be97-b3fd-40e9-9917-dbfb187082a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:30:04.575584 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Bound port: 45d5c2d0-2006-44aa-a033-db731b2e9c95, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a91be97-b3fd-40e9-9917-dbfb187082a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:30:04.576077 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:04.579975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a4176cf-8167-410d-90d2-d0fda9b410ea req-829e6758-5d1c-43d4-92fd-4142e9a5df44 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 210 time: 0.1324131 Jul 08 18:30:04.811846 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] For port 45d5c2d0-2006-44aa-a033-db731b2e9c95, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:30:04.816840 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] For port 45d5c2d0-2006-44aa-a033-db731b2e9c95, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=45d5c2d0-2006-44aa-a033-db731b2e9c95,segment=NetworkSegment(8a91be97-b3fd-40e9-9917-dbfb187082a5),segment_id=8a91be97-b3fd-40e9-9917-dbfb187082a5)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:30:04.845289 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:05.002087 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Routers {'3a26adcc-d694-44fe-8b17-399b6f5daa2f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:05.019555 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:29:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:05.067203 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842fea4-ac69-497f-81cc-00473edf78ee None None] Pushing event updated for resources: {'Port': ['ID=45d5c2d0-2006-44aa-a033-db731b2e9c95,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:05.272256 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] Set router 3a26adcc-d694-44fe-8b17-399b6f5daa2f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:05.780779 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'name': 'tempest-TestServerMultinode-924835918-router', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:50Z', 'updated_at': '2021-07-08T18:29:59Z', 'revision_number': 4, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'gw_port': {'id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:52Z', 'updated_at': '2021-07-08T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '45d5c2d0-2006-44aa-a033-db731b2e9c95', 'name': '', 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'mac_address': 'fa:16:3e:94:f6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '0d65eab0-6c17-4601-8b9b-bf7c73a36317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:57Z', 'updated_at': '2021-07-08T18:30:04Z', 'revision_number': 4, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'subnets': [{'id': '0d65eab0-6c17-4601-8b9b-bf7c73a36317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:05.804544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-073a9990-c9bf-4af8-bbfe-29f262190420 req-02103c56-1e55-462c-be2b-d5de7786d363 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 210 time: 0.0732780 Jul 08 18:30:05.848456 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14814087-bfdd-4293-a865-b8e95a9b5d46 None None] The sync data for ids ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'] in n-d-799684-3 is: [{'id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'name': 'tempest-TestServerMultinode-924835918-router', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:50Z', 'updated_at': '2021-07-08T18:29:59Z', 'revision_number': 4, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'gw_port': {'id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:52Z', 'updated_at': '2021-07-08T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '45d5c2d0-2006-44aa-a033-db731b2e9c95', 'name': '', 'network_id': '0d4a32fc-84d2-4444-bceb-3879cba4878a', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'mac_address': 'fa:16:3e:94:f6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '0d65eab0-6c17-4601-8b9b-bf7c73a36317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:57Z', 'updated_at': '2021-07-08T18:30:04Z', 'revision_number': 4, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'subnets': [{'id': '0d65eab0-6c17-4601-8b9b-bf7c73a36317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:30:06.325300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 45d5c2d0-2006-44aa-a033-db731b2e9c95 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:30:06.359320 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d31b7339-732f-4a4a-8bd2-d1dcc9bcd0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:06.422550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 45d5c2d0-2006-44aa-a033-db731b2e9c95 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:30:06.427094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 45d5c2d0-2006-44aa-a033-db731b2e9c95 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:30:06.427466 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:06.634809 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:06.727605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 45d5c2d0-2006-44aa-a033-db731b2e9c95, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=45d5c2d0-2006-44aa-a033-db731b2e9c95,segment=NetworkSegment(8a91be97-b3fd-40e9-9917-dbfb187082a5),segment_id=8a91be97-b3fd-40e9-9917-dbfb187082a5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:06.737180 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:06.885123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=45d5c2d0-2006-44aa-a033-db731b2e9c95,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:07.006834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-e2a38cdf-eb76-40e0-848f-713f47e63a55 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:07.010954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-e2a38cdf-eb76-40e0-848f-713f47e63a55 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.74 "GET /v2.0/networks?id=f9591278-1279-4d7c-913d-03bc59e8bc22 HTTP/1.1" status: 200 len: 910 time: 0.4703007 Jul 08 18:30:07.024591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Request body: {'port': {'device_id': '0069cf24-09df-4307-840e-b81908d5ae06', 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22', 'admin_state_up': True, 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:07.090067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Made reservation on behalf of 6fa085fbe1e04feda43816477f5e24e0 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:30:07.092888 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:07.160992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f4e5bbf7-009a-48b9-ad51-109686beed08 req-85561eef-c376-4137-9bb9-57eaa2de7422 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 210 time: 0.0720484 Jul 08 18:30:07.324640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Allocated IP 172.20.0.12 (f9591278-1279-4d7c-913d-03bc59e8bc22/44649f0f-eb96-4e53-9667-a8049186929f/5cefa4a7-21c5-4a46-9290-c597b7c3b108) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:30:07.718262 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:07.734699 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Transition to ACTIVE for port object 5cefa4a7-21c5-4a46-9290-c597b7c3b108 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:30:07.849181 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:08.025796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Network f9591278-1279-4d7c-913d-03bc59e8bc22 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:30:08.027843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Pushing event updated for resources: {'Port': ['ID=5cefa4a7-21c5-4a46-9290-c597b7c3b108,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:08.053963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:30:08.060003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:30:08.128230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:08.128864 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:08.150671 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-583a928f-a7a2-4c02-a0f3-ecbfd5dddb32 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1318951 Jul 08 18:30:08.184257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Request body: {'port': {'device_id': '0069cf24-09df-4307-840e-b81908d5ae06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:08.369230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 45d5c2d0-2006-44aa-a033-db731b2e9c95 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:30:08.466399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:08.544164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2acb77-d187-4b58-97c7-9709bfb5c02a req-0d4dff1e-4a8e-4b2d-9c72-f0d75aec53bd tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:08.546982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e2acb77-d187-4b58-97c7-9709bfb5c02a req-0d4dff1e-4a8e-4b2d-9c72-f0d75aec53bd tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1028 time: 0.1065466 Jul 08 18:30:08.566188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 45d5c2d0-2006-44aa-a033-db731b2e9c95 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:30:08.567013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:08.743249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6d016e8f-c773-4670-b49f-9190e94a5a16 None None] Provisioning for port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:30:08.750308 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e2acb77-d187-4b58-97c7-9709bfb5c02a req-0d947c99-4fde-4961-ad9a-e7fa4718aaa8 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936121 Jul 08 18:30:08.765042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6d016e8f-c773-4670-b49f-9190e94a5a16 None None] Provisioning complete for port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:30:08.765680 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6d016e8f-c773-4670-b49f-9190e94a5a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:09.168711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6d016e8f-c773-4670-b49f-9190e94a5a16 None None] Port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:30:09.186325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cefa4a7-21c5-4a46-9290-c597b7c3b108 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:30:09.191120 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3c771d8a-25fd-4a38-9636-455ea40269cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:09.193787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:09.200195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:09.218803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Transition to ACTIVE for port object 5cefa4a7-21c5-4a46-9290-c597b7c3b108 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:30:09.224813 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:09.291066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Pushing event updated for resources: {'Port': ['ID=5cefa4a7-21c5-4a46-9290-c597b7c3b108,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:09.410469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Attempting to bind port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:30:09.410817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Attempting to bind port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:30:09.411160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Attempting to bind port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 on network f9591278-1279-4d7c-913d-03bc59e8bc22 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:30:09.438136 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 on network f9591278-1279-4d7c-913d-03bc59e8bc22 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:30:09.438503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Attempting to bind port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 on network f9591278-1279-4d7c-913d-03bc59e8bc22 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:30:09.445421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:30:09.445764 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Checking segment: {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:30:09.446160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Bound using segment: {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:30:09.446624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Bound port: 5cefa4a7-21c5-4a46-9290-c597b7c3b108, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:30:09.446994 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:09.575369 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] For port 5cefa4a7-21c5-4a46-9290-c597b7c3b108, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:30:09.579746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] For port 5cefa4a7-21c5-4a46-9290-c597b7c3b108, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5cefa4a7-21c5-4a46-9290-c597b7c3b108,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:30:09.591872 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:09.655392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:09.656146 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:09.657620 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] 10.222.0.74 "PUT /v2.0/ports/5cefa4a7-21c5-4a46-9290-c597b7c3b108 HTTP/1.1" status: 200 len: 1092 time: 1.4967864 Jul 08 18:30:09.658060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0069cf24-09df-4307-840e-b81908d5ae06', 'tag': '5cefa4a7-21c5-4a46-9290-c597b7c3b108'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:09.660446 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44" -d '{"events": [{"name": "network-changed", "server_uuid": "0069cf24-09df-4307-840e-b81908d5ae06", "tag": "5cefa4a7-21c5-4a46-9290-c597b7c3b108"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:09.694174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d67680-81ce-4869-b3cc-e3766de19d81 service neutron] Pushing event updated for resources: {'Port': ['ID=5cefa4a7-21c5-4a46-9290-c597b7c3b108,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:09.802981 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68387b62-6440-4440-952a-298427e86d26 x-openstack-request-id: req-68387b62-6440-4440-952a-298427e86d26 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:09.803365 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0069cf24-09df-4307-840e-b81908d5ae06", "tag": "5cefa4a7-21c5-4a46-9290-c597b7c3b108", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:09.803722 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68387b62-6440-4440-952a-298427e86d26 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:09.804817 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0069cf24-09df-4307-840e-b81908d5ae06', 'tag': '5cefa4a7-21c5-4a46-9290-c597b7c3b108', 'status': 'completed', 'code': 200} Jul 08 18:30:09.847061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-1d12f12d-9e74-47af-9032-134ee167793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:09.852824 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-1d12f12d-9e74-47af-9032-134ee167793a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6fa085fbe1e04feda43816477f5e24e0&device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1095 time: 0.1303554 Jul 08 18:30:09.998621 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-8938acc8-bd78-4d46-9435-8988f3e95e16 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cefa4a7-21c5-4a46-9290-c597b7c3b108 HTTP/1.1" status: 200 len: 217 time: 0.1284785 Jul 08 18:30:10.007422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793dbe1-91d5-43c1-a7fd-e622fc7cdf4b req-b9d22280-138b-40b2-9acb-bb92f7f51d86 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:10.010483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7793dbe1-91d5-43c1-a7fd-e622fc7cdf4b req-b9d22280-138b-40b2-9acb-bb92f7f51d86 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1095 time: 0.1182551 Jul 08 18:30:10.087222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7793dbe1-91d5-43c1-a7fd-e622fc7cdf4b req-310a1855-e105-47c4-927d-48331624de6c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689995 Jul 08 18:30:10.139686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a7677511-63c5-4756-933e-0fbd757cc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:10.151438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-a7677511-63c5-4756-933e-0fbd757cc31d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=44649f0f-eb96-4e53-9667-a8049186929f HTTP/1.1" status: 200 len: 848 time: 0.1361113 Jul 08 18:30:10.262587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:10.271018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-b1fe5323-9856-4abd-b31a-51bb89266ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:10.273111 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-b1fe5323-9856-4abd-b31a-51bb89266ff9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9591278-1279-4d7c-913d-03bc59e8bc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141646 Jul 08 18:30:10.400249 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-bcb556a7-ae5d-4a2d-9a5b-8a835236729a service neutron] 10.222.0.74 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185980 Jul 08 18:30:10.526710 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-073fe003-ab40-43d7-980d-ca185ed90a9d req-659d285d-8a4e-4635-b8a5-d7d29afedb38 service neutron] 10.222.0.74 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194596 Jul 08 18:30:10.662139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44 req-d3ef1ce7-aede-437e-a9c9-5c97c0deae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:10.668236 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44 req-d3ef1ce7-aede-437e-a9c9-5c97c0deae47 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6fa085fbe1e04feda43816477f5e24e0&device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1095 time: 0.0834379 Jul 08 18:30:10.813433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44 req-61ebe2b3-22f0-435f-9d80-47d54de81ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:10.814989 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44 req-61ebe2b3-22f0-435f-9d80-47d54de81ef7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f9591278-1279-4d7c-913d-03bc59e8bc22 HTTP/1.1" status: 200 len: 910 time: 0.1395264 Jul 08 18:30:10.975733 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44 req-4b6ed76d-41ea-4ba8-a35f-ae5a9b4cdeee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cefa4a7-21c5-4a46-9290-c597b7c3b108 HTTP/1.1" status: 200 len: 217 time: 0.1352527 Jul 08 18:30:11.047133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44 req-c104b69f-83f4-4692-8135-454685e2b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:11.048924 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44 req-c104b69f-83f4-4692-8135-454685e2b7fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=44649f0f-eb96-4e53-9667-a8049186929f HTTP/1.1" status: 200 len: 848 time: 0.0656486 Jul 08 18:30:11.193368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44 req-174ef4e6-7fc8-434f-b8cb-1493e33c5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:11.196733 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44 req-174ef4e6-7fc8-434f-b8cb-1493e33c5f17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9591278-1279-4d7c-913d-03bc59e8bc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405852 Jul 08 18:30:11.451580 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44 req-c03de3e2-c173-4315-9a1e-efc19645124c service neutron] 10.222.0.74 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437582 Jul 08 18:30:11.502413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f6d83-34de-45ca-8c48-ebced2def57e req-85f46a29-eae4-42f3-9132-e04849f60f34 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:11.514497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c4f6d83-34de-45ca-8c48-ebced2def57e req-85f46a29-eae4-42f3-9132-e04849f60f34 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1095 time: 0.1596658 Jul 08 18:30:11.567156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c4f6d83-34de-45ca-8c48-ebced2def57e req-f8b8b5c7-d29f-4221-a0ce-8b38abf9d0ca tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506387 Jul 08 18:30:11.730587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:11.835907 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9d0f7f02-d6f3-4d0c-8289-8bcd6a87db44 req-ae10fcb5-7b13-438c-87bf-4f65955e56ca service neutron] 10.222.0.74 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758380 Jul 08 18:30:12.219121 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:30:12.772304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9547b42-544d-4aca-a729-68b249893d9c req-174bc530-2080-41cc-95c8-b24c6074f065 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:12.780886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9547b42-544d-4aca-a729-68b249893d9c req-174bc530-2080-41cc-95c8-b24c6074f065 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1095 time: 0.0691006 Jul 08 18:30:12.826902 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9547b42-544d-4aca-a729-68b249893d9c req-2fca1e17-1595-424c-823a-f8e777cbc322 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449913 Jul 08 18:30:13.837243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49484) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:14.063142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915b703-44cc-41c1-acf2-5e1eee25eaba req-bba99b0b-fd4e-4fb4-b0a0-5985b03f1a29 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:14.067514 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e29c4064-9cc1-4fae-86f6-5ac4400694e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:14.072943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2915b703-44cc-41c1-acf2-5e1eee25eaba req-bba99b0b-fd4e-4fb4-b0a0-5985b03f1a29 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1095 time: 0.1054242 Jul 08 18:30:14.133203 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2915b703-44cc-41c1-acf2-5e1eee25eaba req-e0014134-005d-4231-80b4-c58f2155cda2 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590734 Jul 08 18:30:14.242132 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e29c4064-9cc1-4fae-86f6-5ac4400694e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:14.249301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e29c4064-9cc1-4fae-86f6-5ac4400694e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:14.291524 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e29c4064-9cc1-4fae-86f6-5ac4400694e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6bbbb42b9f0a4fab9ff80d964766fdfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529686 Jul 08 18:30:14.294395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49504) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:14.314452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c4064-9cc1-4fae-86f6-5ac4400694e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc8430-e189-4f3e-8fd3-2dd9c33f49da,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:14.364924 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:14.398679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:14.479602 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:14.482705 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:14.484154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/05dc8430-e189-4f3e-8fd3-2dd9c33f49da HTTP/1.1" status: 204 len: 168 time: 0.1883161 Jul 08 18:30:14.511927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dc8430-e189-4f3e-8fd3-2dd9c33f49da,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:14.521735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.522326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.522992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.523543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.524120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.524663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.525205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.525862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.526459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.527004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.527542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.528080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c714f-0bf9-4b00-8065-9ab00cf6a755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:14.885221 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 5cefa4a7-21c5-4a46-9290-c597b7c3b108 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:30:14.902326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49528) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:14.931355 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2384175-b480-49c0-a215-0ee98d2a02c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:15.115631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 5cefa4a7-21c5-4a46-9290-c597b7c3b108, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5cefa4a7-21c5-4a46-9290-c597b7c3b108,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:15.127875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2384175-b480-49c0-a215-0ee98d2a02c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:15.131552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '5cefa4a7-21c5-4a46-9290-c597b7c3b108', 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22', 'port_id': '5cefa4a7-21c5-4a46-9290-c597b7c3b108', 'mac_address': 'fa:16:3e:d7:ec:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44649f0f-eb96-4e53-9667-a8049186929f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:30:15.138545 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a2384175-b480-49c0-a215-0ee98d2a02c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:15.254174 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a2384175-b480-49c0-a215-0ee98d2a02c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cdbe3e475ab34b9e9bb9c547ebbc13e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496807 Jul 08 18:30:15.256395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2384175-b480-49c0-a215-0ee98d2a02c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21816345-effb-4fa7-ba83-99ab35bda095,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:15.257499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49544) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:15.274893 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:15.290363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cefa4a7-21c5-4a46-9290-c597b7c3b108 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:30:15.337888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 5cefa4a7-21c5-4a46-9290-c597b7c3b108, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5cefa4a7-21c5-4a46-9290-c597b7c3b108,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:15.344086 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:15.422905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=5cefa4a7-21c5-4a46-9290-c597b7c3b108,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:15.436884 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16d6689e-b105-4222-b067-c6665bb00913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:15.483152 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16d6689e-b105-4222-b067-c6665bb00913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:15.504720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ec808-b472-4eee-9db8-872935c17303 req-08f2183d-526d-49a9-a018-defebbd13e7a tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:15.506524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f29ec808-b472-4eee-9db8-872935c17303 req-08f2183d-526d-49a9-a018-defebbd13e7a tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1096 time: 0.1856060 Jul 08 18:30:15.581548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f29ec808-b472-4eee-9db8-872935c17303 req-9abe0377-1be6-45d1-8e6a-7afeca4a5b54 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650108 Jul 08 18:30:15.597899 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16d6689e-b105-4222-b067-c6665bb00913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:15.604918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16d6689e-b105-4222-b067-c6665bb00913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:15.607748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-16d6689e-b105-4222-b067-c6665bb00913 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21816345-effb-4fa7-ba83-99ab35bda095 HTTP/1.1" status: 204 len: 168 time: 0.3478510 Jul 08 18:30:15.654260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6689e-b105-4222-b067-c6665bb00913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21816345-effb-4fa7-ba83-99ab35bda095,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:15.697854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['5cefa4a7-21c5-4a46-9290-c597b7c3b108'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:30:16.892621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 5cefa4a7-21c5-4a46-9290-c597b7c3b108 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:30:16.920196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af0123-0513-4016-ae0c-049b7f7d4f61 req-9703d65a-0ed8-4981-91d4-532f0a15514a tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:16.929827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14af0123-0513-4016-ae0c-049b7f7d4f61 req-9703d65a-0ed8-4981-91d4-532f0a15514a tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1096 time: 0.0797105 Jul 08 18:30:16.981487 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14af0123-0513-4016-ae0c-049b7f7d4f61 req-38878cab-0d4a-4ae3-875a-278ef4a55873 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502076 Jul 08 18:30:17.066852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:30:17.075200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:30:17.076864 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:17.258190 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:17.306025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 5cefa4a7-21c5-4a46-9290-c597b7c3b108, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5cefa4a7-21c5-4a46-9290-c597b7c3b108,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:17.307986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0069cf24-09df-4307-840e-b81908d5ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cefa4a7-21c5-4a46-9290-c597b7c3b108'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:17.311879 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cab0c2d-b93a-4872-8ae5-59ebc690cc69" -d '{"events": [{"server_uuid": "0069cf24-09df-4307-840e-b81908d5ae06", "name": "network-vif-plugged", "status": "completed", "tag": "5cefa4a7-21c5-4a46-9290-c597b7c3b108"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:17.321154 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:17.439063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=5cefa4a7-21c5-4a46-9290-c597b7c3b108,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:17.456514 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6220b9ef-41f8-4654-ac98-73f1db72830e x-openstack-request-id: req-6220b9ef-41f8-4654-ac98-73f1db72830e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:17.458319 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0069cf24-09df-4307-840e-b81908d5ae06", "name": "network-vif-plugged", "status": "completed", "tag": "5cefa4a7-21c5-4a46-9290-c597b7c3b108", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:17.458744 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6220b9ef-41f8-4654-ac98-73f1db72830e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:17.460090 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0069cf24-09df-4307-840e-b81908d5ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cefa4a7-21c5-4a46-9290-c597b7c3b108', 'code': 200} Jul 08 18:30:17.464607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.464607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.464607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.464982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.470484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.470988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.471403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.471810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.473262 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.473669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.474192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.475477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:17.624609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d4fc5-af49-4eb2-99af-1208d8cebf3b req-2acc7745-3ca0-4cf8-bf04-df073c7246db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:17.629428 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-527d4fc5-af49-4eb2-99af-1208d8cebf3b req-2acc7745-3ca0-4cf8-bf04-df073c7246db service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1097 time: 0.1055317 Jul 08 18:30:17.717658 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-527d4fc5-af49-4eb2-99af-1208d8cebf3b req-b5ca17cb-eaf5-4699-84af-b920441043a0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817351 Jul 08 18:30:18.198025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c006fbd-9220-4641-ac08-01738ca54d8f req-b8eb7cee-8672-4d4b-957b-767861795b8e tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:18.199589 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c006fbd-9220-4641-ac08-01738ca54d8f req-b8eb7cee-8672-4d4b-957b-767861795b8e tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1097 time: 0.0769651 Jul 08 18:30:18.276322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c006fbd-9220-4641-ac08-01738ca54d8f req-dda122d8-757e-4d71-a44d-b6a457b4c129 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670562 Jul 08 18:30:19.501772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963207-e97f-4d3c-8114-e3d1f734f338 req-5a9ac063-e137-499b-bfcf-4b171fe35868 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:19.503361 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0963207-e97f-4d3c-8114-e3d1f734f338 req-5a9ac063-e137-499b-bfcf-4b171fe35868 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1097 time: 0.0791287 Jul 08 18:30:19.552829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0963207-e97f-4d3c-8114-e3d1f734f338 req-1da91e0b-f959-4c94-9bf1-804746291d56 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427361 Jul 08 18:30:19.612416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 49718) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:19.758712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-21006885-170a-485e-baf0-7ee84b45aedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:19.838027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977e8ee-a658-47ba-bb33-7e7b1d214cf3 req-c6710a99-133e-400f-9950-f4ae4c3412e6 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:19.839610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a977e8ee-a658-47ba-bb33-7e7b1d214cf3 req-c6710a99-133e-400f-9950-f4ae4c3412e6 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1097 time: 0.1442604 Jul 08 18:30:19.904704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a977e8ee-a658-47ba-bb33-7e7b1d214cf3 req-9d3ce8cb-97cd-4ca7-bc76-5a6778e398a1 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544701 Jul 08 18:30:19.987418 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-21006885-170a-485e-baf0-7ee84b45aedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:19.993480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-21006885-170a-485e-baf0-7ee84b45aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:20.044776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21006885-170a-485e-baf0-7ee84b45aedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19ed037-64af-411c-b17c-df5d0ae330e4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:20.050692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-21006885-170a-485e-baf0-7ee84b45aedb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a86edba4e3b24efcaf0b4e80a34d7061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369593 Jul 08 18:30:20.053744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49734) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:20.143529 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd95a75c-5d5c-48c3-8f09-7dc58ac9100d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:20.189075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d77f0-a4c0-422e-be98-31a264024734 req-845d15f7-0c15-4a27-a9b8-0b7b89f801e8 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:20.197119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba0d77f0-a4c0-422e-be98-31a264024734 req-845d15f7-0c15-4a27-a9b8-0b7b89f801e8 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1097 time: 0.0876219 Jul 08 18:30:20.216276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd95a75c-5d5c-48c3-8f09-7dc58ac9100d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:20.249049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba0d77f0-a4c0-422e-be98-31a264024734 req-9c54ef7b-d1c7-4cda-9c34-357fe68d7c1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504501 Jul 08 18:30:20.311381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd95a75c-5d5c-48c3-8f09-7dc58ac9100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:20.314073 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd95a75c-5d5c-48c3-8f09-7dc58ac9100d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:20.315365 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dd95a75c-5d5c-48c3-8f09-7dc58ac9100d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f19ed037-64af-411c-b17c-df5d0ae330e4 HTTP/1.1" status: 204 len: 168 time: 0.2595539 Jul 08 18:30:20.330332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95a75c-5d5c-48c3-8f09-7dc58ac9100d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19ed037-64af-411c-b17c-df5d0ae330e4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:20.753372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-a1346c3a-6a7f-43d9-a942-31467c1b09e1 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:20.759087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-a1346c3a-6a7f-43d9-a942-31467c1b09e1 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/networks?id=f9591278-1279-4d7c-913d-03bc59e8bc22 HTTP/1.1" status: 200 len: 910 time: 0.1261435 Jul 08 18:30:20.781860 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-f452d0ac-730e-48f1-b43e-5c350fff8914 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/quotas/6fa085fbe1e04feda43816477f5e24e0 HTTP/1.1" status: 200 len: 375 time: 0.0152845 Jul 08 18:30:20.840628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49770) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:20.872777 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba70aaf7-58a8-4887-b04b-b7ca2e182c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:20.905911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-0eeaa98b-1ab6-4588-bd19-544d660b79bc tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=6fa085fbe1e04feda43816477f5e24e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1173074 Jul 08 18:30:21.064172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-fb9a7680-a774-4928-99b5-7cddbabe1e1d service neutron] 10.222.0.73 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495292 Jul 08 18:30:21.066831 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba70aaf7-58a8-4887-b04b-b7ca2e182c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:21.075153 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba70aaf7-58a8-4887-b04b-b7ca2e182c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:21.123389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70aaf7-58a8-4887-b04b-b7ca2e182c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27872c5c-142b-49ea-8a53-aff727058233,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:21.129674 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ba70aaf7-58a8-4887-b04b-b7ca2e182c72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b732f41ad2d14a2fb503a5ecf2e0e10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856650 Jul 08 18:30:21.133298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 49776) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:21.185228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-57063796-ec4d-4413-b00d-63213afeae47 service neutron] 10.222.0.73 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200001 Jul 08 18:30:21.218946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89f010e6-6623-4305-8c33-213408fe4d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:21.280090 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89f010e6-6623-4305-8c33-213408fe4d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:21.377850 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89f010e6-6623-4305-8c33-213408fe4d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:21.381997 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89f010e6-6623-4305-8c33-213408fe4d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:21.382661 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-89f010e6-6623-4305-8c33-213408fe4d1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27872c5c-142b-49ea-8a53-aff727058233 HTTP/1.1" status: 204 len: 168 time: 0.2478402 Jul 08 18:30:21.419548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f010e6-6623-4305-8c33-213408fe4d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27872c5c-142b-49ea-8a53-aff727058233,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:21.480605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1654685d-765b-4a0f-900c-671e28286728 req-95b02055-fc55-49d1-a885-25a5cfa3ebea tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 210 time: 0.0318789 Jul 08 18:30:22.662299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0541dea3-52e6-429c-91d2-93c9e4b8cc62 req-16eac374-a5bd-4fd0-a378-20183552b07f tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 210 time: 0.0376604 Jul 08 18:30:23.261173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-6e816f78-2ff5-443a-9112-8ea343777df3 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:23.265788 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-6e816f78-2ff5-443a-9112-8ea343777df3 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.59 "GET /v2.0/networks?id=f9591278-1279-4d7c-913d-03bc59e8bc22 HTTP/1.1" status: 200 len: 910 time: 0.2276936 Jul 08 18:30:23.285130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Request body: {'port': {'device_id': '5227ca50-1bca-4be7-a113-3bddfc27fec4', 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22', 'admin_state_up': True, 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:23.312913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Made reservation on behalf of 6fa085fbe1e04feda43816477f5e24e0 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:30:23.316577 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:23.471109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Allocated IP 172.20.0.3 (f9591278-1279-4d7c-913d-03bc59e8bc22/44649f0f-eb96-4e53-9667-a8049186929f/479ce5c6-29bf-46d6-b757-e5ffd8301a6c) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:30:23.651374 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:23.671231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Transition to ACTIVE for port object 479ce5c6-29bf-46d6-b757-e5ffd8301a6c will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:30:23.715143 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:23.726871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['5cefa4a7-21c5-4a46-9290-c597b7c3b108'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:30:23.772445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Network f9591278-1279-4d7c-913d-03bc59e8bc22 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:30:23.776097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:30:23.780236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:30:23.845367 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:23.846550 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:23.872191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Pushing event updated for resources: {'Port': ['ID=479ce5c6-29bf-46d6-b757-e5ffd8301a6c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:23.879923 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-620f7078-c3b0-4b90-b8a6-df374387c0ff tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5997086 Jul 08 18:30:23.896818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Request body: {'port': {'device_id': '5227ca50-1bca-4be7-a113-3bddfc27fec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:24.099492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:24.144775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ed136-2685-47d8-bb93-68ce8ad45f9c req-7960252e-51e6-4d37-a75d-c13cc6f8f71e tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:24.148428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d52ed136-2685-47d8-bb93-68ce8ad45f9c req-7960252e-51e6-4d37-a75d-c13cc6f8f71e tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1027 time: 0.1361504 Jul 08 18:30:24.228875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d52ed136-2685-47d8-bb93-68ce8ad45f9c req-3c55faff-7371-4faa-bfac-f4e0832c0d02 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690124 Jul 08 18:30:24.340426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-627c5dd6-9e63-4db6-89ec-2da156899332 None None] Provisioning for port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:30:24.345608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-627c5dd6-9e63-4db6-89ec-2da156899332 None None] Provisioning complete for port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:30:24.346249 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-627c5dd6-9e63-4db6-89ec-2da156899332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:24.385721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-627c5dd6-9e63-4db6-89ec-2da156899332 None None] Port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:30:24.460315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479ce5c6-29bf-46d6-b757-e5ffd8301a6c {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:30:24.468853 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:24.488880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Transition to ACTIVE for port object 479ce5c6-29bf-46d6-b757-e5ffd8301a6c will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:30:24.494959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:24.546201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Pushing event updated for resources: {'Port': ['ID=479ce5c6-29bf-46d6-b757-e5ffd8301a6c,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:24.637388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Attempting to bind port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:30:24.638074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Attempting to bind port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:30:24.638652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Attempting to bind port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c on network f9591278-1279-4d7c-913d-03bc59e8bc22 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:30:24.644574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c on network f9591278-1279-4d7c-913d-03bc59e8bc22 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:30:24.645269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Attempting to bind port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c on network f9591278-1279-4d7c-913d-03bc59e8bc22 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:30:24.652560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:30:24.653237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Checking segment: {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:30:24.654274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Bound using segment: {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:30:24.655082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Bound port: 479ce5c6-29bf-46d6-b757-e5ffd8301a6c, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dfd2e3-e606-46f1-80b0-52d83650973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:30:24.655782 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:25.083406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] For port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:30:25.091630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] For port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=479ce5c6-29bf-46d6-b757-e5ffd8301a6c,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:30:25.099195 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:25.146450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:25.148037 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:25.150318 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] 10.222.0.59 "PUT /v2.0/ports/479ce5c6-29bf-46d6-b757-e5ffd8301a6c HTTP/1.1" status: 200 len: 1091 time: 1.2620652 Jul 08 18:30:25.151275 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5227ca50-1bca-4be7-a113-3bddfc27fec4', 'tag': '479ce5c6-29bf-46d6-b757-e5ffd8301a6c'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:25.154629 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c574992f-5862-480d-a471-588b5e9516f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5227ca50-1bca-4be7-a113-3bddfc27fec4", "tag": "479ce5c6-29bf-46d6-b757-e5ffd8301a6c"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:25.310919 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5896de4c-c265-404b-886e-7f1a933e0232 x-openstack-request-id: req-5896de4c-c265-404b-886e-7f1a933e0232 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:25.311319 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5227ca50-1bca-4be7-a113-3bddfc27fec4", "tag": "479ce5c6-29bf-46d6-b757-e5ffd8301a6c", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:25.311644 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5896de4c-c265-404b-886e-7f1a933e0232 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:25.313594 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5227ca50-1bca-4be7-a113-3bddfc27fec4', 'tag': '479ce5c6-29bf-46d6-b757-e5ffd8301a6c', 'status': 'completed', 'code': 200} Jul 08 18:30:25.318810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca5c2f-baae-4915-986a-83ac729888a8 service neutron] Pushing event updated for resources: {'Port': ['ID=479ce5c6-29bf-46d6-b757-e5ffd8301a6c,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:25.383856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-a4f95307-339c-4ca9-aaba-76975a0de690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:25.387438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-a4f95307-339c-4ca9-aaba-76975a0de690 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fa085fbe1e04feda43816477f5e24e0&device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1094 time: 0.1730998 Jul 08 18:30:25.493967 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-6f8a5990-f5cf-4960-8371-3be037ad549d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=479ce5c6-29bf-46d6-b757-e5ffd8301a6c HTTP/1.1" status: 200 len: 217 time: 0.0991964 Jul 08 18:30:25.546933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b961-3517-4c01-8a1c-4ac9d73ca668 req-0a81ad1b-a844-4ea9-a8ad-a918e6b7fa1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:25.555117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8e5b961-3517-4c01-8a1c-4ac9d73ca668 req-0a81ad1b-a844-4ea9-a8ad-a918e6b7fa1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1094 time: 0.1433311 Jul 08 18:30:25.560837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-9c7ce7e9-f420-4082-8e19-07be28def73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:25.563766 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-9c7ce7e9-f420-4082-8e19-07be28def73e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44649f0f-eb96-4e53-9667-a8049186929f HTTP/1.1" status: 200 len: 848 time: 0.0625196 Jul 08 18:30:25.641653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8e5b961-3517-4c01-8a1c-4ac9d73ca668 req-34a0c426-313d-40b9-96ee-336bf01d7cb9 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852594 Jul 08 18:30:25.688434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-22e47062-5946-4e3a-a662-d11a67ef12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:25.689933 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-22e47062-5946-4e3a-a662-d11a67ef12fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9591278-1279-4d7c-913d-03bc59e8bc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213446 Jul 08 18:30:25.819831 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-2aa70791-ce78-4786-b23b-16283e239b3e service neutron] 10.222.0.59 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227043 Jul 08 18:30:25.996746 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b2064f1e-aff9-4d07-ba04-4b364ad956c7 req-e95cba00-544b-43e7-a6af-5759c2a0a9cc service neutron] 10.222.0.59 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695244 Jul 08 18:30:26.149695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574992f-5862-480d-a471-588b5e9516f1 req-6d13d70f-8892-4f4a-932c-890050c2b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:26.151926 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c574992f-5862-480d-a471-588b5e9516f1 req-6d13d70f-8892-4f4a-932c-890050c2b9ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fa085fbe1e04feda43816477f5e24e0&device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1094 time: 0.0775223 Jul 08 18:30:26.301812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574992f-5862-480d-a471-588b5e9516f1 req-7f03bf21-9c80-4f82-b2d3-d02280c9a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:26.304030 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c574992f-5862-480d-a471-588b5e9516f1 req-7f03bf21-9c80-4f82-b2d3-d02280c9a3fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9591278-1279-4d7c-913d-03bc59e8bc22 HTTP/1.1" status: 200 len: 910 time: 0.1463094 Jul 08 18:30:26.375705 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c574992f-5862-480d-a471-588b5e9516f1 req-97a95a9e-8c66-4917-ae4b-24397526d232 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=479ce5c6-29bf-46d6-b757-e5ffd8301a6c HTTP/1.1" status: 200 len: 217 time: 0.0644994 Jul 08 18:30:26.447526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574992f-5862-480d-a471-588b5e9516f1 req-b316346a-0780-42d9-8bac-100b3c0fcd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:26.449584 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c574992f-5862-480d-a471-588b5e9516f1 req-b316346a-0780-42d9-8bac-100b3c0fcd82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44649f0f-eb96-4e53-9667-a8049186929f HTTP/1.1" status: 200 len: 848 time: 0.0666738 Jul 08 18:30:26.521294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574992f-5862-480d-a471-588b5e9516f1 req-44f1d3a4-8ce1-4259-9b16-f01fda670d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:26.523801 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c574992f-5862-480d-a471-588b5e9516f1 req-44f1d3a4-8ce1-4259-9b16-f01fda670d1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9591278-1279-4d7c-913d-03bc59e8bc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674570 Jul 08 18:30:26.661307 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c574992f-5862-480d-a471-588b5e9516f1 req-ba4c98a0-8361-47b5-ae35-680814f77ed3 service neutron] 10.222.0.59 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299572 Jul 08 18:30:26.910986 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c574992f-5862-480d-a471-588b5e9516f1 req-80407859-f5d6-4885-8036-d8bb48b00b1d service neutron] 10.222.0.59 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423313 Jul 08 18:30:26.988236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427ebb-4043-4811-938b-305be0540b4a req-692bcc3a-feca-48c2-b68a-94a779ff7181 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:26.990702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8427ebb-4043-4811-938b-305be0540b4a req-692bcc3a-feca-48c2-b68a-94a779ff7181 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1094 time: 0.0987744 Jul 08 18:30:27.112125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8427ebb-4043-4811-938b-305be0540b4a req-21bc977c-65a2-4fef-8256-735bae7b32ae tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002617 Jul 08 18:30:28.588024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de7aea-7438-4ef3-9211-455c7303a5ef req-301aea01-38d8-441a-8417-2f4ce5bb7d1e tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:28.596750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04de7aea-7438-4ef3-9211-455c7303a5ef req-301aea01-38d8-441a-8417-2f4ce5bb7d1e tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1094 time: 0.1144772 Jul 08 18:30:28.669940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04de7aea-7438-4ef3-9211-455c7303a5ef req-aed599b8-5de9-4fe7-a9ef-5a62a11d9df1 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712149 Jul 08 18:30:29.088958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50210) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:29.529309 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 479ce5c6-29bf-46d6-b757-e5ffd8301a6c details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:30:29.813721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Deleting port 4d36779c-d30b-47a8-a43b-562225bc4745 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:29.817572 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:29.988633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=479ce5c6-29bf-46d6-b757-e5ffd8301a6c,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:30.022762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '479ce5c6-29bf-46d6-b757-e5ffd8301a6c', 'network_id': 'f9591278-1279-4d7c-913d-03bc59e8bc22', 'port_id': '479ce5c6-29bf-46d6-b757-e5ffd8301a6c', 'mac_address': 'fa:16:3e:45:46:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44649f0f-eb96-4e53-9667-a8049186929f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:30:30.114554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df35000-6a91-4ba9-b453-3e6ffa49f7e3 req-b4685616-cead-4e16-9f68-6b3c809c0f9b tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:30.120488 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:30.123333 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8df35000-6a91-4ba9-b453-3e6ffa49f7e3 req-b4685616-cead-4e16-9f68-6b3c809c0f9b tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1094 time: 0.1457343 Jul 08 18:30:30.144393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479ce5c6-29bf-46d6-b757-e5ffd8301a6c {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:30:30.147224 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:30.149183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:30.204735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=479ce5c6-29bf-46d6-b757-e5ffd8301a6c,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:30.215976 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:30.246725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Calling delete_port for 4d36779c-d30b-47a8-a43b-562225bc4745 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:30.249700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8df35000-6a91-4ba9-b453-3e6ffa49f7e3 req-1f381ff4-f8fa-47b3-9db9-632d5cae4684 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036458 Jul 08 18:30:30.372402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=479ce5c6-29bf-46d6-b757-e5ffd8301a6c,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:30.518091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['479ce5c6-29bf-46d6-b757-e5ffd8301a6c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:30:30.701656 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:30.853093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event deleted for resources: {'Port': ['ID=4d36779c-d30b-47a8-a43b-562225bc4745,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:31.026070 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:31.037379 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Floating IP 818e67a1-e6d3-4042-b729-0b1fb58df75a disassociated (deleted). External IP: 172.25.8.246, port: 6b71e767-1899-4680-b4a2-b97a09497d55. Jul 08 18:30:31.517993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Router 6689020c-183c-4b27-adb0-c1a967064325 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:30:31.761457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43075-1706-41ff-aabd-6cfc23e9c095 req-fa955e6d-0121-40bc-8162-438ee188188b tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:31.773671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbc43075-1706-41ff-aabd-6cfc23e9c095 req-fa955e6d-0121-40bc-8162-438ee188188b tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1095 time: 0.1644371 Jul 08 18:30:31.848661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbc43075-1706-41ff-aabd-6cfc23e9c095 req-032b59db-12b1-40ee-9730-89f83873cbdf tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736403 Jul 08 18:30:31.966667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:30:31.977684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1044f-f9f4-4d5e-b88c-126162009f4e None None] Sync routers for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:30:31.983203 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:32.007898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1044f-f9f4-4d5e-b88c-126162009f4e None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:32.009643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b0e1044f-f9f4-4d5e-b88c-126162009f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:32.124009 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-78ec32a9-2f8d-441b-b1ac-fce387cc48ae tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "DELETE /v2.0/floatingips/818e67a1-e6d3-4042-b729-0b1fb58df75a HTTP/1.1" status: 204 len: 168 time: 3.0332630 Jul 08 18:30:32.126620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:32.134378 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0993bc25-192e-438b-8050-1acfb0c3889d" -d '{"events": [{"name": "network-changed", "server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:32.250904 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2619c21e-778a-492a-9e3e-5435ebf07e2f x-openstack-request-id: req-2619c21e-778a-492a-9e3e-5435ebf07e2f {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:32.251236 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:32.251493 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2619c21e-778a-492a-9e3e-5435ebf07e2f {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:32.251941 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55', 'status': 'completed', 'code': 200} Jul 08 18:30:32.452479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993bc25-192e-438b-8050-1acfb0c3889d req-797bf465-984c-4f1b-b01d-fe26e23b9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:32.456958 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0993bc25-192e-438b-8050-1acfb0c3889d req-797bf465-984c-4f1b-b01d-fe26e23b9c6e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5373af3cda74c9d9252c0c2e78931c2&device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 1096 time: 0.1632164 Jul 08 18:30:32.483024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b0e1044f-f9f4-4d5e-b88c-126162009f4e None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:32.733270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993bc25-192e-438b-8050-1acfb0c3889d req-bc0aab3e-07a3-4e2f-822b-7346ec7a01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:32.737704 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0993bc25-192e-438b-8050-1acfb0c3889d req-bc0aab3e-07a3-4e2f-822b-7346ec7a01f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b106f293-4c69-4423-9bc6-035ab72608b1 HTTP/1.1" status: 200 len: 915 time: 0.2698381 Jul 08 18:30:32.926161 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0993bc25-192e-438b-8050-1acfb0c3889d req-68e57e2b-b137-4291-85a6-45ef5c5d33a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b71e767-1899-4680-b4a2-b97a09497d55 HTTP/1.1" status: 200 len: 217 time: 0.1773374 Jul 08 18:30:33.144994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993bc25-192e-438b-8050-1acfb0c3889d req-2c0dcd4b-07d6-4cf6-b125-f09044af485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:33.147480 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0993bc25-192e-438b-8050-1acfb0c3889d req-2c0dcd4b-07d6-4cf6-b125-f09044af485e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a HTTP/1.1" status: 200 len: 853 time: 0.2172384 Jul 08 18:30:33.437522 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993bc25-192e-438b-8050-1acfb0c3889d req-0592d341-7ae7-48d7-9797-f58da4fa08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:33.452190 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0993bc25-192e-438b-8050-1acfb0c3889d req-0592d341-7ae7-48d7-9797-f58da4fa08bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b106f293-4c69-4423-9bc6-035ab72608b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2840509 Jul 08 18:30:33.506368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b0e1044f-f9f4-4d5e-b88c-126162009f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:56Z', 'revision_number': 5, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:33.643390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 479ce5c6-29bf-46d6-b757-e5ffd8301a6c up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:30:33.661926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1044f-f9f4-4d5e-b88c-126162009f4e None None] Checking router: 6689020c-183c-4b27-adb0-c1a967064325 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:30:33.799910 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:33.827925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1044f-f9f4-4d5e-b88c-126162009f4e None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:33.829071 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b0e1044f-f9f4-4d5e-b88c-126162009f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:33.969718 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0993bc25-192e-438b-8050-1acfb0c3889d req-9f7cf4e4-6e7e-48ad-8a9c-18ab04e00396 service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081382 Jul 08 18:30:34.111758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:30:34.126428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:30:34.127215 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:34.184047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dc15d-d1f0-42cd-b2c0-f63fb9081780 req-e48114a2-1ce4-4697-a1dc-e5e346ae02e9 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:34.202987 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-170dc15d-d1f0-42cd-b2c0-f63fb9081780 req-e48114a2-1ce4-4697-a1dc-e5e346ae02e9 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1095 time: 0.8893623 Jul 08 18:30:34.203481 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0993bc25-192e-438b-8050-1acfb0c3889d req-8df9a59b-43fb-49b9-8ed6-cc8ffb98f03a service neutron] 10.222.0.74 "GET /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269053 Jul 08 18:30:34.298653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-170dc15d-d1f0-42cd-b2c0-f63fb9081780 req-77bd2406-b7d1-45c4-9772-211517b7111c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947423 Jul 08 18:30:34.300529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b0e1044f-f9f4-4d5e-b88c-126162009f4e None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:34.355258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d9e7-3482-4c85-a248-91e2ddc4dd75 req-df6264d6-8d0c-4a53-8dcf-e0ecd596e038 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:34.367955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a615d9e7-3482-4c85-a248-91e2ddc4dd75 req-df6264d6-8d0c-4a53-8dcf-e0ecd596e038 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 945 time: 1.2224841 Jul 08 18:30:34.701737 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:34.733863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88f6c9-d7cf-4bdb-95ac-dc3a6ed10724 req-79c27450-59ef-408d-916b-74961c95ddea tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:34.747681 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d88f6c9-d7cf-4bdb-95ac-dc3a6ed10724 req-79c27450-59ef-408d-916b-74961c95ddea tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.74 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 945 time: 0.2024331 Jul 08 18:30:34.990101 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:35.111825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-3d88f6c9-d7cf-4bdb-95ac-dc3a6ed10724 req-c25be04a-3eb2-4354-8ad3-f13e205e909b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Deleting port 6b71e767-1899-4680-b4a2-b97a09497d55 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:35.113414 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3d88f6c9-d7cf-4bdb-95ac-dc3a6ed10724 req-c25be04a-3eb2-4354-8ad3-f13e205e909b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:35.175300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5227ca50-1bca-4be7-a113-3bddfc27fec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ce5c6-29bf-46d6-b757-e5ffd8301a6c'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:35.179751 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1822ce2-427f-4d78-b571-2e897c4fdab6" -d '{"events": [{"server_uuid": "5227ca50-1bca-4be7-a113-3bddfc27fec4", "name": "network-vif-plugged", "status": "completed", "tag": "479ce5c6-29bf-46d6-b757-e5ffd8301a6c"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:35.225647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=479ce5c6-29bf-46d6-b757-e5ffd8301a6c,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:35.244395 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:35.369968 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59a2851-95b8-4432-9cfd-b81be76f8641 x-openstack-request-id: req-a59a2851-95b8-4432-9cfd-b81be76f8641 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:35.371152 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5227ca50-1bca-4be7-a113-3bddfc27fec4", "name": "network-vif-plugged", "status": "completed", "tag": "479ce5c6-29bf-46d6-b757-e5ffd8301a6c", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:35.371798 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a59a2851-95b8-4432-9cfd-b81be76f8641 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:35.372357 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5227ca50-1bca-4be7-a113-3bddfc27fec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ce5c6-29bf-46d6-b757-e5ffd8301a6c', 'code': 200} Jul 08 18:30:35.393110 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b0e1044f-f9f4-4d5e-b88c-126162009f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:56Z', 'revision_number': 5, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:35.431510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a615d9e7-3482-4c85-a248-91e2ddc4dd75 req-33f17bf8-a7b5-4727-b99d-ae87f932e094 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/security-groups?id=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0621207 Jul 08 18:30:35.546051 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1044f-f9f4-4d5e-b88c-126162009f4e None None] The sync data for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 is: [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:24:46Z', 'revision_number': 4, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '1b07b6a7-7091-45b1-a4a9-9a93e161e674', 'name': '', 'network_id': 'b106f293-4c69-4423-9bc6-035ab72608b1', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'mac_address': 'fa:16:3e:d8:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:45Z', 'updated_at': '2021-07-08T18:24:56Z', 'revision_number': 5, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'subnets': [{'id': 'd4ec3171-0f2c-49ac-90b3-ae704d9b3c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:30:35.607892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=479ce5c6-29bf-46d6-b757-e5ffd8301a6c,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:35.726681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-3d88f6c9-d7cf-4bdb-95ac-dc3a6ed10724 req-c25be04a-3eb2-4354-8ad3-f13e205e909b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] For port 6b71e767-1899-4680-b4a2-b97a09497d55, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b71e767-1899-4680-b4a2-b97a09497d55,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:35.729825 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3d88f6c9-d7cf-4bdb-95ac-dc3a6ed10724 req-c25be04a-3eb2-4354-8ad3-f13e205e909b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:35.771516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931d6e5-0ac1-4d59-bf6f-dc3979e062e3 req-d1605104-9e63-4a39-853c-eb34c5e8d388 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:35.788173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e931d6e5-0ac1-4d59-bf6f-dc3979e062e3 req-d1605104-9e63-4a39-853c-eb34c5e8d388 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1096 time: 0.1373808 Jul 08 18:30:35.821327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-3d88f6c9-d7cf-4bdb-95ac-dc3a6ed10724 req-c25be04a-3eb2-4354-8ad3-f13e205e909b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Calling delete_port for 6b71e767-1899-4680-b4a2-b97a09497d55 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:35.876909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50792) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:36.052177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e931d6e5-0ac1-4d59-bf6f-dc3979e062e3 req-bc0310af-729b-40ee-94f2-69fc18b14831 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555709 Jul 08 18:30:36.068243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b98f864-0ca6-4a8c-ac71-1dc9b39f949f admin admin] Deleting subnet 8f146243-c966-46b4-b737-4ac552f72879 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:30:36.083992 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b98f864-0ca6-4a8c-ac71-1dc9b39f949f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:36.233855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195985cc-8377-4ee4-9158-211a840e79fe req-9b732fcf-70c3-4e5b-ad4d-d203cde3e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:36.235420 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-195985cc-8377-4ee4-9158-211a840e79fe req-9b732fcf-70c3-4e5b-ad4d-d203cde3e575 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1096 time: 0.7651105 Jul 08 18:30:36.289683 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-796df300-813e-4f97-a008-e92bf7408d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:36.294170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b98f864-0ca6-4a8c-ac71-1dc9b39f949f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:36.396254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b98f864-0ca6-4a8c-ac71-1dc9b39f949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:36.493803 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-195985cc-8377-4ee4-9158-211a840e79fe req-de13ad80-4b2a-439d-9ff8-f4a881f74ecb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394722 Jul 08 18:30:36.499607 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b98f864-0ca6-4a8c-ac71-1dc9b39f949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:36.512540 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab6762-f3f9-4026-95a2-86cbe4becd97 None None] New status for floating IP 818e67a1-e6d3-4042-b729-0b1fb58df75a: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:30:36.540366 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5b98f864-0ca6-4a8c-ac71-1dc9b39f949f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:36.543915 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3d88f6c9-d7cf-4bdb-95ac-dc3a6ed10724 req-c25be04a-3eb2-4354-8ad3-f13e205e909b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:36.553503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5b98f864-0ca6-4a8c-ac71-1dc9b39f949f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8f146243-c966-46b4-b737-4ac552f72879 HTTP/1.1" status: 204 len: 168 time: 0.6366749 Jul 08 18:30:36.558280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 50844) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:36.708909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25be04a-3eb2-4354-8ad3-f13e205e909b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event deleted for resources: {'Port': ['ID=6b71e767-1899-4680-b4a2-b97a09497d55,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:36.783454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d88f6c9-d7cf-4bdb-95ac-dc3a6ed10724 req-c25be04a-3eb2-4354-8ad3-f13e205e909b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] No DVR routers for this DVR port 6b71e767-1899-4680-b4a2-b97a09497d55 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:30:36.793713 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3d88f6c9-d7cf-4bdb-95ac-dc3a6ed10724 req-c25be04a-3eb2-4354-8ad3-f13e205e909b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:36.833529 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d88f6c9-d7cf-4bdb-95ac-dc3a6ed10724 req-c25be04a-3eb2-4354-8ad3-f13e205e909b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.74 "DELETE /v2.0/ports/6b71e767-1899-4680-b4a2-b97a09497d55 HTTP/1.1" status: 204 len: 173 time: 2.0600436 Jul 08 18:30:36.836033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'name': 'network-vif-deleted', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:36.887880 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5eece2-90cf-4e97-a1d2-515a089108bf" -d '{"events": [{"server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "name": "network-vif-deleted", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:37.026334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b71e767-1899-4680-b4a2-b97a09497d55 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:30:37.077244 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d451dee8-a779-4afc-83f7-e8d34add50fc x-openstack-request-id: req-d451dee8-a779-4afc-83f7-e8d34add50fc {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:37.077552 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03c19cc-bb19-4940-a509-53fe23f5cc16", "name": "network-vif-deleted", "tag": "6b71e767-1899-4680-b4a2-b97a09497d55", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:37.077807 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d451dee8-a779-4afc-83f7-e8d34add50fc {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:37.078238 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03c19cc-bb19-4940-a509-53fe23f5cc16', 'name': 'network-vif-deleted', 'tag': '6b71e767-1899-4680-b4a2-b97a09497d55', 'status': 'completed', 'code': 200} Jul 08 18:30:37.081222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:37.121196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98f864-0ca6-4a8c-ac71-1dc9b39f949f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f146243-c966-46b4-b737-4ac552f72879,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:37.133469 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 6b71e767-1899-4680-b4a2-b97a09497d55 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:30:37.137600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b71e767-1899-4680-b4a2-b97a09497d55 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:30:37.233895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68e8a9c1-bf16-44d3-8748-4a1a79f62225 req-c68f4cff-2deb-416b-9a16-20d8424b7fff tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 210 time: 0.1372488 Jul 08 18:30:37.685541 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:37.730064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a526140-e202-43f3-82fe-b7dcd1f506f5']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:37.790453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82252907-6658-42e3-9fd1-ba515c093bfe') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:37.791609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82252907-6658-42e3-9fd1-ba515c093bfe') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:37.832010 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:37.879644 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:37.913416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:30:37.914320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:30:38.154740 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:30:38.193410 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.199048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.203042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] 10.222.0.73 "DELETE /v2.0/networks/3a526140-e202-43f3-82fe-b7dcd1f506f5 HTTP/1.1" status: 204 len: 168 time: 1.5799794 Jul 08 18:30:38.207382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 50968) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:38.294742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a265fb-a37f-4186-bdd6-18a6a938777b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a526140-e202-43f3-82fe-b7dcd1f506f5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:38.318024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042e5a-b595-4fcf-9dc6-10d34e47eba3 req-951ee931-aeca-46c9-b59b-3121d9d9a73a tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:38.329036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca042e5a-b595-4fcf-9dc6-10d34e47eba3 req-951ee931-aeca-46c9-b59b-3121d9d9a73a tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1096 time: 1.0627720 Jul 08 18:30:38.407194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9cf6d3-6f84-4045-aa30-60ae2879b045 admin admin] Deleting subnet c904639c-f018-47dc-af3e-8d12ec3ea514 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:30:38.419567 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9cf6d3-6f84-4045-aa30-60ae2879b045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.460634 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca042e5a-b595-4fcf-9dc6-10d34e47eba3 req-b2937ba2-0087-4f40-a436-2654c517d21f tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265397 Jul 08 18:30:38.498666 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9cf6d3-6f84-4045-aa30-60ae2879b045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.580093 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cd259a0-4312-4b34-8fbf-2df9e85ea84f req-8bd69825-c9eb-4db5-a334-508d7745c95b tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 210 time: 0.0627649 Jul 08 18:30:38.580376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9cf6d3-6f84-4045-aa30-60ae2879b045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.699645 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9cf6d3-6f84-4045-aa30-60ae2879b045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.734872 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db9cf6d3-6f84-4045-aa30-60ae2879b045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.737821 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-db9cf6d3-6f84-4045-aa30-60ae2879b045 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c904639c-f018-47dc-af3e-8d12ec3ea514 HTTP/1.1" status: 204 len: 168 time: 0.5296130 Jul 08 18:30:38.740346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51008) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:38.750149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cf6d3-6f84-4045-aa30-60ae2879b045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c904639c-f018-47dc-af3e-8d12ec3ea514,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:38.849716 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.009299 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.025830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70928477-6e32-467f-a015-9ea8c4dc0b34']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:39.040106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b9d957-850b-4352-a7c2-8949c724d2d0') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:39.040663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b9d957-850b-4352-a7c2-8949c724d2d0') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:39.051140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.083710 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.099587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.103778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:30:39.104582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:30:39.106989 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:30:39.168888 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee150-a431-44b8-83c4-41015ddfb26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.222634 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.239426 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.253689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] 10.222.0.73 "DELETE /v2.0/networks/70928477-6e32-467f-a015-9ea8c4dc0b34 HTTP/1.1" status: 204 len: 168 time: 0.5111256 Jul 08 18:30:39.296530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4333415-2ac3-40cc-ac6d-1868fee19791 admin admin] Pushing event deleted for resources: {'Network': ['ID=70928477-6e32-467f-a015-9ea8c4dc0b34,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:39.636623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51024) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:39.775258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d23bf354-e587-4d18-876d-13c435bffc3c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c886c8705cc4d58896a3637afc3f246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371865 Jul 08 18:30:39.777682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51028) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:39.858088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8cf558cd-2cb3-4235-ba82-8a2638a42e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.885912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8cf558cd-2cb3-4235-ba82-8a2638a42e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.946291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42d64ef4-8d90-4415-b448-715474705627 req-5da85769-2653-4eec-a566-7846921f0941 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 210 time: 0.0767488 Jul 08 18:30:39.977175 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8cf558cd-2cb3-4235-ba82-8a2638a42e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.979884 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8cf558cd-2cb3-4235-ba82-8a2638a42e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.984327 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8cf558cd-2cb3-4235-ba82-8a2638a42e15 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cb7919e4-c5c0-4273-948f-62665b7546b5 HTTP/1.1" status: 204 len: 168 time: 0.2038851 Jul 08 18:30:40.000232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf558cd-2cb3-4235-ba82-8a2638a42e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7919e4-c5c0-4273-948f-62665b7546b5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:40.098065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e4fb-5d37-4ee4-974f-80b09f7beba6 req-d390fe70-f10b-492c-bedd-1745942870d1 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:40.099664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ac5e4fb-5d37-4ee4-974f-80b09f7beba6 req-d390fe70-f10b-492c-bedd-1745942870d1 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1096 time: 0.2974210 Jul 08 18:30:40.244055 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:40.408675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ac5e4fb-5d37-4ee4-974f-80b09f7beba6 req-24056996-c4fd-41a1-aa29-08c63ee26ee9 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007863 Jul 08 18:30:40.521391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-7af92a42-5160-4d4a-b679-bc38db167012 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:40.530124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-7af92a42-5160-4d4a-b679-bc38db167012 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/networks?id=96b9ed6e-d1ee-4676-8366-00b69f3cd483 HTTP/1.1" status: 200 len: 814 time: 0.3958077 Jul 08 18:30:40.566442 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-d663adb6-b3d9-4a4a-b494-d6972c5253e4 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/quotas/b9a789e862514cbca2e9c40719524e66 HTTP/1.1" status: 200 len: 375 time: 0.0293114 Jul 08 18:30:40.684777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-e3913caf-f765-4162-8a83-46ab46e221a2 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9a789e862514cbca2e9c40719524e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172488 Jul 08 18:30:40.780674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-ab1e175a-10cc-462f-a656-983d26d24174 req-9592440e-c7c9-4e9d-a26b-1adda9bff0e7 service neutron] (93741) timed out ('10.222.0.73', 50650) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:30:40.861342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-e78f9a73-18a7-46cc-9454-0665eaa81139 service neutron] 10.222.0.73 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751990 Jul 08 18:30:40.996892 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-c83ff8a4-0d01-45f5-80ee-9e2fd37e1800 service neutron] 10.222.0.73 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343737 Jul 08 18:30:41.086540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8932979-dbf4-44f4-a2a0-7ceee018d918 req-338a04ca-8193-4d75-85b2-1c24a40f8d9d tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:41.088150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8932979-dbf4-44f4-a2a0-7ceee018d918 req-338a04ca-8193-4d75-85b2-1c24a40f8d9d tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1096 time: 0.2162042 Jul 08 18:30:41.181020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51060) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:41.236814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8932979-dbf4-44f4-a2a0-7ceee018d918 req-0298b7cb-af73-4008-9f1a-a9cdcb987a7f tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259067 Jul 08 18:30:41.288037 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a1d1dd96-7346-427d-8750-9d77244874fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f6f578a1520b4c318d14cfa684e56d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040573 Jul 08 18:30:41.289013 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51068) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:41.356076 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93f7f779-a6dc-4d72-a8e4-d923d26a4143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:41.410295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a212f5a9-f78d-4296-81dc-6d7ce90ce981 req-39255f9c-82ad-491b-948d-6a4e81e03509 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 210 time: 0.0508802 Jul 08 18:30:41.467749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4817d39d-0f54-4cb9-b3af-ed93826e074e req-bbc97449-a7a3-4c68-9067-e541be5adc7f tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 210 time: 0.0707276 Jul 08 18:30:41.470155 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93f7f779-a6dc-4d72-a8e4-d923d26a4143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:41.548823 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93f7f779-a6dc-4d72-a8e4-d923d26a4143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:41.552334 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93f7f779-a6dc-4d72-a8e4-d923d26a4143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:41.555101 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-93f7f779-a6dc-4d72-a8e4-d923d26a4143 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e0dd64fb-e408-4c5d-9f0c-17af3c0a28b8 HTTP/1.1" status: 204 len: 168 time: 0.2649720 Jul 08 18:30:41.590627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7f779-a6dc-4d72-a8e4-d923d26a4143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dd64fb-e408-4c5d-9f0c-17af3c0a28b8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:41.743415 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:41.844049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c3a69-328b-47a6-a3b7-7570508afec0 req-9fc03cb3-b56e-4ef0-990f-2c5229312458 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:41.845750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-489c3a69-328b-47a6-a3b7-7570508afec0 req-9fc03cb3-b56e-4ef0-990f-2c5229312458 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1096 time: 0.1464727 Jul 08 18:30:41.931454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-489c3a69-328b-47a6-a3b7-7570508afec0 req-ed888e47-dff8-4993-95c4-c1fdccd076f8 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793500 Jul 08 18:30:42.405681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51104) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:42.659109 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a97ecad-b9dc-46c3-8a5e-ca4d0fcd56c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:42.696329 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a96b097b-e625-4454-b066-237fe97d3f3d req-281701a3-0a62-469f-b653-5578d007daa5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1805096 Jul 08 18:30:42.755430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56938e75-aeba-4069-9c80-a6639de30b5e req-22a37d5c-3e46-4710-8287-7faa716b8d87 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 210 time: 0.0478692 Jul 08 18:30:42.817416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3b9ae-4f85-41a7-8834-fc47db0677fd req-25a8b2e0-ee6d-4fce-882e-b617239c5d28 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:42.819898 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46a3b9ae-4f85-41a7-8834-fc47db0677fd req-25a8b2e0-ee6d-4fce-882e-b617239c5d28 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1096 time: 0.2007780 Jul 08 18:30:42.890168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b097b-e625-4454-b066-237fe97d3f3d req-250270cb-a095-4d4b-95b9-14d87827a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:42.891606 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a96b097b-e625-4454-b066-237fe97d3f3d req-250270cb-a095-4d4b-95b9-14d87827a8d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6fa085fbe1e04feda43816477f5e24e0&device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1097 time: 0.1469393 Jul 08 18:30:42.938455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46a3b9ae-4f85-41a7-8834-fc47db0677fd req-0e23ee4e-8076-4e6c-8221-ad44c389971d tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079981 Jul 08 18:30:43.090777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a97ecad-b9dc-46c3-8a5e-ca4d0fcd56c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.096802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-092e9a66-ed7b-4b2f-8a50-ef3f082ad9de req-8285a749-9ca1-454f-82f5-d4fa667704e1 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 210 time: 0.0667973 Jul 08 18:30:43.123256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b097b-e625-4454-b066-237fe97d3f3d req-1ee11662-7d5f-4575-9996-77ae3c58af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:43.126624 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8a97ecad-b9dc-46c3-8a5e-ca4d0fcd56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.127493 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a96b097b-e625-4454-b066-237fe97d3f3d req-1ee11662-7d5f-4575-9996-77ae3c58af6f service neutron] 10.222.0.74 "GET /v2.0/networks?id=f9591278-1279-4d7c-913d-03bc59e8bc22 HTTP/1.1" status: 200 len: 910 time: 0.2050869 Jul 08 18:30:43.190033 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a96b097b-e625-4454-b066-237fe97d3f3d req-6b9a0a7c-b524-43c1-8c3f-800fcf01c0a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cefa4a7-21c5-4a46-9290-c597b7c3b108 HTTP/1.1" status: 200 len: 217 time: 0.0563886 Jul 08 18:30:43.245025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b097b-e625-4454-b066-237fe97d3f3d req-44366b84-5940-4766-99bf-6e8f69a62266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:43.247242 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a96b097b-e625-4454-b066-237fe97d3f3d req-44366b84-5940-4766-99bf-6e8f69a62266 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=44649f0f-eb96-4e53-9667-a8049186929f HTTP/1.1" status: 200 len: 848 time: 0.0504608 Jul 08 18:30:43.283697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97ecad-b9dc-46c3-8a5e-ca4d0fcd56c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c4a089-65b5-41c6-b4c9-9348b6b6de4d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:43.318564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8a97ecad-b9dc-46c3-8a5e-ca4d0fcd56c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ccdc04a078445e187e05e54139cac98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9092157 Jul 08 18:30:43.321318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51130) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:43.353262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-79d0323a-0b83-4797-adba-39a72bbd478d tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:43.354553 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-79d0323a-0b83-4797-adba-39a72bbd478d tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.74 "GET /v2.0/networks?id=96b9ed6e-d1ee-4676-8366-00b69f3cd483 HTTP/1.1" status: 200 len: 814 time: 0.2524590 Jul 08 18:30:43.363679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b097b-e625-4454-b066-237fe97d3f3d req-efd38440-36ca-4de1-b558-0fd441bc492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:43.368112 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a96b097b-e625-4454-b066-237fe97d3f3d req-efd38440-36ca-4de1-b558-0fd441bc492c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9591278-1279-4d7c-913d-03bc59e8bc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115949 Jul 08 18:30:43.372007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Request body: {'port': {'device_id': 'd03d3382-4684-4ad3-a3fc-5c7bbcbfa463', 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483', 'admin_state_up': True, 'tenant_id': 'b9a789e862514cbca2e9c40719524e66'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:43.456732 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20e7294a-9f8a-4897-8c9a-2acae99cc878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.481045 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20e7294a-9f8a-4897-8c9a-2acae99cc878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.482369 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a96b097b-e625-4454-b066-237fe97d3f3d req-12660dab-f220-40d7-bec4-c1da792e9968 service neutron] 10.222.0.74 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081789 Jul 08 18:30:43.568646 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20e7294a-9f8a-4897-8c9a-2acae99cc878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.575316 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20e7294a-9f8a-4897-8c9a-2acae99cc878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.576524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-20e7294a-9f8a-4897-8c9a-2acae99cc878 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9c4a089-65b5-41c6-b4c9-9348b6b6de4d HTTP/1.1" status: 204 len: 168 time: 0.2544322 Jul 08 18:30:43.577254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Made reservation on behalf of b9a789e862514cbca2e9c40719524e66 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:30:43.582192 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.606759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7294a-9f8a-4897-8c9a-2acae99cc878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c4a089-65b5-41c6-b4c9-9348b6b6de4d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:43.624928 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a96b097b-e625-4454-b066-237fe97d3f3d req-e0d0acb9-fec2-4e63-a4c6-d2de5203a052 service neutron] 10.222.0.74 "GET /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355093 Jul 08 18:30:43.811036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51140) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:43.879043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92d10e-26b3-4271-958b-a89fe6b3b8c0 req-9898c66d-c1bd-4d99-8526-3e749f4acfd7 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:43.880496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Allocated IP 172.20.0.6 (96b9ed6e-d1ee-4676-8366-00b69f3cd483/b8143c4d-ef8a-43fb-96d7-875c152f209c/d0f734ae-6f0f-4562-8897-9e5a576b4f68) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:30:43.886767 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec92d10e-26b3-4271-958b-a89fe6b3b8c0 req-9898c66d-c1bd-4d99-8526-3e749f4acfd7 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1096 time: 0.1373444 Jul 08 18:30:44.045364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ec92d10e-26b3-4271-958b-a89fe6b3b8c0 req-15a5098b-7f2b-434c-b35e-c4fb0a9cb155 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Deleting port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:44.045857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ec92d10e-26b3-4271-958b-a89fe6b3b8c0 req-15a5098b-7f2b-434c-b35e-c4fb0a9cb155 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.074174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51148) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:44.135397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f987d1b5-c5bd-4bac-a64d-7fb6b51259f2 req-39bb10a2-9fac-4fe4-b142-6877e07852aa tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 210 time: 0.0537074 Jul 08 18:30:44.148973 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.229315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d71f5a1b-f544-4949-a339-3d586aef9c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.233659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.253017 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ec92d10e-26b3-4271-958b-a89fe6b3b8c0 req-15a5098b-7f2b-434c-b35e-c4fb0a9cb155 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] For port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=479ce5c6-29bf-46d6-b757-e5ffd8301a6c,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:44.253425 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ec92d10e-26b3-4271-958b-a89fe6b3b8c0 req-15a5098b-7f2b-434c-b35e-c4fb0a9cb155 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.283697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7c691-2080-4e5c-b523-ad2d5c0850f7 req-9f144b8a-4e25-40ad-a114-7cc13b046e6c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:44.285503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ec92d10e-26b3-4271-958b-a89fe6b3b8c0 req-15a5098b-7f2b-434c-b35e-c4fb0a9cb155 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Calling delete_port for 479ce5c6-29bf-46d6-b757-e5ffd8301a6c owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:44.290744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8c7c691-2080-4e5c-b523-ad2d5c0850f7 req-9f144b8a-4e25-40ad-a114-7cc13b046e6c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 1096 time: 0.1196063 Jul 08 18:30:44.324151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.350633 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c8c7c691-2080-4e5c-b523-ad2d5c0850f7 req-f8569ddf-c192-48f5-8d6e-56d03469c106 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Jul 08 18:30:44.402610 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.421310 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.427630 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3183956f-469f-465f-95d3-244ebe733d2e req-71ab1d1a-fc69-43b8-8a63-36dc94690996 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03c19cc-bb19-4940-a509-53fe23f5cc16 HTTP/1.1" status: 200 len: 210 time: 0.0932152 Jul 08 18:30:44.440827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:30:44.444480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:30:44.454458 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=94c27030a82548b2a2524c85777f0353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767922 Jul 08 18:30:44.458940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:30:44.461536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51152) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:44.488586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Pushing event updated for resources: {'Port': ['ID=d0f734ae-6f0f-4562-8897-9e5a576b4f68,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:44.511683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97ac662-39a7-4a3f-a403-4bdd86b1c456,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:44.522895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.523245 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.523588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.524127 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.524665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.525274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.525801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.526356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.526872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.527393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.528043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.528625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660212c-667a-4f62-bbfc-fb9451e8e46e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:44.557975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:44.558670 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.575916 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ec92d10e-26b3-4271-958b-a89fe6b3b8c0 req-15a5098b-7f2b-434c-b35e-c4fb0a9cb155 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.588909 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['479ce5c6-29bf-46d6-b757-e5ffd8301a6c'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:30:44.591379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['5cefa4a7-21c5-4a46-9290-c597b7c3b108'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:30:44.594462 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b466f901-a8f6-432a-88a1-8dad81749651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.611248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5098b-7f2b-434c-b35e-c4fb0a9cb155 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Pushing event deleted for resources: {'Port': ['ID=479ce5c6-29bf-46d6-b757-e5ffd8301a6c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:44.660104 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b466f901-a8f6-432a-88a1-8dad81749651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.734608 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b466f901-a8f6-432a-88a1-8dad81749651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.738396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b466f901-a8f6-432a-88a1-8dad81749651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.739843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b466f901-a8f6-432a-88a1-8dad81749651 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b97ac662-39a7-4a3f-a403-4bdd86b1c456 HTTP/1.1" status: 204 len: 168 time: 0.2770517 Jul 08 18:30:44.751188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466f901-a8f6-432a-88a1-8dad81749651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97ac662-39a7-4a3f-a403-4bdd86b1c456,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:44.956335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec92d10e-26b3-4271-958b-a89fe6b3b8c0 req-15a5098b-7f2b-434c-b35e-c4fb0a9cb155 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] No DVR routers for this DVR port 479ce5c6-29bf-46d6-b757-e5ffd8301a6c on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:30:44.962727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ec92d10e-26b3-4271-958b-a89fe6b3b8c0 req-15a5098b-7f2b-434c-b35e-c4fb0a9cb155 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.964888 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec92d10e-26b3-4271-958b-a89fe6b3b8c0 req-15a5098b-7f2b-434c-b35e-c4fb0a9cb155 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.59 "DELETE /v2.0/ports/479ce5c6-29bf-46d6-b757-e5ffd8301a6c HTTP/1.1" status: 204 len: 173 time: 1.0706534 Jul 08 18:30:44.965350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5227ca50-1bca-4be7-a113-3bddfc27fec4', 'name': 'network-vif-deleted', 'tag': '479ce5c6-29bf-46d6-b757-e5ffd8301a6c'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:44.967631 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a393071-e7ff-4a6b-a6e6-abf10c105450" -d '{"events": [{"server_uuid": "5227ca50-1bca-4be7-a113-3bddfc27fec4", "name": "network-vif-deleted", "tag": "479ce5c6-29bf-46d6-b757-e5ffd8301a6c"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:44.987223 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d71f5a1b-f544-4949-a339-3d586aef9c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.995690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d71f5a1b-f544-4949-a339-3d586aef9c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.004988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-09743808-7521-49c3-bee3-5df95fcc8f80 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6368649 Jul 08 18:30:45.018346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Request body: {'port': {'device_id': 'd03d3382-4684-4ad3-a3fc-5c7bbcbfa463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:45.062946 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e2059e-f30d-4294-b132-773ab3189ab9 x-openstack-request-id: req-34e2059e-f30d-4294-b132-773ab3189ab9 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:45.063303 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5227ca50-1bca-4be7-a113-3bddfc27fec4", "name": "network-vif-deleted", "tag": "479ce5c6-29bf-46d6-b757-e5ffd8301a6c", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:45.063511 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34e2059e-f30d-4294-b132-773ab3189ab9 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:45.063918 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5227ca50-1bca-4be7-a113-3bddfc27fec4', 'name': 'network-vif-deleted', 'tag': '479ce5c6-29bf-46d6-b757-e5ffd8301a6c', 'status': 'completed', 'code': 200} Jul 08 18:30:45.073744 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d71f5a1b-f544-4949-a339-3d586aef9c28 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c4955ddb5cbe495d9ec0206b8df46d70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2598977 Jul 08 18:30:45.076284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51160) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:45.086083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f5a1b-f544-4949-a339-3d586aef9c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea804b4-c6a2-4fb1-beab-eb8e4dd44683,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:45.188323 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.200458 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aca93803-6e03-4200-b7e8-fda02dd0d4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.224192 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aca93803-6e03-4200-b7e8-fda02dd0d4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.238545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51166) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:45.258549 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27aeb3a7-38bd-47c7-94c1-a1bed7d06968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.356946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27aeb3a7-38bd-47c7-94c1-a1bed7d06968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.368647 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-27aeb3a7-38bd-47c7-94c1-a1bed7d06968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.416123 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aca93803-6e03-4200-b7e8-fda02dd0d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.418637 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aca93803-6e03-4200-b7e8-fda02dd0d4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.419795 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aca93803-6e03-4200-b7e8-fda02dd0d4f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ea804b4-c6a2-4fb1-beab-eb8e4dd44683 HTTP/1.1" status: 204 len: 168 time: 0.3423834 Jul 08 18:30:45.475768 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-27aeb3a7-38bd-47c7-94c1-a1bed7d06968 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69bdb98ff78c4168a5511b11491c5b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351186 Jul 08 18:30:45.482431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51174) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:45.487050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973e64b-0670-4e0e-9299-e8082f63cdf2 req-2c172719-9977-4c7b-8b71-72dd9e4b7eec tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:45.488643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2973e64b-0670-4e0e-9299-e8082f63cdf2 req-2c172719-9977-4c7b-8b71-72dd9e4b7eec tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 931 time: 0.2292130 Jul 08 18:30:45.493695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca93803-6e03-4200-b7e8-fda02dd0d4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea804b4-c6a2-4fb1-beab-eb8e4dd44683,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:45.550605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aeb3a7-38bd-47c7-94c1-a1bed7d06968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd12b6a8-1c69-408a-8c2e-0f67a5a5a1f3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:45.602530 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c790a0f1-30c5-4dd0-87be-d74bcd921d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.613135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0025522f-957b-4a26-968f-d28806db5fde req-059346d2-9ae6-4b97-9011-59411a66c206 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5227ca50-1bca-4be7-a113-3bddfc27fec4 HTTP/1.1" status: 200 len: 210 time: 0.1205039 Jul 08 18:30:45.669219 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c790a0f1-30c5-4dd0-87be-d74bcd921d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.684885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2973e64b-0670-4e0e-9299-e8082f63cdf2 req-5134044f-2b2d-4c32-81fd-bcbc500f0a7e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802258 Jul 08 18:30:45.770325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51178) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:45.792069 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c790a0f1-30c5-4dd0-87be-d74bcd921d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.794954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c790a0f1-30c5-4dd0-87be-d74bcd921d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.796149 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c790a0f1-30c5-4dd0-87be-d74bcd921d6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bd12b6a8-1c69-408a-8c2e-0f67a5a5a1f3 HTTP/1.1" status: 204 len: 168 time: 0.3113999 Jul 08 18:30:45.807686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790a0f1-30c5-4dd0-87be-d74bcd921d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd12b6a8-1c69-408a-8c2e-0f67a5a5a1f3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:45.813973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f734ae-6f0f-4562-8897-9e5a576b4f68 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:30:45.832187 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.856083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Transition to ACTIVE for port object d0f734ae-6f0f-4562-8897-9e5a576b4f68 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:30:45.869803 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.889756 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f485dcb3-91c4-4069-854b-8eb431be2238 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:45.960409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f734ae-6f0f-4562-8897-9e5a576b4f68,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:45.964507 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f485dcb3-91c4-4069-854b-8eb431be2238 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:46.073345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Attempting to bind port d0f734ae-6f0f-4562-8897-9e5a576b4f68 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:30:46.075198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Attempting to bind port d0f734ae-6f0f-4562-8897-9e5a576b4f68 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '41af10b6-4b06-4578-b5b7-7717d025eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:30:46.075198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Attempting to bind port d0f734ae-6f0f-4562-8897-9e5a576b4f68 on network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:30:46.079171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Port d0f734ae-6f0f-4562-8897-9e5a576b4f68 on network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:30:46.079629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Attempting to bind port d0f734ae-6f0f-4562-8897-9e5a576b4f68 on network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:30:46.086728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:30:46.087237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Checking segment: {'id': '41af10b6-4b06-4578-b5b7-7717d025eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:30:46.087896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Bound using segment: {'id': '41af10b6-4b06-4578-b5b7-7717d025eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:30:46.088446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Bound port: d0f734ae-6f0f-4562-8897-9e5a576b4f68, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41af10b6-4b06-4578-b5b7-7717d025eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:30:46.088817 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:46.144041 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f485dcb3-91c4-4069-854b-8eb431be2238 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:46.147590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f485dcb3-91c4-4069-854b-8eb431be2238 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:46.152029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f485dcb3-91c4-4069-854b-8eb431be2238 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] 10.222.0.73 "DELETE /v2.0/security-groups/8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d HTTP/1.1" status: 204 len: 168 time: 0.3774724 Jul 08 18:30:46.167672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485dcb3-91c4-4069-854b-8eb431be2238 tempest-TestVolumeBackupRestore-445883348 tempest-TestVolumeBackupRestore-445883348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bec2ad4-b2b8-4a8d-ad2b-e1c953ac617d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:46.189850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] For port d0f734ae-6f0f-4562-8897-9e5a576b4f68, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:30:46.196113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] For port d0f734ae-6f0f-4562-8897-9e5a576b4f68, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d0f734ae-6f0f-4562-8897-9e5a576b4f68,segment=NetworkSegment(41af10b6-4b06-4578-b5b7-7717d025eacb),segment_id=41af10b6-4b06-4578-b5b7-7717d025eacb)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:30:46.223743 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:46.370931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f734ae-6f0f-4562-8897-9e5a576b4f68,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:46.386253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:46.386871 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:46.388642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-48cdeca4-b512-4f29-805a-43b561bc11a8 service neutron] 10.222.0.74 "PUT /v2.0/ports/d0f734ae-6f0f-4562-8897-9e5a576b4f68 HTTP/1.1" status: 200 len: 1091 time: 1.3754575 Jul 08 18:30:46.389131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03d3382-4684-4ad3-a3fc-5c7bbcbfa463', 'tag': 'd0f734ae-6f0f-4562-8897-9e5a576b4f68'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:46.391442 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665bf887-54d5-4d9c-a3cc-935f0180e133" -d '{"events": [{"name": "network-changed", "server_uuid": "d03d3382-4684-4ad3-a3fc-5c7bbcbfa463", "tag": "d0f734ae-6f0f-4562-8897-9e5a576b4f68"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:46.465003 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d927af-5bf0-4944-a051-1583b0cf51be x-openstack-request-id: req-36d927af-5bf0-4944-a051-1583b0cf51be {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:46.465003 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03d3382-4684-4ad3-a3fc-5c7bbcbfa463", "tag": "d0f734ae-6f0f-4562-8897-9e5a576b4f68", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:46.465582 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-36d927af-5bf0-4944-a051-1583b0cf51be {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:46.467085 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03d3382-4684-4ad3-a3fc-5c7bbcbfa463', 'tag': 'd0f734ae-6f0f-4562-8897-9e5a576b4f68', 'status': 'completed', 'code': 200} Jul 08 18:30:46.555881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-e20bf1ef-ba82-473b-88ba-cad9fe3b3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:46.558424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-e20bf1ef-ba82-473b-88ba-cad9fe3b3f33 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9a789e862514cbca2e9c40719524e66&device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 1094 time: 0.1069784 Jul 08 18:30:46.757222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-8189cf27-43f4-49c1-bbbb-e78678d3ccf0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f734ae-6f0f-4562-8897-9e5a576b4f68 HTTP/1.1" status: 200 len: 217 time: 0.1909664 Jul 08 18:30:46.926288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-d577053a-d132-4463-aab5-d263b4a70869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:46.930894 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-d577053a-d132-4463-aab5-d263b4a70869 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b8143c4d-ef8a-43fb-96d7-875c152f209c HTTP/1.1" status: 200 len: 854 time: 0.1538453 Jul 08 18:30:47.087744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-899553d1-f5ee-47e1-8bed-306a4517839f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=96b9ed6e-d1ee-4676-8366-00b69f3cd483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219366 Jul 08 18:30:47.286006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83053f7a-61c4-49fe-8594-a5a375421bb5 req-e1cce03c-1b72-4452-8f54-b5c0bcfbcacb tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:47.293519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83053f7a-61c4-49fe-8594-a5a375421bb5 req-e1cce03c-1b72-4452-8f54-b5c0bcfbcacb tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 943 time: 0.3615255 Jul 08 18:30:47.401056 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83053f7a-61c4-49fe-8594-a5a375421bb5 req-16c380b3-fbd3-4e1b-b677-92056de50f3d tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067379 Jul 08 18:30:47.429419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-e442fdca-16ac-4b21-a8b5-54d019eed534 service neutron] 10.222.0.74 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338690 Jul 08 18:30:47.602555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 479ce5c6-29bf-46d6-b757-e5ffd8301a6c no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:30:47.640432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67f02cbf-d745-4aca-a18e-00490811c0c2 req-f2827568-2016-4579-9bf9-ce43c72d1b5c service neutron] 10.222.0.74 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946690 Jul 08 18:30:47.675925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 479ce5c6-29bf-46d6-b757-e5ffd8301a6c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:30:47.676390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 479ce5c6-29bf-46d6-b757-e5ffd8301a6c not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:30:47.872214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51378) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:47.977368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d91171-5b2f-4195-9a74-deb7c526ffbc req-3c6ebde1-b362-44c9-8f30-97f740ab7f09 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:47.979063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0d91171-5b2f-4195-9a74-deb7c526ffbc req-3c6ebde1-b362-44c9-8f30-97f740ab7f09 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1097 time: 0.2878959 Jul 08 18:30:47.981010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bf887-54d5-4d9c-a3cc-935f0180e133 req-9012c889-d60d-45dd-900e-692ecfa22a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:47.982402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-665bf887-54d5-4d9c-a3cc-935f0180e133 req-9012c889-d60d-45dd-900e-692ecfa22a60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9a789e862514cbca2e9c40719524e66&device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 1094 time: 0.1882045 Jul 08 18:30:48.136025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bf887-54d5-4d9c-a3cc-935f0180e133 req-0f463486-742a-4954-a961-2a757659ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:48.138525 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-665bf887-54d5-4d9c-a3cc-935f0180e133 req-0f463486-742a-4954-a961-2a757659ef49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=96b9ed6e-d1ee-4676-8366-00b69f3cd483 HTTP/1.1" status: 200 len: 915 time: 0.1067760 Jul 08 18:30:48.232523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-665bf887-54d5-4d9c-a3cc-935f0180e133 req-93522c53-a761-4aff-8613-eb6a7cb55828 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f734ae-6f0f-4562-8897-9e5a576b4f68 HTTP/1.1" status: 200 len: 217 time: 0.0818100 Jul 08 18:30:48.283223 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0d91171-5b2f-4195-9a74-deb7c526ffbc req-63f7ba5e-e349-4ee7-8083-4d73d7878f4b tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871034 Jul 08 18:30:48.293314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51424) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:48.363449 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-91f42a9c-8148-4d2e-9455-55103b555159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:48.393862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bf887-54d5-4d9c-a3cc-935f0180e133 req-886882c9-9930-4029-a891-021c9d536fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:48.399129 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-665bf887-54d5-4d9c-a3cc-935f0180e133 req-886882c9-9930-4029-a891-021c9d536fc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b8143c4d-ef8a-43fb-96d7-875c152f209c HTTP/1.1" status: 200 len: 854 time: 0.1554477 Jul 08 18:30:48.737184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-91f42a9c-8148-4d2e-9455-55103b555159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:48.750780 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-91f42a9c-8148-4d2e-9455-55103b555159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:48.799965 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5198e972-2bf9-4f82-be92-5060cc8d853a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7428f430610046d6863645875b763475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054326 Jul 08 18:30:48.802745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51474) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:48.955100 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-91f42a9c-8148-4d2e-9455-55103b555159 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bcd8e7f038df4698a33be1e8734c278c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0816982 Jul 08 18:30:48.957587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f42a9c-8148-4d2e-9455-55103b555159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8b5f1f-05b3-410a-97ee-23107046e373,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:48.966711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51494) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:49.008609 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33bb9a85-2646-4d3f-924d-42d26b217079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:49.022542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-665bf887-54d5-4d9c-a3cc-935f0180e133 req-04512b94-d5a9-4f13-ac01-1366410620c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=96b9ed6e-d1ee-4676-8366-00b69f3cd483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6145127 Jul 08 18:30:49.086927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33bb9a85-2646-4d3f-924d-42d26b217079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:49.181208 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8926eed-1c87-4edf-89d0-2dfb0af41367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:49.222097 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8926eed-1c87-4edf-89d0-2dfb0af41367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:49.222400 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:30:49.233661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-665bf887-54d5-4d9c-a3cc-935f0180e133 req-489693f3-839f-431d-a7cd-0bebb2a7a5e3 service neutron] 10.222.0.74 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831522 Jul 08 18:30:49.240191 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33bb9a85-2646-4d3f-924d-42d26b217079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:49.247101 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33bb9a85-2646-4d3f-924d-42d26b217079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:49.264401 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-33bb9a85-2646-4d3f-924d-42d26b217079 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93d74bde-faaf-4a0e-ae9b-f6c08144e51b HTTP/1.1" status: 204 len: 168 time: 0.4355350 Jul 08 18:30:49.420028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb9a85-2646-4d3f-924d-42d26b217079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d74bde-faaf-4a0e-ae9b-f6c08144e51b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:49.512332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca78793-95d0-433c-a8ec-214819e36932 req-e40b6f6f-28fd-4256-85d2-d31a17a9dd89 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:49.515838 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ca78793-95d0-433c-a8ec-214819e36932 req-e40b6f6f-28fd-4256-85d2-d31a17a9dd89 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1097 time: 0.2784088 Jul 08 18:30:49.537805 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8926eed-1c87-4edf-89d0-2dfb0af41367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:49.542334 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8926eed-1c87-4edf-89d0-2dfb0af41367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:49.543833 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f8926eed-1c87-4edf-89d0-2dfb0af41367 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc8b5f1f-05b3-410a-97ee-23107046e373 HTTP/1.1" status: 204 len: 168 time: 0.5455265 Jul 08 18:30:49.582873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8926eed-1c87-4edf-89d0-2dfb0af41367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8b5f1f-05b3-410a-97ee-23107046e373,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:49.611919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-665bf887-54d5-4d9c-a3cc-935f0180e133 req-3b44c9bd-4af4-4fa3-a4db-afbf670bd56e service neutron] 10.222.0.74 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641026 Jul 08 18:30:49.726806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78794ef8-44c6-4fba-8db0-27b6c7c21c75 req-aae11a19-240c-4a67-81e8-aac8b1b40c16 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:49.736744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78794ef8-44c6-4fba-8db0-27b6c7c21c75 req-aae11a19-240c-4a67-81e8-aac8b1b40c16 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 943 time: 0.7287056 Jul 08 18:30:49.748776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-1ca78793-95d0-433c-a8ec-214819e36932 req-2e04661f-faaa-4e16-8481-392a1020dc1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Deleting port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:49.749122 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1ca78793-95d0-433c-a8ec-214819e36932 req-2e04661f-faaa-4e16-8481-392a1020dc1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:49.828082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f64fc-d46d-43a0-8f6c-d12e28aaf537 req-909ca498-d2af-44e5-88dd-8fc628a9141f tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:49.833733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a0f64fc-d46d-43a0-8f6c-d12e28aaf537 req-909ca498-d2af-44e5-88dd-8fc628a9141f tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 1097 time: 0.1921053 Jul 08 18:30:49.878017 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78794ef8-44c6-4fba-8db0-27b6c7c21c75 req-e737296f-fd41-4163-b7bf-2bf1622b3cc3 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400924 Jul 08 18:30:49.936868 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-1ca78793-95d0-433c-a8ec-214819e36932 req-2e04661f-faaa-4e16-8481-392a1020dc1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] For port 5cefa4a7-21c5-4a46-9290-c597b7c3b108, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=5cefa4a7-21c5-4a46-9290-c597b7c3b108,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:49.937333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1ca78793-95d0-433c-a8ec-214819e36932 req-2e04661f-faaa-4e16-8481-392a1020dc1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:49.964449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a0f64fc-d46d-43a0-8f6c-d12e28aaf537 req-9feaf1ed-e30c-408c-98b0-c74ca4d853f8 tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ffe77bf5-27ba-4d4f-9213-71afb07684cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179519 Jul 08 18:30:49.985132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-1ca78793-95d0-433c-a8ec-214819e36932 req-2e04661f-faaa-4e16-8481-392a1020dc1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Calling delete_port for 5cefa4a7-21c5-4a46-9290-c597b7c3b108 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:50.236904 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1ca78793-95d0-433c-a8ec-214819e36932 req-2e04661f-faaa-4e16-8481-392a1020dc1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:50.249692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['5cefa4a7-21c5-4a46-9290-c597b7c3b108'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:30:50.298449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04661f-faaa-4e16-8481-392a1020dc1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cefa4a7-21c5-4a46-9290-c597b7c3b108,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:50.367192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca78793-95d0-433c-a8ec-214819e36932 req-2e04661f-faaa-4e16-8481-392a1020dc1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] No DVR routers for this DVR port 5cefa4a7-21c5-4a46-9290-c597b7c3b108 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:30:50.373860 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1ca78793-95d0-433c-a8ec-214819e36932 req-2e04661f-faaa-4e16-8481-392a1020dc1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:50.378745 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ca78793-95d0-433c-a8ec-214819e36932 req-2e04661f-faaa-4e16-8481-392a1020dc1c tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.74 "DELETE /v2.0/ports/5cefa4a7-21c5-4a46-9290-c597b7c3b108 HTTP/1.1" status: 204 len: 173 time: 0.8555293 Jul 08 18:30:50.379622 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0069cf24-09df-4307-840e-b81908d5ae06', 'name': 'network-vif-deleted', 'tag': '5cefa4a7-21c5-4a46-9290-c597b7c3b108'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:50.383369 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cd17a8-d5b1-4616-9d2a-52b1655ee284" -d '{"events": [{"server_uuid": "0069cf24-09df-4307-840e-b81908d5ae06", "name": "network-vif-deleted", "tag": "5cefa4a7-21c5-4a46-9290-c597b7c3b108"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:50.471568 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5726d8-28da-4e6d-b886-a52b8d39ccf5 x-openstack-request-id: req-5d5726d8-28da-4e6d-b886-a52b8d39ccf5 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:50.472235 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0069cf24-09df-4307-840e-b81908d5ae06", "name": "network-vif-deleted", "tag": "5cefa4a7-21c5-4a46-9290-c597b7c3b108", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:50.472563 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d5726d8-28da-4e6d-b886-a52b8d39ccf5 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:50.473192 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0069cf24-09df-4307-840e-b81908d5ae06', 'name': 'network-vif-deleted', 'tag': '5cefa4a7-21c5-4a46-9290-c597b7c3b108', 'status': 'completed', 'code': 200} Jul 08 18:30:50.501209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51660) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:50.851067 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb5e022b-58f9-43cd-ae26-60e8a4bb1e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:51.023342 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb5e022b-58f9-43cd-ae26-60e8a4bb1e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:51.028613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb5e022b-58f9-43cd-ae26-60e8a4bb1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:51.087159 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bb5e022b-58f9-43cd-ae26-60e8a4bb1e39 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15532edc714847b2b89f426395f24331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5844982 Jul 08 18:30:51.089408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51728) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:51.099395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e022b-58f9-43cd-ae26-60e8a4bb1e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75777bb-f08e-4591-87b3-6c4f5cfa1347,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:51.110141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d0f734ae-6f0f-4562-8897-9e5a576b4f68 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:30:51.312952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d0f734ae-6f0f-4562-8897-9e5a576b4f68, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d0f734ae-6f0f-4562-8897-9e5a576b4f68,segment=NetworkSegment(41af10b6-4b06-4578-b5b7-7717d025eacb),segment_id=41af10b6-4b06-4578-b5b7-7717d025eacb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:51.353129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'd0f734ae-6f0f-4562-8897-9e5a576b4f68', 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483', 'port_id': 'd0f734ae-6f0f-4562-8897-9e5a576b4f68', 'mac_address': 'fa:16:3e:7e:69:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8143c4d-ef8a-43fb-96d7-875c152f209c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:30:51.373587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e59b61-b227-4b6b-a248-9ff05c2ffafb req-016ee43e-3d91-4568-b9f5-e4b0c2223263 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:51.379799 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d62-d873-4515-971a-224b2db6061f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:51.393814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9e59b61-b227-4b6b-a248-9ff05c2ffafb req-016ee43e-3d91-4568-b9f5-e4b0c2223263 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 943 time: 0.2340195 Jul 08 18:30:51.443976 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:51.464691 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d62-d873-4515-971a-224b2db6061f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:51.466462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f734ae-6f0f-4562-8897-9e5a576b4f68 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:30:51.494010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d0f734ae-6f0f-4562-8897-9e5a576b4f68, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d0f734ae-6f0f-4562-8897-9e5a576b4f68,segment=NetworkSegment(41af10b6-4b06-4578-b5b7-7717d025eacb),segment_id=41af10b6-4b06-4578-b5b7-7717d025eacb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:51.501720 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:51.526579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4d8d123-81b5-4087-971c-d48cf1d57a69 req-4cdfd6af-ed2f-4548-8ebc-104a5166b3dd tempest-TestServerMultinode-435419889 tempest-TestServerMultinode-435419889-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0069cf24-09df-4307-840e-b81908d5ae06 HTTP/1.1" status: 200 len: 210 time: 0.1083894 Jul 08 18:30:51.608978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=d0f734ae-6f0f-4562-8897-9e5a576b4f68,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:51.609412 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d62-d873-4515-971a-224b2db6061f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:51.611959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-42fa4d62-d873-4515-971a-224b2db6061f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:51.613303 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-42fa4d62-d873-4515-971a-224b2db6061f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a75777bb-f08e-4591-87b3-6c4f5cfa1347 HTTP/1.1" status: 204 len: 168 time: 0.5229104 Jul 08 18:30:51.631139 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa4d62-d873-4515-971a-224b2db6061f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75777bb-f08e-4591-87b3-6c4f5cfa1347,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:51.652164 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9e59b61-b227-4b6b-a248-9ff05c2ffafb req-a709e91d-6912-473c-b17e-3ecbfc9725bb tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551885 Jul 08 18:30:51.834896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['d0f734ae-6f0f-4562-8897-9e5a576b4f68'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:30:52.289051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51816) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:52.342716 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51824) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:52.360697 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcec0a38-90c9-4d51-9035-f32fca55872a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:52.556457 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcec0a38-90c9-4d51-9035-f32fca55872a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:52.563116 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcec0a38-90c9-4d51-9035-f32fca55872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:52.596443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bcec0a38-90c9-4d51-9035-f32fca55872a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3430fd47d3734e20b8eec8441ec0e64f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526209 Jul 08 18:30:52.599336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 51830) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:52.668220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec0a38-90c9-4d51-9035-f32fca55872a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d13c78-ec1b-4ac3-ae67-739efe41b2a5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:52.713977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-596fc189-6e8b-4dfc-b34b-8be4fda621ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:52.742133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 51834) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:52.749492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-596fc189-6e8b-4dfc-b34b-8be4fda621ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:52.814891 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-596fc189-6e8b-4dfc-b34b-8be4fda621ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:52.819714 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-596fc189-6e8b-4dfc-b34b-8be4fda621ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:52.821964 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-596fc189-6e8b-4dfc-b34b-8be4fda621ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33d13c78-ec1b-4ac3-ae67-739efe41b2a5 HTTP/1.1" status: 204 len: 168 time: 0.2208140 Jul 08 18:30:52.837028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fc189-6e8b-4dfc-b34b-8be4fda621ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d13c78-ec1b-4ac3-ae67-739efe41b2a5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:53.117064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d0f734ae-6f0f-4562-8897-9e5a576b4f68 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:30:53.238991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port d0f734ae-6f0f-4562-8897-9e5a576b4f68 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:30:53.244883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port d0f734ae-6f0f-4562-8897-9e5a576b4f68 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:30:53.246476 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:53.304607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b558a-6829-4db5-903a-6248e33ea0f6 req-bb3eca38-cf85-4f90-86bc-a53f8ff6f257 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:53.306168 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c4b558a-6829-4db5-903a-6248e33ea0f6 req-bb3eca38-cf85-4f90-86bc-a53f8ff6f257 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 944 time: 0.4198785 Jul 08 18:30:53.359386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c4b558a-6829-4db5-903a-6248e33ea0f6 req-957ec9c3-dd4e-4391-b7ba-7aa8bb34d4d9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475304 Jul 08 18:30:53.461751 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:53.507582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d0f734ae-6f0f-4562-8897-9e5a576b4f68, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d0f734ae-6f0f-4562-8897-9e5a576b4f68,segment=NetworkSegment(41af10b6-4b06-4578-b5b7-7717d025eacb),segment_id=41af10b6-4b06-4578-b5b7-7717d025eacb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:53.509430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03d3382-4684-4ad3-a3fc-5c7bbcbfa463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f734ae-6f0f-4562-8897-9e5a576b4f68'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:53.512619 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83be5023-26bf-4d03-801b-986cfc1a7cbd" -d '{"events": [{"server_uuid": "d03d3382-4684-4ad3-a3fc-5c7bbcbfa463", "name": "network-vif-plugged", "status": "completed", "tag": "d0f734ae-6f0f-4562-8897-9e5a576b4f68"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:53.531767 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:53.532981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 5cefa4a7-21c5-4a46-9290-c597b7c3b108 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:30:53.586157 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48115775-692f-45de-82b6-f4f010988355 x-openstack-request-id: req-48115775-692f-45de-82b6-f4f010988355 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:53.586795 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03d3382-4684-4ad3-a3fc-5c7bbcbfa463", "name": "network-vif-plugged", "status": "completed", "tag": "d0f734ae-6f0f-4562-8897-9e5a576b4f68", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:53.588302 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48115775-692f-45de-82b6-f4f010988355 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:53.588302 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03d3382-4684-4ad3-a3fc-5c7bbcbfa463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f734ae-6f0f-4562-8897-9e5a576b4f68', 'code': 200} Jul 08 18:30:53.674845 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:53.788286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b57cbc-a920-4171-9aa7-b4564e88ad4f req-0eb0b63f-d12a-4599-8f40-e471cc5545ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:53.790004 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82b57cbc-a920-4171-9aa7-b4564e88ad4f req-0eb0b63f-d12a-4599-8f40-e471cc5545ab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 1096 time: 0.1415317 Jul 08 18:30:53.812631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 5cefa4a7-21c5-4a46-9290-c597b7c3b108 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:30:53.813354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 5cefa4a7-21c5-4a46-9290-c597b7c3b108 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:30:53.815176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=d0f734ae-6f0f-4562-8897-9e5a576b4f68,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:53.870316 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-82b57cbc-a920-4171-9aa7-b4564e88ad4f req-eea5367a-358a-4c6f-997e-d36361609526 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708501 Jul 08 18:30:54.024175 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:54.274546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] Deleting port 1b07b6a7-7091-45b1-a4a9-9a93e161e674 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:54.274546 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:54.431994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] For port 1b07b6a7-7091-45b1-a4a9-9a93e161e674, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=1b07b6a7-7091-45b1-a4a9-9a93e161e674,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:54.432623 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:54.447259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] Calling delete_port for 1b07b6a7-7091-45b1-a4a9-9a93e161e674 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:54.517083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] Deleting port ae2d2f27-b90f-4737-8954-21cd17ae7153 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:54.517473 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:54.712324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] For port ae2d2f27-b90f-4737-8954-21cd17ae7153, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ae2d2f27-b90f-4737-8954-21cd17ae7153,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:54.712324 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:54.732113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] Calling delete_port for ae2d2f27-b90f-4737-8954-21cd17ae7153 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:54.758919 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38767406-ab55-4440-902c-5b3970f11862 req-ad0608c1-c16c-425a-81f0-0447690e703e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:54.760446 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38767406-ab55-4440-902c-5b3970f11862 req-ad0608c1-c16c-425a-81f0-0447690e703e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 945 time: 0.1861308 Jul 08 18:30:54.887823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38767406-ab55-4440-902c-5b3970f11862 req-11b93cfc-d432-44f2-9ba6-e03dd1aa7f4d tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982218 Jul 08 18:30:54.891669 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:55.359533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b07b6a7-7091-45b1-a4a9-9a93e161e674,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:55.667087 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:55.702980 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:55.707143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2d2f27-b90f-4737-8954-21cd17ae7153,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:56.267243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] Router 6689020c-183c-4b27-adb0-c1a967064325 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:30:56.308303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a3d88-8ade-46c9-9056-a97984ddffea req-83356708-21a3-4fb5-9d90-b4013afe8973 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:56.310034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-126a3d88-8ade-46c9-9056-a97984ddffea req-83356708-21a3-4fb5-9d90-b4013afe8973 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 945 time: 0.1741817 Jul 08 18:30:56.313106 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:56.456838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-126a3d88-8ade-46c9-9056-a97984ddffea req-d7ba2cb8-0e97-425f-8829-07864d3e81e8 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399598 Jul 08 18:30:56.564586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:30:56.572708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cc49a1c3-1da9-49f5-82f9-5886acd48370 admin admin] 10.222.0.73 "PUT /v2.0/routers/6689020c-183c-4b27-adb0-c1a967064325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2823398 Jul 08 18:30:56.575203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52010) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:56.575722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0fc5a-cd71-4f48-bce3-4871e884f7bc None None] Sync routers for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:30:56.606707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0fc5a-cd71-4f48-bce3-4871e884f7bc None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:56.607594 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f6b0fc5a-cd71-4f48-bce3-4871e884f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:56.780830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f6b0fc5a-cd71-4f48-bce3-4871e884f7bc None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:56.784299 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:56.786200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] Router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:30:56.996912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:30:57.002811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3b722a71-879c-4efd-b895-9c5eb2af8dcc admin admin] 10.222.0.73 "PUT /v2.0/routers/c9abf35e-dafc-4ee7-a58c-b3e36701d2dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2485735 Jul 08 18:30:57.010461 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176286b4-d532-4b1d-be1c-12ad81ed7128 None None] Sync routers for ids ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:30:57.014393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52050) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:57.025525 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176286b4-d532-4b1d-be1c-12ad81ed7128 None None] Routers {'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:57.027634 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-176286b4-d532-4b1d-be1c-12ad81ed7128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:57.042223 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.172327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Deleting port 8d3206c9-18b5-448b-bb68-eb3fb0787caa {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:57.172670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.230170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.317901 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] For port 8d3206c9-18b5-448b-bb68-eb3fb0787caa, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8d3206c9-18b5-448b-bb68-eb3fb0787caa,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:57.319985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.339187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f6b0fc5a-cd71-4f48-bce3-4871e884f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:30:54Z', 'revision_number': 5, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port': {'id': '8d3206c9-18b5-448b-bb68-eb3fb0787caa', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6689020c-183c-4b27-adb0-c1a967064325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:40Z', 'updated_at': '2021-07-08T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:57.355683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Calling delete_port for 8d3206c9-18b5-448b-bb68-eb3fb0787caa owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:57.425214 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0fc5a-cd71-4f48-bce3-4871e884f7bc None None] Checking router: 6689020c-183c-4b27-adb0-c1a967064325 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:30:57.445872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0fc5a-cd71-4f48-bce3-4871e884f7bc None None] Routers {'6689020c-183c-4b27-adb0-c1a967064325'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:57.448246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f6b0fc5a-cd71-4f48-bce3-4871e884f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['6689020c-183c-4b27-adb0-c1a967064325'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:57.470281 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.534833 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-176286b4-d532-4b1d-be1c-12ad81ed7128 None None] Set router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:57.579887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Deleting port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:57.580514 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.711192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.721839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f6b0fc5a-cd71-4f48-bce3-4871e884f7bc None None] Set router 6689020c-183c-4b27-adb0-c1a967064325 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:57.748130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] For port 84e4c2c8-220b-4c5b-880a-ed5e356dcf86, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=84e4c2c8-220b-4c5b-880a-ed5e356dcf86,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:57.748497 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.767535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Calling delete_port for 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:57.787515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f6b0fc5a-cd71-4f48-bce3-4871e884f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:30:57Z', 'revision_number': 6, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:57.816508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3206c9-18b5-448b-bb68-eb3fb0787caa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:57.828139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0fc5a-cd71-4f48-bce3-4871e884f7bc None None] The sync data for ids ['6689020c-183c-4b27-adb0-c1a967064325'] in n-d-799684-3 is: [{'id': '6689020c-183c-4b27-adb0-c1a967064325', 'name': 'tempest-TestVolumeBackupRestore-1984509890-router', 'tenant_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:38Z', 'updated_at': '2021-07-08T18:30:57Z', 'revision_number': 6, 'project_id': 'd5373af3cda74c9d9252c0c2e78931c2', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:30:57.885764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.917213 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-176286b4-d532-4b1d-be1c-12ad81ed7128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'name': 'tempest-TestServerMultinode-744027659-router', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:38Z', 'updated_at': '2021-07-08T18:30:55Z', 'revision_number': 5, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'gw_port': {'id': '84e4c2c8-220b-4c5b-880a-ed5e356dcf86', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:40Z', 'updated_at': '2021-07-08T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:57.978498 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176286b4-d532-4b1d-be1c-12ad81ed7128 None None] Checking router: c9abf35e-dafc-4ee7-a58c-b3e36701d2dc for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:30:57.989220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.992337 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.013950 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176286b4-d532-4b1d-be1c-12ad81ed7128 None None] Routers {'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:58.019173 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-176286b4-d532-4b1d-be1c-12ad81ed7128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:58.055070 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.055625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6689020c-183c-4b27-adb0-c1a967064325 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:30:58.060381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.065230 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a5b98612-647f-450f-8013-5e82e79c08d5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6689020c-183c-4b27-adb0-c1a967064325 HTTP/1.1" status: 204 len: 168 time: 1.4874372 Jul 08 18:30:58.066061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52108) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:58.122324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee286259-7971-4ce4-96df-2792343d6910 admin admin] Deleting subnet d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:30:58.126692 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee286259-7971-4ce4-96df-2792343d6910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.148891 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.163253 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-176286b4-d532-4b1d-be1c-12ad81ed7128 None None] Set router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:58.167807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee286259-7971-4ce4-96df-2792343d6910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.266761 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-176286b4-d532-4b1d-be1c-12ad81ed7128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'name': 'tempest-TestServerMultinode-744027659-router', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:38Z', 'updated_at': '2021-07-08T18:30:57Z', 'revision_number': 6, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:58.315868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e4c2c8-220b-4c5b-880a-ed5e356dcf86,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:58.336912 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176286b4-d532-4b1d-be1c-12ad81ed7128 None None] The sync data for ids ['c9abf35e-dafc-4ee7-a58c-b3e36701d2dc'] in n-d-799684-3 is: [{'id': 'c9abf35e-dafc-4ee7-a58c-b3e36701d2dc', 'name': 'tempest-TestServerMultinode-744027659-router', 'tenant_id': 'd83751f3dab849ab82a86feaba89834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:38Z', 'updated_at': '2021-07-08T18:30:57Z', 'revision_number': 6, 'project_id': 'd83751f3dab849ab82a86feaba89834b', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:30:58.373888 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee286259-7971-4ce4-96df-2792343d6910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.436382 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1b07b6a7-7091-45b1-a4a9-9a93e161e674 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:30:58.473843 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.481549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 1b07b6a7-7091-45b1-a4a9-9a93e161e674 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:30:58.483721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 1b07b6a7-7091-45b1-a4a9-9a93e161e674 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:30:58.543310 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee286259-7971-4ce4-96df-2792343d6910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.613862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.617732 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ee286259-7971-4ce4-96df-2792343d6910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.621461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ee286259-7971-4ce4-96df-2792343d6910 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a HTTP/1.1" status: 204 len: 168 time: 0.5540721 Jul 08 18:30:58.622962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee286259-7971-4ce4-96df-2792343d6910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ec3171-0f2c-49ac-90b3-ae704d9b3c2a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:58.623207 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807cfeb2-7d82-4f3b-8695-b730a029b75a None None] Network b106f293-4c69-4423-9bc6-035ab72608b1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:30:58.625941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52116) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:58.628776 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.705328 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.705896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9abf35e-dafc-4ee7-a58c-b3e36701d2dc {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:30:58.713134 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.714394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-309e719d-df4a-41bc-83cc-156027c2c0b5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c9abf35e-dafc-4ee7-a58c-b3e36701d2dc HTTP/1.1" status: 204 len: 168 time: 1.6989443 Jul 08 18:30:58.717325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52118) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:58.777464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.837434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fa3d51-c513-490d-ab42-120a08854112 admin admin] Deleting subnet 44649f0f-eb96-4e53-9667-a8049186929f {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:30:58.843723 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d51-c513-490d-ab42-120a08854112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.963069 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d51-c513-490d-ab42-120a08854112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.058065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Deleting port bd41aca4-c79c-41f8-8cce-da225ab45e85 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:59.059691 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.078600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b994ac4a-1103-45f0-b80f-274f1364c2d5 None None] DHCP port deletion for b106f293-4c69-4423-9bc6-035ab72608b1 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:30:59.119720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d51-c513-490d-ab42-120a08854112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.164324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] For port bd41aca4-c79c-41f8-8cce-da225ab45e85, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bd41aca4-c79c-41f8-8cce-da225ab45e85,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:59.165574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.186714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b994ac4a-1103-45f0-b80f-274f1364c2d5 None None] Deleting port bd41aca4-c79c-41f8-8cce-da225ab45e85 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:59.188785 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b994ac4a-1103-45f0-b80f-274f1364c2d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.188926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Calling delete_port for bd41aca4-c79c-41f8-8cce-da225ab45e85 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:59.208459 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d51-c513-490d-ab42-120a08854112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.244625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa3d51-c513-490d-ab42-120a08854112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44649f0f-eb96-4e53-9667-a8049186929f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:59.250476 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d51-c513-490d-ab42-120a08854112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.252394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-28fa3d51-c513-490d-ab42-120a08854112 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/44649f0f-eb96-4e53-9667-a8049186929f HTTP/1.1" status: 204 len: 168 time: 0.5341012 Jul 08 18:30:59.256167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52122) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:59.260402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67a070-70c8-43e5-8c1f-66dc79d20246 None None] Network f9591278-1279-4d7c-913d-03bc59e8bc22 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:30:59.356607 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.365434 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.429388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd41aca4-c79c-41f8-8cce-da225ab45e85,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:59.436268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] No DVR routers for this DVR port bd41aca4-c79c-41f8-8cce-da225ab45e85 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:30:59.460762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Deleting port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:59.462503 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.578753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b994ac4a-1103-45f0-b80f-274f1364c2d5 None None] For port bd41aca4-c79c-41f8-8cce-da225ab45e85, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bd41aca4-c79c-41f8-8cce-da225ab45e85,segment=NetworkSegment(3e994fbf-fbce-4002-8dcd-f421536b710d),segment_id=3e994fbf-fbce-4002-8dcd-f421536b710d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:59.579145 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b994ac4a-1103-45f0-b80f-274f1364c2d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.594619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b994ac4a-1103-45f0-b80f-274f1364c2d5 None None] Calling delete_port for bd41aca4-c79c-41f8-8cce-da225ab45e85 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:59.597150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] For port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd,segment=NetworkSegment(c9dfd2e3-e606-46f1-80b0-52d83650973a),segment_id=c9dfd2e3-e606-46f1-80b0-52d83650973a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:59.598597 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.617926 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.634155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Calling delete_port for c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:59.642857 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b106f293-4c69-4423-9bc6-035ab72608b1']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:59.675673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e994fbf-fbce-4002-8dcd-f421536b710d') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:59.676234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e994fbf-fbce-4002-8dcd-f421536b710d') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:59.687242 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.713540 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.723680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:30:59.724094 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:30:59.732452 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:30:59.792753 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b994ac4a-1103-45f0-b80f-274f1364c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.807775 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.839029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994ac4a-1103-45f0-b80f-274f1364c2d5 None None] Pushing event deleted for resources: {'Port': ['ID=bd41aca4-c79c-41f8-8cce-da225ab45e85,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:59.841317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1f5b4-00bb-4151-8271-ec6f2594fc76 None None] DHCP port deletion for f9591278-1279-4d7c-913d-03bc59e8bc22 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:30:59.846553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994ac4a-1103-45f0-b80f-274f1364c2d5 None None] No DVR routers for this DVR port bd41aca4-c79c-41f8-8cce-da225ab45e85 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:30:59.875949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:59.877918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] No DVR routers for this DVR port c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:30:59.918019 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.935148 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.935148 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] 10.222.0.73 "DELETE /v2.0/networks/b106f293-4c69-4423-9bc6-035ab72608b1 HTTP/1.1" status: 204 len: 168 time: 1.3031483 Jul 08 18:30:59.955304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52132) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:59.978056 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:59.999100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9591278-1279-4d7c-913d-03bc59e8bc22']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:00.021079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dfd2e3-e606-46f1-80b0-52d83650973a') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:00.021319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dfd2e3-e606-46f1-80b0-52d83650973a') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:00.040087 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.062066 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.069710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:31:00.070124 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:31:00.072198 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:31:00.131962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cc537-23cd-4458-8e2b-8cc96925325d admin admin] Pushing event deleted for resources: {'Network': ['ID=b106f293-4c69-4423-9bc6-035ab72608b1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:00.155438 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.165490 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.168085 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f9591278-1279-4d7c-913d-03bc59e8bc22 HTTP/1.1" status: 204 len: 168 time: 0.9109654 Jul 08 18:31:00.178355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52140) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:00.187067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28086fde-56b3-448d-b4fb-b6e31e344064 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9591278-1279-4d7c-913d-03bc59e8bc22,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:00.347878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bd41aca4-c79c-41f8-8cce-da225ab45e85 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:00.370571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: bd41aca4-c79c-41f8-8cce-da225ab45e85 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:00.371319 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bd41aca4-c79c-41f8-8cce-da225ab45e85 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:00.372116 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ae2d2f27-b90f-4737-8954-21cd17ae7153 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:00.407612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: ae2d2f27-b90f-4737-8954-21cd17ae7153 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:00.408322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ae2d2f27-b90f-4737-8954-21cd17ae7153 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:00.408973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:00.446132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:00.446915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c8a6d7f8-b64b-430a-ad13-b563c6d6fdfd not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:00.447392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8d3206c9-18b5-448b-bb68-eb3fb0787caa no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:00.506999 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8d3206c9-18b5-448b-bb68-eb3fb0787caa {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:00.507339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8d3206c9-18b5-448b-bb68-eb3fb0787caa not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:00.507962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:00.549500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:00.549770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 84e4c2c8-220b-4c5b-880a-ed5e356dcf86 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:00.629406 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.079301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] Deleting port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:01.079959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.187219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] For port b632f4fe-ae7c-4d72-93e3-af6b27f3aec0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b632f4fe-ae7c-4d72-93e3-af6b27f3aec0,segment=NetworkSegment(fbaf30c5-8b92-4f31-bef4-ce185a37cc84),segment_id=fbaf30c5-8b92-4f31-bef4-ce185a37cc84)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:01.188207 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.205385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] Calling delete_port for b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:01.234164 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.573442 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.637612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] Pushing event deleted for resources: {'Port': ['ID=b632f4fe-ae7c-4d72-93e3-af6b27f3aec0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:01.772267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] Deleting port 45d5c2d0-2006-44aa-a033-db731b2e9c95 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:01.775423 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.964194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] For port 45d5c2d0-2006-44aa-a033-db731b2e9c95, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=45d5c2d0-2006-44aa-a033-db731b2e9c95,segment=NetworkSegment(8a91be97-b3fd-40e9-9917-dbfb187082a5),segment_id=8a91be97-b3fd-40e9-9917-dbfb187082a5)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:01.964584 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.991300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] Calling delete_port for 45d5c2d0-2006-44aa-a033-db731b2e9c95 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:01.999642 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:02.415797 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:02.471213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] Pushing event deleted for resources: {'Port': ['ID=45d5c2d0-2006-44aa-a033-db731b2e9c95,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:02.871881 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:02.897857 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] Router 135c0b5d-888d-4c91-8826-6a70f09943eb has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:31:03.097229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:03.113496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab37b3-a43d-446f-8201-d26ebb6f4fd3 None None] Sync routers for ids ['135c0b5d-888d-4c91-8826-6a70f09943eb'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:03.117549 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dfa23f9b-56f2-403b-b2b4-0196f79b323f admin admin] 10.222.0.73 "PUT /v2.0/routers/135c0b5d-888d-4c91-8826-6a70f09943eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1604142 Jul 08 18:31:03.118225 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52206) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:03.128586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab37b3-a43d-446f-8201-d26ebb6f4fd3 None None] Routers {'135c0b5d-888d-4c91-8826-6a70f09943eb'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:03.131429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-29ab37b3-a43d-446f-8201-d26ebb6f4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['135c0b5d-888d-4c91-8826-6a70f09943eb'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:03.269620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-29ab37b3-a43d-446f-8201-d26ebb6f4fd3 None None] Set router 135c0b5d-888d-4c91-8826-6a70f09943eb gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:03.288861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] Router 3a26adcc-d694-44fe-8b17-399b6f5daa2f has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:31:03.301389 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.489666 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.519997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-29ab37b3-a43d-446f-8201-d26ebb6f4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'name': 'tempest-TestVolumeBackupRestore-488608536-router', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:56Z', 'updated_at': '2021-07-08T18:31:01Z', 'revision_number': 5, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'gw_port': {'id': 'f7603bbb-5567-4de2-80e5-41a7be4ffed3', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:58Z', 'updated_at': '2021-07-08T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:03.534718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:03.548476 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9a415-5bcc-4b57-b651-ac324a152e2f None None] Sync routers for ids ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:03.551340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52216) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:03.551496 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4fda6d27-fa09-4816-93cf-b18fa367209b admin admin] 10.222.0.73 "PUT /v2.0/routers/3a26adcc-d694-44fe-8b17-399b6f5daa2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3719702 Jul 08 18:31:03.560264 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab37b3-a43d-446f-8201-d26ebb6f4fd3 None None] Checking router: 135c0b5d-888d-4c91-8826-6a70f09943eb for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:03.561281 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9a415-5bcc-4b57-b651-ac324a152e2f None None] Routers {'3a26adcc-d694-44fe-8b17-399b6f5daa2f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:03.562084 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-edf9a415-5bcc-4b57-b651-ac324a152e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:03.570606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab37b3-a43d-446f-8201-d26ebb6f4fd3 None None] Routers {'135c0b5d-888d-4c91-8826-6a70f09943eb'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:03.571455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-29ab37b3-a43d-446f-8201-d26ebb6f4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['135c0b5d-888d-4c91-8826-6a70f09943eb'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:03.747549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Deleting port f7603bbb-5567-4de2-80e5-41a7be4ffed3 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:03.747902 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.778665 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-edf9a415-5bcc-4b57-b651-ac324a152e2f None None] Set router 3a26adcc-d694-44fe-8b17-399b6f5daa2f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:03.877325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-29ab37b3-a43d-446f-8201-d26ebb6f4fd3 None None] Set router 135c0b5d-888d-4c91-8826-6a70f09943eb gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:03.885161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] For port f7603bbb-5567-4de2-80e5-41a7be4ffed3, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f7603bbb-5567-4de2-80e5-41a7be4ffed3,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:03.885875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.900524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Calling delete_port for f7603bbb-5567-4de2-80e5-41a7be4ffed3 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:03.972750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.994620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-29ab37b3-a43d-446f-8201-d26ebb6f4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'name': 'tempest-TestVolumeBackupRestore-488608536-router', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:56Z', 'updated_at': '2021-07-08T18:31:03Z', 'revision_number': 6, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:04.024092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab37b3-a43d-446f-8201-d26ebb6f4fd3 None None] The sync data for ids ['135c0b5d-888d-4c91-8826-6a70f09943eb'] in n-d-799684-3 is: [{'id': '135c0b5d-888d-4c91-8826-6a70f09943eb', 'name': 'tempest-TestVolumeBackupRestore-488608536-router', 'tenant_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:56Z', 'updated_at': '2021-07-08T18:31:03Z', 'revision_number': 6, 'project_id': 'e1b69d19d97e47c9845e3d0c76887e33', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:04.026011 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.253171 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-edf9a415-5bcc-4b57-b651-ac324a152e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'name': 'tempest-TestServerMultinode-924835918-router', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:50Z', 'updated_at': '2021-07-08T18:31:02Z', 'revision_number': 5, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'gw_port': {'id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:52Z', 'updated_at': '2021-07-08T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:04.306639 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.315935 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.319360 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9a415-5bcc-4b57-b651-ac324a152e2f None None] Checking router: 3a26adcc-d694-44fe-8b17-399b6f5daa2f for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:04.343794 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9a415-5bcc-4b57-b651-ac324a152e2f None None] Routers {'3a26adcc-d694-44fe-8b17-399b6f5daa2f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:04.343794 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-edf9a415-5bcc-4b57-b651-ac324a152e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:04.359637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7603bbb-5567-4de2-80e5-41a7be4ffed3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:04.434718 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.491967 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.547319 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-edf9a415-5bcc-4b57-b651-ac324a152e2f None None] Set router 3a26adcc-d694-44fe-8b17-399b6f5daa2f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:04.626118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Deleting port 4c667802-b8af-4975-aa52-f2d6e5a1f480 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:04.626507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.633886 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.646818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.687637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:04.736840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:04.737560 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b632f4fe-ae7c-4d72-93e3-af6b27f3aec0 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:04.838370 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.838896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135c0b5d-888d-4c91-8826-6a70f09943eb {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:31:04.858445 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.862258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52244) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:04.867242 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dcd7011d-8456-4cbf-bdb8-2b25641a06f8 admin admin] 10.222.0.73 "DELETE /v2.0/routers/135c0b5d-888d-4c91-8826-6a70f09943eb HTTP/1.1" status: 204 len: 168 time: 1.7479036 Jul 08 18:31:04.901353 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-edf9a415-5bcc-4b57-b651-ac324a152e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'name': 'tempest-TestServerMultinode-924835918-router', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:50Z', 'updated_at': '2021-07-08T18:31:02Z', 'revision_number': 5, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'gw_port': {'id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:52Z', 'updated_at': '2021-07-08T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:04.933703 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9a415-5bcc-4b57-b651-ac324a152e2f None None] The sync data for ids ['3a26adcc-d694-44fe-8b17-399b6f5daa2f'] in n-d-799684-3 is: [{'id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'name': 'tempest-TestServerMultinode-924835918-router', 'tenant_id': '6fa085fbe1e04feda43816477f5e24e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:50Z', 'updated_at': '2021-07-08T18:31:02Z', 'revision_number': 5, 'project_id': '6fa085fbe1e04feda43816477f5e24e0', 'gw_port': {'id': '4c667802-b8af-4975-aa52-f2d6e5a1f480', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a26adcc-d694-44fe-8b17-399b6f5daa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:52Z', 'updated_at': '2021-07-08T18:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:04.975542 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] For port 4c667802-b8af-4975-aa52-f2d6e5a1f480, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4c667802-b8af-4975-aa52-f2d6e5a1f480,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:04.976170 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.002029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-673af544-3764-41d4-a490-b4b949fa5afe admin admin] Deleting subnet e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:31:05.009387 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-673af544-3764-41d4-a490-b4b949fa5afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.046569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Calling delete_port for 4c667802-b8af-4975-aa52-f2d6e5a1f480 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:05.117485 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-673af544-3764-41d4-a490-b4b949fa5afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.406545 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.419065 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-673af544-3764-41d4-a490-b4b949fa5afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.465695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c667802-b8af-4975-aa52-f2d6e5a1f480,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:05.529650 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-673af544-3764-41d4-a490-b4b949fa5afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.564031 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.570591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673af544-3764-41d4-a490-b4b949fa5afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:05.590633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261888d0-ca32-4b5e-aa02-ab808b6ceb7d None None] Network 3409f50f-b984-4328-849a-459124917092 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:05.591350 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-673af544-3764-41d4-a490-b4b949fa5afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.597533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-673af544-3764-41d4-a490-b4b949fa5afe admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e0a8459e-e1d8-4f98-a07e-e2e22b41d0fb HTTP/1.1" status: 204 len: 168 time: 0.7320688 Jul 08 18:31:05.598944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52258) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:05.688439 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.696171 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.764535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.765846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a26adcc-d694-44fe-8b17-399b6f5daa2f {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:31:05.777525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.779602 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eae17dfd-9c5b-42ea-889a-b8d9ada8cb30 admin admin] 10.222.0.73 "DELETE /v2.0/routers/3a26adcc-d694-44fe-8b17-399b6f5daa2f HTTP/1.1" status: 204 len: 168 time: 2.2270849 Jul 08 18:31:05.781098 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.782409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52260) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:05.877392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f49811-4c7d-4d82-9b3d-4072ac049109 admin admin] Deleting subnet 0d65eab0-6c17-4601-8b9b-bf7c73a36317 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:31:05.883981 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1f49811-4c7d-4d82-9b3d-4072ac049109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.930281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Deleting port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:05.934642 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.941402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091ce18f-6c85-4c8b-bb68-1d3fe9393ab9 None None] DHCP port deletion for 3409f50f-b984-4328-849a-459124917092 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:31:05.956748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1f49811-4c7d-4d82-9b3d-4072ac049109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.023620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] For port 23e109e6-4ad9-498d-8bf8-3f8e0c135753, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=23e109e6-4ad9-498d-8bf8-3f8e0c135753,segment=NetworkSegment(fbaf30c5-8b92-4f31-bef4-ce185a37cc84),segment_id=fbaf30c5-8b92-4f31-bef4-ce185a37cc84)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:06.024451 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.048637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Calling delete_port for 23e109e6-4ad9-498d-8bf8-3f8e0c135753 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:06.067970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-091ce18f-6c85-4c8b-bb68-1d3fe9393ab9 None None] Deleting port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:06.068387 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-091ce18f-6c85-4c8b-bb68-1d3fe9393ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.068901 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1f49811-4c7d-4d82-9b3d-4072ac049109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.187154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1f49811-4c7d-4d82-9b3d-4072ac049109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.220280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f49811-4c7d-4d82-9b3d-4072ac049109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d65eab0-6c17-4601-8b9b-bf7c73a36317,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:06.220502 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.244511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b1f49811-4c7d-4d82-9b3d-4072ac049109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.250002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-091ce18f-6c85-4c8b-bb68-1d3fe9393ab9 None None] For port 23e109e6-4ad9-498d-8bf8-3f8e0c135753, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=23e109e6-4ad9-498d-8bf8-3f8e0c135753,segment=NetworkSegment(fbaf30c5-8b92-4f31-bef4-ce185a37cc84),segment_id=fbaf30c5-8b92-4f31-bef4-ce185a37cc84)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:06.250428 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-091ce18f-6c85-4c8b-bb68-1d3fe9393ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.259473 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b1f49811-4c7d-4d82-9b3d-4072ac049109 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0d65eab0-6c17-4601-8b9b-bf7c73a36317 HTTP/1.1" status: 204 len: 168 time: 0.4757869 Jul 08 18:31:06.261803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:06.270323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Pushing event deleted for resources: {'Port': ['ID=23e109e6-4ad9-498d-8bf8-3f8e0c135753,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:06.273135 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] No DVR routers for this DVR port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:31:06.276909 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c6939f-221b-40a0-95b9-3a4b40a6e526 None None] Network 0d4a32fc-84d2-4444-bceb-3879cba4878a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:06.413508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-091ce18f-6c85-4c8b-bb68-1d3fe9393ab9 None None] Calling delete_port for 23e109e6-4ad9-498d-8bf8-3f8e0c135753 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:06.525667 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.531982 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.566994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3409f50f-b984-4328-849a-459124917092']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:06.582510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaf30c5-8b92-4f31-bef4-ce185a37cc84') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:06.583092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaf30c5-8b92-4f31-bef4-ce185a37cc84') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:06.618617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.665143 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.668223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 45d5c2d0-2006-44aa-a033-db731b2e9c95 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:06.671608 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-091ce18f-6c85-4c8b-bb68-1d3fe9393ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.680916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:31:06.681643 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.688007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Deleting port 463e3af4-060c-4291-aec9-5a5767ba0d90 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:06.688350 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.710595 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a82627d3-1036-40b0-a853-64dd6da13bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:31:06.759678 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:31:06.766115 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.769127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ce18f-6c85-4c8b-bb68-1d3fe9393ab9 None None] Pushing event deleted for resources: {'Port': ['ID=23e109e6-4ad9-498d-8bf8-3f8e0c135753,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:06.780511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 45d5c2d0-2006-44aa-a033-db731b2e9c95 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:06.781556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 45d5c2d0-2006-44aa-a033-db731b2e9c95 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:06.782263 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f7603bbb-5567-4de2-80e5-41a7be4ffed3 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:06.783946 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.787801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] 10.222.0.73 "DELETE /v2.0/networks/3409f50f-b984-4328-849a-459124917092 HTTP/1.1" status: 204 len: 168 time: 1.1873107 Jul 08 18:31:06.801509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] For port 463e3af4-060c-4291-aec9-5a5767ba0d90, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=463e3af4-060c-4291-aec9-5a5767ba0d90,segment=NetworkSegment(8a91be97-b3fd-40e9-9917-dbfb187082a5),segment_id=8a91be97-b3fd-40e9-9917-dbfb187082a5)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:06.801871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.823692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ce18f-6c85-4c8b-bb68-1d3fe9393ab9 None None] No DVR routers for this DVR port 23e109e6-4ad9-498d-8bf8-3f8e0c135753 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:31:06.827733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: f7603bbb-5567-4de2-80e5-41a7be4ffed3 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:06.829008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f7603bbb-5567-4de2-80e5-41a7be4ffed3 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:06.829692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4c667802-b8af-4975-aa52-f2d6e5a1f480 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:06.840817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271984f2-bf61-4cea-b366-27b39651a33d admin admin] Pushing event deleted for resources: {'Network': ['ID=3409f50f-b984-4328-849a-459124917092,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:06.852035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Calling delete_port for 463e3af4-060c-4291-aec9-5a5767ba0d90 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:06.898033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 4c667802-b8af-4975-aa52-f2d6e5a1f480 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:06.898407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4c667802-b8af-4975-aa52-f2d6e5a1f480 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:06.898995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 23e109e6-4ad9-498d-8bf8-3f8e0c135753 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:06.922152 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 23e109e6-4ad9-498d-8bf8-3f8e0c135753 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:06.922650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 23e109e6-4ad9-498d-8bf8-3f8e0c135753 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:07.051851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.089416 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19957e75-5f7b-4877-aceb-c3029cb104a7 None None] DHCP port deletion for 0d4a32fc-84d2-4444-bceb-3879cba4878a request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:31:07.095884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Pushing event deleted for resources: {'Port': ['ID=463e3af4-060c-4291-aec9-5a5767ba0d90,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:07.103536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] No DVR routers for this DVR port 463e3af4-060c-4291-aec9-5a5767ba0d90 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:31:07.163177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52274) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:07.210743 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.214743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b7eed405-3a0f-4b91-8b15-dd1add77de62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5373af3cda74c9d9252c0c2e78931c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501561 Jul 08 18:31:07.217526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52278) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:07.232165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4a32fc-84d2-4444-bceb-3879cba4878a']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:07.247207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a91be97-b3fd-40e9-9917-dbfb187082a5') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:07.247819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a91be97-b3fd-40e9-9917-dbfb187082a5') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:07.260533 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.281700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.289448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:31:07.290062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.295847 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1022a927-b84e-41c3-903a-f1e88f846249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.322734 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1022a927-b84e-41c3-903a-f1e88f846249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:31:07.367902 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:31:07.374582 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.388042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.390189 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0d4a32fc-84d2-4444-bceb-3879cba4878a HTTP/1.1" status: 204 len: 168 time: 1.1272523 Jul 08 18:31:07.394526 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1022a927-b84e-41c3-903a-f1e88f846249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.398765 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1022a927-b84e-41c3-903a-f1e88f846249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.403181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1022a927-b84e-41c3-903a-f1e88f846249 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf2e9da5-08cf-41aa-be91-e31fd4fd2681 HTTP/1.1" status: 204 len: 168 time: 0.1821649 Jul 08 18:31:07.421433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022a927-b84e-41c3-903a-f1e88f846249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2e9da5-08cf-41aa-be91-e31fd4fd2681,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:07.425863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c935e6-4115-4216-a888-3932b0d00453 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4a32fc-84d2-4444-bceb-3879cba4878a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:07.753324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52298) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:07.810934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fd935101-b028-49ba-ab21-77b18cb1c637 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d83751f3dab849ab82a86feaba89834b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530846 Jul 08 18:31:07.810934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52300) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:07.873025 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac26a528-0c09-4a9b-8df6-9f8d0a7d2f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.902940 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac26a528-0c09-4a9b-8df6-9f8d0a7d2f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.006922 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac26a528-0c09-4a9b-8df6-9f8d0a7d2f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.016222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac26a528-0c09-4a9b-8df6-9f8d0a7d2f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.033070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ac26a528-0c09-4a9b-8df6-9f8d0a7d2f30 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c82968b-e10d-49b7-8063-d2dde6caad26 HTTP/1.1" status: 204 len: 168 time: 0.2070627 Jul 08 18:31:08.048904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26a528-0c09-4a9b-8df6-9f8d0a7d2f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c82968b-e10d-49b7-8063-d2dde6caad26,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:08.150267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52304) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:08.259982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-081069a7-df24-4414-adb1-6033b7f91005 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1b69d19d97e47c9845e3d0c76887e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1081407 Jul 08 18:31:08.262443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52308) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:08.358786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 463e3af4-060c-4291-aec9-5a5767ba0d90 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:08.405726 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c57c9cc-a864-4ace-8b97-7b3caacb127d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.432371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 463e3af4-060c-4291-aec9-5a5767ba0d90 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:08.436168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 463e3af4-060c-4291-aec9-5a5767ba0d90 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:08.499039 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c57c9cc-a864-4ace-8b97-7b3caacb127d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.622603 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c57c9cc-a864-4ace-8b97-7b3caacb127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.626649 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c57c9cc-a864-4ace-8b97-7b3caacb127d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.631163 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0c57c9cc-a864-4ace-8b97-7b3caacb127d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7afb58f1-e125-40ca-8e87-e7c2644aadc2 HTTP/1.1" status: 204 len: 168 time: 0.3659968 Jul 08 18:31:08.647983 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57c9cc-a864-4ace-8b97-7b3caacb127d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afb58f1-e125-40ca-8e87-e7c2644aadc2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:08.894272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52328) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:08.959259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52330) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:08.961114 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-928f6139-cd75-4aec-9f9a-6c0b8df1d55f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6fa085fbe1e04feda43816477f5e24e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641603 Jul 08 18:31:09.057515 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52332) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:09.094978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8095c86-3157-47be-aa79-81e002605a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.107810 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.151551 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-02a9b80d-cfbf-44cb-8642-e41401aff5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.168650 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8095c86-3157-47be-aa79-81e002605a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.277609 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8095c86-3157-47be-aa79-81e002605a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.282279 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8095c86-3157-47be-aa79-81e002605a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.284946 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c8095c86-3157-47be-aa79-81e002605a3d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ffe77bf5-27ba-4d4f-9213-71afb07684cd HTTP/1.1" status: 204 len: 168 time: 0.3240235 Jul 08 18:31:09.339573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8095c86-3157-47be-aa79-81e002605a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe77bf5-27ba-4d4f-9213-71afb07684cd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:09.697251 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-716b1be6-8383-482a-aae6-74fcf97b5496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.881626 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-716b1be6-8383-482a-aae6-74fcf97b5496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.886739 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-716b1be6-8383-482a-aae6-74fcf97b5496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.945422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-716b1be6-8383-482a-aae6-74fcf97b5496 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=169bb34dc37844dfb2a78384944d3789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8865867 Jul 08 18:31:09.950691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52344) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:09.969297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b1be6-8383-482a-aae6-74fcf97b5496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13e0631-cc75-44c8-bccd-b1ceed1f84cf,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:10.017105 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2a07-6e75-4dde-b98c-2dc11a7679a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.046849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2a07-6e75-4dde-b98c-2dc11a7679a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.116253 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2a07-6e75-4dde-b98c-2dc11a7679a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.119202 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2a07-6e75-4dde-b98c-2dc11a7679a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.120488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8e4f2a07-6e75-4dde-b98c-2dc11a7679a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e13e0631-cc75-44c8-bccd-b1ceed1f84cf HTTP/1.1" status: 204 len: 168 time: 0.1684732 Jul 08 18:31:10.137341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f2a07-6e75-4dde-b98c-2dc11a7679a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13e0631-cc75-44c8-bccd-b1ceed1f84cf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:10.232036 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.525382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52352) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:10.548547 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c69a757-6927-4713-9ab1-9967df55fd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.657259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c69a757-6927-4713-9ab1-9967df55fd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.662630 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c69a757-6927-4713-9ab1-9967df55fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.703034 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1c69a757-6927-4713-9ab1-9967df55fd49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b14c4f4f405a459bb6cba6214c86e3de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765273 Jul 08 18:31:10.704200 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69a757-6927-4713-9ab1-9967df55fd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5703aeee-a287-4026-ac1e-5b91c7f395ad,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:10.705630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52356) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:10.818483 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c777038-1aa6-4770-927b-2d0b59c78dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.845266 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c777038-1aa6-4770-927b-2d0b59c78dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.899613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c777038-1aa6-4770-927b-2d0b59c78dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.905369 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0c777038-1aa6-4770-927b-2d0b59c78dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.909296 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0c777038-1aa6-4770-927b-2d0b59c78dda admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5703aeee-a287-4026-ac1e-5b91c7f395ad HTTP/1.1" status: 204 len: 168 time: 0.1996469 Jul 08 18:31:10.920048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c777038-1aa6-4770-927b-2d0b59c78dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5703aeee-a287-4026-ac1e-5b91c7f395ad,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:11.334759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52368) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:11.351566 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0367b503-3463-4621-aec1-6d06cb8cc562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.458945 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0367b503-3463-4621-aec1-6d06cb8cc562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.463535 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0367b503-3463-4621-aec1-6d06cb8cc562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.498731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367b503-3463-4621-aec1-6d06cb8cc562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf36bad1-80d0-4e50-9d59-c7071a8ac547,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:11.507030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0367b503-3463-4621-aec1-6d06cb8cc562 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=680c80114a92480e86bbd194f4e1b7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711102 Jul 08 18:31:11.509832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52370) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:11.567262 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-179d9f1a-ad0e-4156-b045-399c56a1f1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.593613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-179d9f1a-ad0e-4156-b045-399c56a1f1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.647766 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-179d9f1a-ad0e-4156-b045-399c56a1f1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.650463 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-179d9f1a-ad0e-4156-b045-399c56a1f1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.651607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-179d9f1a-ad0e-4156-b045-399c56a1f1a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf36bad1-80d0-4e50-9d59-c7071a8ac547 HTTP/1.1" status: 204 len: 168 time: 0.1406944 Jul 08 18:31:11.666918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d9f1a-ad0e-4156-b045-399c56a1f1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf36bad1-80d0-4e50-9d59-c7071a8ac547,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:11.728567 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.486015 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52398) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:12.596497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1039655359-network', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:12.616929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Made reservation on behalf of 0a21fa0caaf841e7adc0d75431b98d91 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:12.619593 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.628962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.730309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.735401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.765854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:31:12.777476 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ac5ff7-daa1-42fd-8ae3-3b9efd5d9b0a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:12.783818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.784699 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Added segment 39f80795-6f82-4125-8812-1a12e575e755 of type vlan for network 90ac26de-2302-45b4-9abd-ec566a8b2f2b Jul 08 18:31:12.831305 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.872413 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.874037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:12.874837 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.945848 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4585838 Jul 08 18:31:12.949375 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52406) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:12.957418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] Request body: {'subnet': {'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1039655359-subnet', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:12.967648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026f32e-814a-443a-8652-a65f704e33f4 admin admin] Pushing event updated for resources: {'Network': ['ID=90ac26de-2302-45b4-9abd-ec566a8b2f2b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:12.979443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 90ac26de-2302-45b4-9abd-ec566a8b2f2b details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:31:12.988872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] Made reservation on behalf of 0a21fa0caaf841e7adc0d75431b98d91 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:12.993975 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:13.283701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:13.357070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] Checking segment: {'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:13.357955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] Network hostable DHCP agents. Network: 90ac26de-2302-45b4-9abd-ec566a8b2f2b, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:31:13.368731 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5040d204-1803-4a69-8f8a-1dd298d8c7cf,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:13.386705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] Network 90ac26de-2302-45b4-9abd-ec566a8b2f2b is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:31:13.399741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 90ac26de-2302-45b4-9abd-ec566a8b2f2b) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:13.410373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7ab956-6d8b-43bf-a50b-b62c92e7cd32 None None] Network 90ac26de-2302-45b4-9abd-ec566a8b2f2b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:13.422720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:13.426122 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:13.468073 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ce93e706-9a2e-4bd5-8b5c-78ca04c19163 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5165222 Jul 08 18:31:13.470900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52414) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:13.478648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:13.535341 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:13.537617 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:13.603633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:31:13.604726 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:13.616709 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:13.641350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52416) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:13.785403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Allocated IP 172.20.0.2 (90ac26de-2302-45b4-9abd-ec566a8b2f2b/5040d204-1803-4a69-8f8a-1dd298d8c7cf/64b3589d-587b-42ef-a9ab-407099d82957) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:13.863421 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-158656c9-ab76-4f51-a469-9195ac0d775e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.036377 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-158656c9-ab76-4f51-a469-9195ac0d775e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.043263 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-158656c9-ab76-4f51-a469-9195ac0d775e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.056608 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.073796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Transition to ACTIVE for port object 64b3589d-587b-42ef-a9ab-407099d82957 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:14.099416 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Transition to ACTIVE for port object 64b3589d-587b-42ef-a9ab-407099d82957 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:14.101416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-158656c9-ab76-4f51-a469-9195ac0d775e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8acc1e263cbe4c52afcf4f300a59e4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583409 Jul 08 18:31:14.103435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158656c9-ab76-4f51-a469-9195ac0d775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7c56dd-0b68-4b48-b341-b7bb336be568,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:14.106274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52424) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:14.108190 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.149304 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.160565 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1babe19-eea9-4997-945b-cadfd51a7cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.179490 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Network 90ac26de-2302-45b4-9abd-ec566a8b2f2b is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:14.185396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:14.187388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Pushing event updated for resources: {'Port': ['ID=64b3589d-587b-42ef-a9ab-407099d82957,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:14.190464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:14.201519 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1babe19-eea9-4997-945b-cadfd51a7cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.262538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Attempting to bind port 64b3589d-587b-42ef-a9ab-407099d82957 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:14.262956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Attempting to bind port 64b3589d-587b-42ef-a9ab-407099d82957 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:14.263322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Attempting to bind port 64b3589d-587b-42ef-a9ab-407099d82957 on network 90ac26de-2302-45b4-9abd-ec566a8b2f2b {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:14.270802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:14.271213 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Checking segment: {'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:14.271399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.272628 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Bound using segment: {'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:14.272628 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Bound port: 64b3589d-587b-42ef-a9ab-407099d82957, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:14.272628 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.282997 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1babe19-eea9-4997-945b-cadfd51a7cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.288975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1babe19-eea9-4997-945b-cadfd51a7cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.290180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a1babe19-eea9-4997-945b-cadfd51a7cff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3e7c56dd-0b68-4b48-b341-b7bb336be568 HTTP/1.1" status: 204 len: 168 time: 0.1831365 Jul 08 18:31:14.299636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1babe19-eea9-4997-945b-cadfd51a7cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7c56dd-0b68-4b48-b341-b7bb336be568,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:14.348634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] For port 64b3589d-587b-42ef-a9ab-407099d82957, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:14.361407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] For port 64b3589d-587b-42ef-a9ab-407099d82957, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=64b3589d-587b-42ef-a9ab-407099d82957,segment=NetworkSegment(39f80795-6f82-4125-8812-1a12e575e755),segment_id=39f80795-6f82-4125-8812-1a12e575e755)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:14.370352 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.448183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235aa490-dc0b-4e68-b353-0fdefcb16b30 None None] Pushing event updated for resources: {'Port': ['ID=64b3589d-587b-42ef-a9ab-407099d82957,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:14.513347 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.537268 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.709668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Allocated IP 172.25.8.135 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/71ff0db4-3f5f-4bf9-958c-350e40926040) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:14.841080 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.891620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.941426 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:14.946512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:14.952528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:14.980062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Pushing event updated for resources: {'Port': ['ID=71ff0db4-3f5f-4bf9-958c-350e40926040,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:15.229611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52450) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:15.275674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.385640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1414336364-network', 'tenant_id': '6b7e153beda24e5eb8f8dc8c9b65b0cb'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:15.426722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Made reservation on behalf of 6b7e153beda24e5eb8f8dc8c9b65b0cb for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:15.429433 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.441582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.567667 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.572009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.577642 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.593850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:31:15.617576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0819314-2375-42c3-92dd-3ec9210e623f None None] Network 90ac26de-2302-45b4-9abd-ec566a8b2f2b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:15.621585 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.623290 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Added segment c50a0ea5-8150-4230-a6a2-8ed17c2175c3 of type vlan for network 505311ed-c55f-4dbf-a530-54fff28a481b Jul 08 18:31:15.678229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1cb23d-ed41-4819-aff7-4d934df1a135,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:15.704649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.705450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.705894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.706370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.706826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.707242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.707682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.708068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.710607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.710607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.710607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.710607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:15.720846 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.723193 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f71c74a6-109e-4238-9244-10ff54e94462 None None] Provisioning for port 64b3589d-587b-42ef-a9ab-407099d82957 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:15.766539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.768326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:15.769391 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.781973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:31:15.852137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6181116 Jul 08 18:31:15.852942 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52454) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:15.860052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] Request body: {'subnet': {'network_id': '505311ed-c55f-4dbf-a530-54fff28a481b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1414336364-subnet', 'tenant_id': '6b7e153beda24e5eb8f8dc8c9b65b0cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:15.908024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] Made reservation on behalf of 6b7e153beda24e5eb8f8dc8c9b65b0cb for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:15.922047 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.947964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9117ecb-4ae1-49cc-a3f5-c736cadd1399 admin admin] Pushing event updated for resources: {'Network': ['ID=505311ed-c55f-4dbf-a530-54fff28a481b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:15.954068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:15.959395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 505311ed-c55f-4dbf-a530-54fff28a481b details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:31:15.967606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Sync routers for ids ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:15.996062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.997599 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e9707835-7646-4449-9b0e-9e4a01785bfd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5256207 Jul 08 18:31:16.000611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52458) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:16.112334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Routers {'8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:16.113441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:16.294711 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:16.371472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Set router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:16.411546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=94be3eee-a54f-4c0a-a883-6b58f0ce084e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:16.420244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] Checking segment: {'id': 'c50a0ea5-8150-4230-a6a2-8ed17c2175c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '505311ed-c55f-4dbf-a530-54fff28a481b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:16.420670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] Network hostable DHCP agents. Network: 505311ed-c55f-4dbf-a530-54fff28a481b, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:31:16.443751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] Network 505311ed-c55f-4dbf-a530-54fff28a481b is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:31:16.456391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 505311ed-c55f-4dbf-a530-54fff28a481b) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:16.466353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:16.470647 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:16.476219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 64b3589d-587b-42ef-a9ab-407099d82957 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:16.491911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e838df49-ad79-477d-8b70-986093ef08ae admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6377733 Jul 08 18:31:16.502655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f18638-3ea4-4941-8c45-4ea3203dde74 None None] Network 505311ed-c55f-4dbf-a530-54fff28a481b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:16.701757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:16.912177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Allocated IP 172.20.0.1 (90ac26de-2302-45b4-9abd-ec566a8b2f2b/5040d204-1803-4a69-8f8a-1dd298d8c7cf/21e6b206-a6b1-46b9-8991-68ec0509fb6e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:17.002046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0df684-0653-4408-8da4-58d3de5a29c2 None None] Network 505311ed-c55f-4dbf-a530-54fff28a481b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:17.008068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 64b3589d-587b-42ef-a9ab-407099d82957 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:17.063847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 64b3589d-587b-42ef-a9ab-407099d82957 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:17.064282 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.112059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.141792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Transition to ACTIVE for port object 21e6b206-a6b1-46b9-8991-68ec0509fb6e will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:17.183934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52480) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:17.191421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1696033084-network', 'tenant_id': '0e982111bf6742ec808097dab888ebf4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:17.200487 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.224640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:15Z', 'revision_number': 3, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:17.263772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Network 90ac26de-2302-45b4-9abd-ec566a8b2f2b is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:17.267138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Pushing event updated for resources: {'Port': ['ID=21e6b206-a6b1-46b9-8991-68ec0509fb6e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:17.271972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Checking router: 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:17.272449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Updating router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e port 71ff0db4-3f5f-4bf9-958c-350e40926040 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:31:17.276626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:17.286606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:17.324931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Made reservation on behalf of 0e982111bf6742ec808097dab888ebf4 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:17.327787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.340537 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.347688 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.374337 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.452433 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 64b3589d-587b-42ef-a9ab-407099d82957, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=64b3589d-587b-42ef-a9ab-407099d82957,segment=NetworkSegment(39f80795-6f82-4125-8812-1a12e575e755),segment_id=39f80795-6f82-4125-8812-1a12e575e755)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:17.457536 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.461460 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.465013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.628571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=64b3589d-587b-42ef-a9ab-407099d82957,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:17.649554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.649933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.650249 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.650587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.650916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.651255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.651564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.651891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.652219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.652600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.652832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.653239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:17.672843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dc118bfd-f6f9-418f-9d46-e1d21187561c None None] Provisioning for port 21e6b206-a6b1-46b9-8991-68ec0509fb6e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:17.679750 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dc118bfd-f6f9-418f-9d46-e1d21187561c None None] Provisioning complete for port 21e6b206-a6b1-46b9-8991-68ec0509fb6e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:17.680124 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc118bfd-f6f9-418f-9d46-e1d21187561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.744531 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.752973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dc118bfd-f6f9-418f-9d46-e1d21187561c None None] Port 21e6b206-a6b1-46b9-8991-68ec0509fb6e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:31:17.775518 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:31:17.798142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21b12b4-ae25-489f-b839-54e2a09defb9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:17.802564 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.803218 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Added segment 70093f74-4e63-44df-aba8-1330fe03fe3f of type vlan for network 31ed783f-4a52-454b-8024-52095af35a96 Jul 08 18:31:17.823873 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.835344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Transition to ACTIVE for port object 71ff0db4-3f5f-4bf9-958c-350e40926040 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:17.843277 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.874295 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.899853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Attempting to bind port 71ff0db4-3f5f-4bf9-958c-350e40926040 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:17.900228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Attempting to bind port 71ff0db4-3f5f-4bf9-958c-350e40926040 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:17.900593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Attempting to bind port 71ff0db4-3f5f-4bf9-958c-350e40926040 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:17.908646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162905bb-8993-4826-8667-bb11999ff8ea None None] Pushing event updated for resources: {'Port': ['ID=71ff0db4-3f5f-4bf9-958c-350e40926040,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:17.917915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:17.918332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:17.918738 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.919130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:17.919615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Bound port: 71ff0db4-3f5f-4bf9-958c-350e40926040, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:17.920002 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.951749 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.981025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] For port 71ff0db4-3f5f-4bf9-958c-350e40926040, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:17.984499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] For port 71ff0db4-3f5f-4bf9-958c-350e40926040, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=71ff0db4-3f5f-4bf9-958c-350e40926040,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:17.990539 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.992973 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.993900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:17.996504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.053982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Routers {'8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:18.054650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:18.058293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162905bb-8993-4826-8667-bb11999ff8ea None None] Pushing event updated for resources: {'Port': ['ID=71ff0db4-3f5f-4bf9-958c-350e40926040,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:18.061618 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8760178 Jul 08 18:31:18.064619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52482) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:18.076851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] Request body: {'subnet': {'network_id': '31ed783f-4a52-454b-8024-52095af35a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1696033084-subnet', 'tenant_id': '0e982111bf6742ec808097dab888ebf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:18.082647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c053d-1d0a-4062-babb-fc21a479a72d admin admin] Pushing event updated for resources: {'Network': ['ID=31ed783f-4a52-454b-8024-52095af35a96,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:18.096160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 31ed783f-4a52-454b-8024-52095af35a96 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:31:18.109562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] Made reservation on behalf of 0e982111bf6742ec808097dab888ebf4 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:18.114144 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.228435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] Set router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:18.262769 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.282271 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.341754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 64b3589d-587b-42ef-a9ab-407099d82957 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:18.378416 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.380737 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Pushing event updated for resources: {'Port': ['ID=21e6b206-a6b1-46b9-8991-68ec0509fb6e,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:18.468431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 64b3589d-587b-42ef-a9ab-407099d82957 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:18.469153 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.507661 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.524285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Network 90ac26de-2302-45b4-9abd-ec566a8b2f2b is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:18.525933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:18.587503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8372d1f-0d1c-446d-9ef6-49d8dd257db3,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:18.598709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] Checking segment: {'id': '70093f74-4e63-44df-aba8-1330fe03fe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '31ed783f-4a52-454b-8024-52095af35a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:18.599013 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] Network hostable DHCP agents. Network: 31ed783f-4a52-454b-8024-52095af35a96, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:31:18.610603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '21e6b206-a6b1-46b9-8991-68ec0509fb6e', 'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'mac_address': 'fa:16:3e:ef:8e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:16Z', 'updated_at': '2021-07-08T18:31:16Z', 'revision_number': 1, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'subnets': [{'id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:18.629128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] Network 31ed783f-4a52-454b-8024-52095af35a96 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:31:18.648721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 31ed783f-4a52-454b-8024-52095af35a96) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:18.652703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f857f9-6b85-403f-82f1-e251d4a2814c None None] The sync data for ids ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'] in n-d-799684-3 is: [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '21e6b206-a6b1-46b9-8991-68ec0509fb6e', 'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'mac_address': 'fa:16:3e:ef:8e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:16Z', 'updated_at': '2021-07-08T18:31:16Z', 'revision_number': 1, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'subnets': [{'id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:18.653946 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:18.665974 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.668356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e6765-f41b-438b-a95e-7bd9160ba98c None None] Network 31ed783f-4a52-454b-8024-52095af35a96 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:18.692072 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-676b214c-b7dc-4a79-b43d-3fac831d1a57 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6254203 Jul 08 18:31:18.780887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:31:18.918465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0747ad2-001b-44c1-b576-8ffc1df5866d None None] Network 31ed783f-4a52-454b-8024-52095af35a96 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:19.014439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:19.038345 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f1c4deef-2a7a-4acd-9c25-9b6ffbc00e94 admin admin] 10.222.0.73 "PUT /v2.0/routers/8a194333-0c66-4e91-a17d-5a2c2b0f6d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0362797 Jul 08 18:31:19.062988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-89c6a43c-6548-48ad-baab-7ca6424d9879 None None] Provisioning complete for port 21e6b206-a6b1-46b9-8991-68ec0509fb6e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:19.063545 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-89c6a43c-6548-48ad-baab-7ca6424d9879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:19.133488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-89c6a43c-6548-48ad-baab-7ca6424d9879 None None] Port 21e6b206-a6b1-46b9-8991-68ec0509fb6e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:31:19.785319 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52518) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:19.790929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-932320709-network', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:19.819723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Made reservation on behalf of f1587c225eed4e408d2b8e6d6ef38457 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:19.822410 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:19.832544 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:19.949291 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:19.953433 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:19.980432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:31:19.990574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af15c832-fc6c-48e0-a597-0d700caad936,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:19.996419 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:19.996976 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Added segment 93cdab1d-c58b-4d21-84b1-4d7f5a88b785 of type vlan for network f51304fe-850e-4b20-b503-9ecddd6ed375 Jul 08 18:31:20.051699 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.090192 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.091386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:20.092081 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.151850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3648083 Jul 08 18:31:20.154723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52522) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:20.163338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] Request body: {'subnet': {'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-932320709-subnet', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:20.178043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0312a-5dd5-4818-b438-f4ba719cb5da admin admin] Pushing event updated for resources: {'Network': ['ID=f51304fe-850e-4b20-b503-9ecddd6ed375,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:20.191762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f51304fe-850e-4b20-b503-9ecddd6ed375 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:31:20.192360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] Made reservation on behalf of f1587c225eed4e408d2b8e6d6ef38457 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:20.195186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.353507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 71ff0db4-3f5f-4bf9-958c-350e40926040 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:20.421554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 71ff0db4-3f5f-4bf9-958c-350e40926040 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:20.425551 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 71ff0db4-3f5f-4bf9-958c-350e40926040 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:20.425930 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.454392 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.535213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c88674-42a8-4662-8b35-296b5722870c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:20.547570 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.554352 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] Checking segment: {'id': '93cdab1d-c58b-4d21-84b1-4d7f5a88b785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:20.554706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] Network hostable DHCP agents. Network: f51304fe-850e-4b20-b503-9ecddd6ed375, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:31:20.576472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 71ff0db4-3f5f-4bf9-958c-350e40926040, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=71ff0db4-3f5f-4bf9-958c-350e40926040,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:20.577634 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] Network f51304fe-850e-4b20-b503-9ecddd6ed375 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:31:20.582150 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.590845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f51304fe-850e-4b20-b503-9ecddd6ed375) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:20.598792 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:20.600665 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.620079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52528) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:20.620628 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-617cfb4f-2c62-4e3d-a6e1-a1089389a2e0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4646015 Jul 08 18:31:20.625383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-932320709-router', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:20.626489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c73287-7090-4697-8aa0-bcf74e47679e None None] Network f51304fe-850e-4b20-b503-9ecddd6ed375 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:20.648085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.649943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.708955 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.712125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=71ff0db4-3f5f-4bf9-958c-350e40926040,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:20.814819 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-f51304fe-850e-4b20-b503-9ecddd6ed375', 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'fixed_ips': [{'subnet_id': 'b4c88674-42a8-4662-8b35-296b5722870c'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:31:20.818133 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.882169 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.973612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Allocated IP 172.20.0.2 (f51304fe-850e-4b20-b503-9ecddd6ed375/b4c88674-42a8-4662-8b35-296b5722870c/fb4b9484-bb1d-4f0f-a343-91ebd2aeab92) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:21.212599 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:21.244710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e55972-661f-403c-9012-9ea96e1b4461 req-103ae550-cd93-40b1-a3e7-4f31f4943d72 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:21.245709 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:21.246802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-103ae550-cd93-40b1-a3e7-4f31f4943d72 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/networks?id=505311ed-c55f-4dbf-a530-54fff28a481b HTTP/1.1" status: 200 len: 812 time: 0.1970823 Jul 08 18:31:21.268186 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-200fb28c-b10a-4cde-8c7b-d63333d46146 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/quotas/6b7e153beda24e5eb8f8dc8c9b65b0cb HTTP/1.1" status: 200 len: 375 time: 0.0130668 Jul 08 18:31:21.314475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-51859b4b-ef37-41fb-a76a-a8b569f55557 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b7e153beda24e5eb8f8dc8c9b65b0cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403101 Jul 08 18:31:21.351721 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Sync routers for ids ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:21.370019 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Routers {'8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:21.371362 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:21.378230 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:21.400431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Transition to ACTIVE for port object fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:21.421037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Transition to ACTIVE for port object fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:21.431257 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:21.475730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f0895376-65ad-46cd-a4a4-23ce224ea005 service neutron] 10.222.0.73 "GET /v2.0/networks/505311ed-c55f-4dbf-a530-54fff28a481b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493721 Jul 08 18:31:21.481977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Allocated IP 172.25.8.101 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/b1ec1ae5-db69-4949-847c-2c235936f565) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:21.485104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Network f51304fe-850e-4b20-b503-9ecddd6ed375 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:21.490073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:21.495410 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:21.625187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Pushing event updated for resources: {'Port': ['ID=fb4b9484-bb1d-4f0f-a343-91ebd2aeab92,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:21.644660 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-333b7b3c-56b7-41a4-b81d-594822602a0a service neutron] 10.222.0.73 "GET /v2.0/networks/505311ed-c55f-4dbf-a530-54fff28a481b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625338 Jul 08 18:31:21.653715 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:21.691560 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Set router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:21.693358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Attempting to bind port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:21.693811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Attempting to bind port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '93cdab1d-c58b-4d21-84b1-4d7f5a88b785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:21.694274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Attempting to bind port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 on network f51304fe-850e-4b20-b503-9ecddd6ed375 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:21.703948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:21.704439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Checking segment: {'id': '93cdab1d-c58b-4d21-84b1-4d7f5a88b785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:21.704936 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:21.705623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Bound using segment: {'id': '93cdab1d-c58b-4d21-84b1-4d7f5a88b785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:21.705949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Bound port: fb4b9484-bb1d-4f0f-a343-91ebd2aeab92, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cdab1d-c58b-4d21-84b1-4d7f5a88b785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:21.706433 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:21.726154 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:21.787131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] For port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:21.791238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] For port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fb4b9484-bb1d-4f0f-a343-91ebd2aeab92,segment=NetworkSegment(93cdab1d-c58b-4d21-84b1-4d7f5a88b785),segment_id=93cdab1d-c58b-4d21-84b1-4d7f5a88b785)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:21.792790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:21.796539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:21.801716 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:21.803918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:21.807297 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ec1ae5-db69-4949-847c-2c235936f565,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:21.954477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5909d4-21eb-493e-89ad-f404615d1cf6 None None] Pushing event updated for resources: {'Port': ['ID=fb4b9484-bb1d-4f0f-a343-91ebd2aeab92,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:22.013372 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f560c36-1a92-43e7-9704-1cc6e0e27f27 req-a8af25db-7da1-4f9a-aefd-994bb8de9374 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 210 time: 0.0911360 Jul 08 18:31:22.129220 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '21e6b206-a6b1-46b9-8991-68ec0509fb6e', 'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'mac_address': 'fa:16:3e:ef:8e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:16Z', 'updated_at': '2021-07-08T18:31:18Z', 'revision_number': 2, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'subnets': [{'id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:22.186053 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Checking router: 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:22.186328 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Updating router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e port 21e6b206-a6b1-46b9-8991-68ec0509fb6e binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:31:22.261164 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:22.314751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:22.596187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:22.729843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:22.735010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 71ff0db4-3f5f-4bf9-958c-350e40926040 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:22.775778 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:22.796163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 71ff0db4-3f5f-4bf9-958c-350e40926040 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:22.796163 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:22.962781 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:22.982437 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Transition to ACTIVE for port object 21e6b206-a6b1-46b9-8991-68ec0509fb6e will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:22.991267 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.085410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:31:23.131764 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Pushing event updated for resources: {'Port': ['ID=21e6b206-a6b1-46b9-8991-68ec0509fb6e,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:23.181074 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.182298 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.182823 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.183168 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.183506 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.185003 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.185313 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.185643 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.188622 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.188952 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.189293 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.189623 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:23.213925 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Attempting to bind port 21e6b206-a6b1-46b9-8991-68ec0509fb6e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:23.214515 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Attempting to bind port 21e6b206-a6b1-46b9-8991-68ec0509fb6e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:23.215127 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Attempting to bind port 21e6b206-a6b1-46b9-8991-68ec0509fb6e on network 90ac26de-2302-45b4-9abd-ec566a8b2f2b {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:23.220820 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:23.221199 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Checking segment: {'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:23.221597 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.221992 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Bound using segment: {'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:23.222553 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Bound port: 21e6b206-a6b1-46b9-8991-68ec0509fb6e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:23.222934 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.344808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:23.355244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Sync routers for ids ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:23.370301 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] For port 21e6b206-a6b1-46b9-8991-68ec0509fb6e, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:23.374425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Routers {'68e0b38b-ba67-4c84-9af9-a47e2b2611b2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:23.374762 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] For port 21e6b206-a6b1-46b9-8991-68ec0509fb6e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=21e6b206-a6b1-46b9-8991-68ec0509fb6e,segment=NetworkSegment(39f80795-6f82-4125-8812-1a12e575e755),segment_id=39f80795-6f82-4125-8812-1a12e575e755)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:23.374874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:23.382992 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.425854 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.427195 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5fab0a3a-fbfe-438f-b0b5-ba37175e78a3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8053508 Jul 08 18:31:23.429995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52570) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:23.445039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-520dd78d-e276-4033-99f0-18bb13bc44c7 req-89c6f2a5-9106-4450-83b9-9f6b61619318 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 210 time: 0.1257665 Jul 08 18:31:23.466443 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Routers {'8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:23.467104 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:23.603966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e7f7b-1d91-45f6-a287-b683b9138c83 None None] Network f51304fe-850e-4b20-b503-9ecddd6ed375 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:23.701981 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] Set router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:23.871500 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433fa94-f938-413a-bf32-4768f07c6d53 None None] Pushing event updated for resources: {'Port': ['ID=21e6b206-a6b1-46b9-8991-68ec0509fb6e,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:23.989268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Set router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:24.019086 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '21e6b206-a6b1-46b9-8991-68ec0509fb6e', 'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'mac_address': 'fa:16:3e:ef:8e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:16Z', 'updated_at': '2021-07-08T18:31:23Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'subnets': [{'id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:24.069453 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8d314-2cb6-41f3-aa5a-a8a8968b3404 None None] The sync data for ids ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'] in n-d-799684-3 is: [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '21e6b206-a6b1-46b9-8991-68ec0509fb6e', 'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'mac_address': 'fa:16:3e:ef:8e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:16Z', 'updated_at': '2021-07-08T18:31:23Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'subnets': [{'id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:24.193189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] Provisioning for port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:24.211498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] Provisioning complete for port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:24.211874 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:24.451151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 21e6b206-a6b1-46b9-8991-68ec0509fb6e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:24.654488 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:24.680738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eee08827-21b4-47f6-a5c2-d2f91d98ccc6 req-8de9457e-e527-40de-b6a6-d7f4745531ad tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 210 time: 0.0688450 Jul 08 18:31:24.711323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'name': 'tempest-TestServerBasicOps-932320709-router', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:20Z', 'updated_at': '2021-07-08T18:31:22Z', 'revision_number': 3, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'gw_port': {'id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:21Z', 'updated_at': '2021-07-08T18:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:24.724307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e55972-661f-403c-9012-9ea96e1b4461 req-74c50420-6ca9-42b9-9862-c26a08bd7232 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:24.728354 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-74c50420-6ca9-42b9-9862-c26a08bd7232 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.59 "GET /v2.0/networks?id=505311ed-c55f-4dbf-a530-54fff28a481b HTTP/1.1" status: 200 len: 812 time: 0.8421807 Jul 08 18:31:24.745436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Checking router: 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:24.745782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Updating router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 port b1ec1ae5-db69-4949-847c-2c235936f565 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:31:24.749955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 21e6b206-a6b1-46b9-8991-68ec0509fb6e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:24.761690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Request body: {'port': {'device_id': '5edec958-9e50-4c8f-8bd0-6f69e704dce6', 'network_id': '505311ed-c55f-4dbf-a530-54fff28a481b', 'admin_state_up': True, 'tenant_id': '6b7e153beda24e5eb8f8dc8c9b65b0cb'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:24.770451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] For port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fb4b9484-bb1d-4f0f-a343-91ebd2aeab92,segment=NetworkSegment(93cdab1d-c58b-4d21-84b1-4d7f5a88b785),segment_id=93cdab1d-c58b-4d21-84b1-4d7f5a88b785)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:24.777846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 21e6b206-a6b1-46b9-8991-68ec0509fb6e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:24.778232 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:24.809699 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:24.820989 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.108740 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.110935 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Made reservation on behalf of 6b7e153beda24e5eb8f8dc8c9b65b0cb for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:25.115099 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.263926 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.277191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Transition to ACTIVE for port object b1ec1ae5-db69-4949-847c-2c235936f565 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:25.286854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] Pushing event updated for resources: {'Port': ['ID=fb4b9484-bb1d-4f0f-a343-91ebd2aeab92,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:25.299664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] Provisioning complete for port 21e6b206-a6b1-46b9-8991-68ec0509fb6e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:25.300038 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.351842 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.376486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Allocated IP 172.20.0.2 (505311ed-c55f-4dbf-a530-54fff28a481b/94be3eee-a54f-4c0a-a883-6b58f0ce084e/65081a84-92e4-4676-bafe-fc8d61fb8413) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:25.418320 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7873b6-34cb-4ebd-afc5-04d990321832 None None] Pushing event updated for resources: {'Port': ['ID=b1ec1ae5-db69-4949-847c-2c235936f565,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:25.509415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Attempting to bind port b1ec1ae5-db69-4949-847c-2c235936f565 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:25.509815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Attempting to bind port b1ec1ae5-db69-4949-847c-2c235936f565 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:25.510184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Attempting to bind port b1ec1ae5-db69-4949-847c-2c235936f565 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:25.521641 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:25.522079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:25.522440 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.522833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:25.523312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Bound port: b1ec1ae5-db69-4949-847c-2c235936f565, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:25.523803 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.572028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Allocated IP 172.20.0.1 (f51304fe-850e-4b20-b503-9ecddd6ed375/b4c88674-42a8-4662-8b35-296b5722870c/7c832346-38a5-423f-a863-e78c1c3b765b) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:25.579867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] For port b1ec1ae5-db69-4949-847c-2c235936f565, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:25.583465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] For port b1ec1ae5-db69-4949-847c-2c235936f565, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b1ec1ae5-db69-4949-847c-2c235936f565,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:25.597259 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.601728 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.613309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.616217 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.681890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 21e6b206-a6b1-46b9-8991-68ec0509fb6e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=21e6b206-a6b1-46b9-8991-68ec0509fb6e,segment=NetworkSegment(39f80795-6f82-4125-8812-1a12e575e755),segment_id=39f80795-6f82-4125-8812-1a12e575e755)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:25.691970 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.789435 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.794701 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:31:25.795148 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-0de4b40e-73ae-432f-9845-2723d109881e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:31:25.797578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Routers {'68e0b38b-ba67-4c84-9af9-a47e2b2611b2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:25.798436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:25.798952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.805985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7873b6-34cb-4ebd-afc5-04d990321832 None None] Pushing event updated for resources: {'Port': ['ID=b1ec1ae5-db69-4949-847c-2c235936f565,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:25.862182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Transition to ACTIVE for port object 7c832346-38a5-423f-a863-e78c1c3b765b will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:25.885604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Network 505311ed-c55f-4dbf-a530-54fff28a481b is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:25.895029 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:25.899525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Pushing event updated for resources: {'Port': ['ID=65081a84-92e4-4676-bafe-fc8d61fb8413,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:25.902782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:25.984583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:25.985276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:26.000873 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:26.015459 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f7a4be02-d67e-4aa1-8c6f-fbacf164089c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2593167 Jul 08 18:31:26.025670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f107d9-b1bd-444c-9b13-bff53297d689 req-363620c0-2d1d-4cf6-aa5d-c80eb9a371ab tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:26.037763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2f107d9-b1bd-444c-9b13-bff53297d689 req-363620c0-2d1d-4cf6-aa5d-c80eb9a371ab tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 931 time: 0.1576145 Jul 08 18:31:26.041002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Request body: {'port': {'device_id': '5edec958-9e50-4c8f-8bd0-6f69e704dce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:26.085019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Network f51304fe-850e-4b20-b503-9ecddd6ed375 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:26.088980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=21e6b206-a6b1-46b9-8991-68ec0509fb6e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:26.090949 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:26.104358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c832346-38a5-423f-a863-e78c1c3b765b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:26.108472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:26.138941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2f107d9-b1bd-444c-9b13-bff53297d689 req-9ea45ce6-fd34-4907-89ba-6be6ba6cb9e3 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998216 Jul 08 18:31:26.144067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] Set router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:26.200638 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:26.225093 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:31:26.264128 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:26.453978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:26.707976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:26.708669 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:26.726642 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:26.805343 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7ce83467-114a-4964-a99a-9e07065eb606 None None] Provisioning complete for port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:26.805710 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ce83467-114a-4964-a99a-9e07065eb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:26.851995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'name': 'tempest-TestServerBasicOps-932320709-router', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:20Z', 'updated_at': '2021-07-08T18:31:22Z', 'revision_number': 3, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'gw_port': {'id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:21Z', 'updated_at': '2021-07-08T18:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:26.902371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb481ed-4581-4670-bc5c-8a4e6b804dc1 None None] The sync data for ids ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'] in n-d-799684-3 is: [{'id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'name': 'tempest-TestServerBasicOps-932320709-router', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:20Z', 'updated_at': '2021-07-08T18:31:22Z', 'revision_number': 3, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'gw_port': {'id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:21Z', 'updated_at': '2021-07-08T18:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:26.910275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 21e6b206-a6b1-46b9-8991-68ec0509fb6e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:26.919931 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:26.945442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65081a84-92e4-4676-bafe-fc8d61fb8413 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:31:26.949905 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:26.957440 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:27.061774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 21e6b206-a6b1-46b9-8991-68ec0509fb6e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:27.062156 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:27.100484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7ce83467-114a-4964-a99a-9e07065eb606 None None] Provisioning for port 7c832346-38a5-423f-a863-e78c1c3b765b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:27.124773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7ce83467-114a-4964-a99a-9e07065eb606 None None] Provisioning complete for port 7c832346-38a5-423f-a863-e78c1c3b765b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:27.125507 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ce83467-114a-4964-a99a-9e07065eb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:27.146437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Transition to ACTIVE for port object 65081a84-92e4-4676-bafe-fc8d61fb8413 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:27.219744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:27.219744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:27.226498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7ce83467-114a-4964-a99a-9e07065eb606 None None] Port 7c832346-38a5-423f-a863-e78c1c3b765b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:31:27.251195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c832346-38a5-423f-a863-e78c1c3b765b,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:27.462523 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f903e-e8b5-400c-b541-398218e02c93 req-40397d9f-36aa-401d-a528-e62391573e61 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:27.464949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-127f903e-e8b5-400c-b541-398218e02c93 req-40397d9f-36aa-401d-a528-e62391573e61 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 943 time: 0.1138592 Jul 08 18:31:27.488445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Pushing event updated for resources: {'Port': ['ID=65081a84-92e4-4676-bafe-fc8d61fb8413,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:27.527015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-127f903e-e8b5-400c-b541-398218e02c93 req-ea80ecfc-1f17-4134-85e0-5dae76f2b355 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538175 Jul 08 18:31:27.617362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Network f51304fe-850e-4b20-b503-9ecddd6ed375 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:27.621414 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:27.642390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Attempting to bind port 65081a84-92e4-4676-bafe-fc8d61fb8413 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:27.643471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Attempting to bind port 65081a84-92e4-4676-bafe-fc8d61fb8413 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'c50a0ea5-8150-4230-a6a2-8ed17c2175c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '505311ed-c55f-4dbf-a530-54fff28a481b'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:27.643471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Attempting to bind port 65081a84-92e4-4676-bafe-fc8d61fb8413 on network 505311ed-c55f-4dbf-a530-54fff28a481b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:27.658009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Port 65081a84-92e4-4676-bafe-fc8d61fb8413 on network 505311ed-c55f-4dbf-a530-54fff28a481b not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:31:27.658009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Attempting to bind port 65081a84-92e4-4676-bafe-fc8d61fb8413 on network 505311ed-c55f-4dbf-a530-54fff28a481b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:27.733645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:27.733984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Checking segment: {'id': 'c50a0ea5-8150-4230-a6a2-8ed17c2175c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '505311ed-c55f-4dbf-a530-54fff28a481b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:27.734496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Bound using segment: {'id': 'c50a0ea5-8150-4230-a6a2-8ed17c2175c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '505311ed-c55f-4dbf-a530-54fff28a481b'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:27.736359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Bound port: 65081a84-92e4-4676-bafe-fc8d61fb8413, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50a0ea5-8150-4230-a6a2-8ed17c2175c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '505311ed-c55f-4dbf-a530-54fff28a481b'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:27.736731 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:27.922102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] For port 65081a84-92e4-4676-bafe-fc8d61fb8413, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:27.943921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] For port 65081a84-92e4-4676-bafe-fc8d61fb8413, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=65081a84-92e4-4676-bafe-fc8d61fb8413,segment=NetworkSegment(c50a0ea5-8150-4230-a6a2-8ed17c2175c3),segment_id=c50a0ea5-8150-4230-a6a2-8ed17c2175c3)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:27.955816 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:27.960001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8b5c6a2d-57ad-4200-937b-3ab8c01d5d87 None None] Provisioning complete for port 7c832346-38a5-423f-a863-e78c1c3b765b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:27.961151 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b5c6a2d-57ad-4200-937b-3ab8c01d5d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:28.007866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:31:28.012329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:28.013112 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:28.013821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c6a2d-57ad-4200-937b-3ab8c01d5d87 None None] Port 7c832346-38a5-423f-a863-e78c1c3b765b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:31:28.015016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] 10.222.0.59 "PUT /v2.0/ports/65081a84-92e4-4676-bafe-fc8d61fb8413 HTTP/1.1" status: 200 len: 1091 time: 1.9798727 Jul 08 18:31:28.015562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edec958-9e50-4c8f-8bd0-6f69e704dce6', 'tag': '65081a84-92e4-4676-bafe-fc8d61fb8413'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:28.027752 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f97c21-00b6-4a0f-8813-e42cb26674d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5edec958-9e50-4c8f-8bd0-6f69e704dce6", "tag": "65081a84-92e4-4676-bafe-fc8d61fb8413"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:28.125973 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670d0676-fc89-4ac7-9058-856d04f996b2 x-openstack-request-id: req-670d0676-fc89-4ac7-9058-856d04f996b2 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:28.126285 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edec958-9e50-4c8f-8bd0-6f69e704dce6", "tag": "65081a84-92e4-4676-bafe-fc8d61fb8413", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:28.126568 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-670d0676-fc89-4ac7-9058-856d04f996b2 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:28.126916 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edec958-9e50-4c8f-8bd0-6f69e704dce6', 'tag': '65081a84-92e4-4676-bafe-fc8d61fb8413', 'status': 'completed', 'code': 200} Jul 08 18:31:28.143265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c891b8-8049-4e79-b375-84e3ceb06282 service neutron] Pushing event updated for resources: {'Port': ['ID=65081a84-92e4-4676-bafe-fc8d61fb8413,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:28.266859 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e55972-661f-403c-9012-9ea96e1b4461 req-7848c4d5-6b1b-43ee-8603-ea6e158e56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:28.268383 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-7848c4d5-6b1b-43ee-8603-ea6e158e56a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b7e153beda24e5eb8f8dc8c9b65b0cb&device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 1094 time: 0.1859200 Jul 08 18:31:28.317006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:28.320109 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-5bc752e7-19ee-4b29-9ee9-8de8509ecce9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65081a84-92e4-4676-bafe-fc8d61fb8413 HTTP/1.1" status: 200 len: 217 time: 0.0423682 Jul 08 18:31:28.323743 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bf734da6-f765-48ad-b63c-226ce1872ed7 admin admin] 10.222.0.73 "PUT /v2.0/routers/68e0b38b-ba67-4c84-9af9-a47e2b2611b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8926868 Jul 08 18:31:28.391756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f8044404-d093-4f04-81b7-7bf3f2bc0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:28.393484 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-f8044404-d093-4f04-81b7-7bf3f2bc0a49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=94be3eee-a54f-4c0a-a883-6b58f0ce084e HTTP/1.1" status: 200 len: 852 time: 0.0673444 Jul 08 18:31:28.416631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b1ec1ae5-db69-4949-847c-2c235936f565 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:28.436878 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-594cc490-79c9-4ac8-bb2d-a3daa26774a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=505311ed-c55f-4dbf-a530-54fff28a481b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364258 Jul 08 18:31:28.482690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b1ec1ae5-db69-4949-847c-2c235936f565 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:28.487624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b1ec1ae5-db69-4949-847c-2c235936f565 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:28.488223 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:28.623522 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:28.646594 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-c749207f-1196-40cb-bb89-e58e1260ccce service neutron] 10.222.0.59 "GET /v2.0/networks/505311ed-c55f-4dbf-a530-54fff28a481b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017021 Jul 08 18:31:28.656719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b1ec1ae5-db69-4949-847c-2c235936f565, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b1ec1ae5-db69-4949-847c-2c235936f565,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:28.664872 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:28.747450 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b1ec1ae5-db69-4949-847c-2c235936f565,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:28.819391 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30e55972-661f-403c-9012-9ea96e1b4461 req-9ddf0257-58d2-4686-a801-8066e7313a7f service neutron] 10.222.0.59 "GET /v2.0/networks/505311ed-c55f-4dbf-a530-54fff28a481b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651456 Jul 08 18:31:28.821830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bc0cc-f468-4736-a6be-a096731a4135 req-3fa559c5-ac57-4eba-8f73-8cba98d1239a tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:28.831611 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee8bc0cc-f468-4736-a6be-a096731a4135 req-3fa559c5-ac57-4eba-8f73-8cba98d1239a tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 943 time: 0.1245699 Jul 08 18:31:28.895132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee8bc0cc-f468-4736-a6be-a096731a4135 req-d9d51b7f-b9fe-4c50-8d9c-30b593de3e29 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623083 Jul 08 18:31:28.969072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f97c21-00b6-4a0f-8813-e42cb26674d9 req-0c862dfd-4b9a-4f07-ae51-01eac3b7984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:28.970779 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0f97c21-00b6-4a0f-8813-e42cb26674d9 req-0c862dfd-4b9a-4f07-ae51-01eac3b7984d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b7e153beda24e5eb8f8dc8c9b65b0cb&device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 1094 time: 0.0823350 Jul 08 18:31:29.133104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52640) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:29.139144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fd28b3be-7df0-4c8d-ba82-d324efe7a8e6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591311728', 'description': 'tempest-secgroup-smoke-591311728 description', 'project_id': '0a21fa0caaf841e7adc0d75431b98d91'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:29.169143 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd28b3be-7df0-4c8d-ba82-d324efe7a8e6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.314973 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd28b3be-7df0-4c8d-ba82-d324efe7a8e6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.322754 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd28b3be-7df0-4c8d-ba82-d324efe7a8e6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.378593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28b3be-7df0-4c8d-ba82-d324efe7a8e6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1600b5b5-e8e8-4a91-bac4-28b38c7413ea,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:29.400701 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd28b3be-7df0-4c8d-ba82-d324efe7a8e6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.411865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fd28b3be-7df0-4c8d-ba82-d324efe7a8e6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2764156 Jul 08 18:31:29.412882 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52646) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:29.419542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b8f0238d-af98-46fb-a10d-a4192c81a3b4 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Request body: {'security_group_rule': {'security_group_id': '1600b5b5-e8e8-4a91-bac4-28b38c7413ea', 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:29.420119 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Sync routers for ids ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:29.436744 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Routers {'68e0b38b-ba67-4c84-9af9-a47e2b2611b2'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:29.437357 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:29.466158 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f97c21-00b6-4a0f-8813-e42cb26674d9 req-5efae3cd-85d1-4bb0-ad1c-ec7b86dd1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:29.467862 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0f97c21-00b6-4a0f-8813-e42cb26674d9 req-5efae3cd-85d1-4bb0-ad1c-ec7b86dd1425 service neutron] 10.222.0.59 "GET /v2.0/networks?id=505311ed-c55f-4dbf-a530-54fff28a481b HTTP/1.1" status: 200 len: 913 time: 0.4898336 Jul 08 18:31:29.475563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8f0238d-af98-46fb-a10d-a4192c81a3b4 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.531972 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0f97c21-00b6-4a0f-8813-e42cb26674d9 req-b45a09d1-d13e-4dec-82d5-038bb1691847 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65081a84-92e4-4676-bafe-fc8d61fb8413 HTTP/1.1" status: 200 len: 217 time: 0.0485559 Jul 08 18:31:29.592601 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Set router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:29.595286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f97c21-00b6-4a0f-8813-e42cb26674d9 req-fe1b43da-a11f-4537-a7b8-e9470b336ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:29.596830 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0f97c21-00b6-4a0f-8813-e42cb26674d9 req-fe1b43da-a11f-4537-a7b8-e9470b336ae9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=94be3eee-a54f-4c0a-a883-6b58f0ce084e HTTP/1.1" status: 200 len: 852 time: 0.0581234 Jul 08 18:31:29.602991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8f0238d-af98-46fb-a10d-a4192c81a3b4 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.611453 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8f0238d-af98-46fb-a10d-a4192c81a3b4 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.637373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0238d-af98-46fb-a10d-a4192c81a3b4 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597f8c14-a857-4626-91d9-d2e951423652,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:29.651224 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8f0238d-af98-46fb-a10d-a4192c81a3b4 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.654270 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0f97c21-00b6-4a0f-8813-e42cb26674d9 req-b285a533-b39f-4a06-b153-144ffceb0abe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=505311ed-c55f-4dbf-a530-54fff28a481b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497062 Jul 08 18:31:29.654696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b8f0238d-af98-46fb-a10d-a4192c81a3b4 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2396600 Jul 08 18:31:29.657185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52652) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:29.664326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cb8e3cc4-0057-4a9d-b440-091c5b9f7168 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Request body: {'security_group_rule': {'security_group_id': '1600b5b5-e8e8-4a91-bac4-28b38c7413ea', 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:29.730356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3cc4-0057-4a9d-b440-091c5b9f7168 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.804270 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0f97c21-00b6-4a0f-8813-e42cb26674d9 req-f0125a6c-b56e-4270-bcd1-ad80f7e5dcc5 service neutron] 10.222.0.59 "GET /v2.0/networks/505311ed-c55f-4dbf-a530-54fff28a481b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418030 Jul 08 18:31:29.846512 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3cc4-0057-4a9d-b440-091c5b9f7168 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.856006 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3cc4-0057-4a9d-b440-091c5b9f7168 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.880528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e3cc4-0057-4a9d-b440-091c5b9f7168 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a962c2d4-2688-434a-85a1-dc2f692b81f2,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:29.893076 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3cc4-0057-4a9d-b440-091c5b9f7168 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.901641 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cb8e3cc4-0057-4a9d-b440-091c5b9f7168 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2429712 Jul 08 18:31:29.909062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52658) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:29.924503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9bacac64-9569-4a55-b3fd-c23a80ec0e00 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Request body: {'security_group_rule': {'security_group_id': '1600b5b5-e8e8-4a91-bac4-28b38c7413ea', 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:29.971253 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'name': 'tempest-TestServerBasicOps-932320709-router', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:20Z', 'updated_at': '2021-07-08T18:31:26Z', 'revision_number': 4, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'gw_port': {'id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:21Z', 'updated_at': '2021-07-08T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '7c832346-38a5-423f-a863-e78c1c3b765b', 'name': '', 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'mac_address': 'fa:16:3e:c8:a1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'b4c88674-42a8-4662-8b35-296b5722870c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:25Z', 'updated_at': '2021-07-08T18:31:26Z', 'revision_number': 2, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'subnets': [{'id': 'b4c88674-42a8-4662-8b35-296b5722870c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:29.985916 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bacac64-9569-4a55-b3fd-c23a80ec0e00 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:29.992593 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0f97c21-00b6-4a0f-8813-e42cb26674d9 req-f1303281-f466-4fd5-9d2d-38829b43394a service neutron] 10.222.0.59 "GET /v2.0/networks/505311ed-c55f-4dbf-a530-54fff28a481b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778274 Jul 08 18:31:30.041357 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Checking router: 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:30.041852 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Updating router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 port 7c832346-38a5-423f-a863-e78c1c3b765b binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:31:30.080450 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bacac64-9569-4a55-b3fd-c23a80ec0e00 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.095877 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bacac64-9569-4a55-b3fd-c23a80ec0e00 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.099147 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.145147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacac64-9569-4a55-b3fd-c23a80ec0e00 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadd06cc-d510-4b81-801f-dc7ef592c72c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:30.154397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bacac64-9569-4a55-b3fd-c23a80ec0e00 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.157999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9bacac64-9569-4a55-b3fd-c23a80ec0e00 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2499979 Jul 08 18:31:30.158505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52666) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:30.163083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1cc8bb88-04f4-4633-92fe-e97cab9d9b8e tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Request body: {'security_group_rule': {'security_group_id': '1600b5b5-e8e8-4a91-bac4-28b38c7413ea', 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:30.214919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bb88-04f4-4633-92fe-e97cab9d9b8e tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.230918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0a44a-1046-40b1-b5bf-65cb89e4aa87 req-cb45f8c2-fdb6-473e-a8ca-8795ee5cba85 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:30.232514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72c0a44a-1046-40b1-b5bf-65cb89e4aa87 req-cb45f8c2-fdb6-473e-a8ca-8795ee5cba85 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 943 time: 0.1298018 Jul 08 18:31:30.338437 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72c0a44a-1046-40b1-b5bf-65cb89e4aa87 req-02bbaaf3-3702-433d-9bc9-dd5e18c8c6db tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996273 Jul 08 18:31:30.379103 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bb88-04f4-4633-92fe-e97cab9d9b8e tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.386738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b1ec1ae5-db69-4949-847c-2c235936f565 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:30.387871 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bb88-04f4-4633-92fe-e97cab9d9b8e tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.412530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8bb88-04f4-4633-92fe-e97cab9d9b8e tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9a5d7c-20be-4a38-9e40-1d611b9740c1,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:30.440515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bb88-04f4-4633-92fe-e97cab9d9b8e tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.446927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52670) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:30.447887 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1cc8bb88-04f4-4633-92fe-e97cab9d9b8e tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2883916 Jul 08 18:31:30.451428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-dcb5f172-f5c5-4fb9-bc77-a7d7e92b1555 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Request body: {'security_group_rule': {'security_group_id': '1600b5b5-e8e8-4a91-bac4-28b38c7413ea', 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:30.507842 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-dcb5f172-f5c5-4fb9-bc77-a7d7e92b1555 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Project 0a21fa0caaf841e7adc0d75431b98d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:31:30.516521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b1ec1ae5-db69-4949-847c-2c235936f565 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:30.516898 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.519207 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f172-f5c5-4fb9-bc77-a7d7e92b1555 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.553192 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.573684 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Transition to ACTIVE for port object 7c832346-38a5-423f-a863-e78c1c3b765b will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:30.581614 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.604445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f172-f5c5-4fb9-bc77-a7d7e92b1555 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.609751 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f172-f5c5-4fb9-bc77-a7d7e92b1555 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.639135 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6541c9-47b4-4906-b110-2b949bfb15eb None None] Pushing event updated for resources: {'Port': ['ID=7c832346-38a5-423f-a863-e78c1c3b765b,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:30.658482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5f172-f5c5-4fb9-bc77-a7d7e92b1555 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099646a5-b8da-41ae-be26-311425ea4603,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:30.668616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f172-f5c5-4fb9-bc77-a7d7e92b1555 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.673089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52672) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:30.680486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d855e68c-20f9-4fab-8e10-9cb6f0af1ec1 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Request body: {'security_group_rule': {'security_group_id': '1600b5b5-e8e8-4a91-bac4-28b38c7413ea', 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:30.683033 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dcb5f172-f5c5-4fb9-bc77-a7d7e92b1555 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2351456 Jul 08 18:31:30.708397 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-d855e68c-20f9-4fab-8e10-9cb6f0af1ec1 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Project 0a21fa0caaf841e7adc0d75431b98d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:31:30.712218 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Attempting to bind port 7c832346-38a5-423f-a863-e78c1c3b765b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:30.712592 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Attempting to bind port 7c832346-38a5-423f-a863-e78c1c3b765b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '93cdab1d-c58b-4d21-84b1-4d7f5a88b785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:30.712965 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Attempting to bind port 7c832346-38a5-423f-a863-e78c1c3b765b on network f51304fe-850e-4b20-b503-9ecddd6ed375 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:30.714893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d855e68c-20f9-4fab-8e10-9cb6f0af1ec1 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.724087 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:30.724465 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Checking segment: {'id': '93cdab1d-c58b-4d21-84b1-4d7f5a88b785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:30.724875 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.725274 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Bound using segment: {'id': '93cdab1d-c58b-4d21-84b1-4d7f5a88b785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:30.725751 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Bound port: 7c832346-38a5-423f-a863-e78c1c3b765b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cdab1d-c58b-4d21-84b1-4d7f5a88b785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:30.726322 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.796848 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d855e68c-20f9-4fab-8e10-9cb6f0af1ec1 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.804077 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d855e68c-20f9-4fab-8e10-9cb6f0af1ec1 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.814672 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] For port 7c832346-38a5-423f-a863-e78c1c3b765b, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:30.819187 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] For port 7c832346-38a5-423f-a863-e78c1c3b765b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7c832346-38a5-423f-a863-e78c1c3b765b,segment=NetworkSegment(93cdab1d-c58b-4d21-84b1-4d7f5a88b785),segment_id=93cdab1d-c58b-4d21-84b1-4d7f5a88b785)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:30.825967 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.826135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855e68c-20f9-4fab-8e10-9cb6f0af1ec1 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77fddc3-02e7-4b22-8903-e1502eee94d6,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:30.834711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d855e68c-20f9-4fab-8e10-9cb6f0af1ec1 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.844886 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d855e68c-20f9-4fab-8e10-9cb6f0af1ec1 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619592 Jul 08 18:31:30.908095 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Routers {'68e0b38b-ba67-4c84-9af9-a47e2b2611b2'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:30.908095 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:31.053071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-b91ecc11-478c-48cc-a835-fd97d4ed1427 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591311728&fields=id&tenant_id=0a21fa0caaf841e7adc0d75431b98d91 HTTP/1.1" status: 200 len: 267 time: 0.0514827 Jul 08 18:31:31.080415 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6541c9-47b4-4906-b110-2b949bfb15eb None None] Pushing event updated for resources: {'Port': ['ID=7c832346-38a5-423f-a863-e78c1c3b765b,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:31.189452 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] Set router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:31.197963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-cd7b27a3-8886-4d25-b5d0-9b814bac80fd tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:31.202664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-cd7b27a3-8886-4d25-b5d0-9b814bac80fd tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/networks?id=90ac26de-2302-45b4-9abd-ec566a8b2f2b HTTP/1.1" status: 200 len: 809 time: 0.1407790 Jul 08 18:31:31.221716 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-de964421-8e99-4387-a210-1a39c25658a9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/quotas/0a21fa0caaf841e7adc0d75431b98d91 HTTP/1.1" status: 200 len: 375 time: 0.0117888 Jul 08 18:31:31.298784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-3b72d062-d9fd-45ee-bbff-91f70f869526 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a21fa0caaf841e7adc0d75431b98d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689692 Jul 08 18:31:31.417621 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'name': 'tempest-TestServerBasicOps-932320709-router', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:20Z', 'updated_at': '2021-07-08T18:31:26Z', 'revision_number': 4, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'gw_port': {'id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:21Z', 'updated_at': '2021-07-08T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '7c832346-38a5-423f-a863-e78c1c3b765b', 'name': '', 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'mac_address': 'fa:16:3e:c8:a1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'b4c88674-42a8-4662-8b35-296b5722870c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:25Z', 'updated_at': '2021-07-08T18:31:30Z', 'revision_number': 4, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'subnets': [{'id': 'b4c88674-42a8-4662-8b35-296b5722870c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:31.444402 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8208ba-ea52-494e-9734-14ae583554a5 None None] The sync data for ids ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'] in n-d-799684-3 is: [{'id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'name': 'tempest-TestServerBasicOps-932320709-router', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:20Z', 'updated_at': '2021-07-08T18:31:26Z', 'revision_number': 4, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'gw_port': {'id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:21Z', 'updated_at': '2021-07-08T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '7c832346-38a5-423f-a863-e78c1c3b765b', 'name': '', 'network_id': 'f51304fe-850e-4b20-b503-9ecddd6ed375', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'mac_address': 'fa:16:3e:c8:a1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'b4c88674-42a8-4662-8b35-296b5722870c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:25Z', 'updated_at': '2021-07-08T18:31:30Z', 'revision_number': 4, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'subnets': [{'id': 'b4c88674-42a8-4662-8b35-296b5722870c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:31.802238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 65081a84-92e4-4676-bafe-fc8d61fb8413 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:31:31.946285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 65081a84-92e4-4676-bafe-fc8d61fb8413, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=65081a84-92e4-4676-bafe-fc8d61fb8413,segment=NetworkSegment(c50a0ea5-8150-4230-a6a2-8ed17c2175c3),segment_id=c50a0ea5-8150-4230-a6a2-8ed17c2175c3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:31.956463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-70e7aaf5-6390-4e05-9ff3-1c5021bcc893 service neutron] 10.222.0.73 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493847 Jul 08 18:31:31.966812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '65081a84-92e4-4676-bafe-fc8d61fb8413', 'network_id': '505311ed-c55f-4dbf-a530-54fff28a481b', 'port_id': '65081a84-92e4-4676-bafe-fc8d61fb8413', 'mac_address': 'fa:16:3e:c8:78:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94be3eee-a54f-4c0a-a883-6b58f0ce084e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:31:31.974346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6881ca2-f8d4-45d7-a1cb-98678d07da20 req-3c6fc00a-0c23-4e22-98ca-d6cbcc722a49 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:31.975885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6881ca2-f8d4-45d7-a1cb-98678d07da20 req-3c6fc00a-0c23-4e22-98ca-d6cbcc722a49 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 943 time: 0.1494818 Jul 08 18:31:32.025025 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:32.045995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65081a84-92e4-4676-bafe-fc8d61fb8413 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:31:32.069686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 65081a84-92e4-4676-bafe-fc8d61fb8413, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=65081a84-92e4-4676-bafe-fc8d61fb8413,segment=NetworkSegment(c50a0ea5-8150-4230-a6a2-8ed17c2175c3),segment_id=c50a0ea5-8150-4230-a6a2-8ed17c2175c3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:32.077949 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:32.087899 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6881ca2-f8d4-45d7-a1cb-98678d07da20 req-0e6c91af-b2dd-4266-b69d-3876474474af tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565162 Jul 08 18:31:32.107072 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-ba313629-1b49-4226-8a46-4afced9fcc66 service neutron] 10.222.0.73 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496546 Jul 08 18:31:32.157315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=65081a84-92e4-4676-bafe-fc8d61fb8413,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:32.400346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['65081a84-92e4-4676-bafe-fc8d61fb8413'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:31:32.444920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c832346-38a5-423f-a863-e78c1c3b765b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:32.486197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f021450d-4dc4-4cfe-8583-b85e5671246a req-f09b867b-48c9-44f8-963c-138626fa0ae1 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 210 time: 0.0694125 Jul 08 18:31:32.589104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52712) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:32.673344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 7c832346-38a5-423f-a863-e78c1c3b765b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:32.710617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7c832346-38a5-423f-a863-e78c1c3b765b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:32.713822 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:32.784315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36cb-be6b-48b8-910e-c93519f31b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:32.924571 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36cb-be6b-48b8-910e-c93519f31b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:32.945361 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36cb-be6b-48b8-910e-c93519f31b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:32.951280 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:33.015412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 7c832346-38a5-423f-a863-e78c1c3b765b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7c832346-38a5-423f-a863-e78c1c3b765b,segment=NetworkSegment(93cdab1d-c58b-4d21-84b1-4d7f5a88b785),segment_id=93cdab1d-c58b-4d21-84b1-4d7f5a88b785)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:33.019312 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cb9d36cb-be6b-48b8-910e-c93519f31b2a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f931f8f120c489e8510f256f7a7bccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290950 Jul 08 18:31:33.022839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52724) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:33.023797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:33.024803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d36cb-be6b-48b8-910e-c93519f31b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39e3929-d988-4d9a-abcd-324415a8a26b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:33.104897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=7c832346-38a5-423f-a863-e78c1c3b765b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:33.157063 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f3437bd-d2a4-4dad-98ad-e83138923cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:33.201674 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f3437bd-d2a4-4dad-98ad-e83138923cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:33.318018 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f3437bd-d2a4-4dad-98ad-e83138923cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:33.320786 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f3437bd-d2a4-4dad-98ad-e83138923cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:33.322280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8f3437bd-d2a4-4dad-98ad-e83138923cbf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d39e3929-d988-4d9a-abcd-324415a8a26b HTTP/1.1" status: 204 len: 168 time: 0.2981970 Jul 08 18:31:33.363120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3437bd-d2a4-4dad-98ad-e83138923cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39e3929-d988-4d9a-abcd-324415a8a26b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:33.406600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24252d84-5ce4-4d1c-9b7d-5a60af41e315 req-370369f6-98b6-492e-80d6-db935085302b tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:33.408291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24252d84-5ce4-4d1c-9b7d-5a60af41e315 req-370369f6-98b6-492e-80d6-db935085302b tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 944 time: 0.1014695 Jul 08 18:31:33.455943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24252d84-5ce4-4d1c-9b7d-5a60af41e315 req-b42e5df3-9a9c-4411-a6df-b6954ae29b75 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Jul 08 18:31:33.687802 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:33.712521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24210a08-a1ec-45e3-ad0a-8fbf7e6f662e req-a0501b19-82ba-44a9-8ea1-bf7e6c362ae2 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 210 time: 0.0329034 Jul 08 18:31:33.818326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 65081a84-92e4-4676-bafe-fc8d61fb8413 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:33.883709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 65081a84-92e4-4676-bafe-fc8d61fb8413 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:33.888115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 65081a84-92e4-4676-bafe-fc8d61fb8413 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:33.888675 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:34.015653 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:34.087848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edec958-9e50-4c8f-8bd0-6f69e704dce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65081a84-92e4-4676-bafe-fc8d61fb8413'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:34.093227 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721492ce-1d10-4fef-a010-dd357b62d403" -d '{"events": [{"server_uuid": "5edec958-9e50-4c8f-8bd0-6f69e704dce6", "name": "network-vif-plugged", "status": "completed", "tag": "65081a84-92e4-4676-bafe-fc8d61fb8413"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:34.115974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 65081a84-92e4-4676-bafe-fc8d61fb8413, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=65081a84-92e4-4676-bafe-fc8d61fb8413,segment=NetworkSegment(c50a0ea5-8150-4230-a6a2-8ed17c2175c3),segment_id=c50a0ea5-8150-4230-a6a2-8ed17c2175c3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:34.124616 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:34.163330 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf807ced-e89c-43bf-9a40-df03d440da46 x-openstack-request-id: req-cf807ced-e89c-43bf-9a40-df03d440da46 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:34.163746 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edec958-9e50-4c8f-8bd0-6f69e704dce6", "name": "network-vif-plugged", "status": "completed", "tag": "65081a84-92e4-4676-bafe-fc8d61fb8413", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:34.164073 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf807ced-e89c-43bf-9a40-df03d440da46 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:34.164476 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edec958-9e50-4c8f-8bd0-6f69e704dce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65081a84-92e4-4676-bafe-fc8d61fb8413', 'code': 200} Jul 08 18:31:34.194075 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=65081a84-92e4-4676-bafe-fc8d61fb8413,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:34.219204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-80eb72de-e415-4f3a-a6c8-2381aab68347 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:34.220605 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-80eb72de-e415-4f3a-a6c8-2381aab68347 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.59 "GET /v2.0/networks?id=90ac26de-2302-45b4-9abd-ec566a8b2f2b HTTP/1.1" status: 200 len: 809 time: 0.1963305 Jul 08 18:31:34.323137 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-6b872455-4576-4df0-96ac-c94957409ecc tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a21fa0caaf841e7adc0d75431b98d91 HTTP/1.1" status: 200 len: 379 time: 0.0933623 Jul 08 18:31:34.335858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Request body: {'port': {'device_id': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'admin_state_up': True, 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'security_groups': ['1600b5b5-e8e8-4a91-bac4-28b38c7413ea']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:34.346247 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c832346-38a5-423f-a863-e78c1c3b765b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:34.439685 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:34.463283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7c832346-38a5-423f-a863-e78c1c3b765b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:34.463444 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:34.555382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Made reservation on behalf of 0a21fa0caaf841e7adc0d75431b98d91 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:34.557952 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:34.647728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ac32c-7c6a-41c1-8a08-2ceb145de730 req-d72d8b43-f6eb-40b2-89ea-e1cd62858953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:34.652853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-264ac32c-7c6a-41c1-8a08-2ceb145de730 req-d72d8b43-f6eb-40b2-89ea-e1cd62858953 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 1096 time: 0.3521926 Jul 08 18:31:34.729473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-264ac32c-7c6a-41c1-8a08-2ceb145de730 req-08e3f122-f186-4319-862f-deba322664bf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711820 Jul 08 18:31:34.769620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017efdd6-5adf-44c0-ac02-8062f5c622ab req-7de8079d-0018-4919-a46e-9646ef182481 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:34.772599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-017efdd6-5adf-44c0-ac02-8062f5c622ab req-7de8079d-0018-4919-a46e-9646ef182481 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0910406 Jul 08 18:31:34.794876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Allocated IP 172.20.0.7 (90ac26de-2302-45b4-9abd-ec566a8b2f2b/5040d204-1803-4a69-8f8a-1dd298d8c7cf/2dab7bd2-df7a-4418-8dc6-dcb37316777a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:34.825997 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-017efdd6-5adf-44c0-ac02-8062f5c622ab req-a33f7a76-4fcf-48ca-b377-1ef5fd69e97a tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 Jul 08 18:31:34.889085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52768) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:34.903181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64c1e102-6e49-460c-8ae3-65d52ecf7dd2 req-bade6e71-d307-4ed4-938f-f0e70bffa972 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 210 time: 0.0295322 Jul 08 18:31:35.016135 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.038318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Transition to ACTIVE for port object 2dab7bd2-df7a-4418-8dc6-dcb37316777a will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:35.048201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6dc412c-47de-4d22-b26d-d74c08eb5e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.105534 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.183301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Network 90ac26de-2302-45b4-9abd-ec566a8b2f2b is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:35.193721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:35.197257 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event updated for resources: {'Port': ['ID=2dab7bd2-df7a-4418-8dc6-dcb37316777a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:35.201000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:35.266874 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6dc412c-47de-4d22-b26d-d74c08eb5e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.274484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:35.275147 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.279354 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e6dc412c-47de-4d22-b26d-d74c08eb5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.321911 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-7fb897be-0827-4da3-86ba-5d424ceb0608 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9930918 Jul 08 18:31:35.331069 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52774) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:35.331213 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e6dc412c-47de-4d22-b26d-d74c08eb5e8a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d38668c757cb4084be7403e5e4033e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407349 Jul 08 18:31:35.338345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Request body: {'port': {'device_id': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:35.343014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc412c-47de-4d22-b26d-d74c08eb5e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3554cd46-077e-434c-8272-34563b9a2385,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:35.417072 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b3f6b59-a658-4c5e-abe1-c4a1bd1d7849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.426660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.451341 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-66b7f11d-6300-4eb2-bb10-85112f506e66 None None] Provisioning for port 2dab7bd2-df7a-4418-8dc6-dcb37316777a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:35.454290 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b3f6b59-a658-4c5e-abe1-c4a1bd1d7849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.456692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-66b7f11d-6300-4eb2-bb10-85112f506e66 None None] Provisioning complete for port 2dab7bd2-df7a-4418-8dc6-dcb37316777a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:35.457234 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-66b7f11d-6300-4eb2-bb10-85112f506e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.503826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-66b7f11d-6300-4eb2-bb10-85112f506e66 None None] Port 2dab7bd2-df7a-4418-8dc6-dcb37316777a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:31:35.510318 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b3f6b59-a658-4c5e-abe1-c4a1bd1d7849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.512950 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b3f6b59-a658-4c5e-abe1-c4a1bd1d7849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.516496 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4b3f6b59-a658-4c5e-abe1-c4a1bd1d7849 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3554cd46-077e-434c-8272-34563b9a2385 HTTP/1.1" status: 204 len: 168 time: 0.1815131 Jul 08 18:31:35.523076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f6b59-a658-4c5e-abe1-c4a1bd1d7849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3554cd46-077e-434c-8272-34563b9a2385,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:35.757642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dab7bd2-df7a-4418-8dc6-dcb37316777a {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:31:35.768261 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:35.784700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Transition to ACTIVE for port object 2dab7bd2-df7a-4418-8dc6-dcb37316777a will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:35.789908 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:36.000607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Attempting to bind port 2dab7bd2-df7a-4418-8dc6-dcb37316777a on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:36.006115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Attempting to bind port 2dab7bd2-df7a-4418-8dc6-dcb37316777a by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:36.010116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Attempting to bind port 2dab7bd2-df7a-4418-8dc6-dcb37316777a on network 90ac26de-2302-45b4-9abd-ec566a8b2f2b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:36.029395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Pushing event updated for resources: {'Port': ['ID=2dab7bd2-df7a-4418-8dc6-dcb37316777a,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:36.043137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Port 2dab7bd2-df7a-4418-8dc6-dcb37316777a on network 90ac26de-2302-45b4-9abd-ec566a8b2f2b not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:31:36.044386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Attempting to bind port 2dab7bd2-df7a-4418-8dc6-dcb37316777a on network 90ac26de-2302-45b4-9abd-ec566a8b2f2b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:36.057954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:36.059394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Checking segment: {'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:36.059813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Bound using segment: {'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:36.061479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Bound port: 2dab7bd2-df7a-4418-8dc6-dcb37316777a, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f80795-6f82-4125-8812-1a12e575e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:36.061479 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:36.175435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] For port 2dab7bd2-df7a-4418-8dc6-dcb37316777a, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:36.180437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] For port 2dab7bd2-df7a-4418-8dc6-dcb37316777a, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2dab7bd2-df7a-4418-8dc6-dcb37316777a,segment=NetworkSegment(39f80795-6f82-4125-8812-1a12e575e755),segment_id=39f80795-6f82-4125-8812-1a12e575e755)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:36.188191 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:36.222068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:36.222838 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:36.224950 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] 10.222.0.59 "PUT /v2.0/ports/2dab7bd2-df7a-4418-8dc6-dcb37316777a HTTP/1.1" status: 200 len: 1091 time: 0.8924477 Jul 08 18:31:36.225491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'tag': '2dab7bd2-df7a-4418-8dc6-dcb37316777a'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:36.228007 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3", "tag": "2dab7bd2-df7a-4418-8dc6-dcb37316777a"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:36.242445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2c0aa-4dcb-4f86-badb-d7e0587267e2 req-b44fb807-18c2-4ca2-8a2c-0d6f0a67326b tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:36.244729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cda2c0aa-4dcb-4f86-badb-d7e0587267e2 req-b44fb807-18c2-4ca2-8a2c-0d6f0a67326b tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.1610167 Jul 08 18:31:36.282170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1ec89-dfe5-4a79-b15e-b21455d5a4db service neutron] Pushing event updated for resources: {'Port': ['ID=2dab7bd2-df7a-4418-8dc6-dcb37316777a,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:36.284464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa13b-76bb-407c-9c62-bb8f49ea23ec req-9e9d5c92-e2c1-4fbb-858d-86a9456c960c tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:36.285769 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4849d6ba-fa8a-4d9c-ad42-8c67a23e1142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:36.287893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f3fa13b-76bb-407c-9c62-bb8f49ea23ec req-9e9d5c92-e2c1-4fbb-858d-86a9456c960c tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 943 time: 0.1433942 Jul 08 18:31:36.350597 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cda2c0aa-4dcb-4f86-badb-d7e0587267e2 req-1adc4307-faf0-44c6-84cd-c9a85c65bc8d tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783465 Jul 08 18:31:36.373697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f3fa13b-76bb-407c-9c62-bb8f49ea23ec req-68dee55e-e9cc-4480-98ec-71c1df3315c1 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518131 Jul 08 18:31:36.390246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-9ce35742-8e4c-466a-8842-9f94b84a5abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:36.402298 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-9ce35742-8e4c-466a-8842-9f94b84a5abb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21fa0caaf841e7adc0d75431b98d91&device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0982225 Jul 08 18:31:36.442878 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6c2478-df78-4bc1-9923-17829ea8ea31 x-openstack-request-id: req-bb6c2478-df78-4bc1-9923-17829ea8ea31 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:36.443356 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3", "tag": "2dab7bd2-df7a-4418-8dc6-dcb37316777a", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:36.443989 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb6c2478-df78-4bc1-9923-17829ea8ea31 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:36.444638 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'tag': '2dab7bd2-df7a-4418-8dc6-dcb37316777a', 'status': 'completed', 'code': 200} Jul 08 18:31:36.447098 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-fcf70088-fb08-4d4f-bec5-2cec29dda0f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dab7bd2-df7a-4418-8dc6-dcb37316777a HTTP/1.1" status: 200 len: 217 time: 0.0437176 Jul 08 18:31:36.517483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-86d39f1b-ff57-4298-bbe3-225d156f4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:36.519121 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-86d39f1b-ff57-4298-bbe3-225d156f4ed8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5040d204-1803-4a69-8f8a-1dd298d8c7cf HTTP/1.1" status: 200 len: 848 time: 0.0599654 Jul 08 18:31:36.576110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac3adc-a3c3-4136-8a12-08364dc87ffd req-ef79759c-c6db-48d2-8933-2359ba9f3693 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:36.582236 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2af630e7-de43-41b4-a30a-e3dc3a944392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:36.583690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89ac3adc-a3c3-4136-8a12-08364dc87ffd req-ef79759c-c6db-48d2-8933-2359ba9f3693 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0727115 Jul 08 18:31:36.584342 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-2af630e7-de43-41b4-a30a-e3dc3a944392 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=90ac26de-2302-45b4-9abd-ec566a8b2f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588770 Jul 08 18:31:36.619351 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89ac3adc-a3c3-4136-8a12-08364dc87ffd req-929d6296-353a-44c4-81c6-2a8c656ba4a3 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345669 Jul 08 18:31:36.677429 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-73acb1db-6e2d-4ec3-bb70-5ba7f6e1c609 service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869145 Jul 08 18:31:36.782085 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c09a389c-c0a9-4183-bbf7-88cf8bd64edd req-f3eedb36-69f7-466d-a34b-8f50aab5715e service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973299 Jul 08 18:31:36.900319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2 req-9b1730a5-a02e-4b18-a4d4-57782ee25e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:36.901809 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2 req-9b1730a5-a02e-4b18-a4d4-57782ee25e31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21fa0caaf841e7adc0d75431b98d91&device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0674524 Jul 08 18:31:36.999305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2 req-8370de7c-4f56-4060-80ce-51afc344178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:37.000990 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2 req-8370de7c-4f56-4060-80ce-51afc344178f service neutron] 10.222.0.59 "GET /v2.0/networks?id=90ac26de-2302-45b4-9abd-ec566a8b2f2b HTTP/1.1" status: 200 len: 910 time: 0.0920064 Jul 08 18:31:37.034175 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92961827-3a49-48ca-8170-6443ff84cbec req-72d3a395-5846-4d1c-a182-9ddc342bf316 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:37.035840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92961827-3a49-48ca-8170-6443ff84cbec req-72d3a395-5846-4d1c-a182-9ddc342bf316 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0762599 Jul 08 18:31:37.045340 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2 req-ef36de2f-eaa9-41ef-b05a-7328304404da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dab7bd2-df7a-4418-8dc6-dcb37316777a HTTP/1.1" status: 200 len: 217 time: 0.0366602 Jul 08 18:31:37.077269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92961827-3a49-48ca-8170-6443ff84cbec req-d67784e9-2548-483f-b0b5-f057749ab943 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348384 Jul 08 18:31:37.102812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2 req-66010e09-4c85-47c2-ad7a-a23155d5e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:37.104328 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2 req-66010e09-4c85-47c2-ad7a-a23155d5e9ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5040d204-1803-4a69-8f8a-1dd298d8c7cf HTTP/1.1" status: 200 len: 848 time: 0.0510550 Jul 08 18:31:37.170583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2 req-101cacdd-d82f-4e90-9e80-b24bd6d7a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:37.172441 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2 req-101cacdd-d82f-4e90-9e80-b24bd6d7a79b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=90ac26de-2302-45b4-9abd-ec566a8b2f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596571 Jul 08 18:31:37.266527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2 req-1b73f485-13f3-4796-849f-67f544fc4b04 service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872803 Jul 08 18:31:37.359717 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c91fbfec-baf3-49b2-bc15-85e11f3dfbf2 req-2f494db7-0f04-4901-8ca3-5273606cdf3f service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870886 Jul 08 18:31:37.565010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9a94d-3824-42b9-86bb-f4c443c9ae24 req-18fa8964-8c01-459e-8348-8d788e94f809 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:37.566643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75b9a94d-3824-42b9-86bb-f4c443c9ae24 req-18fa8964-8c01-459e-8348-8d788e94f809 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 943 time: 0.0732114 Jul 08 18:31:37.606730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75b9a94d-3824-42b9-86bb-f4c443c9ae24 req-0a5f8817-8073-4932-9dd9-f2905e820d37 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341854 Jul 08 18:31:38.248897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a684eb2-0f8c-45e1-bb25-75818b7c8a16 req-586d2023-0f48-4c11-af1e-03b28079c9cd tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:38.250433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a684eb2-0f8c-45e1-bb25-75818b7c8a16 req-586d2023-0f48-4c11-af1e-03b28079c9cd tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0638213 Jul 08 18:31:38.289547 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a684eb2-0f8c-45e1-bb25-75818b7c8a16 req-9e427558-baf8-4c72-9e2c-3fd09a4add44 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Jul 08 18:31:38.623174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838fdd1-6dc4-4096-b8cf-02f8a9ff3d61 req-eb456ffd-47e4-4b0e-92c3-9ab756488a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:38.624691 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d838fdd1-6dc4-4096-b8cf-02f8a9ff3d61 req-eb456ffd-47e4-4b0e-92c3-9ab756488a81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b7e153beda24e5eb8f8dc8c9b65b0cb&device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 1096 time: 0.0544155 Jul 08 18:31:38.632381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950255e0-59f8-43af-85d4-392afee85073 req-5eb9f670-91cd-46ea-8681-76dfb813c60f tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:38.634063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-950255e0-59f8-43af-85d4-392afee85073 req-5eb9f670-91cd-46ea-8681-76dfb813c60f tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0667512 Jul 08 18:31:38.673606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-950255e0-59f8-43af-85d4-392afee85073 req-36c7feeb-13b2-4716-8a5c-d62e08e2d272 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336552 Jul 08 18:31:38.718310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838fdd1-6dc4-4096-b8cf-02f8a9ff3d61 req-2ec54ba0-9c9c-4627-af92-f0c49627a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:38.719710 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d838fdd1-6dc4-4096-b8cf-02f8a9ff3d61 req-2ec54ba0-9c9c-4627-af92-f0c49627a5dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=505311ed-c55f-4dbf-a530-54fff28a481b HTTP/1.1" status: 200 len: 913 time: 0.0888529 Jul 08 18:31:38.762990 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d838fdd1-6dc4-4096-b8cf-02f8a9ff3d61 req-809a56a7-298d-4779-8fa1-6cc4a6d618cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65081a84-92e4-4676-bafe-fc8d61fb8413 HTTP/1.1" status: 200 len: 217 time: 0.0369344 Jul 08 18:31:38.785818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b6738-f921-4e2c-95db-694c1fdef68d req-b69a9a01-05e6-4d78-8a94-15eff7cb70cb tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:38.787893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f12b6738-f921-4e2c-95db-694c1fdef68d req-b69a9a01-05e6-4d78-8a94-15eff7cb70cb tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 943 time: 0.0633328 Jul 08 18:31:38.813386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838fdd1-6dc4-4096-b8cf-02f8a9ff3d61 req-d75f908a-3367-4474-88af-68f2a800a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:38.814881 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d838fdd1-6dc4-4096-b8cf-02f8a9ff3d61 req-d75f908a-3367-4474-88af-68f2a800a08c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=94be3eee-a54f-4c0a-a883-6b58f0ce084e HTTP/1.1" status: 200 len: 852 time: 0.0446770 Jul 08 18:31:38.824821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f12b6738-f921-4e2c-95db-694c1fdef68d req-37e9277d-97db-4113-87a3-e0698ea7583f tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313618 Jul 08 18:31:38.849792 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d838fdd1-6dc4-4096-b8cf-02f8a9ff3d61 req-de73bdb9-a6de-41f6-b074-1e92f4f7c2fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=505311ed-c55f-4dbf-a530-54fff28a481b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272262 Jul 08 18:31:38.942016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d838fdd1-6dc4-4096-b8cf-02f8a9ff3d61 req-e1ba887b-539e-4b86-87a1-de1e7b7b94c0 service neutron] 10.222.0.59 "GET /v2.0/networks/505311ed-c55f-4dbf-a530-54fff28a481b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853391 Jul 08 18:31:39.030091 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d838fdd1-6dc4-4096-b8cf-02f8a9ff3d61 req-c3ee89ea-22b7-4fcc-b042-b12dc8a9a3e4 service neutron] 10.222.0.59 "GET /v2.0/networks/505311ed-c55f-4dbf-a530-54fff28a481b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815125 Jul 08 18:31:39.089185 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:39.141064 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-84fbac79-f4b7-4125-b02f-307ab1959896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:39.846441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b8160-529e-4f62-98f3-3aa4d05d9005 req-7803808c-8417-42a9-b0b5-a44336e8f5ec tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:39.848855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e19b8160-529e-4f62-98f3-3aa4d05d9005 req-7803808c-8417-42a9-b0b5-a44336e8f5ec tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0620899 Jul 08 18:31:39.855037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2dab7bd2-df7a-4418-8dc6-dcb37316777a details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:31:39.891057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e19b8160-529e-4f62-98f3-3aa4d05d9005 req-e65ee091-64fc-44ad-8ca4-ac0d4cbef126 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369587 Jul 08 18:31:39.988558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2dab7bd2-df7a-4418-8dc6-dcb37316777a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2dab7bd2-df7a-4418-8dc6-dcb37316777a,segment=NetworkSegment(39f80795-6f82-4125-8812-1a12e575e755),segment_id=39f80795-6f82-4125-8812-1a12e575e755)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:40.000395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '2dab7bd2-df7a-4418-8dc6-dcb37316777a', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'port_id': '2dab7bd2-df7a-4418-8dc6-dcb37316777a', 'mac_address': 'fa:16:3e:d2:75:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:31:40.015226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85f1a2-7f58-4a46-bb7d-5031365d5b37 req-51761298-b17f-4fec-92a0-e2f3911c2113 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:40.016505 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf85f1a2-7f58-4a46-bb7d-5031365d5b37 req-51761298-b17f-4fec-92a0-e2f3911c2113 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 943 time: 0.0755265 Jul 08 18:31:40.041503 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:40.053894 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dab7bd2-df7a-4418-8dc6-dcb37316777a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:31:40.056175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cf85f1a2-7f58-4a46-bb7d-5031365d5b37 req-7b34348b-8ccb-409e-8b2f-9846de070e82 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342889 Jul 08 18:31:40.074513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2dab7bd2-df7a-4418-8dc6-dcb37316777a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2dab7bd2-df7a-4418-8dc6-dcb37316777a,segment=NetworkSegment(39f80795-6f82-4125-8812-1a12e575e755),segment_id=39f80795-6f82-4125-8812-1a12e575e755)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:40.079809 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:40.125977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=2dab7bd2-df7a-4418-8dc6-dcb37316777a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:40.231810 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:40.359055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['2dab7bd2-df7a-4418-8dc6-dcb37316777a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:31:41.073395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffeecf3-fc9e-4191-b2f2-f4497877b71f req-7737fe71-ee46-4047-ac1d-16b55d7db635 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:41.074949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dffeecf3-fc9e-4191-b2f2-f4497877b71f req-7737fe71-ee46-4047-ac1d-16b55d7db635 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0678310 Jul 08 18:31:41.116294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dffeecf3-fc9e-4191-b2f2-f4497877b71f req-3136e380-1867-4719-9987-f48b381eb3be tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358431 Jul 08 18:31:41.242743 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c0909-39a6-4e7e-b639-c0a9211c99c2 req-db682fe8-19a4-4d2d-9cb7-a20e80ecd18a tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:41.244410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f79c0909-39a6-4e7e-b639-c0a9211c99c2 req-db682fe8-19a4-4d2d-9cb7-a20e80ecd18a tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 944 time: 0.0683060 Jul 08 18:31:41.285086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f79c0909-39a6-4e7e-b639-c0a9211c99c2 req-5e21cbaa-2032-4ee1-86ba-12a8276db5f4 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345416 Jul 08 18:31:41.490495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a423ea8-b5a8-4c95-8e71-8913cee63b9a req-f538b5c2-1248-4ee6-9f3d-dd4fc71abeaf tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:41.491888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a423ea8-b5a8-4c95-8e71-8913cee63b9a req-f538b5c2-1248-4ee6-9f3d-dd4fc71abeaf tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0688179 Jul 08 18:31:41.529830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a423ea8-b5a8-4c95-8e71-8913cee63b9a req-0c156f63-6223-4e72-bedd-f16c8cc8a963 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Jul 08 18:31:41.722023 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:41.879593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2dab7bd2-df7a-4418-8dc6-dcb37316777a up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:41.931224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 2dab7bd2-df7a-4418-8dc6-dcb37316777a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:41.935167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 2dab7bd2-df7a-4418-8dc6-dcb37316777a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:41.935683 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:42.008834 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:42.030001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dab7bd2-df7a-4418-8dc6-dcb37316777a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:42.032229 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e95dd2-1321-4d09-a828-d9987474fb0b" -d '{"events": [{"server_uuid": "ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3", "name": "network-vif-plugged", "status": "completed", "tag": "2dab7bd2-df7a-4418-8dc6-dcb37316777a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:42.044731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2dab7bd2-df7a-4418-8dc6-dcb37316777a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2dab7bd2-df7a-4418-8dc6-dcb37316777a,segment=NetworkSegment(39f80795-6f82-4125-8812-1a12e575e755),segment_id=39f80795-6f82-4125-8812-1a12e575e755)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:42.048818 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:42.096709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=2dab7bd2-df7a-4418-8dc6-dcb37316777a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:42.251949 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e1dd96-40e5-41cc-b264-8ae8368b132f x-openstack-request-id: req-a0e1dd96-40e5-41cc-b264-8ae8368b132f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:42.252234 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3", "name": "network-vif-plugged", "status": "completed", "tag": "2dab7bd2-df7a-4418-8dc6-dcb37316777a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:42.252560 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a0e1dd96-40e5-41cc-b264-8ae8368b132f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:42.253478 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dab7bd2-df7a-4418-8dc6-dcb37316777a', 'code': 200} Jul 08 18:31:42.371168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638dec5-e98f-4d00-9968-baffd173b8e0 req-3576e290-3ecf-47dd-ac38-8c87c82ce5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:42.372726 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1638dec5-e98f-4d00-9968-baffd173b8e0 req-3576e290-3ecf-47dd-ac38-8c87c82ce5c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0604656 Jul 08 18:31:42.408785 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1638dec5-e98f-4d00-9968-baffd173b8e0 req-95206d2c-98ac-45dd-b808-79c07e1a94b4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294824 Jul 08 18:31:42.464514 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec49976e-4e5d-479a-9918-654484b6afee req-6968fbbf-bbca-4685-b3d2-44955877174d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1688530 Jul 08 18:31:42.465592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136b67-64cd-4762-9b26-81fc6eab146e req-2f08c93d-3c92-442a-b921-774538d0293b tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:42.467178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63136b67-64cd-4762-9b26-81fc6eab146e req-2f08c93d-3c92-442a-b921-774538d0293b tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 945 time: 0.0660799 Jul 08 18:31:42.508956 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-63136b67-64cd-4762-9b26-81fc6eab146e req-5ae76263-a97d-4405-8709-9a1f20341452 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352385 Jul 08 18:31:42.569256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49976e-4e5d-479a-9918-654484b6afee req-cdd68925-01cf-4339-b57a-38cc8bc15bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:42.570780 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec49976e-4e5d-479a-9918-654484b6afee req-cdd68925-01cf-4339-b57a-38cc8bc15bc7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9a789e862514cbca2e9c40719524e66&device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 1096 time: 0.0525777 Jul 08 18:31:42.678695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49976e-4e5d-479a-9918-654484b6afee req-9194d0af-5159-4e97-8948-3948a3d1b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:42.680186 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec49976e-4e5d-479a-9918-654484b6afee req-9194d0af-5159-4e97-8948-3948a3d1b64a service neutron] 10.222.0.74 "GET /v2.0/networks?id=96b9ed6e-d1ee-4676-8366-00b69f3cd483 HTTP/1.1" status: 200 len: 915 time: 0.0893536 Jul 08 18:31:42.717966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c8f1f-08e3-468b-a0b6-cf7108a71f5a req-19974019-a96d-4a0c-8c62-bcce972b6ae4 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:42.719789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a22c8f1f-08e3-468b-a0b6-cf7108a71f5a req-19974019-a96d-4a0c-8c62-bcce972b6ae4 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0681000 Jul 08 18:31:42.722925 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec49976e-4e5d-479a-9918-654484b6afee req-aed3364d-a1ee-4a34-9fed-ac877dc87896 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f734ae-6f0f-4562-8897-9e5a576b4f68 HTTP/1.1" status: 200 len: 217 time: 0.0343094 Jul 08 18:31:42.759349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a22c8f1f-08e3-468b-a0b6-cf7108a71f5a req-dce2e681-7246-432c-9e08-ad6e883db30c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 Jul 08 18:31:42.771073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49976e-4e5d-479a-9918-654484b6afee req-82539875-a497-4278-9698-619f8cdbe44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:42.772527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec49976e-4e5d-479a-9918-654484b6afee req-82539875-a497-4278-9698-619f8cdbe44b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b8143c4d-ef8a-43fb-96d7-875c152f209c HTTP/1.1" status: 200 len: 854 time: 0.0433571 Jul 08 18:31:42.813025 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec49976e-4e5d-479a-9918-654484b6afee req-f1d12e3f-77ec-49c4-8e2c-f98f423abbb9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=96b9ed6e-d1ee-4676-8366-00b69f3cd483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328636 Jul 08 18:31:42.903658 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec49976e-4e5d-479a-9918-654484b6afee req-330e4063-92db-4fbf-938d-113f7f4eb419 service neutron] 10.222.0.74 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830407 Jul 08 18:31:43.011247 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ec49976e-4e5d-479a-9918-654484b6afee req-3a6378e6-5c78-4c35-b48e-22ba55329d33 service neutron] 10.222.0.74 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995271 Jul 08 18:31:43.102502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243b67a-0e2d-44a3-8efe-1c04330aaa21 req-c853b5a2-794c-43f6-9156-c7adba9cadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:43.104016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c243b67a-0e2d-44a3-8efe-1c04330aaa21 req-c853b5a2-794c-43f6-9156-c7adba9cadeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b7e153beda24e5eb8f8dc8c9b65b0cb&device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 1096 time: 0.0613523 Jul 08 18:31:43.109694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438af2d4-894a-48c5-b71a-66c25fac6f2a req-ba9cf7cb-801a-4aba-99a7-2cc0a7169644 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:43.111220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-438af2d4-894a-48c5-b71a-66c25fac6f2a req-ba9cf7cb-801a-4aba-99a7-2cc0a7169644 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0681450 Jul 08 18:31:43.154365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-438af2d4-894a-48c5-b71a-66c25fac6f2a req-30015c4f-38b2-4aa0-ac00-47d1c33960a5 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372267 Jul 08 18:31:43.202758 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243b67a-0e2d-44a3-8efe-1c04330aaa21 req-63dbb7eb-b7a5-42b8-bcd2-1b7e66e56c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:43.204274 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c243b67a-0e2d-44a3-8efe-1c04330aaa21 req-63dbb7eb-b7a5-42b8-bcd2-1b7e66e56c79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=505311ed-c55f-4dbf-a530-54fff28a481b HTTP/1.1" status: 200 len: 913 time: 0.0926294 Jul 08 18:31:43.249313 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c243b67a-0e2d-44a3-8efe-1c04330aaa21 req-8f6f3b88-5f54-4861-959b-848262c84bcd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65081a84-92e4-4676-bafe-fc8d61fb8413 HTTP/1.1" status: 200 len: 217 time: 0.0378950 Jul 08 18:31:43.297177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243b67a-0e2d-44a3-8efe-1c04330aaa21 req-2ba88a78-32af-4465-b041-6fe438c86b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:43.298675 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c243b67a-0e2d-44a3-8efe-1c04330aaa21 req-2ba88a78-32af-4465-b041-6fe438c86b92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=94be3eee-a54f-4c0a-a883-6b58f0ce084e HTTP/1.1" status: 200 len: 852 time: 0.0426397 Jul 08 18:31:43.331619 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c243b67a-0e2d-44a3-8efe-1c04330aaa21 req-4c007abd-8c97-48d2-87df-b1350866089a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=505311ed-c55f-4dbf-a530-54fff28a481b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263066 Jul 08 18:31:43.429321 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c243b67a-0e2d-44a3-8efe-1c04330aaa21 req-a986d444-466e-4943-ab88-7d6a021bd9e3 service neutron] 10.222.0.59 "GET /v2.0/networks/505311ed-c55f-4dbf-a530-54fff28a481b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871704 Jul 08 18:31:43.533966 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c243b67a-0e2d-44a3-8efe-1c04330aaa21 req-85aa63b2-a0cf-45fd-a513-2ca97277052e service neutron] 10.222.0.59 "GET /v2.0/networks/505311ed-c55f-4dbf-a530-54fff28a481b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968411 Jul 08 18:31:43.698025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802293e7-6794-47d1-bc3b-172660ba9fba req-6d0989f2-9bc1-42c6-81a0-98f8c24cb31d tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:43.699948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-802293e7-6794-47d1-bc3b-172660ba9fba req-6d0989f2-9bc1-42c6-81a0-98f8c24cb31d tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 945 time: 0.0712960 Jul 08 18:31:43.746257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-802293e7-6794-47d1-bc3b-172660ba9fba req-d3c3edf0-4051-444f-8c53-4661b40defb3 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387182 Jul 08 18:31:43.921940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e801b7-1943-4b6b-a3c1-670c5e9aeef0 req-15a59a21-f86f-4f5d-b5c8-0e76eea934b5 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:43.923459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7e801b7-1943-4b6b-a3c1-670c5e9aeef0 req-15a59a21-f86f-4f5d-b5c8-0e76eea934b5 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 945 time: 0.0641391 Jul 08 18:31:43.962358 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d7e801b7-1943-4b6b-a3c1-670c5e9aeef0 req-50a4dbe4-5225-4f07-b146-11a6dbcb52c3 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330985 Jul 08 18:31:44.133772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76831dc-9b12-4027-a305-006082bd8bb4 req-b05199e3-854d-4bc6-808f-876a1bfb0d82 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:44.135203 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e76831dc-9b12-4027-a305-006082bd8bb4 req-b05199e3-854d-4bc6-808f-876a1bfb0d82 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 945 time: 0.0639806 Jul 08 18:31:44.174730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e76831dc-9b12-4027-a305-006082bd8bb4 req-4f20c9f1-3110-4a03-b2ee-5ee80efe620b tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339837 Jul 08 18:31:44.198278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52856) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:44.366256 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e6f3-5497-43cc-acb3-ced0bb4ac98e req-94c0f705-5341-48c5-b385-53dfbfec04c2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:44.367712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd47e6f3-5497-43cc-acb3-ced0bb4ac98e req-94c0f705-5341-48c5-b385-53dfbfec04c2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0995064 Jul 08 18:31:44.400270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ba7ee-0d90-46b9-8d74-124e3673d497 tempest-TestServerBasicOps-1201325851 tempest-TestServerBasicOps-1201325851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:44.404639 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-373ba7ee-0d90-46b9-8d74-124e3673d497 tempest-TestServerBasicOps-1201325851 tempest-TestServerBasicOps-1201325851-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 1091 time: 0.2020819 Jul 08 18:31:44.405004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52860) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:44.410911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '2dab7bd2-df7a-4418-8dc6-dcb37316777a', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:44.433798 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd47e6f3-5497-43cc-acb3-ced0bb4ac98e req-6ab676d0-ab42-447e-a904-8dd33457f4d3 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592999 Jul 08 18:31:44.447360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:44.565384 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:44.672900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Allocated IP 172.25.8.10 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/112212ee-ceed-4839-b1ef-70dbdc9f8e81) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:44.825047 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:44.865840 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:44.907200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:44.913821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:44.918522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:44.921697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event updated for resources: {'Port': ['ID=112212ee-ceed-4839-b1ef-70dbdc9f8e81,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:45.285983 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:45.365974 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:45.511799 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:45.516886 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:45.623640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event updated for resources: {'Port': ['ID=112212ee-ceed-4839-b1ef-70dbdc9f8e81,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:45.633709 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:45.701615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78af2fa-3633-48cc-8d0d-9c3fe0fb5e71 req-9c1b4d2d-618e-480e-9bdd-1fca978ed8f8 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:45.703143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c78af2fa-3633-48cc-8d0d-9c3fe0fb5e71 req-9c1b4d2d-618e-480e-9bdd-1fca978ed8f8 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.1532052 Jul 08 18:31:45.775602 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c78af2fa-3633-48cc-8d0d-9c3fe0fb5e71 req-2f4ede58-f03f-4adc-a9f8-b382dca2c589 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476573 Jul 08 18:31:45.776741 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Floating IP cc791b05-ed40-4aa0-9bec-4d92397986a7 associated. External IP: 172.25.8.10, port: 2dab7bd2-df7a-4418-8dc6-dcb37316777a. Jul 08 18:31:46.026748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:31:46.170688 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:46.180906 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8b7115-d774-40af-b99f-e863bbffdd7b None None] Sync routers for ids ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:46.194492 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:46.195839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b7115-d774-40af-b99f-e863bbffdd7b None None] Routers {'8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:46.196642 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ad8b7115-d774-40af-b99f-e863bbffdd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:46.247465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba38fba-d519-4db9-8995-1001bb713b01 req-293d753b-6520-4bb2-9a4d-09be22033677 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:46.249145 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cba38fba-d519-4db9-8995-1001bb713b01 req-293d753b-6520-4bb2-9a4d-09be22033677 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.1119573 Jul 08 18:31:46.250927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e040a63d-03d3-416f-8d37-ee727e03a9f9 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8452055 Jul 08 18:31:46.251705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'tag': '2dab7bd2-df7a-4418-8dc6-dcb37316777a'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:46.254228 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3", "tag": "2dab7bd2-df7a-4418-8dc6-dcb37316777a"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:46.293800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cba38fba-d519-4db9-8995-1001bb713b01 req-f195afd6-0d8d-4e81-bc9d-c61250836ff3 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 Jul 08 18:31:46.303185 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cd0380-ba5c-4d76-ba4d-2512ee3ef8f6 x-openstack-request-id: req-98cd0380-ba5c-4d76-ba4d-2512ee3ef8f6 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:46.304441 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3", "tag": "2dab7bd2-df7a-4418-8dc6-dcb37316777a", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:46.304441 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98cd0380-ba5c-4d76-ba4d-2512ee3ef8f6 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:46.305111 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'tag': '2dab7bd2-df7a-4418-8dc6-dcb37316777a', 'status': 'completed', 'code': 200} Jul 08 18:31:46.315815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ad8b7115-d774-40af-b99f-e863bbffdd7b None None] Set router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:46.382528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3 req-54d9ae4f-32cb-4372-b335-95ffc332a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:46.384036 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3 req-54d9ae4f-32cb-4372-b335-95ffc332a751 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21fa0caaf841e7adc0d75431b98d91&device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0546563 Jul 08 18:31:46.482915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3 req-c4a98504-e290-434f-ba3c-13d7ac586d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:46.484390 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3 req-c4a98504-e290-434f-ba3c-13d7ac586d88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=90ac26de-2302-45b4-9abd-ec566a8b2f2b HTTP/1.1" status: 200 len: 910 time: 0.0937917 Jul 08 18:31:46.544724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ad8b7115-d774-40af-b99f-e863bbffdd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'cc791b05-ed40-4aa0-9bec-4d92397986a7', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'port_id': '2dab7bd2-df7a-4418-8dc6-dcb37316777a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'mac_address': 'fa:16:3e:d2:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:31:45Z', 'updated_at': '2021-07-08T18:31:45Z', 'revision_number': 0, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e6b206-a6b1-46b9-8991-68ec0509fb6e', 'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'mac_address': 'fa:16:3e:ef:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:16Z', 'updated_at': '2021-07-08T18:31:25Z', 'revision_number': 5, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'subnets': [{'id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:46.552890 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3 req-c967e87b-9aa7-4f68-852f-1ffab2c8199a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dab7bd2-df7a-4418-8dc6-dcb37316777a HTTP/1.1" status: 200 len: 998 time: 0.0601234 Jul 08 18:31:46.573189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8b7115-d774-40af-b99f-e863bbffdd7b None None] Checking router: 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:46.582079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b7115-d774-40af-b99f-e863bbffdd7b None None] Routers {'8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:46.582912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ad8b7115-d774-40af-b99f-e863bbffdd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:46.613459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3 req-876e0f12-b593-4287-99c7-3af81f3f9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:46.615555 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3 req-876e0f12-b593-4287-99c7-3af81f3f9eda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5040d204-1803-4a69-8f8a-1dd298d8c7cf HTTP/1.1" status: 200 len: 848 time: 0.0558195 Jul 08 18:31:46.684512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3 req-e8e33611-b5b3-4142-84a5-97c655ffe2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:46.686066 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3 req-e8e33611-b5b3-4142-84a5-97c655ffe2b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=90ac26de-2302-45b4-9abd-ec566a8b2f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575602 Jul 08 18:31:46.783429 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3 req-abd47ace-f0df-4224-84cb-b23c2f836327 service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889647 Jul 08 18:31:46.845381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ad8b7115-d774-40af-b99f-e863bbffdd7b None None] Set router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:46.886676 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d03faa5-b5a0-4e63-adc5-55d1f71327c3 req-fa4dabdb-5888-45d4-a0a6-30422d00b03c service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953157 Jul 08 18:31:47.120748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ad8b7115-d774-40af-b99f-e863bbffdd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'cc791b05-ed40-4aa0-9bec-4d92397986a7', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'port_id': '2dab7bd2-df7a-4418-8dc6-dcb37316777a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'mac_address': 'fa:16:3e:d2:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:31:45Z', 'updated_at': '2021-07-08T18:31:45Z', 'revision_number': 0, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e6b206-a6b1-46b9-8991-68ec0509fb6e', 'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'mac_address': 'fa:16:3e:ef:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:16Z', 'updated_at': '2021-07-08T18:31:25Z', 'revision_number': 5, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'subnets': [{'id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:47.147546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8b7115-d774-40af-b99f-e863bbffdd7b None None] The sync data for ids ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'] in n-d-799684-3 is: [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'cc791b05-ed40-4aa0-9bec-4d92397986a7', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'port_id': '2dab7bd2-df7a-4418-8dc6-dcb37316777a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'mac_address': 'fa:16:3e:d2:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:31:45Z', 'updated_at': '2021-07-08T18:31:45Z', 'revision_number': 0, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e6b206-a6b1-46b9-8991-68ec0509fb6e', 'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'mac_address': 'fa:16:3e:ef:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:16Z', 'updated_at': '2021-07-08T18:31:25Z', 'revision_number': 5, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'subnets': [{'id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:47.344429 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4960c79a-ea00-4ef9-ac16-89223f7753b6 None None] New status for floating IP cc791b05-ed40-4aa0-9bec-4d92397986a7: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:31:47.478423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8a611-92e2-4817-ab0e-ea6b2e3faf55 req-27fa9622-b2f0-4e28-96f3-552a4bccf44c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:47.480079 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0d8a611-92e2-4817-ab0e-ea6b2e3faf55 req-27fa9622-b2f0-4e28-96f3-552a4bccf44c tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0669296 Jul 08 18:31:47.520147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0d8a611-92e2-4817-ab0e-ea6b2e3faf55 req-c71d01c1-8726-437f-b465-c7f6feab89d7 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1cb23d-ed41-4819-aff7-4d934df1a135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336218 Jul 08 18:31:48.061723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5cee3-2755-4b83-804f-9dd6eab048a6 req-2e1d2e88-9eae-492a-9ba2-9ee0cd346b5a tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:48.063225 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-32c5cee3-2755-4b83-804f-9dd6eab048a6 req-2e1d2e88-9eae-492a-9ba2-9ee0cd346b5a tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.59 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 945 time: 0.0661576 Jul 08 18:31:48.179653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-32c5cee3-2755-4b83-804f-9dd6eab048a6 req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Deleting port 65081a84-92e4-4676-bafe-fc8d61fb8413 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:48.180151 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-32c5cee3-2755-4b83-804f-9dd6eab048a6 req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:48.272399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-32c5cee3-2755-4b83-804f-9dd6eab048a6 req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] For port 65081a84-92e4-4676-bafe-fc8d61fb8413, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=65081a84-92e4-4676-bafe-fc8d61fb8413,segment=NetworkSegment(c50a0ea5-8150-4230-a6a2-8ed17c2175c3),segment_id=c50a0ea5-8150-4230-a6a2-8ed17c2175c3)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:48.272758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-32c5cee3-2755-4b83-804f-9dd6eab048a6 req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:48.285562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-32c5cee3-2755-4b83-804f-9dd6eab048a6 req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Calling delete_port for 65081a84-92e4-4676-bafe-fc8d61fb8413 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:48.668404 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-32c5cee3-2755-4b83-804f-9dd6eab048a6 req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:48.685028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['65081a84-92e4-4676-bafe-fc8d61fb8413'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:31:48.688903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-acda1961-028a-40a0-9a30-678528bfbfa1 req-d65e6307-c011-456b-a235-7360c80a0397 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.73 "GET /v2.0/ports?device_id=5edec958-9e50-4c8f-8bd0-6f69e704dce6 HTTP/1.1" status: 200 len: 210 time: 0.0332463 Jul 08 18:31:48.707488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Pushing event deleted for resources: {'Port': ['ID=65081a84-92e4-4676-bafe-fc8d61fb8413,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:48.716997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.717341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.717677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.718129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.718495 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.718822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.719145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.719463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.720187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.720187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.720382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.721038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:48.770826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c5cee3-2755-4b83-804f-9dd6eab048a6 req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] No DVR routers for this DVR port 65081a84-92e4-4676-bafe-fc8d61fb8413 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:31:48.773323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-32c5cee3-2755-4b83-804f-9dd6eab048a6 req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:48.775379 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-32c5cee3-2755-4b83-804f-9dd6eab048a6 req-2ea96935-cc86-46ee-853c-bec1d53f59d2 tempest-TestServerAdvancedOps-1238021252 tempest-TestServerAdvancedOps-1238021252-project] 10.222.0.59 "DELETE /v2.0/ports/65081a84-92e4-4676-bafe-fc8d61fb8413 HTTP/1.1" status: 204 len: 173 time: 0.7064369 Jul 08 18:31:48.775808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edec958-9e50-4c8f-8bd0-6f69e704dce6', 'name': 'network-vif-deleted', 'tag': '65081a84-92e4-4676-bafe-fc8d61fb8413'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:48.778089 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2768ab12-4fe1-4dd4-a150-5bb7a2736a06" -d '{"events": [{"server_uuid": "5edec958-9e50-4c8f-8bd0-6f69e704dce6", "name": "network-vif-deleted", "tag": "65081a84-92e4-4676-bafe-fc8d61fb8413"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:48.890362 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8631719d-a43a-4ed5-ba33-8096f0104fab x-openstack-request-id: req-8631719d-a43a-4ed5-ba33-8096f0104fab {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:48.890859 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edec958-9e50-4c8f-8bd0-6f69e704dce6", "name": "network-vif-deleted", "tag": "65081a84-92e4-4676-bafe-fc8d61fb8413", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:48.891393 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8631719d-a43a-4ed5-ba33-8096f0104fab {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:48.891925 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edec958-9e50-4c8f-8bd0-6f69e704dce6', 'name': 'network-vif-deleted', 'tag': '65081a84-92e4-4676-bafe-fc8d61fb8413', 'status': 'completed', 'code': 200} Jul 08 18:31:49.786265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52900) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:49.830162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-561f0469-9429-4475-9955-8d4699e72aca admin admin] Deleting subnet 94be3eee-a54f-4c0a-a883-6b58f0ce084e {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:31:49.833834 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-561f0469-9429-4475-9955-8d4699e72aca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:49.874679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-561f0469-9429-4475-9955-8d4699e72aca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:49.917840 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-561f0469-9429-4475-9955-8d4699e72aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:49.975423 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-561f0469-9429-4475-9955-8d4699e72aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.001109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0469-9429-4475-9955-8d4699e72aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94be3eee-a54f-4c0a-a883-6b58f0ce084e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:50.005134 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-561f0469-9429-4475-9955-8d4699e72aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.008449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-561f0469-9429-4475-9955-8d4699e72aca admin admin] 10.222.0.73 "DELETE /v2.0/subnets/94be3eee-a54f-4c0a-a883-6b58f0ce084e HTTP/1.1" status: 204 len: 168 time: 0.2197869 Jul 08 18:31:50.010171 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52902) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:50.077516 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.160804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.170703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505311ed-c55f-4dbf-a530-54fff28a481b']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:50.181348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50a0ea5-8150-4230-a6a2-8ed17c2175c3') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:50.181641 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50a0ea5-8150-4230-a6a2-8ed17c2175c3') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:50.190726 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.208184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.215168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:31:50.215558 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:31:50.217333 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:31:50.279587 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.285239 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.288785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/505311ed-c55f-4dbf-a530-54fff28a481b HTTP/1.1" status: 204 len: 168 time: 0.2776420 Jul 08 18:31:50.292085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52908) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:50.304829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a826ef-d075-4d4b-a20e-2513e22690c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=505311ed-c55f-4dbf-a530-54fff28a481b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:50.346191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-698f9967-7aeb-4139-a8d4-ece48cd93ba2 admin admin] Deleting subnet d8372d1f-0d1c-446d-9ef6-49d8dd257db3 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:31:50.350755 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-698f9967-7aeb-4139-a8d4-ece48cd93ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.385257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-698f9967-7aeb-4139-a8d4-ece48cd93ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.425920 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-698f9967-7aeb-4139-a8d4-ece48cd93ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.483744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-698f9967-7aeb-4139-a8d4-ece48cd93ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.509238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f9967-7aeb-4139-a8d4-ece48cd93ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8372d1f-0d1c-446d-9ef6-49d8dd257db3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:50.516746 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-698f9967-7aeb-4139-a8d4-ece48cd93ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.521051 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-698f9967-7aeb-4139-a8d4-ece48cd93ba2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d8372d1f-0d1c-446d-9ef6-49d8dd257db3 HTTP/1.1" status: 204 len: 168 time: 0.2254467 Jul 08 18:31:50.521141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52912) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:50.592333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.686506 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.696194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ed783f-4a52-454b-8024-52095af35a96']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:50.706044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70093f74-4e63-44df-aba8-1330fe03fe3f') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:50.706372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70093f74-4e63-44df-aba8-1330fe03fe3f') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:50.715400 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.729109 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.734780 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:31:50.735108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:31:50.736677 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:31:50.791315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.797017 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:50.799202 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] 10.222.0.73 "DELETE /v2.0/networks/31ed783f-4a52-454b-8024-52095af35a96 HTTP/1.1" status: 204 len: 168 time: 0.2771029 Jul 08 18:31:50.810906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9aca16-b4c0-4955-bf2d-a2ea221e6d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=31ed783f-4a52-454b-8024-52095af35a96,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:50.966473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52916) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:51.011779 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-49fac7d3-af24-4afc-84a0-fc2905f3693f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b7e153beda24e5eb8f8dc8c9b65b0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439310 Jul 08 18:31:51.014104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52918) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:51.062724 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08c54684-eb70-4a0c-90a2-f4f61f92a273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:51.082881 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08c54684-eb70-4a0c-90a2-f4f61f92a273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:51.130883 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08c54684-eb70-4a0c-90a2-f4f61f92a273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:51.133440 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08c54684-eb70-4a0c-90a2-f4f61f92a273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:51.134637 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-08c54684-eb70-4a0c-90a2-f4f61f92a273 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d1cb23d-ed41-4819-aff7-4d934df1a135 HTTP/1.1" status: 204 len: 168 time: 0.1196027 Jul 08 18:31:51.144262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54684-eb70-4a0c-90a2-f4f61f92a273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1cb23d-ed41-4819-aff7-4d934df1a135,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:51.538701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52926) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:51.576642 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-df7c9a7c-c17f-4336-8064-1d828cc489c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e982111bf6742ec808097dab888ebf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367918 Jul 08 18:31:51.579009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52928) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:51.625983 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71f840b6-575c-4823-bde7-ca23f09c3904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:51.646983 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71f840b6-575c-4823-bde7-ca23f09c3904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:51.696382 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71f840b6-575c-4823-bde7-ca23f09c3904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:51.698948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71f840b6-575c-4823-bde7-ca23f09c3904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:51.700126 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-71f840b6-575c-4823-bde7-ca23f09c3904 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f21b12b4-ae25-489f-b839-54e2a09defb9 HTTP/1.1" status: 204 len: 168 time: 0.1202052 Jul 08 18:31:51.708282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f840b6-575c-4823-bde7-ca23f09c3904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21b12b4-ae25-489f-b839-54e2a09defb9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:51.925752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 65081a84-92e4-4676-bafe-fc8d61fb8413 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:51.949662 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 65081a84-92e4-4676-bafe-fc8d61fb8413 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:51.950013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 65081a84-92e4-4676-bafe-fc8d61fb8413 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:52.355509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 52950) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:52.459380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-154497918-network', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:52.483085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Made reservation on behalf of 52c6e73aef014fb99916d41deb9b91b3 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:52.485624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:52.494868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:52.584351 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:52.589555 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:52.614493 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:31:52.624047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ad7514-7c64-427c-aed6-0de7318a1821,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:52.628791 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:52.629137 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Added segment a2f07378-ced2-4281-8df7-d12def8de8e5 of type vlan for network df736c83-02a0-4f80-ba4c-f3f4e0bc715e Jul 08 18:31:52.669876 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:52.700210 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:52.701090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:52.701675 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:52.757002 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4003720 Jul 08 18:31:52.759961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52960) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:52.764176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a994741-1104-4aca-86a7-f80b11e6966e admin admin] Pushing event updated for resources: {'Network': ['ID=df736c83-02a0-4f80-ba4c-f3f4e0bc715e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:52.765450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] Request body: {'subnet': {'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-154497918-subnet', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:52.775199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:31:52.788110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] Made reservation on behalf of 52c6e73aef014fb99916d41deb9b91b3 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:52.791224 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:52.961774 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.017964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=503d4c91-c4e0-4657-967e-28453a9ecffe,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:53.029511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] Checking segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:53.029888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] Network hostable DHCP agents. Network: df736c83-02a0-4f80-ba4c-f3f4e0bc715e, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:31:53.047298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:31:53.056034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, df736c83-02a0-4f80-ba4c-f3f4e0bc715e) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:53.060083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:53.060652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.067605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed03bac-8a67-4938-b5a2-6867248bf05e None None] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:53.078265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-60853278-4e72-4a66-ab1a-cc67eb23bcbe admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3147047 Jul 08 18:31:53.078457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52964) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:53.083847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:53.106003 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.106932 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.165348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.222356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:31:53.224037 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.311215 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.397156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Allocated IP 172.20.0.2 (df736c83-02a0-4f80-ba4c-f3f4e0bc715e/503d4c91-c4e0-4657-967e-28453a9ecffe/023de32c-c192-4a3f-bbbd-d6691c32b236) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:53.554847 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.564079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Transition to ACTIVE for port object 023de32c-c192-4a3f-bbbd-d6691c32b236 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:53.567913 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.579723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Transition to ACTIVE for port object 023de32c-c192-4a3f-bbbd-d6691c32b236 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:53.586755 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.588400 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.631063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:53.634644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:53.637055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:53.674150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Pushing event updated for resources: {'Port': ['ID=023de32c-c192-4a3f-bbbd-d6691c32b236,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:53.702222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Allocated IP 172.25.8.247 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/b704c1ee-10a2-4833-a538-df757132a54b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:53.708714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Attempting to bind port 023de32c-c192-4a3f-bbbd-d6691c32b236 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:53.709123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Attempting to bind port 023de32c-c192-4a3f-bbbd-d6691c32b236 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:53.709637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Attempting to bind port 023de32c-c192-4a3f-bbbd-d6691c32b236 on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:53.714726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:53.715067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Checking segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:53.715402 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.715945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Bound using segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:53.716776 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Bound port: 023de32c-c192-4a3f-bbbd-d6691c32b236, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:53.717288 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.784257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] For port 023de32c-c192-4a3f-bbbd-d6691c32b236, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:53.788096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] For port 023de32c-c192-4a3f-bbbd-d6691c32b236, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=023de32c-c192-4a3f-bbbd-d6691c32b236,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:53.792448 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.863133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de427f-7738-4970-ad14-7befa2c11aaf None None] Pushing event updated for resources: {'Port': ['ID=023de32c-c192-4a3f-bbbd-d6691c32b236,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:54.129939 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:54.168684 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:54.205616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:54.211644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:54.215913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:54.219012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Pushing event updated for resources: {'Port': ['ID=b704c1ee-10a2-4833-a538-df757132a54b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:54.343196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 023de32c-c192-4a3f-bbbd-d6691c32b236 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:54.391568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 023de32c-c192-4a3f-bbbd-d6691c32b236 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:54.467437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:54.686314 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:54.823632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Router aaf2a7f3-d85e-4669-9331-88174adb872e is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:31:54.827108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c501c13a-20fe-43ef-ae48-fc7c752c194e None None] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:54.934264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:54.944509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Sync routers for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:54.953724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:54.958336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-93cc8338-4f8b-43e4-b097-dc61ba031ebd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8758752 Jul 08 18:31:54.958601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 52974) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:54.966121 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a2326ac1-f7e0-4c48-b6c1-4d626a8583b0 None None] Provisioning for port 023de32c-c192-4a3f-bbbd-d6691c32b236 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:54.974029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a2326ac1-f7e0-4c48-b6c1-4d626a8583b0 None None] Provisioning complete for port 023de32c-c192-4a3f-bbbd-d6691c32b236 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:54.974420 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a2326ac1-f7e0-4c48-b6c1-4d626a8583b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:54.975786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:54.976385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:55.166477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:55.232254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a2326ac1-f7e0-4c48-b6c1-4d626a8583b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.320374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a2326ac1-f7e0-4c48-b6c1-4d626a8583b0 None None] For port 023de32c-c192-4a3f-bbbd-d6691c32b236, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=023de32c-c192-4a3f-bbbd-d6691c32b236,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:55.335819 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a2326ac1-f7e0-4c48-b6c1-4d626a8583b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.419115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2326ac1-f7e0-4c48-b6c1-4d626a8583b0 None None] Pushing event updated for resources: {'Port': ['ID=023de32c-c192-4a3f-bbbd-d6691c32b236,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:55.422572 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.453156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:54Z', 'revision_number': 3, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:55.486084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Checking router: aaf2a7f3-d85e-4669-9331-88174adb872e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:55.486383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Updating router aaf2a7f3-d85e-4669-9331-88174adb872e port b704c1ee-10a2-4833-a538-df757132a54b binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:31:55.510867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-707e8d75-9524-4bb0-97de-4da7d1f939ec None None] Provisioning complete for port 023de32c-c192-4a3f-bbbd-d6691c32b236 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:55.511237 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-707e8d75-9524-4bb0-97de-4da7d1f939ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.549023 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.627005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Allocated IP 172.20.0.1 (df736c83-02a0-4f80-ba4c-f3f4e0bc715e/503d4c91-c4e0-4657-967e-28453a9ecffe/199bb46f-a203-4adb-9b03-701ce230cedc) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:55.740566 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.758506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Transition to ACTIVE for port object 199bb46f-a203-4adb-9b03-701ce230cedc will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:55.793721 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.830356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:55.833726 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:55.839445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:55.853424 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.863903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Transition to ACTIVE for port object b704c1ee-10a2-4833-a538-df757132a54b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:55.864485 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Pushing event updated for resources: {'Port': ['ID=199bb46f-a203-4adb-9b03-701ce230cedc,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:55.870861 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.884034 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.917809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Attempting to bind port b704c1ee-10a2-4833-a538-df757132a54b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:55.918186 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Attempting to bind port b704c1ee-10a2-4833-a538-df757132a54b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:55.918586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Attempting to bind port b704c1ee-10a2-4833-a538-df757132a54b on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:55.933628 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d6705-ec0d-4fef-982c-ba61f4117ad6 None None] Pushing event updated for resources: {'Port': ['ID=b704c1ee-10a2-4833-a538-df757132a54b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:55.936882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:55.937263 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:55.937670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.938063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:55.938651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Bound port: b704c1ee-10a2-4833-a538-df757132a54b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:55.939014 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.993582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] For port b704c1ee-10a2-4833-a538-df757132a54b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:55.996979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] For port b704c1ee-10a2-4833-a538-df757132a54b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b704c1ee-10a2-4833-a538-df757132a54b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:56.001634 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:56.050745 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:56.061933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:56.062584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:56.095932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d6705-ec0d-4fef-982c-ba61f4117ad6 None None] Pushing event updated for resources: {'Port': ['ID=b704c1ee-10a2-4833-a538-df757132a54b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:56.155724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-94cd20da-476b-4ab8-ba61-67a106caa122 None None] Provisioning for port 199bb46f-a203-4adb-9b03-701ce230cedc completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:56.160694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-94cd20da-476b-4ab8-ba61-67a106caa122 None None] Provisioning complete for port 199bb46f-a203-4adb-9b03-701ce230cedc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:56.161067 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94cd20da-476b-4ab8-ba61-67a106caa122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:56.218491 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:56.223290 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:56.296779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Pushing event updated for resources: {'Port': ['ID=199bb46f-a203-4adb-9b03-701ce230cedc,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:56.299245 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:56.348901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 023de32c-c192-4a3f-bbbd-d6691c32b236 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:56.386093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:56.395454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:56.396845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:56.428420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-94cd20da-476b-4ab8-ba61-67a106caa122 None None] Port 199bb46f-a203-4adb-9b03-701ce230cedc cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:31:56.518380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Router aaf2a7f3-d85e-4669-9331-88174adb872e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:31:56.519218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 023de32c-c192-4a3f-bbbd-d6691c32b236 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:56.519586 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:56.637132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:56.647152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-df72c9b2-ca49-429e-ad19-d100a586980e admin admin] 10.222.0.73 "PUT /v2.0/routers/aaf2a7f3-d85e-4669-9331-88174adb872e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6870589 Jul 08 18:31:56.685848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-29b551c0-5d6d-412d-a600-69bbb42b8c3e None None] Provisioning complete for port 199bb46f-a203-4adb-9b03-701ce230cedc triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:56.686266 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-29b551c0-5d6d-412d-a600-69bbb42b8c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:56.727317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-29b551c0-5d6d-412d-a600-69bbb42b8c3e None None] Port 199bb46f-a203-4adb-9b03-701ce230cedc cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:31:56.730228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:31:55Z', 'revision_number': 1, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:56.759621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d5af6-b190-468c-9641-01169d8327d5 None None] The sync data for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 is: [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:31:55Z', 'revision_number': 1, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:57.202277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53002) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:57.208085 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1013157251-network', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:57.231089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Made reservation on behalf of c9807dfaad2b4e5ca198491ec4c1ee78 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:57.233641 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.244028 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.346301 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.352260 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.380088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:31:57.390817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c3814b-71ab-42bc-96e8-a941fd7ee624,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:57.398671 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.399025 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Added segment 375af667-36e6-4726-bc49-6e0888624b5d of type vlan for network 99e0ef9d-0aee-4288-af7d-b6196727e543 Jul 08 18:31:57.450031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.495617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.496974 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:57.497730 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.556728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3508430 Jul 08 18:31:57.557335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53004) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:57.564887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] Request body: {'subnet': {'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1013157251-subnet', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:57.579831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90865b74-4a43-49e4-b116-2cdd3582a134 admin admin] Pushing event updated for resources: {'Network': ['ID=99e0ef9d-0aee-4288-af7d-b6196727e543,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:57.591036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 99e0ef9d-0aee-4288-af7d-b6196727e543 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:31:57.599428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] Made reservation on behalf of c9807dfaad2b4e5ca198491ec4c1ee78 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:57.601844 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.803617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.865590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c561f22d-0323-47d6-9298-4f07007e1d30,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:57.870901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] Checking segment: {'id': '375af667-36e6-4726-bc49-6e0888624b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:57.871259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] Network hostable DHCP agents. Network: 99e0ef9d-0aee-4288-af7d-b6196727e543, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:31:57.892880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] Network 99e0ef9d-0aee-4288-af7d-b6196727e543 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:31:57.905240 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 99e0ef9d-0aee-4288-af7d-b6196727e543) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:57.909677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:57.911740 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.916634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7e7bc4-c15b-4773-b7f6-cb5bc391ef6f None None] Network 99e0ef9d-0aee-4288-af7d-b6196727e543 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:57.941232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-298ec291-2d2d-487c-9b61-613eecbf967d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3811395 Jul 08 18:31:57.941733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53006) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:57.947310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1013157251-router', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:57.975634 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.977312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.080201 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.094474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-99e0ef9d-0aee-4288-af7d-b6196727e543', 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'fixed_ips': [{'subnet_id': 'c561f22d-0323-47d6-9298-4f07007e1d30'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:31:58.095284 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.256681 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.265458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Allocated IP 172.20.0.2 (99e0ef9d-0aee-4288-af7d-b6196727e543/c561f22d-0323-47d6-9298-4f07007e1d30/18e5023d-06fe-4119-ab95-56aed80834f4) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:58.384420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b704c1ee-10a2-4833-a538-df757132a54b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:58.445906 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b704c1ee-10a2-4833-a538-df757132a54b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:58.457762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b704c1ee-10a2-4833-a538-df757132a54b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:58.458536 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.507428 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.528015 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.559067 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.600097 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.621694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b704c1ee-10a2-4833-a538-df757132a54b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b704c1ee-10a2-4833-a538-df757132a54b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:58.628404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Transition to ACTIVE for port object 18e5023d-06fe-4119-ab95-56aed80834f4 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:58.630800 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.640266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Allocated IP 172.25.8.97 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/abd71e3e-53f1-48ac-b128-1edcffaccd0b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:58.675101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Transition to ACTIVE for port object 18e5023d-06fe-4119-ab95-56aed80834f4 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:58.687028 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.697956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b704c1ee-10a2-4833-a538-df757132a54b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:58.726225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Network 99e0ef9d-0aee-4288-af7d-b6196727e543 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:58.729321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:58.732778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:58.758160 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.776035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Pushing event updated for resources: {'Port': ['ID=18e5023d-06fe-4119-ab95-56aed80834f4,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:58.802423 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.814347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Attempting to bind port 18e5023d-06fe-4119-ab95-56aed80834f4 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:58.814856 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Attempting to bind port 18e5023d-06fe-4119-ab95-56aed80834f4 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '375af667-36e6-4726-bc49-6e0888624b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:58.815338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Attempting to bind port 18e5023d-06fe-4119-ab95-56aed80834f4 on network 99e0ef9d-0aee-4288-af7d-b6196727e543 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:58.821335 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:58.821824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Checking segment: {'id': '375af667-36e6-4726-bc49-6e0888624b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:58.822356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.822967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Bound using segment: {'id': '375af667-36e6-4726-bc49-6e0888624b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:58.823528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Bound port: 18e5023d-06fe-4119-ab95-56aed80834f4, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375af667-36e6-4726-bc49-6e0888624b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:58.824018 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.847323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:58.850629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:58.853172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:58.896334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=abd71e3e-53f1-48ac-b128-1edcffaccd0b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:58.908871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] For port 18e5023d-06fe-4119-ab95-56aed80834f4, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:58.915368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] For port 18e5023d-06fe-4119-ab95-56aed80834f4, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=18e5023d-06fe-4119-ab95-56aed80834f4,segment=NetworkSegment(375af667-36e6-4726-bc49-6e0888624b5d),segment_id=375af667-36e6-4726-bc49-6e0888624b5d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:58.922783 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:58.985001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b7a38-fa7e-424d-b438-58e8f09dc484 None None] Pushing event updated for resources: {'Port': ['ID=18e5023d-06fe-4119-ab95-56aed80834f4,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:59.273148 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Sync routers for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:59.290049 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:59.291179 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:59.407098 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:59.524110 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:59.620168 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 2, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:59.648262 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Checking router: aaf2a7f3-d85e-4669-9331-88174adb872e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:59.648609 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Updating router aaf2a7f3-d85e-4669-9331-88174adb872e port 199bb46f-a203-4adb-9b03-701ce230cedc binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:31:59.684346 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:59.743501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:59.899645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Router d8cac8cf-7871-4738-ad5a-c65fdd71b828 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:32:00.018363 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:00.028028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:32:00.029444 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Transition to ACTIVE for port object 199bb46f-a203-4adb-9b03-701ce230cedc will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:00.038114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Sync routers for ids ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:32:00.048647 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:00.049968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Routers {'d8cac8cf-7871-4738-ad5a-c65fdd71b828'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:00.052226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:00.055934 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:00.060573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ff31cc08-e394-48cd-8f3d-ca4ec2c86cf9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1168299 Jul 08 18:32:00.060940 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53014) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:00.144130 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccb90e-05b1-4506-915f-1f6413017241 None None] Pushing event updated for resources: {'Port': ['ID=199bb46f-a203-4adb-9b03-701ce230cedc,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:00.179074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c51e7-1ae2-4cda-ba87-7f4604bfaa9c None None] Network 99e0ef9d-0aee-4288-af7d-b6196727e543 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:32:00.228569 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Attempting to bind port 199bb46f-a203-4adb-9b03-701ce230cedc on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:00.228945 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Attempting to bind port 199bb46f-a203-4adb-9b03-701ce230cedc by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:00.230958 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Attempting to bind port 199bb46f-a203-4adb-9b03-701ce230cedc on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:00.240036 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:00.240431 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Checking segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:00.240836 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:00.241232 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Bound using segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:00.241700 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Bound port: 199bb46f-a203-4adb-9b03-701ce230cedc, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:00.242086 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:00.268223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Set router d8cac8cf-7871-4738-ad5a-c65fdd71b828 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:00.359791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-40aa66cc-976a-45cb-8a0c-43e7e639f6a9 None None] Provisioning for port 18e5023d-06fe-4119-ab95-56aed80834f4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:00.371450 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] For port 199bb46f-a203-4adb-9b03-701ce230cedc, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:00.376016 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] For port 199bb46f-a203-4adb-9b03-701ce230cedc, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=199bb46f-a203-4adb-9b03-701ce230cedc,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:00.382280 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:00.487941 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccb90e-05b1-4506-915f-1f6413017241 None None] Pushing event updated for resources: {'Port': ['ID=199bb46f-a203-4adb-9b03-701ce230cedc,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:00.508986 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:00.509567 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:00.526198 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 18e5023d-06fe-4119-ab95-56aed80834f4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:00.627838 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:00.702902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 18e5023d-06fe-4119-ab95-56aed80834f4 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:00.717167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 18e5023d-06fe-4119-ab95-56aed80834f4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:00.717541 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:00.790192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'name': 'tempest-TestVolumeBootPattern-1013157251-router', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:57Z', 'updated_at': '2021-07-08T18:31:59Z', 'revision_number': 3, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'gw_port': {'id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:58Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:00.828210 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:00.846135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Checking router: d8cac8cf-7871-4738-ad5a-c65fdd71b828 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:32:00.846513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Updating router d8cac8cf-7871-4738-ad5a-c65fdd71b828 port abd71e3e-53f1-48ac-b128-1edcffaccd0b binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:32:00.935227 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:00.986882 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.040467 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:00Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:01.054244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Allocated IP 172.20.0.1 (99e0ef9d-0aee-4288-af7d-b6196727e543/c561f22d-0323-47d6-9298-4f07007e1d30/e07cc9b5-3204-4e4d-b7c9-a51b811328b1) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:01.086772 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f4be2-6851-4433-9be1-ca546c3d5c37 None None] The sync data for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 is: [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:00Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:32:01.146423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 18e5023d-06fe-4119-ab95-56aed80834f4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=18e5023d-06fe-4119-ab95-56aed80834f4,segment=NetworkSegment(375af667-36e6-4726-bc49-6e0888624b5d),segment_id=375af667-36e6-4726-bc49-6e0888624b5d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:01.180042 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.180837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b704c1ee-10a2-4833-a538-df757132a54b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:01.198636 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.215848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Transition to ACTIVE for port object e07cc9b5-3204-4e4d-b7c9-a51b811328b1 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:01.246710 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e1fc46a2-f523-4094-ad16-6108f12c4c9e None None] Provisioning complete for port 18e5023d-06fe-4119-ab95-56aed80834f4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:01.246913 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1fc46a2-f523-4094-ad16-6108f12c4c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.258974 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.307843 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Network 99e0ef9d-0aee-4288-af7d-b6196727e543 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:01.313988 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:01.316927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:01.353614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Pushing event updated for resources: {'Port': ['ID=e07cc9b5-3204-4e4d-b7c9-a51b811328b1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:01.388151 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.400662 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=18e5023d-06fe-4119-ab95-56aed80834f4,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:01.524842 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b704c1ee-10a2-4833-a538-df757132a54b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:01.525153 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.552145 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.563733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Transition to ACTIVE for port object abd71e3e-53f1-48ac-b128-1edcffaccd0b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:01.591227 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.602365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.698965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Attempting to bind port abd71e3e-53f1-48ac-b128-1edcffaccd0b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:01.699336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Attempting to bind port abd71e3e-53f1-48ac-b128-1edcffaccd0b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:01.699741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Attempting to bind port abd71e3e-53f1-48ac-b128-1edcffaccd0b on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:01.702074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfc34d-689f-492a-9e0e-73c3e2625a26 None None] Pushing event updated for resources: {'Port': ['ID=abd71e3e-53f1-48ac-b128-1edcffaccd0b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:01.713863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:01.714252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:01.714809 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.715888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:01.716572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Bound port: abd71e3e-53f1-48ac-b128-1edcffaccd0b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:01.717102 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.799977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.805869 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.814350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] For port abd71e3e-53f1-48ac-b128-1edcffaccd0b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:01.818880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] For port abd71e3e-53f1-48ac-b128-1edcffaccd0b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=abd71e3e-53f1-48ac-b128-1edcffaccd0b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:01.819839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-341875e3-3d03-459b-9ba6-7325049e2706 None None] Provisioning for port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:01.824332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-341875e3-3d03-459b-9ba6-7325049e2706 None None] Provisioning complete for port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:01.824711 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-341875e3-3d03-459b-9ba6-7325049e2706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.828435 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.878085 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.881011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Pushing event updated for resources: {'Port': ['ID=e07cc9b5-3204-4e4d-b7c9-a51b811328b1,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:01.912590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-341875e3-3d03-459b-9ba6-7325049e2706 None None] Port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:32:01.918387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfc34d-689f-492a-9e0e-73c3e2625a26 None None] Pushing event updated for resources: {'Port': ['ID=abd71e3e-53f1-48ac-b128-1edcffaccd0b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:01.923362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Routers {'d8cac8cf-7871-4738-ad5a-c65fdd71b828'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:01.923963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:01.985851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Network 99e0ef9d-0aee-4288-af7d-b6196727e543 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:01.987316 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:02.042873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] Set router d8cac8cf-7871-4738-ad5a-c65fdd71b828 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:02.112274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Router d8cac8cf-7871-4738-ad5a-c65fdd71b828 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:32:02.243515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:32:02.250741 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e9bfcd8e-52c1-4925-8d4e-11b7e8bf0d27 admin admin] 10.222.0.73 "PUT /v2.0/routers/d8cac8cf-7871-4738-ad5a-c65fdd71b828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1887319 Jul 08 18:32:02.289553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0dd4714d-6f7a-413c-85cd-1d1e0dba1060 None None] Provisioning complete for port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:02.290128 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0dd4714d-6f7a-413c-85cd-1d1e0dba1060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:02.371106 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4714d-6f7a-413c-85cd-1d1e0dba1060 None None] Port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:32:02.406977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 18e5023d-06fe-4119-ab95-56aed80834f4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:02.508967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 18e5023d-06fe-4119-ab95-56aed80834f4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:02.509332 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:02.549979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'name': 'tempest-TestVolumeBootPattern-1013157251-router', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:57Z', 'updated_at': '2021-07-08T18:32:01Z', 'revision_number': 4, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'gw_port': {'id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:58Z', 'updated_at': '2021-07-08T18:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e07cc9b5-3204-4e4d-b7c9-a51b811328b1', 'name': '', 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'mac_address': 'fa:16:3e:f7:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c561f22d-0323-47d6-9298-4f07007e1d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:00Z', 'updated_at': '2021-07-08T18:32:01Z', 'revision_number': 2, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'subnets': [{'id': 'c561f22d-0323-47d6-9298-4f07007e1d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:02.578680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb0d68-8ba1-43ef-b9c8-e519c98f7706 None None] The sync data for ids ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'] in n-d-799684-3 is: [{'id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'name': 'tempest-TestVolumeBootPattern-1013157251-router', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:57Z', 'updated_at': '2021-07-08T18:32:01Z', 'revision_number': 4, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'gw_port': {'id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:58Z', 'updated_at': '2021-07-08T18:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e07cc9b5-3204-4e4d-b7c9-a51b811328b1', 'name': '', 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'mac_address': 'fa:16:3e:f7:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c561f22d-0323-47d6-9298-4f07007e1d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:00Z', 'updated_at': '2021-07-08T18:32:01Z', 'revision_number': 2, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'subnets': [{'id': 'c561f22d-0323-47d6-9298-4f07007e1d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:32:02.631233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 199bb46f-a203-4adb-9b03-701ce230cedc up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:02.729696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 199bb46f-a203-4adb-9b03-701ce230cedc completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:02.737739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 199bb46f-a203-4adb-9b03-701ce230cedc triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:02.739365 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:02.843919 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:02.886135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 199bb46f-a203-4adb-9b03-701ce230cedc, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=199bb46f-a203-4adb-9b03-701ce230cedc,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:02.893192 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:02.990611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=199bb46f-a203-4adb-9b03-701ce230cedc,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:03.008406 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeddc34-63d3-4759-9e3e-7606cbb1fe40 req-fbb39a3a-eb50-4c9c-b82d-729733ec0e33 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:03.015842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffeddc34-63d3-4759-9e3e-7606cbb1fe40 req-fbb39a3a-eb50-4c9c-b82d-729733ec0e33 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 945 time: 0.1669748 Jul 08 18:32:03.074374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffeddc34-63d3-4759-9e3e-7606cbb1fe40 req-ccdf672a-aea6-4c10-bb1a-f2fb22eed71d tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573428 Jul 08 18:32:03.229137 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:32:03.700971 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:04.246279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c1e74-1f7b-47d5-9a75-99290635a010 req-a99fdb14-ca81-4935-b6a0-2931b969a2af tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:04.247783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-056c1e74-1f7b-47d5-9a75-99290635a010 req-a99fdb14-ca81-4935-b6a0-2931b969a2af tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 945 time: 0.0645676 Jul 08 18:32:04.296439 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-056c1e74-1f7b-47d5-9a75-99290635a010 req-60d56117-e9a8-4fa1-b354-56f9f33d11e5 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 Jul 08 18:32:04.445864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device abd71e3e-53f1-48ac-b128-1edcffaccd0b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:04.473650 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:04.499471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port abd71e3e-53f1-48ac-b128-1edcffaccd0b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:04.503391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port abd71e3e-53f1-48ac-b128-1edcffaccd0b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:04.503767 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:04.579260 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:04.601080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port abd71e3e-53f1-48ac-b128-1edcffaccd0b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=abd71e3e-53f1-48ac-b128-1edcffaccd0b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:04.604943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-b7cf7c2c-e96d-4fc0-b1c7-363204761366 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:04.605306 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:04.606128 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 199bb46f-a203-4adb-9b03-701ce230cedc up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:04.606602 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-b7cf7c2c-e96d-4fc0-b1c7-363204761366 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.1087945 Jul 08 18:32:04.621764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-ee267d0d-93ee-44d0-b40d-62ba5eb982cf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/quotas/52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 375 time: 0.0097034 Jul 08 18:32:04.688223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=abd71e3e-53f1-48ac-b128-1edcffaccd0b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:04.704461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 199bb46f-a203-4adb-9b03-701ce230cedc triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:04.704954 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:04.705029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-e30bb72e-708e-42c5-b951-6f76f8054209 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746832 Jul 08 18:32:04.768995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17580ea3-99a9-4b4a-a1c6-3bb80fddf518 req-ed6c4a8a-deaf-404c-9e09-018218cbcab9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:04.771089 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-17580ea3-99a9-4b4a-a1c6-3bb80fddf518 req-ed6c4a8a-deaf-404c-9e09-018218cbcab9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 945 time: 0.0748110 Jul 08 18:32:04.802449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-5d76aaf7-9dd5-44d4-8337-221ff96ead74 service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964384 Jul 08 18:32:04.880732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-17580ea3-99a9-4b4a-a1c6-3bb80fddf518 req-73d23ea7-5bd9-4c44-83b8-ded33c004ed9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Deleting port d0f734ae-6f0f-4562-8897-9e5a576b4f68 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:32:04.881074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-17580ea3-99a9-4b4a-a1c6-3bb80fddf518 req-73d23ea7-5bd9-4c44-83b8-ded33c004ed9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:04.901483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-5cf2949d-358e-47a3-b952-40eeee1e4f55 service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930784 Jul 08 18:32:04.971451 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-17580ea3-99a9-4b4a-a1c6-3bb80fddf518 req-73d23ea7-5bd9-4c44-83b8-ded33c004ed9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] For port d0f734ae-6f0f-4562-8897-9e5a576b4f68, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d0f734ae-6f0f-4562-8897-9e5a576b4f68,segment=NetworkSegment(41af10b6-4b06-4578-b5b7-7717d025eacb),segment_id=41af10b6-4b06-4578-b5b7-7717d025eacb)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:04.971822 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-17580ea3-99a9-4b4a-a1c6-3bb80fddf518 req-73d23ea7-5bd9-4c44-83b8-ded33c004ed9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:04.985951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-17580ea3-99a9-4b4a-a1c6-3bb80fddf518 req-73d23ea7-5bd9-4c44-83b8-ded33c004ed9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Calling delete_port for d0f734ae-6f0f-4562-8897-9e5a576b4f68 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:32:04.997227 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Sync routers for ids ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:32:05.010060 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Routers {'d8cac8cf-7871-4738-ad5a-c65fdd71b828'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:05.010850 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:05.123912 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Set router d8cac8cf-7871-4738-ad5a-c65fdd71b828 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:05.145984 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-17580ea3-99a9-4b4a-a1c6-3bb80fddf518 req-73d23ea7-5bd9-4c44-83b8-ded33c004ed9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:05.150008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['d0f734ae-6f0f-4562-8897-9e5a576b4f68'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:32:05.171395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d23ea7-5bd9-4c44-83b8-ded33c004ed9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Pushing event deleted for resources: {'Port': ['ID=d0f734ae-6f0f-4562-8897-9e5a576b4f68,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:05.228595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-17580ea3-99a9-4b4a-a1c6-3bb80fddf518 req-73d23ea7-5bd9-4c44-83b8-ded33c004ed9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] No DVR routers for this DVR port d0f734ae-6f0f-4562-8897-9e5a576b4f68 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:32:05.232340 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-17580ea3-99a9-4b4a-a1c6-3bb80fddf518 req-73d23ea7-5bd9-4c44-83b8-ded33c004ed9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:05.235759 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-17580ea3-99a9-4b4a-a1c6-3bb80fddf518 req-73d23ea7-5bd9-4c44-83b8-ded33c004ed9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.74 "DELETE /v2.0/ports/d0f734ae-6f0f-4562-8897-9e5a576b4f68 HTTP/1.1" status: 204 len: 173 time: 0.4586496 Jul 08 18:32:05.236612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03d3382-4684-4ad3-a3fc-5c7bbcbfa463', 'name': 'network-vif-deleted', 'tag': 'd0f734ae-6f0f-4562-8897-9e5a576b4f68'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:05.250623 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092da83d-6011-432f-b637-9d5197e737ca" -d '{"events": [{"server_uuid": "d03d3382-4684-4ad3-a3fc-5c7bbcbfa463", "name": "network-vif-deleted", "tag": "d0f734ae-6f0f-4562-8897-9e5a576b4f68"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:05.271864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fac1b4e-8c6b-4fe3-84cb-256a2c4ae248 req-5748888c-bf34-4943-8a4c-0dc6f700e6c2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 210 time: 0.0439055 Jul 08 18:32:05.306974 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bae2f94-3bf2-41e0-8131-42449a9e8c56 x-openstack-request-id: req-7bae2f94-3bf2-41e0-8131-42449a9e8c56 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:05.307619 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03d3382-4684-4ad3-a3fc-5c7bbcbfa463", "name": "network-vif-deleted", "tag": "d0f734ae-6f0f-4562-8897-9e5a576b4f68", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:05.308013 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bae2f94-3bf2-41e0-8131-42449a9e8c56 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:05.308553 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03d3382-4684-4ad3-a3fc-5c7bbcbfa463', 'name': 'network-vif-deleted', 'tag': 'd0f734ae-6f0f-4562-8897-9e5a576b4f68', 'status': 'completed', 'code': 200} Jul 08 18:32:05.389696 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'name': 'tempest-TestVolumeBootPattern-1013157251-router', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:57Z', 'updated_at': '2021-07-08T18:32:01Z', 'revision_number': 4, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'gw_port': {'id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:58Z', 'updated_at': '2021-07-08T18:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e07cc9b5-3204-4e4d-b7c9-a51b811328b1', 'name': '', 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'mac_address': 'fa:16:3e:f7:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c561f22d-0323-47d6-9298-4f07007e1d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:00Z', 'updated_at': '2021-07-08T18:32:01Z', 'revision_number': 2, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'subnets': [{'id': 'c561f22d-0323-47d6-9298-4f07007e1d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:05.421503 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Checking router: d8cac8cf-7871-4738-ad5a-c65fdd71b828 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:32:05.421858 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Updating router d8cac8cf-7871-4738-ad5a-c65fdd71b828 port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:32:05.489796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc9a5d85-1a3c-46db-af00-8c8dd91f7795 req-0bb5c3af-6d9d-4e26-82cc-b8fd47edc3e6 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03d3382-4684-4ad3-a3fc-5c7bbcbfa463 HTTP/1.1" status: 200 len: 210 time: 0.0520220 Jul 08 18:32:05.508370 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:05.813591 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:05.824989 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Transition to ACTIVE for port object e07cc9b5-3204-4e4d-b7c9-a51b811328b1 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:05.831267 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:05.878916 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dec90-b8cb-4d2f-a1e4-e3512074a980 None None] Pushing event updated for resources: {'Port': ['ID=e07cc9b5-3204-4e4d-b7c9-a51b811328b1,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:05.953494 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Attempting to bind port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:05.954015 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Attempting to bind port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '375af667-36e6-4726-bc49-6e0888624b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:05.954468 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Attempting to bind port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 on network 99e0ef9d-0aee-4288-af7d-b6196727e543 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:05.961253 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:05.961622 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Checking segment: {'id': '375af667-36e6-4726-bc49-6e0888624b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:05.962105 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:05.962533 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Bound using segment: {'id': '375af667-36e6-4726-bc49-6e0888624b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:05.962999 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Bound port: e07cc9b5-3204-4e4d-b7c9-a51b811328b1, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375af667-36e6-4726-bc49-6e0888624b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:05.963520 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:06.037428 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] For port e07cc9b5-3204-4e4d-b7c9-a51b811328b1, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:06.040866 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] For port e07cc9b5-3204-4e4d-b7c9-a51b811328b1, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e07cc9b5-3204-4e4d-b7c9-a51b811328b1,segment=NetworkSegment(375af667-36e6-4726-bc49-6e0888624b5d),segment_id=375af667-36e6-4726-bc49-6e0888624b5d)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:06.045405 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:06.103237 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Routers {'d8cac8cf-7871-4738-ad5a-c65fdd71b828'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:06.103861 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:31:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:06.105697 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dec90-b8cb-4d2f-a1e4-e3512074a980 None None] Pushing event updated for resources: {'Port': ['ID=e07cc9b5-3204-4e4d-b7c9-a51b811328b1,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:06.215893 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] Set router d8cac8cf-7871-4738-ad5a-c65fdd71b828 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:06.275723 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6df5b068-d6a9-4b4c-85ba-d44460a9e616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:06.408316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device abd71e3e-53f1-48ac-b128-1edcffaccd0b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:06.462729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port abd71e3e-53f1-48ac-b128-1edcffaccd0b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:06.463370 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:06.496544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bebb5c8-1c2c-4424-889b-1a13cb1fbf52 req-7ce87a15-bc29-4575-88ae-ce61abed7459 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 210 time: 0.0405810 Jul 08 18:32:06.499906 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'name': 'tempest-TestVolumeBootPattern-1013157251-router', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:57Z', 'updated_at': '2021-07-08T18:32:01Z', 'revision_number': 4, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'gw_port': {'id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:58Z', 'updated_at': '2021-07-08T18:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e07cc9b5-3204-4e4d-b7c9-a51b811328b1', 'name': '', 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'mac_address': 'fa:16:3e:f7:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c561f22d-0323-47d6-9298-4f07007e1d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:00Z', 'updated_at': '2021-07-08T18:32:06Z', 'revision_number': 4, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'subnets': [{'id': 'c561f22d-0323-47d6-9298-4f07007e1d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:06.535844 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a47e6c-1c49-411d-97b9-1ac7ce179493 None None] The sync data for ids ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'] in n-d-799684-3 is: [{'id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'name': 'tempest-TestVolumeBootPattern-1013157251-router', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:57Z', 'updated_at': '2021-07-08T18:32:01Z', 'revision_number': 4, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'gw_port': {'id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:58Z', 'updated_at': '2021-07-08T18:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'e07cc9b5-3204-4e4d-b7c9-a51b811328b1', 'name': '', 'network_id': '99e0ef9d-0aee-4288-af7d-b6196727e543', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'mac_address': 'fa:16:3e:f7:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c561f22d-0323-47d6-9298-4f07007e1d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:00Z', 'updated_at': '2021-07-08T18:32:06Z', 'revision_number': 4, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'subnets': [{'id': 'c561f22d-0323-47d6-9298-4f07007e1d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:32:06.600756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e07cc9b5-3204-4e4d-b7c9-a51b811328b1 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:06.602914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-c2058069-039c-4a41-97d9-6608d34b966c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:06.606098 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-c2058069-039c-4a41-97d9-6608d34b966c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.2213092 Jul 08 18:32:06.621610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'port': {'device_id': 'e518d840-5748-4e5a-953a-4496a772ffcd', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'admin_state_up': True, 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:06.675125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:06.683714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:06.684092 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:06.792416 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:06.837617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Made reservation on behalf of 52c6e73aef014fb99916d41deb9b91b3 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:32:06.841893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:06.845481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port e07cc9b5-3204-4e4d-b7c9-a51b811328b1, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e07cc9b5-3204-4e4d-b7c9-a51b811328b1,segment=NetworkSegment(375af667-36e6-4726-bc49-6e0888624b5d),segment_id=375af667-36e6-4726-bc49-6e0888624b5d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:06.855769 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:06.944624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=e07cc9b5-3204-4e4d-b7c9-a51b811328b1,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:07.043494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Allocated IP 172.20.0.8 (df736c83-02a0-4f80-ba4c-f3f4e0bc715e/503d4c91-c4e0-4657-967e-28453a9ecffe/48de2ac7-229a-4261-91c3-6e7a432635a0) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:07.479380 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:07.492432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Transition to ACTIVE for port object 48de2ac7-229a-4261-91c3-6e7a432635a0 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:07.501612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d0f734ae-6f0f-4562-8897-9e5a576b4f68 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:32:07.534961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: d0f734ae-6f0f-4562-8897-9e5a576b4f68 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:32:07.535460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d0f734ae-6f0f-4562-8897-9e5a576b4f68 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:32:07.538093 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:07.598280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:07.605724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:07.621330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:07.630947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=48de2ac7-229a-4261-91c3-6e7a432635a0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:07.698092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:07.698759 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:07.724268 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-19d6fd6d-861f-4c8a-9eca-8981900f9c5b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1083486 Jul 08 18:32:07.737399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Request body: {'port': {'device_id': 'e518d840-5748-4e5a-953a-4496a772ffcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:07.755419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbf1bb-252b-4e44-b1b2-0c56006e7842 req-05e95933-ae29-42a6-a2c6-019701713b7b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:07.765958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ecbf1bb-252b-4e44-b1b2-0c56006e7842 req-05e95933-ae29-42a6-a2c6-019701713b7b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 931 time: 0.1381364 Jul 08 18:32:07.813882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ecbf1bb-252b-4e44-b1b2-0c56006e7842 req-c38204ad-08da-495d-a67c-575afa902c67 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466542 Jul 08 18:32:07.827464 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:07.975827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8419a7bf-2887-4613-9b4f-a8c937b91c36 None None] Provisioning for port 48de2ac7-229a-4261-91c3-6e7a432635a0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:07.986614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8419a7bf-2887-4613-9b4f-a8c937b91c36 None None] Provisioning complete for port 48de2ac7-229a-4261-91c3-6e7a432635a0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:07.987238 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8419a7bf-2887-4613-9b4f-a8c937b91c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:08.050344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8419a7bf-2887-4613-9b4f-a8c937b91c36 None None] Port 48de2ac7-229a-4261-91c3-6e7a432635a0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:32:08.261738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48de2ac7-229a-4261-91c3-6e7a432635a0 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:32:08.272332 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:08.286967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Transition to ACTIVE for port object 48de2ac7-229a-4261-91c3-6e7a432635a0 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:08.292118 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:08.355320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=48de2ac7-229a-4261-91c3-6e7a432635a0,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:08.376248 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e07cc9b5-3204-4e4d-b7c9-a51b811328b1 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:08.438958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:08.439475 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:08.451125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Attempting to bind port 48de2ac7-229a-4261-91c3-6e7a432635a0 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:08.451462 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Attempting to bind port 48de2ac7-229a-4261-91c3-6e7a432635a0 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:08.451795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Attempting to bind port 48de2ac7-229a-4261-91c3-6e7a432635a0 on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:08.457722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Port 48de2ac7-229a-4261-91c3-6e7a432635a0 on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:32:08.458047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Attempting to bind port 48de2ac7-229a-4261-91c3-6e7a432635a0 on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:08.463933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:08.464273 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Checking segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:08.464673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Bound using segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:08.465134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Bound port: 48de2ac7-229a-4261-91c3-6e7a432635a0, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:08.465544 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:08.552961 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] For port 48de2ac7-229a-4261-91c3-6e7a432635a0, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:08.556787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] For port 48de2ac7-229a-4261-91c3-6e7a432635a0, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=48de2ac7-229a-4261-91c3-6e7a432635a0,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:08.563033 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:08.603828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:08.604435 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:08.605839 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] 10.222.0.74 "PUT /v2.0/ports/48de2ac7-229a-4261-91c3-6e7a432635a0 HTTP/1.1" status: 200 len: 1091 time: 0.8735261 Jul 08 18:32:08.606435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e518d840-5748-4e5a-953a-4496a772ffcd', 'tag': '48de2ac7-229a-4261-91c3-6e7a432635a0'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:08.608524 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d18af16-511e-4fad-820a-a494459f1d09" -d '{"events": [{"name": "network-changed", "server_uuid": "e518d840-5748-4e5a-953a-4496a772ffcd", "tag": "48de2ac7-229a-4261-91c3-6e7a432635a0"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:08.634486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac30df-158c-4ddd-8f70-c4f0d21c8bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=48de2ac7-229a-4261-91c3-6e7a432635a0,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:08.680758 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ec47fc-b2b3-459d-bcb7-0a704c607fbb x-openstack-request-id: req-72ec47fc-b2b3-459d-bcb7-0a704c607fbb {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:08.681049 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e518d840-5748-4e5a-953a-4496a772ffcd", "tag": "48de2ac7-229a-4261-91c3-6e7a432635a0", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:08.681298 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72ec47fc-b2b3-459d-bcb7-0a704c607fbb {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:08.681687 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e518d840-5748-4e5a-953a-4496a772ffcd', 'tag': '48de2ac7-229a-4261-91c3-6e7a432635a0', 'status': 'completed', 'code': 200} Jul 08 18:32:08.710932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-45127490-145c-405e-a1d3-b1327b09cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:08.712523 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-45127490-145c-405e-a1d3-b1327b09cfc8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 1094 time: 0.0603440 Jul 08 18:32:08.756245 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-b3c670ea-c62c-42dc-b58b-751d2cf15eaa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48de2ac7-229a-4261-91c3-6e7a432635a0 HTTP/1.1" status: 200 len: 217 time: 0.0363135 Jul 08 18:32:08.813319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-2bd1bc1f-4523-43cb-9106-336b254664f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:08.815099 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-2bd1bc1f-4523-43cb-9106-336b254664f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0511169 Jul 08 18:32:08.886681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-9b62bf23-d352-45f4-9e3a-2be71fb5322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:08.889139 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-9b62bf23-d352-45f4-9e3a-2be71fb5322a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681374 Jul 08 18:32:08.994672 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-9328f0dd-71b7-4831-9e96-077031af13dc service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992475 Jul 08 18:32:09.020143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29769fa5-4d28-4b92-8e27-44e7577a5a6d req-2aa995c5-3a27-40b8-ba65-ee8d5f0efb5e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:09.022269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29769fa5-4d28-4b92-8e27-44e7577a5a6d req-2aa995c5-3a27-40b8-ba65-ee8d5f0efb5e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 943 time: 0.0952334 Jul 08 18:32:09.066960 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29769fa5-4d28-4b92-8e27-44e7577a5a6d req-a7b5f491-6b27-4c5b-b0c9-e8d02ec46c03 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362382 Jul 08 18:32:09.102632 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:09.119241 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8a256057-c559-4304-96c0-6e9a55c8a697 req-7ebba9d1-62e9-4ad7-ad45-5af389fc2f9e service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181064 Jul 08 18:32:09.147991 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a579fafb-5c9b-4e2e-8516-840e004bac23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:09.229862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18af16-511e-4fad-820a-a494459f1d09 req-cce903f0-09d0-4495-a2d8-330a02c187c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:09.232074 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d18af16-511e-4fad-820a-a494459f1d09 req-cce903f0-09d0-4495-a2d8-330a02c187c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 1094 time: 0.0613258 Jul 08 18:32:09.329300 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18af16-511e-4fad-820a-a494459f1d09 req-c6fdd2d9-49f9-4c5a-8fb7-4543f134e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:09.330949 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d18af16-511e-4fad-820a-a494459f1d09 req-c6fdd2d9-49f9-4c5a-8fb7-4543f134e3a4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0916107 Jul 08 18:32:09.377950 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d18af16-511e-4fad-820a-a494459f1d09 req-69f31804-883e-4167-b86c-a05b8dd68472 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48de2ac7-229a-4261-91c3-6e7a432635a0 HTTP/1.1" status: 200 len: 217 time: 0.0401731 Jul 08 18:32:09.427974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18af16-511e-4fad-820a-a494459f1d09 req-0bb8b7bf-0964-49b7-9c94-88180d956e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:09.429658 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d18af16-511e-4fad-820a-a494459f1d09 req-0bb8b7bf-0964-49b7-9c94-88180d956e30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0455568 Jul 08 18:32:09.492243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18af16-511e-4fad-820a-a494459f1d09 req-43b8814a-684b-4c76-b1e6-349a3725eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:09.493869 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d18af16-511e-4fad-820a-a494459f1d09 req-43b8814a-684b-4c76-b1e6-349a3725eb19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582271 Jul 08 18:32:09.588197 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d18af16-511e-4fad-820a-a494459f1d09 req-2ed9d77c-c0ec-412a-99a9-9eb247a22431 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869792 Jul 08 18:32:09.688516 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3d18af16-511e-4fad-820a-a494459f1d09 req-fecbe7c1-5d90-4734-a69e-6afeda203350 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930972 Jul 08 18:32:10.240774 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:10.297609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1014e-c9f5-48fc-90d5-d7f6c8ad387a req-8b37ee0a-cfcc-4857-9a40-3b631a606eef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:10.300449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98b1014e-c9f5-48fc-90d5-d7f6c8ad387a req-8b37ee0a-cfcc-4857-9a40-3b631a606eef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 943 time: 0.0837462 Jul 08 18:32:10.342995 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98b1014e-c9f5-48fc-90d5-d7f6c8ad387a req-fb8f55f0-fd7b-46a8-8bf0-7fd0acf581dd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358162 Jul 08 18:32:11.544118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d1c64-e502-4993-b373-f5e842221036 req-c971b944-9a44-4494-84f6-904434cc33fc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:11.545533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d02d1c64-e502-4993-b373-f5e842221036 req-c971b944-9a44-4494-84f6-904434cc33fc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 943 time: 0.0649772 Jul 08 18:32:11.583730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d02d1c64-e502-4993-b373-f5e842221036 req-59d0d520-6928-4ce7-82a1-157aca2b3186 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324867 Jul 08 18:32:11.725986 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.759200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fbea7-5d29-4c13-8b9b-90e94dc8fa74 req-4937827c-404d-4af2-a5b3-40681e219fed tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:12.760692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed3fbea7-5d29-4c13-8b9b-90e94dc8fa74 req-4937827c-404d-4af2-a5b3-40681e219fed tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 943 time: 0.0659394 Jul 08 18:32:12.797919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed3fbea7-5d29-4c13-8b9b-90e94dc8fa74 req-d6fedfdf-0a24-4c73-98b2-07b223cb8f65 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Jul 08 18:32:13.733434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-f3610ff6-23c4-4776-8f4e-24b68e8147c7 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:13.734866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-f3610ff6-23c4-4776-8f4e-24b68e8147c7 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/networks?id=96b9ed6e-d1ee-4676-8366-00b69f3cd483 HTTP/1.1" status: 200 len: 814 time: 0.1011868 Jul 08 18:32:13.749685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-d2470f64-e94a-4d47-92cc-0b29196fc33d tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/quotas/b9a789e862514cbca2e9c40719524e66 HTTP/1.1" status: 200 len: 375 time: 0.0093124 Jul 08 18:32:13.783704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-a03da253-bc6f-4754-8f29-11959cae6fb7 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9a789e862514cbca2e9c40719524e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286007 Jul 08 18:32:13.883824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-c20cae0c-be55-4756-bf58-c50a0741a6cc service neutron] 10.222.0.73 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935357 Jul 08 18:32:14.016771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-6a4a491e-596d-4af9-828e-44d5a5d89f12 service neutron] 10.222.0.73 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268909 Jul 08 18:32:14.028710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419c11c-3c11-4ed6-b465-6637efcd2ba8 req-e983943a-f4a5-4875-99b2-265358f6ac6d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:14.030405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a419c11c-3c11-4ed6-b465-6637efcd2ba8 req-e983943a-f4a5-4875-99b2-265358f6ac6d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 943 time: 0.1218355 Jul 08 18:32:14.069212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a419c11c-3c11-4ed6-b465-6637efcd2ba8 req-9638cd2f-02d2-4e33-bb78-717633fbcd51 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Jul 08 18:32:14.182751 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37bb05d5-54a7-4014-9a6c-30ee60bcf235 req-7b630558-27df-4321-9900-d134066e110a tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 210 time: 0.0286007 Jul 08 18:32:15.185748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-b9bdbce7-66ff-40fb-8f6c-5a1c527da1a3 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:15.187511 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-b9bdbce7-66ff-40fb-8f6c-5a1c527da1a3 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.59 "GET /v2.0/networks?id=96b9ed6e-d1ee-4676-8366-00b69f3cd483 HTTP/1.1" status: 200 len: 814 time: 0.1060131 Jul 08 18:32:15.200459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Request body: {'port': {'device_id': '5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111', 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483', 'admin_state_up': True, 'tenant_id': 'b9a789e862514cbca2e9c40719524e66'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:15.248436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb5499-c9a4-4203-8238-2eba8f33ba88 req-359c3b4d-ea26-4941-a586-bc28d38eba84 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:15.250356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caeb5499-c9a4-4203-8238-2eba8f33ba88 req-359c3b4d-ea26-4941-a586-bc28d38eba84 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 943 time: 0.0711999 Jul 08 18:32:15.310615 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-caeb5499-c9a4-4203-8238-2eba8f33ba88 req-1308ad34-f329-4b68-9623-54cc569d9e53 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530920 Jul 08 18:32:15.345474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Made reservation on behalf of b9a789e862514cbca2e9c40719524e66 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:32:15.349176 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.350669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-87d73ef8-6048-4a1e-b424-9a001936cd48 req-42026e54-e968-4e5b-9615-416e56d9347d tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 210 time: 0.0323493 Jul 08 18:32:15.476562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Allocated IP 172.20.0.12 (96b9ed6e-d1ee-4676-8366-00b69f3cd483/b8143c4d-ef8a-43fb-96d7-875c152f209c/d5244704-2167-46cb-ba42-ad3b4c7d6700) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:15.626986 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.668439 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.712651 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:15.717980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:15.721920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:15.751092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Pushing event updated for resources: {'Port': ['ID=d5244704-2167-46cb-ba42-ad3b4c7d6700,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:15.778338 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:15.779051 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.794152 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-8f983926-b3dc-4fcb-8586-be92bfb6df99 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5974798 Jul 08 18:32:15.806174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Request body: {'port': {'device_id': '5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:15.876625 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.134752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5244704-2167-46cb-ba42-ad3b4c7d6700 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:32:16.142042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.153869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Transition to ACTIVE for port object d5244704-2167-46cb-ba42-ad3b4c7d6700 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:16.157814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.207346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a929a68-1533-4044-8227-828547cea862 service neutron] Pushing event updated for resources: {'Port': ['ID=d5244704-2167-46cb-ba42-ad3b4c7d6700,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:16.274389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Attempting to bind port d5244704-2167-46cb-ba42-ad3b4c7d6700 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:16.274746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Attempting to bind port d5244704-2167-46cb-ba42-ad3b4c7d6700 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '41af10b6-4b06-4578-b5b7-7717d025eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:16.275057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Attempting to bind port d5244704-2167-46cb-ba42-ad3b4c7d6700 on network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:16.279578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Port d5244704-2167-46cb-ba42-ad3b4c7d6700 on network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:32:16.279905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Attempting to bind port d5244704-2167-46cb-ba42-ad3b4c7d6700 on network 96b9ed6e-d1ee-4676-8366-00b69f3cd483 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:16.284654 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:16.285618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Checking segment: {'id': '41af10b6-4b06-4578-b5b7-7717d025eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:16.286026 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Bound using segment: {'id': '41af10b6-4b06-4578-b5b7-7717d025eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:16.286465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Bound port: d5244704-2167-46cb-ba42-ad3b4c7d6700, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41af10b6-4b06-4578-b5b7-7717d025eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:16.286830 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.353920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] For port d5244704-2167-46cb-ba42-ad3b4c7d6700, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:16.357095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] For port d5244704-2167-46cb-ba42-ad3b4c7d6700, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d5244704-2167-46cb-ba42-ad3b4c7d6700,segment=NetworkSegment(41af10b6-4b06-4578-b5b7-7717d025eacb),segment_id=41af10b6-4b06-4578-b5b7-7717d025eacb)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:16.361861 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.397038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:16.397768 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.399538 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3a929a68-1533-4044-8227-828547cea862 service neutron] 10.222.0.59 "PUT /v2.0/ports/d5244704-2167-46cb-ba42-ad3b4c7d6700 HTTP/1.1" status: 200 len: 1092 time: 0.5974915 Jul 08 18:32:16.401909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111', 'tag': 'd5244704-2167-46cb-ba42-ad3b4c7d6700'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:16.404885 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31db07c4-c472-46b6-a065-e60106b4cfec" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111", "tag": "d5244704-2167-46cb-ba42-ad3b4c7d6700"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:16.431738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a929a68-1533-4044-8227-828547cea862 service neutron] Pushing event updated for resources: {'Port': ['ID=d5244704-2167-46cb-ba42-ad3b4c7d6700,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:16.507274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-bc6f42bd-092e-43c5-b82b-98e07a8cee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:16.508877 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-bc6f42bd-092e-43c5-b82b-98e07a8cee26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9a789e862514cbca2e9c40719524e66&device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 1095 time: 0.0554066 Jul 08 18:32:16.551029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c4083-efbd-43b9-8e2e-4d01e00a2252 req-09586f0d-2375-4388-a2f7-07b34f30ac87 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:16.552557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864c4083-efbd-43b9-8e2e-4d01e00a2252 req-09586f0d-2375-4388-a2f7-07b34f30ac87 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 943 time: 0.1207030 Jul 08 18:32:16.557180 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-839fe535-3add-4009-8eb4-076a29c397e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5244704-2167-46cb-ba42-ad3b4c7d6700 HTTP/1.1" status: 200 len: 217 time: 0.0414495 Jul 08 18:32:16.560764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653993ce-ddf7-46ef-a6d3-223456f08da5 req-5af39c90-aa74-4bd7-97f7-9ea24decaff2 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:16.562139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-653993ce-ddf7-46ef-a6d3-223456f08da5 req-5af39c90-aa74-4bd7-97f7-9ea24decaff2 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 944 time: 0.0975866 Jul 08 18:32:16.607064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-110830f9-d813-42e8-aabd-707ed2dd16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:16.608594 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-110830f9-d813-42e8-aabd-707ed2dd16d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8143c4d-ef8a-43fb-96d7-875c152f209c HTTP/1.1" status: 200 len: 854 time: 0.0445364 Jul 08 18:32:16.619241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864c4083-efbd-43b9-8e2e-4d01e00a2252 req-9373fcfe-a656-4d51-83e6-e8a1ecdfb6e7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561397 Jul 08 18:32:16.621971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-653993ce-ddf7-46ef-a6d3-223456f08da5 req-6816f5f9-4365-4846-9631-370192e6db32 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525205 Jul 08 18:32:16.645301 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-6cd61247-8f69-46da-92f4-15d9ca2f4389 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96b9ed6e-d1ee-4676-8366-00b69f3cd483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292070 Jul 08 18:32:16.670150 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4c5728-836e-440a-8f19-5fb64fe252c4 x-openstack-request-id: req-fb4c5728-836e-440a-8f19-5fb64fe252c4 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:16.670470 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111", "tag": "d5244704-2167-46cb-ba42-ad3b4c7d6700", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:16.670726 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fb4c5728-836e-440a-8f19-5fb64fe252c4 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:16.671125 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111', 'tag': 'd5244704-2167-46cb-ba42-ad3b4c7d6700', 'status': 'completed', 'code': 200} Jul 08 18:32:16.739912 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-4475bfaa-b14c-4fbf-88de-29bc335fef88 service neutron] 10.222.0.59 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889816 Jul 08 18:32:16.828597 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-48990bc0-04b2-47b7-9e5b-ae6c0794e370 req-3b5bc25b-1f3b-42dc-afe6-7656cb2974e1 service neutron] 10.222.0.59 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811863 Jul 08 18:32:16.937380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db07c4-c472-46b6-a065-e60106b4cfec req-004c5720-125b-48ed-9666-e1f7032e79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:16.938912 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31db07c4-c472-46b6-a065-e60106b4cfec req-004c5720-125b-48ed-9666-e1f7032e79a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9a789e862514cbca2e9c40719524e66&device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 1095 time: 0.0574641 Jul 08 18:32:17.030629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db07c4-c472-46b6-a065-e60106b4cfec req-72ec83ff-7e2e-4e89-9552-41cb37e02140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:17.032066 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31db07c4-c472-46b6-a065-e60106b4cfec req-72ec83ff-7e2e-4e89-9552-41cb37e02140 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96b9ed6e-d1ee-4676-8366-00b69f3cd483 HTTP/1.1" status: 200 len: 915 time: 0.0862887 Jul 08 18:32:17.074548 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31db07c4-c472-46b6-a065-e60106b4cfec req-d973e580-be59-42ca-9bee-ca1a9419a134 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5244704-2167-46cb-ba42-ad3b4c7d6700 HTTP/1.1" status: 200 len: 217 time: 0.0339649 Jul 08 18:32:17.124095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db07c4-c472-46b6-a065-e60106b4cfec req-18fb9d6a-5d32-40ce-a11a-1f0462cba58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:17.125490 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31db07c4-c472-46b6-a065-e60106b4cfec req-18fb9d6a-5d32-40ce-a11a-1f0462cba58f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8143c4d-ef8a-43fb-96d7-875c152f209c HTTP/1.1" status: 200 len: 854 time: 0.0453112 Jul 08 18:32:17.156690 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31db07c4-c472-46b6-a065-e60106b4cfec req-53a34ce4-75ab-4d91-89f3-e1be09514f25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96b9ed6e-d1ee-4676-8366-00b69f3cd483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249481 Jul 08 18:32:17.243148 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31db07c4-c472-46b6-a065-e60106b4cfec req-a6f90897-97b0-43d5-9702-243573712c2e service neutron] 10.222.0.59 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793097 Jul 08 18:32:17.336847 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31db07c4-c472-46b6-a065-e60106b4cfec req-e8a93ea6-bdee-4a3a-95d9-2b4bfa6d0127 service neutron] 10.222.0.59 "GET /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853765 Jul 08 18:32:17.834103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84784d9-a858-4c37-9679-d97ab7c8d909 req-83573755-4c0b-464d-8061-0ae7afb1a7da tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:17.835516 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c84784d9-a858-4c37-9679-d97ab7c8d909 req-83573755-4c0b-464d-8061-0ae7afb1a7da tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 943 time: 0.1036985 Jul 08 18:32:17.848709 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5825f-8b44-495d-be74-e9ec78f9c592 req-b4d948ff-6dab-4f69-8267-f5dfe11f1630 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:17.850149 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1dc5825f-8b44-495d-be74-e9ec78f9c592 req-b4d948ff-6dab-4f69-8267-f5dfe11f1630 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 944 time: 0.1091540 Jul 08 18:32:17.903126 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c84784d9-a858-4c37-9679-d97ab7c8d909 req-10c91b7d-2621-48ed-aae0-c59c13175030 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520124 Jul 08 18:32:17.908163 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1dc5825f-8b44-495d-be74-e9ec78f9c592 req-bc8c29ed-bf47-4ec7-91b0-57f6359e6d2c tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512760 Jul 08 18:32:19.122296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8937260-2308-4f8d-b08e-dc4b0fc96493 req-74d02b8d-e5e4-49c8-9049-c0dde6c41af5 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:19.123737 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8937260-2308-4f8d-b08e-dc4b0fc96493 req-74d02b8d-e5e4-49c8-9049-c0dde6c41af5 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 944 time: 0.1044939 Jul 08 18:32:19.131695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa4124-126c-42d8-8bc2-8692d230da1a req-99d406db-4ad4-4416-8e7a-a6f5aa34c92f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:19.132978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eeaa4124-126c-42d8-8bc2-8692d230da1a req-99d406db-4ad4-4416-8e7a-a6f5aa34c92f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 943 time: 0.1048419 Jul 08 18:32:19.186849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e8937260-2308-4f8d-b08e-dc4b0fc96493 req-1d77f2f4-969e-46df-92db-7e19cf0431b6 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529287 Jul 08 18:32:19.191617 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eeaa4124-126c-42d8-8bc2-8692d230da1a req-e166d16c-5fe1-461a-8d91-962ee556b0a0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519083 Jul 08 18:32:19.531286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 48de2ac7-229a-4261-91c3-6e7a432635a0 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:32:19.621364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 48de2ac7-229a-4261-91c3-6e7a432635a0, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=48de2ac7-229a-4261-91c3-6e7a432635a0,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:19.637562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '48de2ac7-229a-4261-91c3-6e7a432635a0', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'port_id': '48de2ac7-229a-4261-91c3-6e7a432635a0', 'mac_address': 'fa:16:3e:18:12:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:32:19.674515 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:19.686665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48de2ac7-229a-4261-91c3-6e7a432635a0 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:32:19.705392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 48de2ac7-229a-4261-91c3-6e7a432635a0, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=48de2ac7-229a-4261-91c3-6e7a432635a0,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:19.710152 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:19.754332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=48de2ac7-229a-4261-91c3-6e7a432635a0,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:19.761346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:19.761692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:19.762033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:19.762400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:19.762734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:19.763064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:19.763391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:19.763714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:19.764037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:19.764358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:19.764677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:19.764996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:20.007189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['48de2ac7-229a-4261-91c3-6e7a432635a0'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:32:20.085267 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d5244704-2167-46cb-ba42-ad3b4c7d6700 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:32:20.219617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d5244704-2167-46cb-ba42-ad3b4c7d6700, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d5244704-2167-46cb-ba42-ad3b4c7d6700,segment=NetworkSegment(41af10b6-4b06-4578-b5b7-7717d025eacb),segment_id=41af10b6-4b06-4578-b5b7-7717d025eacb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:20.230596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'd5244704-2167-46cb-ba42-ad3b4c7d6700', 'network_id': '96b9ed6e-d1ee-4676-8366-00b69f3cd483', 'port_id': 'd5244704-2167-46cb-ba42-ad3b4c7d6700', 'mac_address': 'fa:16:3e:54:27:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8143c4d-ef8a-43fb-96d7-875c152f209c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:32:20.271993 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.285830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5244704-2167-46cb-ba42-ad3b4c7d6700 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:32:20.307092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d5244704-2167-46cb-ba42-ad3b4c7d6700, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d5244704-2167-46cb-ba42-ad3b4c7d6700,segment=NetworkSegment(41af10b6-4b06-4578-b5b7-7717d025eacb),segment_id=41af10b6-4b06-4578-b5b7-7717d025eacb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:20.311658 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.359976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d5244704-2167-46cb-ba42-ad3b4c7d6700,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:20.405079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e163909-cb28-4574-853a-e26885f63b87 req-c03edff4-a1ae-47a3-afad-40cb111affdd tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:20.406550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e163909-cb28-4574-853a-e26885f63b87 req-c03edff4-a1ae-47a3-afad-40cb111affdd tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 945 time: 0.1070211 Jul 08 18:32:20.417533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2ecd7-240c-41ff-912a-f67fb7e49823 req-33cafe7e-36e1-4494-89ef-9bef81fc056b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:20.418942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fb2ecd7-240c-41ff-912a-f67fb7e49823 req-33cafe7e-36e1-4494-89ef-9bef81fc056b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 944 time: 0.1087821 Jul 08 18:32:20.474044 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e163909-cb28-4574-853a-e26885f63b87 req-859d94d5-b12e-4b0f-b2c7-a1ddbe9afba2 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540783 Jul 08 18:32:20.476763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fb2ecd7-240c-41ff-912a-f67fb7e49823 req-c5c81e95-7d3a-4af4-ad4d-f0147866779f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511892 Jul 08 18:32:20.622167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['d5244704-2167-46cb-ba42-ad3b4c7d6700'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:32:21.550895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 48de2ac7-229a-4261-91c3-6e7a432635a0 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:21.601954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 48de2ac7-229a-4261-91c3-6e7a432635a0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:21.605890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 48de2ac7-229a-4261-91c3-6e7a432635a0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:21.606324 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.681604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.689830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb0a69-f2f8-412e-bd2f-18578695020c req-947b9572-fef9-4305-b942-716e56d8383a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:21.691368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ddb0a69-f2f8-412e-bd2f-18578695020c req-947b9572-fef9-4305-b942-716e56d8383a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 944 time: 0.1045382 Jul 08 18:32:21.703695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e518d840-5748-4e5a-953a-4496a772ffcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48de2ac7-229a-4261-91c3-6e7a432635a0'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:21.705992 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f417c35-e706-4eff-b9df-b7d3e071eef2" -d '{"events": [{"server_uuid": "e518d840-5748-4e5a-953a-4496a772ffcd", "name": "network-vif-plugged", "status": "completed", "tag": "48de2ac7-229a-4261-91c3-6e7a432635a0"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:21.711884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cc81c-f523-4de8-a91c-4f38b85d5701 req-159046df-10cb-40d0-bbde-fd0436baf05e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:21.713363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f0cc81c-f523-4de8-a91c-4f38b85d5701 req-159046df-10cb-40d0-bbde-fd0436baf05e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 945 time: 0.1247392 Jul 08 18:32:21.722952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 48de2ac7-229a-4261-91c3-6e7a432635a0, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=48de2ac7-229a-4261-91c3-6e7a432635a0,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:21.727191 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.757416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ddb0a69-f2f8-412e-bd2f-18578695020c req-60881ccc-c1da-4aa2-8c57-3705262e7e3c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591357 Jul 08 18:32:21.770133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f0cc81c-f523-4de8-a91c-4f38b85d5701 req-14eba62a-ea9b-4375-9068-935ef9268c52 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491822 Jul 08 18:32:21.788765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=48de2ac7-229a-4261-91c3-6e7a432635a0,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:21.803061 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe7f806-1bf3-40e7-a812-abc9f3d63db8 x-openstack-request-id: req-bfe7f806-1bf3-40e7-a812-abc9f3d63db8 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:21.803352 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e518d840-5748-4e5a-953a-4496a772ffcd", "name": "network-vif-plugged", "status": "completed", "tag": "48de2ac7-229a-4261-91c3-6e7a432635a0", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:21.803603 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bfe7f806-1bf3-40e7-a812-abc9f3d63db8 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:21.805087 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e518d840-5748-4e5a-953a-4496a772ffcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48de2ac7-229a-4261-91c3-6e7a432635a0', 'code': 200} Jul 08 18:32:21.913534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493921f6-b79b-45bb-b730-35e0f8ef27af req-bc849e55-d694-418c-a1dd-e28dbdea624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:21.915042 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-493921f6-b79b-45bb-b730-35e0f8ef27af req-bc849e55-d694-418c-a1dd-e28dbdea624e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 1096 time: 0.0515277 Jul 08 18:32:21.950951 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-493921f6-b79b-45bb-b730-35e0f8ef27af req-37c9c585-5931-44ef-8fa1-00616b81407c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296655 Jul 08 18:32:22.102811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d5244704-2167-46cb-ba42-ad3b4c7d6700 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:22.148985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port d5244704-2167-46cb-ba42-ad3b4c7d6700 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:22.152608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port d5244704-2167-46cb-ba42-ad3b4c7d6700 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:22.153010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:22.234011 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:22.265340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port d5244704-2167-46cb-ba42-ad3b4c7d6700, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d5244704-2167-46cb-ba42-ad3b4c7d6700,segment=NetworkSegment(41af10b6-4b06-4578-b5b7-7717d025eacb),segment_id=41af10b6-4b06-4578-b5b7-7717d025eacb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:22.269400 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:22.316879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=d5244704-2167-46cb-ba42-ad3b4c7d6700,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:22.977498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63755f-5d17-4496-8199-1df3f8918293 req-f7293287-e6ec-4920-ace9-67d72c7da4f8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:22.979030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e63755f-5d17-4496-8199-1df3f8918293 req-f7293287-e6ec-4920-ace9-67d72c7da4f8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 945 time: 0.1100137 Jul 08 18:32:22.989378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725a54f-a617-4b8c-9fac-b91fa0182e25 req-e881aefb-13f7-42dc-921b-7bd63fb24fb6 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:22.990813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f725a54f-a617-4b8c-9fac-b91fa0182e25 req-e881aefb-13f7-42dc-921b-7bd63fb24fb6 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 946 time: 0.0929143 Jul 08 18:32:23.050256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e63755f-5d17-4496-8199-1df3f8918293 req-c65ffb4a-91ff-491c-af82-8656f8f51efc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583503 Jul 08 18:32:23.057543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f725a54f-a617-4b8c-9fac-b91fa0182e25 req-2a2f9d53-1f38-4fb8-ad26-bb4a19a34874 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596042 Jul 08 18:32:23.805641 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5244704-2167-46cb-ba42-ad3b4c7d6700'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:23.808010 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc7fcf1-b566-445a-962c-a18c1555cb72" -d '{"events": [{"server_uuid": "5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111", "name": "network-vif-plugged", "status": "completed", "tag": "d5244704-2167-46cb-ba42-ad3b4c7d6700"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:23.842929 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e87fd8d-9e1f-4661-9f9e-3c8aca558527 x-openstack-request-id: req-8e87fd8d-9e1f-4661-9f9e-3c8aca558527 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:23.843221 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111", "name": "network-vif-plugged", "status": "completed", "tag": "d5244704-2167-46cb-ba42-ad3b4c7d6700", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:23.843473 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e87fd8d-9e1f-4661-9f9e-3c8aca558527 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:23.843863 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5244704-2167-46cb-ba42-ad3b4c7d6700', 'code': 200} Jul 08 18:32:23.953621 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14659bc5-dc0e-4e9c-96ac-8802e28ce304 req-2d5eb3a3-0bb9-4576-a064-6c04b229d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:23.955132 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-14659bc5-dc0e-4e9c-96ac-8802e28ce304 req-2d5eb3a3-0bb9-4576-a064-6c04b229d2da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 1097 time: 0.0521901 Jul 08 18:32:23.991719 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-14659bc5-dc0e-4e9c-96ac-8802e28ce304 req-51f05244-b8b1-4af5-bae4-e684ebf5a974 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302963 Jul 08 18:32:24.262695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba02d8-e51f-40ba-81e9-97c08a4e9711 req-69e346d5-5000-4a67-abc2-63450685546c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:24.264180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5ba02d8-e51f-40ba-81e9-97c08a4e9711 req-69e346d5-5000-4a67-abc2-63450685546c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 945 time: 0.1048687 Jul 08 18:32:24.272328 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc545ef-ca71-4655-b804-9f1d30a99b0c req-83a773ee-0f27-48de-84ef-7672edf27135 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:24.273690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cc545ef-ca71-4655-b804-9f1d30a99b0c req-83a773ee-0f27-48de-84ef-7672edf27135 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 946 time: 0.1049209 Jul 08 18:32:24.329263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5ba02d8-e51f-40ba-81e9-97c08a4e9711 req-eaef0c3e-d0fd-4625-8fff-002fd2e674a8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545962 Jul 08 18:32:24.334614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8cc545ef-ca71-4655-b804-9f1d30a99b0c req-7ad39807-a3a1-4ded-8e16-91780551a7d1 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537987 Jul 08 18:32:24.500201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c64016-c6f3-4a1e-8c00-53c15d7df868 req-6e0ae472-41fc-4602-a8c0-7fd1cc9e6be3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:24.501692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3c64016-c6f3-4a1e-8c00-53c15d7df868 req-6e0ae472-41fc-4602-a8c0-7fd1cc9e6be3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 945 time: 0.0652988 Jul 08 18:32:24.538738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3c64016-c6f3-4a1e-8c00-53c15d7df868 req-c8e9143f-a785-4f29-a786-78886d95a9ef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Jul 08 18:32:24.704898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f10e2-47f8-4e09-9bff-1c9e127d0b5c req-2183ec8d-3003-4f7c-bfde-95f6c97e3784 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:24.706404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-568f10e2-47f8-4e09-9bff-1c9e127d0b5c req-2183ec8d-3003-4f7c-bfde-95f6c97e3784 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 945 time: 0.0637596 Jul 08 18:32:24.742889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-568f10e2-47f8-4e09-9bff-1c9e127d0b5c req-3562072e-dece-4daf-881d-09e1f2a7a9a9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Jul 08 18:32:25.123051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31475ac-0940-4cc8-a97d-f760bcf33484 req-88aaedfc-aed5-4710-82a1-a76ea12f41df tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:25.124756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d31475ac-0940-4cc8-a97d-f760bcf33484 req-88aaedfc-aed5-4710-82a1-a76ea12f41df tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 945 time: 0.0675216 Jul 08 18:32:25.165986 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d31475ac-0940-4cc8-a97d-f760bcf33484 req-bedee1fa-7aec-4a95-879f-6eceeb9d3848 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355198 Jul 08 18:32:25.505920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90b453-b012-47a2-be10-59b3064f0afa req-a0f7c2fe-a9d1-4814-a235-e35e8039e397 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:25.507559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe90b453-b012-47a2-be10-59b3064f0afa req-a0f7c2fe-a9d1-4814-a235-e35e8039e397 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 946 time: 0.0630326 Jul 08 18:32:25.544669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe90b453-b012-47a2-be10-59b3064f0afa req-ed591fb7-d6d6-4ba2-8a62-ed75c56daa17 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Jul 08 18:32:26.337024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6611198-6972-4635-8e6f-c93b044b2b85 req-2005ac82-c92c-40ed-bdf9-9996dd4d5e15 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:26.338669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6611198-6972-4635-8e6f-c93b044b2b85 req-2005ac82-c92c-40ed-bdf9-9996dd4d5e15 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 945 time: 0.0636945 Jul 08 18:32:26.377520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6611198-6972-4635-8e6f-c93b044b2b85 req-cce774d9-4833-4f9e-8d21-dd9768f60580 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331693 Jul 08 18:32:26.630863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff567011-3d60-44d4-a380-3352975f1bb8 req-d8ef929c-fae7-4a2f-be69-43e63bfc52d5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:26.632522 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff567011-3d60-44d4-a380-3352975f1bb8 req-d8ef929c-fae7-4a2f-be69-43e63bfc52d5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 945 time: 0.0648186 Jul 08 18:32:26.735782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ff567011-3d60-44d4-a380-3352975f1bb8 req-952e2bee-dee2-432a-8f26-250f68e40e04 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Deleting port 48de2ac7-229a-4261-91c3-6e7a432635a0 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:32:26.736025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ff567011-3d60-44d4-a380-3352975f1bb8 req-952e2bee-dee2-432a-8f26-250f68e40e04 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.827961 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ff567011-3d60-44d4-a380-3352975f1bb8 req-952e2bee-dee2-432a-8f26-250f68e40e04 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] For port 48de2ac7-229a-4261-91c3-6e7a432635a0, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=48de2ac7-229a-4261-91c3-6e7a432635a0,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:26.828322 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ff567011-3d60-44d4-a380-3352975f1bb8 req-952e2bee-dee2-432a-8f26-250f68e40e04 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.840905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ff567011-3d60-44d4-a380-3352975f1bb8 req-952e2bee-dee2-432a-8f26-250f68e40e04 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Calling delete_port for 48de2ac7-229a-4261-91c3-6e7a432635a0 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:32:26.971583 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ff567011-3d60-44d4-a380-3352975f1bb8 req-952e2bee-dee2-432a-8f26-250f68e40e04 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.983632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['48de2ac7-229a-4261-91c3-6e7a432635a0'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:32:27.004168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e2bee-dee2-432a-8f26-250f68e40e04 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event deleted for resources: {'Port': ['ID=48de2ac7-229a-4261-91c3-6e7a432635a0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:27.057879 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff567011-3d60-44d4-a380-3352975f1bb8 req-952e2bee-dee2-432a-8f26-250f68e40e04 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] No DVR routers for this DVR port 48de2ac7-229a-4261-91c3-6e7a432635a0 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:32:27.060884 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ff567011-3d60-44d4-a380-3352975f1bb8 req-952e2bee-dee2-432a-8f26-250f68e40e04 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:27.063635 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff567011-3d60-44d4-a380-3352975f1bb8 req-952e2bee-dee2-432a-8f26-250f68e40e04 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "DELETE /v2.0/ports/48de2ac7-229a-4261-91c3-6e7a432635a0 HTTP/1.1" status: 204 len: 173 time: 0.4258814 Jul 08 18:32:27.064265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e518d840-5748-4e5a-953a-4496a772ffcd', 'name': 'network-vif-deleted', 'tag': '48de2ac7-229a-4261-91c3-6e7a432635a0'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:27.069033 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3710591c-1cc2-4d2a-83fb-2d024a2719bd" -d '{"events": [{"server_uuid": "e518d840-5748-4e5a-953a-4496a772ffcd", "name": "network-vif-deleted", "tag": "48de2ac7-229a-4261-91c3-6e7a432635a0"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:27.108766 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84789249-6655-4c12-b9d9-d2182f6050a6 x-openstack-request-id: req-84789249-6655-4c12-b9d9-d2182f6050a6 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:27.109104 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e518d840-5748-4e5a-953a-4496a772ffcd", "name": "network-vif-deleted", "tag": "48de2ac7-229a-4261-91c3-6e7a432635a0", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:27.109312 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84789249-6655-4c12-b9d9-d2182f6050a6 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:27.109710 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e518d840-5748-4e5a-953a-4496a772ffcd', 'name': 'network-vif-deleted', 'tag': '48de2ac7-229a-4261-91c3-6e7a432635a0', 'status': 'completed', 'code': 200} Jul 08 18:32:27.523855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e16911c2-82fb-4d0d-8671-6e1dbb33c23b req-11dee944-3a76-463f-b304-3aff027beb9e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 210 time: 0.0321474 Jul 08 18:32:28.666359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30dd81d7-0520-4976-a515-370687f4e91f req-40a5ecbb-292a-4315-9aaa-1596a852be85 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 210 time: 0.0297947 Jul 08 18:32:29.561869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 48de2ac7-229a-4261-91c3-6e7a432635a0 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:32:29.583019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 48de2ac7-229a-4261-91c3-6e7a432635a0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:32:29.583359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 48de2ac7-229a-4261-91c3-6e7a432635a0 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:32:29.804952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab6595f3-705f-48a6-8ad4-e7e4ee11d8fd req-54850ca0-86c0-42da-9609-6a4de7a3d837 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 210 time: 0.0299888 Jul 08 18:32:30.946166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c15a9b7b-e4da-4541-ba0b-f88576e24f6c req-57602777-7d5f-407a-928f-cc8c31a03068 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 210 time: 0.0299215 Jul 08 18:32:32.420954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-410ede24-1d91-4537-8a6d-f250e2469713 req-f80e83f3-c115-416a-9be4-7903bcb3d3d3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e518d840-5748-4e5a-953a-4496a772ffcd HTTP/1.1" status: 200 len: 210 time: 0.3498826 Jul 08 18:32:33.702817 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:34.449259 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:34.819513 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-359c1b8e-d4d7-47eb-ad3f-ce756bb9435b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534451 Jul 08 18:32:34.925645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-a94c4ba0-6ad5-440a-b425-fd8577f59d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:34.927301 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-a94c4ba0-6ad5-440a-b425-fd8577f59d93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21fa0caaf841e7adc0d75431b98d91&device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0577559 Jul 08 18:32:35.034524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-6adb2d6f-6673-4422-9a5d-da7232ddf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:35.036013 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-6adb2d6f-6673-4422-9a5d-da7232ddf128 service neutron] 10.222.0.59 "GET /v2.0/networks?id=90ac26de-2302-45b4-9abd-ec566a8b2f2b HTTP/1.1" status: 200 len: 910 time: 0.0837884 Jul 08 18:32:35.106487 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-7a0e86fc-d65f-41ea-82c2-ec069f70113a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dab7bd2-df7a-4418-8dc6-dcb37316777a HTTP/1.1" status: 200 len: 1000 time: 0.0636008 Jul 08 18:32:35.158950 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-5fc98b94-01df-4d78-b788-dd2c2f3845b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:35.160398 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-5fc98b94-01df-4d78-b788-dd2c2f3845b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5040d204-1803-4a69-8f8a-1dd298d8c7cf HTTP/1.1" status: 200 len: 848 time: 0.0479443 Jul 08 18:32:35.215899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-a06e02d6-d008-48b4-90dd-495016f93ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:35.217298 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-a06e02d6-d008-48b4-90dd-495016f93ce4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=90ac26de-2302-45b4-9abd-ec566a8b2f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509675 Jul 08 18:32:35.318727 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-f4fd426b-a20d-4f3f-8a33-3f04ae134a0b service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844753 Jul 08 18:32:35.407135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d42af8d6-c3ef-4f9d-b268-1f3cf72de81d req-df4d1986-43b4-4674-998a-26d64ad44fcc service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826635 Jul 08 18:32:36.273881 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6d71e4ab-a512-4e2d-87ef-aa7a2e852091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:39.100473 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:39.142973 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-925c4d3b-49f6-4240-88e3-e47b7bfdf58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:40.256083 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:40.280076 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:32:41.733410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:53.306040 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53462) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:53.461988 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ef668-2882-4b3f-9ec6-e221f42578e0 req-20844b51-99da-4951-bdf6-2b6c74144630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:53.463577 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bc3ef668-2882-4b3f-9ec6-e221f42578e0 req-20844b51-99da-4951-bdf6-2b6c74144630 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 1096 time: 0.1563895 Jul 08 18:32:53.510136 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bc3ef668-2882-4b3f-9ec6-e221f42578e0 req-617f1362-c781-465b-b27e-7ca092c2f717 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336397 Jul 08 18:32:53.752153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-0dec652f-3e6b-4e6f-8b85-e211d51ea168 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:53.754144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-0dec652f-3e6b-4e6f-8b85-e211d51ea168 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.1018176 Jul 08 18:32:53.769680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-5812bd1b-d2f8-43a3-9f3c-35867f27d392 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/quotas/52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 375 time: 0.0096662 Jul 08 18:32:53.843796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-81da3e69-02eb-4e94-a98f-2857e17fcf86 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687258 Jul 08 18:32:53.936801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-20f7e2ee-0fbb-4367-a453-519867e6f53e service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862248 Jul 08 18:32:54.032791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-ec0b0a58-45bc-416c-aa09-ebfb8ee0942b service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892205 Jul 08 18:32:54.227619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-760269d0-3718-45f7-b989-0f98b1123888 req-9b7eb4f3-8b56-48b3-bf24-98d31b343020 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 210 time: 0.0324469 Jul 08 18:32:54.900332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5477472-550a-4dcc-b08f-dd7c57fc9fe1 req-2ed3fc91-cdea-4e12-a54f-7aca92d2bcff tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:54.901741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5477472-550a-4dcc-b08f-dd7c57fc9fe1 req-2ed3fc91-cdea-4e12-a54f-7aca92d2bcff tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 946 time: 0.0661724 Jul 08 18:32:54.940580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5477472-550a-4dcc-b08f-dd7c57fc9fe1 req-4bb052ce-f898-40ff-a7ca-d852edbfbbd9 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Jul 08 18:32:55.276319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-9083ec0a-085a-48f6-b507-e9171727326c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:55.277803 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-9083ec0a-085a-48f6-b507-e9171727326c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.0979633 Jul 08 18:32:55.290820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'port': {'device_id': '7e7f46ab-4d45-4096-808b-cef7131bc4a2', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'admin_state_up': True, 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:55.377019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-655d2e60-b32b-49ac-a851-b01e55c3e506 req-1dd8c025-0c09-488a-b542-6c4abfd9e45e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 210 time: 0.0323002 Jul 08 18:32:55.412511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Made reservation on behalf of 52c6e73aef014fb99916d41deb9b91b3 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:32:55.416374 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:55.541627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Allocated IP 172.20.0.8 (df736c83-02a0-4f80-ba4c-f3f4e0bc715e/503d4c91-c4e0-4657-967e-28453a9ecffe/f710bf61-58ab-4e54-a7fd-f2e92f793d63) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:55.948940 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:55.962133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Transition to ACTIVE for port object f710bf61-58ab-4e54-a7fd-f2e92f793d63 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:55.996533 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:56.043972 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:56.051179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:56.055723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:56.059743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=f710bf61-58ab-4e54-a7fd-f2e92f793d63,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:56.103343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.103773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.104185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.104907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.105314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.105715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.106112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.106524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.106916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.107308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.107734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.108121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:56.133731 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:56.138458 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:56.141187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1f9fb-f2aa-471e-8b13-93ccb9c257e7 req-3b029dfd-144e-4076-b8bc-8d1d62120bce tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:56.143872 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ec1f9fb-f2aa-471e-8b13-93ccb9c257e7 req-3b029dfd-144e-4076-b8bc-8d1d62120bce tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 946 time: 0.0864804 Jul 08 18:32:56.161174 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-8839183f-29fe-47f5-85f1-7fee58cdf24e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8743634 Jul 08 18:32:56.174799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Request body: {'port': {'device_id': '7e7f46ab-4d45-4096-808b-cef7131bc4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:56.186978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ec1f9fb-f2aa-471e-8b13-93ccb9c257e7 req-df6549b7-7499-457e-80b0-638730691e7c tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368929 Jul 08 18:32:56.262916 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:56.361141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9dfc6257-6f47-4511-8dbe-495e8d429115 None None] Provisioning for port f710bf61-58ab-4e54-a7fd-f2e92f793d63 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:56.367574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9dfc6257-6f47-4511-8dbe-495e8d429115 None None] Provisioning complete for port f710bf61-58ab-4e54-a7fd-f2e92f793d63 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:56.368258 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6257-6f47-4511-8dbe-495e8d429115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:56.411133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc6257-6f47-4511-8dbe-495e8d429115 None None] Port f710bf61-58ab-4e54-a7fd-f2e92f793d63 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:32:56.550515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f710bf61-58ab-4e54-a7fd-f2e92f793d63 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:32:56.554315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271c898-5b2e-40db-b75b-cd7767a7ebcc req-64320269-466a-42e4-9a4b-20e003f9a516 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:56.556060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5271c898-5b2e-40db-b75b-cd7767a7ebcc req-64320269-466a-42e4-9a4b-20e003f9a516 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 931 time: 0.0645084 Jul 08 18:32:56.558169 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:56.570871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Transition to ACTIVE for port object f710bf61-58ab-4e54-a7fd-f2e92f793d63 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:56.583307 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:56.600295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5271c898-5b2e-40db-b75b-cd7767a7ebcc req-4d200b89-d205-4377-81e8-ea25b4f90a81 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373712 Jul 08 18:32:56.663112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f710bf61-58ab-4e54-a7fd-f2e92f793d63,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:56.736290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f011-e361-4c21-ad2d-24e00b6523ba req-11ca335d-753f-43c5-81c0-81f24e88eb28 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:56.738391 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3864f011-e361-4c21-ad2d-24e00b6523ba req-11ca335d-753f-43c5-81c0-81f24e88eb28 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 946 time: 0.1661966 Jul 08 18:32:56.789242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Attempting to bind port f710bf61-58ab-4e54-a7fd-f2e92f793d63 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:56.789572 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Attempting to bind port f710bf61-58ab-4e54-a7fd-f2e92f793d63 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:56.789897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Attempting to bind port f710bf61-58ab-4e54-a7fd-f2e92f793d63 on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:56.802317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Port f710bf61-58ab-4e54-a7fd-f2e92f793d63 on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:32:56.802591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Attempting to bind port f710bf61-58ab-4e54-a7fd-f2e92f793d63 on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:56.817144 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:56.817488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Checking segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:56.817870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Bound using segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:56.818458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Bound port: f710bf61-58ab-4e54-a7fd-f2e92f793d63, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:56.818765 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:56.919659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-3864f011-e361-4c21-ad2d-24e00b6523ba req-24028d92-61f5-49f0-86e2-b861b111cb4e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Deleting port d5244704-2167-46cb-ba42-ad3b4c7d6700 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:32:56.919992 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3864f011-e361-4c21-ad2d-24e00b6523ba req-24028d92-61f5-49f0-86e2-b861b111cb4e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:56.937037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] For port f710bf61-58ab-4e54-a7fd-f2e92f793d63, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:56.978932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] For port f710bf61-58ab-4e54-a7fd-f2e92f793d63, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f710bf61-58ab-4e54-a7fd-f2e92f793d63,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:56.988129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:57.030448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:57.030976 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:57.032365 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] 10.222.0.74 "PUT /v2.0/ports/f710bf61-58ab-4e54-a7fd-f2e92f793d63 HTTP/1.1" status: 200 len: 1091 time: 0.8632169 Jul 08 18:32:57.040345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7f46ab-4d45-4096-808b-cef7131bc4a2', 'tag': 'f710bf61-58ab-4e54-a7fd-f2e92f793d63'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:57.042988 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7f46ab-4d45-4096-808b-cef7131bc4a2", "tag": "f710bf61-58ab-4e54-a7fd-f2e92f793d63"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:57.079349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-3864f011-e361-4c21-ad2d-24e00b6523ba req-24028d92-61f5-49f0-86e2-b861b111cb4e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] For port d5244704-2167-46cb-ba42-ad3b4c7d6700, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=d5244704-2167-46cb-ba42-ad3b4c7d6700,segment=NetworkSegment(41af10b6-4b06-4578-b5b7-7717d025eacb),segment_id=41af10b6-4b06-4578-b5b7-7717d025eacb)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:57.079733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3864f011-e361-4c21-ad2d-24e00b6523ba req-24028d92-61f5-49f0-86e2-b861b111cb4e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:57.089565 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a55b932-f433-421f-a618-b6279281b880 x-openstack-request-id: req-0a55b932-f433-421f-a618-b6279281b880 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:57.089860 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7f46ab-4d45-4096-808b-cef7131bc4a2", "tag": "f710bf61-58ab-4e54-a7fd-f2e92f793d63", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:57.090115 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a55b932-f433-421f-a618-b6279281b880 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:57.090541 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7f46ab-4d45-4096-808b-cef7131bc4a2', 'tag': 'f710bf61-58ab-4e54-a7fd-f2e92f793d63', 'status': 'completed', 'code': 200} Jul 08 18:32:57.133133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-3864f011-e361-4c21-ad2d-24e00b6523ba req-24028d92-61f5-49f0-86e2-b861b111cb4e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Calling delete_port for d5244704-2167-46cb-ba42-ad3b4c7d6700 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:32:57.138263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c66eb-bf8b-4604-8ee7-e31b724d06a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f710bf61-58ab-4e54-a7fd-f2e92f793d63,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:57.224654 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-6962417e-0926-4268-8eca-8399afa213a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:57.226371 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-6962417e-0926-4268-8eca-8399afa213a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 1094 time: 0.1518700 Jul 08 18:32:57.283160 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-30f73812-5dae-4cf4-a4a6-462fee657add service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f710bf61-58ab-4e54-a7fd-f2e92f793d63 HTTP/1.1" status: 200 len: 217 time: 0.0419254 Jul 08 18:32:57.370470 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-70f827d2-c76c-443b-b91c-0105d3687871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:57.371945 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-70f827d2-c76c-443b-b91c-0105d3687871 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0824034 Jul 08 18:32:57.377263 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3864f011-e361-4c21-ad2d-24e00b6523ba req-24028d92-61f5-49f0-86e2-b861b111cb4e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:57.388012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['d5244704-2167-46cb-ba42-ad3b4c7d6700'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:32:57.406842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3604952-ddb8-4dde-a6e3-3549c203868f req-02dec0cb-153e-43e7-872e-62e2753c2612 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:57.409689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3604952-ddb8-4dde-a6e3-3549c203868f req-02dec0cb-153e-43e7-872e-62e2753c2612 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111 HTTP/1.1" status: 200 len: 867 time: 0.0883641 Jul 08 18:32:57.443774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24028d92-61f5-49f0-86e2-b861b111cb4e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Pushing event deleted for resources: {'Port': ['ID=d5244704-2167-46cb-ba42-ad3b4c7d6700,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:57.453107 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3604952-ddb8-4dde-a6e3-3549c203868f req-60a7f9b4-3729-4a21-8593-1b092127d298 tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.73 "GET /v2.0/security-groups?id=38c4e2a0-c18b-4527-8488-d791d76acb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359688 Jul 08 18:32:57.503112 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864f011-e361-4c21-ad2d-24e00b6523ba req-24028d92-61f5-49f0-86e2-b861b111cb4e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] No DVR routers for this DVR port d5244704-2167-46cb-ba42-ad3b4c7d6700 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:32:57.506235 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3864f011-e361-4c21-ad2d-24e00b6523ba req-24028d92-61f5-49f0-86e2-b861b111cb4e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:57.508259 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3864f011-e361-4c21-ad2d-24e00b6523ba req-24028d92-61f5-49f0-86e2-b861b111cb4e tempest-VolumesSnapshotTestJSON-220033205 tempest-VolumesSnapshotTestJSON-220033205-project] 10.222.0.59 "DELETE /v2.0/ports/d5244704-2167-46cb-ba42-ad3b4c7d6700 HTTP/1.1" status: 204 len: 173 time: 0.7631662 Jul 08 18:32:57.521863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-6edb7cda-9cf6-4a68-a9b2-e06729dfe4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:57.523435 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-6edb7cda-9cf6-4a68-a9b2-e06729dfe4f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447036 Jul 08 18:32:57.651121 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-56e40bb2-4906-4122-90df-e05baab6ec83 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205840 Jul 08 18:32:57.750947 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-72fb38bb-9993-49b8-9836-775a5ea2253e req-10113e83-9d88-42d2-9f8c-1d02d1c92b2f service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925999 Jul 08 18:32:57.790711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b87cbf-02fc-4d4a-85c4-baa7ccceb502 req-b5c05ea0-c624-450a-9165-429c23fbf9de tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:57.791523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5b87cbf-02fc-4d4a-85c4-baa7ccceb502 req-b5c05ea0-c624-450a-9165-429c23fbf9de tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0710366 Jul 08 18:32:57.833051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5b87cbf-02fc-4d4a-85c4-baa7ccceb502 req-4ecbc5ed-9f78-40b3-95b3-6ce60d5d31ba tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337698 Jul 08 18:32:57.896341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3 req-66feca57-4246-46a2-a895-5afa8b291bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:57.897772 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3 req-66feca57-4246-46a2-a895-5afa8b291bba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 1094 time: 0.0724742 Jul 08 18:32:57.999628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3 req-db66a952-8bcd-4e85-b58d-1ee0e7127e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:58.001378 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3 req-db66a952-8bcd-4e85-b58d-1ee0e7127e91 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0968783 Jul 08 18:32:58.043813 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3 req-f040625d-a70c-4c36-b321-047e143d40db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f710bf61-58ab-4e54-a7fd-f2e92f793d63 HTTP/1.1" status: 200 len: 217 time: 0.0353353 Jul 08 18:32:58.108419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3 req-0a7806b8-646f-4f46-8333-4d018449f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:58.109987 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3 req-0a7806b8-646f-4f46-8333-4d018449f4ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0591819 Jul 08 18:32:58.193801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3 req-7d5a87c9-9266-4d6e-8121-79649461aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:58.195457 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3 req-7d5a87c9-9266-4d6e-8121-79649461aa06 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746379 Jul 08 18:32:58.309718 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3 req-f6813c7a-0eef-4900-ac2b-77ca94ad14d8 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079440 Jul 08 18:32:58.441000 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0ad8dc3c-31b8-4be8-9836-901e1ce1d3b3 req-f4df834d-5749-4728-a2d0-c9a3ad363e68 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236281 Jul 08 18:32:59.058481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bae3d-86c5-4548-83ed-886c674bc384 req-34a9d4b5-f5be-4ac8-9662-4975e717a4e7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:59.060018 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e1bae3d-86c5-4548-83ed-886c674bc384 req-34a9d4b5-f5be-4ac8-9662-4975e717a4e7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0801480 Jul 08 18:32:59.091511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111', 'name': 'network-vif-deleted', 'tag': 'd5244704-2167-46cb-ba42-ad3b4c7d6700'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:59.095505 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637f411e-65da-4e91-bfa4-6c815f69dec2" -d '{"events": [{"server_uuid": "5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111", "name": "network-vif-deleted", "tag": "d5244704-2167-46cb-ba42-ad3b4c7d6700"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:59.138984 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5cbb6f-46a3-4cee-82b4-136d595d1c31 x-openstack-request-id: req-fc5cbb6f-46a3-4cee-82b4-136d595d1c31 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:59.138984 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111", "name": "network-vif-deleted", "tag": "d5244704-2167-46cb-ba42-ad3b4c7d6700", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:59.138984 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc5cbb6f-46a3-4cee-82b4-136d595d1c31 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:59.139626 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad8a1fc-ee3a-4f6f-9041-dd4955ac6111', 'name': 'network-vif-deleted', 'tag': 'd5244704-2167-46cb-ba42-ad3b4c7d6700', 'status': 'completed', 'code': 200} Jul 08 18:32:59.143712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e1bae3d-86c5-4548-83ed-886c674bc384 req-2c55738b-2736-49ee-a3f5-5bd68506bf14 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697803 Jul 08 18:33:00.366918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d5244704-2167-46cb-ba42-ad3b4c7d6700 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:33:00.377218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148a7ae-c134-4dcc-9e7a-6435ee1db9ed req-e09e563e-c247-4a36-85df-ee5bbf3c998c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:00.378839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c148a7ae-c134-4dcc-9e7a-6435ee1db9ed req-e09e563e-c247-4a36-85df-ee5bbf3c998c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0906672 Jul 08 18:33:00.406059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: d5244704-2167-46cb-ba42-ad3b4c7d6700 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:33:00.406567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device d5244704-2167-46cb-ba42-ad3b4c7d6700 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:33:00.449551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c148a7ae-c134-4dcc-9e7a-6435ee1db9ed req-bad09876-4b31-4871-8cb1-21e484dbfa16 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639048 Jul 08 18:33:01.651494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e2676-2819-46d8-b503-dc9b75c6ec78 req-a3fe8efa-30fd-48f5-b248-1ca72cd5b144 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:01.652920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb0e2676-2819-46d8-b503-dc9b75c6ec78 req-a3fe8efa-30fd-48f5-b248-1ca72cd5b144 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0653405 Jul 08 18:33:01.697794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb0e2676-2819-46d8-b503-dc9b75c6ec78 req-597dbcd7-86d9-433a-9b12-df1acc4996ae tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378845 Jul 08 18:33:02.939980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453b986-9ed8-4b57-bd79-fdb2fd0c4ed7 req-a8b5d7ad-8a03-4c7b-b2d6-2aa1763cf4a4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:02.943866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5453b986-9ed8-4b57-bd79-fdb2fd0c4ed7 req-a8b5d7ad-8a03-4c7b-b2d6-2aa1763cf4a4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.1011448 Jul 08 18:33:02.995736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5453b986-9ed8-4b57-bd79-fdb2fd0c4ed7 req-0510c5ea-fe71-4b2f-b8b8-650a9c5fd11b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454383 Jul 08 18:33:03.713297 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:04.160470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8fde8-4aad-4f16-8190-847190b93d3a req-ce45339e-ad03-4b28-90cb-94eca71437ac tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:04.161970 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4c8fde8-4aad-4f16-8190-847190b93d3a req-ce45339e-ad03-4b28-90cb-94eca71437ac tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0643880 Jul 08 18:33:04.200828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4c8fde8-4aad-4f16-8190-847190b93d3a req-a3fbeccb-2b7b-43b4-939c-96bc87da77fa tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327458 Jul 08 18:33:04.441105 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:05.388934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9cc4c-55f0-48b1-ada0-7ecf5ed472dc req-a2b25388-2f5c-4898-a6de-6bb5db13a875 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:05.396258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cfc9cc4c-55f0-48b1-ada0-7ecf5ed472dc req-a2b25388-2f5c-4898-a6de-6bb5db13a875 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0745533 Jul 08 18:33:05.441558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cfc9cc4c-55f0-48b1-ada0-7ecf5ed472dc req-355de4ab-22db-42d3-bb81-e6f407ee440d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439785 Jul 08 18:33:06.267692 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2db87ba6-a856-4b85-b987-451787174799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:06.622644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb918b-646c-452e-956c-564f5dcf0d09 req-15331d03-604f-49dd-b006-9421131157d0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:06.630312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7abb918b-646c-452e-956c-564f5dcf0d09 req-15331d03-604f-49dd-b006-9421131157d0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0727820 Jul 08 18:33:06.668493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7abb918b-646c-452e-956c-564f5dcf0d09 req-eab0df9b-5b40-4724-9d8a-d6b30625bbe6 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371218 Jul 08 18:33:07.860827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488649bf-970d-4092-89c3-8c9d20c2bd0d req-7384df14-c79e-4333-bbcc-c1701abf7d76 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:07.869254 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-488649bf-970d-4092-89c3-8c9d20c2bd0d req-7384df14-c79e-4333-bbcc-c1701abf7d76 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0743454 Jul 08 18:33:07.907009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-488649bf-970d-4092-89c3-8c9d20c2bd0d req-166010df-865b-47cc-9b98-bf0e742c078f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367153 Jul 08 18:33:09.107887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e4aad-6108-43cb-8cf2-d5906b286f38 req-f5852f90-c865-432e-8e01-a85fb1dc029f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:09.115456 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c1e4aad-6108-43cb-8cf2-d5906b286f38 req-f5852f90-c865-432e-8e01-a85fb1dc029f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0794711 Jul 08 18:33:09.159653 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:09.162030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c1e4aad-6108-43cb-8cf2-d5906b286f38 req-e1a62936-989b-40b0-b7a4-09b0df784090 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456192 Jul 08 18:33:09.176155 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-51bf26bd-4a38-465c-aeb1-e336d379b5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:10.241565 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:10.328113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e963c-7133-4e9f-b42c-92ad2f81daa1 req-c8918318-23a1-4438-9c0b-8ccddbb28756 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:10.329637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-186e963c-7133-4e9f-b42c-92ad2f81daa1 req-c8918318-23a1-4438-9c0b-8ccddbb28756 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0651114 Jul 08 18:33:10.371383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-186e963c-7133-4e9f-b42c-92ad2f81daa1 req-76eb9941-8f6c-4b56-b4a5-fca09658103a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349731 Jul 08 18:33:11.547113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89373d78-85bd-4d2e-88c6-d44c35f163c6 req-3f3e52b4-6043-4d44-819e-6c0134d80a4f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:11.548511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89373d78-85bd-4d2e-88c6-d44c35f163c6 req-3f3e52b4-6043-4d44-819e-6c0134d80a4f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0630155 Jul 08 18:33:11.592008 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89373d78-85bd-4d2e-88c6-d44c35f163c6 req-09fe177c-d22a-4335-96f9-3285bba90896 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374472 Jul 08 18:33:11.731712 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:12.777576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cd1d5-92f9-4937-89a3-b8db919901a5 req-285c77ae-d5eb-452a-8f44-20aee20da38a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:12.779118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-631cd1d5-92f9-4937-89a3-b8db919901a5 req-285c77ae-d5eb-452a-8f44-20aee20da38a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0650558 Jul 08 18:33:12.817566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-631cd1d5-92f9-4937-89a3-b8db919901a5 req-adfe37e1-5c1b-4032-a5c6-43c9d8524782 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Jul 08 18:33:14.000663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8a6ae-3edf-4b30-87b0-2bceb4ee77b9 req-44c8e536-be11-4baa-9f7b-d1a9a983aff9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:14.002365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99d8a6ae-3edf-4b30-87b0-2bceb4ee77b9 req-44c8e536-be11-4baa-9f7b-d1a9a983aff9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0641358 Jul 08 18:33:14.041159 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99d8a6ae-3edf-4b30-87b0-2bceb4ee77b9 req-577eb0ce-5c59-45cc-a381-2d441ca05a88 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333908 Jul 08 18:33:15.216428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70522c3a-1df7-4c4a-b3bc-ac61dd06f15b req-ef3df31b-6ae7-4b15-aaf5-9b79b11f2f7f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:15.217806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70522c3a-1df7-4c4a-b3bc-ac61dd06f15b req-ef3df31b-6ae7-4b15-aaf5-9b79b11f2f7f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0657389 Jul 08 18:33:15.255319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70522c3a-1df7-4c4a-b3bc-ac61dd06f15b req-aa5f46fc-993e-4704-a652-09a85f069b9e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Jul 08 18:33:16.447403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7ea76-831a-4b8f-b89d-99b6ca34a179 req-ba565903-7e20-4aa3-875f-bf4fcc30eda9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:16.449148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11d7ea76-831a-4b8f-b89d-99b6ca34a179 req-ba565903-7e20-4aa3-875f-bf4fcc30eda9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0748281 Jul 08 18:33:16.508255 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11d7ea76-831a-4b8f-b89d-99b6ca34a179 req-dc72cd7f-2ca0-446c-af8c-7c05178e9718 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533521 Jul 08 18:33:17.230431 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:33:17.680814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33196b-89e0-4f22-b0c7-434c649ff548 req-216de64a-2b11-4f9b-84fa-19707e766e14 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:17.682374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f33196b-89e0-4f22-b0c7-434c649ff548 req-216de64a-2b11-4f9b-84fa-19707e766e14 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 943 time: 0.0633638 Jul 08 18:33:17.731480 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f33196b-89e0-4f22-b0c7-434c649ff548 req-cd2c1f0e-8a6b-4ac9-af60-4ec4b71b926b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430527 Jul 08 18:33:17.805966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f710bf61-58ab-4e54-a7fd-f2e92f793d63 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:33:17.898963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f710bf61-58ab-4e54-a7fd-f2e92f793d63, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f710bf61-58ab-4e54-a7fd-f2e92f793d63,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:33:17.911124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'f710bf61-58ab-4e54-a7fd-f2e92f793d63', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'port_id': 'f710bf61-58ab-4e54-a7fd-f2e92f793d63', 'mac_address': 'fa:16:3e:01:52:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:33:17.949346 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:17.964650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f710bf61-58ab-4e54-a7fd-f2e92f793d63 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:33:17.983731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f710bf61-58ab-4e54-a7fd-f2e92f793d63, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f710bf61-58ab-4e54-a7fd-f2e92f793d63,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:33:17.988005 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:18.034990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=f710bf61-58ab-4e54-a7fd-f2e92f793d63,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:18.287653 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['f710bf61-58ab-4e54-a7fd-f2e92f793d63'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:33:18.913457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80f158-e65d-4505-95b9-5948f5c9892e req-4dd4142d-9f2a-43ff-848a-da8f73016fb6 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:18.915176 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de80f158-e65d-4505-95b9-5948f5c9892e req-4dd4142d-9f2a-43ff-848a-da8f73016fb6 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 944 time: 0.0721531 Jul 08 18:33:18.960777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de80f158-e65d-4505-95b9-5948f5c9892e req-6aceeae1-c9aa-449a-b904-094b19fe45e2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399082 Jul 08 18:33:19.810271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f710bf61-58ab-4e54-a7fd-f2e92f793d63 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:33:19.862666 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port f710bf61-58ab-4e54-a7fd-f2e92f793d63 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:33:19.866436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port f710bf61-58ab-4e54-a7fd-f2e92f793d63 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:19.866836 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:19.951352 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:19.975636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7f46ab-4d45-4096-808b-cef7131bc4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f710bf61-58ab-4e54-a7fd-f2e92f793d63'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:33:19.978517 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88df676a-dabc-40d3-a9f2-a6f5bef8662f" -d '{"events": [{"server_uuid": "7e7f46ab-4d45-4096-808b-cef7131bc4a2", "name": "network-vif-plugged", "status": "completed", "tag": "f710bf61-58ab-4e54-a7fd-f2e92f793d63"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:33:20.001898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port f710bf61-58ab-4e54-a7fd-f2e92f793d63, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f710bf61-58ab-4e54-a7fd-f2e92f793d63,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:33:20.008402 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:20.036754 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de084ce-bff9-4b90-b1a5-428016f9a4ac x-openstack-request-id: req-3de084ce-bff9-4b90-b1a5-428016f9a4ac {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:33:20.037031 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7f46ab-4d45-4096-808b-cef7131bc4a2", "name": "network-vif-plugged", "status": "completed", "tag": "f710bf61-58ab-4e54-a7fd-f2e92f793d63", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:33:20.037314 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3de084ce-bff9-4b90-b1a5-428016f9a4ac {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:33:20.037692 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7f46ab-4d45-4096-808b-cef7131bc4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f710bf61-58ab-4e54-a7fd-f2e92f793d63', 'code': 200} Jul 08 18:33:20.064559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=f710bf61-58ab-4e54-a7fd-f2e92f793d63,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:20.078026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.078400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.078730 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.079077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.079406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.079723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.080579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.081811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.081811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.081811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.081811 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.082768 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:20.148726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017eece-9718-476a-bf05-f5b58a016520 req-c1bb50a8-75c9-4a1b-b912-a3d5cf77e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:20.150454 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b017eece-9718-476a-bf05-f5b58a016520 req-c1bb50a8-75c9-4a1b-b912-a3d5cf77e02e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 1096 time: 0.0601988 Jul 08 18:33:20.190988 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b017eece-9718-476a-bf05-f5b58a016520 req-48cb3bfc-c9fa-4ce6-880e-2e2928f2eaf9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340149 Jul 08 18:33:20.193351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75e88-e6a2-455e-a61a-83338235299a req-5dc1580d-abe5-417d-b338-9aef536e34b2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:20.195699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94f75e88-e6a2-455e-a61a-83338235299a req-5dc1580d-abe5-417d-b338-9aef536e34b2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 945 time: 0.0727127 Jul 08 18:33:20.238707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-94f75e88-e6a2-455e-a61a-83338235299a req-f5bf1900-2620-4f4e-9c17-11399f116e34 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374591 Jul 08 18:33:21.443235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392408fa-2df7-4c69-8e06-dcfe718a836c req-cf39c1d4-4afb-4a9b-8374-26320ecf4c00 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:21.444935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-392408fa-2df7-4c69-8e06-dcfe718a836c req-cf39c1d4-4afb-4a9b-8374-26320ecf4c00 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 945 time: 0.0723233 Jul 08 18:33:21.485139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-392408fa-2df7-4c69-8e06-dcfe718a836c req-b1b6c01d-5c5a-401b-9136-d43fb73f7ca4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344067 Jul 08 18:33:21.673638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af9729-e16f-4a5c-b015-b5704851e63d req-8e13884d-0fb9-4806-81b5-11885b5ff101 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:21.676039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93af9729-e16f-4a5c-b015-b5704851e63d req-8e13884d-0fb9-4806-81b5-11885b5ff101 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 945 time: 0.0677223 Jul 08 18:33:21.715264 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93af9729-e16f-4a5c-b015-b5704851e63d req-be172bdb-ee9d-4bd5-b301-41f9db526510 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331109 Jul 08 18:33:21.893872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7268b4-5f58-4464-a456-78471607e40a req-fed9fd8e-a947-40d1-86aa-2ddd8c8da7bd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:21.895513 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db7268b4-5f58-4464-a456-78471607e40a req-fed9fd8e-a947-40d1-86aa-2ddd8c8da7bd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 945 time: 0.0665011 Jul 08 18:33:21.948693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db7268b4-5f58-4464-a456-78471607e40a req-47eb4e01-7eff-42ce-af06-5548e80580af tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469184 Jul 08 18:33:22.397386 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b8d1c-8281-4178-9670-5ed23eacbd0a req-88b2523e-f324-414f-9303-e3f8fb5b3b37 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:22.399074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-963b8d1c-8281-4178-9670-5ed23eacbd0a req-88b2523e-f324-414f-9303-e3f8fb5b3b37 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 945 time: 0.0657263 Jul 08 18:33:22.444166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-963b8d1c-8281-4178-9670-5ed23eacbd0a req-bd9faf44-6d01-4974-bc76-caf02ccaea96 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Jul 08 18:33:23.622668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd1ae2-9598-4a1d-8483-a5f3fd8042e1 req-a19be18a-b20f-4269-aae1-0fe794506cb7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:23.624119 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0bd1ae2-9598-4a1d-8483-a5f3fd8042e1 req-a19be18a-b20f-4269-aae1-0fe794506cb7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 945 time: 0.0620115 Jul 08 18:33:23.662373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e0bd1ae2-9598-4a1d-8483-a5f3fd8042e1 req-4bc07e7c-cf6c-4ae4-a990-5803ef600a5a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327897 Jul 08 18:33:23.894580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da448e-1dd9-4754-bae2-b5796807ee67 req-fc149dd0-678e-4ffc-bf8f-e1c77bb4090d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:23.896142 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f6da448e-1dd9-4754-bae2-b5796807ee67 req-fc149dd0-678e-4ffc-bf8f-e1c77bb4090d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 945 time: 0.0714359 Jul 08 18:33:24.007675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f6da448e-1dd9-4754-bae2-b5796807ee67 req-212b9946-118b-4bfc-9035-d13d51257468 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Deleting port f710bf61-58ab-4e54-a7fd-f2e92f793d63 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:33:24.007938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f6da448e-1dd9-4754-bae2-b5796807ee67 req-212b9946-118b-4bfc-9035-d13d51257468 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:24.095340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f6da448e-1dd9-4754-bae2-b5796807ee67 req-212b9946-118b-4bfc-9035-d13d51257468 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] For port f710bf61-58ab-4e54-a7fd-f2e92f793d63, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=f710bf61-58ab-4e54-a7fd-f2e92f793d63,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:33:24.095660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f6da448e-1dd9-4754-bae2-b5796807ee67 req-212b9946-118b-4bfc-9035-d13d51257468 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:24.108425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f6da448e-1dd9-4754-bae2-b5796807ee67 req-212b9946-118b-4bfc-9035-d13d51257468 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Calling delete_port for f710bf61-58ab-4e54-a7fd-f2e92f793d63 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:33:24.238247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f6da448e-1dd9-4754-bae2-b5796807ee67 req-212b9946-118b-4bfc-9035-d13d51257468 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:24.249907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['f710bf61-58ab-4e54-a7fd-f2e92f793d63'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:33:24.272556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b9946-118b-4bfc-9035-d13d51257468 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event deleted for resources: {'Port': ['ID=f710bf61-58ab-4e54-a7fd-f2e92f793d63,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:24.322065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6da448e-1dd9-4754-bae2-b5796807ee67 req-212b9946-118b-4bfc-9035-d13d51257468 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] No DVR routers for this DVR port f710bf61-58ab-4e54-a7fd-f2e92f793d63 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:33:24.325017 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f6da448e-1dd9-4754-bae2-b5796807ee67 req-212b9946-118b-4bfc-9035-d13d51257468 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:24.327256 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f6da448e-1dd9-4754-bae2-b5796807ee67 req-212b9946-118b-4bfc-9035-d13d51257468 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "DELETE /v2.0/ports/f710bf61-58ab-4e54-a7fd-f2e92f793d63 HTTP/1.1" status: 204 len: 173 time: 0.4262385 Jul 08 18:33:24.327792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7f46ab-4d45-4096-808b-cef7131bc4a2', 'name': 'network-vif-deleted', 'tag': 'f710bf61-58ab-4e54-a7fd-f2e92f793d63'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:33:24.331416 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce33e27-21fc-4152-9a03-66fddddd3fc6" -d '{"events": [{"server_uuid": "7e7f46ab-4d45-4096-808b-cef7131bc4a2", "name": "network-vif-deleted", "tag": "f710bf61-58ab-4e54-a7fd-f2e92f793d63"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:33:24.373129 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6b2b1c-eb1d-4ef8-86b3-9b647c03d73c x-openstack-request-id: req-7e6b2b1c-eb1d-4ef8-86b3-9b647c03d73c {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:33:24.373421 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7f46ab-4d45-4096-808b-cef7131bc4a2", "name": "network-vif-deleted", "tag": "f710bf61-58ab-4e54-a7fd-f2e92f793d63", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:33:24.373707 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e6b2b1c-eb1d-4ef8-86b3-9b647c03d73c {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:33:24.374166 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7f46ab-4d45-4096-808b-cef7131bc4a2', 'name': 'network-vif-deleted', 'tag': 'f710bf61-58ab-4e54-a7fd-f2e92f793d63', 'status': 'completed', 'code': 200} Jul 08 18:33:24.808111 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b7f68a9-ab4a-49be-8680-267487417985 req-bece6196-b74a-41a0-8230-e0cf7a7d8748 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 210 time: 0.0348868 Jul 08 18:33:25.971906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e175dfd3-eba8-465c-9c1d-0bb2267532ca req-dadf1a24-5319-40af-920c-420a2f9c9d2a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 210 time: 0.0487871 Jul 08 18:33:27.120588 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34ee7d99-8f9b-4f09-9b8c-fc994ff759bf req-6d09d3cb-a709-4945-802d-fc8b948f9cb5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 210 time: 0.0311852 Jul 08 18:33:27.824847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f710bf61-58ab-4e54-a7fd-f2e92f793d63 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:33:27.844960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: f710bf61-58ab-4e54-a7fd-f2e92f793d63 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:33:27.845322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device f710bf61-58ab-4e54-a7fd-f2e92f793d63 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:33:28.330498 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f8be12a4-2b9b-433b-abbd-e0e64fd1e653 req-397e5fb0-5f11-4a2c-ba26-87ec108d9c93 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e7f46ab-4d45-4096-808b-cef7131bc4a2 HTTP/1.1" status: 200 len: 210 time: 0.0346971 Jul 08 18:33:33.716542 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:34.464723 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:36.270732 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77fd2bf7-f59f-4a8b-822e-1bd4acbc89de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:39.102530 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:39.140675 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-26bc6c23-62a4-4816-bc5d-dc28e2fa50ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:40.247704 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:41.733591 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.372869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53892) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:42.419377 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5495b584-fa01-4c8a-9ab6-495fa7310baa admin admin] Deleting subnet b8143c4d-ef8a-43fb-96d7-875c152f209c {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:33:42.422640 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5495b584-fa01-4c8a-9ab6-495fa7310baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.462295 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5495b584-fa01-4c8a-9ab6-495fa7310baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.502728 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5495b584-fa01-4c8a-9ab6-495fa7310baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.562060 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5495b584-fa01-4c8a-9ab6-495fa7310baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.588844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495b584-fa01-4c8a-9ab6-495fa7310baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8143c4d-ef8a-43fb-96d7-875c152f209c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:42.592718 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5495b584-fa01-4c8a-9ab6-495fa7310baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.597195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53894) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:42.597632 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5495b584-fa01-4c8a-9ab6-495fa7310baa admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b8143c4d-ef8a-43fb-96d7-875c152f209c HTTP/1.1" status: 204 len: 168 time: 0.2232881 Jul 08 18:33:42.671896 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.757320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.767180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b9ed6e-d1ee-4676-8366-00b69f3cd483']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:33:42.778083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41af10b6-4b06-4578-b5b7-7717d025eacb') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:33:42.778409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41af10b6-4b06-4578-b5b7-7717d025eacb') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:33:42.789600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.808195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.814489 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:33:42.815004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:33:42.816756 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:33:42.875423 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.880317 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:42.884603 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/96b9ed6e-d1ee-4676-8366-00b69f3cd483 HTTP/1.1" status: 204 len: 168 time: 0.2839665 Jul 08 18:33:42.895729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b9ed6e-d1ee-4676-8366-00b69f3cd483,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:42.903527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:42.903873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:42.904454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:42.905048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:42.905384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:42.905711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:42.906034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:42.906390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:42.906711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:42.907029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:42.907348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:42.908192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2b71c-f561-4506-a00e-4ea2a01998d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:43.089412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53902) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:43.133118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c0941706-dd08-4e0f-9d6d-2b265f455a01 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9a789e862514cbca2e9c40719524e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423419 Jul 08 18:33:43.135740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53904) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:43.190096 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9030e06-b5c0-4141-9962-66cdc1d1d69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:43.214640 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9030e06-b5c0-4141-9962-66cdc1d1d69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:43.262489 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9030e06-b5c0-4141-9962-66cdc1d1d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:43.265191 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9030e06-b5c0-4141-9962-66cdc1d1d69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:43.269200 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e9030e06-b5c0-4141-9962-66cdc1d1d69e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38c4e2a0-c18b-4527-8488-d791d76acb0d HTTP/1.1" status: 204 len: 168 time: 0.1295569 Jul 08 18:33:43.275562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9030e06-b5c0-4141-9962-66cdc1d1d69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c4e2a0-c18b-4527-8488-d791d76acb0d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:45.087667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53948) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:45.092442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3bc80ef5-c72a-4624-ad51-af1dbe24c770 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746553850', 'description': 'tempest-secgroup-smoke-746553850 description', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:45.116681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bc80ef5-c72a-4624-ad51-af1dbe24c770 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.124733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bc80ef5-c72a-4624-ad51-af1dbe24c770 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.218228 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bc80ef5-c72a-4624-ad51-af1dbe24c770 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.222663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bc80ef5-c72a-4624-ad51-af1dbe24c770 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.265729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80ef5-c72a-4624-ad51-af1dbe24c770 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be5a21c-f4d5-4a57-8d7f-40d1e5863ee8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:45.324555 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bc80ef5-c72a-4624-ad51-af1dbe24c770 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.340381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bc80ef5-c72a-4624-ad51-af1dbe24c770 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.426046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3bc80ef5-c72a-4624-ad51-af1dbe24c770 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.432560 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3bc80ef5-c72a-4624-ad51-af1dbe24c770 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3407092 Jul 08 18:33:45.432560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80ef5-c72a-4624-ad51-af1dbe24c770 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc4f3ff-c681-4d05-afe6-d12621e516a9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:45.433514 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53950) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:45.438835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c572c84b-240d-4ee6-9525-77451335d314 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1fc4f3ff-c681-4d05-afe6-d12621e516a9', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:45.472610 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c572c84b-240d-4ee6-9525-77451335d314 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.530603 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c572c84b-240d-4ee6-9525-77451335d314 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.535220 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c572c84b-240d-4ee6-9525-77451335d314 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.557588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572c84b-240d-4ee6-9525-77451335d314 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e215ac-7233-412e-8af1-778943810758,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:45.563536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c572c84b-240d-4ee6-9525-77451335d314 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.568561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c572c84b-240d-4ee6-9525-77451335d314 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311097 Jul 08 18:33:45.568722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53960) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:45.573905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a26e11d9-0112-4a74-a3fd-1252de1d2414 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1fc4f3ff-c681-4d05-afe6-d12621e516a9', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:45.599501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a26e11d9-0112-4a74-a3fd-1252de1d2414 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.657052 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a26e11d9-0112-4a74-a3fd-1252de1d2414 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.660602 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a26e11d9-0112-4a74-a3fd-1252de1d2414 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.680124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e11d9-0112-4a74-a3fd-1252de1d2414 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3601b425-ac42-490d-a30a-a5a2ac77938f,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:45.686886 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a26e11d9-0112-4a74-a3fd-1252de1d2414 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.687989 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a26e11d9-0112-4a74-a3fd-1252de1d2414 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183267 Jul 08 18:33:45.691460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53962) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:45.695915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8799d30e-5c2f-4e46-86ea-d535550e0311 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1fc4f3ff-c681-4d05-afe6-d12621e516a9', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:45.723392 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8799d30e-5c2f-4e46-86ea-d535550e0311 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.781417 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8799d30e-5c2f-4e46-86ea-d535550e0311 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.786111 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8799d30e-5c2f-4e46-86ea-d535550e0311 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.808124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799d30e-5c2f-4e46-86ea-d535550e0311 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2544431-6e76-4849-84f4-15bc4f2d9790,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:45.812039 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8799d30e-5c2f-4e46-86ea-d535550e0311 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.816366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8799d30e-5c2f-4e46-86ea-d535550e0311 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208372 Jul 08 18:33:45.816809 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53964) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:45.820952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2b8f6062-ab40-45ee-bb9e-0443d1300e25 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1fc4f3ff-c681-4d05-afe6-d12621e516a9', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:45.847966 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6062-ab40-45ee-bb9e-0443d1300e25 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.910437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6062-ab40-45ee-bb9e-0443d1300e25 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.914400 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6062-ab40-45ee-bb9e-0443d1300e25 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.936086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f6062-ab40-45ee-bb9e-0443d1300e25 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89e296f-022e-48ea-acdd-d8679e770e1c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:45.942264 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6062-ab40-45ee-bb9e-0443d1300e25 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.946402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2b8f6062-ab40-45ee-bb9e-0443d1300e25 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288755 Jul 08 18:33:45.947598 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53974) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:45.952743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-841a3a23-1302-40c8-bf50-de04d83a4958 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1fc4f3ff-c681-4d05-afe6-d12621e516a9', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:45.976491 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-841a3a23-1302-40c8-bf50-de04d83a4958 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Project f6e1158e86bd4bc8b1d072406a508422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:33:45.981860 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-841a3a23-1302-40c8-bf50-de04d83a4958 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.043680 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-841a3a23-1302-40c8-bf50-de04d83a4958 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.047629 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-841a3a23-1302-40c8-bf50-de04d83a4958 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.066597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a3a23-1302-40c8-bf50-de04d83a4958 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e1981e-5d95-4821-993f-e6d04a30bdb6,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:46.075911 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-841a3a23-1302-40c8-bf50-de04d83a4958 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.077597 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-841a3a23-1302-40c8-bf50-de04d83a4958 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285830 Jul 08 18:33:46.080294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53978) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:46.084785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e2a8b101-153c-4fda-b729-6aeecc610723 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1fc4f3ff-c681-4d05-afe6-d12621e516a9', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:46.107679 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-e2a8b101-153c-4fda-b729-6aeecc610723 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Project f6e1158e86bd4bc8b1d072406a508422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:33:46.113343 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b101-153c-4fda-b729-6aeecc610723 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.174857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b101-153c-4fda-b729-6aeecc610723 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.179130 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b101-153c-4fda-b729-6aeecc610723 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.196054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8b101-153c-4fda-b729-6aeecc610723 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51642d10-580e-4e60-9a59-8f1b9feb9abe,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:46.203584 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b101-153c-4fda-b729-6aeecc610723 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.205289 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e2a8b101-153c-4fda-b729-6aeecc610723 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240544 Jul 08 18:33:46.208386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 53980) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:46.213322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'network': {'name': 'tempest-network-smoke--542799151', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'port_security_enabled': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:46.235092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:33:46.238528 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.261479 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:33:46.271367 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.271717 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Added segment 53d69fed-49f6-4e2a-92eb-546a2f3efde7 of type vlan for network 428ff0da-59a8-4852-8378-edf1727f3f0f Jul 08 18:33:46.314679 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.345979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.351716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:46.352325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.409885 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2004392 Jul 08 18:33:46.413147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53982) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:46.419149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'admin_state_up': True, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:46.420819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f68b5-afbb-47c5-a7d7-665ee5bbdfa7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Network': ['ID=428ff0da-59a8-4852-8378-edf1727f3f0f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:46.431647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 428ff0da-59a8-4852-8378-edf1727f3f0f details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:33:46.451996 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.453101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.508149 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.645613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.839274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.859061 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:46.972030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.25.8.4 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/f5f76ac6-7d51-4802-9271-cd2cc1197ee4) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:33:47.077906 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:47.123990 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:47.162108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:33:47.168302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:33:47.172732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:33:47.175894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=f5f76ac6-7d51-4802-9271-cd2cc1197ee4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:47.419349 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:47.621235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:47.746033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router cb522393-8977-4752-85d7-b3d2efd673ff is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:33:47.851993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:33:47.861491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Sync routers for ids ['cb522393-8977-4752-85d7-b3d2efd673ff'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:33:47.877572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Routers {'cb522393-8977-4752-85d7-b3d2efd673ff'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:33:47.877866 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:47.878297 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:33:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cb522393-8977-4752-85d7-b3d2efd673ff'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:33:47.879530 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cfd09263-cb3e-414e-be07-997ee7adc12a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4650998 Jul 08 18:33:47.883022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 53994) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:48.182176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Set router cb522393-8977-4752-85d7-b3d2efd673ff gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:33:48.346928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a72beea1-c672-4c5b-b72c-0d0e7312a46a tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=f6e1158e86bd4bc8b1d072406a508422&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4628203 Jul 08 18:33:48.349932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54000) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:48.387663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:47Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:33:48.418372 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Checking router: cb522393-8977-4752-85d7-b3d2efd673ff for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:33:48.418715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Updating router cb522393-8977-4752-85d7-b3d2efd673ff port f5f76ac6-7d51-4802-9271-cd2cc1197ee4 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:33:48.454492 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:48.515802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f1ffe-049d-45bf-b9ac-2ffa1ebf77fa tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:48.520104 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9b9f1ffe-049d-45bf-b9ac-2ffa1ebf77fa tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1662700 Jul 08 18:33:48.520444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54002) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:48.557877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1e537846-9fe1-40aa-9d04-5b694984a28d tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339110 Jul 08 18:33:48.558065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54004) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:48.562971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-458764445', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:48.682193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:33:48.686507 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:48.751946 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:48.765559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Transition to ACTIVE for port object f5f76ac6-7d51-4802-9271-cd2cc1197ee4 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:33:48.772082 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:48.839363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Attempting to bind port f5f76ac6-7d51-4802-9271-cd2cc1197ee4 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:33:48.840000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Attempting to bind port f5f76ac6-7d51-4802-9271-cd2cc1197ee4 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:33:48.840337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Attempting to bind port f5f76ac6-7d51-4802-9271-cd2cc1197ee4 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:33:48.844508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab6aec-ccce-429d-887b-4c7ab3060fb0 None None] Pushing event updated for resources: {'Port': ['ID=f5f76ac6-7d51-4802-9271-cd2cc1197ee4,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:48.850877 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:33:48.851368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:33:48.851778 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:48.852242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:33:48.852848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Bound port: f5f76ac6-7d51-4802-9271-cd2cc1197ee4, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:33:48.853290 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:48.925075 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] For port f5f76ac6-7d51-4802-9271-cd2cc1197ee4, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:33:48.935877 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] For port f5f76ac6-7d51-4802-9271-cd2cc1197ee4, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f5f76ac6-7d51-4802-9271-cd2cc1197ee4,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:33:48.940323 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:48.951560 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:49.004807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Routers {'cb522393-8977-4752-85d7-b3d2efd673ff'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:33:49.005447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:33:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cb522393-8977-4752-85d7-b3d2efd673ff'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:33:49.018355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Subnet': ['ID=b5427b21-0976-4b96-904d-277a4af0c72e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:49.026594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Checking segment: {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:33:49.027045 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network hostable DHCP agents. Network: 428ff0da-59a8-4852-8378-edf1727f3f0f, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:33:49.048959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 428ff0da-59a8-4852-8378-edf1727f3f0f is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:33:49.058912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab6aec-ccce-429d-887b-4c7ab3060fb0 None None] Pushing event updated for resources: {'Port': ['ID=f5f76ac6-7d51-4802-9271-cd2cc1197ee4,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:49.060763 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 428ff0da-59a8-4852-8378-edf1727f3f0f) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:33:49.065639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:49.066270 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:49.086321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c8381c73-b505-4949-ba9c-f45e709658eb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5253370 Jul 08 18:33:49.087742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54006) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:33:49.102381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e06d7c-4a08-46bd-bc5d-02d23927d4dc None None] Network 428ff0da-59a8-4852-8378-edf1727f3f0f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:33:49.184367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] Set router cb522393-8977-4752-85d7-b3d2efd673ff gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:33:49.445786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-428ff0da-59a8-4852-8378-edf1727f3f0f', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:33:49.446591 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:49.580225 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:47Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:33:49.605486 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:49.613754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6452dc8e-47a8-48fe-b640-bf09b0d375c3 None None] The sync data for ids ['cb522393-8977-4752-85d7-b3d2efd673ff'] in n-d-799684-3 is: [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:47Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:33:49.625212 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Allocated IP 172.20.0.2 (428ff0da-59a8-4852-8378-edf1727f3f0f/b5427b21-0976-4b96-904d-277a4af0c72e/304067ab-a29f-4fe6-910e-9bd2d51a7a5c) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:33:49.791321 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:49.804662 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Transition to ACTIVE for port object 304067ab-a29f-4fe6-910e-9bd2d51a7a5c will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:33:49.826764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Transition to ACTIVE for port object 304067ab-a29f-4fe6-910e-9bd2d51a7a5c will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:33:49.834505 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:49.878237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Network 428ff0da-59a8-4852-8378-edf1727f3f0f is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:33:49.881537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:33:49.887926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:33:49.978283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.20.0.1 (428ff0da-59a8-4852-8378-edf1727f3f0f/b5427b21-0976-4b96-904d-277a4af0c72e/c4775600-2a40-4713-b7f5-9e4ffdf92408) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:33:49.980410 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Pushing event updated for resources: {'Port': ['ID=304067ab-a29f-4fe6-910e-9bd2d51a7a5c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:49.985656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Attempting to bind port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:33:49.986108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Attempting to bind port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:33:49.987492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Attempting to bind port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c on network 428ff0da-59a8-4852-8378-edf1727f3f0f {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:33:49.996091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:33:49.996508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Checking segment: {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:33:49.996856 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:49.997246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Bound using segment: {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:33:49.997712 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Bound port: 304067ab-a29f-4fe6-910e-9bd2d51a7a5c, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:33:49.998090 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:50.085272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] For port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:33:50.090922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] For port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=304067ab-a29f-4fe6-910e-9bd2d51a7a5c,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:33:50.103209 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:50.139911 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:50.160402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Transition to ACTIVE for port object c4775600-2a40-4713-b7f5-9e4ffdf92408 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:33:50.174007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b709b6b-99ba-47b1-90e8-3a4796aa026c None None] Pushing event updated for resources: {'Port': ['ID=304067ab-a29f-4fe6-910e-9bd2d51a7a5c,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:50.203598 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:50.250962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 428ff0da-59a8-4852-8378-edf1727f3f0f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:33:50.255057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:33:50.257611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:33:50.323703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=c4775600-2a40-4713-b7f5-9e4ffdf92408,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:50.327912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:50.508516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f5f76ac6-7d51-4802-9271-cd2cc1197ee4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:33:50.560387 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:50.578530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port f5f76ac6-7d51-4802-9271-cd2cc1197ee4 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:33:50.583979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f5f76ac6-7d51-4802-9271-cd2cc1197ee4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:50.584405 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:50.674445 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:50.699037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port f5f76ac6-7d51-4802-9271-cd2cc1197ee4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f5f76ac6-7d51-4802-9271-cd2cc1197ee4,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:33:50.702944 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:50.755823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=f5f76ac6-7d51-4802-9271-cd2cc1197ee4,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:50.819898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-40d4ec21-038b-43ff-83b9-f7ef454b6cb1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:50.821373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-40d4ec21-038b-43ff-83b9-f7ef454b6cb1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.1954606 Jul 08 18:33:50.845173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-3e06c69c-7482-49ba-9ce4-9dc7dd7f0f06 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/quotas/52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 375 time: 0.0183799 Jul 08 18:33:51.009201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae1343c4-f649-40f1-890e-1f62b089d26a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577249 Jul 08 18:33:51.041348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:51.067422 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:51.158383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=c4775600-2a40-4713-b7f5-9e4ffdf92408,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:51.172416 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:51.193515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5c7091-6fba-49ad-8fb4-e341e2f49e64 None None] Network 428ff0da-59a8-4852-8378-edf1727f3f0f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:33:51.196718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-da4418f2-15cd-48b8-ada5-ba0225cf0df7 service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802294 Jul 08 18:33:51.303372 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a2dede7f-61aa-4839-9c5e-848e76b9e468 None None] Provisioning for port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:33:51.346579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 428ff0da-59a8-4852-8378-edf1727f3f0f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:33:51.348773 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-57b525fb-8be5-4355-bb16-19315ec7ba00 service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428218 Jul 08 18:33:51.350040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:33:51.482519 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router cb522393-8977-4752-85d7-b3d2efd673ff has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:33:51.613430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:33:51.622797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a41f6412-1584-4c01-98c0-095d626399f9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "PUT /v2.0/routers/cb522393-8977-4752-85d7-b3d2efd673ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331128 Jul 08 18:33:51.651452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f18f3204-b007-4cda-aa28-3de10acc3277 None None] Provisioning for port c4775600-2a40-4713-b7f5-9e4ffdf92408 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:33:51.656318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f18f3204-b007-4cda-aa28-3de10acc3277 None None] Provisioning complete for port c4775600-2a40-4713-b7f5-9e4ffdf92408 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:51.656703 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f18f3204-b007-4cda-aa28-3de10acc3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:51.718951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f18f3204-b007-4cda-aa28-3de10acc3277 None None] Port c4775600-2a40-4713-b7f5-9e4ffdf92408 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:33:51.759863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-979481f9-ad5a-496d-b70f-9e1ea3bf8cc7 req-31b55b3e-4873-44c6-bf6a-2ff081b7e4cf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 210 time: 0.0580792 Jul 08 18:33:51.819451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-4a5da2e8-3fd1-448b-86c5-b12fa4f3fdb6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746553850&fields=id&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 267 time: 0.0487821 Jul 08 18:33:51.881254 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Sync routers for ids ['cb522393-8977-4752-85d7-b3d2efd673ff'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:33:51.890686 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Routers {'cb522393-8977-4752-85d7-b3d2efd673ff'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:33:51.891309 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:33:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cb522393-8977-4752-85d7-b3d2efd673ff'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:33:51.957694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f5a9c984-d360-46ad-bce4-c5c6517d4c54 None None] Provisioning complete for port c4775600-2a40-4713-b7f5-9e4ffdf92408 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:51.958368 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c984-d360-46ad-bce4-c5c6517d4c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:51.964179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-52d282a4-9c28-4c96-9fba-92218ed48382 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:51.972790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-52d282a4-9c28-4c96-9fba-92218ed48382 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/networks?id=428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 200 len: 796 time: 0.1469734 Jul 08 18:33:51.992999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-91ac766d-cfd0-42ee-ab2c-c469ec891992 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/quotas/f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 375 time: 0.0169508 Jul 08 18:33:52.021334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9c984-d360-46ad-bce4-c5c6517d4c54 None None] Port c4775600-2a40-4713-b7f5-9e4ffdf92408 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:33:52.085078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-1fa96ee9-d3f4-450d-a82d-ca4798b2bba9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851638 Jul 08 18:33:52.134077 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Set router cb522393-8977-4752-85d7-b3d2efd673ff gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:33:52.144202 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-07e29c9b-8d06-4de4-9870-0d956d19bbaa None None] Provisioning complete for port c4775600-2a40-4713-b7f5-9e4ffdf92408 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:52.144825 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-07e29c9b-8d06-4de4-9870-0d956d19bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:52.188387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-07e29c9b-8d06-4de4-9870-0d956d19bbaa None None] Port c4775600-2a40-4713-b7f5-9e4ffdf92408 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:33:52.217761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-78f2ee0c-5959-4a90-826a-c6b25f8a8336 service neutron] 10.222.0.73 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294925 Jul 08 18:33:52.311756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-2cbd0aa4-5291-40ca-8390-3f798718ac09 service neutron] 10.222.0.73 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868382 Jul 08 18:33:52.411500 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c4775600-2a40-4713-b7f5-9e4ffdf92408', 'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:49:bc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:49Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 2, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:33:52.442056 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Checking router: cb522393-8977-4752-85d7-b3d2efd673ff for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:33:52.442614 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Updating router cb522393-8977-4752-85d7-b3d2efd673ff port c4775600-2a40-4713-b7f5-9e4ffdf92408 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:33:52.491694 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:52.526546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f8815bd1-5dd5-4616-8b0e-a062df5fdc2d req-43052758-3d8e-4f4e-a144-2229c01b7987 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 210 time: 0.0483208 Jul 08 18:33:52.567394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 304067ab-a29f-4fe6-910e-9bd2d51a7a5c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:33:52.637003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:33:52.642639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:52.643380 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:52.731872 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:52.772607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=304067ab-a29f-4fe6-910e-9bd2d51a7a5c,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:33:52.782614 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:52.783633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f5f76ac6-7d51-4802-9271-cd2cc1197ee4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:33:52.848544 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:52.859742 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Transition to ACTIVE for port object c4775600-2a40-4713-b7f5-9e4ffdf92408 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:33:52.869442 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:52.891003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=304067ab-a29f-4fe6-910e-9bd2d51a7a5c,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:52.907969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f5f76ac6-7d51-4802-9271-cd2cc1197ee4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:52.908465 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:52.939822 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fff99464-45d0-4018-855e-e996642c006c req-01c85d8d-c43a-4aaa-922f-0a69f8d7e263 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 210 time: 0.0567496 Jul 08 18:33:53.021454 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Pushing event updated for resources: {'Port': ['ID=c4775600-2a40-4713-b7f5-9e4ffdf92408,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:53.038731 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.039079 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.039411 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.039746 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.040077 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.040401 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.040722 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.041050 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.041371 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.041682 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.042002 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.042346 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:53.046593 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Attempting to bind port c4775600-2a40-4713-b7f5-9e4ffdf92408 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:33:53.046964 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Attempting to bind port c4775600-2a40-4713-b7f5-9e4ffdf92408 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:33:53.047658 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Attempting to bind port c4775600-2a40-4713-b7f5-9e4ffdf92408 on network 428ff0da-59a8-4852-8378-edf1727f3f0f {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:33:53.055056 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:33:53.055502 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Checking segment: {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:33:53.055910 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:53.056308 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Bound using segment: {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:33:53.056783 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Bound port: c4775600-2a40-4713-b7f5-9e4ffdf92408, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:33:53.057168 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:53.133828 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] For port c4775600-2a40-4713-b7f5-9e4ffdf92408, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:33:53.137344 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] For port c4775600-2a40-4713-b7f5-9e4ffdf92408, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c4775600-2a40-4713-b7f5-9e4ffdf92408,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:33:53.142743 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:53.198505 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856066b6-4b93-4b16-a991-c4d3fa37ee9e None None] Pushing event updated for resources: {'Port': ['ID=c4775600-2a40-4713-b7f5-9e4ffdf92408,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:53.212479 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Routers {'cb522393-8977-4752-85d7-b3d2efd673ff'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:33:53.212999 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:33:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cb522393-8977-4752-85d7-b3d2efd673ff'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:33:53.312969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-c1e0acfd-c0a4-49c1-b63b-705b2b105605 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:53.316910 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-c1e0acfd-c0a4-49c1-b63b-705b2b105605 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.1534588 Jul 08 18:33:53.330699 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] Set router cb522393-8977-4752-85d7-b3d2efd673ff gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:33:53.350609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'port': {'device_id': 'e37e7530-02d8-45c7-b42b-47f7c9ba40ea', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'admin_state_up': True, 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:53.496391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Made reservation on behalf of 52c6e73aef014fb99916d41deb9b91b3 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:33:53.501739 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:53.584348 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c4775600-2a40-4713-b7f5-9e4ffdf92408', 'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:49:bc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:49Z', 'updated_at': '2021-07-08T18:33:53Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:33:53.617655 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9093e-94f4-4b53-a6df-53859f6634a7 None None] The sync data for ids ['cb522393-8977-4752-85d7-b3d2efd673ff'] in n-d-799684-3 is: [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c4775600-2a40-4713-b7f5-9e4ffdf92408', 'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:49:bc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:49Z', 'updated_at': '2021-07-08T18:33:53Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:33:53.743009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Allocated IP 172.20.0.14 (df736c83-02a0-4f80-ba4c-f3f4e0bc715e/503d4c91-c4e0-4657-967e-28453a9ecffe/4013e7ca-7f11-41b2-ae91-c99169f82eda) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:33:53.816633 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c0519d3-5e7d-47e1-82a8-0deb0cded7c4 req-6bd8b3da-a353-4612-b304-e1bc3cc7ce81 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 210 time: 0.0745637 Jul 08 18:33:54.007623 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:54.024077 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Transition to ACTIVE for port object 4013e7ca-7f11-41b2-ae91-c99169f82eda will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:33:54.068467 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:54.132740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-536b923f-32a9-470e-bc5f-38e4515db89c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:54.134837 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-536b923f-32a9-470e-bc5f-38e4515db89c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "GET /v2.0/networks?id=428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 200 len: 796 time: 0.1689558 Jul 08 18:33:54.165324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:33:54.168832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:33:54.183632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:33:54.233648 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:33:54.262094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=4013e7ca-7f11-41b2-ae91-c99169f82eda,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:54.290150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:54.290812 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:54.295205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-cb08269e-c797-400c-9637-96174fe73f95 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 379 time: 0.1490421 Jul 08 18:33:54.307441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'port': {'device_id': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'admin_state_up': True, 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'security_groups': ['1fc4f3ff-c681-4d05-afe6-d12621e516a9']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:54.325661 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-270b120c-c9a7-4674-8920-a1b6c0f11baf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9819691 Jul 08 18:33:54.348501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Request body: {'port': {'device_id': 'e37e7530-02d8-45c7-b42b-47f7c9ba40ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:54.470913 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:54.488693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-2858c02e-28a4-4ff4-a0f1-d27c6a445018 req-1d0ee6e2-b22d-491b-9d35-537a28a1e1d3 service neutron] (93741) timed out ('10.222.0.59', 63479) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:33:54.620313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 304067ab-a29f-4fe6-910e-9bd2d51a7a5c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:33:54.664196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-59769642-072a-4bce-a846-af3d3e6b1ce7 None None] Provisioning for port 4013e7ca-7f11-41b2-ae91-c99169f82eda completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:33:54.673544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-59769642-072a-4bce-a846-af3d3e6b1ce7 None None] Provisioning complete for port 4013e7ca-7f11-41b2-ae91-c99169f82eda triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:54.674148 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59769642-072a-4bce-a846-af3d3e6b1ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:54.729317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-59769642-072a-4bce-a846-af3d3e6b1ce7 None None] Port 4013e7ca-7f11-41b2-ae91-c99169f82eda cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:33:54.739872 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:54.740469 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:54.850459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c480d-b0c8-4d2d-9f03-b39c0515dbcb req-341c4fc6-fa4f-462a-8cd8-ed6942d283a7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:54.852492 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b4c480d-b0c8-4d2d-9f03-b39c0515dbcb req-341c4fc6-fa4f-462a-8cd8-ed6942d283a7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 932 time: 0.6620493 Jul 08 18:33:54.877616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c4775600-2a40-4713-b7f5-9e4ffdf92408 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:33:54.916147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4013e7ca-7f11-41b2-ae91-c99169f82eda {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:33:54.934484 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:54.964790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Transition to ACTIVE for port object 4013e7ca-7f11-41b2-ae91-c99169f82eda will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:33:54.976216 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b4c480d-b0c8-4d2d-9f03-b39c0515dbcb req-55b044b7-3506-4d2a-8e75-84507b4c1cef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137960 Jul 08 18:33:54.980406 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:54.984124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port c4775600-2a40-4713-b7f5-9e4ffdf92408 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:33:54.997373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c4775600-2a40-4713-b7f5-9e4ffdf92408 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:54.999461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:55.030357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:33:55.034859 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:55.091195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Pushing event updated for resources: {'Port': ['ID=4013e7ca-7f11-41b2-ae91-c99169f82eda,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:55.129781 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:55.179732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port c4775600-2a40-4713-b7f5-9e4ffdf92408, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c4775600-2a40-4713-b7f5-9e4ffdf92408,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:33:55.193904 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:55.243953 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Attempting to bind port 4013e7ca-7f11-41b2-ae91-c99169f82eda on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:33:55.244349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Attempting to bind port 4013e7ca-7f11-41b2-ae91-c99169f82eda by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:33:55.244687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Attempting to bind port 4013e7ca-7f11-41b2-ae91-c99169f82eda on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:33:55.246992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8141b41-621a-4fc2-bbdd-04149fd9a6c9 req-58f08da0-a85d-4c0d-8de7-1eef035dfcd4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 210 time: 0.0941069 Jul 08 18:33:55.250010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Port 4013e7ca-7f11-41b2-ae91-c99169f82eda on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:33:55.250377 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Attempting to bind port 4013e7ca-7f11-41b2-ae91-c99169f82eda on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:33:55.255837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:33:55.256197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Checking segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:33:55.256594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Bound using segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:33:55.257116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Bound port: 4013e7ca-7f11-41b2-ae91-c99169f82eda, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:33:55.257390 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:55.295180 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=c4775600-2a40-4713-b7f5-9e4ffdf92408,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:55.361085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] For port 4013e7ca-7f11-41b2-ae91-c99169f82eda, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:33:55.365674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] For port 4013e7ca-7f11-41b2-ae91-c99169f82eda, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4013e7ca-7f11-41b2-ae91-c99169f82eda,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:33:55.374132 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:55.394592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.20.0.3 (428ff0da-59a8-4852-8378-edf1727f3f0f/b5427b21-0976-4b96-904d-277a4af0c72e/ef16ede5-f934-4909-9edd-dbac78abadee) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:33:55.419502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:55.420172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:55.421715 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] 10.222.0.74 "PUT /v2.0/ports/4013e7ca-7f11-41b2-ae91-c99169f82eda HTTP/1.1" status: 200 len: 1092 time: 1.0794637 Jul 08 18:33:55.422175 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37e7530-02d8-45c7-b42b-47f7c9ba40ea', 'tag': '4013e7ca-7f11-41b2-ae91-c99169f82eda'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:33:55.424783 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b79efb-6b35-4aa6-8720-28b1960a80c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e37e7530-02d8-45c7-b42b-47f7c9ba40ea", "tag": "4013e7ca-7f11-41b2-ae91-c99169f82eda"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:33:55.503212 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39b138-8667-4918-bf4c-e1da22b8a06e service neutron] Pushing event updated for resources: {'Port': ['ID=4013e7ca-7f11-41b2-ae91-c99169f82eda,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:55.535214 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6368847-22dd-4a45-a5da-8d067b20aacc x-openstack-request-id: req-c6368847-22dd-4a45-a5da-8d067b20aacc {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:33:55.535692 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37e7530-02d8-45c7-b42b-47f7c9ba40ea", "tag": "4013e7ca-7f11-41b2-ae91-c99169f82eda", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:33:55.535940 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6368847-22dd-4a45-a5da-8d067b20aacc {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:33:55.536342 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37e7530-02d8-45c7-b42b-47f7c9ba40ea', 'tag': '4013e7ca-7f11-41b2-ae91-c99169f82eda', 'status': 'completed', 'code': 200} Jul 08 18:33:55.545293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-b242b7d0-2b5f-4f63-b2ed-0eaf2cdbb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:55.546931 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-b242b7d0-2b5f-4f63-b2ed-0eaf2cdbb02c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 1095 time: 0.0757864 Jul 08 18:33:55.599794 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-f658b202-38d9-4342-8433-2a979206dff3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4013e7ca-7f11-41b2-ae91-c99169f82eda HTTP/1.1" status: 200 len: 217 time: 0.0433681 Jul 08 18:33:55.647225 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:55.664460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Transition to ACTIVE for port object ef16ede5-f934-4909-9edd-dbac78abadee will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:33:55.666760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-a7858566-6152-4de9-a9fb-7e8531cbd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:55.668384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-a7858566-6152-4de9-a9fb-7e8531cbd1aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0622528 Jul 08 18:33:55.706417 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:55.738710 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-e13a185f-6813-4a42-a35c-827ccc0df5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:55.740393 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-e13a185f-6813-4a42-a35c-827ccc0df5b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656915 Jul 08 18:33:55.766345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 428ff0da-59a8-4852-8378-edf1727f3f0f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:33:55.768497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=ef16ede5-f934-4909-9edd-dbac78abadee,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:55.777662 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:33:55.780337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:33:55.837799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:55.838826 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:55.844315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-5594b6ed-dd2c-4103-9dde-e21389401069 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966063 Jul 08 18:33:55.863774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-860f34c6-4048-469e-a3b1-d0962c2a390f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5611944 Jul 08 18:33:55.876018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Request body: {'port': {'device_id': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:33:55.989184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:56.018126 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cb95e94-1811-4305-9474-3d4bbe243072 req-afe7be2c-6616-459b-8cb7-25b176a29002 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655986 Jul 08 18:33:56.144044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6238331f-6ed5-4a87-9deb-b0966d936edd None None] Provisioning for port ef16ede5-f934-4909-9edd-dbac78abadee completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:33:56.148790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6238331f-6ed5-4a87-9deb-b0966d936edd None None] Provisioning complete for port ef16ede5-f934-4909-9edd-dbac78abadee triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:56.149162 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6238331f-6ed5-4a87-9deb-b0966d936edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:56.166091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b79efb-6b35-4aa6-8720-28b1960a80c5 req-8759ad06-8719-4c43-bf0d-8d314be4c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:56.167711 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-92b79efb-6b35-4aa6-8720-28b1960a80c5 req-8759ad06-8719-4c43-bf0d-8d314be4c8fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 1095 time: 0.0941417 Jul 08 18:33:56.195140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6238331f-6ed5-4a87-9deb-b0966d936edd None None] Port ef16ede5-f934-4909-9edd-dbac78abadee cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:33:56.286058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b79efb-6b35-4aa6-8720-28b1960a80c5 req-311f5c04-6816-43d2-b918-19efbaff7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:56.287683 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-92b79efb-6b35-4aa6-8720-28b1960a80c5 req-311f5c04-6816-43d2-b918-19efbaff7f51 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.1077538 Jul 08 18:33:56.303648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b159414-f8bf-4e95-9167-f2700e9f9667 req-bcaf97e0-1dfb-4ab4-80df-927f313f0bf2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:56.305241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b159414-f8bf-4e95-9167-f2700e9f9667 req-bcaf97e0-1dfb-4ab4-80df-927f313f0bf2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 944 time: 0.1492922 Jul 08 18:33:56.336018 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-92b79efb-6b35-4aa6-8720-28b1960a80c5 req-6d07b213-9a4f-4b82-acc5-5116d34c4d63 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4013e7ca-7f11-41b2-ae91-c99169f82eda HTTP/1.1" status: 200 len: 217 time: 0.0418825 Jul 08 18:33:56.404243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b79efb-6b35-4aa6-8720-28b1960a80c5 req-0382d2ad-6779-40dc-91a1-efbd4e67b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:56.406107 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-92b79efb-6b35-4aa6-8720-28b1960a80c5 req-0382d2ad-6779-40dc-91a1-efbd4e67b3f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0637343 Jul 08 18:33:56.406368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b159414-f8bf-4e95-9167-f2700e9f9667 req-b9a98f42-f4b7-4cff-8230-5a5c9cfc5516 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892758 Jul 08 18:33:56.462784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c4775600-2a40-4713-b7f5-9e4ffdf92408 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:33:56.504476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef16ede5-f934-4909-9edd-dbac78abadee {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:33:56.516212 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port c4775600-2a40-4713-b7f5-9e4ffdf92408 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:56.516561 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:56.518862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:56.540476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de4069-a7aa-4259-a658-91cff1f6ad79 req-b1956621-76e7-4680-a587-c507179d5da8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:56.542037 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7de4069-a7aa-4259-a658-91cff1f6ad79 req-b1956621-76e7-4680-a587-c507179d5da8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 931 time: 0.0978918 Jul 08 18:33:56.551180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Transition to ACTIVE for port object ef16ede5-f934-4909-9edd-dbac78abadee will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:33:56.587981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7de4069-a7aa-4259-a658-91cff1f6ad79 req-c72d5c33-a554-4a47-ab45-2913979b55cf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377903 Jul 08 18:33:56.588710 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:56.741325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef16ede5-f934-4909-9edd-dbac78abadee,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:56.746339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Attempting to bind port ef16ede5-f934-4909-9edd-dbac78abadee on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:33:56.746674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Attempting to bind port ef16ede5-f934-4909-9edd-dbac78abadee by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:33:56.747003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Attempting to bind port ef16ede5-f934-4909-9edd-dbac78abadee on network 428ff0da-59a8-4852-8378-edf1727f3f0f {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:33:56.752740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Port ef16ede5-f934-4909-9edd-dbac78abadee on network 428ff0da-59a8-4852-8378-edf1727f3f0f not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:33:56.753070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Attempting to bind port ef16ede5-f934-4909-9edd-dbac78abadee on network 428ff0da-59a8-4852-8378-edf1727f3f0f {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:33:56.758952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:33:56.759284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Checking segment: {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:33:56.759678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Bound using segment: {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:33:56.760110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Bound port: ef16ede5-f934-4909-9edd-dbac78abadee, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:33:56.760471 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:56.788368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b79efb-6b35-4aa6-8720-28b1960a80c5 req-0071b9b6-26bd-468f-b3fa-eb4ff374213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:56.789846 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-92b79efb-6b35-4aa6-8720-28b1960a80c5 req-0071b9b6-26bd-468f-b3fa-eb4ff374213d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3701558 Jul 08 18:33:56.833142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:33:56.836901 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=ef16ede5-f934-4909-9edd-dbac78abadee,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:33:56.841014 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:56.879640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:56.881206 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:56.883078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] 10.222.0.74 "PUT /v2.0/ports/ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 1091 time: 1.0120029 Jul 08 18:33:56.883078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:33:56.885527 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ef303d-5231-424c-8912-aaa258d07166" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:33:56.888725 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-92b79efb-6b35-4aa6-8720-28b1960a80c5 req-98aba447-3711-496c-bedd-54772838db7e service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924067 Jul 08 18:33:56.921788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd7f12-81c1-4ef9-8332-3a51b974afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef16ede5-f934-4909-9edd-dbac78abadee,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:57.027522 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-92b79efb-6b35-4aa6-8720-28b1960a80c5 req-4a01e7b3-06b3-4f83-856a-3e0525afacd6 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318517 Jul 08 18:33:57.030492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-71e925a4-e69c-4987-9a8c-e23feb895dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:57.032827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-71e925a4-e69c-4987-9a8c-e23feb895dbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1094 time: 0.0830984 Jul 08 18:33:57.078905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-e3ddfa06-5138-4014-986b-de30adacd858 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 217 time: 0.0376995 Jul 08 18:33:57.081926 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9908b5f-6693-4e3f-859d-c13ad460d0ab x-openstack-request-id: req-f9908b5f-6693-4e3f-859d-c13ad460d0ab {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:33:57.082426 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:33:57.082680 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9908b5f-6693-4e3f-859d-c13ad460d0ab {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:33:57.083077 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'status': 'completed', 'code': 200} Jul 08 18:33:57.134328 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-d3eee5ca-b7a1-4121-bdf1-a11fe220b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:57.135852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-d3eee5ca-b7a1-4121-bdf1-a11fe220b815 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5427b21-0976-4b96-904d-277a4af0c72e HTTP/1.1" status: 200 len: 834 time: 0.0492113 Jul 08 18:33:57.204205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-28fca5cf-45af-4c61-8096-9dcc93b9594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:57.205871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-28fca5cf-45af-4c61-8096-9dcc93b9594a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=428ff0da-59a8-4852-8378-edf1727f3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635843 Jul 08 18:33:57.295777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-df3788d6-319b-403c-bb57-54aa732c3898 service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831213 Jul 08 18:33:57.389687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d4048bd-c1fb-4cf3-8a45-b7c0b2b7a906 req-3fdc598a-1f32-48df-96c9-f982123d5ca6 service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872726 Jul 08 18:33:57.495782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef303d-5231-424c-8912-aaa258d07166 req-1f2200ef-c75f-4201-861a-d6a2c6d29250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:57.497313 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef303d-5231-424c-8912-aaa258d07166 req-1f2200ef-c75f-4201-861a-d6a2c6d29250 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1094 time: 0.0588953 Jul 08 18:33:57.608173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef303d-5231-424c-8912-aaa258d07166 req-7e3fa401-cf1f-4eac-9bd2-9feb81483690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:57.609780 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef303d-5231-424c-8912-aaa258d07166 req-7e3fa401-cf1f-4eac-9bd2-9feb81483690 service neutron] 10.222.0.74 "GET /v2.0/networks?id=428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 200 len: 897 time: 0.1026499 Jul 08 18:33:57.654942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef303d-5231-424c-8912-aaa258d07166 req-7e6ca225-c437-4f44-9219-f5c3c02f7ae9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 217 time: 0.0382707 Jul 08 18:33:57.708196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef303d-5231-424c-8912-aaa258d07166 req-2cf11031-57ff-4e7d-aa8a-a3483cf5583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:57.710247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef303d-5231-424c-8912-aaa258d07166 req-2cf11031-57ff-4e7d-aa8a-a3483cf5583c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5427b21-0976-4b96-904d-277a4af0c72e HTTP/1.1" status: 200 len: 834 time: 0.0488415 Jul 08 18:33:57.865412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef303d-5231-424c-8912-aaa258d07166 req-66d7ea37-e5a9-4575-b323-1aa582cb9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:57.866874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef303d-5231-424c-8912-aaa258d07166 req-66d7ea37-e5a9-4575-b323-1aa582cb9cef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=428ff0da-59a8-4852-8378-edf1727f3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498928 Jul 08 18:33:57.875870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cb3c7-4714-402e-bf62-3a1f55096bcc req-4f7fb7ed-27ab-488a-9895-98131ae09985 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:57.877316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-949cb3c7-4714-402e-bf62-3a1f55096bcc req-4f7fb7ed-27ab-488a-9895-98131ae09985 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 944 time: 0.1526272 Jul 08 18:33:57.899535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1ee0b-d8d9-4948-ad48-eae851c378af req-d7a49463-d9d9-45e1-912a-4a449e2c2eb8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:57.900997 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2a1ee0b-d8d9-4948-ad48-eae851c378af req-d7a49463-d9d9-45e1-912a-4a449e2c2eb8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 943 time: 0.1439853 Jul 08 18:33:58.016117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a2a1ee0b-d8d9-4948-ad48-eae851c378af req-396c5f58-1ee8-429e-a087-b0fbc45fc73d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999923 Jul 08 18:33:58.020526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-949cb3c7-4714-402e-bf62-3a1f55096bcc req-8bf8bc9b-96c9-446a-b61b-d2d5d80827eb tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313281 Jul 08 18:33:58.046094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef303d-5231-424c-8912-aaa258d07166 req-74c524de-02c5-4ebd-8e27-5f911018e60a service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633549 Jul 08 18:33:58.139121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38ef303d-5231-424c-8912-aaa258d07166 req-eaea8cd0-90cd-43e6-acdf-99875c1b79d5 service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891168 Jul 08 18:33:59.234173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac081c-5ce4-43ca-961a-2d341ad8af05 req-a3d02b68-f949-4b93-a9c7-ef97520c3913 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:59.236086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26ac081c-5ce4-43ca-961a-2d341ad8af05 req-a3d02b68-f949-4b93-a9c7-ef97520c3913 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 944 time: 0.1045322 Jul 08 18:33:59.243469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7537f5e-ab6f-4445-81cd-f1362b6e4735 req-28c1342c-c1ac-4b95-857e-30179bfa108e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:59.244857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7537f5e-ab6f-4445-81cd-f1362b6e4735 req-28c1342c-c1ac-4b95-857e-30179bfa108e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 943 time: 0.1153445 Jul 08 18:33:59.302478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-26ac081c-5ce4-43ca-961a-2d341ad8af05 req-6cd2f43d-62dd-421e-a7b4-526b3c64f18b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566494 Jul 08 18:33:59.309642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7537f5e-ab6f-4445-81cd-f1362b6e4735 req-86686e8e-fdb6-4a14-8bbf-cc36ed8f25a9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573409 Jul 08 18:34:00.513479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965036e-a7ae-4c12-9265-67cb52e12a51 req-43f82ccd-1d5a-499e-8f0e-3dc072c50d74 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:00.515022 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0965036e-a7ae-4c12-9265-67cb52e12a51 req-43f82ccd-1d5a-499e-8f0e-3dc072c50d74 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 944 time: 0.1013606 Jul 08 18:34:00.526938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09251e6-b15f-4943-b797-4f873c18ca1c req-96107b59-ab60-4f40-bcc1-043ce97282d8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:00.528359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c09251e6-b15f-4943-b797-4f873c18ca1c req-96107b59-ab60-4f40-bcc1-043ce97282d8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 943 time: 0.1057711 Jul 08 18:34:00.583223 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0965036e-a7ae-4c12-9265-67cb52e12a51 req-9c983fb2-9fda-4afa-bb7d-d65449fcabdc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539169 Jul 08 18:34:00.588052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c09251e6-b15f-4943-b797-4f873c18ca1c req-efbb6264-509e-46e2-8776-37786c1ed6ba tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515954 Jul 08 18:34:01.797503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926321b8-f10d-48de-9b79-b5a3b1a54772 req-27e84da7-e2bf-4b92-a882-b740da34067e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:01.799566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-926321b8-f10d-48de-9b79-b5a3b1a54772 req-27e84da7-e2bf-4b92-a882-b740da34067e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 944 time: 0.1054876 Jul 08 18:34:01.807740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c39eb-cd77-418c-8662-c40016a57fc0 req-d1ab94c9-e46c-44bd-b449-230802111cb4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:01.809110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be5c39eb-cd77-418c-8662-c40016a57fc0 req-d1ab94c9-e46c-44bd-b449-230802111cb4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 943 time: 0.1131408 Jul 08 18:34:01.863154 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-926321b8-f10d-48de-9b79-b5a3b1a54772 req-24d3752c-57b9-4e9d-9fda-cc86c2fea9de tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530989 Jul 08 18:34:01.868124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be5c39eb-cd77-418c-8662-c40016a57fc0 req-300221e3-9fc4-4443-897b-aa334558bd59 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513000 Jul 08 18:34:01.929011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device ef16ede5-f934-4909-9edd-dbac78abadee details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:34:02.021989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=ef16ede5-f934-4909-9edd-dbac78abadee,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:02.034595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'port_id': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'mac_address': 'fa:16:3e:24:79:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:34:02.069951 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:02.082972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef16ede5-f934-4909-9edd-dbac78abadee {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:34:02.107633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=ef16ede5-f934-4909-9edd-dbac78abadee,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:02.112700 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:02.159494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=ef16ede5-f934-4909-9edd-dbac78abadee,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:02.446054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['ef16ede5-f934-4909-9edd-dbac78abadee'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:34:03.083336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7838d-9f6d-4912-ba73-3b51c4064fdd req-4cb9acc4-8211-407d-bd7e-871f7c30dfc9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:03.084817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25b7838d-9f6d-4912-ba73-3b51c4064fdd req-4cb9acc4-8211-407d-bd7e-871f7c30dfc9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 944 time: 0.1080136 Jul 08 18:34:03.092138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382358ef-c99c-4780-a736-a79dd44e93dd req-bb2a7ef7-7d89-4ae3-904a-2613dc760110 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:03.093538 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-382358ef-c99c-4780-a736-a79dd44e93dd req-bb2a7ef7-7d89-4ae3-904a-2613dc760110 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 944 time: 0.1071551 Jul 08 18:34:03.145651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25b7838d-9f6d-4912-ba73-3b51c4064fdd req-44e1d693-4d50-4d58-8594-1771347ece74 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510573 Jul 08 18:34:03.152639 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-382358ef-c99c-4780-a736-a79dd44e93dd req-c68c9b9d-67c7-4cfd-8c9e-e83789f19901 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516500 Jul 08 18:34:03.714010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:03.944985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device ef16ede5-f934-4909-9edd-dbac78abadee up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:34:03.998951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port ef16ede5-f934-4909-9edd-dbac78abadee completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:34:04.002468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port ef16ede5-f934-4909-9edd-dbac78abadee triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:34:04.002836 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:04.077852 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:04.252061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:34:04.254330 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e8e517-da42-4056-9fa0-a8a136ce6129" -d '{"events": [{"server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "name": "network-vif-plugged", "status": "completed", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:34:04.267789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=ef16ede5-f934-4909-9edd-dbac78abadee,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:04.273397 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:04.322009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=ef16ede5-f934-4909-9edd-dbac78abadee,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:04.373034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90602a30-214e-46b3-bee0-369b62a31ba8 req-45624ba6-ba5b-49b2-846d-7fecd5bbc94e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:04.374544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90602a30-214e-46b3-bee0-369b62a31ba8 req-45624ba6-ba5b-49b2-846d-7fecd5bbc94e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 944 time: 0.1152387 Jul 08 18:34:04.381813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107e284-096f-4a47-89a7-bb1e295b527c req-c48760f7-97d9-4e7d-b21e-6602e440daa8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:04.383218 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3107e284-096f-4a47-89a7-bb1e295b527c req-c48760f7-97d9-4e7d-b21e-6602e440daa8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.1117947 Jul 08 18:34:04.437927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90602a30-214e-46b3-bee0-369b62a31ba8 req-a71f41c2-d592-49b9-a57c-c9033bbeac8c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537202 Jul 08 18:34:04.445344 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3107e284-096f-4a47-89a7-bb1e295b527c req-4b04c48f-313b-4547-b77a-3613e0ed1f46 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553453 Jul 08 18:34:04.460496 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:04.486581 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a15e966-d548-4951-8f02-fee8f3fd0c06 x-openstack-request-id: req-2a15e966-d548-4951-8f02-fee8f3fd0c06 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:34:04.486869 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "name": "network-vif-plugged", "status": "completed", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:34:04.487118 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a15e966-d548-4951-8f02-fee8f3fd0c06 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:34:04.487533 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'code': 200} Jul 08 18:34:04.597889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4f2aa-7fa2-46e0-9ef5-091d824ed707 req-56d48937-84d3-4323-886f-cdc24248c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:04.599181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3af4f2aa-7fa2-46e0-9ef5-091d824ed707 req-56d48937-84d3-4323-886f-cdc24248c883 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1096 time: 0.0512543 Jul 08 18:34:04.632482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3af4f2aa-7fa2-46e0-9ef5-091d824ed707 req-e3e88732-1a61-4ceb-9acb-ed4632f04d52 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269401 Jul 08 18:34:05.655401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cc41f-1a34-43f9-b17d-c5876ffbc0f0 req-96dc1325-aac9-499d-b1d4-a368dec38fa6 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:05.656871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-915cc41f-1a34-43f9-b17d-c5876ffbc0f0 req-96dc1325-aac9-499d-b1d4-a368dec38fa6 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 944 time: 0.1079381 Jul 08 18:34:05.664607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4831d1-bead-4c00-b999-0f256277976f req-bac006f0-594d-4e7e-bc70-589bb53ef623 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:05.665952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c4831d1-bead-4c00-b999-0f256277976f req-bac006f0-594d-4e7e-bc70-589bb53ef623 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.1069016 Jul 08 18:34:05.718083 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-915cc41f-1a34-43f9-b17d-c5876ffbc0f0 req-023703fe-de1f-4f79-b030-78662337a2e1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510828 Jul 08 18:34:05.725938 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c4831d1-bead-4c00-b999-0f256277976f req-89276d8b-cbd8-40be-8deb-31b8ea308cfe tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528505 Jul 08 18:34:06.274676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-711beb1d-be67-41c9-a019-fa77861d045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:06.933193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f3a39-5826-4816-996f-c8ce81e950d8 req-693715f7-fbe0-474d-990e-c8dcf464e760 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:06.934820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e7f3a39-5826-4816-996f-c8ce81e950d8 req-693715f7-fbe0-474d-990e-c8dcf464e760 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 944 time: 0.1065187 Jul 08 18:34:06.956751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad7874-67a5-40a7-8289-c9455f30da58 req-516f33a9-3abd-4256-8439-df499af55ba5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:06.958240 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72ad7874-67a5-40a7-8289-c9455f30da58 req-516f33a9-3abd-4256-8439-df499af55ba5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.1198375 Jul 08 18:34:07.004587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e7f3a39-5826-4816-996f-c8ce81e950d8 req-54efd921-bcce-4882-9a5e-a052a1614bac tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635879 Jul 08 18:34:07.011991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72ad7874-67a5-40a7-8289-c9455f30da58 req-f6b3d584-d272-4140-8d30-d590f136753f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474043 Jul 08 18:34:07.185711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723416d-3b21-4ca4-8528-eea279802c18 req-5d7ed0ab-43e6-4f2a-9794-4e91416fcfe0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:07.187211 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5723416d-3b21-4ca4-8528-eea279802c18 req-5d7ed0ab-43e6-4f2a-9794-4e91416fcfe0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0634704 Jul 08 18:34:07.224223 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5723416d-3b21-4ca4-8528-eea279802c18 req-187f2a30-df06-46e5-8309-e13d5a51352b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309224 Jul 08 18:34:07.247717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54118) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:34:07.302110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26763e02-2cd5-4a44-83a8-df7b9a428365 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:07.303548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-26763e02-2cd5-4a44-83a8-df7b9a428365 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1091 time: 0.0548766 Jul 08 18:34:07.306463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54120) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:34:07.310705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:34:07.332020 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:07.426186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:07.532524 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.25.8.40 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/ece774e7-c2d3-4572-a7b2-36153a7dad17) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:34:07.630151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:07.673336 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:07.707232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:34:07.710292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:34:07.712753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:34:07.748797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=ece774e7-c2d3-4572-a7b2-36153a7dad17,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:07.964370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4013e7ca-7f11-41b2-ae91-c99169f82eda details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:34:08.060658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4013e7ca-7f11-41b2-ae91-c99169f82eda, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4013e7ca-7f11-41b2-ae91-c99169f82eda,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:08.074388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '4013e7ca-7f11-41b2-ae91-c99169f82eda', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'port_id': '4013e7ca-7f11-41b2-ae91-c99169f82eda', 'mac_address': 'fa:16:3e:3d:5c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:34:08.095516 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:08.118909 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:08.132199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4013e7ca-7f11-41b2-ae91-c99169f82eda {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:34:08.152931 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4013e7ca-7f11-41b2-ae91-c99169f82eda, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4013e7ca-7f11-41b2-ae91-c99169f82eda,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:08.157835 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:08.204946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=4013e7ca-7f11-41b2-ae91-c99169f82eda,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:08.211373 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:08.252547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736cf4-47e0-4e0e-8ee8-b256ed3178ab req-32c7f4c0-a395-4253-a99b-c3c34353ab20 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:08.254011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6736cf4-47e0-4e0e-8ee8-b256ed3178ab req-32c7f4c0-a395-4253-a99b-c3c34353ab20 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 944 time: 0.1238093 Jul 08 18:34:08.339236 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6736cf4-47e0-4e0e-8ee8-b256ed3178ab req-11316e31-26e0-4c9a-a41b-fbe5c3597f29 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792484 Jul 08 18:34:08.406066 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:08.411170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:08.459574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['4013e7ca-7f11-41b2-ae91-c99169f82eda'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:34:08.480720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=ece774e7-c2d3-4572-a7b2-36153a7dad17,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:08.491216 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:08.590765 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Floating IP 1605039e-867f-4575-990b-7b77303d3b45 associated. External IP: 172.25.8.40, port: ef16ede5-f934-4909-9edd-dbac78abadee. Jul 08 18:34:09.104985 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:09.121281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router cb522393-8977-4752-85d7-b3d2efd673ff has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:34:09.142815 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7e890eb-f024-42eb-81d3-e65da994f913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:09.228458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:34:09.237501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41824f-2717-49d4-91ea-1b75c9246ff7 None None] Sync routers for ids ['cb522393-8977-4752-85d7-b3d2efd673ff'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:34:09.243483 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:09.246305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41824f-2717-49d4-91ea-1b75c9246ff7 None None] Routers {'cb522393-8977-4752-85d7-b3d2efd673ff'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:34:09.246927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-aa41824f-2717-49d4-91ea-1b75c9246ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:34:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cb522393-8977-4752-85d7-b3d2efd673ff'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:34:09.282916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-96fa94b7-4578-441d-8fff-cd4d94a3f309 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9728637 Jul 08 18:34:09.282916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:34:09.283207 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:34:09.319332 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfa9d46-2093-426d-b902-ed8cfffcbbc5 x-openstack-request-id: req-8dfa9d46-2093-426d-b902-ed8cfffcbbc5 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:34:09.319619 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:34:09.319868 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8dfa9d46-2093-426d-b902-ed8cfffcbbc5 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:34:09.320269 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'status': 'completed', 'code': 200} Jul 08 18:34:09.363449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-aa41824f-2717-49d4-91ea-1b75c9246ff7 None None] Set router cb522393-8977-4752-85d7-b3d2efd673ff gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:34:09.433849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a req-5ad6a575-24f2-47ac-b097-55354150e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:09.435373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a req-5ad6a575-24f2-47ac-b097-55354150e548 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1096 time: 0.0927074 Jul 08 18:34:09.512683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215f991-822e-4a3a-bfb4-a3c58d8bbeef req-0fc32676-ca94-46b3-bc32-9a69cea32935 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:09.514032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2215f991-822e-4a3a-bfb4-a3c58d8bbeef req-0fc32676-ca94-46b3-bc32-9a69cea32935 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.1361034 Jul 08 18:34:09.602859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-aa41824f-2717-49d4-91ea-1b75c9246ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1605039e-867f-4575-990b-7b77303d3b45', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'port_id': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'mac_address': 'fa:16:3e:24:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:34:07Z', 'updated_at': '2021-07-08T18:34:07Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4775600-2a40-4713-b7f5-9e4ffdf92408', 'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:49:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:49Z', 'updated_at': '2021-07-08T18:33:55Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:34:09.609881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2215f991-822e-4a3a-bfb4-a3c58d8bbeef req-feba4684-d226-4dc0-83cf-10dcf36172ae tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749395 Jul 08 18:34:09.621370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a req-df38f076-6a2a-4bb6-8526-2c274c7d2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:09.622848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a req-df38f076-6a2a-4bb6-8526-2c274c7d2f12 service neutron] 10.222.0.74 "GET /v2.0/networks?id=428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 200 len: 897 time: 0.1801128 Jul 08 18:34:09.634938 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41824f-2717-49d4-91ea-1b75c9246ff7 None None] Checking router: cb522393-8977-4752-85d7-b3d2efd673ff for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:34:09.635546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54130) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:34:09.638945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41824f-2717-49d4-91ea-1b75c9246ff7 None None] Routers {'cb522393-8977-4752-85d7-b3d2efd673ff'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:34:09.639691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-aa41824f-2717-49d4-91ea-1b75c9246ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:34:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cb522393-8977-4752-85d7-b3d2efd673ff'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:34:09.644192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0ac1b-d766-421b-829b-3d623a8ea584 req-b1c3a597-46b7-4fb5-9694-22fd159e8be3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:09.645668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbc0ac1b-d766-421b-829b-3d623a8ea584 req-b1c3a597-46b7-4fb5-9694-22fd159e8be3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 945 time: 0.1550856 Jul 08 18:34:09.700966 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c25fbdd6-527f-453c-96f4-10b546ab1134 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/1605039e-867f-4575-990b-7b77303d3b45 HTTP/1.1" status: 200 len: 990 time: 0.0626702 Jul 08 18:34:09.716799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a req-b890d31e-3bcd-42fd-9cb4-32ac006f5ea6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 998 time: 0.0872800 Jul 08 18:34:09.724938 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbc0ac1b-d766-421b-829b-3d623a8ea584 req-e3cbd90f-2399-44dd-957c-4c5eb3203e1e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511799 Jul 08 18:34:09.764998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-aa41824f-2717-49d4-91ea-1b75c9246ff7 None None] Set router cb522393-8977-4752-85d7-b3d2efd673ff gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:34:09.770902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a req-0edf9df4-e8f7-411a-b447-f090e0fd9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:09.772362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a req-0edf9df4-e8f7-411a-b447-f090e0fd9931 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5427b21-0976-4b96-904d-277a4af0c72e HTTP/1.1" status: 200 len: 834 time: 0.0464723 Jul 08 18:34:09.834003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a req-61ca4cbc-0f7b-44a1-a015-093f35bab06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:09.835562 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a req-61ca4cbc-0f7b-44a1-a015-093f35bab06f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=428ff0da-59a8-4852-8378-edf1727f3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565934 Jul 08 18:34:09.924449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a req-b17ebdd5-5a8b-4c87-9b7b-30d6a75f74e0 service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824442 Jul 08 18:34:09.980933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4013e7ca-7f11-41b2-ae91-c99169f82eda up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:34:10.021314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75da26ca-e1ac-43e4-9b35-2f9852b48f9a req-8b481c2a-eccc-40f5-a912-fb288c964b42 service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903716 Jul 08 18:34:10.022637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-aa41824f-2717-49d4-91ea-1b75c9246ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1605039e-867f-4575-990b-7b77303d3b45', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'port_id': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'mac_address': 'fa:16:3e:24:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:34:07Z', 'updated_at': '2021-07-08T18:34:07Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4775600-2a40-4713-b7f5-9e4ffdf92408', 'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:49:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:49Z', 'updated_at': '2021-07-08T18:33:55Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:34:10.056925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41824f-2717-49d4-91ea-1b75c9246ff7 None None] The sync data for ids ['cb522393-8977-4752-85d7-b3d2efd673ff'] in n-d-799684-3 is: [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1605039e-867f-4575-990b-7b77303d3b45', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'port_id': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'mac_address': 'fa:16:3e:24:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:34:07Z', 'updated_at': '2021-07-08T18:34:07Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4775600-2a40-4713-b7f5-9e4ffdf92408', 'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:49:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:49Z', 'updated_at': '2021-07-08T18:33:55Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:34:10.073646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 4013e7ca-7f11-41b2-ae91-c99169f82eda completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:34:10.077605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 4013e7ca-7f11-41b2-ae91-c99169f82eda triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:34:10.077973 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:10.155752 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:10.181918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37e7530-02d8-45c7-b42b-47f7c9ba40ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4013e7ca-7f11-41b2-ae91-c99169f82eda'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:34:10.184252 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50de4844-d47a-45e7-b0b6-c4279b3b6dc3" -d '{"events": [{"server_uuid": "e37e7530-02d8-45c7-b42b-47f7c9ba40ea", "name": "network-vif-plugged", "status": "completed", "tag": "4013e7ca-7f11-41b2-ae91-c99169f82eda"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:34:10.198676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4013e7ca-7f11-41b2-ae91-c99169f82eda, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4013e7ca-7f11-41b2-ae91-c99169f82eda,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:10.203941 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:10.227323 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb0612d-ba06-427e-9a93-1965a4166400 x-openstack-request-id: req-0eb0612d-ba06-427e-9a93-1965a4166400 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:34:10.227622 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37e7530-02d8-45c7-b42b-47f7c9ba40ea", "name": "network-vif-plugged", "status": "completed", "tag": "4013e7ca-7f11-41b2-ae91-c99169f82eda", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:34:10.227876 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0eb0612d-ba06-427e-9a93-1965a4166400 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:34:10.228264 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37e7530-02d8-45c7-b42b-47f7c9ba40ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4013e7ca-7f11-41b2-ae91-c99169f82eda', 'code': 200} Jul 08 18:34:10.261080 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:10.265911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=4013e7ca-7f11-41b2-ae91-c99169f82eda,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:10.279025 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711bdfb-2035-4002-ae5c-e713eed2fef3 None None] New status for floating IP 1605039e-867f-4575-990b-7b77303d3b45: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:34:10.354433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149b8be-eebb-4b99-be3d-b4272b76da37 req-251f0f84-b7cb-49cd-a36c-7ad39aafb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:10.355855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1149b8be-eebb-4b99-be3d-b4272b76da37 req-251f0f84-b7cb-49cd-a36c-7ad39aafb5ba service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 1097 time: 0.0556688 Jul 08 18:34:10.391062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1149b8be-eebb-4b99-be3d-b4272b76da37 req-5b489fdf-557f-42b4-9717-85b4761083f0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288644 Jul 08 18:34:10.703816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54134) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:34:10.770894 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2a343908-f832-46d4-8ab7-b7defa2fdbc8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/1605039e-867f-4575-990b-7b77303d3b45 HTTP/1.1" status: 200 len: 992 time: 0.0623045 Jul 08 18:34:10.902339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba9685-427e-432d-acd7-26c8d9cb3cee req-d74f2284-a34c-456e-8199-ddc90d5aed5f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:10.903935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bba9685-427e-432d-acd7-26c8d9cb3cee req-d74f2284-a34c-456e-8199-ddc90d5aed5f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 946 time: 0.0634849 Jul 08 18:34:10.942478 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bba9685-427e-432d-acd7-26c8d9cb3cee req-33434f02-b101-4098-b0cc-bf9b6fbc9c70 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321047 Jul 08 18:34:11.734266 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:12.121979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4769738-59d6-4b83-b26f-f2cc4bf86990 req-17926470-f0c1-4676-bf0c-21c1ea4fe5e1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:12.123475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4769738-59d6-4b83-b26f-f2cc4bf86990 req-17926470-f0c1-4676-bf0c-21c1ea4fe5e1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 946 time: 0.0677619 Jul 08 18:34:12.162595 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4769738-59d6-4b83-b26f-f2cc4bf86990 req-e6b0c814-24c8-46bb-b1eb-4a566d2429f5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Jul 08 18:34:12.333281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf41db1-d928-4a24-b4f4-ec494b972441 req-9498512c-235f-4918-8514-5198e29f4690 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:12.334779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cf41db1-d928-4a24-b4f4-ec494b972441 req-9498512c-235f-4918-8514-5198e29f4690 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 946 time: 0.0628712 Jul 08 18:34:12.374131 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cf41db1-d928-4a24-b4f4-ec494b972441 req-5c367ecc-25bc-4e35-ac47-81c266ef35f9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337112 Jul 08 18:34:14.886249 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-27dc073b-433e-4c30-b173-4e5ba129490c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:14.888016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-27dc073b-433e-4c30-b173-4e5ba129490c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.1160154 Jul 08 18:34:14.902200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-2f76eb4c-5272-4118-b0b4-b02e97e40e06 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/quotas/52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 375 time: 0.0090916 Jul 08 18:34:14.973555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-0cf82053-84e5-42db-91cd-1330c9d6526b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661519 Jul 08 18:34:15.065155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-44ed3881-8573-46f0-906a-02b80868efbb service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847831 Jul 08 18:34:15.151249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-dfb3d722-f3c7-4fd9-8312-49630aefff48 service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804863 Jul 08 18:34:15.348777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2feb274-e415-4c70-a1dc-f4af2efe69b7 req-6e4823af-9822-4db7-8895-86faba3ec0c0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 210 time: 0.0305431 Jul 08 18:34:16.401954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-755a5ecb-9f34-41bc-9186-fa8fd6e34059 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:16.403492 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-755a5ecb-9f34-41bc-9186-fa8fd6e34059 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.59 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.1068108 Jul 08 18:34:16.415931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'port': {'device_id': '3c3240ac-2b62-4181-adab-f73397f355da', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'admin_state_up': True, 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:34:16.502451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-530fca32-271d-4c37-9003-87a212fd0643 req-77b5d77f-dda8-4895-a74a-d5efe7741210 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 210 time: 0.0338111 Jul 08 18:34:16.535459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Made reservation on behalf of 52c6e73aef014fb99916d41deb9b91b3 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:34:16.539255 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:16.667341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Allocated IP 172.20.0.10 (df736c83-02a0-4f80-ba4c-f3f4e0bc715e/503d4c91-c4e0-4657-967e-28453a9ecffe/e0913869-56ff-4aab-af94-ecf28fb9728d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:34:16.824554 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:16.839934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Transition to ACTIVE for port object e0913869-56ff-4aab-af94-ecf28fb9728d will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:34:16.874777 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:16.887494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['4013e7ca-7f11-41b2-ae91-c99169f82eda'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:34:16.921607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:34:16.927267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:34:16.931293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:34:16.964530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=e0913869-56ff-4aab-af94-ecf28fb9728d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:16.979660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:16.980216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:16.980736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:16.981238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:16.981734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:16.982247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:16.982747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:16.983248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:16.984003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:16.984106 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:16.984388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:16.984735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:17.007179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:17.007973 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:17.025875 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-285160cd-3b2a-4db8-a84c-45e5002bf546 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6137846 Jul 08 18:34:17.038792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Request body: {'port': {'device_id': '3c3240ac-2b62-4181-adab-f73397f355da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:34:17.118660 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:17.229695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-04d978c2-3158-4cff-a8b7-8cb3e5e9e40b None None] Provisioning for port e0913869-56ff-4aab-af94-ecf28fb9728d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:34:17.233731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-04d978c2-3158-4cff-a8b7-8cb3e5e9e40b None None] Provisioning complete for port e0913869-56ff-4aab-af94-ecf28fb9728d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:34:17.234181 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-04d978c2-3158-4cff-a8b7-8cb3e5e9e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:17.268053 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-04d978c2-3158-4cff-a8b7-8cb3e5e9e40b None None] Port e0913869-56ff-4aab-af94-ecf28fb9728d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:34:17.405353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0913869-56ff-4aab-af94-ecf28fb9728d {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:34:17.413641 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:17.428303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Transition to ACTIVE for port object e0913869-56ff-4aab-af94-ecf28fb9728d will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:34:17.433700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:17.481854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Pushing event updated for resources: {'Port': ['ID=e0913869-56ff-4aab-af94-ecf28fb9728d,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:17.571096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Attempting to bind port e0913869-56ff-4aab-af94-ecf28fb9728d on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:34:17.571688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Attempting to bind port e0913869-56ff-4aab-af94-ecf28fb9728d by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:34:17.572131 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Attempting to bind port e0913869-56ff-4aab-af94-ecf28fb9728d on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:34:17.577192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Port e0913869-56ff-4aab-af94-ecf28fb9728d on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:34:17.577490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Attempting to bind port e0913869-56ff-4aab-af94-ecf28fb9728d on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:34:17.584485 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:34:17.585160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Checking segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:34:17.585644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Bound using segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:34:17.586197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Bound port: e0913869-56ff-4aab-af94-ecf28fb9728d, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:34:17.586665 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:17.668924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] For port e0913869-56ff-4aab-af94-ecf28fb9728d, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:34:17.676556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] For port e0913869-56ff-4aab-af94-ecf28fb9728d, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e0913869-56ff-4aab-af94-ecf28fb9728d,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:34:17.682391 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:17.699150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be6b7a-0077-4733-bf0d-63a6a352ac41 req-10b715a2-6c73-4345-a537-8571df98d9f2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:17.700750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0be6b7a-0077-4733-bf0d-63a6a352ac41 req-10b715a2-6c73-4345-a537-8571df98d9f2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0814376 Jul 08 18:34:17.725631 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:17.726385 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:17.728118 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] 10.222.0.59 "PUT /v2.0/ports/e0913869-56ff-4aab-af94-ecf28fb9728d HTTP/1.1" status: 200 len: 1092 time: 0.6947501 Jul 08 18:34:17.731724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3240ac-2b62-4181-adab-f73397f355da', 'tag': 'e0913869-56ff-4aab-af94-ecf28fb9728d'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:34:17.735101 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad698073-8cf1-48dd-b2aa-37153f2ad48d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3240ac-2b62-4181-adab-f73397f355da", "tag": "e0913869-56ff-4aab-af94-ecf28fb9728d"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:34:17.766510 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca15025-bf1f-49ab-9f2f-fcd97562cf19 service neutron] Pushing event updated for resources: {'Port': ['ID=e0913869-56ff-4aab-af94-ecf28fb9728d,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:17.795396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b0be6b7a-0077-4733-bf0d-63a6a352ac41 req-422ce55d-810c-4155-aeac-07b8bcb4b073 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888381 Jul 08 18:34:17.822931 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a40b6a-31e9-4370-a415-3bf725eb0ec0 x-openstack-request-id: req-44a40b6a-31e9-4370-a415-3bf725eb0ec0 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:34:17.823521 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3240ac-2b62-4181-adab-f73397f355da", "tag": "e0913869-56ff-4aab-af94-ecf28fb9728d", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:34:17.823864 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44a40b6a-31e9-4370-a415-3bf725eb0ec0 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:34:17.824684 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3240ac-2b62-4181-adab-f73397f355da', 'tag': 'e0913869-56ff-4aab-af94-ecf28fb9728d', 'status': 'completed', 'code': 200} Jul 08 18:34:17.859176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-7d02b27c-ed1c-471c-8a01-384793ae3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:17.861322 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-7d02b27c-ed1c-471c-8a01-384793ae3cd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 1095 time: 0.0756068 Jul 08 18:34:17.911942 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-04090c1c-5824-4960-8836-094af1e9ee52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0913869-56ff-4aab-af94-ecf28fb9728d HTTP/1.1" status: 200 len: 217 time: 0.0434132 Jul 08 18:34:17.969427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-a08e02c6-775f-4cd3-b1f4-2b4a53fe42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:17.970987 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-a08e02c6-775f-4cd3-b1f4-2b4a53fe42fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0527325 Jul 08 18:34:18.029987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-a5c741af-ebcc-4883-ad87-e62659c800e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:18.031548 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-a5c741af-ebcc-4883-ad87-e62659c800e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537639 Jul 08 18:34:18.125890 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-60ba04ba-6284-4f27-a018-dbbb3f3c9752 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868344 Jul 08 18:34:18.217410 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5869f9f5-4a8e-4313-adba-874a0761b4d1 req-9231caba-8cad-4624-a679-c59554ecfce7 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850658 Jul 08 18:34:18.321741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad698073-8cf1-48dd-b2aa-37153f2ad48d req-e7c28024-9b1a-4789-bbf9-2fc0957e409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:18.323312 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad698073-8cf1-48dd-b2aa-37153f2ad48d req-e7c28024-9b1a-4789-bbf9-2fc0957e409a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 1095 time: 0.0584693 Jul 08 18:34:18.426894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad698073-8cf1-48dd-b2aa-37153f2ad48d req-ed03a0e5-88ac-4f69-9514-e55b122a1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:18.428716 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad698073-8cf1-48dd-b2aa-37153f2ad48d req-ed03a0e5-88ac-4f69-9514-e55b122a1f6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0995593 Jul 08 18:34:18.470660 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad698073-8cf1-48dd-b2aa-37153f2ad48d req-8e40eada-c409-424d-a4a5-a28f44a5f9d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0913869-56ff-4aab-af94-ecf28fb9728d HTTP/1.1" status: 200 len: 217 time: 0.0347221 Jul 08 18:34:18.522381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad698073-8cf1-48dd-b2aa-37153f2ad48d req-38455de1-4fc7-41b8-8a1f-83c180e9f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:18.523871 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad698073-8cf1-48dd-b2aa-37153f2ad48d req-38455de1-4fc7-41b8-8a1f-83c180e9f615 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0475729 Jul 08 18:34:18.581445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad698073-8cf1-48dd-b2aa-37153f2ad48d req-0d0fa8e0-6513-48a1-a68b-f7fa977b057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:18.582899 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad698073-8cf1-48dd-b2aa-37153f2ad48d req-0d0fa8e0-6513-48a1-a68b-f7fa977b057f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524719 Jul 08 18:34:18.684029 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad698073-8cf1-48dd-b2aa-37153f2ad48d req-e4967ae2-72bb-48d8-a4aa-d7a5907a5ea0 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928593 Jul 08 18:34:18.777286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad698073-8cf1-48dd-b2aa-37153f2ad48d req-f98672d5-eb14-4dd4-94d3-da1cb87a18aa service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868120 Jul 08 18:34:18.978368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f88dc2-2b50-4025-90ce-6cf54b26ca4b req-1aa9eda3-9351-4535-9941-c34002e5c769 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:18.979856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9f88dc2-2b50-4025-90ce-6cf54b26ca4b req-1aa9eda3-9351-4535-9941-c34002e5c769 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0631628 Jul 08 18:34:19.027765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9f88dc2-2b50-4025-90ce-6cf54b26ca4b req-3f6cf22a-58a0-4254-a769-89936773b6ad tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Jul 08 18:34:20.305465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bb30d-b453-4d6d-9c74-46486b51586b req-4390360d-4403-4897-86c6-0ed3f1ae42b3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:20.308564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b84bb30d-b453-4d6d-9c74-46486b51586b req-4390360d-4403-4897-86c6-0ed3f1ae42b3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.1500082 Jul 08 18:34:20.380887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b84bb30d-b453-4d6d-9c74-46486b51586b req-8bf977fa-cb20-4311-a03b-9b03efb9e95a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640724 Jul 08 18:34:21.572968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a36d8-b883-45f4-8d19-44ae19c83f4b req-3de2cf50-f479-4edc-adc6-55899f481abd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:21.579826 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b31a36d8-b883-45f4-8d19-44ae19c83f4b req-3de2cf50-f479-4edc-adc6-55899f481abd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0671825 Jul 08 18:34:21.618741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b31a36d8-b883-45f4-8d19-44ae19c83f4b req-1c8c9658-23a7-4eee-8a4b-019c9a1f31c7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373318 Jul 08 18:34:22.809877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20b4af-bf9d-41b2-b70d-036b683dd673 req-fb693f0b-f477-486e-8a09-747d52ae6aa5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:22.811539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a20b4af-bf9d-41b2-b70d-036b683dd673 req-fb693f0b-f477-486e-8a09-747d52ae6aa5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0676024 Jul 08 18:34:22.859691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a20b4af-bf9d-41b2-b70d-036b683dd673 req-4ee125f7-dc1e-4e24-93c5-72f216347252 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413272 Jul 08 18:34:24.035639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499333e6-18fd-4aa2-9d97-4e8c92e6068e req-b4f97c42-fc0c-4816-bb73-4f9f4e51312c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:24.037097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-499333e6-18fd-4aa2-9d97-4e8c92e6068e req-b4f97c42-fc0c-4816-bb73-4f9f4e51312c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0628123 Jul 08 18:34:24.073784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-499333e6-18fd-4aa2-9d97-4e8c92e6068e req-854a0203-2719-4d10-a05c-04f2e26f05fa tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Jul 08 18:34:25.244062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22697aa-4927-43a6-ac89-6bfca289cd6e req-dac97dfc-a671-4220-bfe1-1ca4c17a3386 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:25.245437 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f22697aa-4927-43a6-ac89-6bfca289cd6e req-dac97dfc-a671-4220-bfe1-1ca4c17a3386 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0615332 Jul 08 18:34:25.282851 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f22697aa-4927-43a6-ac89-6bfca289cd6e req-f15b0ea0-9450-4d99-b699-7209b27bab20 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313399 Jul 08 18:34:26.457835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c85ca-fd6c-4629-bc2f-ca1f090544ab req-c3fcc167-c69e-400c-9534-9c75fa38391e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:26.459428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e37c85ca-fd6c-4629-bc2f-ca1f090544ab req-c3fcc167-c69e-400c-9534-9c75fa38391e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0676868 Jul 08 18:34:26.498232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e37c85ca-fd6c-4629-bc2f-ca1f090544ab req-e78a15f8-7a8e-4d5d-b588-cada6b355572 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329626 Jul 08 18:34:27.671121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172a684-0565-47c6-8034-57c1f0bc3669 req-930be81b-3e9a-423f-97b4-a32111e779bc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:27.672622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7172a684-0565-47c6-8034-57c1f0bc3669 req-930be81b-3e9a-423f-97b4-a32111e779bc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0637116 Jul 08 18:34:27.717862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7172a684-0565-47c6-8034-57c1f0bc3669 req-0c6b0faf-444c-45e7-b5d9-b4f679852c93 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Jul 08 18:34:28.903045 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120237dd-9802-4f66-bd28-bf16270197a9 req-b9f436af-8f7b-48ec-b7e7-def4fdfe214f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:28.904996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-120237dd-9802-4f66-bd28-bf16270197a9 req-b9f436af-8f7b-48ec-b7e7-def4fdfe214f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0711513 Jul 08 18:34:28.953527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-120237dd-9802-4f66-bd28-bf16270197a9 req-72e2cabc-0fbb-43a6-9c4c-58cc1a822994 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Jul 08 18:34:30.134810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c104a8e-bf05-428e-a3de-74756b4f1d0c req-1087ee11-ecde-42b8-8bd3-1342b74f1459 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:30.136224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c104a8e-bf05-428e-a3de-74756b4f1d0c req-1087ee11-ecde-42b8-8bd3-1342b74f1459 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0639665 Jul 08 18:34:30.175559 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c104a8e-bf05-428e-a3de-74756b4f1d0c req-29d6d398-bfba-436d-8b94-7cc84e7cc2b4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333102 Jul 08 18:34:31.233294 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:34:31.347477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa1da9-449c-494c-90f7-4a1bc108f83c req-2a687d22-f71d-4c1a-ac2b-48d05ed8bd5f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:31.348974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-faaa1da9-449c-494c-90f7-4a1bc108f83c req-2a687d22-f71d-4c1a-ac2b-48d05ed8bd5f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0616581 Jul 08 18:34:31.386783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-faaa1da9-449c-494c-90f7-4a1bc108f83c req-8cda48ea-d246-475c-9229-1d1e33530e45 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Jul 08 18:34:32.578260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1f34e-ab95-44af-84c3-316756d7ec61 req-2639ee44-1183-4adb-92c5-dc5994eacba9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:32.579721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55a1f34e-ab95-44af-84c3-316756d7ec61 req-2639ee44-1183-4adb-92c5-dc5994eacba9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0693290 Jul 08 18:34:32.620073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55a1f34e-ab95-44af-84c3-316756d7ec61 req-1554cee2-ed41-4a4d-89b3-8b46227ad9a7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344522 Jul 08 18:34:33.731249 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:33.796450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314f5cf-c649-442e-a354-ff28d4fe0e7a req-14be8c38-ec60-440e-8972-4c3b1b0d7816 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:33.797955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9314f5cf-c649-442e-a354-ff28d4fe0e7a req-14be8c38-ec60-440e-8972-4c3b1b0d7816 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0645604 Jul 08 18:34:33.836614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9314f5cf-c649-442e-a354-ff28d4fe0e7a req-fa02c77d-8a63-420e-b324-0990017ed001 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Jul 08 18:34:34.476085 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:35.024973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be33a1-a99e-46df-926f-2cc0d369a082 req-a598bd88-8d7b-4294-bad5-27a789cba8e3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:35.026471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14be33a1-a99e-46df-926f-2cc0d369a082 req-a598bd88-8d7b-4294-bad5-27a789cba8e3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0673792 Jul 08 18:34:35.071689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14be33a1-a99e-46df-926f-2cc0d369a082 req-081673c0-ca8a-4d77-9951-21565756fb1e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Jul 08 18:34:36.251811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0d45c-6529-4022-9c4a-2a1605053dea req-59b9ffc2-5d6d-42a8-9f07-816a2aca9bbc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:36.253328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53b0d45c-6529-4022-9c4a-2a1605053dea req-59b9ffc2-5d6d-42a8-9f07-816a2aca9bbc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0631022 Jul 08 18:34:36.277366 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fdc78249-855a-4214-bc23-edcfdc6935c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:36.294151 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-53b0d45c-6529-4022-9c4a-2a1605053dea req-b1dae7e7-12a0-4e00-b16e-44e13f0c450f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341530 Jul 08 18:34:36.818064 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-2b5412d1-636b-46d4-a459-ff2dd950a051 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568712 Jul 08 18:34:36.922123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-fafe43ae-be54-4324-a01c-d64bada1b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:36.923889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-fafe43ae-be54-4324-a01c-d64bada1b1ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21fa0caaf841e7adc0d75431b98d91&device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0610363 Jul 08 18:34:37.031346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-65d92708-7f69-43c2-8388-cf786a62b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:37.032804 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-65d92708-7f69-43c2-8388-cf786a62b514 service neutron] 10.222.0.59 "GET /v2.0/networks?id=90ac26de-2302-45b4-9abd-ec566a8b2f2b HTTP/1.1" status: 200 len: 910 time: 0.0876157 Jul 08 18:34:37.098100 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-ef00f1d1-2245-4406-a119-c55a42a7d842 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dab7bd2-df7a-4418-8dc6-dcb37316777a HTTP/1.1" status: 200 len: 1000 time: 0.0572481 Jul 08 18:34:37.149338 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-02d7c766-897d-4bf3-80d6-27b0a532f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:37.150763 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-02d7c766-897d-4bf3-80d6-27b0a532f708 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5040d204-1803-4a69-8f8a-1dd298d8c7cf HTTP/1.1" status: 200 len: 848 time: 0.0463102 Jul 08 18:34:37.205182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-30abb597-ebf0-40b5-bba0-697362fb9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:37.206629 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-30abb597-ebf0-40b5-bba0-697362fb9608 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=90ac26de-2302-45b4-9abd-ec566a8b2f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501218 Jul 08 18:34:37.294342 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-3073d735-a06f-4bf0-b883-7fcbdb084dd2 service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812263 Jul 08 18:34:37.390710 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-628d1fa9-99a2-409b-88ca-e1205cc3cd9c req-e0356316-a661-4eec-9c90-ee8e66ab7460 service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902822 Jul 08 18:34:37.484018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532a66a-7b93-4faf-8808-c286d58f09a4 req-7b521d04-a5c7-4812-aa63-bb15ffa95e4e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:37.485506 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3532a66a-7b93-4faf-8808-c286d58f09a4 req-7b521d04-a5c7-4812-aa63-bb15ffa95e4e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0727623 Jul 08 18:34:37.522518 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3532a66a-7b93-4faf-8808-c286d58f09a4 req-0c2e9724-07c6-4fcb-a310-4669e08dbb52 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Jul 08 18:34:38.701741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7fc8a-98f8-461b-b502-20fb960beeb5 req-7dfea164-3a88-4f9f-b2a4-73e1407ea2c3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:38.703225 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73f7fc8a-98f8-461b-b502-20fb960beeb5 req-7dfea164-3a88-4f9f-b2a4-73e1407ea2c3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 944 time: 0.0664341 Jul 08 18:34:38.744250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73f7fc8a-98f8-461b-b502-20fb960beeb5 req-7dccc054-e63e-4616-b72d-3dd3c09f3fce tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353143 Jul 08 18:34:38.934383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e0913869-56ff-4aab-af94-ecf28fb9728d details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:34:39.035713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e0913869-56ff-4aab-af94-ecf28fb9728d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e0913869-56ff-4aab-af94-ecf28fb9728d,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:39.047238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'e0913869-56ff-4aab-af94-ecf28fb9728d', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'port_id': 'e0913869-56ff-4aab-af94-ecf28fb9728d', 'mac_address': 'fa:16:3e:2d:e0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:34:39.091669 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:39.117948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0913869-56ff-4aab-af94-ecf28fb9728d {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:34:39.123212 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:39.154356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e0913869-56ff-4aab-af94-ecf28fb9728d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e0913869-56ff-4aab-af94-ecf28fb9728d,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:39.159861 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:39.164651 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d082499-5a83-4889-a5e1-0606765e42f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:39.206672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=e0913869-56ff-4aab-af94-ecf28fb9728d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:39.213802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.214142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.214530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.214867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.215350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.215679 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.216007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.216346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.216656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.216969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.217304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.217602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:39.527701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['e0913869-56ff-4aab-af94-ecf28fb9728d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:34:39.944094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbc6fb-cda4-4499-b1b8-52a6ce0f6c71 req-2b831ef3-dc3d-4fbf-80d4-2398a8c7007b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:39.946278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ecbc6fb-cda4-4499-b1b8-52a6ce0f6c71 req-2b831ef3-dc3d-4fbf-80d4-2398a8c7007b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 945 time: 0.0795958 Jul 08 18:34:39.989322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ecbc6fb-cda4-4499-b1b8-52a6ce0f6c71 req-b7f115f6-5efe-4814-955c-2d2622c4e8c8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Jul 08 18:34:40.249446 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:40.935231 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e0913869-56ff-4aab-af94-ecf28fb9728d up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:34:40.985078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port e0913869-56ff-4aab-af94-ecf28fb9728d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:34:40.988829 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port e0913869-56ff-4aab-af94-ecf28fb9728d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:34:40.989202 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:41.071797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:41.097178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3240ac-2b62-4181-adab-f73397f355da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0913869-56ff-4aab-af94-ecf28fb9728d'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:34:41.100426 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6e8290-c412-4506-828e-30d403ad56b0" -d '{"events": [{"server_uuid": "3c3240ac-2b62-4181-adab-f73397f355da", "name": "network-vif-plugged", "status": "completed", "tag": "e0913869-56ff-4aab-af94-ecf28fb9728d"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:34:41.118701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e0913869-56ff-4aab-af94-ecf28fb9728d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e0913869-56ff-4aab-af94-ecf28fb9728d,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:41.124648 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:41.160410 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a608ea98-8ada-41c3-9a3f-9e10a6ede290 x-openstack-request-id: req-a608ea98-8ada-41c3-9a3f-9e10a6ede290 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:34:41.160774 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3240ac-2b62-4181-adab-f73397f355da", "name": "network-vif-plugged", "status": "completed", "tag": "e0913869-56ff-4aab-af94-ecf28fb9728d", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:34:41.161046 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a608ea98-8ada-41c3-9a3f-9e10a6ede290 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:34:41.161725 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3240ac-2b62-4181-adab-f73397f355da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0913869-56ff-4aab-af94-ecf28fb9728d', 'code': 200} Jul 08 18:34:41.182733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d85e2-c008-45d6-8ad6-a2606c892be3 req-f06b9ee7-959e-46dd-a559-74662ad3a3f7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:41.184310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef3d85e2-c008-45d6-8ad6-a2606c892be3 req-f06b9ee7-959e-46dd-a559-74662ad3a3f7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 945 time: 0.0820844 Jul 08 18:34:41.192235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=e0913869-56ff-4aab-af94-ecf28fb9728d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:41.233228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef3d85e2-c008-45d6-8ad6-a2606c892be3 req-4989b0c5-a9dd-4a0d-8645-4d9bb9ed53e6 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431445 Jul 08 18:34:41.264748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d0663-7864-4928-9216-780bbc63c5d9 req-52201f5a-0342-4b4e-b37f-927cd80db2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:41.266360 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b02d0663-7864-4928-9216-780bbc63c5d9 req-52201f5a-0342-4b4e-b37f-927cd80db2ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 1097 time: 0.0531330 Jul 08 18:34:41.302393 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b02d0663-7864-4928-9216-780bbc63c5d9 req-1f344fd2-b3e0-410a-8417-8dcac239c658 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290389 Jul 08 18:34:41.738621 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:42.422769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62bb2a-bb83-455c-af58-59d3845eb48f req-f5903fb0-ef48-4ed9-9df3-bf830d62c393 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:42.424306 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f62bb2a-bb83-455c-af58-59d3845eb48f req-f5903fb0-ef48-4ed9-9df3-bf830d62c393 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 946 time: 0.0710781 Jul 08 18:34:42.470391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f62bb2a-bb83-455c-af58-59d3845eb48f req-be9e3628-ab6e-402d-a36f-018c00b7e768 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379601 Jul 08 18:34:43.652289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3004f-cace-410d-ae9a-07bf94f1a080 req-2a673c29-9a87-43ef-9e4c-68e1ce04e34f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:43.653781 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbe3004f-cace-410d-ae9a-07bf94f1a080 req-2a673c29-9a87-43ef-9e4c-68e1ce04e34f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 946 time: 0.0685022 Jul 08 18:34:43.695171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbe3004f-cace-410d-ae9a-07bf94f1a080 req-8d3171f5-7c6b-4e83-a5b1-f6966dc2ccd8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347939 Jul 08 18:34:43.871398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff6375-b07a-421e-b51a-b1bc816d1e39 req-01bca245-e25a-454b-9669-c8ec87c04c35 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:43.872752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86ff6375-b07a-421e-b51a-b1bc816d1e39 req-01bca245-e25a-454b-9669-c8ec87c04c35 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 946 time: 0.0664775 Jul 08 18:34:43.909717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86ff6375-b07a-421e-b51a-b1bc816d1e39 req-c6e6df17-d5b9-4202-a65d-b4b9f84ee731 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Jul 08 18:34:44.335698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16118665-0724-4844-9846-bb47b46a91bc req-58fbf515-4a10-4dd9-88fa-8fccbdb6cc6c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:44.337198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16118665-0724-4844-9846-bb47b46a91bc req-58fbf515-4a10-4dd9-88fa-8fccbdb6cc6c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 946 time: 0.0621409 Jul 08 18:34:44.374521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16118665-0724-4844-9846-bb47b46a91bc req-88a87afe-5e4c-421f-af8b-a7389fb7d850 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309134 Jul 08 18:34:44.788739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-eb49ee4e-bfbb-4855-8acb-a442f10f4566 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541592 Jul 08 18:34:44.881052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-49b65001-b359-4647-831a-ea7f89492eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:44.882549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-49b65001-b359-4647-831a-ea7f89492eb5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 1097 time: 0.0515852 Jul 08 18:34:44.995981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-b598124c-3b92-44ee-95c7-1716af2025f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:44.997835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-b598124c-3b92-44ee-95c7-1716af2025f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0945830 Jul 08 18:34:45.057823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-10a9482a-52c0-4b9a-bd10-6208371feade service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4013e7ca-7f11-41b2-ae91-c99169f82eda HTTP/1.1" status: 200 len: 217 time: 0.0385170 Jul 08 18:34:45.104241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-2fe955dc-d13d-4505-ad0e-fd1d42572434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:45.105603 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-2fe955dc-d13d-4505-ad0e-fd1d42572434 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0422640 Jul 08 18:34:45.172681 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-e572569c-9087-4545-be22-eb7ab1a33809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:45.174251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-e572569c-9087-4545-be22-eb7ab1a33809 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623326 Jul 08 18:34:45.266984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-c512585e-e131-49fa-95d2-0b3cd6fa107a service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841188 Jul 08 18:34:45.354072 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ea99f56-dc40-4461-9b50-e9fd27392b2a req-a1625252-9ae3-4e4c-87f6-57773710f4fe service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799215 Jul 08 18:34:45.549078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59776834-05b8-4456-82cc-df3550e159fc req-4f0b0e1a-84cb-4a22-8772-85af09be3b43 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:45.550561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59776834-05b8-4456-82cc-df3550e159fc req-4f0b0e1a-84cb-4a22-8772-85af09be3b43 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 946 time: 0.0634401 Jul 08 18:34:45.591215 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59776834-05b8-4456-82cc-df3550e159fc req-b1d04ae5-e563-4573-8841-85b59579430e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351720 Jul 08 18:34:45.843698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f0b3b-7d98-4f65-8ddf-3d9c7b533513 req-8a494b0e-30ce-4069-9c53-d9f251116afa tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:45.845142 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad7f0b3b-7d98-4f65-8ddf-3d9c7b533513 req-8a494b0e-30ce-4069-9c53-d9f251116afa tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 946 time: 0.0612445 Jul 08 18:34:45.947034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ad7f0b3b-7d98-4f65-8ddf-3d9c7b533513 req-7ac50982-2624-4603-969d-5712f10408a5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Deleting port e0913869-56ff-4aab-af94-ecf28fb9728d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:34:45.947380 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ad7f0b3b-7d98-4f65-8ddf-3d9c7b533513 req-7ac50982-2624-4603-969d-5712f10408a5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:46.031555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ad7f0b3b-7d98-4f65-8ddf-3d9c7b533513 req-7ac50982-2624-4603-969d-5712f10408a5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] For port e0913869-56ff-4aab-af94-ecf28fb9728d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e0913869-56ff-4aab-af94-ecf28fb9728d,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:46.036025 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ad7f0b3b-7d98-4f65-8ddf-3d9c7b533513 req-7ac50982-2624-4603-969d-5712f10408a5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:46.049187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-ad7f0b3b-7d98-4f65-8ddf-3d9c7b533513 req-7ac50982-2624-4603-969d-5712f10408a5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Calling delete_port for e0913869-56ff-4aab-af94-ecf28fb9728d owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:34:46.172234 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ad7f0b3b-7d98-4f65-8ddf-3d9c7b533513 req-7ac50982-2624-4603-969d-5712f10408a5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:46.186169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['4013e7ca-7f11-41b2-ae91-c99169f82eda'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:34:46.189398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['e0913869-56ff-4aab-af94-ecf28fb9728d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:34:46.202241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac50982-2624-4603-969d-5712f10408a5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event deleted for resources: {'Port': ['ID=e0913869-56ff-4aab-af94-ecf28fb9728d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:46.254081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7f0b3b-7d98-4f65-8ddf-3d9c7b533513 req-7ac50982-2624-4603-969d-5712f10408a5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] No DVR routers for this DVR port e0913869-56ff-4aab-af94-ecf28fb9728d on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:34:46.256910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ad7f0b3b-7d98-4f65-8ddf-3d9c7b533513 req-7ac50982-2624-4603-969d-5712f10408a5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:46.259285 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad7f0b3b-7d98-4f65-8ddf-3d9c7b533513 req-7ac50982-2624-4603-969d-5712f10408a5 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.59 "DELETE /v2.0/ports/e0913869-56ff-4aab-af94-ecf28fb9728d HTTP/1.1" status: 204 len: 173 time: 0.4081252 Jul 08 18:34:46.259676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3240ac-2b62-4181-adab-f73397f355da', 'name': 'network-vif-deleted', 'tag': 'e0913869-56ff-4aab-af94-ecf28fb9728d'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:34:46.262927 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78349ec3-f0a1-4326-9ca7-d90e677ac580" -d '{"events": [{"server_uuid": "3c3240ac-2b62-4181-adab-f73397f355da", "name": "network-vif-deleted", "tag": "e0913869-56ff-4aab-af94-ecf28fb9728d"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:34:46.307474 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a4dac-fb72-4b71-b7a3-e16b86abb0c0 x-openstack-request-id: req-604a4dac-fb72-4b71-b7a3-e16b86abb0c0 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:34:46.308083 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3240ac-2b62-4181-adab-f73397f355da", "name": "network-vif-deleted", "tag": "e0913869-56ff-4aab-af94-ecf28fb9728d", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:34:46.308342 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-604a4dac-fb72-4b71-b7a3-e16b86abb0c0 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:34:46.308742 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3240ac-2b62-4181-adab-f73397f355da', 'name': 'network-vif-deleted', 'tag': 'e0913869-56ff-4aab-af94-ecf28fb9728d', 'status': 'completed', 'code': 200} Jul 08 18:34:46.734906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-652b023d-0d30-4131-bd9a-2d124822e480 req-f4a79f21-a6d3-4f6a-8f5e-23384a6f7fb2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 210 time: 0.0293119 Jul 08 18:34:47.877237 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c20fce9-70bd-4e55-9c99-827ca9830df2 req-e3963252-eeef-4ba3-a569-b6c6c2ef49e1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 210 time: 0.0279791 Jul 08 18:34:48.968262 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e0913869-56ff-4aab-af94-ecf28fb9728d no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:34:48.991305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: e0913869-56ff-4aab-af94-ecf28fb9728d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:34:48.991713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e0913869-56ff-4aab-af94-ecf28fb9728d not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:34:49.039569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38377915-0007-45bf-8d36-d6268d96e70d req-8d09c430-cb40-409e-8d32-2d084706749d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 210 time: 0.0283327 Jul 08 18:34:50.203381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c2726d7d-de46-4a3d-b323-2497c8acfa4d req-7e0f8c34-8933-443e-ae69-0660e8fd0156 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c3240ac-2b62-4181-adab-f73397f355da HTTP/1.1" status: 200 len: 210 time: 0.0354242 Jul 08 18:34:54.872549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c20e5-f2fa-480d-948a-beaaa613dd69 req-67388e4d-ce46-44da-bbe1-b94e90993b9d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:54.874041 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-911c20e5-f2fa-480d-948a-beaaa613dd69 req-67388e4d-ce46-44da-bbe1-b94e90993b9d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 946 time: 0.0651331 Jul 08 18:34:54.912757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-911c20e5-f2fa-480d-948a-beaaa613dd69 req-db7cf108-2631-4833-99a3-988d36fe087d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330551 Jul 08 18:34:56.086567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab6e9e-81c0-4770-a252-40a4f581300e req-33d8daf3-1be5-4d15-b938-834c1232df4b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:56.088045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ab6e9e-81c0-4770-a252-40a4f581300e req-33d8daf3-1be5-4d15-b938-834c1232df4b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 946 time: 0.0628726 Jul 08 18:34:56.125227 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ab6e9e-81c0-4770-a252-40a4f581300e req-12f1489d-4568-4dce-8477-fb50d9210244 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ad7514-7c64-427c-aed6-0de7318a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316603 Jul 08 18:34:56.417762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6617116-8b86-4d5d-a576-f28954df1c42 req-62fc7ccb-5b6c-409f-9302-b30485a37688 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:56.419234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6617116-8b86-4d5d-a576-f28954df1c42 req-62fc7ccb-5b6c-409f-9302-b30485a37688 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 946 time: 0.0667999 Jul 08 18:34:56.516170 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-a6617116-8b86-4d5d-a576-f28954df1c42 req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Deleting port 4013e7ca-7f11-41b2-ae91-c99169f82eda {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:34:56.516510 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a6617116-8b86-4d5d-a576-f28954df1c42 req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:56.605810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a6617116-8b86-4d5d-a576-f28954df1c42 req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] For port 4013e7ca-7f11-41b2-ae91-c99169f82eda, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4013e7ca-7f11-41b2-ae91-c99169f82eda,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:56.606169 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a6617116-8b86-4d5d-a576-f28954df1c42 req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:56.620158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-a6617116-8b86-4d5d-a576-f28954df1c42 req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Calling delete_port for 4013e7ca-7f11-41b2-ae91-c99169f82eda owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:34:56.749841 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a6617116-8b86-4d5d-a576-f28954df1c42 req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:56.762337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['4013e7ca-7f11-41b2-ae91-c99169f82eda'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:34:56.781413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event deleted for resources: {'Port': ['ID=4013e7ca-7f11-41b2-ae91-c99169f82eda,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:56.815236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.815581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.815917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.816253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.816581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.816906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.817227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.817546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.817862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.818178 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.818518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.818837 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:56.841511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6617116-8b86-4d5d-a576-f28954df1c42 req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] No DVR routers for this DVR port 4013e7ca-7f11-41b2-ae91-c99169f82eda on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:34:56.844187 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a6617116-8b86-4d5d-a576-f28954df1c42 req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:56.846251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6617116-8b86-4d5d-a576-f28954df1c42 req-454e5d4e-1423-4759-aa8e-0800b2555b21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "DELETE /v2.0/ports/4013e7ca-7f11-41b2-ae91-c99169f82eda HTTP/1.1" status: 204 len: 173 time: 0.4215741 Jul 08 18:34:56.846705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37e7530-02d8-45c7-b42b-47f7c9ba40ea', 'name': 'network-vif-deleted', 'tag': '4013e7ca-7f11-41b2-ae91-c99169f82eda'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:34:56.848911 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8beae9-70ee-49ce-ab11-06d9a1dad513" -d '{"events": [{"server_uuid": "e37e7530-02d8-45c7-b42b-47f7c9ba40ea", "name": "network-vif-deleted", "tag": "4013e7ca-7f11-41b2-ae91-c99169f82eda"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:34:56.888490 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872aed2c-a231-40f8-a56e-f85f0c41948d x-openstack-request-id: req-872aed2c-a231-40f8-a56e-f85f0c41948d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:34:56.888778 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37e7530-02d8-45c7-b42b-47f7c9ba40ea", "name": "network-vif-deleted", "tag": "4013e7ca-7f11-41b2-ae91-c99169f82eda", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:34:56.889027 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-872aed2c-a231-40f8-a56e-f85f0c41948d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:34:56.889419 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37e7530-02d8-45c7-b42b-47f7c9ba40ea', 'name': 'network-vif-deleted', 'tag': '4013e7ca-7f11-41b2-ae91-c99169f82eda', 'status': 'completed', 'code': 200} Jul 08 18:34:57.271660 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f64f2c7a-7e95-4bea-b510-d16e68580c09 req-a73e7b53-fa9f-4780-9fa5-2bc736d92211 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 210 time: 0.0298216 Jul 08 18:34:58.429308 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aac23677-9e83-4270-a2f9-d06e681b6f71 req-e607774a-57d1-409b-81e0-8bb244732c28 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 210 time: 0.0313663 Jul 08 18:34:59.570467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-84f66901-9a59-43d4-be05-91d529bb9fdf req-782312de-2b9f-4a34-b4f4-19ba5bc2585d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 210 time: 0.0269763 Jul 08 18:35:00.187167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4013e7ca-7f11-41b2-ae91-c99169f82eda no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:35:00.207442 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 4013e7ca-7f11-41b2-ae91-c99169f82eda {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:35:00.207782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4013e7ca-7f11-41b2-ae91-c99169f82eda not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:35:00.730416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2df4f28f-0d84-4d45-b196-a88c07d098a8 req-e4c48492-b465-4d6d-9ad9-c1ed303db67e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=e37e7530-02d8-45c7-b42b-47f7c9ba40ea HTTP/1.1" status: 200 len: 210 time: 0.0347464 Jul 08 18:35:03.726631 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:03.820161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54404) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:03.824902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e3f1d4b0-f7bb-47cb-a839-1811b57847ca tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1446969910', 'description': 'tempest-secgroup-smoke-1446969910 description', 'project_id': '52c6e73aef014fb99916d41deb9b91b3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:03.848369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3f1d4b0-f7bb-47cb-a839-1811b57847ca tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:03.928282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3f1d4b0-f7bb-47cb-a839-1811b57847ca tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:03.931987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3f1d4b0-f7bb-47cb-a839-1811b57847ca tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:03.959635 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3f1d4b0-f7bb-47cb-a839-1811b57847ca tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:03.960861 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e3f1d4b0-f7bb-47cb-a839-1811b57847ca tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1396914 Jul 08 18:35:03.961973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1d4b0-f7bb-47cb-a839-1811b57847ca tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d4c887-a32b-4613-83a3-f5f1e157c116,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:03.964561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54406) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:03.970483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-eab9bc7c-ba08-4a42-9d75-becb97e357db tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'security_group_rule': {'security_group_id': '87d4c887-a32b-4613-83a3-f5f1e157c116', 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:03.995942 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab9bc7c-ba08-4a42-9d75-becb97e357db tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.050511 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab9bc7c-ba08-4a42-9d75-becb97e357db tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.053945 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab9bc7c-ba08-4a42-9d75-becb97e357db tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.071454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9bc7c-ba08-4a42-9d75-becb97e357db tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1edab6-cb08-43b5-9dbe-77867649f9af,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:04.076322 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eab9bc7c-ba08-4a42-9d75-becb97e357db tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.080443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-eab9bc7c-ba08-4a42-9d75-becb97e357db tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142652 Jul 08 18:35:04.080614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54408) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:04.085239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d1c82131-f1e3-473f-8e32-798fd1a514ae tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'security_group_rule': {'security_group_id': '87d4c887-a32b-4613-83a3-f5f1e157c116', 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:04.112319 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1c82131-f1e3-473f-8e32-798fd1a514ae tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.167814 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1c82131-f1e3-473f-8e32-798fd1a514ae tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.170989 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1c82131-f1e3-473f-8e32-798fd1a514ae tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.190985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c82131-f1e3-473f-8e32-798fd1a514ae tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b31b33-26c0-4084-9eaf-dd4fe634ed16,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:04.196257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1c82131-f1e3-473f-8e32-798fd1a514ae tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.200409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54410) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:04.200553 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d1c82131-f1e3-473f-8e32-798fd1a514ae tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188445 Jul 08 18:35:04.205060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-67536650-5758-478f-ad6d-fcbbe8527709 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'security_group_rule': {'security_group_id': '87d4c887-a32b-4613-83a3-f5f1e157c116', 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:04.231678 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-67536650-5758-478f-ad6d-fcbbe8527709 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.292437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-67536650-5758-478f-ad6d-fcbbe8527709 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.295708 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-67536650-5758-478f-ad6d-fcbbe8527709 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.312039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67536650-5758-478f-ad6d-fcbbe8527709 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71bd9b6-09bc-4637-a384-152d8e601f46,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:04.318591 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-67536650-5758-478f-ad6d-fcbbe8527709 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.319775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-67536650-5758-478f-ad6d-fcbbe8527709 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183453 Jul 08 18:35:04.322995 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54412) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:04.327444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f1859152-7329-4cd9-814a-91addcfd8b34 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'security_group_rule': {'security_group_id': '87d4c887-a32b-4613-83a3-f5f1e157c116', 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:04.352768 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1859152-7329-4cd9-814a-91addcfd8b34 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.411946 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1859152-7329-4cd9-814a-91addcfd8b34 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.415562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1859152-7329-4cd9-814a-91addcfd8b34 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.433136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859152-7329-4cd9-814a-91addcfd8b34 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ca39e8-a93f-4937-ac49-36499fd9772c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:04.435523 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1859152-7329-4cd9-814a-91addcfd8b34 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.436677 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f1859152-7329-4cd9-814a-91addcfd8b34 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1127300 Jul 08 18:35:04.439413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54414) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:04.443741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-af26818b-3747-4066-af6a-98b141991924 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'security_group_rule': {'security_group_id': '87d4c887-a32b-4613-83a3-f5f1e157c116', 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:04.467356 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-af26818b-3747-4066-af6a-98b141991924 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Project 52c6e73aef014fb99916d41deb9b91b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:35:04.472576 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af26818b-3747-4066-af6a-98b141991924 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.474618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.531396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af26818b-3747-4066-af6a-98b141991924 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.534857 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af26818b-3747-4066-af6a-98b141991924 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.551021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26818b-3747-4066-af6a-98b141991924 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccaf3716-a752-4975-94de-2967baba2bc9,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:04.557543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af26818b-3747-4066-af6a-98b141991924 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.558784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-af26818b-3747-4066-af6a-98b141991924 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184084 Jul 08 18:35:04.561388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54416) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:04.565788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fa4a0c2e-0b7c-4ead-84d2-d33c207633d1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'security_group_rule': {'security_group_id': '87d4c887-a32b-4613-83a3-f5f1e157c116', 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:04.586464 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-fa4a0c2e-0b7c-4ead-84d2-d33c207633d1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Project 52c6e73aef014fb99916d41deb9b91b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:35:04.591653 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0c2e-0b7c-4ead-84d2-d33c207633d1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.652538 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0c2e-0b7c-4ead-84d2-d33c207633d1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.656303 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0c2e-0b7c-4ead-84d2-d33c207633d1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.671535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a0c2e-0b7c-4ead-84d2-d33c207633d1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03519912-a4fb-4c1a-807f-ed3aa82154d9,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:04.680757 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0c2e-0b7c-4ead-84d2-d33c207633d1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.682808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fa4a0c2e-0b7c-4ead-84d2-d33c207633d1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202526 Jul 08 18:35:06.281796 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8961d138-dda8-49e0-a79a-28044917f148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:08.232523 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:35:09.104937 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:09.146747 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0bdb4ffa-1700-4089-8289-4446926b4faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.254613 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:11.743685 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:15.524296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac784-f934-449a-bb53-a5fb5eba67c2 req-ca9494e7-3753-4252-99e0-442e391e03bf tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:15.526274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51bac784-f934-449a-bb53-a5fb5eba67c2 req-ca9494e7-3753-4252-99e0-442e391e03bf tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1096 time: 0.0531497 Jul 08 18:35:15.544384 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51bac784-f934-449a-bb53-a5fb5eba67c2 req-dcaf2e7a-f701-49c1-8125-fb5cec08f4d2 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:15.635170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51bac784-f934-449a-bb53-a5fb5eba67c2 req-dcaf2e7a-f701-49c1-8125-fb5cec08f4d2 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:15.639554 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-51bac784-f934-449a-bb53-a5fb5eba67c2 req-dcaf2e7a-f701-49c1-8125-fb5cec08f4d2 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:15.661915 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51bac784-f934-449a-bb53-a5fb5eba67c2 req-dcaf2e7a-f701-49c1-8125-fb5cec08f4d2 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295109 Jul 08 18:35:15.670731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf2e7a-f701-49c1-8125-fb5cec08f4d2 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d49b3b8-5087-4bfd-8e34-3395988e15eb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:15.842411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748172-2f8d-4d08-832c-a619a61e7e8d req-27a90212-6e44-4a41-a722-4ab23f44b8c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:15.844299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77748172-2f8d-4d08-832c-a619a61e7e8d req-27a90212-6e44-4a41-a722-4ab23f44b8c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0655358 Jul 08 18:35:15.880663 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77748172-2f8d-4d08-832c-a619a61e7e8d req-97fff992-625c-4c1c-9f11-886e0bbcda27 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310380 Jul 08 18:35:15.905713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54544) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:15.970135 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9af71752-7de6-4848-9565-1b9196d756e2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/1605039e-867f-4575-990b-7b77303d3b45 HTTP/1.1" status: 200 len: 992 time: 0.0625577 Jul 08 18:35:16.768997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54568) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:16.920297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60eccfc-bd95-46f3-a0ae-544ebbf144e7 req-79d4cbcf-6bc7-4b8a-8309-9b113daa0985 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:16.922019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a60eccfc-bd95-46f3-a0ae-544ebbf144e7 req-79d4cbcf-6bc7-4b8a-8309-9b113daa0985 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.1140001 Jul 08 18:35:16.938557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-17bf1e81-4233-4065-91e8-ddc9a47f4580 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1676428 Jul 08 18:35:17.366521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a60eccfc-bd95-46f3-a0ae-544ebbf144e7 req-4ba0108c-9dd9-4f3d-9260-2cfcf511a921 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4377785 Jul 08 18:35:18.250067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711303-8821-4314-8aae-c9b7853fac62 req-4312d765-ef2f-4f27-a7e3-d7821779241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:18.251649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-4312d765-ef2f-4f27-a7e3-d7821779241d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1096 time: 0.0512021 Jul 08 18:35:18.341294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711303-8821-4314-8aae-c9b7853fac62 req-555fb346-6f10-4e49-bf86-f45ba0a64371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:18.342768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-555fb346-6f10-4e49-bf86-f45ba0a64371 service neutron] 10.222.0.74 "GET /v2.0/networks?id=428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 200 len: 897 time: 0.0843370 Jul 08 18:35:18.411707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-c76a1eb7-ef0e-42fa-aac4-1e5dc37d858c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 1000 time: 0.0615685 Jul 08 18:35:18.459623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711303-8821-4314-8aae-c9b7853fac62 req-69505dac-f466-475f-8b25-5d9e69ed9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:18.461062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-69505dac-f466-475f-8b25-5d9e69ed9818 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5427b21-0976-4b96-904d-277a4af0c72e HTTP/1.1" status: 200 len: 834 time: 0.0431924 Jul 08 18:35:18.563564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711303-8821-4314-8aae-c9b7853fac62 req-3fd2b337-e8fd-4951-89ff-30a705c1ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:18.564963 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-3fd2b337-e8fd-4951-89ff-30a705c1ee92 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=428ff0da-59a8-4852-8378-edf1727f3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960822 Jul 08 18:35:18.576403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75fb6d-33b9-4f8d-b432-4fb5fed42c75 req-8f6c0d6c-7dfe-4241-bcbc-ea5bcd1deb11 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:18.577724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c75fb6d-33b9-4f8d-b432-4fb5fed42c75 req-8f6c0d6c-7dfe-4241-bcbc-ea5bcd1deb11 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0838137 Jul 08 18:35:18.665287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c75fb6d-33b9-4f8d-b432-4fb5fed42c75 req-eb44961d-dbf4-4f5b-a43d-05046f8f94cb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794926 Jul 08 18:35:18.692080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-30769f5e-5745-42d5-b56d-7aa5bc1cd8c1 service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133840 Jul 08 18:35:18.780647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-c8bc5815-dc44-42fd-a2fd-946ccc9de661 service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817368 Jul 08 18:35:19.004042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-ce4e3457-6b1b-4f53-9228-c27f5ea03ea9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446969910&fields=id&tenant_id=52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 267 time: 0.0336852 Jul 08 18:35:19.114038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-543cc943-8155-4cfb-befd-e2e57a322cf7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:19.115433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-543cc943-8155-4cfb-befd-e2e57a322cf7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.1051011 Jul 08 18:35:19.129919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-69d06e2c-b37d-4f0c-a8ff-68f03b06c27d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/quotas/52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 375 time: 0.0090404 Jul 08 18:35:19.194914 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-67b68861-b447-45cb-a668-15fc0793f916 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601244 Jul 08 18:35:19.349358 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-7547fccc-80ee-442f-81cd-d6c572756504 service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426301 Jul 08 18:35:19.440422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-b89f965c-5626-4b44-9a40-9d947bd3b3d4 service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844352 Jul 08 18:35:19.745721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af01df65-aee0-4271-842f-646ab70675ce req-bffb6d48-0a20-4614-8af6-d600796b2711 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 210 time: 0.0334070 Jul 08 18:35:19.856749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987246-39cd-4660-b46d-9b203827b4da req-1e8f875c-7c41-4d0f-aa7c-7aeed9631e17 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:19.858250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b987246-39cd-4660-b46d-9b203827b4da req-1e8f875c-7c41-4d0f-aa7c-7aeed9631e17 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0680306 Jul 08 18:35:19.904051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b987246-39cd-4660-b46d-9b203827b4da req-8e6fa2d1-ca14-428c-9ec9-b2241fca7fbf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391932 Jul 08 18:35:20.798287 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-4a5fc3e1-d3a1-434e-96ad-13ce2b6469df tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:20.799747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-4a5fc3e1-d3a1-434e-96ad-13ce2b6469df tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.1006448 Jul 08 18:35:20.843452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-5883f93a-e50f-4903-a3b4-794c6d1ffa32 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 380 time: 0.0354021 Jul 08 18:35:20.852773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'port': {'device_id': 'd10c43a6-db57-4645-acce-23774aeb763a', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'admin_state_up': True, 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'security_groups': ['87d4c887-a32b-4613-83a3-f5f1e157c116']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:20.931847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd28bd84-80c9-49ae-906e-896efed9fb54 req-b337df57-630f-4f70-98ad-0afa4fcfabcc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 210 time: 0.0345058 Jul 08 18:35:21.005633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Made reservation on behalf of 52c6e73aef014fb99916d41deb9b91b3 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:35:21.009662 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.185954 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31078d-32e1-4e9b-a333-9677d77288d4 req-e367f026-87bb-4dad-b31d-a6324c278a26 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:21.187391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad31078d-32e1-4e9b-a333-9677d77288d4 req-e367f026-87bb-4dad-b31d-a6324c278a26 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.1526575 Jul 08 18:35:21.194586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Allocated IP 172.20.0.14 (df736c83-02a0-4f80-ba4c-f3f4e0bc715e/503d4c91-c4e0-4657-967e-28453a9ecffe/e67f0a74-bba2-4fa1-8a78-4c42d6247269) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:35:21.246921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad31078d-32e1-4e9b-a333-9677d77288d4 req-1a9514a4-48b5-422a-8795-cd85f40eaa5d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536790 Jul 08 18:35:21.365308 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.378748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Transition to ACTIVE for port object e67f0a74-bba2-4fa1-8a78-4c42d6247269 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:21.412396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.457619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:21.463680 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:21.467678 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:35:21.494236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=e67f0a74-bba2-4fa1-8a78-4c42d6247269,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:21.521056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:21.521671 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.538283 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8d108860-32ce-48e7-a3c8-9815811b2633 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6893277 Jul 08 18:35:21.550500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Request body: {'port': {'device_id': 'd10c43a6-db57-4645-acce-23774aeb763a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:21.638661 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.746506 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3d968b3c-38cf-43f9-96c1-29b7dcaee345 None None] Provisioning for port e67f0a74-bba2-4fa1-8a78-4c42d6247269 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:21.750018 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3d968b3c-38cf-43f9-96c1-29b7dcaee345 None None] Provisioning complete for port e67f0a74-bba2-4fa1-8a78-4c42d6247269 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:21.750409 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d968b3c-38cf-43f9-96c1-29b7dcaee345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.784293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3d968b3c-38cf-43f9-96c1-29b7dcaee345 None None] Port e67f0a74-bba2-4fa1-8a78-4c42d6247269 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:35:21.900547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67f0a74-bba2-4fa1-8a78-4c42d6247269 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:35:21.908235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.920913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Transition to ACTIVE for port object e67f0a74-bba2-4fa1-8a78-4c42d6247269 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:21.925840 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.040850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Pushing event updated for resources: {'Port': ['ID=e67f0a74-bba2-4fa1-8a78-4c42d6247269,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:22.090484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Attempting to bind port e67f0a74-bba2-4fa1-8a78-4c42d6247269 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:35:22.091102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Attempting to bind port e67f0a74-bba2-4fa1-8a78-4c42d6247269 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:35:22.091597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Attempting to bind port e67f0a74-bba2-4fa1-8a78-4c42d6247269 on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:22.114390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Port e67f0a74-bba2-4fa1-8a78-4c42d6247269 on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:35:22.114720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Attempting to bind port e67f0a74-bba2-4fa1-8a78-4c42d6247269 on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:22.124483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:35:22.124822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Checking segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:35:22.125213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Bound using segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:35:22.125653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Bound port: e67f0a74-bba2-4fa1-8a78-4c42d6247269, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:35:22.126012 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.207278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a79ae-73d5-4838-823c-e59114af88e9 req-0a20c072-d070-48d9-9d96-c529a02f4d38 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:22.208792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d6a79ae-73d5-4838-823c-e59114af88e9 req-0a20c072-d070-48d9-9d96-c529a02f4d38 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 944 time: 0.1419518 Jul 08 18:35:22.226153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] For port e67f0a74-bba2-4fa1-8a78-4c42d6247269, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:35:22.248819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] For port e67f0a74-bba2-4fa1-8a78-4c42d6247269, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e67f0a74-bba2-4fa1-8a78-4c42d6247269,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:35:22.256848 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.291499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d6a79ae-73d5-4838-823c-e59114af88e9 req-431075cd-b8ac-454b-967b-7a124fbaf507 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749903 Jul 08 18:35:22.300446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:22.301061 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.302762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] 10.222.0.74 "PUT /v2.0/ports/e67f0a74-bba2-4fa1-8a78-4c42d6247269 HTTP/1.1" status: 200 len: 1092 time: 0.7565188 Jul 08 18:35:22.303250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10c43a6-db57-4645-acce-23774aeb763a', 'tag': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:22.305287 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0ddf3b-543a-4323-bf28-5c762b6a5704" -d '{"events": [{"name": "network-changed", "server_uuid": "d10c43a6-db57-4645-acce-23774aeb763a", "tag": "e67f0a74-bba2-4fa1-8a78-4c42d6247269"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:22.337215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58865f01-4df5-4972-8d8d-58631b22c96e service neutron] Pushing event updated for resources: {'Port': ['ID=e67f0a74-bba2-4fa1-8a78-4c42d6247269,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:22.392335 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404ff0c0-a643-48db-bf8c-868f3794bfca x-openstack-request-id: req-404ff0c0-a643-48db-bf8c-868f3794bfca {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:22.392335 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10c43a6-db57-4645-acce-23774aeb763a", "tag": "e67f0a74-bba2-4fa1-8a78-4c42d6247269", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:22.392651 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-404ff0c0-a643-48db-bf8c-868f3794bfca {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:22.393029 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10c43a6-db57-4645-acce-23774aeb763a', 'tag': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269', 'status': 'completed', 'code': 200} Jul 08 18:35:22.441120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8b5f1998-6a6f-42a5-afbb-5bc9998088e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:22.442660 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-8b5f1998-6a6f-42a5-afbb-5bc9998088e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 1095 time: 0.0960481 Jul 08 18:35:22.500463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-9f3e5b31-4b9c-4699-ac95-9ce5ec1fcf63 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f0a74-bba2-4fa1-8a78-4c42d6247269 HTTP/1.1" status: 200 len: 217 time: 0.0384619 Jul 08 18:35:22.568361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-17c4e170-d428-4d40-9069-5e25c078ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:22.569822 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-17c4e170-d428-4d40-9069-5e25c078ef78 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0632000 Jul 08 18:35:22.577368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4ea7b-b11e-48e0-bba2-e36841653835 req-17763e09-515d-4432-83fc-d628d951de25 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:22.578865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04f4ea7b-b11e-48e0-bba2-e36841653835 req-17763e09-515d-4432-83fc-d628d951de25 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.1505651 Jul 08 18:35:22.643398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04f4ea7b-b11e-48e0-bba2-e36841653835 req-2023367c-46f8-4024-9b95-6e5b1dffa5c5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562537 Jul 08 18:35:22.661981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-9f2ef121-3492-4fba-90b8-9f4eea79cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:22.663376 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-9f2ef121-3492-4fba-90b8-9f4eea79cbe6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836380 Jul 08 18:35:22.760681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-f613569f-6638-449f-b0fe-37b5387b45e7 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875337 Jul 08 18:35:22.851307 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a5ebc00-fac6-4f23-b63c-45101fee0988 req-1f8a1759-bf46-4806-9949-1d8b89ba1d59 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834250 Jul 08 18:35:22.950301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ddf3b-543a-4323-bf28-5c762b6a5704 req-3c0e8af1-b4a6-4bda-89a6-188d591e32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:22.951796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a0ddf3b-543a-4323-bf28-5c762b6a5704 req-3c0e8af1-b4a6-4bda-89a6-188d591e32db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 1095 time: 0.0545185 Jul 08 18:35:23.046917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ddf3b-543a-4323-bf28-5c762b6a5704 req-c9fb3caa-a4ed-4381-ac6b-efa63e67aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:23.048318 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a0ddf3b-543a-4323-bf28-5c762b6a5704 req-c9fb3caa-a4ed-4381-ac6b-efa63e67aea2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0904074 Jul 08 18:35:23.091142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a0ddf3b-543a-4323-bf28-5c762b6a5704 req-6d178f5a-0539-42e4-a454-2509229a3c03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f0a74-bba2-4fa1-8a78-4c42d6247269 HTTP/1.1" status: 200 len: 217 time: 0.0348892 Jul 08 18:35:23.141337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ddf3b-543a-4323-bf28-5c762b6a5704 req-c658552e-b8a2-4a49-a74d-a8608d8fa3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:23.143205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a0ddf3b-543a-4323-bf28-5c762b6a5704 req-c658552e-b8a2-4a49-a74d-a8608d8fa3d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0455739 Jul 08 18:35:23.204553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ddf3b-543a-4323-bf28-5c762b6a5704 req-42b9ca11-6097-42d0-bcc3-b9624eee15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:23.206197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a0ddf3b-543a-4323-bf28-5c762b6a5704 req-42b9ca11-6097-42d0-bcc3-b9624eee15d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574732 Jul 08 18:35:23.296507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a0ddf3b-543a-4323-bf28-5c762b6a5704 req-4beda4dd-642a-47fc-a6ab-88299d1b5b69 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826571 Jul 08 18:35:23.402031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a0ddf3b-543a-4323-bf28-5c762b6a5704 req-2c47f33a-dc35-414d-9d7e-c7b5282c357a service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960944 Jul 08 18:35:23.489137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b941bbd-69ae-4981-8647-c4fb2c981a55 req-b9450d31-ddd5-47ad-a109-219878e022b8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:23.490725 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b941bbd-69ae-4981-8647-c4fb2c981a55 req-b9450d31-ddd5-47ad-a109-219878e022b8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 944 time: 0.0661559 Jul 08 18:35:23.528470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b941bbd-69ae-4981-8647-c4fb2c981a55 req-6aa7d3fe-0c72-42b7-b567-bb4876b607a3 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320053 Jul 08 18:35:23.827828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a68ff-fd57-4e07-82f4-e5e097bff503 req-e97002f7-1254-4b09-96af-70308f870d5f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:23.829322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-119a68ff-fd57-4e07-82f4-e5e097bff503 req-e97002f7-1254-4b09-96af-70308f870d5f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0645320 Jul 08 18:35:23.871738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-119a68ff-fd57-4e07-82f4-e5e097bff503 req-0346c1b1-6f0e-49dc-8e5f-04560058f8e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365617 Jul 08 18:35:24.707512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821b695-8a1f-4da0-a6bb-ef046dde8ded req-a2702a1d-ca21-4f1b-90cf-3ff923fa0c06 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:24.709021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4821b695-8a1f-4da0-a6bb-ef046dde8ded req-a2702a1d-ca21-4f1b-90cf-3ff923fa0c06 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 944 time: 0.0661018 Jul 08 18:35:24.748561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4821b695-8a1f-4da0-a6bb-ef046dde8ded req-1ebec369-8055-43a6-920d-ed86cb1be9f2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335422 Jul 08 18:35:25.048200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3be3a-a606-4c5f-b419-dbbf3dba4ae9 req-25d3bada-2d3b-4f86-a9a5-b947b11fe750 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:25.049684 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0fd3be3a-a606-4c5f-b419-dbbf3dba4ae9 req-25d3bada-2d3b-4f86-a9a5-b947b11fe750 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0629652 Jul 08 18:35:25.085701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0fd3be3a-a606-4c5f-b419-dbbf3dba4ae9 req-0f8458cb-b215-4aa4-a997-9d77483567c0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306184 Jul 08 18:35:25.922692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b837b6-48cd-4066-8829-f08c5d184e84 req-8d7a5b05-8c4b-4b09-99f4-209de0437551 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:25.924270 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8b837b6-48cd-4066-8829-f08c5d184e84 req-8d7a5b05-8c4b-4b09-99f4-209de0437551 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 944 time: 0.0667417 Jul 08 18:35:25.963830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b8b837b6-48cd-4066-8829-f08c5d184e84 req-12459270-cb10-48ff-ac52-310963e4f98c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337832 Jul 08 18:35:26.259997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badaa2a-7e79-4f28-bb21-169a9678247e req-b9986014-4176-4f15-a2b8-3b6ca781f07d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:26.261489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6badaa2a-7e79-4f28-bb21-169a9678247e req-b9986014-4176-4f15-a2b8-3b6ca781f07d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0635467 Jul 08 18:35:26.298744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6badaa2a-7e79-4f28-bb21-169a9678247e req-277062c7-6473-47d6-bf82-b4ade8147c1e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317979 Jul 08 18:35:27.140448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6e54d-59ed-4f9e-9437-0ec1de42d26d req-5c7efa88-cbb0-4233-a233-115b090b51c4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:27.141883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cb6e54d-59ed-4f9e-9437-0ec1de42d26d req-5c7efa88-cbb0-4233-a233-115b090b51c4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 944 time: 0.0660086 Jul 08 18:35:27.178759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2cb6e54d-59ed-4f9e-9437-0ec1de42d26d req-5fb55a12-d05a-4578-bf35-b24edce59907 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312982 Jul 08 18:35:27.470378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde4c25-9f81-4b2f-bb63-35e94343555a req-9a60c67e-102c-4d28-876c-233237f867f4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:27.471854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfde4c25-9f81-4b2f-bb63-35e94343555a req-9a60c67e-102c-4d28-876c-233237f867f4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0630150 Jul 08 18:35:27.508509 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfde4c25-9f81-4b2f-bb63-35e94343555a req-6a2c6d2f-1a86-4ade-b4d6-1c79421b97a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311890 Jul 08 18:35:28.347753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bf9cd-ac72-45dc-93c5-569c05eca937 req-70859f2f-d745-4cf7-b562-bb6b7fd1c2f8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:28.349267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a43bf9cd-ac72-45dc-93c5-569c05eca937 req-70859f2f-d745-4cf7-b562-bb6b7fd1c2f8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 944 time: 0.0619128 Jul 08 18:35:28.387253 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a43bf9cd-ac72-45dc-93c5-569c05eca937 req-3872e22a-47fd-450e-9581-e3f6025772b6 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Jul 08 18:35:28.684614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19e3cb-5e65-416b-bb96-04cc2e3589bb req-bdf46327-9160-4afa-a8fe-4894fdbe6299 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:28.686056 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe19e3cb-5e65-416b-bb96-04cc2e3589bb req-bdf46327-9160-4afa-a8fe-4894fdbe6299 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0671608 Jul 08 18:35:28.723408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe19e3cb-5e65-416b-bb96-04cc2e3589bb req-bb41e936-6f16-49d4-a588-3d9da5f64194 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318072 Jul 08 18:35:29.766944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303197f5-a3fa-4f4e-b0dd-5ca56729ca2a req-e78afa0d-5ee4-4cc6-8993-b1f7f462b146 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:29.768450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-303197f5-a3fa-4f4e-b0dd-5ca56729ca2a req-e78afa0d-5ee4-4cc6-8993-b1f7f462b146 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 944 time: 0.0649025 Jul 08 18:35:29.806505 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-303197f5-a3fa-4f4e-b0dd-5ca56729ca2a req-e973ee29-e62a-4ab3-b920-8c2603db6646 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318394 Jul 08 18:35:29.898177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357aeaa-9987-420d-9d44-7fac87f23d57 req-7a00f627-45ff-49b2-978c-18a3f28db9d9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:29.899703 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0357aeaa-9987-420d-9d44-7fac87f23d57 req-7a00f627-45ff-49b2-978c-18a3f28db9d9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0663881 Jul 08 18:35:29.937404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0357aeaa-9987-420d-9d44-7fac87f23d57 req-907e43f1-1caa-4ce3-abcb-0a9fb4930cb0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321617 Jul 08 18:35:30.975990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54598f1c-0ad9-4036-87a4-3853f44c19df req-aa506670-a7b4-446b-862b-0f790d62650a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:30.977504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54598f1c-0ad9-4036-87a4-3853f44c19df req-aa506670-a7b4-446b-862b-0f790d62650a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 944 time: 0.0637829 Jul 08 18:35:31.015934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54598f1c-0ad9-4036-87a4-3853f44c19df req-445185cb-012a-46bf-8cca-d11c49b5750c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329359 Jul 08 18:35:31.114462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064a07f-8f53-4467-b78b-5e09ad7ec619 req-8a0210c2-dcbe-4414-b84c-04cd71e76a8f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:31.115892 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f064a07f-8f53-4467-b78b-5e09ad7ec619 req-8a0210c2-dcbe-4414-b84c-04cd71e76a8f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0620701 Jul 08 18:35:31.152866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f064a07f-8f53-4467-b78b-5e09ad7ec619 req-636ffc5d-29b1-4e5a-89bd-5a2f95852686 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309811 Jul 08 18:35:32.192267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8c08f-0f91-40de-aa70-f3d88b7e114d req-12865181-ee21-49c6-9924-5083dd40ff43 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:32.193844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2b8c08f-0f91-40de-aa70-f3d88b7e114d req-12865181-ee21-49c6-9924-5083dd40ff43 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 944 time: 0.0675621 Jul 08 18:35:32.231744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2b8c08f-0f91-40de-aa70-f3d88b7e114d req-36cede08-59fb-455b-96a2-639db71304ed tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321906 Jul 08 18:35:32.323903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85dc4f-5288-4200-a5db-f8b276d12d16 req-9ee42f94-45f7-4e24-b44c-27c6e78874e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:32.325345 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f85dc4f-5288-4200-a5db-f8b276d12d16 req-9ee42f94-45f7-4e24-b44c-27c6e78874e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0620327 Jul 08 18:35:32.363887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f85dc4f-5288-4200-a5db-f8b276d12d16 req-f630773f-b0c9-4d26-ac6b-fcecf8076806 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329046 Jul 08 18:35:32.364447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e67f0a74-bba2-4fa1-8a78-4c42d6247269 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:35:32.456570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port e67f0a74-bba2-4fa1-8a78-4c42d6247269, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e67f0a74-bba2-4fa1-8a78-4c42d6247269,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:32.467676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'port_id': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269', 'mac_address': 'fa:16:3e:0a:37:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:35:32.503235 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:32.515214 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67f0a74-bba2-4fa1-8a78-4c42d6247269 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:35:32.534562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port e67f0a74-bba2-4fa1-8a78-4c42d6247269, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e67f0a74-bba2-4fa1-8a78-4c42d6247269,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:32.538091 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:32.586663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=e67f0a74-bba2-4fa1-8a78-4c42d6247269,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:32.850755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['e67f0a74-bba2-4fa1-8a78-4c42d6247269'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:35:33.412385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfb1f0-4e08-470c-9a3b-348d8b73baef req-b3e75ded-f1bd-41e0-aa55-f494e7708512 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:33.413898 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36cfb1f0-4e08-470c-9a3b-348d8b73baef req-b3e75ded-f1bd-41e0-aa55-f494e7708512 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 945 time: 0.0696073 Jul 08 18:35:33.451888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36cfb1f0-4e08-470c-9a3b-348d8b73baef req-d72ea7d4-5420-4ab6-ab8a-2584abd98f0f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318246 Jul 08 18:35:33.539705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974cf7e-ff47-4a9e-a8ec-46ee9f212a1d req-0397d1ff-09c8-4db7-9b40-f85cd15fed70 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:33.541098 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c974cf7e-ff47-4a9e-a8ec-46ee9f212a1d req-0397d1ff-09c8-4db7-9b40-f85cd15fed70 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0635300 Jul 08 18:35:33.578120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c974cf7e-ff47-4a9e-a8ec-46ee9f212a1d req-8a08effe-aa78-4eed-bab5-23123a8acd3b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315061 Jul 08 18:35:33.725999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:34.371550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e67f0a74-bba2-4fa1-8a78-4c42d6247269 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:34.418644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port e67f0a74-bba2-4fa1-8a78-4c42d6247269 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:34.422179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port e67f0a74-bba2-4fa1-8a78-4c42d6247269 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:34.422606 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:34.503859 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:34.506103 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:34.532614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10c43a6-db57-4645-acce-23774aeb763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:34.534870 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6321cc9-9f9f-40d1-82a2-2526a8a61758" -d '{"events": [{"server_uuid": "d10c43a6-db57-4645-acce-23774aeb763a", "name": "network-vif-plugged", "status": "completed", "tag": "e67f0a74-bba2-4fa1-8a78-4c42d6247269"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:34.546984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port e67f0a74-bba2-4fa1-8a78-4c42d6247269, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e67f0a74-bba2-4fa1-8a78-4c42d6247269,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:34.551653 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:34.575406 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96038dda-ba7b-4564-be76-ea5492f38153 x-openstack-request-id: req-96038dda-ba7b-4564-be76-ea5492f38153 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:34.575697 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10c43a6-db57-4645-acce-23774aeb763a", "name": "network-vif-plugged", "status": "completed", "tag": "e67f0a74-bba2-4fa1-8a78-4c42d6247269", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:34.575943 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96038dda-ba7b-4564-be76-ea5492f38153 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:34.576327 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10c43a6-db57-4645-acce-23774aeb763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269', 'code': 200} Jul 08 18:35:34.604731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=e67f0a74-bba2-4fa1-8a78-4c42d6247269,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:34.741277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fff419-8458-48d6-8907-df32c74a7e13 req-06c32e0f-4ff4-46bf-8559-b83417db3bce tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:34.744024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22fff419-8458-48d6-8907-df32c74a7e13 req-06c32e0f-4ff4-46bf-8559-b83417db3bce tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 946 time: 0.1795766 Jul 08 18:35:34.745846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b9a60-afdb-4dee-82ba-df7350a98b7d req-f1c03530-0743-4646-a104-eba5d82d5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:34.747251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c77b9a60-afdb-4dee-82ba-df7350a98b7d req-f1c03530-0743-4646-a104-eba5d82d5afc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 1097 time: 0.1066072 Jul 08 18:35:34.830713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22fff419-8458-48d6-8907-df32c74a7e13 req-886fac8e-7128-4087-997e-ce2feb92eac8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820141 Jul 08 18:35:34.834066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c77b9a60-afdb-4dee-82ba-df7350a98b7d req-6033df61-642d-49cd-a8b8-bd891565f75d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783603 Jul 08 18:35:34.862012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8ce02-baa5-4ecb-8d6b-1d35c318447f req-bfad8a84-63b3-44e4-b5b9-ef9ff0820583 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:34.863519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcd8ce02-baa5-4ecb-8d6b-1d35c318447f req-bfad8a84-63b3-44e4-b5b9-ef9ff0820583 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.1603100 Jul 08 18:35:34.901795 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcd8ce02-baa5-4ecb-8d6b-1d35c318447f req-df80454f-18ff-45fd-8bd5-6811ddb86124 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320737 Jul 08 18:35:36.093100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359c3d7-dddc-437f-a6e2-9e000f8806fc req-9a9165ce-c044-48ab-a038-5857a5dfd1c1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:36.094625 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b359c3d7-dddc-437f-a6e2-9e000f8806fc req-9a9165ce-c044-48ab-a038-5857a5dfd1c1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 946 time: 0.1565018 Jul 08 18:35:36.097042 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-ad711303-8821-4314-8aae-c9b7853fac62 req-d739317e-d965-418f-beca-cfc384c93251 service neutron] show failed (client error): The resource could not be found. Jul 08 18:35:36.097960 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-d739317e-d965-418f-beca-cfc384c93251 service neutron] 10.222.0.74 "GET /v2.0/ports/ef16ede5-f934-4909-9edd-dbac78abadee/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.1478109 Jul 08 18:35:36.148316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b359c3d7-dddc-437f-a6e2-9e000f8806fc req-ff47077f-f9e5-4431-8081-80a66bc1fc66 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462866 Jul 08 18:35:36.159708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186123e-4c43-4f1d-a1ec-f7a90d898365 req-1a40d58e-2770-42ae-b025-43c81e269848 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:36.161179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b186123e-4c43-4f1d-a1ec-f7a90d898365 req-1a40d58e-2770-42ae-b025-43c81e269848 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.1331129 Jul 08 18:35:36.204897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b186123e-4c43-4f1d-a1ec-f7a90d898365 req-b023a138-6929-47b9-9ecb-04d02e400f40 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336242 Jul 08 18:35:36.282420 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4979ef9-5c78-4953-8566-be2cfe303b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:36.376634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711303-8821-4314-8aae-c9b7853fac62 req-4e4e8daf-a68c-4e55-817d-7b57448ea381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:36.378122 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-4e4e8daf-a68c-4e55-817d-7b57448ea381 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 1096 time: 0.0849600 Jul 08 18:35:36.389482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:36.460453 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:36.654311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=ef16ede5-f934-4909-9edd-dbac78abadee,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:36.687378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:35:36.729802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:36.732223 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d751cd5-836c-47e1-b5cd-9d4636350e7c" -d '{"events": [{"server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "name": "network-vif-unplugged", "status": "completed", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:36.736138 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:36.752655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Transition to ACTIVE for port object ef16ede5-f934-4909-9edd-dbac78abadee will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:36.758640 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:36.765720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-31972273-f8f6-42bc-9b12-decccd9a2245 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569251 Jul 08 18:35:36.787265 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39017246-72b1-4868-9f62-53684c27593a x-openstack-request-id: req-39017246-72b1-4868-9f62-53684c27593a {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:36.787559 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "name": "network-vif-unplugged", "status": "completed", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:36.787810 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39017246-72b1-4868-9f62-53684c27593a {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:36.788200 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'code': 200} Jul 08 18:35:36.856583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Pushing event updated for resources: {'Port': ['ID=ef16ede5-f934-4909-9edd-dbac78abadee,revision_number=6']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:36.867320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-377de054-fc68-4255-b9c3-31fd1c3c7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:36.869134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-377de054-fc68-4255-b9c3-31fd1c3c7444 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a21fa0caaf841e7adc0d75431b98d91&device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0544288 Jul 08 18:35:36.885516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.885854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.886189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.886544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.886867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.887188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.887512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.887828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.888470 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.888792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.889109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.889429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:36.949680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] No DVR routers for this DVR port ef16ede5-f934-4909-9edd-dbac78abadee on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:35:36.985563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-57316fe2-5586-48d0-af83-718a850f0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:36.987088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-57316fe2-5586-48d0-af83-718a850f0ac5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=90ac26de-2302-45b4-9abd-ec566a8b2f2b HTTP/1.1" status: 200 len: 910 time: 0.0981169 Jul 08 18:35:37.056471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-a70136ad-c77d-4395-961b-5b9bc267cd8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dab7bd2-df7a-4418-8dc6-dcb37316777a HTTP/1.1" status: 200 len: 1000 time: 0.0621102 Jul 08 18:35:37.106325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-e9b60463-1f25-4c39-9deb-b39de499bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:37.107851 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-e9b60463-1f25-4c39-9deb-b39de499bd1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5040d204-1803-4a69-8f8a-1dd298d8c7cf HTTP/1.1" status: 200 len: 848 time: 0.0458286 Jul 08 18:35:37.171168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-f943329d-bd4e-4d18-9c53-e049ab9618c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:37.172686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-f943329d-bd4e-4d18-9c53-e049ab9618c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=90ac26de-2302-45b4-9abd-ec566a8b2f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586674 Jul 08 18:35:37.310520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-93982aaa-3481-46b0-989a-4721f0e7d896 service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299131 Jul 08 18:35:37.330248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Attempting to bind port ef16ede5-f934-4909-9edd-dbac78abadee on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:35:37.330585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Attempting to bind port ef16ede5-f934-4909-9edd-dbac78abadee by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:35:37.330925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Attempting to bind port ef16ede5-f934-4909-9edd-dbac78abadee on network 428ff0da-59a8-4852-8378-edf1727f3f0f {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:37.335314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Port ef16ede5-f934-4909-9edd-dbac78abadee on network 428ff0da-59a8-4852-8378-edf1727f3f0f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:35:37.335635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Attempting to bind port ef16ede5-f934-4909-9edd-dbac78abadee on network 428ff0da-59a8-4852-8378-edf1727f3f0f {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:37.340449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:35:37.340783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Checking segment: {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:35:37.341163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Bound using segment: {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:35:37.341576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Bound port: ef16ede5-f934-4909-9edd-dbac78abadee, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d69fed-49f6-4e2a-92eb-546a2f3efde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:35:37.341926 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:37.406423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:35:37.409539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=ef16ede5-f934-4909-9edd-dbac78abadee,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:35:37.415095 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:37.435367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3d734-c913-4b08-a0f7-fdca7ab35f01 req-23bc8c6f-0302-4db2-9c02-555507859c1c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:37.436778 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6b3d734-c913-4b08-a0f7-fdca7ab35f01 req-23bc8c6f-0302-4db2-9c02-555507859c1c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 946 time: 0.1709530 Jul 08 18:35:37.452520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:37.453131 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:37.454606 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] 10.222.0.59 "PUT /v2.0/ports/ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 1091 time: 1.0692618 Jul 08 18:35:37.479092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961162a-f3eb-46ee-aa99-fd95ebf58c09 service neutron] Pushing event updated for resources: {'Port': ['ID=ef16ede5-f934-4909-9edd-dbac78abadee,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:37.542601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711303-8821-4314-8aae-c9b7853fac62 req-1db45d05-7c89-41d9-b1f5-98b06edd511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:37.544172 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-1db45d05-7c89-41d9-b1f5-98b06edd511e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1094 time: 0.0616715 Jul 08 18:35:37.642004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711303-8821-4314-8aae-c9b7853fac62 req-a561f123-ab6b-47de-9f46-18a87fe609c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:37.643804 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-a561f123-ab6b-47de-9f46-18a87fe609c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 200 len: 897 time: 0.0935972 Jul 08 18:35:37.717016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-a2e8747e-26a7-4d96-8409-8c64e8da66bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 998 time: 0.0658724 Jul 08 18:35:37.768667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711303-8821-4314-8aae-c9b7853fac62 req-1366cbd0-35d0-4753-be06-f535e71905a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:37.770059 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-1366cbd0-35d0-4753-be06-f535e71905a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5427b21-0976-4b96-904d-277a4af0c72e HTTP/1.1" status: 200 len: 834 time: 0.0459926 Jul 08 18:35:37.828009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711303-8821-4314-8aae-c9b7853fac62 req-5468471f-4f4e-4c2c-94c9-e1a9d0db474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:37.829689 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-5468471f-4f4e-4c2c-94c9-e1a9d0db474e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=428ff0da-59a8-4852-8378-edf1727f3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524194 Jul 08 18:35:37.832378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-8fa9cf40-6c26-4eb8-85fb-3b8b12a17191 service neutron] 10.222.0.59 "GET /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138292 Jul 08 18:35:37.844434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879feabe-4a26-44a3-9625-06378bb9b738 req-eb87b272-089f-4546-9355-96c6480aa386 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:37.845905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-879feabe-4a26-44a3-9625-06378bb9b738 req-eb87b272-089f-4546-9355-96c6480aa386 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 943 time: 0.5069585 Jul 08 18:35:37.853929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6b3d734-c913-4b08-a0f7-fdca7ab35f01 req-9170b2cf-84c2-4b49-bf06-7b1759691840 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4086819 Jul 08 18:35:37.896998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-879feabe-4a26-44a3-9625-06378bb9b738 req-b45dfae4-261a-421f-8059-9e696f27cef6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418622 Jul 08 18:35:37.935819 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-ac190301-8b0c-4307-89b4-cf46e25d6d82 service neutron] 10.222.0.59 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957317 Jul 08 18:35:38.026502 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad711303-8821-4314-8aae-c9b7853fac62 req-614e74ed-1e0e-4fe1-9dea-88485e141eed service neutron] 10.222.0.59 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838015 Jul 08 18:35:38.039272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b785a4f-8ae0-4d7a-9aae-da3127ea3b10 req-2ae53687-5552-4f1b-a502-e16660b2b35f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:38.041271 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b785a4f-8ae0-4d7a-9aae-da3127ea3b10 req-2ae53687-5552-4f1b-a502-e16660b2b35f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 946 time: 0.0653298 Jul 08 18:35:38.079942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b785a4f-8ae0-4d7a-9aae-da3127ea3b10 req-51be735c-7cbf-4b1b-a630-a8fd14ef2aa4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Jul 08 18:35:38.106376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54700) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:38.161229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2179780-6952-4c90-bb1f-199cffe738e6 tempest-TestVolumeBootPattern-1573291590 tempest-TestVolumeBootPattern-1573291590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:38.162746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e2179780-6952-4c90-bb1f-199cffe738e6 tempest-TestVolumeBootPattern-1573291590 tempest-TestVolumeBootPattern-1573291590-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 1092 time: 0.0554583 Jul 08 18:35:38.166156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54702) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:38.170507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:38.192666 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:38.284910 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:38.388559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Allocated IP 172.25.8.137 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/81eb47b4-287e-4a8c-9393-0f9d6cf499d4) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:35:38.488611 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:38.531446 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:38.571565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:38.576111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:38.579550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:35:38.601137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=81eb47b4-287e-4a8c-9393-0f9d6cf499d4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:38.789916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:38.792334 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52320cf-0ff8-48ff-a320-d0a1333637b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:38.841067 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c32d87-b10d-49aa-b2bb-575ae9d77703 x-openstack-request-id: req-69c32d87-b10d-49aa-b2bb-575ae9d77703 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:38.841438 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:38.841763 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69c32d87-b10d-49aa-b2bb-575ae9d77703 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:38.842254 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'status': 'completed', 'code': 200} Jul 08 18:35:38.923708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-1d700865-8d8a-4c7c-b40f-95e22717df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:38.925866 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-1d700865-8d8a-4c7c-b40f-95e22717df44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1094 time: 0.0601368 Jul 08 18:35:38.991636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-717f8efb-70c3-412b-9fd8-c76a43d7186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:38.993432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-717f8efb-70c3-412b-9fd8-c76a43d7186b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1094 time: 0.1162848 Jul 08 18:35:38.995863 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:39.035161 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-4867e1d3-7982-4d69-9913-e6d84834cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:39.036807 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-4867e1d3-7982-4d69-9913-e6d84834cb20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 200 len: 897 time: 0.1010463 Jul 08 18:35:39.108687 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:39.117641 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-fb716077-a304-43b7-82bd-b8753e3e1ba8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 998 time: 0.0733488 Jul 08 18:35:39.148301 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4eb69787-addf-40ce-bd63-63ad3b468969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:39.169218 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-2833e3e7-7b93-4cba-a282-5d93f6bbfe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:39.170724 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-2833e3e7-7b93-4cba-a282-5d93f6bbfe97 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5427b21-0976-4b96-904d-277a4af0c72e HTTP/1.1" status: 200 len: 834 time: 0.0456903 Jul 08 18:35:39.198622 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:39.202876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-62ca5100-6fb7-4fa8-8209-5179403faa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:39.204368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-62ca5100-6fb7-4fa8-8209-5179403faa0d service neutron] 10.222.0.74 "GET /v2.0/networks?id=428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 200 len: 897 time: 0.2049165 Jul 08 18:35:39.229042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-0269cae8-fc46-495d-8ba7-8bf21ec693dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:39.230591 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-0269cae8-fc46-495d-8ba7-8bf21ec693dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=428ff0da-59a8-4852-8378-edf1727f3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521381 Jul 08 18:35:39.242351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ceeb33-1384-4cb3-8105-aba0ad42af85 req-32f58d21-6526-4eba-ab5c-b643014ddb14 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:39.244384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13ceeb33-1384-4cb3-8105-aba0ad42af85 req-32f58d21-6526-4eba-ab5c-b643014ddb14 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 943 time: 0.1772025 Jul 08 18:35:39.330806 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-0b7c9587-8606-4afc-9845-33f99f0d31fa service neutron] 10.222.0.59 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887818 Jul 08 18:35:39.345055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-998ba994-7add-488e-97ba-1ecb87b61b7d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 998 time: 0.1226008 Jul 08 18:35:39.391733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13ceeb33-1384-4cb3-8105-aba0ad42af85 req-034ef729-9b0c-412d-b368-7f63ec21f003 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137714 Jul 08 18:35:39.422116 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-c5f8932e-82ef-4b0a-9b40-385b9ec9235c service neutron] 10.222.0.59 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836227 Jul 08 18:35:39.451098 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-4d75df41-8a7a-4dfd-ac32-daf28ea203b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:39.452555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-4d75df41-8a7a-4dfd-ac32-daf28ea203b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5427b21-0976-4b96-904d-277a4af0c72e HTTP/1.1" status: 200 len: 834 time: 0.0949779 Jul 08 18:35:39.525761 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:39.531500 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:39.575262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-0d34aac9-c51c-41ea-8247-e993e6b0a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:39.576771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-0d34aac9-c51c-41ea-8247-e993e6b0a2a2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=428ff0da-59a8-4852-8378-edf1727f3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166477 Jul 08 18:35:39.653744 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=81eb47b4-287e-4a8c-9393-0f9d6cf499d4,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:39.672479 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:39.777301 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-ea13c689-9cd8-4535-a497-8c040f0db1b6 service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755354 Jul 08 18:35:39.844348 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Floating IP 1bb46d84-4bc1-4374-8543-29c7e808622d associated. External IP: 172.25.8.137, port: e67f0a74-bba2-4fa1-8a78-4c42d6247269. Jul 08 18:35:39.955264 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f52320cf-0ff8-48ff-a320-d0a1333637b1 req-88d4d5f8-80f5-4cc5-9b51-717907d3668d service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693280 Jul 08 18:35:40.079983 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Router aaf2a7f3-d85e-4669-9331-88174adb872e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:35:40.183114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:35:40.192154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddccf9f-9456-4f56-9e19-da760a2d468c None None] Sync routers for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:35:40.200228 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:40.201692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddccf9f-9456-4f56-9e19-da760a2d468c None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:40.202430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5ddccf9f-9456-4f56-9e19-da760a2d468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:35:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:40.250759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e3b83d6d-9a10-4f67-b301-796958427bef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0835137 Jul 08 18:35:40.251922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10c43a6-db57-4645-acce-23774aeb763a', 'tag': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:40.254113 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ee8245-17bc-4252-97f1-c9e57a948f56" -d '{"events": [{"name": "network-changed", "server_uuid": "d10c43a6-db57-4645-acce-23774aeb763a", "tag": "e67f0a74-bba2-4fa1-8a78-4c42d6247269"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:40.294315 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d912a73a-8842-4a53-8f0d-cffa99e74316 x-openstack-request-id: req-d912a73a-8842-4a53-8f0d-cffa99e74316 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:40.294737 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10c43a6-db57-4645-acce-23774aeb763a", "tag": "e67f0a74-bba2-4fa1-8a78-4c42d6247269", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:40.294900 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d912a73a-8842-4a53-8f0d-cffa99e74316 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:40.295406 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10c43a6-db57-4645-acce-23774aeb763a', 'tag': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269', 'status': 'completed', 'code': 200} Jul 08 18:35:40.302429 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:40.319240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-5ddccf9f-9456-4f56-9e19-da760a2d468c None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:40.367600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee8245-17bc-4252-97f1-c9e57a948f56 req-bdecd862-0be3-427c-86b1-b86aa9686015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:40.369144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22ee8245-17bc-4252-97f1-c9e57a948f56 req-bdecd862-0be3-427c-86b1-b86aa9686015 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 1097 time: 0.0526817 Jul 08 18:35:40.407172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device ef16ede5-f934-4909-9edd-dbac78abadee no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:35:40.460163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee8245-17bc-4252-97f1-c9e57a948f56 req-95fed180-2dc9-44e6-a6c4-3ba96df4ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:40.461567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22ee8245-17bc-4252-97f1-c9e57a948f56 req-95fed180-2dc9-44e6-a6c4-3ba96df4ee00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0859926 Jul 08 18:35:40.498633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device ef16ede5-f934-4909-9edd-dbac78abadee not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:35:40.560343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22ee8245-17bc-4252-97f1-c9e57a948f56 req-4e14f6b2-008e-4eba-a2c6-82ac1b5f42c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f0a74-bba2-4fa1-8a78-4c42d6247269 HTTP/1.1" status: 200 len: 1000 time: 0.0912838 Jul 08 18:35:40.581183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5ddccf9f-9456-4f56-9e19-da760a2d468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1bb46d84-4bc1-4374-8543-29c7e808622d', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:0a:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c43a6-db57-4645-acce-23774aeb763a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:38Z', 'updated_at': '2021-07-08T18:35:38Z', 'revision_number': 0, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:40.606837 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddccf9f-9456-4f56-9e19-da760a2d468c None None] Checking router: aaf2a7f3-d85e-4669-9331-88174adb872e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:35:40.615230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddccf9f-9456-4f56-9e19-da760a2d468c None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:40.615836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5ddccf9f-9456-4f56-9e19-da760a2d468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:35:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:40.626758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245141b-d518-45af-a399-4e94847220c9 req-dbd810b1-53af-4c53-921a-23024cef884a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:40.628251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c245141b-d518-45af-a399-4e94847220c9 req-dbd810b1-53af-4c53-921a-23024cef884a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 943 time: 0.1196420 Jul 08 18:35:40.632048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee8245-17bc-4252-97f1-c9e57a948f56 req-2e4efa99-fede-4ac0-ac48-49c096fe19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:40.633394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22ee8245-17bc-4252-97f1-c9e57a948f56 req-2e4efa99-fede-4ac0-ac48-49c096fe19b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0664661 Jul 08 18:35:40.695610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c245141b-d518-45af-a399-4e94847220c9 req-eff3494a-7412-4255-8f47-4c4817c2e12d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606132 Jul 08 18:35:40.714602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee8245-17bc-4252-97f1-c9e57a948f56 req-63c72d71-5217-4a4f-9588-19d727e8c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:40.716031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22ee8245-17bc-4252-97f1-c9e57a948f56 req-63c72d71-5217-4a4f-9588-19d727e8c6a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753155 Jul 08 18:35:40.723767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-5ddccf9f-9456-4f56-9e19-da760a2d468c None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:40.804180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22ee8245-17bc-4252-97f1-c9e57a948f56 req-d56a7721-c238-443e-bc43-4e22ae8fe36e service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806429 Jul 08 18:35:40.898316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22ee8245-17bc-4252-97f1-c9e57a948f56 req-71cb090e-7d79-4cb5-9c6f-fb63d416fa05 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872247 Jul 08 18:35:40.959803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5ddccf9f-9456-4f56-9e19-da760a2d468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1bb46d84-4bc1-4374-8543-29c7e808622d', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:0a:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c43a6-db57-4645-acce-23774aeb763a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:38Z', 'updated_at': '2021-07-08T18:35:38Z', 'revision_number': 0, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:40.985480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddccf9f-9456-4f56-9e19-da760a2d468c None None] The sync data for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 is: [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1bb46d84-4bc1-4374-8543-29c7e808622d', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:0a:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c43a6-db57-4645-acce-23774aeb763a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:38Z', 'updated_at': '2021-07-08T18:35:38Z', 'revision_number': 0, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:35:41.176593 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410a651-d063-4770-8e6f-bae566874fc5 None None] New status for floating IP 1bb46d84-4bc1-4374-8543-29c7e808622d: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:35:41.291753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device ef16ede5-f934-4909-9edd-dbac78abadee details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:35:41.392253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=ef16ede5-f934-4909-9edd-dbac78abadee,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:41.404464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'port_id': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'mac_address': 'fa:16:3e:24:79:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:35:41.444195 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:41.456187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef16ede5-f934-4909-9edd-dbac78abadee {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:35:41.475391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=ef16ede5-f934-4909-9edd-dbac78abadee,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:41.479555 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:41.525620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=ef16ede5-f934-4909-9edd-dbac78abadee,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:41.532974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.533317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.533656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.533997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.534369 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.534698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.535024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.535350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.535671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.535990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.536312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.536629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:41.743754 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:41.808591 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['ef16ede5-f934-4909-9edd-dbac78abadee'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:35:41.871939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922972a2-d731-4430-a2b2-08fc897470f6 req-3eb3e75e-7f4b-48e3-bab3-81dadc907f76 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:41.873436 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-922972a2-d731-4430-a2b2-08fc897470f6 req-3eb3e75e-7f4b-48e3-bab3-81dadc907f76 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 944 time: 0.0636206 Jul 08 18:35:41.912458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-922972a2-d731-4430-a2b2-08fc897470f6 req-7cd6ff99-5a05-404c-b79b-48ce088eb88c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334036 Jul 08 18:35:42.291976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b76990-4297-4029-87bf-e280d063420a req-246edd23-6c44-4400-9ed2-71cef8031be4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:42.293467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2b76990-4297-4029-87bf-e280d063420a req-246edd23-6c44-4400-9ed2-71cef8031be4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 944 time: 0.1508014 Jul 08 18:35:42.301672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-b475c0e4-0cae-435d-9131-fb49cb122165 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:42.303067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-b475c0e4-0cae-435d-9131-fb49cb122165 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979&tenant_id=f6e1158e86bd4bc8b1d072406a508422&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 944 time: 0.1514983 Jul 08 18:35:42.373275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2b76990-4297-4029-87bf-e280d063420a req-87043245-22e7-4279-a99d-ccc4645bab90 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691760 Jul 08 18:35:42.387472 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-07c5d92e-8b77-4180-9dfe-09e61f5e807c service neutron] delete failed (client error): The resource could not be found. Jul 08 18:35:42.388567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-07c5d92e-8b77-4180-9dfe-09e61f5e807c service neutron] 10.222.0.74 "DELETE /v2.0/ports/ef16ede5-f934-4909-9edd-dbac78abadee/bindings/n-h1-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0781984 Jul 08 18:35:42.483378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-52a75d9b-a7ff-40d2-9f86-5e0825511e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:42.484971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-52a75d9b-a7ff-40d2-9f86-5e0825511e3c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1095 time: 0.0542598 Jul 08 18:35:42.579092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-6bedb34b-cfb3-4c5b-9fd2-d8344688872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:42.580561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-6bedb34b-cfb3-4c5b-9fd2-d8344688872d service neutron] 10.222.0.74 "GET /v2.0/networks?id=428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 200 len: 897 time: 0.0891612 Jul 08 18:35:42.958874 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-260e8423-8f69-4cfc-ad61-d0fb818dc356 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 999 time: 0.3720543 Jul 08 18:35:43.005971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-96aadfd3-f11a-4b23-baa6-3503d1d115e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:43.007380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-96aadfd3-f11a-4b23-baa6-3503d1d115e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5427b21-0976-4b96-904d-277a4af0c72e HTTP/1.1" status: 200 len: 834 time: 0.0420113 Jul 08 18:35:43.064676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-2cce5c43-0f09-41ff-9b4c-4783b085311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:43.066130 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-2cce5c43-0f09-41ff-9b4c-4783b085311b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=428ff0da-59a8-4852-8378-edf1727f3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529475 Jul 08 18:35:43.152282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-e82f4697-50b9-493d-8ebe-c9872f585c8e service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796418 Jul 08 18:35:43.243395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed48648d-1ad5-48d2-a629-c8a2ada78c0b req-9d5fbdc9-58b3-4895-a05b-a81ef36cacf2 service neutron] 10.222.0.74 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843871 Jul 08 18:35:43.306926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device ef16ede5-f934-4909-9edd-dbac78abadee up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:43.355120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port ef16ede5-f934-4909-9edd-dbac78abadee completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:43.358731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port ef16ede5-f934-4909-9edd-dbac78abadee triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:43.359150 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:43.455188 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:43.476874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:43.479746 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54973486-90a5-485a-8271-4120a70dc4ae" -d '{"events": [{"server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "name": "network-vif-plugged", "status": "completed", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:43.492283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=ef16ede5-f934-4909-9edd-dbac78abadee,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:43.497552 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:43.534800 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a53d9f-78f8-450b-bd55-e32ca28ef409 x-openstack-request-id: req-84a53d9f-78f8-450b-bd55-e32ca28ef409 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:43.535091 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "name": "network-vif-plugged", "status": "completed", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:43.535461 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84a53d9f-78f8-450b-bd55-e32ca28ef409 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:43.535858 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'code': 200} Jul 08 18:35:43.550093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=ef16ede5-f934-4909-9edd-dbac78abadee,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:43.574601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a5e46-c678-4057-b963-4d5a65f5e1bc req-5916d4b2-bd6d-4785-a613-045b44962d31 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:43.576117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b5a5e46-c678-4057-b963-4d5a65f5e1bc req-5916d4b2-bd6d-4785-a613-045b44962d31 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0724151 Jul 08 18:35:43.613775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b5a5e46-c678-4057-b963-4d5a65f5e1bc req-c2cfe7d6-0ccb-432e-af4e-86aec41dc069 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321229 Jul 08 18:35:44.788654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab27e10-9003-4ffa-8f8d-5642d2de3209 req-dbb14323-a7c4-492d-a2f9-c187a7d43263 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:44.790551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ab27e10-9003-4ffa-8f8d-5642d2de3209 req-dbb14323-a7c4-492d-a2f9-c187a7d43263 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0626943 Jul 08 18:35:44.832201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ab27e10-9003-4ffa-8f8d-5642d2de3209 req-ddb645ee-bdbf-4da5-aaa6-e069980bfa65 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359442 Jul 08 18:35:44.859820 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54726) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:44.925395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-12a5d3ee-82de-4e79-a386-02371d6e4ff5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/1605039e-867f-4575-990b-7b77303d3b45 HTTP/1.1" status: 200 len: 992 time: 0.0644333 Jul 08 18:35:45.232583 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:36:03.726170 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:04.487565 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:06.282508 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae612284-a415-4c68-8b72-e8ce2cd0843d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:09.109858 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:09.149008 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514dc41a-61a9-42f7-a1ba-b023b36ce55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:09.901275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-701b9c10-116c-4a03-a0f0-e2f2a40e67be req-50a87157-9d02-4d03-ab06-df4e707b91ed service neutron] (93742) timed out ('10.222.0.73', 51934) {{(pid=93742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:36:10.260214 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:11.749414 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:22.231292 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:36:33.723454 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:34.500681 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:36.283149 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7932589d-9370-425b-95f7-fac9442b66e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:37.949766 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-6b8df47b-7957-484c-a5d0-074c41ae76aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1468861 Jul 08 18:36:38.025740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688e1ff-8d2d-4671-86aa-55a077e948d8 req-dd40a6da-0db5-43aa-95fa-a6a9627bb047 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:38.027309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e688e1ff-8d2d-4671-86aa-55a077e948d8 req-dd40a6da-0db5-43aa-95fa-a6a9627bb047 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1096 time: 0.0605617 Jul 08 18:36:38.041109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-c43850b1-eb1b-488f-b79d-2fc6493bfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:38.042695 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-c43850b1-eb1b-488f-b79d-2fc6493bfee5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1096 time: 0.0705388 Jul 08 18:36:38.066916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e688e1ff-8d2d-4671-86aa-55a077e948d8 req-88b89a5a-e7ab-467b-9179-507b2d7f56a5 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324588 Jul 08 18:36:38.091239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54766) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:38.153174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-2c28c00b-b0a7-40e3-971a-c356d835761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:38.154693 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-2c28c00b-b0a7-40e3-971a-c356d835761d service neutron] 10.222.0.59 "GET /v2.0/networks?id=428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 200 len: 897 time: 0.0854447 Jul 08 18:36:38.224861 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-e032618a-21fb-4fca-88ff-2b0b828df68e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 1000 time: 0.0637109 Jul 08 18:36:38.251209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port ece774e7-c2d3-4572-a7b2-36153a7dad17 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:36:38.251534 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:38.272664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-a95cca3e-ccf9-4224-9571-8ae20da9d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:38.274126 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-a95cca3e-ccf9-4224-9571-8ae20da9d2b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5427b21-0976-4b96-904d-277a4af0c72e HTTP/1.1" status: 200 len: 834 time: 0.0432525 Jul 08 18:36:38.325222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:38.325446 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:38.332331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-2817c83b-1b50-440d-bb10-2b3fabbc9609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:38.333842 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-2817c83b-1b50-440d-bb10-2b3fabbc9609 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=428ff0da-59a8-4852-8378-edf1727f3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527360 Jul 08 18:36:38.336913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for ece774e7-c2d3-4572-a7b2-36153a7dad17 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:36:38.344228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-07d5fc1d-92a7-4316-9e6c-90bf37255b4d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:36:38.345638 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-07d5fc1d-92a7-4316-9e6c-90bf37255b4d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057123 Jul 08 18:36:38.445062 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-d948c8ea-8ed0-4ffc-aa22-9cc9aeecd5b7 service neutron] 10.222.0.59 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925515 Jul 08 18:36:38.514429 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:38.537569 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e1793066-08cf-4acf-9378-69e0624c8c94 req-6eb07b53-8adf-44e6-839f-2f4d39f11a2c service neutron] 10.222.0.59 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837379 Jul 08 18:36:38.540907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=ece774e7-c2d3-4572-a7b2-36153a7dad17,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:38.568440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.568785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.569125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.569457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.569782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.570109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.570460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.570786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.571110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.571439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.571748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.572064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:38.614823 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:38.615151 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Floating IP 1605039e-867f-4575-990b-7b77303d3b45 disassociated (deleted). External IP: 172.25.8.40, port: ef16ede5-f934-4909-9edd-dbac78abadee. Jul 08 18:36:38.816176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router cb522393-8977-4752-85d7-b3d2efd673ff has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:36:38.918775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:36:38.923550 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:38.927924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fd6d0b-2d2a-4069-b132-0b45fd8eb753 None None] Sync routers for ids ['cb522393-8977-4752-85d7-b3d2efd673ff'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:36:38.937456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd6d0b-2d2a-4069-b132-0b45fd8eb753 None None] Routers {'cb522393-8977-4752-85d7-b3d2efd673ff'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:36:38.938107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-34fd6d0b-2d2a-4069-b132-0b45fd8eb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cb522393-8977-4752-85d7-b3d2efd673ff'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:38.966112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fc3bd1fa-c09f-4503-ace0-d60143c5f3c2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/floatingips/1605039e-867f-4575-990b-7b77303d3b45 HTTP/1.1" status: 204 len: 168 time: 0.8737252 Jul 08 18:36:38.966842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:36:38.969166 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ed3a99-6875-4cc9-9825-f3a34b00f951" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:36:39.023051 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01605893-04d3-467a-8979-b964b9bde84a x-openstack-request-id: req-01605893-04d3-467a-8979-b964b9bde84a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:36:39.023409 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:36:39.023726 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01605893-04d3-467a-8979-b964b9bde84a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:36:39.024212 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'status': 'completed', 'code': 200} Jul 08 18:36:39.067258 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-34fd6d0b-2d2a-4069-b132-0b45fd8eb753 None None] Set router cb522393-8977-4752-85d7-b3d2efd673ff gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:36:39.103836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed3a99-6875-4cc9-9825-f3a34b00f951 req-4529505c-c9e1-4d6a-a35f-76a00c2e8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:39.105838 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c4ed3a99-6875-4cc9-9825-f3a34b00f951 req-4529505c-c9e1-4d6a-a35f-76a00c2e8dee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 1096 time: 0.0586431 Jul 08 18:36:39.196524 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-622042fc-2e11-4228-aad0-f9e9ed04a08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:39.207611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed3a99-6875-4cc9-9825-f3a34b00f951 req-2b6fe358-2e0d-466a-8e86-c90cf80c0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:39.208829 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c4ed3a99-6875-4cc9-9825-f3a34b00f951 req-2b6fe358-2e0d-466a-8e86-c90cf80c0ea3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 200 len: 897 time: 0.0973809 Jul 08 18:36:39.209772 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:39.252889 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c4ed3a99-6875-4cc9-9825-f3a34b00f951 req-0275a767-0da3-4a4f-a459-488db5c1bda6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 200 len: 217 time: 0.0373156 Jul 08 18:36:39.294665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-34fd6d0b-2d2a-4069-b132-0b45fd8eb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c4775600-2a40-4713-b7f5-9e4ffdf92408', 'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:49:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:49Z', 'updated_at': '2021-07-08T18:33:55Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:39.313111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed3a99-6875-4cc9-9825-f3a34b00f951 req-a70f5605-c88b-4352-a285-71d6fecd76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:39.315262 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c4ed3a99-6875-4cc9-9825-f3a34b00f951 req-a70f5605-c88b-4352-a285-71d6fecd76d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5427b21-0976-4b96-904d-277a4af0c72e HTTP/1.1" status: 200 len: 834 time: 0.0555730 Jul 08 18:36:39.326531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fd6d0b-2d2a-4069-b132-0b45fd8eb753 None None] Checking router: cb522393-8977-4752-85d7-b3d2efd673ff for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:36:39.336005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd6d0b-2d2a-4069-b132-0b45fd8eb753 None None] Routers {'cb522393-8977-4752-85d7-b3d2efd673ff'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:36:39.336723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-34fd6d0b-2d2a-4069-b132-0b45fd8eb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cb522393-8977-4752-85d7-b3d2efd673ff'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:39.369627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf7efb-5265-45db-8f60-adc882c59ea2 req-2600ca3e-9147-4c7a-9706-5cedeb24523d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:39.371192 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39cf7efb-5265-45db-8f60-adc882c59ea2 req-2600ca3e-9147-4c7a-9706-5cedeb24523d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0754902 Jul 08 18:36:39.381138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed3a99-6875-4cc9-9825-f3a34b00f951 req-732efaa4-47b3-4a8a-9d79-4e2750ea32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:39.382829 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c4ed3a99-6875-4cc9-9825-f3a34b00f951 req-732efaa4-47b3-4a8a-9d79-4e2750ea32aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=428ff0da-59a8-4852-8378-edf1727f3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610023 Jul 08 18:36:39.411810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-39cf7efb-5265-45db-8f60-adc882c59ea2 req-323bced6-03bd-413e-a07a-136333edb8f5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341387 Jul 08 18:36:39.442548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-34fd6d0b-2d2a-4069-b132-0b45fd8eb753 None None] Set router cb522393-8977-4752-85d7-b3d2efd673ff gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:36:39.474266 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c4ed3a99-6875-4cc9-9825-f3a34b00f951 req-f85deb74-c6ef-44c9-ba9d-bf87913bf388 service neutron] 10.222.0.59 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837572 Jul 08 18:36:39.569071 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c4ed3a99-6875-4cc9-9825-f3a34b00f951 req-ec253e7b-a48b-449f-96a8-de90adf70673 service neutron] 10.222.0.59 "GET /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877562 Jul 08 18:36:39.788291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-34fd6d0b-2d2a-4069-b132-0b45fd8eb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c4775600-2a40-4713-b7f5-9e4ffdf92408', 'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:49:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:49Z', 'updated_at': '2021-07-08T18:33:55Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:39.813727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fd6d0b-2d2a-4069-b132-0b45fd8eb753 None None] The sync data for ids ['cb522393-8977-4752-85d7-b3d2efd673ff'] in n-d-799684-3 is: [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'c4775600-2a40-4713-b7f5-9e4ffdf92408', 'name': '', 'network_id': '428ff0da-59a8-4852-8378-edf1727f3f0f', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:49:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:49Z', 'updated_at': '2021-07-08T18:33:55Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'b5427b21-0976-4b96-904d-277a4af0c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:36:40.039952 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90377d-4a06-4502-a838-e4bd6399c252 None None] New status for floating IP 1605039e-867f-4575-990b-7b77303d3b45: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:36:40.264068 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:40.586278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0df647-e246-4475-a1f8-b3d487f898cd req-1e1bd6a4-928e-4306-a99f-86cbff9db874 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:40.587751 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb0df647-e246-4475-a1f8-b3d487f898cd req-1e1bd6a4-928e-4306-a99f-86cbff9db874 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0636656 Jul 08 18:36:40.628312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb0df647-e246-4475-a1f8-b3d487f898cd req-a0458e79-f480-4dfd-a69b-7722dad71807 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1fc4f3ff-c681-4d05-afe6-d12621e516a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350211 Jul 08 18:36:40.729283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ae049-95fa-4169-91c8-dcf40d049a4e req-0f0ed9f3-ea72-4f02-84d9-e9e80dd25e99 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:40.730883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e23ae049-95fa-4169-91c8-dcf40d049a4e req-0f0ed9f3-ea72-4f02-84d9-e9e80dd25e99 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 945 time: 0.0622880 Jul 08 18:36:40.832689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-e23ae049-95fa-4169-91c8-dcf40d049a4e req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port ef16ede5-f934-4909-9edd-dbac78abadee {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:36:40.833027 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e23ae049-95fa-4169-91c8-dcf40d049a4e req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:40.917116 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-e23ae049-95fa-4169-91c8-dcf40d049a4e req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port ef16ede5-f934-4909-9edd-dbac78abadee, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=ef16ede5-f934-4909-9edd-dbac78abadee,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:36:40.917474 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e23ae049-95fa-4169-91c8-dcf40d049a4e req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:40.930521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-e23ae049-95fa-4169-91c8-dcf40d049a4e req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for ef16ede5-f934-4909-9edd-dbac78abadee owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:36:41.061797 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e23ae049-95fa-4169-91c8-dcf40d049a4e req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:41.089203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=ef16ede5-f934-4909-9edd-dbac78abadee,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:41.103230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.103587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.103936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.104275 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.104611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.104943 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.105273 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.105602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.105929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.106276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.106641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.106911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.145885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23ae049-95fa-4169-91c8-dcf40d049a4e req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] No DVR routers for this DVR port ef16ede5-f934-4909-9edd-dbac78abadee on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:36:41.148422 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e23ae049-95fa-4169-91c8-dcf40d049a4e req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:41.150415 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e23ae049-95fa-4169-91c8-dcf40d049a4e req-a06ef6c9-1e29-4967-8209-8fceaff2b1c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.59 "DELETE /v2.0/ports/ef16ede5-f934-4909-9edd-dbac78abadee HTTP/1.1" status: 204 len: 173 time: 0.4136126 Jul 08 18:36:41.150863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'name': 'network-vif-deleted', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:36:41.153102 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba69e74e-e43e-4cdb-a9e6-0d716a0922fc" -d '{"events": [{"server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "name": "network-vif-deleted", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:36:41.191403 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4794d3e-76ff-4050-be23-19ab78469064 x-openstack-request-id: req-f4794d3e-76ff-4050-be23-19ab78469064 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:36:41.191702 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2d8f76-8f6e-4085-9adf-ca5969188979", "name": "network-vif-deleted", "tag": "ef16ede5-f934-4909-9edd-dbac78abadee", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:36:41.191967 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f4794d3e-76ff-4050-be23-19ab78469064 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:36:41.192371 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2d8f76-8f6e-4085-9adf-ca5969188979', 'name': 'network-vif-deleted', 'tag': 'ef16ede5-f934-4909-9edd-dbac78abadee', 'status': 'completed', 'code': 200} Jul 08 18:36:41.750415 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:41.783536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9108ca6-0db9-4f35-86aa-dd49f4228eb0 req-019d7ac1-dd5c-4b0b-8483-225426ba055d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c2d8f76-8f6e-4085-9adf-ca5969188979 HTTP/1.1" status: 200 len: 210 time: 0.0291333 Jul 08 18:36:42.873767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54784) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:43.237787 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:43.499477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port c4775600-2a40-4713-b7f5-9e4ffdf92408 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:36:43.499850 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:43.588582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port c4775600-2a40-4713-b7f5-9e4ffdf92408, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=c4775600-2a40-4713-b7f5-9e4ffdf92408,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:36:43.588936 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:43.601372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for c4775600-2a40-4713-b7f5-9e4ffdf92408 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:36:43.663617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device ef16ede5-f934-4909-9edd-dbac78abadee no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:36:43.682541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: ef16ede5-f934-4909-9edd-dbac78abadee {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:36:43.682879 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device ef16ede5-f934-4909-9edd-dbac78abadee not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:36:43.781095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:43.805238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=c4775600-2a40-4713-b7f5-9e4ffdf92408,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:43.981513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.196443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router cb522393-8977-4752-85d7-b3d2efd673ff has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:36:44.301179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:36:44.306153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-932a844b-88bd-4f8f-a37a-2986143146ce tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "PUT /v2.0/routers/cb522393-8977-4752-85d7-b3d2efd673ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313164 Jul 08 18:36:44.308839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54786) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:44.310537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44436f25-7511-4812-9149-e8ce83e70f15 None None] Sync routers for ids ['cb522393-8977-4752-85d7-b3d2efd673ff'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:36:44.319499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44436f25-7511-4812-9149-e8ce83e70f15 None None] Routers {'cb522393-8977-4752-85d7-b3d2efd673ff'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:36:44.320111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-44436f25-7511-4812-9149-e8ce83e70f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cb522393-8977-4752-85d7-b3d2efd673ff'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:44.358888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d18e77d-f0aa-4624-be1e-6b48b80ab5e8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting subnet b5427b21-0976-4b96-904d-277a4af0c72e {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:36:44.363213 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d18e77d-f0aa-4624-be1e-6b48b80ab5e8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.407482 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d18e77d-f0aa-4624-be1e-6b48b80ab5e8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.424390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-44436f25-7511-4812-9149-e8ce83e70f15 None None] Set router cb522393-8977-4752-85d7-b3d2efd673ff gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:36:44.493203 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d18e77d-f0aa-4624-be1e-6b48b80ab5e8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.557584 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d18e77d-f0aa-4624-be1e-6b48b80ab5e8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.587375 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d18e77d-f0aa-4624-be1e-6b48b80ab5e8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.589351 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0d18e77d-f0aa-4624-be1e-6b48b80ab5e8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/subnets/b5427b21-0976-4b96-904d-277a4af0c72e HTTP/1.1" status: 204 len: 168 time: 0.2795532 Jul 08 18:36:44.591499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18e77d-f0aa-4624-be1e-6b48b80ab5e8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Subnet': ['ID=b5427b21-0976-4b96-904d-277a4af0c72e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:44.593644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54788) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:44.597695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ca4d6-a53a-4b6f-8da4-ccc4d3d63252 None None] Network 428ff0da-59a8-4852-8378-edf1727f3f0f requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:36:44.667261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-44436f25-7511-4812-9149-e8ce83e70f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:36:43Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:44.713229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44436f25-7511-4812-9149-e8ce83e70f15 None None] Checking router: cb522393-8977-4752-85d7-b3d2efd673ff for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:36:44.743405 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44436f25-7511-4812-9149-e8ce83e70f15 None None] Routers {'cb522393-8977-4752-85d7-b3d2efd673ff'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:36:44.744015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-44436f25-7511-4812-9149-e8ce83e70f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['cb522393-8977-4752-85d7-b3d2efd673ff'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:44.757024 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.867187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-44436f25-7511-4812-9149-e8ce83e70f15 None None] Set router cb522393-8977-4752-85d7-b3d2efd673ff gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:36:44.867354 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.921677 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port f5f76ac6-7d51-4802-9271-cd2cc1197ee4 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:36:44.922016 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.924587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a7efed-d435-4d24-8822-18db4191068a None None] DHCP port deletion for 428ff0da-59a8-4852-8378-edf1727f3f0f request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:36:45.001820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port f5f76ac6-7d51-4802-9271-cd2cc1197ee4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f5f76ac6-7d51-4802-9271-cd2cc1197ee4,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:36:45.002099 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.015291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for f5f76ac6-7d51-4802-9271-cd2cc1197ee4 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:36:45.052836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Deleting port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:36:45.053203 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.122439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-70a7efed-d435-4d24-8822-18db4191068a None None] For port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=304067ab-a29f-4fe6-910e-9bd2d51a7a5c,segment=NetworkSegment(53d69fed-49f6-4e2a-92eb-546a2f3efde7),segment_id=53d69fed-49f6-4e2a-92eb-546a2f3efde7)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:36:45.122737 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.139423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Calling delete_port for 304067ab-a29f-4fe6-910e-9bd2d51a7a5c owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:36:45.157727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-44436f25-7511-4812-9149-e8ce83e70f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:36:43Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:45.180563 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.208072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=f5f76ac6-7d51-4802-9271-cd2cc1197ee4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:45.214026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44436f25-7511-4812-9149-e8ce83e70f15 None None] The sync data for ids ['cb522393-8977-4752-85d7-b3d2efd673ff'] in n-d-799684-3 is: [{'id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612484447', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:36:43Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': 'f5f76ac6-7d51-4802-9271-cd2cc1197ee4', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb522393-8977-4752-85d7-b3d2efd673ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:33:46Z', 'updated_at': '2021-07-08T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:36:45.254924 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.269094 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.281231 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Pushing event deleted for resources: {'Port': ['ID=304067ab-a29f-4fe6-910e-9bd2d51a7a5c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:45.285377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7efed-d435-4d24-8822-18db4191068a None None] No DVR routers for this DVR port 304067ab-a29f-4fe6-910e-9bd2d51a7a5c on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:36:45.292384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.292785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.293125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.293460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.293786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.294105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.295065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.295065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.295065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.295367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.295679 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.295995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7efed-d435-4d24-8822-18db4191068a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:45.358857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.361493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.406711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.407707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Fanout notify agent at l3_agent the message router_deleted on router cb522393-8977-4752-85d7-b3d2efd673ff {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:36:45.414957 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.416072 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a6248718-fb5f-42ec-a2b9-0ef70b9c4c6e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/routers/cb522393-8977-4752-85d7-b3d2efd673ff HTTP/1.1" status: 204 len: 168 time: 0.8198578 Jul 08 18:36:45.418782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54790) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:45.492272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.579655 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.589612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428ff0da-59a8-4852-8378-edf1727f3f0f']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:45.602588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d69fed-49f6-4e2a-92eb-546a2f3efde7') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:45.602588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d69fed-49f6-4e2a-92eb-546a2f3efde7') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:45.609640 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.623750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.630387 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:36:45.630803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:36:45.633694 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:36:45.691681 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.698806 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.700666 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/networks/428ff0da-59a8-4852-8378-edf1727f3f0f HTTP/1.1" status: 204 len: 168 time: 0.2809441 Jul 08 18:36:45.703498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54792) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:45.712365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3921a-4577-4bad-8ebd-8eae6f3fe8a7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Network': ['ID=428ff0da-59a8-4852-8378-edf1727f3f0f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:45.770824 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7075101-b8a2-404e-a317-c5306daf7e09 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.800145 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7075101-b8a2-404e-a317-c5306daf7e09 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.871066 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7075101-b8a2-404e-a317-c5306daf7e09 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.874342 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f7075101-b8a2-404e-a317-c5306daf7e09 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:45.876374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f7075101-b8a2-404e-a317-c5306daf7e09 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/security-groups/1fc4f3ff-c681-4d05-afe6-d12621e516a9 HTTP/1.1" status: 204 len: 168 time: 0.1711376 Jul 08 18:36:45.915011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075101-b8a2-404e-a317-c5306daf7e09 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc4f3ff-c681-4d05-afe6-d12621e516a9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:45.964343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-e3a7bfcc-6e7b-4e07-aded-a9b86fd19ba7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673696 Jul 08 18:36:46.058265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-f308c2e7-68c9-4934-801f-cc3957fd7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:46.059764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-f308c2e7-68c9-4934-801f-cc3957fd7ed8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 1097 time: 0.0530281 Jul 08 18:36:46.166754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-3a8dbaac-9b67-4bca-8d7e-b95ab1f9255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:46.168201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-3a8dbaac-9b67-4bca-8d7e-b95ab1f9255c service neutron] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0879753 Jul 08 18:36:46.239609 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-76b811ba-828c-4799-9bd6-f74f75b2e161 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f0a74-bba2-4fa1-8a78-4c42d6247269 HTTP/1.1" status: 200 len: 1002 time: 0.0651722 Jul 08 18:36:46.242143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54800) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:46.246738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3044961b-27af-427e-806c-b0ef6c168de7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019172775', 'description': 'tempest-secgroup-smoke-1019172775 description', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:46.309410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-6b844d07-037c-4bd4-beca-ab53d6152cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:46.310906 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-6b844d07-037c-4bd4-beca-ab53d6152cf6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0596983 Jul 08 18:36:46.311598 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3044961b-27af-427e-806c-b0ef6c168de7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.402159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-14faf9cb-825c-4cc8-9af3-2d1bc461942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:46.403713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-14faf9cb-825c-4cc8-9af3-2d1bc461942c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834141 Jul 08 18:36:46.414473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-e880ced9-2212-442f-ac11-95426fc07448 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:36:46.415443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-e880ced9-2212-442f-ac11-95426fc07448 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051489 Jul 08 18:36:46.493482 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3044961b-27af-427e-806c-b0ef6c168de7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.500317 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3044961b-27af-427e-806c-b0ef6c168de7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.525897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 304067ab-a29f-4fe6-910e-9bd2d51a7a5c no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:36:46.545717 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3044961b-27af-427e-806c-b0ef6c168de7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.547120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3044961b-27af-427e-806c-b0ef6c168de7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3039582 Jul 08 18:36:46.547856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044961b-27af-427e-806c-b0ef6c168de7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf3be97-49ff-4983-8dd2-828e22ff80ef,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:46.549916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 304067ab-a29f-4fe6-910e-9bd2d51a7a5c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:36:46.550291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 304067ab-a29f-4fe6-910e-9bd2d51a7a5c not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:36:46.550733 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c4775600-2a40-4713-b7f5-9e4ffdf92408 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:36:46.551135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54802) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:46.556291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c7825dc6-48fb-4635-ba7d-0d3bd976278b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': 'adf3be97-49ff-4983-8dd2-828e22ff80ef', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:46.565105 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-caf42a61-d356-4629-a037-ef38d26af7e1 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411562 Jul 08 18:36:46.569912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: c4775600-2a40-4713-b7f5-9e4ffdf92408 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:36:46.570280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device c4775600-2a40-4713-b7f5-9e4ffdf92408 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:36:46.570710 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f5f76ac6-7d51-4802-9271-cd2cc1197ee4 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:36:46.589723 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7825dc6-48fb-4635-ba7d-0d3bd976278b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.591513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: f5f76ac6-7d51-4802-9271-cd2cc1197ee4 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:36:46.592057 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f5f76ac6-7d51-4802-9271-cd2cc1197ee4 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:36:46.651425 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7825dc6-48fb-4635-ba7d-0d3bd976278b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.655778 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7825dc6-48fb-4635-ba7d-0d3bd976278b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.662281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cecf6b81-043c-4c1a-b049-865dfc58663e req-463c90fe-8193-438d-b4e0-adc36cd7bc7e service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907640 Jul 08 18:36:46.676919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7825dc6-48fb-4635-ba7d-0d3bd976278b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9f4e2e-4a5a-4499-be89-4f183ffa4bc3,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:46.679629 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7825dc6-48fb-4635-ba7d-0d3bd976278b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.681258 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c7825dc6-48fb-4635-ba7d-0d3bd976278b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289003 Jul 08 18:36:46.683925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54804) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:46.688849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-29c57c86-f1aa-44f7-b1c2-4e62899789ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': 'adf3be97-49ff-4983-8dd2-828e22ff80ef', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:46.716037 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29c57c86-f1aa-44f7-b1c2-4e62899789ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.773396 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29c57c86-f1aa-44f7-b1c2-4e62899789ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.777401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29c57c86-f1aa-44f7-b1c2-4e62899789ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.795403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c57c86-f1aa-44f7-b1c2-4e62899789ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc93ad13-a7f8-4cad-86f2-fca52fb575d8,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:46.802567 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-29c57c86-f1aa-44f7-b1c2-4e62899789ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.803899 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-29c57c86-f1aa-44f7-b1c2-4e62899789ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189666 Jul 08 18:36:46.806621 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54806) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:46.810972 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ad2f3084-49f6-4698-8fd9-63f26a2700ae tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': 'adf3be97-49ff-4983-8dd2-828e22ff80ef', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:46.836841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3084-49f6-4698-8fd9-63f26a2700ae tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.892910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3084-49f6-4698-8fd9-63f26a2700ae tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.896353 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3084-49f6-4698-8fd9-63f26a2700ae tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.913580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f3084-49f6-4698-8fd9-63f26a2700ae tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c534a0e-4bef-4af7-bcdd-92726dfa6b74,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:46.919811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3084-49f6-4698-8fd9-63f26a2700ae tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.921129 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ad2f3084-49f6-4698-8fd9-63f26a2700ae tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135323 Jul 08 18:36:46.923899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54808) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:46.928527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3cf77d7e-6589-45ac-8e54-3976bc2277dc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': 'adf3be97-49ff-4983-8dd2-828e22ff80ef', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:46.955323 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cf77d7e-6589-45ac-8e54-3976bc2277dc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.017105 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cf77d7e-6589-45ac-8e54-3976bc2277dc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.021234 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cf77d7e-6589-45ac-8e54-3976bc2277dc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.039344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf77d7e-6589-45ac-8e54-3976bc2277dc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818c4afa-ea46-46f0-97b5-93d790088efc,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:47.047021 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cf77d7e-6589-45ac-8e54-3976bc2277dc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.048284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3cf77d7e-6589-45ac-8e54-3976bc2277dc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233892 Jul 08 18:36:47.050938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54810) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:47.055379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2b44632d-20ec-4b22-a999-79c2833a481a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': 'adf3be97-49ff-4983-8dd2-828e22ff80ef', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:47.079445 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-2b44632d-20ec-4b22-a999-79c2833a481a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Project f6e1158e86bd4bc8b1d072406a508422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:36:47.084383 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b44632d-20ec-4b22-a999-79c2833a481a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.153364 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b44632d-20ec-4b22-a999-79c2833a481a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.157754 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b44632d-20ec-4b22-a999-79c2833a481a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.172207 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44632d-20ec-4b22-a999-79c2833a481a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96c0263-0ee9-4102-9481-2d4bbc104669,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:47.180973 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2b44632d-20ec-4b22-a999-79c2833a481a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.182170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2b44632d-20ec-4b22-a999-79c2833a481a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302545 Jul 08 18:36:47.184909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54812) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:47.189743 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-15aa06dc-1a9e-4d3b-8304-c05bf347e1a2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': 'adf3be97-49ff-4983-8dd2-828e22ff80ef', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:47.210672 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-15aa06dc-1a9e-4d3b-8304-c05bf347e1a2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Project f6e1158e86bd4bc8b1d072406a508422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:36:47.215295 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15aa06dc-1a9e-4d3b-8304-c05bf347e1a2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.274776 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15aa06dc-1a9e-4d3b-8304-c05bf347e1a2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.278771 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15aa06dc-1a9e-4d3b-8304-c05bf347e1a2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.295859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa06dc-1a9e-4d3b-8304-c05bf347e1a2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d7aae2-8129-48b9-b44c-48a20029968a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:47.303259 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15aa06dc-1a9e-4d3b-8304-c05bf347e1a2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.304427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-15aa06dc-1a9e-4d3b-8304-c05bf347e1a2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185961 Jul 08 18:36:47.307252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:47.312025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'network': {'name': 'tempest-network-smoke--1501777721', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'port_security_enabled': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:47.332539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:36:47.335872 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.361201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:36:47.369841 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.370183 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Added segment 678f2cb0-f170-46fc-89e4-27555339fdef of type vlan for network 78d7b27d-fd71-489d-ac18-f15997a75c00 Jul 08 18:36:47.409847 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.437003 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.443053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:47.443700 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.497971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1896999 Jul 08 18:36:47.501330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54816) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:47.505990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'admin_state_up': True, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:47.510629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac41c6-61ef-4e0e-8306-729a2b89fa0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Network': ['ID=78d7b27d-fd71-489d-ac18-f15997a75c00,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:47.521821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 78d7b27d-fd71-489d-ac18-f15997a75c00 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:36:47.530619 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.531691 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.586851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.719105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.157878 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.177220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.278605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.25.8.6 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/214bdb3b-4065-4c35-bce7-6eb19fabda93) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:36:48.378574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.417893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.457259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:36:48.460058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:36:48.465475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:36:48.491643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=214bdb3b-4065-4c35-bce7-6eb19fabda93,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:48.715017 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.906958 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.032724 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 19baaf93-3e56-49e4-b4a9-989250cdd49f is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:36:49.135066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:36:49.144336 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Sync routers for ids ['19baaf93-3e56-49e4-b4a9-989250cdd49f'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:36:49.153906 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.154542 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Routers {'19baaf93-3e56-49e4-b4a9-989250cdd49f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:36:49.155440 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['19baaf93-3e56-49e4-b4a9-989250cdd49f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:49.155573 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ae7f4f61-1d45-444d-a14a-df8a92f660f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6528983 Jul 08 18:36:49.158996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54818) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:49.194736 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8405bd87-f981-417b-9717-590b7d0d491d tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=f6e1158e86bd4bc8b1d072406a508422&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345337 Jul 08 18:36:49.197291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54820) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:49.255846 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Set router 19baaf93-3e56-49e4-b4a9-989250cdd49f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:36:49.342366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6425673d-bc22-4662-b6af-0784641f042b tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:49.343805 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6425673d-bc22-4662-b6af-0784641f042b tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1455944 Jul 08 18:36:49.346759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54822) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:49.381930 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d25e2573-2c5d-4d97-9f58-6ccf36f9fe2d tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340981 Jul 08 18:36:49.384396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54824) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:49.389168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1162555579', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:49.430101 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:48Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:49.455127 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Checking router: 19baaf93-3e56-49e4-b4a9-989250cdd49f for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:36:49.455466 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Updating router 19baaf93-3e56-49e4-b4a9-989250cdd49f port 214bdb3b-4065-4c35-bce7-6eb19fabda93 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:36:49.478201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:36:49.482043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.493204 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.654559 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.712770 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Subnet': ['ID=95b6a0af-fe8c-41ca-9117-be5d2555466f,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:49.723594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Checking segment: {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:36:49.724080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network hostable DHCP agents. Network: 78d7b27d-fd71-489d-ac18-f15997a75c00, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:36:49.739080 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.740891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 78d7b27d-fd71-489d-ac18-f15997a75c00 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:36:49.750035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 78d7b27d-fd71-489d-ac18-f15997a75c00) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:36:49.750250 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Transition to ACTIVE for port object 214bdb3b-4065-4c35-bce7-6eb19fabda93 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:36:49.754735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:49.755357 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.756332 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.761403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca97a977-a168-41c5-996b-60a2fc5d3c73 None None] Network 78d7b27d-fd71-489d-ac18-f15997a75c00 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:36:49.773118 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1924ce6c-fe7f-44ce-9ea0-490cf5216395 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3851225 Jul 08 18:36:49.773406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54826) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:49.801893 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Attempting to bind port 214bdb3b-4065-4c35-bce7-6eb19fabda93 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:36:49.802293 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Attempting to bind port 214bdb3b-4065-4c35-bce7-6eb19fabda93 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:36:49.802660 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Attempting to bind port 214bdb3b-4065-4c35-bce7-6eb19fabda93 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:36:49.816506 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:36:49.816771 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:36:49.817135 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.817528 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:36:49.817981 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Bound port: 214bdb3b-4065-4c35-bce7-6eb19fabda93, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:36:49.818620 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.870930 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] For port 214bdb3b-4065-4c35-bce7-6eb19fabda93, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:36:49.873933 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] For port 214bdb3b-4065-4c35-bce7-6eb19fabda93, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=214bdb3b-4065-4c35-bce7-6eb19fabda93,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:36:49.875281 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Pushing event updated for resources: {'Port': ['ID=214bdb3b-4065-4c35-bce7-6eb19fabda93,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:49.879527 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.895541 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.896167 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.896664 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.897155 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.897622 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.898107 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.898610 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.899081 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.899566 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.900038 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.900500 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.900982 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:49.930024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-78d7b27d-fd71-489d-ac18-f15997a75c00', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:36:49.931265 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.959182 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a86828-1146-4e5e-b600-2e3163d68478 None None] Pushing event updated for resources: {'Port': ['ID=214bdb3b-4065-4c35-bce7-6eb19fabda93,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:49.966018 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Routers {'19baaf93-3e56-49e4-b4a9-989250cdd49f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:36:49.966656 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['19baaf93-3e56-49e4-b4a9-989250cdd49f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:50.075004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Allocated IP 172.20.0.2 (78d7b27d-fd71-489d-ac18-f15997a75c00/95b6a0af-fe8c-41ca-9117-be5d2555466f/f19fc635-2c44-4bd8-863e-39fb403d3426) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:36:50.075875 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] Set router 19baaf93-3e56-49e4-b4a9-989250cdd49f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:36:50.222495 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:50.224057 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:50.232921 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Transition to ACTIVE for port object f19fc635-2c44-4bd8-863e-39fb403d3426 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:36:50.248659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Transition to ACTIVE for port object f19fc635-2c44-4bd8-863e-39fb403d3426 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:36:50.256499 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:50.267157 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:48Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:50.293355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Network 78d7b27d-fd71-489d-ac18-f15997a75c00 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:36:50.298368 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc210b3-3171-48be-83d2-a7140a805d3c None None] The sync data for ids ['19baaf93-3e56-49e4-b4a9-989250cdd49f'] in n-d-799684-3 is: [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:48Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:36:50.300414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:36:50.303799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:36:50.309397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Pushing event updated for resources: {'Port': ['ID=f19fc635-2c44-4bd8-863e-39fb403d3426,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:50.373189 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Attempting to bind port f19fc635-2c44-4bd8-863e-39fb403d3426 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:36:50.373558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Attempting to bind port f19fc635-2c44-4bd8-863e-39fb403d3426 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:36:50.374135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Attempting to bind port f19fc635-2c44-4bd8-863e-39fb403d3426 on network 78d7b27d-fd71-489d-ac18-f15997a75c00 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:36:50.380028 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:36:50.380414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Checking segment: {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:36:50.380826 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:50.381227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Bound using segment: {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:36:50.381705 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Bound port: f19fc635-2c44-4bd8-863e-39fb403d3426, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:36:50.382089 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:50.455101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] For port f19fc635-2c44-4bd8-863e-39fb403d3426, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:36:50.458912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] For port f19fc635-2c44-4bd8-863e-39fb403d3426, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f19fc635-2c44-4bd8-863e-39fb403d3426,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:36:50.464435 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:50.532408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e481b54-1563-4442-8acb-8731e6fedc3e None None] Pushing event updated for resources: {'Port': ['ID=f19fc635-2c44-4bd8-863e-39fb403d3426,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:50.882084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.20.0.1 (78d7b27d-fd71-489d-ac18-f15997a75c00/95b6a0af-fe8c-41ca-9117-be5d2555466f/38c435de-b480-468d-b7d2-831448240e9f) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:36:51.004552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:51.019859 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Transition to ACTIVE for port object 38c435de-b480-468d-b7d2-831448240e9f will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:36:51.054892 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:51.099000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 78d7b27d-fd71-489d-ac18-f15997a75c00 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:36:51.104512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:36:51.107027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:36:51.134113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=38c435de-b480-468d-b7d2-831448240e9f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:51.160181 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:51.311334 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:51.520965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe74f07-0878-454e-9a57-b4c8cab76b2f None None] Network 78d7b27d-fd71-489d-ac18-f15997a75c00 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:36:51.581000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-143cd32c-c836-46ca-99ba-b4f1a353396a None None] Provisioning for port f19fc635-2c44-4bd8-863e-39fb403d3426 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:36:51.601932 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:51.606719 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:51.682945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=38c435de-b480-468d-b7d2-831448240e9f,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:51.685572 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:51.785880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 78d7b27d-fd71-489d-ac18-f15997a75c00 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:36:51.787457 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:36:51.909903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 19baaf93-3e56-49e4-b4a9-989250cdd49f has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:36:51.934898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d8fabe4c-8489-4650-b3cb-b73258c6dbe4 None None] Provisioning for port 38c435de-b480-468d-b7d2-831448240e9f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:36:51.940061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d8fabe4c-8489-4650-b3cb-b73258c6dbe4 None None] Provisioning complete for port 38c435de-b480-468d-b7d2-831448240e9f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:36:51.940722 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d8fabe4c-8489-4650-b3cb-b73258c6dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:51.977322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d8fabe4c-8489-4650-b3cb-b73258c6dbe4 None None] Port 38c435de-b480-468d-b7d2-831448240e9f cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:36:52.034768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:36:52.042493 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-408e7aaf-3ad8-4469-ab3e-efd2c6083c8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "PUT /v2.0/routers/19baaf93-3e56-49e4-b4a9-989250cdd49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2657230 Jul 08 18:36:52.044227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Sync routers for ids ['19baaf93-3e56-49e4-b4a9-989250cdd49f'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:36:52.055369 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Routers {'19baaf93-3e56-49e4-b4a9-989250cdd49f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:36:52.056060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['19baaf93-3e56-49e4-b4a9-989250cdd49f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:52.123996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8d8b0250-e506-48aa-966e-61a0b7ca82f6 None None] Provisioning complete for port 38c435de-b480-468d-b7d2-831448240e9f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:36:52.125125 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0250-e506-48aa-966e-61a0b7ca82f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:52.208141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b0250-e506-48aa-966e-61a0b7ca82f6 None None] Port 38c435de-b480-468d-b7d2-831448240e9f cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:36:52.215334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-3160eea4-40ac-4046-8af9-732efaeb2dcc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019172775&fields=id&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 267 time: 0.0412598 Jul 08 18:36:52.221880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Set router 19baaf93-3e56-49e4-b4a9-989250cdd49f gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:36:52.334543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-e53c1965-d524-43a8-8119-900e095cb4cb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:52.336096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-e53c1965-d524-43a8-8119-900e095cb4cb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 797 time: 0.1138608 Jul 08 18:36:52.351939 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-96af2de5-4cf2-4636-adab-def5d2466db4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/quotas/f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 375 time: 0.0099137 Jul 08 18:36:52.424280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-bde62a17-e279-4bfa-b171-d201b4376a5b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664387 Jul 08 18:36:52.523480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2de70e0b-1ad8-4f07-95dd-69679b06307a None None] Provisioning complete for port 38c435de-b480-468d-b7d2-831448240e9f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:36:52.523480 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2de70e0b-1ad8-4f07-95dd-69679b06307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:52.597170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2de70e0b-1ad8-4f07-95dd-69679b06307a None None] Port 38c435de-b480-468d-b7d2-831448240e9f cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:36:52.620880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f19fc635-2c44-4bd8-863e-39fb403d3426 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:36:52.673099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '38c435de-b480-468d-b7d2-831448240e9f', 'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:39:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:50Z', 'updated_at': '2021-07-08T18:36:51Z', 'revision_number': 2, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:52.704606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Checking router: 19baaf93-3e56-49e4-b4a9-989250cdd49f for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:36:52.704961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Updating router 19baaf93-3e56-49e4-b4a9-989250cdd49f port 38c435de-b480-468d-b7d2-831448240e9f binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:36:52.731976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port f19fc635-2c44-4bd8-863e-39fb403d3426 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:36:52.742557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f19fc635-2c44-4bd8-863e-39fb403d3426 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:36:52.742938 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:52.764528 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:52.866155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-1cc15e95-8b82-4506-9c72-3294e1731460 service neutron] 10.222.0.73 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301252 Jul 08 18:36:52.931330 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:52.955544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-21b9e59d-c9b9-4636-8297-674f7847cda6 service neutron] 10.222.0.73 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833502 Jul 08 18:36:53.011266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port f19fc635-2c44-4bd8-863e-39fb403d3426, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f19fc635-2c44-4bd8-863e-39fb403d3426,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:36:53.021487 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:53.022289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 214bdb3b-4065-4c35-bce7-6eb19fabda93 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:36:53.133518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=f19fc635-2c44-4bd8-863e-39fb403d3426,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:53.146822 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d28005b-2668-4d53-a367-7e27f7175bac req-67aa7d02-a143-4921-affe-71d7a2760a6c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 210 time: 0.0404401 Jul 08 18:36:53.186821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 214bdb3b-4065-4c35-bce7-6eb19fabda93 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:36:53.196928 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 214bdb3b-4065-4c35-bce7-6eb19fabda93 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:36:53.197338 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:53.202481 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:53.234231 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Transition to ACTIVE for port object 38c435de-b480-468d-b7d2-831448240e9f will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:36:53.246319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:53.351111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221911c5-a5e5-4f9e-a572-00fb005f9473 None None] Pushing event updated for resources: {'Port': ['ID=38c435de-b480-468d-b7d2-831448240e9f,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:53.393586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Attempting to bind port 38c435de-b480-468d-b7d2-831448240e9f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:36:53.393964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Attempting to bind port 38c435de-b480-468d-b7d2-831448240e9f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:36:53.394385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Attempting to bind port 38c435de-b480-468d-b7d2-831448240e9f on network 78d7b27d-fd71-489d-ac18-f15997a75c00 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:36:53.397383 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:53.418092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:36:53.418510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Checking segment: {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:36:53.418928 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:53.419327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Bound using segment: {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:36:53.419814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Bound port: 38c435de-b480-468d-b7d2-831448240e9f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:36:53.420203 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:53.426790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 214bdb3b-4065-4c35-bce7-6eb19fabda93, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=214bdb3b-4065-4c35-bce7-6eb19fabda93,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:36:53.436862 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:53.551653 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=214bdb3b-4065-4c35-bce7-6eb19fabda93,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:53.558579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] For port 38c435de-b480-468d-b7d2-831448240e9f, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:36:53.562585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] For port 38c435de-b480-468d-b7d2-831448240e9f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=38c435de-b480-468d-b7d2-831448240e9f,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:36:53.567407 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:53.623821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Routers {'19baaf93-3e56-49e4-b4a9-989250cdd49f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:36:53.624454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['19baaf93-3e56-49e4-b4a9-989250cdd49f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:53.660953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221911c5-a5e5-4f9e-a572-00fb005f9473 None None] Pushing event updated for resources: {'Port': ['ID=38c435de-b480-468d-b7d2-831448240e9f,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:53.744807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] Set router 19baaf93-3e56-49e4-b4a9-989250cdd49f gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:36:53.955208 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '38c435de-b480-468d-b7d2-831448240e9f', 'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:39:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:50Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:53.984505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649377a2-c6d4-4ac1-a3d8-a00d5f2cb9a4 None None] The sync data for ids ['19baaf93-3e56-49e4-b4a9-989250cdd49f'] in n-d-799684-3 is: [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '38c435de-b480-468d-b7d2-831448240e9f', 'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:39:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:50Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:36:54.273964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-204116a8-3174-41cd-99c3-744623c8f616 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:54.278254 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-204116a8-3174-41cd-99c3-744623c8f616 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 797 time: 0.1422937 Jul 08 18:36:54.327464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f909bcc9-e654-4568-a183-5bd5e0aed1f3 req-7d77265c-c1e1-47ce-b895-187147a9d67d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 210 time: 0.0447295 Jul 08 18:36:54.349332 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9ddd0ed4-b797-4c39-92dd-275135e130ae tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 380 time: 0.0574701 Jul 08 18:36:54.366590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'port': {'device_id': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'admin_state_up': True, 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'security_groups': ['adf3be97-49ff-4983-8dd2-828e22ff80ef']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:54.480451 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:36:54.484135 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:54.631038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 38c435de-b480-468d-b7d2-831448240e9f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:36:54.638852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.20.0.7 (78d7b27d-fd71-489d-ac18-f15997a75c00/95b6a0af-fe8c-41ca-9117-be5d2555466f/adb43853-c856-4011-9f91-aaad95eb9d7d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:36:54.686001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 38c435de-b480-468d-b7d2-831448240e9f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:36:54.690295 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 38c435de-b480-468d-b7d2-831448240e9f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:36:54.690715 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:54.773796 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:54.784655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:54.801163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Transition to ACTIVE for port object adb43853-c856-4011-9f91-aaad95eb9d7d will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:36:54.811971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 38c435de-b480-468d-b7d2-831448240e9f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=38c435de-b480-468d-b7d2-831448240e9f,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:36:54.816427 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:54.817644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 214bdb3b-4065-4c35-bce7-6eb19fabda93 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:36:54.836168 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:54.889288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 78d7b27d-fd71-489d-ac18-f15997a75c00 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:36:54.895038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:36:54.899482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:36:54.906187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=38c435de-b480-468d-b7d2-831448240e9f,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:54.912918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 214bdb3b-4065-4c35-bce7-6eb19fabda93 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:36:54.913296 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:54.960151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:54.960816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:54.970522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:54.989921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9001dc95-addb-4514-8192-ed2475b32632 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6274562 Jul 08 18:36:55.005758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Request body: {'port': {'device_id': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:55.016544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f19fc635-2c44-4bd8-863e-39fb403d3426 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:36:55.066158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f19fc635-2c44-4bd8-863e-39fb403d3426 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:36:55.066566 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:55.095261 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:55.235667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6ec4265e-43f1-4a7a-9c82-19c82c4c9e0f None None] Provisioning for port adb43853-c856-4011-9f91-aaad95eb9d7d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:36:55.239210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6ec4265e-43f1-4a7a-9c82-19c82c4c9e0f None None] Provisioning complete for port adb43853-c856-4011-9f91-aaad95eb9d7d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:36:55.239577 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6ec4265e-43f1-4a7a-9c82-19c82c4c9e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:55.275835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6ec4265e-43f1-4a7a-9c82-19c82c4c9e0f None None] Port adb43853-c856-4011-9f91-aaad95eb9d7d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:36:55.376417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb43853-c856-4011-9f91-aaad95eb9d7d {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:36:55.383953 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:55.396002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Transition to ACTIVE for port object adb43853-c856-4011-9f91-aaad95eb9d7d will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:36:55.399777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:55.451597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:55.565278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:36:55.565610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:36:55.565939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d on network 78d7b27d-fd71-489d-ac18-f15997a75c00 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:36:55.576924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Port adb43853-c856-4011-9f91-aaad95eb9d7d on network 78d7b27d-fd71-489d-ac18-f15997a75c00 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:36:55.577247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d on network 78d7b27d-fd71-489d-ac18-f15997a75c00 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:36:55.591354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776a1ec-998e-456b-803e-af5076a0fcaa req-42ed9b92-f1e4-4d3f-9c3d-ccf824cc01aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:55.592935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f776a1ec-998e-456b-803e-af5076a0fcaa req-42ed9b92-f1e4-4d3f-9c3d-ccf824cc01aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 943 time: 0.1221697 Jul 08 18:36:55.594345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:36:55.594687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Checking segment: {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:36:55.595074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Bound using segment: {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:36:55.595528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Bound port: adb43853-c856-4011-9f91-aaad95eb9d7d, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:36:55.595880 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:55.663873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f776a1ec-998e-456b-803e-af5076a0fcaa req-426fb56d-b4e6-4a11-9478-380d6ce2d408 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646672 Jul 08 18:36:55.684393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:36:55.687397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:36:55.692849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:55.726294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:55.726812 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:55.728211 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] 10.222.0.74 "PUT /v2.0/ports/adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 1091 time: 0.7299545 Jul 08 18:36:55.728638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:36:55.730925 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af6f021-4367-468d-a814-022ea1e116dc" -d '{"events": [{"name": "network-changed", "server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:36:55.760750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbc85f-c38a-4887-9489-2b28dca75694 service neutron] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:55.802192 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec67bca2-6340-463f-9ab2-4fcef6191758 x-openstack-request-id: req-ec67bca2-6340-463f-9ab2-4fcef6191758 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:36:55.802503 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:36:55.802755 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec67bca2-6340-463f-9ab2-4fcef6191758 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:36:55.803148 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'status': 'completed', 'code': 200} Jul 08 18:36:55.831635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-31c9f35b-4c89-426f-84da-847b87f0761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:55.833200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-31c9f35b-4c89-426f-84da-847b87f0761d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1094 time: 0.0627632 Jul 08 18:36:55.876405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-9e11e6cf-747c-497d-8441-453db224a098 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 217 time: 0.0363367 Jul 08 18:36:55.925906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-bf2f9f9c-7d03-4c66-8a71-fb52087be5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:55.927449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-bf2f9f9c-7d03-4c66-8a71-fb52087be5da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0455859 Jul 08 18:36:55.987499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-735b2d22-445d-43b8-b418-59a2ddcb018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:55.988927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-735b2d22-445d-43b8-b418-59a2ddcb018c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554931 Jul 08 18:36:56.076033 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-47374f49-5398-487e-b7a5-f8d6b0e22058 service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806711 Jul 08 18:36:56.169209 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-01c5a9c0-eca3-4de5-9807-66a49bc7a597 req-c7210a5c-289c-41f1-9548-529ca5003556 service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866175 Jul 08 18:36:56.269375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6f021-4367-468d-a814-022ea1e116dc req-a9586eb5-9934-44dc-bdda-32ef682c2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:56.270819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8af6f021-4367-468d-a814-022ea1e116dc req-a9586eb5-9934-44dc-bdda-32ef682c2f6f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1094 time: 0.0562921 Jul 08 18:36:56.359260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6f021-4367-468d-a814-022ea1e116dc req-b885ba7e-5690-4ed7-bd97-98be924ea238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:56.361463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8af6f021-4367-468d-a814-022ea1e116dc req-b885ba7e-5690-4ed7-bd97-98be924ea238 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.0849822 Jul 08 18:36:56.407188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8af6f021-4367-468d-a814-022ea1e116dc req-98b32e48-9e36-4067-8d9f-7c71c6b0c063 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 217 time: 0.0389764 Jul 08 18:36:56.454010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6f021-4367-468d-a814-022ea1e116dc req-5c5bc629-1e9c-4164-a8f3-f8270aa33d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:56.455469 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8af6f021-4367-468d-a814-022ea1e116dc req-5c5bc629-1e9c-4164-a8f3-f8270aa33d08 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0432811 Jul 08 18:36:56.512858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6f021-4367-468d-a814-022ea1e116dc req-735c52db-0cb3-4e35-aa40-56e8f24435dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:56.514535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8af6f021-4367-468d-a814-022ea1e116dc req-735c52db-0cb3-4e35-aa40-56e8f24435dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526376 Jul 08 18:36:56.534805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 38c435de-b480-468d-b7d2-831448240e9f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:36:56.581579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 38c435de-b480-468d-b7d2-831448240e9f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:36:56.581957 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:56.608137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8af6f021-4367-468d-a814-022ea1e116dc req-60c032e3-970b-4a89-8a2d-4867d0933f0a service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874929 Jul 08 18:36:56.696294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8af6f021-4367-468d-a814-022ea1e116dc req-8e54fa28-a215-4e3e-9a6e-e485c616624e service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819979 Jul 08 18:36:56.841922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44652fb-027b-44f0-9f0d-2e95afeb18e0 req-95ffa94a-7f3c-43b3-b5ad-0450cda94e2a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:56.843347 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d44652fb-027b-44f0-9f0d-2e95afeb18e0 req-95ffa94a-7f3c-43b3-b5ad-0450cda94e2a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 943 time: 0.0707524 Jul 08 18:36:56.883279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d44652fb-027b-44f0-9f0d-2e95afeb18e0 req-1134a26f-fe7f-4032-861c-5bdd8a04048d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322933 Jul 08 18:36:58.054065 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e686ef0-9666-4305-82b6-caaff2fc6075 req-68e06763-55fe-4b57-98c5-f41477dee837 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:58.055714 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e686ef0-9666-4305-82b6-caaff2fc6075 req-68e06763-55fe-4b57-98c5-f41477dee837 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 943 time: 0.0630846 Jul 08 18:36:58.092114 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e686ef0-9666-4305-82b6-caaff2fc6075 req-06e9e177-fea2-4af4-86f8-134447f54304 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Jul 08 18:36:58.723131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:36:58.824437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:36:58.835818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'port_id': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'mac_address': 'fa:16:3e:43:5e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:36:58.872098 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:58.883183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59cbf9-e254-439e-828a-0f20f3be3a06 req-4b1f527e-6b50-4a48-93d0-25bc45bd2fbb tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:58.884682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d59cbf9-e254-439e-828a-0f20f3be3a06 req-4b1f527e-6b50-4a48-93d0-25bc45bd2fbb tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 945 time: 0.0629117 Jul 08 18:36:58.885636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb43853-c856-4011-9f91-aaad95eb9d7d {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:36:58.906156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:36:58.910551 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:58.924531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9d59cbf9-e254-439e-828a-0f20f3be3a06 req-1ee18fdb-d214-41e4-b3e2-2caacd9471ab tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/security-groups?id=1600b5b5-e8e8-4a91-bac4-28b38c7413ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341861 Jul 08 18:36:58.961630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:59.229869 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:36:59.236156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['adb43853-c856-4011-9f91-aaad95eb9d7d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:36:59.271917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c9a01-8ff3-402e-b2be-5d9f9ce42d8b req-a32999c9-8cc2-4a56-9cd9-2d7d062eecdf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:59.273413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-330c9a01-8ff3-402e-b2be-5d9f9ce42d8b req-a32999c9-8cc2-4a56-9cd9-2d7d062eecdf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 944 time: 0.0684135 Jul 08 18:36:59.311621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-330c9a01-8ff3-402e-b2be-5d9f9ce42d8b req-13155846-a106-46ee-8f69-5f1daf0b7eb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Jul 08 18:36:59.388738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-77922992-05e1-4874-9e4a-bbc21c30de4c tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:59.390239 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-77922992-05e1-4874-9e4a-bbc21c30de4c tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 945 time: 0.0632508 Jul 08 18:36:59.493956 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Deleting port 2dab7bd2-df7a-4418-8dc6-dcb37316777a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:36:59.494232 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:59.580986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] For port 2dab7bd2-df7a-4418-8dc6-dcb37316777a, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2dab7bd2-df7a-4418-8dc6-dcb37316777a,segment=NetworkSegment(39f80795-6f82-4125-8812-1a12e575e755),segment_id=39f80795-6f82-4125-8812-1a12e575e755)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:36:59.581357 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:59.798023 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:59.798339 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:59.798651 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Floating IP cc791b05-ed40-4aa0-9bec-4d92397986a7 disassociated. External IP: 172.25.8.10, port: 2dab7bd2-df7a-4418-8dc6-dcb37316777a. Jul 08 18:36:59.799010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Calling delete_port for 2dab7bd2-df7a-4418-8dc6-dcb37316777a owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:36:59.929078 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:59.955829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event deleted for resources: {'Port': ['ID=2dab7bd2-df7a-4418-8dc6-dcb37316777a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:00.070437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:37:00.081751 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fae18222-455b-4311-be1b-bf9dbf20be7b req-29d637cd-722a-4c60-87c8-5868bfd2662f tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3 HTTP/1.1" status: 200 len: 210 time: 0.0282552 Jul 08 18:37:00.177684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:37:00.186881 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2e58f-e2a1-44da-a949-a679f91a91ed None None] Sync routers for ids ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:37:00.195630 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2e58f-e2a1-44da-a949-a679f91a91ed None None] Routers {'8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:00.196228 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fbb2e58f-e2a1-44da-a949-a679f91a91ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:00.221474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] No DVR routers for this DVR port 2dab7bd2-df7a-4418-8dc6-dcb37316777a on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:37:00.224423 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:00.226846 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f77d73ca-ea30-49aa-9121-36b727eb9738 req-4a9ccbdd-0b86-4672-92cb-a4fb6b622203 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.59 "DELETE /v2.0/ports/2dab7bd2-df7a-4418-8dc6-dcb37316777a HTTP/1.1" status: 204 len: 173 time: 0.8316727 Jul 08 18:37:00.227313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'name': 'network-vif-deleted', 'tag': '2dab7bd2-df7a-4418-8dc6-dcb37316777a'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:37:00.229584 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b415170-1aaf-4b02-bdf8-fda1c238aa84" -d '{"events": [{"server_uuid": "ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3", "name": "network-vif-deleted", "tag": "2dab7bd2-df7a-4418-8dc6-dcb37316777a"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:37:00.388386 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87304f0f-18aa-410d-b03f-0fe924711e57 x-openstack-request-id: req-87304f0f-18aa-410d-b03f-0fe924711e57 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:37:00.388755 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3", "name": "network-vif-deleted", "tag": "2dab7bd2-df7a-4418-8dc6-dcb37316777a", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:37:00.389084 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87304f0f-18aa-410d-b03f-0fe924711e57 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:37:00.389635 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea747be0-7aba-46c4-8fa3-bf72b2fb6eb3', 'name': 'network-vif-deleted', 'tag': '2dab7bd2-df7a-4418-8dc6-dcb37316777a', 'status': 'completed', 'code': 200} Jul 08 18:37:00.428046 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-fbb2e58f-e2a1-44da-a949-a679f91a91ed None None] Set router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:00.528374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528eb19-4a0d-4cc5-83be-13e2e5fc8097 req-e43dd3b3-ee9c-45bf-bf21-e749e12e3054 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:00.529878 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e528eb19-4a0d-4cc5-83be-13e2e5fc8097 req-e43dd3b3-ee9c-45bf-bf21-e749e12e3054 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 944 time: 0.0853372 Jul 08 18:37:00.572510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e528eb19-4a0d-4cc5-83be-13e2e5fc8097 req-469bc8f5-be8c-413d-b556-a0ba1e1b2d62 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360188 Jul 08 18:37:00.642856 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fbb2e58f-e2a1-44da-a949-a679f91a91ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '21e6b206-a6b1-46b9-8991-68ec0509fb6e', 'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'mac_address': 'fa:16:3e:ef:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:16Z', 'updated_at': '2021-07-08T18:31:25Z', 'revision_number': 5, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'subnets': [{'id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:00.668062 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2e58f-e2a1-44da-a949-a679f91a91ed None None] Checking router: 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:37:00.675898 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2e58f-e2a1-44da-a949-a679f91a91ed None None] Routers {'8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:00.676492 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fbb2e58f-e2a1-44da-a949-a679f91a91ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:00.737732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:37:00.785558 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-fbb2e58f-e2a1-44da-a949-a679f91a91ed None None] Set router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:00.794061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port adb43853-c856-4011-9f91-aaad95eb9d7d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:37:00.797874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port adb43853-c856-4011-9f91-aaad95eb9d7d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:37:00.798418 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:00.881816 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:00.906254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:37:00.908243 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f237e515-f62f-4636-9a31-f1608725818c" -d '{"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-plugged", "status": "completed", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:37:00.921704 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:00.935622 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:00.998578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:01.010786 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fbb2e58f-e2a1-44da-a949-a679f91a91ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '21e6b206-a6b1-46b9-8991-68ec0509fb6e', 'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'mac_address': 'fa:16:3e:ef:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:16Z', 'updated_at': '2021-07-08T18:31:25Z', 'revision_number': 5, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'subnets': [{'id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:01.013344 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03dcf57-4638-4505-8c0c-82cc5571e170 x-openstack-request-id: req-d03dcf57-4638-4505-8c0c-82cc5571e170 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:37:01.013637 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-plugged", "status": "completed", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:37:01.013961 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d03dcf57-4638-4505-8c0c-82cc5571e170 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:37:01.014334 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'code': 200} Jul 08 18:37:01.040105 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2e58f-e2a1-44da-a949-a679f91a91ed None None] The sync data for ids ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'] in n-d-799684-3 is: [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:31:17Z', 'revision_number': 4, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '21e6b206-a6b1-46b9-8991-68ec0509fb6e', 'name': '', 'network_id': '90ac26de-2302-45b4-9abd-ec566a8b2f2b', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'mac_address': 'fa:16:3e:ef:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:16Z', 'updated_at': '2021-07-08T18:31:25Z', 'revision_number': 5, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'subnets': [{'id': '5040d204-1803-4a69-8f8a-1dd298d8c7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:37:01.126469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012dfa5-e9bb-4e8f-ba2c-7956c4b6a5d7 req-1f72c4db-1d07-4f49-ae4e-a8a319877b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:01.128368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8012dfa5-e9bb-4e8f-ba2c-7956c4b6a5d7 req-1f72c4db-1d07-4f49-ae4e-a8a319877b81 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1096 time: 0.0540891 Jul 08 18:37:01.166819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8012dfa5-e9bb-4e8f-ba2c-7956c4b6a5d7 req-0265abda-34d2-4c98-8de2-059f788bf58c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316799 Jul 08 18:37:01.175814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54888) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:01.266165 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d9a938-2ff7-473b-8f0c-71394cb29792 None None] New status for floating IP cc791b05-ed40-4aa0-9bec-4d92397986a7: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:37:01.303922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-780ca13d-542e-4c68-92ba-143851b0c698 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Deleting port 112212ee-ceed-4839-b1ef-70dbdc9f8e81 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:37:01.304266 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-780ca13d-542e-4c68-92ba-143851b0c698 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:01.381167 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-780ca13d-542e-4c68-92ba-143851b0c698 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:01.381510 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-780ca13d-542e-4c68-92ba-143851b0c698 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:01.393496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-780ca13d-542e-4c68-92ba-143851b0c698 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Calling delete_port for 112212ee-ceed-4839-b1ef-70dbdc9f8e81 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:37:01.524348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-780ca13d-542e-4c68-92ba-143851b0c698 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:01.548014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ca13d-542e-4c68-92ba-143851b0c698 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event deleted for resources: {'Port': ['ID=112212ee-ceed-4839-b1ef-70dbdc9f8e81,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:01.613387 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-780ca13d-542e-4c68-92ba-143851b0c698 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:01.615886 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-780ca13d-542e-4c68-92ba-143851b0c698 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:01.617284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-780ca13d-542e-4c68-92ba-143851b0c698 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "DELETE /v2.0/floatingips/cc791b05-ed40-4aa0-9bec-4d92397986a7 HTTP/1.1" status: 204 len: 168 time: 0.4404659 Jul 08 18:37:01.709667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2dab7bd2-df7a-4418-8dc6-dcb37316777a no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:37:01.730089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 2dab7bd2-df7a-4418-8dc6-dcb37316777a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:37:01.730454 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2dab7bd2-df7a-4418-8dc6-dcb37316777a not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:37:01.748651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76350ffe-3cc9-4c51-b8b8-bfd6d4aee6d5 req-ad6545e6-6103-465b-95a4-ccd9f0abc020 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:01.750190 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76350ffe-3cc9-4c51-b8b8-bfd6d4aee6d5 req-ad6545e6-6103-465b-95a4-ccd9f0abc020 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0651379 Jul 08 18:37:01.758010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54896) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:01.787689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76350ffe-3cc9-4c51-b8b8-bfd6d4aee6d5 req-edaa63da-2ec9-4bb1-bc80-a6a8b8eecb47 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319092 Jul 08 18:37:01.817205 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8cb1343-6307-41e7-bff3-e8541bd0afd6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:01.841618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8cb1343-6307-41e7-bff3-e8541bd0afd6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:01.902712 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8cb1343-6307-41e7-bff3-e8541bd0afd6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:01.905760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c8cb1343-6307-41e7-bff3-e8541bd0afd6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:01.907555 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c8cb1343-6307-41e7-bff3-e8541bd0afd6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] 10.222.0.73 "DELETE /v2.0/security-groups/1600b5b5-e8e8-4a91-bac4-28b38c7413ea HTTP/1.1" status: 204 len: 168 time: 0.1485105 Jul 08 18:37:01.916695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb1343-6307-41e7-bff3-e8541bd0afd6 tempest-TestServerBasicOps-1475348701 tempest-TestServerBasicOps-1475348701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1600b5b5-e8e8-4a91-bac4-28b38c7413ea,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:01.954602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54900) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:02.431879 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:02.691766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] Deleting port 21e6b206-a6b1-46b9-8991-68ec0509fb6e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:37:02.693382 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:02.772326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] For port 21e6b206-a6b1-46b9-8991-68ec0509fb6e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=21e6b206-a6b1-46b9-8991-68ec0509fb6e,segment=NetworkSegment(39f80795-6f82-4125-8812-1a12e575e755),segment_id=39f80795-6f82-4125-8812-1a12e575e755)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:02.772984 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:02.974447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c24cf1-3283-446c-8cae-948971818a81 req-dbac65e4-4e63-4b12-a47e-204a14ccf6c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:02.976208 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c24cf1-3283-446c-8cae-948971818a81 req-dbac65e4-4e63-4b12-a47e-204a14ccf6c3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0748401 Jul 08 18:37:03.017777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c24cf1-3283-446c-8cae-948971818a81 req-016e904c-4f3d-4491-bac3-993fed7d9576 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352139 Jul 08 18:37:03.059163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] Calling delete_port for 21e6b206-a6b1-46b9-8991-68ec0509fb6e owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:37:03.194106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15f276-71b5-4f1c-908a-6d1fb111d326 req-bb000651-f27b-4bdc-971d-0e814d10ba96 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:03.195735 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc15f276-71b5-4f1c-908a-6d1fb111d326 req-bb000651-f27b-4bdc-971d-0e814d10ba96 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0670636 Jul 08 18:37:03.233962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc15f276-71b5-4f1c-908a-6d1fb111d326 req-dd73bf89-152a-4658-886b-33a6e82f5e40 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324643 Jul 08 18:37:03.239879 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:03.260478 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54908) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:03.265694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e6b206-a6b1-46b9-8991-68ec0509fb6e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:03.324180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e30c55-f499-4188-801d-27e7f19dfb7e tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:03.329126 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-86e30c55-f499-4188-801d-27e7f19dfb7e tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1091 time: 0.0643976 Jul 08 18:37:03.329434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54910) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:03.334084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:37:03.357634 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:03.440843 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:03.476807 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:03.584137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.25.8.181 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/3d07eb10-b0c6-4abb-87af-2dbc17ceb21d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:37:03.664618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] Router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:37:03.687042 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:03.726540 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:03.729303 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:03.766000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:37:03.769398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:37:03.771863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:37:03.776242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:37:03.784560 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-33ae014e-0d80-480a-88b0-4c554024af97 admin admin] 10.222.0.73 "PUT /v2.0/routers/8a194333-0c66-4e91-a17d-5a2c2b0f6d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8263006 Jul 08 18:37:03.784831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54912) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:03.785473 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec48d415-e0c7-416d-8ce5-a1ee7ae6dfd5 None None] Sync routers for ids ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:37:03.794634 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48d415-e0c7-416d-8ce5-a1ee7ae6dfd5 None None] Routers {'8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:03.795240 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec48d415-e0c7-416d-8ce5-a1ee7ae6dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:03.808818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=3d07eb10-b0c6-4abb-87af-2dbc17ceb21d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:03.897249 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:03.909182 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ec48d415-e0c7-416d-8ce5-a1ee7ae6dfd5 None None] Set router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:04.013633 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.070867 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Deleting port 71ff0db4-3f5f-4bf9-958c-350e40926040 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:37:04.071220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.093315 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec48d415-e0c7-416d-8ce5-a1ee7ae6dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:37:03Z', 'revision_number': 5, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port': {'id': '71ff0db4-3f5f-4bf9-958c-350e40926040', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:14Z', 'updated_at': '2021-07-08T18:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:04.123087 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec48d415-e0c7-416d-8ce5-a1ee7ae6dfd5 None None] Checking router: 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:37:04.132199 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48d415-e0c7-416d-8ce5-a1ee7ae6dfd5 None None] Routers {'8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:04.132805 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec48d415-e0c7-416d-8ce5-a1ee7ae6dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:04.156815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] For port 71ff0db4-3f5f-4bf9-958c-350e40926040, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=71ff0db4-3f5f-4bf9-958c-350e40926040,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:04.157178 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.170290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Calling delete_port for 71ff0db4-3f5f-4bf9-958c-350e40926040 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:37:04.181126 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.213541 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ec48d415-e0c7-416d-8ce5-a1ee7ae6dfd5 None None] Set router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:04.270764 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.271071 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec48d415-e0c7-416d-8ce5-a1ee7ae6dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:37:04Z', 'revision_number': 6, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:04.311189 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec48d415-e0c7-416d-8ce5-a1ee7ae6dfd5 None None] The sync data for ids ['8a194333-0c66-4e91-a17d-5a2c2b0f6d6e'] in n-d-799684-3 is: [{'id': '8a194333-0c66-4e91-a17d-5a2c2b0f6d6e', 'name': 'tempest-TestServerBasicOps-1039655359-router', 'tenant_id': '0a21fa0caaf841e7adc0d75431b98d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:13Z', 'updated_at': '2021-07-08T18:37:04Z', 'revision_number': 6, 'project_id': '0a21fa0caaf841e7adc0d75431b98d91', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:37:04.359320 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.386067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=71ff0db4-3f5f-4bf9-958c-350e40926040,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:04.436450 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.442125 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.447165 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.508654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=3d07eb10-b0c6-4abb-87af-2dbc17ceb21d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:04.521221 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.522313 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.536775 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.538921 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.586018 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.586576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a194333-0c66-4e91-a17d-5a2c2b0f6d6e {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:37:04.591062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.594573 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f5e87430-1510-4adb-ad75-d493576f9d4d admin admin] 10.222.0.73 "DELETE /v2.0/routers/8a194333-0c66-4e91-a17d-5a2c2b0f6d6e HTTP/1.1" status: 204 len: 168 time: 0.8063488 Jul 08 18:37:04.594773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54914) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:04.622643 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Floating IP d5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca associated. External IP: 172.25.8.181, port: adb43853-c856-4011-9f91-aaad95eb9d7d. Jul 08 18:37:04.639229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcad6854-4db1-4d51-8816-dbb2b81eaa6d admin admin] Deleting subnet 5040d204-1803-4a69-8f8a-1dd298d8c7cf {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:37:04.643038 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcad6854-4db1-4d51-8816-dbb2b81eaa6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.686084 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcad6854-4db1-4d51-8816-dbb2b81eaa6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.788164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcad6854-4db1-4d51-8816-dbb2b81eaa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.820139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 21e6b206-a6b1-46b9-8991-68ec0509fb6e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:37:04.845012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 21e6b206-a6b1-46b9-8991-68ec0509fb6e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:37:04.845367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 21e6b206-a6b1-46b9-8991-68ec0509fb6e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:37:04.857381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcad6854-4db1-4d51-8816-dbb2b81eaa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.864384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 19baaf93-3e56-49e4-b4a9-989250cdd49f has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:37:04.885483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad6854-4db1-4d51-8816-dbb2b81eaa6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5040d204-1803-4a69-8f8a-1dd298d8c7cf,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:04.887485 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bcad6854-4db1-4d51-8816-dbb2b81eaa6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.889368 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bcad6854-4db1-4d51-8816-dbb2b81eaa6d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5040d204-1803-4a69-8f8a-1dd298d8c7cf HTTP/1.1" status: 204 len: 168 time: 0.2936370 Jul 08 18:37:04.891919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54916) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:04.894773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30af14-4142-4c4f-aace-4077bbd87b4b None None] Network 90ac26de-2302-45b4-9abd-ec566a8b2f2b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:37:04.965278 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:04.981314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:37:05.001124 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:05.034079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Deleting port 64b3589d-587b-42ef-a9ab-407099d82957 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:37:05.034448 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:05.043333 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4fbef11b-7edd-4b16-a847-f080b06a60ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7104266 Jul 08 18:37:05.043333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:37:05.044214 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31999881-6102-408c-b03f-0f07745532ef" -d '{"events": [{"name": "network-changed", "server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:37:05.080521 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355adebb-2800-4dd8-a448-bfbf2625216c x-openstack-request-id: req-355adebb-2800-4dd8-a448-bfbf2625216c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:37:05.080845 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:37:05.081101 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-355adebb-2800-4dd8-a448-bfbf2625216c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:37:05.081511 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'status': 'completed', 'code': 200} Jul 08 18:37:05.103351 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adc1d89-f17e-4109-9009-3f2c4c6af24f None None] Sync routers for ids ['19baaf93-3e56-49e4-b4a9-989250cdd49f'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:37:05.110421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] For port 64b3589d-587b-42ef-a9ab-407099d82957, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=64b3589d-587b-42ef-a9ab-407099d82957,segment=NetworkSegment(39f80795-6f82-4125-8812-1a12e575e755),segment_id=39f80795-6f82-4125-8812-1a12e575e755)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:05.110785 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:05.120236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc1d89-f17e-4109-9009-3f2c4c6af24f None None] Routers {'19baaf93-3e56-49e4-b4a9-989250cdd49f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:05.120858 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2adc1d89-f17e-4109-9009-3f2c4c6af24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['19baaf93-3e56-49e4-b4a9-989250cdd49f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:05.127392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Calling delete_port for 64b3589d-587b-42ef-a9ab-407099d82957 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:37:05.220447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999881-6102-408c-b03f-0f07745532ef req-5431fb0b-92de-4ded-961d-fbdb568279cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:05.222070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31999881-6102-408c-b03f-0f07745532ef req-5431fb0b-92de-4ded-961d-fbdb568279cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1096 time: 0.1178217 Jul 08 18:37:05.227650 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:05.260176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b3589d-587b-42ef-a9ab-407099d82957,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:05.262078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] No DVR routers for this DVR port 64b3589d-587b-42ef-a9ab-407099d82957 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:37:05.280131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2adc1d89-f17e-4109-9009-3f2c4c6af24f None None] Set router 19baaf93-3e56-49e4-b4a9-989250cdd49f gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:05.350774 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:05.357462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc87ae-efcc-4ac2-93af-932821e6d9e3 req-911515a0-3dca-4f3b-b464-7e0840dcbe1e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:05.362820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbcc87ae-efcc-4ac2-93af-932821e6d9e3 req-911515a0-3dca-4f3b-b464-7e0840dcbe1e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.1931324 Jul 08 18:37:05.363028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ac26de-2302-45b4-9abd-ec566a8b2f2b']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:05.363620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9bff20-c808-4bf3-8bb0-521a49d1fce6 None None] DHCP port deletion for 90ac26de-2302-45b4-9abd-ec566a8b2f2b request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:37:05.378832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f80795-6f82-4125-8812-1a12e575e755') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:05.379145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f80795-6f82-4125-8812-1a12e575e755') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:05.389530 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:05.408790 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:05.417432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999881-6102-408c-b03f-0f07745532ef req-4b9daf55-e798-4c65-854a-5034cd183c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:05.418627 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:37:05.418948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31999881-6102-408c-b03f-0f07745532ef req-4b9daf55-e798-4c65-854a-5034cd183c08 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.1860957 Jul 08 18:37:05.419381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:37:05.421620 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:37:05.485891 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbcc87ae-efcc-4ac2-93af-932821e6d9e3 req-f8812f80-9413-4cd4-9629-afcc1cdd08ad tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005256 Jul 08 18:37:05.497351 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:05.503930 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:05.515023 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] 10.222.0.73 "DELETE /v2.0/networks/90ac26de-2302-45b4-9abd-ec566a8b2f2b HTTP/1.1" status: 204 len: 168 time: 0.6128352 Jul 08 18:37:05.515120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54922) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:05.527016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54924) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:05.528935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31999881-6102-408c-b03f-0f07745532ef req-e4ba66c5-17da-452b-841c-c4a1408b120e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 999 time: 0.1013634 Jul 08 18:37:05.545501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1bbf3-23d8-43e9-931b-47db15b52e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ac26de-2302-45b4-9abd-ec566a8b2f2b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:05.561851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2adc1d89-f17e-4109-9009-3f2c4c6af24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'd5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'port_id': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'mac_address': 'fa:16:3e:43:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:37:04Z', 'updated_at': '2021-07-08T18:37:04Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c435de-b480-468d-b7d2-831448240e9f', 'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:39:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:50Z', 'updated_at': '2021-07-08T18:36:54Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:05.598194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adc1d89-f17e-4109-9009-3f2c4c6af24f None None] Checking router: 19baaf93-3e56-49e4-b4a9-989250cdd49f for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:37:05.607139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc1d89-f17e-4109-9009-3f2c4c6af24f None None] Routers {'19baaf93-3e56-49e4-b4a9-989250cdd49f'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:05.607753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2adc1d89-f17e-4109-9009-3f2c4c6af24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['19baaf93-3e56-49e4-b4a9-989250cdd49f'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:05.717951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2adc1d89-f17e-4109-9009-3f2c4c6af24f None None] Set router 19baaf93-3e56-49e4-b4a9-989250cdd49f gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:05.953545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2adc1d89-f17e-4109-9009-3f2c4c6af24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'd5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'port_id': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'mac_address': 'fa:16:3e:43:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:37:04Z', 'updated_at': '2021-07-08T18:37:04Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c435de-b480-468d-b7d2-831448240e9f', 'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:39:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:50Z', 'updated_at': '2021-07-08T18:36:54Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:05.979905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adc1d89-f17e-4109-9009-3f2c4c6af24f None None] The sync data for ids ['19baaf93-3e56-49e4-b4a9-989250cdd49f'] in n-d-799684-3 is: [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'd5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'port_id': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'mac_address': 'fa:16:3e:43:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:37:04Z', 'updated_at': '2021-07-08T18:37:04Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c435de-b480-468d-b7d2-831448240e9f', 'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:39:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:50Z', 'updated_at': '2021-07-08T18:36:54Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:37:06.020637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999881-6102-408c-b03f-0f07745532ef req-d7f0f1cf-ffba-47d4-9f5a-c05f05fc32fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:06.022096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31999881-6102-408c-b03f-0f07745532ef req-d7f0f1cf-ffba-47d4-9f5a-c05f05fc32fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.4854033 Jul 08 18:37:06.028861 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-94b662a4-35c6-4bdd-83d7-9621b894eaf4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/d5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca HTTP/1.1" status: 200 len: 991 time: 0.4989512 Jul 08 18:37:06.168067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999881-6102-408c-b03f-0f07745532ef req-b7a015c1-f599-4707-b3ca-64f430bf00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:06.169562 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31999881-6102-408c-b03f-0f07745532ef req-b7a015c1-f599-4707-b3ca-64f430bf00be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380751 Jul 08 18:37:06.177646 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad526231-9139-4d67-a7c6-45126000a9a6 None None] New status for floating IP d5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:37:06.284399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78b6387c-5bb6-443a-a057-b286d0d35231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:06.320315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31999881-6102-408c-b03f-0f07745532ef req-60e8a3a5-9156-4280-9b17-c3e450975069 service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415484 Jul 08 18:37:06.439286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31999881-6102-408c-b03f-0f07745532ef req-7b19656d-0241-46e0-9b1a-e26fea9efd24 service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113760 Jul 08 18:37:06.485673 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:06.533193 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 71ff0db4-3f5f-4bf9-958c-350e40926040 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:37:06.553407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 71ff0db4-3f5f-4bf9-958c-350e40926040 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:37:06.553665 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 71ff0db4-3f5f-4bf9-958c-350e40926040 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:37:06.554091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 64b3589d-587b-42ef-a9ab-407099d82957 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:37:06.572684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 64b3589d-587b-42ef-a9ab-407099d82957 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:37:06.573027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 64b3589d-587b-42ef-a9ab-407099d82957 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:37:06.745407 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] Deleting port 7c832346-38a5-423f-a863-e78c1c3b765b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:37:06.745773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:06.822847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] For port 7c832346-38a5-423f-a863-e78c1c3b765b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7c832346-38a5-423f-a863-e78c1c3b765b,segment=NetworkSegment(93cdab1d-c58b-4d21-84b1-4d7f5a88b785),segment_id=93cdab1d-c58b-4d21-84b1-4d7f5a88b785)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:06.823125 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:06.835527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] Calling delete_port for 7c832346-38a5-423f-a863-e78c1c3b765b owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:37:07.024612 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:07.033081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54926) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:07.056283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] Pushing event deleted for resources: {'Port': ['ID=7c832346-38a5-423f-a863-e78c1c3b765b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:07.110252 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-75574d42-e84a-4da0-9fd1-00d0dba702c5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/d5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca HTTP/1.1" status: 200 len: 993 time: 0.0737679 Jul 08 18:37:07.236254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:07.451958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] Router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:37:07.557651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:37:07.565645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-30cb0cd3-45ed-4cdb-b285-e7152499dbfb admin admin] 10.222.0.73 "PUT /v2.0/routers/68e0b38b-ba67-4c84-9af9-a47e2b2611b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0531952 Jul 08 18:37:07.565923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54928) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:07.566321 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43b27b-75a3-465c-b46e-c14ae6a4ef39 None None] Sync routers for ids ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:37:07.575574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43b27b-75a3-465c-b46e-c14ae6a4ef39 None None] Routers {'68e0b38b-ba67-4c84-9af9-a47e2b2611b2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:07.576184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-3c43b27b-75a3-465c-b46e-c14ae6a4ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:07.668507 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:07.678459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-3c43b27b-75a3-465c-b46e-c14ae6a4ef39 None None] Set router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:07.765946 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:07.821327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Deleting port b1ec1ae5-db69-4949-847c-2c235936f565 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:37:07.821663 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:07.854237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-3c43b27b-75a3-465c-b46e-c14ae6a4ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'name': 'tempest-TestServerBasicOps-932320709-router', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:20Z', 'updated_at': '2021-07-08T18:37:06Z', 'revision_number': 5, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'gw_port': {'id': 'b1ec1ae5-db69-4949-847c-2c235936f565', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:21Z', 'updated_at': '2021-07-08T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:07.881033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43b27b-75a3-465c-b46e-c14ae6a4ef39 None None] Checking router: 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:37:07.889183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43b27b-75a3-465c-b46e-c14ae6a4ef39 None None] Routers {'68e0b38b-ba67-4c84-9af9-a47e2b2611b2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:07.889783 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-3c43b27b-75a3-465c-b46e-c14ae6a4ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:07.898188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] For port b1ec1ae5-db69-4949-847c-2c235936f565, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b1ec1ae5-db69-4949-847c-2c235936f565,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:07.898573 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:07.911437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Calling delete_port for b1ec1ae5-db69-4949-847c-2c235936f565 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:37:07.975191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-3c43b27b-75a3-465c-b46e-c14ae6a4ef39 None None] Set router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:08.026779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-3c43b27b-75a3-465c-b46e-c14ae6a4ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'name': 'tempest-TestServerBasicOps-932320709-router', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:20Z', 'updated_at': '2021-07-08T18:37:07Z', 'revision_number': 6, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:08.056741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43b27b-75a3-465c-b46e-c14ae6a4ef39 None None] The sync data for ids ['68e0b38b-ba67-4c84-9af9-a47e2b2611b2'] in n-d-799684-3 is: [{'id': '68e0b38b-ba67-4c84-9af9-a47e2b2611b2', 'name': 'tempest-TestServerBasicOps-932320709-router', 'tenant_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:20Z', 'updated_at': '2021-07-08T18:37:07Z', 'revision_number': 6, 'project_id': 'f1587c225eed4e408d2b8e6d6ef38457', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:37:08.084693 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.108011 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ec1ae5-db69-4949-847c-2c235936f565,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:08.177103 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.265003 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.267173 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.310414 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.310950 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e0b38b-ba67-4c84-9af9-a47e2b2611b2 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:37:08.316294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.317440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cec3b9f4-8de1-4988-a8c6-223f673a0483 admin admin] 10.222.0.73 "DELETE /v2.0/routers/68e0b38b-ba67-4c84-9af9-a47e2b2611b2 HTTP/1.1" status: 204 len: 168 time: 0.7505512 Jul 08 18:37:08.320584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54930) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:08.365230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-de08e8ae-42c8-4e4a-92ba-3f31632ebf0a admin admin] Deleting subnet b4c88674-42a8-4662-8b35-296b5722870c {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:37:08.368195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de08e8ae-42c8-4e4a-92ba-3f31632ebf0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.404460 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de08e8ae-42c8-4e4a-92ba-3f31632ebf0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.495253 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de08e8ae-42c8-4e4a-92ba-3f31632ebf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.550484 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de08e8ae-42c8-4e4a-92ba-3f31632ebf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.576410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08e8ae-42c8-4e4a-92ba-3f31632ebf0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c88674-42a8-4662-8b35-296b5722870c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:08.578877 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de08e8ae-42c8-4e4a-92ba-3f31632ebf0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.580753 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-de08e8ae-42c8-4e4a-92ba-3f31632ebf0a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b4c88674-42a8-4662-8b35-296b5722870c HTTP/1.1" status: 204 len: 168 time: 0.2592070 Jul 08 18:37:08.583145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 54932) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:08.585621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa53889-a760-4559-a686-716cd5a62f46 None None] Network f51304fe-850e-4b20-b503-9ecddd6ed375 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:37:08.659563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.711707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Deleting port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:37:08.712049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.780502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] For port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fb4b9484-bb1d-4f0f-a343-91ebd2aeab92,segment=NetworkSegment(93cdab1d-c58b-4d21-84b1-4d7f5a88b785),segment_id=93cdab1d-c58b-4d21-84b1-4d7f5a88b785)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:08.780794 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.793974 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Calling delete_port for fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:37:08.856219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309b0c9-d1b0-4e02-8ac0-475bd3525ebb None None] DHCP port deletion for f51304fe-850e-4b20-b503-9ecddd6ed375 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:37:08.879466 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.904193 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f309b0c9-d1b0-4e02-8ac0-475bd3525ebb None None] Deleting port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:37:08.905072 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f309b0c9-d1b0-4e02-8ac0-475bd3525ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:08.908567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] No DVR routers for this DVR port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:37:08.928246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4b9484-bb1d-4f0f-a343-91ebd2aeab92,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:08.942121 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c832346-38a5-423f-a863-e78c1c3b765b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:37:08.970350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 7c832346-38a5-423f-a863-e78c1c3b765b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:37:08.970695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7c832346-38a5-423f-a863-e78c1c3b765b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:37:08.994677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f309b0c9-d1b0-4e02-8ac0-475bd3525ebb None None] For port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:08.995140 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f309b0c9-d1b0-4e02-8ac0-475bd3525ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.012044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f309b0c9-d1b0-4e02-8ac0-475bd3525ebb None None] Calling delete_port for fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:37:09.014740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-f309b0c9-d1b0-4e02-8ac0-475bd3525ebb None None] Port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:37:09.016528 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f309b0c9-d1b0-4e02-8ac0-475bd3525ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.023708 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.034580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51304fe-850e-4b20-b503-9ecddd6ed375']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:09.041058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309b0c9-d1b0-4e02-8ac0-475bd3525ebb None None] Pushing event deleted for resources: {'Port': ['ID=fb4b9484-bb1d-4f0f-a343-91ebd2aeab92,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:09.044691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309b0c9-d1b0-4e02-8ac0-475bd3525ebb None None] No DVR routers for this DVR port fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:37:09.047815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cdab1d-c58b-4d21-84b1-4d7f5a88b785') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:09.048131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cdab1d-c58b-4d21-84b1-4d7f5a88b785') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:09.061899 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.079827 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.086786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:37:09.087134 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:37:09.088876 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:37:09.111736 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.146804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.151395 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d844bc93-608b-46c9-bbca-c2c9987ebd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.155728 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.160538 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f51304fe-850e-4b20-b503-9ecddd6ed375 HTTP/1.1" status: 204 len: 168 time: 0.5739892 Jul 08 18:37:09.171969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57a628-c0f9-457b-baa2-82dab6c63c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51304fe-850e-4b20-b503-9ecddd6ed375,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:09.271919 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54936) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:09.315860 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-989e4388-a0fa-4626-b35f-ef9b0a1137e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a21fa0caaf841e7adc0d75431b98d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427585 Jul 08 18:37:09.318339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54938) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:09.366849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7253249e-9256-4574-adda-530cb21b3bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.387547 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7253249e-9256-4574-adda-530cb21b3bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.433711 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7253249e-9256-4574-adda-530cb21b3bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.436354 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7253249e-9256-4574-adda-530cb21b3bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.438289 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7253249e-9256-4574-adda-530cb21b3bbc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69ac5ff7-daa1-42fd-8ae3-3b9efd5d9b0a HTTP/1.1" status: 204 len: 168 time: 0.1183259 Jul 08 18:37:09.446233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253249e-9256-4574-adda-530cb21b3bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ac5ff7-daa1-42fd-8ae3-3b9efd5d9b0a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:09.742023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54944) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:09.780523 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-18ffdc79-4790-4c66-ae6b-7a0f9eca22f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1587c225eed4e408d2b8e6d6ef38457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370147 Jul 08 18:37:09.783370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 54946) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:09.829758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43ab9417-396c-4ddf-9875-9f132c1625ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.850328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43ab9417-396c-4ddf-9875-9f132c1625ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.898289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43ab9417-396c-4ddf-9875-9f132c1625ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.900760 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43ab9417-396c-4ddf-9875-9f132c1625ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.901890 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-43ab9417-396c-4ddf-9875-9f132c1625ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af15c832-fc6c-48e0-a597-0d700caad936 HTTP/1.1" status: 204 len: 168 time: 0.1176043 Jul 08 18:37:09.911227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab9417-396c-4ddf-9875-9f132c1625ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af15c832-fc6c-48e0-a597-0d700caad936,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:10.267402 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:10.528263 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b1ec1ae5-db69-4949-847c-2c235936f565 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:37:10.547706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b1ec1ae5-db69-4949-847c-2c235936f565 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:37:10.548038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b1ec1ae5-db69-4949-847c-2c235936f565 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:37:10.548444 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:37:10.566534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:37:10.566869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fb4b9484-bb1d-4f0f-a343-91ebd2aeab92 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:37:11.752810 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:33.723399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:34.516707 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:35.475154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23541ba-dcfe-4ffc-a5e6-76b16f422573 req-56dae243-e96c-4e48-8d14-53f7e30a459b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:35.476668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f23541ba-dcfe-4ffc-a5e6-76b16f422573 req-56dae243-e96c-4e48-8d14-53f7e30a459b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 946 time: 0.3897438 Jul 08 18:37:35.513481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f23541ba-dcfe-4ffc-a5e6-76b16f422573 req-b6ee0a04-1358-4dc1-b3cd-fc55442b77df tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310869 Jul 08 18:37:36.228701 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:37:36.287308 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a71921ae-ff74-4272-aad5-324e92f5b77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:36.757389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71409252-afd0-47e2-809e-5145e58f1a4c req-65ebb704-5325-440c-ac2e-b480bbc8f864 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:36.758804 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71409252-afd0-47e2-809e-5145e58f1a4c req-65ebb704-5325-440c-ac2e-b480bbc8f864 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 946 time: 0.1083903 Jul 08 18:37:36.766075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-5e52b711-fbde-4d7e-8bad-186d046c4f38 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:36.767427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-5e52b711-fbde-4d7e-8bad-186d046c4f38 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 946 time: 0.0891829 Jul 08 18:37:36.837026 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71409252-afd0-47e2-809e-5145e58f1a4c req-ff4111f9-4835-44ba-a9f1-19c433823c84 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686562 Jul 08 18:37:36.887556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Deleting port e67f0a74-bba2-4fa1-8a78-4c42d6247269 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:37:36.887901 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:36.978599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] For port e67f0a74-bba2-4fa1-8a78-4c42d6247269, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e67f0a74-bba2-4fa1-8a78-4c42d6247269,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:36.978955 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:37.191029 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:37.191396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:37.191707 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Floating IP 1bb46d84-4bc1-4374-8543-29c7e808622d disassociated. External IP: 172.25.8.137, port: e67f0a74-bba2-4fa1-8a78-4c42d6247269. Jul 08 18:37:37.192046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Calling delete_port for e67f0a74-bba2-4fa1-8a78-4c42d6247269 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:37:37.319672 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:37.350412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event deleted for resources: {'Port': ['ID=e67f0a74-bba2-4fa1-8a78-4c42d6247269,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:37.463727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Router aaf2a7f3-d85e-4669-9331-88174adb872e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:37:37.570279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:37:37.579638 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb88193d-00ac-4cde-b555-fd9a0ee41e94 None None] Sync routers for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:37:37.589176 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb88193d-00ac-4cde-b555-fd9a0ee41e94 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:37.589779 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bb88193d-00ac-4cde-b555-fd9a0ee41e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:37:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:37.614460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] No DVR routers for this DVR port e67f0a74-bba2-4fa1-8a78-4c42d6247269 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:37:37.617284 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:37.619619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76a3cc2f-8b1a-4a08-a4fd-92a4a818a363 req-aec36a43-8d78-4ed4-9029-8eb57e728dfd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "DELETE /v2.0/ports/e67f0a74-bba2-4fa1-8a78-4c42d6247269 HTTP/1.1" status: 204 len: 173 time: 0.8450575 Jul 08 18:37:37.620074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10c43a6-db57-4645-acce-23774aeb763a', 'name': 'network-vif-deleted', 'tag': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:37:37.622942 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81357265-dc48-4623-88c7-9920b23491ed" -d '{"events": [{"server_uuid": "d10c43a6-db57-4645-acce-23774aeb763a", "name": "network-vif-deleted", "tag": "e67f0a74-bba2-4fa1-8a78-4c42d6247269"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:37:37.664305 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab16d8a2-22fe-41bd-a808-f11051266769 x-openstack-request-id: req-ab16d8a2-22fe-41bd-a808-f11051266769 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:37:37.664593 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10c43a6-db57-4645-acce-23774aeb763a", "name": "network-vif-deleted", "tag": "e67f0a74-bba2-4fa1-8a78-4c42d6247269", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:37:37.664843 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab16d8a2-22fe-41bd-a808-f11051266769 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:37:37.665243 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10c43a6-db57-4645-acce-23774aeb763a', 'name': 'network-vif-deleted', 'tag': 'e67f0a74-bba2-4fa1-8a78-4c42d6247269', 'status': 'completed', 'code': 200} Jul 08 18:37:37.711562 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-bb88193d-00ac-4cde-b555-fd9a0ee41e94 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:37.980386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1ccb4a8-2716-4e59-bfa1-5d168d6e5e70 req-0befb031-b38e-4186-8246-702a23e5e873 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 210 time: 0.0289814 Jul 08 18:37:38.023310 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bb88193d-00ac-4cde-b555-fd9a0ee41e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:38.048765 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb88193d-00ac-4cde-b555-fd9a0ee41e94 None None] Checking router: aaf2a7f3-d85e-4669-9331-88174adb872e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:37:38.057595 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb88193d-00ac-4cde-b555-fd9a0ee41e94 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:38.058196 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bb88193d-00ac-4cde-b555-fd9a0ee41e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:37:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:38.162714 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-bb88193d-00ac-4cde-b555-fd9a0ee41e94 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:38.358750 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bb88193d-00ac-4cde-b555-fd9a0ee41e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:38.386370 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb88193d-00ac-4cde-b555-fd9a0ee41e94 None None] The sync data for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 is: [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:37:38.729446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4917ed77-dfac-4dbe-a60d-9315bce9af94 None None] New status for floating IP 1bb46d84-4bc1-4374-8543-29c7e808622d: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:37:39.113940 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:39.126699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28045545-4fcb-4c6e-8439-247ea763b3b2 req-27d28b2c-25a9-4b45-bfa8-80ff95b8a03e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 210 time: 0.0323865 Jul 08 18:37:39.161540 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-290c4337-5836-4be1-b0b2-1ad1eddf2ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:40.265656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f247015-c570-4aae-b4d5-108e63f24f29 req-d7fc02b8-b905-4962-a6c8-bea78157bdd2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 210 time: 0.0292435 Jul 08 18:37:40.281603 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:40.975191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e67f0a74-bba2-4fa1-8a78-4c42d6247269 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:37:40.994419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: e67f0a74-bba2-4fa1-8a78-4c42d6247269 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:37:40.994766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e67f0a74-bba2-4fa1-8a78-4c42d6247269 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:37:41.436381 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5028705d-51dd-46ad-b4d7-d9762cd56344 req-6cba12ce-dbcf-4fa7-ae10-a6126589f4ad tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10c43a6-db57-4645-acce-23774aeb763a HTTP/1.1" status: 200 len: 210 time: 0.0290308 Jul 08 18:37:41.755011 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:42.674957 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-a7486a59-fdc1-47f2-b23d-af90fbe8b68a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446969910&fields=id&tenant_id=52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 267 time: 0.0342224 Jul 08 18:37:42.786695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-deac3399-a624-4fcc-906b-d5a74949dd84 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:42.788080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-deac3399-a624-4fcc-906b-d5a74949dd84 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.1074486 Jul 08 18:37:42.802230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-e456e35b-fd59-4426-8534-92f2876cf494 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/quotas/52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 375 time: 0.0088537 Jul 08 18:37:42.868929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-45849cfd-c79f-4e74-8a38-321935608e24 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619674 Jul 08 18:37:42.966261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-92bd433c-6fb3-4947-b51b-e2a06cb8983e service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857956 Jul 08 18:37:43.052627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-ffcfc896-ada2-419b-967b-dbda42d3bda2 service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805814 Jul 08 18:37:43.341426 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-966bf8f5-99ce-43b2-bdcd-6f0c36bd9b39 req-70574f27-3e79-4946-babc-9431c17e091d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 210 time: 0.0288761 Jul 08 18:37:44.425813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b80538b2-0982-464d-a187-42f8cf6c0adf req-92126753-8f96-4f79-ba16-e62db3c66734 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 210 time: 0.0314856 Jul 08 18:37:45.387672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-765a83f2-3c9a-4695-853e-951f0132cfef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:45.389379 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-765a83f2-3c9a-4695-853e-951f0132cfef tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.59 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.1045740 Jul 08 18:37:45.433872 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-fbfc1ccf-88e4-4378-8899-fdd67f250532 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 380 time: 0.0368118 Jul 08 18:37:45.443024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'port': {'device_id': 'da6be757-7592-470d-8d1b-0c40993955f4', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'admin_state_up': True, 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'security_groups': ['87d4c887-a32b-4613-83a3-f5f1e157c116']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:37:45.563383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Made reservation on behalf of 52c6e73aef014fb99916d41deb9b91b3 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:37:45.567174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:45.571788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f815c212-693c-499d-9270-36b035e3a7a3 req-c932dec0-8bb7-4fc0-910d-51722a44c11f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 210 time: 0.0293763 Jul 08 18:37:45.698315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Allocated IP 172.20.0.12 (df736c83-02a0-4f80-ba4c-f3f4e0bc715e/503d4c91-c4e0-4657-967e-28453a9ecffe/18ca521c-c0dd-4904-8fc4-2be95610ce6d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:37:45.839897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:45.854089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Transition to ACTIVE for port object 18ca521c-c0dd-4904-8fc4-2be95610ce6d will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:37:45.887399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:45.931427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:37:45.936675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:37:45.940454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:37:45.969964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=18ca521c-c0dd-4904-8fc4-2be95610ce6d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:45.985232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:45.985573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:45.985911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:45.986270 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:45.986601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:45.986927 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:45.987254 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:45.987575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:45.987895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:45.988214 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:45.988532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:45.988844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:46.012067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:46.012717 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:46.029320 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5ab80889-6a18-48ff-bb7c-1cbb3601422c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898960 Jul 08 18:37:46.041516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Request body: {'port': {'device_id': 'da6be757-7592-470d-8d1b-0c40993955f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:37:46.119587 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:46.141799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-67ca88d4-284c-42ee-acd2-b01408a7606d None None] Provisioning for port 18ca521c-c0dd-4904-8fc4-2be95610ce6d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:37:46.147270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-67ca88d4-284c-42ee-acd2-b01408a7606d None None] Provisioning complete for port 18ca521c-c0dd-4904-8fc4-2be95610ce6d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:37:46.147758 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67ca88d4-284c-42ee-acd2-b01408a7606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:46.182316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-67ca88d4-284c-42ee-acd2-b01408a7606d None None] Port 18ca521c-c0dd-4904-8fc4-2be95610ce6d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:37:46.393466 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ca521c-c0dd-4904-8fc4-2be95610ce6d {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:37:46.401217 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:46.413883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Transition to ACTIVE for port object 18ca521c-c0dd-4904-8fc4-2be95610ce6d will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:37:46.418062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:46.467719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Pushing event updated for resources: {'Port': ['ID=18ca521c-c0dd-4904-8fc4-2be95610ce6d,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:46.539945 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Attempting to bind port 18ca521c-c0dd-4904-8fc4-2be95610ce6d on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:37:46.540275 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Attempting to bind port 18ca521c-c0dd-4904-8fc4-2be95610ce6d by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:37:46.540605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Attempting to bind port 18ca521c-c0dd-4904-8fc4-2be95610ce6d on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:37:46.544962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Port 18ca521c-c0dd-4904-8fc4-2be95610ce6d on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:37:46.545282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Attempting to bind port 18ca521c-c0dd-4904-8fc4-2be95610ce6d on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:37:46.550756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:37:46.551096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Checking segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:37:46.551480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Bound using segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:37:46.551900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Bound port: 18ca521c-c0dd-4904-8fc4-2be95610ce6d, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:37:46.552260 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:46.633963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] For port 18ca521c-c0dd-4904-8fc4-2be95610ce6d, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:37:46.637663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] For port 18ca521c-c0dd-4904-8fc4-2be95610ce6d, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:37:46.647098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:46.690541 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:46.692021 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:46.693590 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] 10.222.0.59 "PUT /v2.0/ports/18ca521c-c0dd-4904-8fc4-2be95610ce6d HTTP/1.1" status: 200 len: 1092 time: 0.6567132 Jul 08 18:37:46.694156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6be757-7592-470d-8d1b-0c40993955f4', 'tag': '18ca521c-c0dd-4904-8fc4-2be95610ce6d'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:37:46.696649 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc1065b-177a-46e5-8088-71d6059f90b7" -d '{"events": [{"name": "network-changed", "server_uuid": "da6be757-7592-470d-8d1b-0c40993955f4", "tag": "18ca521c-c0dd-4904-8fc4-2be95610ce6d"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:37:46.725075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cd829-7934-4f43-9508-e17b8e34ad70 service neutron] Pushing event updated for resources: {'Port': ['ID=18ca521c-c0dd-4904-8fc4-2be95610ce6d,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:46.783282 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd272e9-961e-45da-8920-83be7af8ee17 x-openstack-request-id: req-8cd272e9-961e-45da-8920-83be7af8ee17 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:37:46.784005 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6be757-7592-470d-8d1b-0c40993955f4", "tag": "18ca521c-c0dd-4904-8fc4-2be95610ce6d", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:37:46.785110 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cd272e9-961e-45da-8920-83be7af8ee17 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:37:46.785672 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6be757-7592-470d-8d1b-0c40993955f4', 'tag': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'status': 'completed', 'code': 200} Jul 08 18:37:46.818242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-e352b4df-3b21-4afc-8d7a-7dc43b9db99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:46.819931 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-e352b4df-3b21-4afc-8d7a-7dc43b9db99a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 1095 time: 0.0734191 Jul 08 18:37:46.823556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5d81e-17b7-431f-afe3-043df3ce1443 req-f4553e6e-d469-4c99-9ea9-1d7a35523b07 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:46.825386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1f5d81e-17b7-431f-afe3-043df3ce1443 req-f4553e6e-d469-4c99-9ea9-1d7a35523b07 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 944 time: 0.0960550 Jul 08 18:37:46.869701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1f5d81e-17b7-431f-afe3-043df3ce1443 req-aff127cf-4231-4c27-8584-737662da3eec tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378635 Jul 08 18:37:46.870753 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-f66d64c4-0738-4447-9bce-290b09ae09de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d HTTP/1.1" status: 200 len: 217 time: 0.0422974 Jul 08 18:37:46.926140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5599e0ba-b2dd-4876-8d53-a4bb8c07e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:46.931070 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-5599e0ba-b2dd-4876-8d53-a4bb8c07e626 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0534437 Jul 08 18:37:46.992373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-9331baa3-6264-460c-a33b-bd3b80785782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:46.993799 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-9331baa3-6264-460c-a33b-bd3b80785782 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549784 Jul 08 18:37:47.090374 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-dd2f0b67-15e7-4423-ba17-0c1fd254ee09 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890005 Jul 08 18:37:47.180757 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-23215be9-04ea-4ba5-a56d-24c82bc6a83d req-b7a2f7b3-4b29-45db-a11e-04af5af6aa35 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839217 Jul 08 18:37:47.285750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1065b-177a-46e5-8088-71d6059f90b7 req-b28e4418-39df-4e30-9d98-eaeed84604c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:47.287275 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdc1065b-177a-46e5-8088-71d6059f90b7 req-b28e4418-39df-4e30-9d98-eaeed84604c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 1095 time: 0.0540926 Jul 08 18:37:47.387761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1065b-177a-46e5-8088-71d6059f90b7 req-2b518b84-395b-4271-ba89-afbe13cc33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:47.389298 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdc1065b-177a-46e5-8088-71d6059f90b7 req-2b518b84-395b-4271-ba89-afbe13cc33f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0921249 Jul 08 18:37:47.432261 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdc1065b-177a-46e5-8088-71d6059f90b7 req-89875f32-90d9-4178-8eff-e2005266dd22 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d HTTP/1.1" status: 200 len: 217 time: 0.0367084 Jul 08 18:37:47.483746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1065b-177a-46e5-8088-71d6059f90b7 req-a2b855ab-47db-4921-a4d1-407b14621d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:47.485301 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdc1065b-177a-46e5-8088-71d6059f90b7 req-a2b855ab-47db-4921-a4d1-407b14621d15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0477767 Jul 08 18:37:47.540977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1065b-177a-46e5-8088-71d6059f90b7 req-f8091005-30be-4ae5-abf7-e31a59b6f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:47.542510 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdc1065b-177a-46e5-8088-71d6059f90b7 req-f8091005-30be-4ae5-abf7-e31a59b6f522 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514061 Jul 08 18:37:47.630394 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdc1065b-177a-46e5-8088-71d6059f90b7 req-bb04888a-0328-4384-a077-c19e547c7d32 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807455 Jul 08 18:37:47.724749 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdc1065b-177a-46e5-8088-71d6059f90b7 req-2a644105-80dc-4cd7-8c34-a6c23cf937df service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884602 Jul 08 18:37:47.787380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-5848c8cc-b9b0-4411-bf9a-ecc4217e0039 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568533 Jul 08 18:37:47.881589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-b078f16f-f09d-419f-a2dd-abd46e882e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:47.883120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-b078f16f-f09d-419f-a2dd-abd46e882e5c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1096 time: 0.0539625 Jul 08 18:37:48.005900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-5ded10d4-e667-45d7-ad55-90fa6bcf9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:48.007317 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-5ded10d4-e667-45d7-ad55-90fa6bcf9bd4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.1039629 Jul 08 18:37:48.102250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-847ee3cc-bcd0-43bb-94f3-30f971977ec1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 1001 time: 0.0735946 Jul 08 18:37:48.114152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390d8c-3dcd-48dc-93f0-9bb3e823ba38 req-f71357b6-4402-4dbe-8aed-dcb4d919fce4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:48.115691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1390d8c-3dcd-48dc-93f0-9bb3e823ba38 req-f71357b6-4402-4dbe-8aed-dcb4d919fce4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 944 time: 0.1253192 Jul 08 18:37:48.186482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-90e35b29-54b7-4550-8d6c-132ce663d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:48.187959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-90e35b29-54b7-4550-8d6c-132ce663d620 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0714290 Jul 08 18:37:48.191470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1390d8c-3dcd-48dc-93f0-9bb3e823ba38 req-81257f55-af62-4a25-a109-bc934e3069f4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677993 Jul 08 18:37:48.244159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-15e5f842-376d-4d5b-b305-c1b881011600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:48.245654 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-15e5f842-376d-4d5b-b305-c1b881011600 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516040 Jul 08 18:37:48.340149 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-1e93c9dd-8b63-45b9-ab07-70afa3bfefbf service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879240 Jul 08 18:37:48.432584 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-541cdd3b-5326-4e57-bb37-8a1e65c7a3b8 req-7c53dce9-5bbb-4dd8-8fd6-24c88f61cd88 service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865614 Jul 08 18:37:49.373694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d27d9-65e0-44f2-9e20-29ba7ff40e28 req-5cedbb7b-ee62-4a0e-adea-39e8e488e22b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:49.378746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a1d27d9-65e0-44f2-9e20-29ba7ff40e28 req-5cedbb7b-ee62-4a0e-adea-39e8e488e22b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 944 time: 0.0717857 Jul 08 18:37:49.419993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a1d27d9-65e0-44f2-9e20-29ba7ff40e28 req-17361230-ed63-438d-b8c3-6c0e32cb849c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380619 Jul 08 18:37:50.595858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b72fc-10a2-4261-91cd-166deaf1bee7 req-ee78c45b-7eff-4295-b370-9883a091869e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:50.597346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-568b72fc-10a2-4261-91cd-166deaf1bee7 req-ee78c45b-7eff-4295-b370-9883a091869e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 944 time: 0.0659254 Jul 08 18:37:50.636427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-568b72fc-10a2-4261-91cd-166deaf1bee7 req-1544b0da-5a9f-47fd-94ea-952cc878ca1e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334537 Jul 08 18:37:51.810379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e30b34-f4f1-48aa-980f-f1a3bd4f9a1d req-469f5ffb-ec40-4e50-940c-d17ec8f993fd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:51.812330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7e30b34-f4f1-48aa-980f-f1a3bd4f9a1d req-469f5ffb-ec40-4e50-940c-d17ec8f993fd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 944 time: 0.0636139 Jul 08 18:37:51.849451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7e30b34-f4f1-48aa-980f-f1a3bd4f9a1d req-34398709-5ed5-4d72-8d91-6f10fc642e0c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308974 Jul 08 18:37:53.020020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be055f8-d576-455a-b36b-e691dccd674e req-08d42c8f-9c1d-4c2d-b00b-1dcfbb338370 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:53.021489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0be055f8-d576-455a-b36b-e691dccd674e req-08d42c8f-9c1d-4c2d-b00b-1dcfbb338370 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 944 time: 0.0628548 Jul 08 18:37:53.057259 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0be055f8-d576-455a-b36b-e691dccd674e req-c7762739-7458-4df3-9ce6-94d0748cecda tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302725 Jul 08 18:37:54.229326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a117fb-9cf4-49ab-99be-83414f0b5b4e req-88cda079-5f41-4c23-bf95-53c1d206682c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:54.230722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e3a117fb-9cf4-49ab-99be-83414f0b5b4e req-88cda079-5f41-4c23-bf95-53c1d206682c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 944 time: 0.0658610 Jul 08 18:37:54.267261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e3a117fb-9cf4-49ab-99be-83414f0b5b4e req-b866ed91-7c7a-4e92-816a-aafbb839c487 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310283 Jul 08 18:37:55.456111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee72f90-fc5e-45bc-a94d-93365962b007 req-edef6909-9737-4522-8cb9-8cfcd0c2525e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:55.457594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ee72f90-fc5e-45bc-a94d-93365962b007 req-edef6909-9737-4522-8cb9-8cfcd0c2525e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 944 time: 0.0689051 Jul 08 18:37:55.494046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3ee72f90-fc5e-45bc-a94d-93365962b007 req-b510cb7c-1fbf-4fd6-9d1a-022d1bc2673f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308893 Jul 08 18:37:56.666985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25378fb7-bfdc-4c07-a7b2-1b7b36978d39 req-22d79546-e799-4069-a972-52699657f7d8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:56.668474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25378fb7-bfdc-4c07-a7b2-1b7b36978d39 req-22d79546-e799-4069-a972-52699657f7d8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 944 time: 0.0662286 Jul 08 18:37:56.706764 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25378fb7-bfdc-4c07-a7b2-1b7b36978d39 req-bf4aebc4-b105-4a9e-93db-046f4335c8ff tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319357 Jul 08 18:37:57.877205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8ae05-cbf0-4122-9663-45f81f2bbc94 req-15dc589b-99e9-4567-b6b1-c11773970d86 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:57.878697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83b8ae05-cbf0-4122-9663-45f81f2bbc94 req-15dc589b-99e9-4567-b6b1-c11773970d86 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 944 time: 0.0613861 Jul 08 18:37:57.917444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83b8ae05-cbf0-4122-9663-45f81f2bbc94 req-8305d78a-5328-4cb8-87b6-f2ae02df3f13 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Jul 08 18:37:59.085375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eae4ba-0ee5-4838-8043-88f7c5c9c2b2 req-55c0e196-87f5-4412-b82e-46a1756e4a6e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:59.086854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5eae4ba-0ee5-4838-8043-88f7c5c9c2b2 req-55c0e196-87f5-4412-b82e-46a1756e4a6e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 944 time: 0.0622690 Jul 08 18:37:59.127199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5eae4ba-0ee5-4838-8043-88f7c5c9c2b2 req-17759e60-56a0-413d-b393-31666648edf2 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347390 Jul 08 18:37:59.925835 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 18ca521c-c0dd-4904-8fc4-2be95610ce6d details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:38:00.020285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 18ca521c-c0dd-4904-8fc4-2be95610ce6d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:00.031363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'port_id': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'mac_address': 'fa:16:3e:1d:50:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:38:00.066351 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:00.079109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ca521c-c0dd-4904-8fc4-2be95610ce6d {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:38:00.098772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 18ca521c-c0dd-4904-8fc4-2be95610ce6d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:00.102932 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:00.152707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=18ca521c-c0dd-4904-8fc4-2be95610ce6d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:00.160135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.160476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.160812 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.161145 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.161470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.161794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.162115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.162465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.162782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.163142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.164046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.164379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:00.307308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c056e-db89-466d-b8f0-2a3a0d22785b req-ca038fec-9966-4ea1-a963-4694e6a5c9e6 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:00.308790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-266c056e-db89-466d-b8f0-2a3a0d22785b req-ca038fec-9966-4ea1-a963-4694e6a5c9e6 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 945 time: 0.0642948 Jul 08 18:38:00.344638 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-266c056e-db89-466d-b8f0-2a3a0d22785b req-8d11a9b6-9090-48de-a8b4-f2396598536d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303042 Jul 08 18:38:00.407448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['18ca521c-c0dd-4904-8fc4-2be95610ce6d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:38:01.516546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c76cd-69e5-448c-a834-70ddb8ecdb4d req-6bc0d8ee-7e88-40f4-9864-10017b9fa796 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:01.518005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-640c76cd-69e5-448c-a834-70ddb8ecdb4d req-6bc0d8ee-7e88-40f4-9864-10017b9fa796 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 945 time: 0.0618308 Jul 08 18:38:01.555217 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-640c76cd-69e5-448c-a834-70ddb8ecdb4d req-86972591-4ea0-4e2a-b774-f3f7b3da21ad tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311863 Jul 08 18:38:01.941407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 18ca521c-c0dd-4904-8fc4-2be95610ce6d up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:38:01.988483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 18ca521c-c0dd-4904-8fc4-2be95610ce6d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:38:01.992509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 18ca521c-c0dd-4904-8fc4-2be95610ce6d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:38:01.992929 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:02.066057 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:02.088206 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6be757-7592-470d-8d1b-0c40993955f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ca521c-c0dd-4904-8fc4-2be95610ce6d'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:38:02.090503 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624e00ec-67fb-45bd-820a-e98dff6e86d7" -d '{"events": [{"server_uuid": "da6be757-7592-470d-8d1b-0c40993955f4", "name": "network-vif-plugged", "status": "completed", "tag": "18ca521c-c0dd-4904-8fc4-2be95610ce6d"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:38:02.107821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 18ca521c-c0dd-4904-8fc4-2be95610ce6d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:02.114226 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:02.163132 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01832f05-d376-41eb-9d96-5ec8772c7353 x-openstack-request-id: req-01832f05-d376-41eb-9d96-5ec8772c7353 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:38:02.163399 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6be757-7592-470d-8d1b-0c40993955f4", "name": "network-vif-plugged", "status": "completed", "tag": "18ca521c-c0dd-4904-8fc4-2be95610ce6d", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:38:02.164338 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01832f05-d376-41eb-9d96-5ec8772c7353 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:38:02.164338 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6be757-7592-470d-8d1b-0c40993955f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'code': 200} Jul 08 18:38:02.165025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=18ca521c-c0dd-4904-8fc4-2be95610ce6d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:02.251253 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1bd6e-1e97-4cdf-8805-3ea59b05f02b req-e28243ea-43ba-45be-94e7-ff292470afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:02.254159 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-38f1bd6e-1e97-4cdf-8805-3ea59b05f02b req-e28243ea-43ba-45be-94e7-ff292470afd7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 1097 time: 0.0525339 Jul 08 18:38:02.288559 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-38f1bd6e-1e97-4cdf-8805-3ea59b05f02b req-41031cbd-6b4c-40e6-9db1-4634b8fc0bf4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284281 Jul 08 18:38:02.730423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1d5aa-d645-41be-9c6b-dff3d3cf619a req-25c52109-5669-4494-88ac-85ed81a2c57e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:02.731921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30c1d5aa-d645-41be-9c6b-dff3d3cf619a req-25c52109-5669-4494-88ac-85ed81a2c57e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 946 time: 0.0686779 Jul 08 18:38:02.770150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30c1d5aa-d645-41be-9c6b-dff3d3cf619a req-df1b9507-94b2-437d-9eb9-5547b49f6a20 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323882 Jul 08 18:38:03.727133 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:03.945896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda850b3-4c98-4047-b476-faea06d73474 req-70422fc8-11f4-4aa0-b039-8ad74030d80a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:03.947431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fda850b3-4c98-4047-b476-faea06d73474 req-70422fc8-11f4-4aa0-b039-8ad74030d80a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 946 time: 0.0630040 Jul 08 18:38:03.985726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fda850b3-4c98-4047-b476-faea06d73474 req-0a47ce17-5d3e-4575-9e71-40e73968ad30 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326467 Jul 08 18:38:04.164350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f394dbe-ba47-42a3-a75c-bf8a341826d6 req-c750187d-a98d-4ec5-8370-f7c991b03787 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:04.165851 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f394dbe-ba47-42a3-a75c-bf8a341826d6 req-c750187d-a98d-4ec5-8370-f7c991b03787 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 946 time: 0.0731027 Jul 08 18:38:04.208689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f394dbe-ba47-42a3-a75c-bf8a341826d6 req-e38b72e6-dded-4fc4-8f55-b35b6d46eb47 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372148 Jul 08 18:38:04.232704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55058) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:38:04.433353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4412ed1b-1f7d-4b00-9e7c-c88a6d61daec tempest-TestVolumeBootPattern-1573291590 tempest-TestVolumeBootPattern-1573291590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:04.434886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4412ed1b-1f7d-4b00-9e7c-c88a6d61daec tempest-TestVolumeBootPattern-1573291590 tempest-TestVolumeBootPattern-1573291590-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 1092 time: 0.2012212 Jul 08 18:38:04.437595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55062) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:38:04.441875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:38:04.463797 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:04.520833 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:04.566972 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:04.670722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Allocated IP 172.25.8.94 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/b80ce98e-6ef6-4ab9-ba15-798d31f00fa2) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:38:04.767444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:04.806252 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:04.847667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:38:04.853753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:38:04.856486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:38:04.862870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=b80ce98e-6ef6-4ab9-ba15-798d31f00fa2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:04.889670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:04.890016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:04.890406 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:04.890747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:04.891082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:04.891417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:04.891744 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:04.892070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:04.892395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:04.892719 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:04.893043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:04.893393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:38:05.225774 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:05.303251 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:05.451805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:05.457497 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:05.526868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=b80ce98e-6ef6-4ab9-ba15-798d31f00fa2,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:05.536109 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:05.633083 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Floating IP 9b61027a-fd38-459a-a01f-31a91ffc623c associated. External IP: 172.25.8.94, port: 18ca521c-c0dd-4904-8fc4-2be95610ce6d. Jul 08 18:38:06.165081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Router aaf2a7f3-d85e-4669-9331-88174adb872e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:38:06.274309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:38:06.285483 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6644b40-912a-4dc4-ab74-ee12cc7282b7 None None] Sync routers for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:38:06.291188 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7befc3cf-800c-4fcc-88fd-fee0a5467fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:06.292763 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:06.299249 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6644b40-912a-4dc4-ab74-ee12cc7282b7 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:38:06.299940 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f6644b40-912a-4dc4-ab74-ee12cc7282b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:37:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:38:06.329492 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-30062117-3cba-4b30-ae21-900fe64e0166 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8908818 Jul 08 18:38:06.330172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6be757-7592-470d-8d1b-0c40993955f4', 'tag': '18ca521c-c0dd-4904-8fc4-2be95610ce6d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:38:06.333020 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "da6be757-7592-470d-8d1b-0c40993955f4", "tag": "18ca521c-c0dd-4904-8fc4-2be95610ce6d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:38:06.369246 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b4012-03ec-41d9-a53e-a2ed73bbe567 x-openstack-request-id: req-229b4012-03ec-41d9-a53e-a2ed73bbe567 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:38:06.369536 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6be757-7592-470d-8d1b-0c40993955f4", "tag": "18ca521c-c0dd-4904-8fc4-2be95610ce6d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:38:06.369788 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-229b4012-03ec-41d9-a53e-a2ed73bbe567 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:38:06.370188 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6be757-7592-470d-8d1b-0c40993955f4', 'tag': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'status': 'completed', 'code': 200} Jul 08 18:38:06.407914 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f6644b40-912a-4dc4-ab74-ee12cc7282b7 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:38:06.443734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7 req-6393909f-36ce-436e-81c4-86ea9612766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:06.445291 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7 req-6393909f-36ce-436e-81c4-86ea9612766e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 1097 time: 0.0519340 Jul 08 18:38:06.537676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7 req-52fee5e2-6a0b-49cf-ba19-f76f49e342a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:06.539166 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7 req-52fee5e2-6a0b-49cf-ba19-f76f49e342a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0877142 Jul 08 18:38:06.603421 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7 req-cb88881c-6193-4879-9045-5ae664eca073 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d HTTP/1.1" status: 200 len: 999 time: 0.0577986 Jul 08 18:38:06.629751 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f6644b40-912a-4dc4-ab74-ee12cc7282b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '9b61027a-fd38-459a-a01f-31a91ffc623c', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:1d:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6be757-7592-470d-8d1b-0c40993955f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:05Z', 'updated_at': '2021-07-08T18:38:05Z', 'revision_number': 0, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:38:06.654914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7 req-8c7bf4de-bb5c-4f5c-b112-f7b44d622152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:06.656248 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6644b40-912a-4dc4-ab74-ee12cc7282b7 None None] Checking router: aaf2a7f3-d85e-4669-9331-88174adb872e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:38:06.656637 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7 req-8c7bf4de-bb5c-4f5c-b112-f7b44d622152 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0471494 Jul 08 18:38:06.665363 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6644b40-912a-4dc4-ab74-ee12cc7282b7 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:38:06.665956 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f6644b40-912a-4dc4-ab74-ee12cc7282b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:37:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:38:06.712951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7 req-806d660c-cf31-4f63-aeeb-65f2b2ea8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:06.714472 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7 req-806d660c-cf31-4f63-aeeb-65f2b2ea8593 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517166 Jul 08 18:38:06.768464 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f6644b40-912a-4dc4-ab74-ee12cc7282b7 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:38:06.803165 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7 req-847db2ea-44ed-46b1-a347-fc780e3a1b07 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824022 Jul 08 18:38:06.896136 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c2f1a9be-c739-4685-96cd-f6f0312e8ad7 req-6c0aaa12-becf-470b-9aa5-fe6b6f4f16bd service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867760 Jul 08 18:38:06.996085 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f6644b40-912a-4dc4-ab74-ee12cc7282b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '9b61027a-fd38-459a-a01f-31a91ffc623c', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:1d:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6be757-7592-470d-8d1b-0c40993955f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:05Z', 'updated_at': '2021-07-08T18:38:05Z', 'revision_number': 0, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:38:07.021792 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6644b40-912a-4dc4-ab74-ee12cc7282b7 None None] The sync data for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 is: [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '9b61027a-fd38-459a-a01f-31a91ffc623c', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:1d:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6be757-7592-470d-8d1b-0c40993955f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:05Z', 'updated_at': '2021-07-08T18:38:05Z', 'revision_number': 0, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:38:07.200696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db518209-ae50-46b4-a4ec-0fed6a7e35b1 None None] New status for floating IP 9b61027a-fd38-459a-a01f-31a91ffc623c: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:38:09.114522 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:09.151968 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cece38c6-47b8-40e1-b4ee-2b57c4727fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:09.735624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efbe5a-3e34-49c7-9482-14d935a60281 req-665449e8-420e-4681-8599-ff4b611ff30d tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:09.737137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09efbe5a-3e34-49c7-9482-14d935a60281 req-665449e8-420e-4681-8599-ff4b611ff30d tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1096 time: 0.0506828 Jul 08 18:38:09.770110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09efbe5a-3e34-49c7-9482-14d935a60281 req-0ac5f8c8-6791-457a-8ac4-f6b9abd90763 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274496 Jul 08 18:38:09.944393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa46d-5b8a-4f0a-ab9d-2f15f4eaecde req-47b091c5-6ea7-481a-a2af-f56dd50bebf5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:09.945886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e83aa46d-5b8a-4f0a-ab9d-2f15f4eaecde req-47b091c5-6ea7-481a-a2af-f56dd50bebf5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0672095 Jul 08 18:38:09.984588 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e83aa46d-5b8a-4f0a-ab9d-2f15f4eaecde req-f4f56ee5-9ca2-4692-9b0b-33ed51e05b89 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329947 Jul 08 18:38:10.009422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55074) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:38:10.067999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4cd95012-c123-4561-9cf7-1a9746b2807e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/d5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca HTTP/1.1" status: 200 len: 993 time: 0.0573845 Jul 08 18:38:10.271967 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:10.678999 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-6a0d04b8-8b5f-4d6e-b266-b8158fbc7849 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0634985 Jul 08 18:38:10.734460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fe17a-fe44-4cb7-8e10-409a2870f86d req-524226b8-1a63-4127-8001-2382427335c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:10.735975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-593fe17a-fe44-4cb7-8e10-409a2870f86d req-524226b8-1a63-4127-8001-2382427335c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0686476 Jul 08 18:38:10.774163 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-593fe17a-fe44-4cb7-8e10-409a2870f86d req-1a311773-e4f0-49b0-924c-51f4d4b9bfe5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325072 Jul 08 18:38:11.756971 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:11.858301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-4f7fa0a7-8b27-43e3-a9a7-18b074f372b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:11.859730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-4f7fa0a7-8b27-43e3-a9a7-18b074f372b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1096 time: 0.0520725 Jul 08 18:38:11.989562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-14ed0ed6-2be5-468b-9f04-3bfa00c36a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:11.991037 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-14ed0ed6-2be5-468b-9f04-3bfa00c36a56 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.1254268 Jul 08 18:38:12.004813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d346c5-410e-4156-b1ab-2471794a4f2f req-f10fee42-7a58-405c-94fc-95672077d291 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:12.006314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24d346c5-410e-4156-b1ab-2471794a4f2f req-f10fee42-7a58-405c-94fc-95672077d291 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0946503 Jul 08 18:38:12.088170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24d346c5-410e-4156-b1ab-2471794a4f2f req-dbeeeaba-5a55-4653-894c-838392d8ddd8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753655 Jul 08 18:38:12.091936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-c8066c9b-c32b-4c4b-aa40-a1c17b1443be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 1001 time: 0.0847559 Jul 08 18:38:12.138942 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-6015c86a-622f-473c-b2df-f93ae9f9f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:12.140481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-6015c86a-622f-473c-b2df-f93ae9f9f314 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0426581 Jul 08 18:38:12.201789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-f71307a4-3e38-4ebb-8e16-ba99be0910ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:12.203334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-f71307a4-3e38-4ebb-8e16-ba99be0910ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566883 Jul 08 18:38:12.296675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-584b04c6-422f-42a8-81e4-ae29cecb6fd6 service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864868 Jul 08 18:38:12.384491 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-287817c9-5851-4e96-9410-ae5432fd75cc service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Jul 08 18:38:13.226886 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:38:13.265848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722d6b3-7de0-46eb-b345-7621f5b4e5b1 req-0bae75db-0d2d-41db-9b92-513933f3d6c0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:13.267376 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f722d6b3-7de0-46eb-b345-7621f5b4e5b1 req-0bae75db-0d2d-41db-9b92-513933f3d6c0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0697258 Jul 08 18:38:13.305379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f722d6b3-7de0-46eb-b345-7621f5b4e5b1 req-7dea856d-c711-4fc1-aad1-8ca103c1453e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Jul 08 18:38:14.483609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a451e4-7ca5-4945-a15e-919e62b0827d req-3f49ba89-c1bf-4d78-9081-db840eda9d1a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:14.485339 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4a451e4-7ca5-4945-a15e-919e62b0827d req-3f49ba89-c1bf-4d78-9081-db840eda9d1a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0688367 Jul 08 18:38:14.526054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4a451e4-7ca5-4945-a15e-919e62b0827d req-47e9de91-713b-4eb2-af38-3bded817fe28 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351052 Jul 08 18:38:15.698875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb7236-1e32-46c6-b8dc-dc30622cc145 req-ea7edcd6-c466-41db-84de-0b7f9362823c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:15.700384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79eb7236-1e32-46c6-b8dc-dc30622cc145 req-ea7edcd6-c466-41db-84de-0b7f9362823c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0619800 Jul 08 18:38:15.743973 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79eb7236-1e32-46c6-b8dc-dc30622cc145 req-32260b24-3cdf-4aa1-86d1-7c8ca611c62b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381076 Jul 08 18:38:16.916765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b93da5-78bc-458c-9cf5-a12a26adf356 req-e44af317-1e70-4be6-9781-dba8d28a18f8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:16.918238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76b93da5-78bc-458c-9cf5-a12a26adf356 req-e44af317-1e70-4be6-9781-dba8d28a18f8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0620291 Jul 08 18:38:16.955476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76b93da5-78bc-458c-9cf5-a12a26adf356 req-52c0cd40-5517-4664-b6c6-57dec2e91305 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Jul 08 18:38:18.128107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc262f-2099-442d-b1fb-9db6e96d8962 req-c5233783-c9ab-4ced-ba22-1cc23bf8083a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:18.129470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bafc262f-2099-442d-b1fb-9db6e96d8962 req-c5233783-c9ab-4ced-ba22-1cc23bf8083a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0623858 Jul 08 18:38:18.167311 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bafc262f-2099-442d-b1fb-9db6e96d8962 req-ce44af44-611e-4694-990b-f9494b88c31d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Jul 08 18:38:19.340953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9e1ff-04fb-478f-ac4d-f49f797afad8 req-95b1d56d-9013-44b7-b42c-ec2682b7039c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:19.342450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67d9e1ff-04fb-478f-ac4d-f49f797afad8 req-95b1d56d-9013-44b7-b42c-ec2682b7039c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0661783 Jul 08 18:38:19.384245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67d9e1ff-04fb-478f-ac4d-f49f797afad8 req-7c328235-7785-4a1f-96ea-d6ef0f648b4c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361936 Jul 08 18:38:20.584908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532d8f6-8de0-4b66-8f87-ed2349e1a4b0 req-82e15f69-373d-434d-81de-004207e8f74c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:20.586522 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4532d8f6-8de0-4b66-8f87-ed2349e1a4b0 req-82e15f69-373d-434d-81de-004207e8f74c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0722113 Jul 08 18:38:20.628640 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4532d8f6-8de0-4b66-8f87-ed2349e1a4b0 req-992b1a1a-123d-49c0-9999-ca916e5d9c84 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358274 Jul 08 18:38:21.811007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e5a6a-7d6f-4d28-9247-1882d819786d req-2a4b07ce-07c0-48bd-a683-5b3de14357c6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:21.812451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b3e5a6a-7d6f-4d28-9247-1882d819786d req-2a4b07ce-07c0-48bd-a683-5b3de14357c6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0612743 Jul 08 18:38:21.854383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8b3e5a6a-7d6f-4d28-9247-1882d819786d req-c843ae3e-5f8a-48f0-893e-b860dfeba0dd tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358140 Jul 08 18:38:23.023332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c25e7-d8e5-4145-8f0f-3183344050ab req-b845499e-9b2f-4fa3-a1dd-c87a40ca4aee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:23.024794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-519c25e7-d8e5-4145-8f0f-3183344050ab req-b845499e-9b2f-4fa3-a1dd-c87a40ca4aee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0617528 Jul 08 18:38:23.061932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-519c25e7-d8e5-4145-8f0f-3183344050ab req-0f5be5b6-9835-4be8-a647-df515258b9db tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316768 Jul 08 18:38:24.232152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f072ad-5e33-4f29-866d-5ade607a8337 req-ef783c0e-d97c-4a4c-af3f-6f9f85c83483 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:24.233548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3f072ad-5e33-4f29-866d-5ade607a8337 req-ef783c0e-d97c-4a4c-af3f-6f9f85c83483 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0624690 Jul 08 18:38:24.276142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d3f072ad-5e33-4f29-866d-5ade607a8337 req-c90fbd3e-bcf5-40cb-83de-a1bb8e5c6f2d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370033 Jul 08 18:38:24.463291 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-eec482eb-65d9-4269-bd18-d9cc038142e8 service neutron] show failed (client error): The resource could not be found. Jul 08 18:38:24.464275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-eec482eb-65d9-4269-bd18-d9cc038142e8 service neutron] 10.222.0.74 "GET /v2.0/ports/adb43853-c856-4011-9f91-aaad95eb9d7d/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0621624 Jul 08 18:38:24.708331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-bb412ad0-4e44-4a99-877b-08465dfca353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:24.709854 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-bb412ad0-4e44-4a99-877b-08465dfca353 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 1096 time: 0.0548575 Jul 08 18:38:24.720961 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:38:24.796844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:25.261847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:25.295080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:38:25.333432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:38:25.336282 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c4bf94-4b99-44ac-92be-7bba58cd86dc" -d '{"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-unplugged", "status": "completed", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:38:25.340030 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:25.354356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Transition to ACTIVE for port object adb43853-c856-4011-9f91-aaad95eb9d7d will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:38:25.360070 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:25.400623 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b65de10-7d73-45d6-b4b7-9696ec3c0bed x-openstack-request-id: req-7b65de10-7d73-45d6-b4b7-9696ec3c0bed {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:38:25.400916 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-unplugged", "status": "completed", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:38:25.401155 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b65de10-7d73-45d6-b4b7-9696ec3c0bed {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:38:25.401981 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'code': 200} Jul 08 18:38:25.453038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=6']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:25.469479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea956775-485e-4d1c-839a-37f915e586d5 req-846c94fa-126c-443e-ba22-7dad8c4c4946 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:25.471138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea956775-485e-4d1c-839a-37f915e586d5 req-846c94fa-126c-443e-ba22-7dad8c4c4946 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 943 time: 0.0762064 Jul 08 18:38:25.499102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] No DVR routers for this DVR port adb43853-c856-4011-9f91-aaad95eb9d7d on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:38:25.515985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea956775-485e-4d1c-839a-37f915e586d5 req-65631a40-803f-4a7b-b2fa-d086ab5f718b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375335 Jul 08 18:38:25.640657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:38:25.641110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:38:25.641789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d on network 78d7b27d-fd71-489d-ac18-f15997a75c00 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:38:25.647477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Port adb43853-c856-4011-9f91-aaad95eb9d7d on network 78d7b27d-fd71-489d-ac18-f15997a75c00 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:38:25.648482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d on network 78d7b27d-fd71-489d-ac18-f15997a75c00 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:38:25.656662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:38:25.656662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Checking segment: {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:38:25.658574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Bound using segment: {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:38:25.658574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Bound port: adb43853-c856-4011-9f91-aaad95eb9d7d, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:38:25.658574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:25.742165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:38:25.745518 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:38:25.750780 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:25.788327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:25.788895 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:25.791244 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] 10.222.0.59 "PUT /v2.0/ports/adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 1091 time: 1.0742452 Jul 08 18:38:25.815979 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3d3c8-04b9-4bc4-bc3a-e26478e86b65 service neutron] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:25.880982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-b30e6f7e-5752-4515-abc3-4046ab86cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:25.883330 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-b30e6f7e-5752-4515-abc3-4046ab86cd02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1094 time: 0.0622392 Jul 08 18:38:25.983354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-a9088934-8948-4971-9e2a-f1e3f567f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:25.984843 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-a9088934-8948-4971-9e2a-f1e3f567f0ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.0950365 Jul 08 18:38:26.054152 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-be7a131c-c5ee-4d4d-9010-1dcd2e96e145 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 999 time: 0.0614307 Jul 08 18:38:26.106868 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-927b3bd8-b1eb-4028-94e6-f5fb80ae864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:26.108497 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-927b3bd8-b1eb-4028-94e6-f5fb80ae864a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0484402 Jul 08 18:38:26.172414 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fd60408c-c7d8-4bb3-a1ac-6e1edba8d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:26.173983 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-fd60408c-c7d8-4bb3-a1ac-6e1edba8d13f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591304 Jul 08 18:38:26.261624 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-442079af-48fd-4eee-a911-e9d34d04bbad service neutron] 10.222.0.59 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810106 Jul 08 18:38:26.358272 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-10da43e5-b54e-476d-94d3-67b50900a127 service neutron] 10.222.0.59 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886512 Jul 08 18:38:26.709814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beb4f5-3e3e-4153-83b5-c5f5c3a5b75f req-c51f8c0a-f61e-405b-a52c-9cc6a6b34da0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:26.711329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-03beb4f5-3e3e-4153-83b5-c5f5c3a5b75f req-c51f8c0a-f61e-405b-a52c-9cc6a6b34da0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 943 time: 0.0634189 Jul 08 18:38:26.752323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-03beb4f5-3e3e-4153-83b5-c5f5c3a5b75f req-20cecbc4-650d-4ac5-81b7-4fcf0c27f295 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352733 Jul 08 18:38:27.402763 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:38:27.405256 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efa348b-7f96-43aa-a663-3b9eef168c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:38:27.453935 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c04964-955c-4f71-a22c-3a07e8e5d060 x-openstack-request-id: req-c5c04964-955c-4f71-a22c-3a07e8e5d060 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:38:27.454236 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:38:27.454493 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5c04964-955c-4f71-a22c-3a07e8e5d060 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:38:27.455506 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'status': 'completed', 'code': 200} Jul 08 18:38:27.532715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-95b944a9-ab60-43ec-bb73-d66cca943496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:27.534517 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-95b944a9-ab60-43ec-bb73-d66cca943496 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1094 time: 0.0555656 Jul 08 18:38:27.536282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-2e56a663-8079-46f2-bd3e-1c4b6605d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:27.538746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-2e56a663-8079-46f2-bd3e-1c4b6605d404 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1094 time: 0.0638542 Jul 08 18:38:27.627348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-5a978a24-4922-47c6-a983-5fe4aa96e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:27.628952 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-5a978a24-4922-47c6-a983-5fe4aa96e3c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.0884321 Jul 08 18:38:27.633496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-9f0a85e7-bf83-4554-bdb1-8d4e86894a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:27.635121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-9f0a85e7-bf83-4554-bdb1-8d4e86894a52 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.0900137 Jul 08 18:38:27.701926 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-550014ae-c132-4543-9905-301d434957b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 999 time: 0.0659432 Jul 08 18:38:27.705138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-0051e09f-547b-43c5-bc0a-2b6287269254 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 999 time: 0.0637364 Jul 08 18:38:27.753492 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-f7809ae7-6dcf-464b-b5ab-7e221c473bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:27.753938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-2a25b997-bef7-4e9e-9e94-00e15b9832c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:27.754981 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-f7809ae7-6dcf-464b-b5ab-7e221c473bd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0465317 Jul 08 18:38:27.755417 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-2a25b997-bef7-4e9e-9e94-00e15b9832c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0444405 Jul 08 18:38:27.815553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-6af54238-8fc9-492d-a420-96b0a5ff53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:27.817013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-d157bcbf-69d0-4a0d-892c-5e5fb765902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:27.817157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-6af54238-8fc9-492d-a420-96b0a5ff53f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552642 Jul 08 18:38:27.818828 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-d157bcbf-69d0-4a0d-892c-5e5fb765902e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571673 Jul 08 18:38:27.916167 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-47ea61f9-d683-4638-a944-f775eb2ea64d service neutron] 10.222.0.59 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903809 Jul 08 18:38:27.955865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-2f8f217d-b5f4-4dc7-a22f-d8491de5b4dc service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319256 Jul 08 18:38:28.017358 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-46a878d7-d938-4af2-99ff-108a32a4f009 service neutron] 10.222.0.59 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942152 Jul 08 18:38:28.031550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a473a6-3c63-4494-b7bd-4e3010e59923 req-55973fb9-9fa0-46c2-b630-0da45453df4f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:28.033078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91a473a6-3c63-4494-b7bd-4e3010e59923 req-55973fb9-9fa0-46c2-b630-0da45453df4f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 943 time: 0.1524310 Jul 08 18:38:28.098652 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91a473a6-3c63-4494-b7bd-4e3010e59923 req-0b9e991a-70ec-45ee-8b3e-a79d84d3239e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577207 Jul 08 18:38:28.101247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0efa348b-7f96-43aa-a663-3b9eef168c5e req-67c1c476-d2e1-48c3-8658-13446d6efeaa service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385911 Jul 08 18:38:29.220995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:38:29.283714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e87ce-e629-4d43-a61e-d8cbad513572 req-608ab3ed-a2b0-4470-b4ee-5b80be4cc374 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:29.285343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e6e87ce-e629-4d43-a61e-d8cbad513572 req-608ab3ed-a2b0-4470-b4ee-5b80be4cc374 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 943 time: 0.0684471 Jul 08 18:38:29.325699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e6e87ce-e629-4d43-a61e-d8cbad513572 req-2c693a8f-2fb4-4fc1-8a2d-6ad6d73aa0a0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346596 Jul 08 18:38:29.409749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:38:30.112032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:38:30.203525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:30.214923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'port_id': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'mac_address': 'fa:16:3e:43:5e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:38:30.250400 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:30.266172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb43853-c856-4011-9f91-aaad95eb9d7d {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:38:30.285488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:30.289190 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:30.336190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:30.500822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08555eb7-b2f6-4570-bb98-baf75b22b733 req-73f46d5d-081c-4842-b938-a7065e8a40e7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:30.502184 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08555eb7-b2f6-4570-bb98-baf75b22b733 req-73f46d5d-081c-4842-b938-a7065e8a40e7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 944 time: 0.0658088 Jul 08 18:38:30.539629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08555eb7-b2f6-4570-bb98-baf75b22b733 req-1363e9fe-5425-4119-8cf7-5c1058bdade4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Jul 08 18:38:30.608008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['adb43853-c856-4011-9f91-aaad95eb9d7d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:38:30.916959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567ad5d-8155-43c5-8c50-3ac69c238ab8 req-c848ae97-f693-47d6-9508-47cec210e7af tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:30.918636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c567ad5d-8155-43c5-8c50-3ac69c238ab8 req-c848ae97-f693-47d6-9508-47cec210e7af tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 944 time: 0.0635040 Jul 08 18:38:30.923698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-4a6ed41c-fee4-4086-9ecb-d3b30d670581 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:30.925244 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-4a6ed41c-fee4-4086-9ecb-d3b30d670581 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.59 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c&tenant_id=f6e1158e86bd4bc8b1d072406a508422&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 944 time: 0.1275675 Jul 08 18:38:30.957484 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c567ad5d-8155-43c5-8c50-3ac69c238ab8 req-6f48adeb-bf26-431d-a19c-c5645fe67d40 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332611 Jul 08 18:38:30.987836 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-1512f77e-336c-46fb-98fc-a0e5ad59b189 service neutron] 10.222.0.59 "GET /v2.0/ports/adb43853-c856-4011-9f91-aaad95eb9d7d/bindings/n-h2-799684-3 HTTP/1.1" status: 200 len: 382 time: 0.0562983 Jul 08 18:38:31.065030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-6cf48f71-36ba-415e-8d25-ae7e169806a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:31.066429 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-6cf48f71-36ba-415e-8d25-ae7e169806a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1095 time: 0.0558352 Jul 08 18:38:31.151382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-f4ff31a0-88eb-44be-bc33-941f97f7aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:31.152807 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-f4ff31a0-88eb-44be-bc33-941f97f7aa90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.0800030 Jul 08 18:38:31.223000 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-43ca2170-252c-40a1-9134-0590283bb4bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 1000 time: 0.0634518 Jul 08 18:38:31.271386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-098e99b6-c1c9-4ff7-b1d3-210e6cfb7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:31.273345 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-098e99b6-c1c9-4ff7-b1d3-210e6cfb7ab2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0438111 Jul 08 18:38:31.327827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-4edbf876-8b4b-4f73-a689-8a2e719148e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:31.329183 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-4edbf876-8b4b-4f73-a689-8a2e719148e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501678 Jul 08 18:38:31.420090 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-3d234bae-5f1c-4287-a699-d19edd312149 service neutron] 10.222.0.59 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838680 Jul 08 18:38:31.505787 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-1a4e2906-f1b7-41d2-b5e1-6159ed20bf27 service neutron] 10.222.0.59 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787849 Jul 08 18:38:32.128614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:38:32.129738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf2e8d-029f-4f76-ae3f-860d2afb3a66 req-46797903-f06d-4786-8204-1ff5fda2773a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:32.131272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-87cf2e8d-029f-4f76-ae3f-860d2afb3a66 req-46797903-f06d-4786-8204-1ff5fda2773a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 944 time: 0.0628088 Jul 08 18:38:32.169951 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-87cf2e8d-029f-4f76-ae3f-860d2afb3a66 req-4f891ddc-dd2f-42af-adae-555ea16c2a29 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318110 Jul 08 18:38:32.178011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port adb43853-c856-4011-9f91-aaad95eb9d7d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:38:32.182360 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port adb43853-c856-4011-9f91-aaad95eb9d7d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:38:32.182772 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:32.261620 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:32.283716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:38:32.285918 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f2d9b5-d034-4916-9cac-08c3122394be" -d '{"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-plugged", "status": "completed", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:38:32.298513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:32.302172 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:32.337068 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c58001f-c9ab-442e-a4d2-16444a961293 x-openstack-request-id: req-4c58001f-c9ab-442e-a4d2-16444a961293 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:38:32.337362 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-plugged", "status": "completed", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:38:32.337613 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c58001f-c9ab-442e-a4d2-16444a961293 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:38:32.338003 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'code': 200} Jul 08 18:38:32.352052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:33.370162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0af52-a7a3-4ec6-875a-d0e61239c6a0 req-56fbf4dc-7ebe-49fa-9369-2e94a43cc449 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:33.371746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aad0af52-a7a3-4ec6-875a-d0e61239c6a0 req-56fbf4dc-7ebe-49fa-9369-2e94a43cc449 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0724401 Jul 08 18:38:33.411079 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aad0af52-a7a3-4ec6-875a-d0e61239c6a0 req-1f0eab99-384b-4935-8fe1-69c12b931c3d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338213 Jul 08 18:38:33.641120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-aeb4aa45-638d-437f-ae47-b7f2a97cead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:33.642615 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-aeb4aa45-638d-437f-ae47-b7f2a97cead5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 1096 time: 0.0807662 Jul 08 18:38:33.653304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:38:33.727031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:33.734845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:33.936856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:33.968683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:38:34.006468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:38:34.008659 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1526793c-e56d-4139-986a-273f2b9f37e7" -d '{"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-unplugged", "status": "completed", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:38:34.012604 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:34.024669 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Transition to ACTIVE for port object adb43853-c856-4011-9f91-aaad95eb9d7d will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:38:34.028309 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:34.063043 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220cc17d-4080-4f4d-9a4e-6c2e994c2e26 x-openstack-request-id: req-220cc17d-4080-4f4d-9a4e-6c2e994c2e26 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:38:34.063319 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-unplugged", "status": "completed", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:38:34.063571 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-220cc17d-4080-4f4d-9a4e-6c2e994c2e26 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:38:34.063952 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'code': 200} Jul 08 18:38:34.098244 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=10']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:34.204998 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] No DVR routers for this DVR port adb43853-c856-4011-9f91-aaad95eb9d7d on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:38:34.341584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:38:34.341819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:38:34.342136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d on network 78d7b27d-fd71-489d-ac18-f15997a75c00 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:38:34.346368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Port adb43853-c856-4011-9f91-aaad95eb9d7d on network 78d7b27d-fd71-489d-ac18-f15997a75c00 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:38:34.346689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Attempting to bind port adb43853-c856-4011-9f91-aaad95eb9d7d on network 78d7b27d-fd71-489d-ac18-f15997a75c00 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:38:34.351993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:38:34.352322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Checking segment: {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:38:34.352697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Bound using segment: {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:38:34.353113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Bound port: adb43853-c856-4011-9f91-aaad95eb9d7d, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678f2cb0-f170-46fc-89e4-27555339fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:38:34.353465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:34.415381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:38:34.418409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:38:34.422720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:34.457492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:34.458156 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:34.459585 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] 10.222.0.74 "PUT /v2.0/ports/adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 1092 time: 0.8101678 Jul 08 18:38:34.484832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ea370-8ab9-4198-80ba-d2265433287f service neutron] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=11']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:34.519349 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:34.585287 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-e34b2b7c-fb8e-4a99-9d93-d26e6d12f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:34.586587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-e34b2b7c-fb8e-4a99-9d93-d26e6d12f569 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1095 time: 0.0961304 Jul 08 18:38:34.658140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4e9c2-ece8-4c86-a250-a8bcee06a03c req-a974c28c-b046-4645-97ef-8c1e55a03c44 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:34.659638 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cf4e9c2-ece8-4c86-a250-a8bcee06a03c req-a974c28c-b046-4645-97ef-8c1e55a03c44 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 944 time: 0.1233766 Jul 08 18:38:34.723172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cf4e9c2-ece8-4c86-a250-a8bcee06a03c req-5ea1a0fa-2741-4f40-ae90-cae82c3ea2f8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575211 Jul 08 18:38:34.724251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-b1d4299f-486c-4a84-9dd5-5153b935a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:34.725641 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-b1d4299f-486c-4a84-9dd5-5153b935a1b7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.1318402 Jul 08 18:38:34.788188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-1d6c715a-6609-4c7b-9df1-d505c6981504 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 999 time: 0.0566099 Jul 08 18:38:34.840960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-ade4a1e6-f0cb-4dc0-8e98-bf2fdbcf1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:34.842424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-ade4a1e6-f0cb-4dc0-8e98-bf2fdbcf1449 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0483708 Jul 08 18:38:34.898157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-28d45240-8221-4e77-9feb-c1d8d378167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:34.899617 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-28d45240-8221-4e77-9feb-c1d8d378167f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501809 Jul 08 18:38:34.986107 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-f2d0ba3a-ca38-4290-bcf2-fd065e79ce75 service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794709 Jul 08 18:38:35.076454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3450ad15-e429-4524-b8fe-1a6571d2a978 req-0e292000-f970-4398-8501-0394896586c7 service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837383 Jul 08 18:38:35.894849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97770f5-f291-41df-9c37-888c286b0898 req-045a4aca-edd8-412b-8e72-cbdf661c520f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:35.896326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e97770f5-f291-41df-9c37-888c286b0898 req-045a4aca-edd8-412b-8e72-cbdf661c520f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 944 time: 0.0620198 Jul 08 18:38:35.933985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e97770f5-f291-41df-9c37-888c286b0898 req-f6a7517b-71fd-456f-a405-56e59e02e7e7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316546 Jul 08 18:38:36.064867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:38:36.067139 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e480a87-80fe-4ce5-a43d-2d1f5db11211" -d '{"events": [{"name": "network-changed", "server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:38:36.113588 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33921691-87f5-40e7-bd07-9f533560b950 x-openstack-request-id: req-33921691-87f5-40e7-bd07-9f533560b950 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:38:36.113874 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:38:36.114126 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33921691-87f5-40e7-bd07-9f533560b950 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:38:36.114546 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'status': 'completed', 'code': 200} Jul 08 18:38:36.186261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-465a08a5-2a3a-4488-8afc-d2be6bd36513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:36.187547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-cdc10f2a-e6d1-4e92-ba96-49536740e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:36.187832 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-465a08a5-2a3a-4488-8afc-d2be6bd36513 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1095 time: 0.0524313 Jul 08 18:38:36.189118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-cdc10f2a-e6d1-4e92-ba96-49536740e258 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1095 time: 0.0559075 Jul 08 18:38:36.278001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-f5534f99-45e7-42f9-818d-6f2b1b0cc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:36.279490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-f5534f99-45e7-42f9-818d-6f2b1b0cc91e service neutron] 10.222.0.74 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.0840023 Jul 08 18:38:36.280750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-e9f5e62b-7b82-4924-b972-4729c4056c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:36.282314 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-e9f5e62b-7b82-4924-b972-4729c4056c3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.0883064 Jul 08 18:38:36.295682 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6ff11904-07bc-494a-8ba1-7d91e82c9e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:36.349607 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-398b62fc-be07-4957-b502-49a1435e3b34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 999 time: 0.0596025 Jul 08 18:38:36.350451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-e96ba6e9-3b86-4632-ab40-0660c7841fac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 999 time: 0.0639262 Jul 08 18:38:36.398729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-8adc43f7-81bc-4317-856e-bd80982c3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:36.400200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-8adc43f7-81bc-4317-856e-bd80982c3ed1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0442438 Jul 08 18:38:36.402906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-dd8139a2-0f0c-4936-b8f8-d2669c860511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:36.404407 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-dd8139a2-0f0c-4936-b8f8-d2669c860511 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0485549 Jul 08 18:38:36.455961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-fc0269a0-b331-4f42-b111-fceef4338157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:36.457448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-fc0269a0-b331-4f42-b111-fceef4338157 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508361 Jul 08 18:38:36.460407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-67a2e5cb-bff9-4dfc-b492-52c559ddcb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:36.461890 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-67a2e5cb-bff9-4dfc-b492-52c559ddcb31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512390 Jul 08 18:38:36.548989 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-a2e68819-e85b-4adf-b982-b0997ac2648f service neutron] 10.222.0.59 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801103 Jul 08 18:38:36.549644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-565d1039-b7e6-4679-ba32-6a9798c28740 service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852289 Jul 08 18:38:36.637278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-cf1f5389-c093-4230-bca7-88294cb02997 service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810838 Jul 08 18:38:36.641608 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6e480a87-80fe-4ce5-a43d-2d1f5db11211 req-fd1e665b-0a2c-489c-a7bd-55ba422c9ddf service neutron] 10.222.0.59 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863173 Jul 08 18:38:37.104769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9ba78-c467-4fe9-ab51-976934c766ab req-f9ed4ff7-ce9c-447f-9326-7085a6272ea7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:37.106253 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28c9ba78-c467-4fe9-ab51-976934c766ab req-f9ed4ff7-ce9c-447f-9326-7085a6272ea7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 944 time: 0.0613661 Jul 08 18:38:37.142528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28c9ba78-c467-4fe9-ab51-976934c766ab req-e7cc453e-6fc7-4e13-9901-256e2d6747e4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308065 Jul 08 18:38:37.250408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:38:37.346359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:37.358147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'port_id': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'mac_address': 'fa:16:3e:43:5e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:38:37.394136 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:37.407214 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb43853-c856-4011-9f91-aaad95eb9d7d {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:38:37.427083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:37.430808 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:37.475235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=12']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:38.158608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:38:38.204831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:38:38.324735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70e0d8-a05e-4710-8fdb-5e7d582ddd54 req-f90e2986-51d4-4256-8897-b2078c3da02d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:38.326242 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b70e0d8-a05e-4710-8fdb-5e7d582ddd54 req-f90e2986-51d4-4256-8897-b2078c3da02d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 945 time: 0.0702250 Jul 08 18:38:38.365013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b70e0d8-a05e-4710-8fdb-5e7d582ddd54 req-c3104e4d-3dc8-4191-b971-297b58de6158 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332181 Jul 08 18:38:38.389119 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55176) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:38:38.447811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-24121ebb-f618-4fb7-962d-bab1c8c750d9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/d5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca HTTP/1.1" status: 200 len: 992 time: 0.0575368 Jul 08 18:38:38.841170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['adb43853-c856-4011-9f91-aaad95eb9d7d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:38:39.115053 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:39.151003 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e8f70d3c-6402-4a62-8928-b58dc3ffc210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:39.767167 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-31813f09-cedb-45de-9ec8-26bc95723d71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507593 Jul 08 18:38:39.857856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-89d6f1ca-49ed-4123-a628-bc81423a0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:39.859384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-89d6f1ca-49ed-4123-a628-bc81423a0628 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 1097 time: 0.0516434 Jul 08 18:38:39.965310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-a029ff52-95de-4fd3-b049-0fbeb43b4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:39.966908 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-a029ff52-95de-4fd3-b049-0fbeb43b4536 service neutron] 10.222.0.59 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0867069 Jul 08 18:38:40.031536 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-a8bb4f49-a143-48c7-9070-90d11e26b8fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d HTTP/1.1" status: 200 len: 1001 time: 0.0576386 Jul 08 18:38:40.083480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-162f7ea3-7e5e-462b-891a-9fd211be50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:40.084964 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-162f7ea3-7e5e-462b-891a-9fd211be50e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0472131 Jul 08 18:38:40.140247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-394808c3-4ed0-4203-8ec4-bbc1eae5ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:40.141697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-394808c3-4ed0-4203-8ec4-bbc1eae5ae0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507102 Jul 08 18:38:40.227197 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-4fbdd9ce-1347-43b3-aec1-1178bde8ecf9 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788505 Jul 08 18:38:40.275354 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:40.321349 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bdfbdb31-79a5-416a-9724-40a8a6425f5c req-dc9aff6e-63bc-4cdb-9dd9-12ed415137b7 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869472 Jul 08 18:38:41.288757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:38:41.336824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port adb43853-c856-4011-9f91-aaad95eb9d7d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:38:41.340875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port adb43853-c856-4011-9f91-aaad95eb9d7d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:38:41.341243 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:41.422459 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:41.443799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:38:41.446567 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ecc00d-b77c-40ff-b833-d221b67ca71a" -d '{"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-plugged", "status": "completed", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:38:41.462107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:41.466800 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:41.497546 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78697991-968b-4e7a-ab7f-58259a46738d x-openstack-request-id: req-78697991-968b-4e7a-ab7f-58259a46738d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:38:41.497970 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-plugged", "status": "completed", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:38:41.498255 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78697991-968b-4e7a-ab7f-58259a46738d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:38:41.498684 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'code': 200} Jul 08 18:38:41.531099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=13']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:41.760788 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:47.785074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-6bdcb55a-3530-4bde-bdcd-9b1cb88bcbea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573888 Jul 08 18:38:47.881860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-739ecffe-f523-4c38-9b45-c7a014405929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:47.883392 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-739ecffe-f523-4c38-9b45-c7a014405929 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1097 time: 0.0521998 Jul 08 18:38:47.985323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-c1817bda-2616-4388-8c2b-ac93c2ecc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:47.986882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-c1817bda-2616-4388-8c2b-ac93c2ecc007 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.0841429 Jul 08 18:38:48.054009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-7e01f5d5-7206-41a5-8c86-99847ad3718d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 1001 time: 0.0601645 Jul 08 18:38:48.101377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-ccbf3c71-77fe-4707-9656-845d5f1337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:48.102833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-ccbf3c71-77fe-4707-9656-845d5f1337d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0434265 Jul 08 18:38:48.159048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-fb51971f-e6c4-47a6-b4c9-3e1295c7c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:48.160519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-fb51971f-e6c4-47a6-b4c9-3e1295c7c5b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514579 Jul 08 18:38:48.251416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-84efe5b1-f976-4447-9016-4c5077578a19 service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843992 Jul 08 18:38:48.345094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa21e593-a17b-4de2-887e-4d982ee3be28 req-db496b7f-ded2-4004-aa85-c93c5cfcda7b service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870211 Jul 08 18:38:50.226769 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:39:03.732432 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:04.540969 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:06.288716 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1649fb2e-c09b-4dde-9b9b-98e5433c295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:09.115609 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:09.149869 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-92cb6029-07b2-4e1c-8839-2a2c3cc80858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:10.273059 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:11.763705 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:15.816321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-25e79bf0-d31a-42c6-9862-9866b6ced877 req-2303f3d7-0c53-4a0d-8b8b-88c71329a436 service neutron] (93741) timed out ('10.222.0.74', 55272) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:39:27.225491 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:39:33.734943 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:34.426761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98279d90-7e11-4d75-9f00-e554f8e1d921 req-5b2317d3-f686-4cea-9e68-45ae1316beb3 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:34.427865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98279d90-7e11-4d75-9f00-e554f8e1d921 req-5b2317d3-f686-4cea-9e68-45ae1316beb3 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1097 time: 0.4256070 Jul 08 18:39:34.462431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98279d90-7e11-4d75-9f00-e554f8e1d921 req-95c69a20-075a-4c84-aa21-fb64fa1ca06b tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280647 Jul 08 18:39:34.486720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55222) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:34.552046 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:34.668899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port 3d07eb10-b0c6-4abb-87af-2dbc17ceb21d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:39:34.669245 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:34.745684 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:34.745905 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:34.757406 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for 3d07eb10-b0c6-4abb-87af-2dbc17ceb21d owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:39:34.900399 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:34.925493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=3d07eb10-b0c6-4abb-87af-2dbc17ceb21d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:34.937050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:34.937400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:34.937740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:34.938073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:34.938428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:34.938762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:34.939090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:34.939415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:34.939740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:34.940062 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:34.940382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:34.940700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:35.004156 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:35.004578 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Floating IP d5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca disassociated (deleted). External IP: 172.25.8.181, port: adb43853-c856-4011-9f91-aaad95eb9d7d. Jul 08 18:39:35.205942 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 19baaf93-3e56-49e4-b4a9-989250cdd49f has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:39:35.312931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:39:35.317882 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:35.322865 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba9841-311a-40a3-a775-3325c2b162e6 None None] Sync routers for ids ['19baaf93-3e56-49e4-b4a9-989250cdd49f'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:39:35.331480 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba9841-311a-40a3-a775-3325c2b162e6 None None] Routers {'19baaf93-3e56-49e4-b4a9-989250cdd49f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:39:35.332089 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-38ba9841-311a-40a3-a775-3325c2b162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['19baaf93-3e56-49e4-b4a9-989250cdd49f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:35.354752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-43c39770-ebc1-469f-b703-896915e862f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/floatingips/d5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca HTTP/1.1" status: 204 len: 168 time: 0.8669550 Jul 08 18:39:35.355623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:39:35.357969 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b" -d '{"events": [{"name": "network-changed", "server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:39:35.468667 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a999a728-ec35-47aa-a697-aa18938bc14a x-openstack-request-id: req-a999a728-ec35-47aa-a697-aa18938bc14a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:39:35.469268 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:39:35.469268 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a999a728-ec35-47aa-a697-aa18938bc14a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:39:35.469460 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'status': 'completed', 'code': 200} Jul 08 18:39:35.553085 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-38ba9841-311a-40a3-a775-3325c2b162e6 None None] Set router 19baaf93-3e56-49e4-b4a9-989250cdd49f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:39:35.558031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b req-268ce043-e802-4053-9480-810f3a82da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:35.559975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b req-268ce043-e802-4053-9480-810f3a82da7b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 1097 time: 0.0680630 Jul 08 18:39:35.682251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b req-f358408a-ddb4-40d3-a9ad-d400b3d31192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:35.683848 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b req-f358408a-ddb4-40d3-a9ad-d400b3d31192 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 200 len: 898 time: 0.1165552 Jul 08 18:39:35.736240 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b req-22028909-a731-455f-93c1-deb3a6700696 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 200 len: 217 time: 0.0453646 Jul 08 18:39:35.785467 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-38ba9841-311a-40a3-a775-3325c2b162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '38c435de-b480-468d-b7d2-831448240e9f', 'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:39:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:50Z', 'updated_at': '2021-07-08T18:36:54Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:35.824494 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba9841-311a-40a3-a775-3325c2b162e6 None None] Checking router: 19baaf93-3e56-49e4-b4a9-989250cdd49f for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:39:35.825814 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba9841-311a-40a3-a775-3325c2b162e6 None None] Routers {'19baaf93-3e56-49e4-b4a9-989250cdd49f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:39:35.826197 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b req-1e1c2dea-7e80-4499-8c84-d25827fb74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:35.826713 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-38ba9841-311a-40a3-a775-3325c2b162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['19baaf93-3e56-49e4-b4a9-989250cdd49f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:35.828322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b req-1e1c2dea-7e80-4499-8c84-d25827fb74bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 200 len: 835 time: 0.0827961 Jul 08 18:39:35.906409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad9a47-bbb3-4169-ab16-3cdf183d1d87 req-9c6a1c0f-6b5e-4c07-b595-c9c6eb19f1fd tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:35.907956 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76ad9a47-bbb3-4169-ab16-3cdf183d1d87 req-9c6a1c0f-6b5e-4c07-b595-c9c6eb19f1fd tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 946 time: 0.1743121 Jul 08 18:39:35.949934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b req-4dff2c82-1a54-4555-ac16-d9cf51875149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:35.951499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b req-4dff2c82-1a54-4555-ac16-d9cf51875149 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78d7b27d-fd71-489d-ac18-f15997a75c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161487 Jul 08 18:39:35.954107 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-38ba9841-311a-40a3-a775-3325c2b162e6 None None] Set router 19baaf93-3e56-49e4-b4a9-989250cdd49f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:39:36.018081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76ad9a47-bbb3-4169-ab16-3cdf183d1d87 req-d96ecc96-68c0-48e9-bb15-a78f44b1d893 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015136 Jul 08 18:39:36.062100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b req-12a0a763-5ac6-41e6-947a-d25eedf0d79a service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027210 Jul 08 18:39:36.156692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eaed86c5-ff40-464f-9df7-b67cf1cdc97b req-fba73b45-df7c-495b-872a-3f6f6e49149e service neutron] 10.222.0.74 "GET /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868840 Jul 08 18:39:36.169370 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-38ba9841-311a-40a3-a775-3325c2b162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '38c435de-b480-468d-b7d2-831448240e9f', 'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:39:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:50Z', 'updated_at': '2021-07-08T18:36:54Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:36.196177 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba9841-311a-40a3-a775-3325c2b162e6 None None] The sync data for ids ['19baaf93-3e56-49e4-b4a9-989250cdd49f'] in n-d-799684-3 is: [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:36:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '38c435de-b480-468d-b7d2-831448240e9f', 'name': '', 'network_id': '78d7b27d-fd71-489d-ac18-f15997a75c00', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:39:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:50Z', 'updated_at': '2021-07-08T18:36:54Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': '95b6a0af-fe8c-41ca-9117-be5d2555466f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:39:36.291119 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ab977b0c-a001-4846-b10e-2bdcbd028b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:36.427311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d0265-5f66-4f5f-b3aa-3664997e0174 None None] New status for floating IP d5d4cb8d-1062-4d4e-9047-cd2dc5daf0ca: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:39:37.199388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64b12b-0842-4de7-9208-acc3ed1bf8fb req-b93cb37e-1ffa-4c8e-b305-2ff83beeb319 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:37.200898 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f64b12b-0842-4de7-9208-acc3ed1bf8fb req-b93cb37e-1ffa-4c8e-b305-2ff83beeb319 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 946 time: 0.0636201 Jul 08 18:39:37.242367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f64b12b-0842-4de7-9208-acc3ed1bf8fb req-01291eed-a1bc-49b1-8938-716f544aea77 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=adf3be97-49ff-4983-8dd2-828e22ff80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356638 Jul 08 18:39:37.363518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135735b3-3df0-49c6-ab3f-7fee71cc57cd req-a7d330c3-abbe-4e18-a9b5-fcc4487c6544 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:37.365203 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-135735b3-3df0-49c6-ab3f-7fee71cc57cd req-a7d330c3-abbe-4e18-a9b5-fcc4487c6544 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 946 time: 0.0771401 Jul 08 18:39:37.463873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-135735b3-3df0-49c6-ab3f-7fee71cc57cd req-02e00cc6-d425-44d6-9170-7a8199a4cb7f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port adb43853-c856-4011-9f91-aaad95eb9d7d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:39:37.464262 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-135735b3-3df0-49c6-ab3f-7fee71cc57cd req-02e00cc6-d425-44d6-9170-7a8199a4cb7f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:37.555354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-135735b3-3df0-49c6-ab3f-7fee71cc57cd req-02e00cc6-d425-44d6-9170-7a8199a4cb7f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port adb43853-c856-4011-9f91-aaad95eb9d7d, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=adb43853-c856-4011-9f91-aaad95eb9d7d,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:37.555739 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-135735b3-3df0-49c6-ab3f-7fee71cc57cd req-02e00cc6-d425-44d6-9170-7a8199a4cb7f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:37.569187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-135735b3-3df0-49c6-ab3f-7fee71cc57cd req-02e00cc6-d425-44d6-9170-7a8199a4cb7f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for adb43853-c856-4011-9f91-aaad95eb9d7d owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:39:37.705062 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-135735b3-3df0-49c6-ab3f-7fee71cc57cd req-02e00cc6-d425-44d6-9170-7a8199a4cb7f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:37.735383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e00cc6-d425-44d6-9170-7a8199a4cb7f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=adb43853-c856-4011-9f91-aaad95eb9d7d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:37.781051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-135735b3-3df0-49c6-ab3f-7fee71cc57cd req-02e00cc6-d425-44d6-9170-7a8199a4cb7f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] No DVR routers for this DVR port adb43853-c856-4011-9f91-aaad95eb9d7d on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:39:37.783961 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-135735b3-3df0-49c6-ab3f-7fee71cc57cd req-02e00cc6-d425-44d6-9170-7a8199a4cb7f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:37.785977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-135735b3-3df0-49c6-ab3f-7fee71cc57cd req-02e00cc6-d425-44d6-9170-7a8199a4cb7f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "DELETE /v2.0/ports/adb43853-c856-4011-9f91-aaad95eb9d7d HTTP/1.1" status: 204 len: 173 time: 0.4156840 Jul 08 18:39:37.786442 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-deleted', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:39:37.788655 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27cc6cf-4a49-4fea-a0b2-a44160bf34e0" -d '{"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-deleted", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:39:37.826965 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953c997d-3669-414f-bec2-f2772b9568f9 x-openstack-request-id: req-953c997d-3669-414f-bec2-f2772b9568f9 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:39:37.827260 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523f08fe-2155-4a0d-ba9c-782ff9bba31c", "name": "network-vif-deleted", "tag": "adb43853-c856-4011-9f91-aaad95eb9d7d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:39:37.827511 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-953c997d-3669-414f-bec2-f2772b9568f9 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:39:37.827901 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523f08fe-2155-4a0d-ba9c-782ff9bba31c', 'name': 'network-vif-deleted', 'tag': 'adb43853-c856-4011-9f91-aaad95eb9d7d', 'status': 'completed', 'code': 200} Jul 08 18:39:38.455089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59ec2c0a-5538-4e3d-8fe7-96433cfffd4a req-1b19c16e-2550-4722-bea4-8f3dd29cdc12 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=523f08fe-2155-4a0d-ba9c-782ff9bba31c HTTP/1.1" status: 200 len: 210 time: 0.0331738 Jul 08 18:39:39.116882 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:39.154231 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c840f8b2-52a8-46e2-8bf6-5ca018f58ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:39.584783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55262) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:40.068302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:40.291586 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:40.451422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port 38c435de-b480-468d-b7d2-831448240e9f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:39:40.452698 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:40.577138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port 38c435de-b480-468d-b7d2-831448240e9f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=38c435de-b480-468d-b7d2-831448240e9f,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:40.577138 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:40.598374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for 38c435de-b480-468d-b7d2-831448240e9f owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:39:40.886783 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:40.922292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=38c435de-b480-468d-b7d2-831448240e9f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:40.955993 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-8933627f-fd88-4c22-a48e-bba30f92289e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832670 Jul 08 18:39:41.080551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-3037058d-ebf1-4b73-88f9-8be112a15d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:41.082169 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-3037058d-ebf1-4b73-88f9-8be112a15d46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 1097 time: 0.0765247 Jul 08 18:39:41.147882 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:41.228621 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-eec73b8d-ed36-4ad4-ac03-75a68c7346eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:41.230387 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-eec73b8d-ed36-4ad4-ac03-75a68c7346eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.1232097 Jul 08 18:39:41.312109 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-cbca3f9c-93fe-4d23-a0eb-a41c8f42cb85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d HTTP/1.1" status: 200 len: 1001 time: 0.0747068 Jul 08 18:39:41.375802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-ed51e245-659b-4a35-b606-0a8be67e3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:41.377421 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-ed51e245-659b-4a35-b606-0a8be67e3550 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0596285 Jul 08 18:39:41.456619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 19baaf93-3e56-49e4-b4a9-989250cdd49f has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:39:41.456850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-f864907d-9ad5-41c2-bc0e-12dcf64a6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:41.457896 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-f864907d-9ad5-41c2-bc0e-12dcf64a6247 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737808 Jul 08 18:39:41.565294 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-65e3469c-78d4-4451-86b0-24949733ba70 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012311 Jul 08 18:39:41.590406 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:39:41.600349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:39:41.601320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b8f92ed1-46c7-4b23-b218-4b17ad43338a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "PUT /v2.0/routers/19baaf93-3e56-49e4-b4a9-989250cdd49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0154586 Jul 08 18:39:41.603968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55270) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:41.610644 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3d252-11c8-45c2-bb34-7f3e744afc86 None None] Sync routers for ids ['19baaf93-3e56-49e4-b4a9-989250cdd49f'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:39:41.629630 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3d252-11c8-45c2-bb34-7f3e744afc86 None None] Routers {'19baaf93-3e56-49e4-b4a9-989250cdd49f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:39:41.630183 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-73a3d252-11c8-45c2-bb34-7f3e744afc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['19baaf93-3e56-49e4-b4a9-989250cdd49f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:41.658901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: adb43853-c856-4011-9f91-aaad95eb9d7d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:39:41.660079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device adb43853-c856-4011-9f91-aaad95eb9d7d not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:39:41.666438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-826959db-7591-48c8-a092-f1d360189685 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting subnet 95b6a0af-fe8c-41ca-9117-be5d2555466f {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:39:41.670189 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-826959db-7591-48c8-a092-f1d360189685 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:41.704217 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08be1e98-a523-4b1f-b55e-41851f83e361 req-89fcb2ff-a376-4b3c-87f1-2b366d434244 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327133 Jul 08 18:39:41.732191 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-826959db-7591-48c8-a092-f1d360189685 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:41.765079 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-73a3d252-11c8-45c2-bb34-7f3e744afc86 None None] Set router 19baaf93-3e56-49e4-b4a9-989250cdd49f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:39:41.776954 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:41.826063 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-826959db-7591-48c8-a092-f1d360189685 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:41.910918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-826959db-7591-48c8-a092-f1d360189685 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:41.961809 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-73a3d252-11c8-45c2-bb34-7f3e744afc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:39:40Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:41.971552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d03f8d-43b0-4f63-9725-3307c7301405 None None] Network 78d7b27d-fd71-489d-ac18-f15997a75c00 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:39:41.972366 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-826959db-7591-48c8-a092-f1d360189685 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:41.982268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-826959db-7591-48c8-a092-f1d360189685 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/subnets/95b6a0af-fe8c-41ca-9117-be5d2555466f HTTP/1.1" status: 204 len: 168 time: 0.3710253 Jul 08 18:39:41.982268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826959db-7591-48c8-a092-f1d360189685 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Subnet': ['ID=95b6a0af-fe8c-41ca-9117-be5d2555466f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:41.983007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55272) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:42.015898 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3d252-11c8-45c2-bb34-7f3e744afc86 None None] Checking router: 19baaf93-3e56-49e4-b4a9-989250cdd49f for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:39:42.026881 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3d252-11c8-45c2-bb34-7f3e744afc86 None None] Routers {'19baaf93-3e56-49e4-b4a9-989250cdd49f'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:39:42.027509 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-73a3d252-11c8-45c2-bb34-7f3e744afc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['19baaf93-3e56-49e4-b4a9-989250cdd49f'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:42.123912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.192729 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-73a3d252-11c8-45c2-bb34-7f3e744afc86 None None] Set router 19baaf93-3e56-49e4-b4a9-989250cdd49f gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:39:42.243005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] DHCP port deletion for 78d7b27d-fd71-489d-ac18-f15997a75c00 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:39:42.248596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.320234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port 214bdb3b-4065-4c35-bce7-6eb19fabda93 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:39:42.320591 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.328086 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Deleting port f19fc635-2c44-4bd8-863e-39fb403d3426 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:39:42.328685 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.416535 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port 214bdb3b-4065-4c35-bce7-6eb19fabda93, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=214bdb3b-4065-4c35-bce7-6eb19fabda93,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:42.417288 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.420959 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-73a3d252-11c8-45c2-bb34-7f3e744afc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:39:40Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:42.425891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] For port f19fc635-2c44-4bd8-863e-39fb403d3426, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f19fc635-2c44-4bd8-863e-39fb403d3426,segment=NetworkSegment(678f2cb0-f170-46fc-89e4-27555339fdef),segment_id=678f2cb0-f170-46fc-89e4-27555339fdef)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:42.426557 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.437823 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for 214bdb3b-4065-4c35-bce7-6eb19fabda93 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:39:42.440727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Calling delete_port for f19fc635-2c44-4bd8-863e-39fb403d3426 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:39:42.457069 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3d252-11c8-45c2-bb34-7f3e744afc86 None None] The sync data for ids ['19baaf93-3e56-49e4-b4a9-989250cdd49f'] in n-d-799684-3 is: [{'id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149023604', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:36:47Z', 'updated_at': '2021-07-08T18:39:40Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '214bdb3b-4065-4c35-bce7-6eb19fabda93', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19baaf93-3e56-49e4-b4a9-989250cdd49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:36:48Z', 'updated_at': '2021-07-08T18:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:39:42.535606 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.564480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Pushing event deleted for resources: {'Port': ['ID=f19fc635-2c44-4bd8-863e-39fb403d3426,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:42.575160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.575714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.576192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.577418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.577418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.577418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.578127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.578503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.579167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.579494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.579810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.580421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.587338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f49e04-bd7c-46d6-9c5e-2400a50da7e8 None None] No DVR routers for this DVR port f19fc635-2c44-4bd8-863e-39fb403d3426 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:39:42.651271 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.679242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=214bdb3b-4065-4c35-bce7-6eb19fabda93,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:42.711120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.711467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.711802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.712147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.712478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.712837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.713130 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.713455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.713818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.714199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.714568 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.714898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:42.755973 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.860863 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.864283 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.921454 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.921602 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Fanout notify agent at l3_agent the message router_deleted on router 19baaf93-3e56-49e4-b4a9-989250cdd49f {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:39:42.937360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:42.948584 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fe4dfc76-d956-43ab-8398-13d49be680c1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/routers/19baaf93-3e56-49e4-b4a9-989250cdd49f HTTP/1.1" status: 204 len: 168 time: 0.9644227 Jul 08 18:39:42.949489 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55276) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:43.037139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 38c435de-b480-468d-b7d2-831448240e9f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:39:43.075462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 38c435de-b480-468d-b7d2-831448240e9f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:39:43.076544 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 38c435de-b480-468d-b7d2-831448240e9f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:39:43.076690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f19fc635-2c44-4bd8-863e-39fb403d3426 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:39:43.080975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.104932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: f19fc635-2c44-4bd8-863e-39fb403d3426 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:39:43.105640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f19fc635-2c44-4bd8-863e-39fb403d3426 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:39:43.204523 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.216186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d7b27d-fd71-489d-ac18-f15997a75c00']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:43.231185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678f2cb0-f170-46fc-89e4-27555339fdef') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:43.231486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678f2cb0-f170-46fc-89e4-27555339fdef') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:43.240825 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.264700 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.278861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:39:43.279266 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:39:43.286313 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:39:43.371831 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.383585 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.388316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/networks/78d7b27d-fd71-489d-ac18-f15997a75c00 HTTP/1.1" status: 204 len: 168 time: 0.4369450 Jul 08 18:39:43.391554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55280) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:43.416014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720ce08-47a9-4ca3-b922-c0aa1e8c3a8a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Network': ['ID=78d7b27d-fd71-489d-ac18-f15997a75c00,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:43.482724 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ca90c4a-8930-4b6c-8a42-6cfb2f237fdf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.507700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ca90c4a-8930-4b6c-8a42-6cfb2f237fdf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.588330 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ca90c4a-8930-4b6c-8a42-6cfb2f237fdf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.592566 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ca90c4a-8930-4b6c-8a42-6cfb2f237fdf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.607125 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7ca90c4a-8930-4b6c-8a42-6cfb2f237fdf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/security-groups/adf3be97-49ff-4983-8dd2-828e22ff80ef HTTP/1.1" status: 204 len: 168 time: 0.2058311 Jul 08 18:39:43.617219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca90c4a-8930-4b6c-8a42-6cfb2f237fdf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf3be97-49ff-4983-8dd2-828e22ff80ef,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:44.577963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 214bdb3b-4065-4c35-bce7-6eb19fabda93 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:39:44.598493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 214bdb3b-4065-4c35-bce7-6eb19fabda93 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:39:44.598843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 214bdb3b-4065-4c35-bce7-6eb19fabda93 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:39:44.660854 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-da5fa76f-8512-49c1-a478-0bdb584fbc24 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446969910&fields=id&tenant_id=52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 267 time: 0.0347977 Jul 08 18:39:44.771248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-c2f7ed60-e418-401c-b4b2-a51945f2fee8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:44.772707 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-c2f7ed60-e418-401c-b4b2-a51945f2fee8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.1042600 Jul 08 18:39:44.787739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-8127cc3d-ee10-4119-b4b2-c9e312966b70 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/quotas/52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 375 time: 0.0090740 Jul 08 18:39:44.860266 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-f5439b9f-7cad-4adb-9776-57bdc43b06ff tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0670614 Jul 08 18:39:44.896996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55302) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:44.902328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0939951d-3773-49ad-af3b-36f884e813b2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079837179', 'description': 'tempest-secgroup-smoke-2079837179 description', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:44.926348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0939951d-3773-49ad-af3b-36f884e813b2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:44.927544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-2aa8350c-4750-481f-aa69-0c435f361011 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:39:44.929437 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-2aa8350c-4750-481f-aa69-0c435f361011 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576856 Jul 08 18:39:45.011050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0939951d-3773-49ad-af3b-36f884e813b2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.015505 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0939951d-3773-49ad-af3b-36f884e813b2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.023278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-8c435b98-728f-4209-b459-d1e7e769c3d3 service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874114 Jul 08 18:39:45.043298 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0939951d-3773-49ad-af3b-36f884e813b2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.044530 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0939951d-3773-49ad-af3b-36f884e813b2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1465070 Jul 08 18:39:45.046825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939951d-3773-49ad-af3b-36f884e813b2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867f776b-69e0-40d5-ba05-e209ebcbf2c7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:45.048499 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55304) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:45.053838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-32a3c8e8-9149-417e-ad90-080cf1782754 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '867f776b-69e0-40d5-ba05-e209ebcbf2c7', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:45.126162 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32a3c8e8-9149-417e-ad90-080cf1782754 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.154104 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-f0428d30-04cb-4783-9115-422ea42dcc6a service neutron] 10.222.0.73 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244960 Jul 08 18:39:45.183885 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32a3c8e8-9149-417e-ad90-080cf1782754 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.187232 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32a3c8e8-9149-417e-ad90-080cf1782754 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.205337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3c8e8-9149-417e-ad90-080cf1782754 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5615f0f-6aa6-42ee-8f48-a29fafa0b258,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:45.213042 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-32a3c8e8-9149-417e-ad90-080cf1782754 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.214331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-32a3c8e8-9149-417e-ad90-080cf1782754 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644576 Jul 08 18:39:45.217323 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55306) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:45.222102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fbab4474-e4e6-42b7-94fc-dadd389e8332 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '867f776b-69e0-40d5-ba05-e209ebcbf2c7', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:45.248272 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbab4474-e4e6-42b7-94fc-dadd389e8332 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.311321 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbab4474-e4e6-42b7-94fc-dadd389e8332 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.315367 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbab4474-e4e6-42b7-94fc-dadd389e8332 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.334730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab4474-e4e6-42b7-94fc-dadd389e8332 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a371ba-7a14-44c3-aaef-9f89e1f9949d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:45.343252 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fbab4474-e4e6-42b7-94fc-dadd389e8332 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.344549 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fbab4474-e4e6-42b7-94fc-dadd389e8332 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261282 Jul 08 18:39:45.347572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55314) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:45.352323 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f5fb7f15-574c-4a0d-bc46-32021336be0d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '867f776b-69e0-40d5-ba05-e209ebcbf2c7', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:45.380331 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7f15-574c-4a0d-bc46-32021336be0d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.465713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7982a3b0-d38f-48c3-912b-892215e6ef86 req-5337e4b6-9625-4cd7-b5ca-aa797bc38d70 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 210 time: 0.0329397 Jul 08 18:39:45.478674 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7f15-574c-4a0d-bc46-32021336be0d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.491099 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7f15-574c-4a0d-bc46-32021336be0d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.510348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb7f15-574c-4a0d-bc46-32021336be0d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685decb7-1222-4868-99b9-0c11352402ea,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:45.516105 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7f15-574c-4a0d-bc46-32021336be0d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.517407 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f5fb7f15-574c-4a0d-bc46-32021336be0d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688948 Jul 08 18:39:45.520204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55322) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:45.524732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-42e0621f-9e3d-4a60-9d80-ab0d6c68f8b4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '867f776b-69e0-40d5-ba05-e209ebcbf2c7', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:45.554524 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42e0621f-9e3d-4a60-9d80-ab0d6c68f8b4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.616270 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42e0621f-9e3d-4a60-9d80-ab0d6c68f8b4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.620461 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42e0621f-9e3d-4a60-9d80-ab0d6c68f8b4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.639052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0621f-9e3d-4a60-9d80-ab0d6c68f8b4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a69626-20d1-4e23-9e7d-efd38de233b6,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:45.645017 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42e0621f-9e3d-4a60-9d80-ab0d6c68f8b4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.646353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-42e0621f-9e3d-4a60-9d80-ab0d6c68f8b4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250887 Jul 08 18:39:45.649131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55328) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:45.653804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8b295c30-833d-4330-a16f-5322bd0f0590 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '867f776b-69e0-40d5-ba05-e209ebcbf2c7', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:45.676982 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-8b295c30-833d-4330-a16f-5322bd0f0590 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Project f6e1158e86bd4bc8b1d072406a508422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:39:45.682310 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8b295c30-833d-4330-a16f-5322bd0f0590 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.749402 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8b295c30-833d-4330-a16f-5322bd0f0590 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.753312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8b295c30-833d-4330-a16f-5322bd0f0590 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.772362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b295c30-833d-4330-a16f-5322bd0f0590 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cbaa39-d391-400b-8486-0ac4088d2383,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:45.779442 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8b295c30-833d-4330-a16f-5322bd0f0590 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.780767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8b295c30-833d-4330-a16f-5322bd0f0590 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306157 Jul 08 18:39:45.783759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55334) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:45.788115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-12fcd6f0-ac60-43bc-b68c-0e85a798576c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '867f776b-69e0-40d5-ba05-e209ebcbf2c7', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:45.810605 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-12fcd6f0-ac60-43bc-b68c-0e85a798576c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Project f6e1158e86bd4bc8b1d072406a508422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:39:45.815439 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12fcd6f0-ac60-43bc-b68c-0e85a798576c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.876624 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12fcd6f0-ac60-43bc-b68c-0e85a798576c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.880642 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12fcd6f0-ac60-43bc-b68c-0e85a798576c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.896997 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcd6f0-ac60-43bc-b68c-0e85a798576c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bd997c-a046-4f61-b543-e71835d9d8b2,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:45.905116 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12fcd6f0-ac60-43bc-b68c-0e85a798576c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.907100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-12fcd6f0-ac60-43bc-b68c-0e85a798576c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217713 Jul 08 18:39:45.909733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55336) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:45.914706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'network': {'name': 'tempest-network-smoke--435111829', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'port_security_enabled': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:45.937495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:39:45.942128 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.965841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:39:45.974545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.974887 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Added segment c29b07d2-803e-47c2-b2fd-930b2a105a05 of type vlan for network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 Jul 08 18:39:46.015434 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:46.045078 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:46.051509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:46.052100 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:46.111715 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2008557 Jul 08 18:39:46.114440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55338) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:46.119345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'admin_state_up': True, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:46.139873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653cf37-4bf2-499c-b039-b78689c28793 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Network': ['ID=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:46.151543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:39:46.157669 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:46.158808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:46.208739 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:46.761389 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:46.766132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86c2b733-4a6a-4205-acd5-11b5d9875b36 req-abab81f4-36c3-464c-b7b3-7eb40370e1a8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 210 time: 0.1053202 Jul 08 18:39:46.869505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-dc68a64f-5da6-4a45-aaf5-449e343d76f6 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:46.871193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-dc68a64f-5da6-4a45-aaf5-449e343d76f6 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 811 time: 0.2091229 Jul 08 18:39:46.925726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-dca53bb5-b06d-416b-9ae9-520a30b44378 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52c6e73aef014fb99916d41deb9b91b3 HTTP/1.1" status: 200 len: 380 time: 0.0462990 Jul 08 18:39:46.940576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'port': {'device_id': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'admin_state_up': True, 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'security_groups': ['87d4c887-a32b-4613-83a3-f5f1e157c116']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:47.111959 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:47.139151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:47.193755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Made reservation on behalf of 52c6e73aef014fb99916d41deb9b91b3 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:39:47.197902 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:47.318593 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.25.8.174 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/7348940e-c251-4df5-8aad-1276128751d6) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:39:47.418715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Allocated IP 172.20.0.8 (df736c83-02a0-4f80-ba4c-f3f4e0bc715e/503d4c91-c4e0-4657-967e-28453a9ecffe/76da2a3c-38fe-433e-8bf8-c1666dac27da) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:39:47.499110 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:47.613517 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:47.617480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:47.652189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Transition to ACTIVE for port object 76da2a3c-38fe-433e-8bf8-c1666dac27da will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:39:47.671947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:39:47.680830 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:39:47.686657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:39:47.693893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=7348940e-c251-4df5-8aad-1276128751d6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:47.746609 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:47.887723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:39:47.898200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:39:47.905740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=76da2a3c-38fe-433e-8bf8-c1666dac27da,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:47.908533 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:39:48.048750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:48.049373 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:48.116488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-fc7f24bf-875d-48dd-adde-6c9676bff96c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1861725 Jul 08 18:39:48.134620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Request body: {'port': {'device_id': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:48.142481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a1127779-cb21-4d7a-a342-1eb09acc07ac None None] Provisioning for port 76da2a3c-38fe-433e-8bf8-c1666dac27da completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:39:48.146574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a0025-817c-43eb-b92b-819681469717 req-b876c25b-31fc-41b3-9141-bb2e4c10be85 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:48.147366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a1127779-cb21-4d7a-a342-1eb09acc07ac None None] Provisioning complete for port 76da2a3c-38fe-433e-8bf8-c1666dac27da triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:48.148055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb6a0025-817c-43eb-b92b-819681469717 req-b876c25b-31fc-41b3-9141-bb2e4c10be85 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 931 time: 0.2361760 Jul 08 18:39:48.148178 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a1127779-cb21-4d7a-a342-1eb09acc07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:48.196104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a1127779-cb21-4d7a-a342-1eb09acc07ac None None] Port 76da2a3c-38fe-433e-8bf8-c1666dac27da cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:39:48.201576 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:48.282765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bb6a0025-817c-43eb-b92b-819681469717 req-6741820b-28bf-4160-96cc-7571dd981ce9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142538 Jul 08 18:39:48.328114 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:48.591254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:48.787401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76da2a3c-38fe-433e-8bf8-c1666dac27da {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:39:48.798520 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:48.817399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Transition to ACTIVE for port object 76da2a3c-38fe-433e-8bf8-c1666dac27da will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:39:48.820857 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:48.845938 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 184d360a-f745-4a4c-a080-da84db874e24 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:39:48.909297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Pushing event updated for resources: {'Port': ['ID=76da2a3c-38fe-433e-8bf8-c1666dac27da,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:49.044163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:39:49.045664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Attempting to bind port 76da2a3c-38fe-433e-8bf8-c1666dac27da on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:39:49.046002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Attempting to bind port 76da2a3c-38fe-433e-8bf8-c1666dac27da by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:39:49.046364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Attempting to bind port 76da2a3c-38fe-433e-8bf8-c1666dac27da on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:39:49.056478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Sync routers for ids ['184d360a-f745-4a4c-a080-da84db874e24'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:39:49.058787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Port 76da2a3c-38fe-433e-8bf8-c1666dac27da on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:39:49.059119 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Attempting to bind port 76da2a3c-38fe-433e-8bf8-c1666dac27da on network df736c83-02a0-4f80-ba4c-f3f4e0bc715e {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:39:49.068389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:39:49.068608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Checking segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:39:49.068745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Routers {'184d360a-f745-4a4c-a080-da84db874e24'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:39:49.068891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Bound using segment: {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:39:49.069353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Bound port: 76da2a3c-38fe-433e-8bf8-c1666dac27da, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f07378-ced2-4281-8df7-d12def8de8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:39:49.069559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['184d360a-f745-4a4c-a080-da84db874e24'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:49.069702 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:49.085583 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:49.090659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e01c2495-f01e-4a99-b939-d01fc5998541 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9715869 Jul 08 18:39:49.091117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55346) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:49.137627 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-414d3cf0-4653-4065-86cd-c3b2bc2f5812 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=f6e1158e86bd4bc8b1d072406a508422&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445704 Jul 08 18:39:49.140298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55348) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:49.201102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Set router 184d360a-f745-4a4c-a080-da84db874e24 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:39:49.216149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] For port 76da2a3c-38fe-433e-8bf8-c1666dac27da, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:39:49.220564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] For port 76da2a3c-38fe-433e-8bf8-c1666dac27da, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=76da2a3c-38fe-433e-8bf8-c1666dac27da,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:39:49.224210 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:49.274122 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:49.274853 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:49.276267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] 10.222.0.74 "PUT /v2.0/ports/76da2a3c-38fe-433e-8bf8-c1666dac27da HTTP/1.1" status: 200 len: 1091 time: 1.1466618 Jul 08 18:39:49.276748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'tag': '76da2a3c-38fe-433e-8bf8-c1666dac27da'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:39:49.279210 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a90371-dc57-4abe-b244-8762eb832b72" -d '{"events": [{"name": "network-changed", "server_uuid": "138fd1b9-6d8b-4d89-afaf-ce5c05147f89", "tag": "76da2a3c-38fe-433e-8bf8-c1666dac27da"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:39:49.309103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328f278-d50e-4990-961f-27e4bb677aa6 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:49.311150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b328f278-d50e-4990-961f-27e4bb677aa6 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1697984 Jul 08 18:39:49.314017 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55354) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:49.359165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8f863-59d4-4214-91aa-5f3ec4ee7635 service neutron] Pushing event updated for resources: {'Port': ['ID=76da2a3c-38fe-433e-8bf8-c1666dac27da,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:49.367982 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c40532a4-fbcd-4ab4-a34f-11eb7bc9414b tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524855 Jul 08 18:39:49.369523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55356) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:49.379536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-396692021', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:49.413863 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23cd71c-c20c-41f5-a06e-f987f160d062 x-openstack-request-id: req-b23cd71c-c20c-41f5-a06e-f987f160d062 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:39:49.414255 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138fd1b9-6d8b-4d89-afaf-ce5c05147f89", "tag": "76da2a3c-38fe-433e-8bf8-c1666dac27da", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:39:49.426677 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b23cd71c-c20c-41f5-a06e-f987f160d062 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:39:49.427150 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'tag': '76da2a3c-38fe-433e-8bf8-c1666dac27da', 'status': 'completed', 'code': 200} Jul 08 18:39:49.470282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-f87d2809-6d20-46f2-b37f-b0df74a1e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:49.471673 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-f87d2809-6d20-46f2-b37f-b0df74a1e092 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 1094 time: 0.1282914 Jul 08 18:39:49.489702 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:47Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:49.528091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Checking router: 184d360a-f745-4a4c-a080-da84db874e24 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:39:49.528946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Updating router 184d360a-f745-4a4c-a080-da84db874e24 port 7348940e-c251-4df5-8aad-1276128751d6 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:39:49.553080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-01a78da5-62d7-40d9-a6b7-82c3dd38d10b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76da2a3c-38fe-433e-8bf8-c1666dac27da HTTP/1.1" status: 200 len: 217 time: 0.0683777 Jul 08 18:39:49.564459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:39:49.570644 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:49.587946 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:49.626118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fa8b4-7de6-40b5-93cf-bf96a7bd0414 req-50ebb900-e5ce-4c5c-aced-42968178ce93 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:49.632947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e92fa8b4-7de6-40b5-93cf-bf96a7bd0414 req-50ebb900-e5ce-4c5c-aced-42968178ce93 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 943 time: 0.1601727 Jul 08 18:39:49.657376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-f0cc7b05-e0ad-4eb3-ba75-5b0dbf98b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:49.658859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-f0cc7b05-e0ad-4eb3-ba75-5b0dbf98b8a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0969734 Jul 08 18:39:49.711759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e92fa8b4-7de6-40b5-93cf-bf96a7bd0414 req-627fd6d1-68f7-47d9-87c1-1393332b217e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778275 Jul 08 18:39:49.757177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-8a238604-8efc-459a-bd40-e6a4cce63589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:49.758971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-8a238604-8efc-459a-bd40-e6a4cce63589 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841725 Jul 08 18:39:49.807988 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:49.877103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Subnet': ['ID=d9435df6-b7b1-48f5-af81-373347bfc039,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:49.884133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-2c410249-0ad9-4397-98de-0a1fb10b66a1 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184533 Jul 08 18:39:49.887066 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Checking segment: {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:39:49.887514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network hostable DHCP agents. Network: de4cc6e5-b18d-4dc7-af62-56b2b46b4d24, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:39:49.907796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:39:49.914767 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:49.920846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, de4cc6e5-b18d-4dc7-af62-56b2b46b4d24) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:39:49.926060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Transition to ACTIVE for port object 7348940e-c251-4df5-8aad-1276128751d6 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:39:49.931934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a3e5a6-519a-4fa5-9493-5f4ecbc37cf2 None None] Network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:39:49.938907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:49.939632 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:49.964671 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-66e1d41f-96f1-4318-84cd-9d2abef715c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5898242 Jul 08 18:39:49.968040 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55358) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:49.985009 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:50.019304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb42ff3-5528-4bf6-b058-8d59e3fa1962 req-4cf91e8e-177e-4b72-abc5-16a442cfcb3b service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287320 Jul 08 18:39:50.052887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Attempting to bind port 7348940e-c251-4df5-8aad-1276128751d6 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:39:50.053260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Attempting to bind port 7348940e-c251-4df5-8aad-1276128751d6 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:39:50.053622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Attempting to bind port 7348940e-c251-4df5-8aad-1276128751d6 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:39:50.071940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15552a-c301-4b31-9ff8-6b276ddc74d6 None None] Pushing event updated for resources: {'Port': ['ID=7348940e-c251-4df5-8aad-1276128751d6,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:50.076789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:39:50.077166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:39:50.077584 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:50.077974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:39:50.078492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Bound port: 7348940e-c251-4df5-8aad-1276128751d6, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:39:50.078882 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:50.156900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90371-dc57-4abe-b244-8762eb832b72 req-34979eec-1e4d-4523-ab15-ab072b07a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:50.158777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9a90371-dc57-4abe-b244-8762eb832b72 req-34979eec-1e4d-4523-ab15-ab072b07a3ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 1094 time: 0.0864100 Jul 08 18:39:50.349402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] For port 7348940e-c251-4df5-8aad-1276128751d6, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:39:50.361164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ips': [{'subnet_id': 'd9435df6-b7b1-48f5-af81-373347bfc039'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:39:50.362139 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:50.382279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] For port 7348940e-c251-4df5-8aad-1276128751d6, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7348940e-c251-4df5-8aad-1276128751d6,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:39:50.392460 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:50.524037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Routers {'184d360a-f745-4a4c-a080-da84db874e24'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:39:50.525151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['184d360a-f745-4a4c-a080-da84db874e24'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:50.565300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15552a-c301-4b31-9ff8-6b276ddc74d6 None None] Pushing event updated for resources: {'Port': ['ID=7348940e-c251-4df5-8aad-1276128751d6,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:50.670062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Allocated IP 172.20.0.2 (de4cc6e5-b18d-4dc7-af62-56b2b46b4d24/d9435df6-b7b1-48f5-af81-373347bfc039/3d14b104-0eae-4f54-8f44-67a881ad78d7) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:39:50.697918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90371-dc57-4abe-b244-8762eb832b72 req-60660ac9-f536-46b6-8be9-02ad207fd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:50.699536 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9a90371-dc57-4abe-b244-8762eb832b72 req-60660ac9-f536-46b6-8be9-02ad207fd776 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.5339754 Jul 08 18:39:50.704678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] Set router 184d360a-f745-4a4c-a080-da84db874e24 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:39:50.789379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9a90371-dc57-4abe-b244-8762eb832b72 req-2b879465-cdac-41db-824d-446e96dd7a4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76da2a3c-38fe-433e-8bf8-c1666dac27da HTTP/1.1" status: 200 len: 217 time: 0.0827651 Jul 08 18:39:50.856953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90371-dc57-4abe-b244-8762eb832b72 req-f1f3d2cc-113b-4070-b228-f4e3e2e95d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:50.858488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9a90371-dc57-4abe-b244-8762eb832b72 req-f1f3d2cc-113b-4070-b228-f4e3e2e95d82 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0625834 Jul 08 18:39:50.860022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:50.992764 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90371-dc57-4abe-b244-8762eb832b72 req-127f1f52-13dd-41cb-a566-21d34ce0e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:50.995577 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9a90371-dc57-4abe-b244-8762eb832b72 req-127f1f52-13dd-41cb-a566-21d34ce0e15a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275694 Jul 08 18:39:51.042065 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:51.063933 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Transition to ACTIVE for port object 3d14b104-0eae-4f54-8f44-67a881ad78d7 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:39:51.086815 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Transition to ACTIVE for port object 3d14b104-0eae-4f54-8f44-67a881ad78d7 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:39:51.098000 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:51.124550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9a90371-dc57-4abe-b244-8762eb832b72 req-69d37cb6-6c27-4b30-9485-5b8a214013b7 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215816 Jul 08 18:39:51.139353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbaa04-d422-4368-b8e5-b10a2ddd475b req-b6544f87-d360-4275-bb47-42085c955b0e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:51.148323 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aebbaa04-d422-4368-b8e5-b10a2ddd475b req-b6544f87-d360-4275-bb47-42085c955b0e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 943 time: 0.2888560 Jul 08 18:39:51.151708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:39:51.158521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:47Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:51.191162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f937a0cd-0efd-48da-92f2-317be8fe56b8 None None] The sync data for ids ['184d360a-f745-4a4c-a080-da84db874e24'] in n-d-799684-3 is: [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:47Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:39:51.193280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:39:51.198528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:39:51.202302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Pushing event updated for resources: {'Port': ['ID=3d14b104-0eae-4f54-8f44-67a881ad78d7,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:51.216870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.20.0.1 (de4cc6e5-b18d-4dc7-af62-56b2b46b4d24/d9435df6-b7b1-48f5-af81-373347bfc039/f866be0c-86e1-4474-afd2-271ee976587c) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:39:51.287528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Attempting to bind port 3d14b104-0eae-4f54-8f44-67a881ad78d7 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:39:51.287945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Attempting to bind port 3d14b104-0eae-4f54-8f44-67a881ad78d7 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:39:51.288274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Attempting to bind port 3d14b104-0eae-4f54-8f44-67a881ad78d7 on network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:39:51.292655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aebbaa04-d422-4368-b8e5-b10a2ddd475b req-b84373f4-754c-4dea-96b3-45c159d3c8e1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408660 Jul 08 18:39:51.294992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:39:51.295381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Checking segment: {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:39:51.295792 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:51.296224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Bound using segment: {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:39:51.296700 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Bound port: 3d14b104-0eae-4f54-8f44-67a881ad78d7, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:39:51.297093 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:51.377377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9a90371-dc57-4abe-b244-8762eb832b72 req-85370895-3231-4760-a30b-e37d285f956b service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176266 Jul 08 18:39:51.398073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] For port 3d14b104-0eae-4f54-8f44-67a881ad78d7, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:39:51.403326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] For port 3d14b104-0eae-4f54-8f44-67a881ad78d7, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3d14b104-0eae-4f54-8f44-67a881ad78d7,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:39:51.411632 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:51.418858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:51.445165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Transition to ACTIVE for port object f866be0c-86e1-4474-afd2-271ee976587c will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:39:51.494781 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e9d2-e722-426e-8887-1fc0c044fc83 None None] Pushing event updated for resources: {'Port': ['ID=3d14b104-0eae-4f54-8f44-67a881ad78d7,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:51.500003 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:51.551503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:39:51.561695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:39:51.565603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:39:51.601188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=f866be0c-86e1-4474-afd2-271ee976587c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:51.631011 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:51.834437 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:52.138038 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:52.143277 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:52.237403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=f866be0c-86e1-4474-afd2-271ee976587c,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:52.249617 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:52.353443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:39:52.354931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:39:52.481963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 184d360a-f745-4a4c-a080-da84db874e24 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:39:52.488378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f865f-02c1-44c2-87a4-f273c12018b6 req-b9f73422-9516-4c90-9be4-524b5ba0baf4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:52.490316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d6f865f-02c1-44c2-87a4-f273c12018b6 req-b9f73422-9516-4c90-9be4-524b5ba0baf4 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 943 time: 0.0757124 Jul 08 18:39:52.523288 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1469166d-1e9b-427d-b54a-14fcdbe3ece1 None None] Network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:39:52.536721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d6f865f-02c1-44c2-87a4-f273c12018b6 req-2fa427e0-ad37-4a36-8bfc-46b76ebc13ae tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395169 Jul 08 18:39:52.619796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:39:52.633022 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ab2ecd4a-0933-40c4-87f0-69890d0f4254 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "PUT /v2.0/routers/184d360a-f745-4a4c-a080-da84db874e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6552670 Jul 08 18:39:52.656954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8520427e-07ca-42d7-9dd5-d8af295dd762 None None] Provisioning for port 3d14b104-0eae-4f54-8f44-67a881ad78d7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:39:52.722935 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3d14b104-0eae-4f54-8f44-67a881ad78d7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:39:52.787530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 3d14b104-0eae-4f54-8f44-67a881ad78d7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:39:52.793012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3d14b104-0eae-4f54-8f44-67a881ad78d7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:52.793578 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:52.807834 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-2774231e-d854-42b0-b0b3-a8145129036c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079837179&fields=id&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 267 time: 0.0473397 Jul 08 18:39:52.898176 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:52.936782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 3d14b104-0eae-4f54-8f44-67a881ad78d7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3d14b104-0eae-4f54-8f44-67a881ad78d7,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:52.941582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-da22a754-9860-43f9-ac92-ca40b252a73f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:52.943871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-da22a754-9860-43f9-ac92-ca40b252a73f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/networks?id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 HTTP/1.1" status: 200 len: 796 time: 0.1279640 Jul 08 18:39:52.948078 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:52.949063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7348940e-c251-4df5-8aad-1276128751d6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:39:52.967027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-82ceaac9-3bc4-4449-89b4-7a94a9f0e58f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/quotas/f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 375 time: 0.0163751 Jul 08 18:39:53.038586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=3d14b104-0eae-4f54-8f44-67a881ad78d7,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:53.052013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 7348940e-c251-4df5-8aad-1276128751d6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:39:53.056526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7348940e-c251-4df5-8aad-1276128751d6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:53.056900 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:53.057136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-3e4441b0-f9b2-4873-b576-6b2ec366a889 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875053 Jul 08 18:39:53.106522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-028553ea-91f4-4b0a-bcf2-ce8c9431dd9e None None] Provisioning complete for port 3d14b104-0eae-4f54-8f44-67a881ad78d7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:53.106893 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-028553ea-91f4-4b0a-bcf2-ce8c9431dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:53.156091 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Sync routers for ids ['184d360a-f745-4a4c-a080-da84db874e24'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:39:53.167097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-44554287-2182-4263-9903-2e43a51841cf service neutron] 10.222.0.73 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948746 Jul 08 18:39:53.180823 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Routers {'184d360a-f745-4a4c-a080-da84db874e24'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:39:53.182620 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['184d360a-f745-4a4c-a080-da84db874e24'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:53.194956 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:53.251007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 7348940e-c251-4df5-8aad-1276128751d6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7348940e-c251-4df5-8aad-1276128751d6,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:53.262974 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:53.299171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-028553ea-91f4-4b0a-bcf2-ce8c9431dd9e None None] Provisioning for port f866be0c-86e1-4474-afd2-271ee976587c completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:39:53.306957 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1d4a172b-bf5b-4eb6-b498-edb5f4f7e269 service neutron] 10.222.0.73 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361499 Jul 08 18:39:53.317647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-028553ea-91f4-4b0a-bcf2-ce8c9431dd9e None None] Provisioning complete for port f866be0c-86e1-4474-afd2-271ee976587c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:53.318113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-028553ea-91f4-4b0a-bcf2-ce8c9431dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:53.369031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=7348940e-c251-4df5-8aad-1276128751d6,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:53.377316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-028553ea-91f4-4b0a-bcf2-ce8c9431dd9e None None] Port f866be0c-86e1-4474-afd2-271ee976587c cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:39:53.436953 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Set router 184d360a-f745-4a4c-a080-da84db874e24 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:39:53.511565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1c5a3214-388e-4e31-9e2f-5b64c8bb5317 None None] Provisioning complete for port f866be0c-86e1-4474-afd2-271ee976587c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:53.511937 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3214-388e-4e31-9e2f-5b64c8bb5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:53.554753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a3214-388e-4e31-9e2f-5b64c8bb5317 None None] Port f866be0c-86e1-4474-afd2-271ee976587c cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:39:53.558228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-739398d9-4dd1-4d86-bbe9-c4d1ae93d68b req-b92c7886-e58c-46a0-8cc4-e7906994c75a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 210 time: 0.0580363 Jul 08 18:39:53.677995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-630be3ba-50ec-49a7-9a04-9c59b1adf65c None None] Provisioning complete for port f866be0c-86e1-4474-afd2-271ee976587c triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:53.678776 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-630be3ba-50ec-49a7-9a04-9c59b1adf65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:53.691159 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'f866be0c-86e1-4474-afd2-271ee976587c', 'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:cc:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:50Z', 'updated_at': '2021-07-08T18:39:52Z', 'revision_number': 2, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:53.719767 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Checking router: 184d360a-f745-4a4c-a080-da84db874e24 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:39:53.720497 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Updating router 184d360a-f745-4a4c-a080-da84db874e24 port f866be0c-86e1-4474-afd2-271ee976587c binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:39:53.737435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-630be3ba-50ec-49a7-9a04-9c59b1adf65c None None] Port f866be0c-86e1-4474-afd2-271ee976587c cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:39:53.761733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecc26-ebde-47e7-bc3e-c3fe873a773b req-855f751e-8af4-4282-8cda-64559d07ae1a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:53.762950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be9ecc26-ebde-47e7-bc3e-c3fe873a773b req-855f751e-8af4-4282-8cda-64559d07ae1a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 943 time: 0.0755372 Jul 08 18:39:53.766376 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:53.811706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be9ecc26-ebde-47e7-bc3e-c3fe873a773b req-3856b63e-48d0-4887-b1c1-7e967c2bc52a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384092 Jul 08 18:39:54.054082 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:54.064593 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Transition to ACTIVE for port object f866be0c-86e1-4474-afd2-271ee976587c will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:39:54.070613 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:54.121003 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Pushing event updated for resources: {'Port': ['ID=f866be0c-86e1-4474-afd2-271ee976587c,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:54.148223 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.148562 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.148936 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.149262 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.150129 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.150483 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.150806 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.151118 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.151439 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.151751 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.152064 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.152389 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:54.191058 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Attempting to bind port f866be0c-86e1-4474-afd2-271ee976587c on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:39:54.192066 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Attempting to bind port f866be0c-86e1-4474-afd2-271ee976587c by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:39:54.192066 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Attempting to bind port f866be0c-86e1-4474-afd2-271ee976587c on network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:39:54.198999 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:39:54.199575 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Checking segment: {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:39:54.200105 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:54.200491 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Bound using segment: {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:39:54.201292 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Bound port: f866be0c-86e1-4474-afd2-271ee976587c, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:39:54.201674 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:54.282285 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] For port f866be0c-86e1-4474-afd2-271ee976587c, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:39:54.287509 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] For port f866be0c-86e1-4474-afd2-271ee976587c, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f866be0c-86e1-4474-afd2-271ee976587c,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:39:54.293107 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:54.351081 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Routers {'184d360a-f745-4a4c-a080-da84db874e24'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:39:54.351722 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['184d360a-f745-4a4c-a080-da84db874e24'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:54.391549 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ca99b-5e23-4566-ba80-7864bb1f8005 None None] Pushing event updated for resources: {'Port': ['ID=f866be0c-86e1-4474-afd2-271ee976587c,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:54.469787 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] Set router 184d360a-f745-4a4c-a080-da84db874e24 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:39:54.673365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3d14b104-0eae-4f54-8f44-67a881ad78d7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:39:54.720710 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'f866be0c-86e1-4474-afd2-271ee976587c', 'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:cc:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:50Z', 'updated_at': '2021-07-08T18:39:54Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:54.749895 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1804a4-54b4-4442-bcf8-bec5ec0f1922 None None] The sync data for ids ['184d360a-f745-4a4c-a080-da84db874e24'] in n-d-799684-3 is: [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'f866be0c-86e1-4474-afd2-271ee976587c', 'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:cc:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:50Z', 'updated_at': '2021-07-08T18:39:54Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:39:54.757184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3d14b104-0eae-4f54-8f44-67a881ad78d7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:54.760072 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:54.786576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-390f489e-07c8-47de-95e8-660f75215203 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:54.788346 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-390f489e-07c8-47de-95e8-660f75215203 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.59 "GET /v2.0/networks?id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 HTTP/1.1" status: 200 len: 796 time: 0.1337054 Jul 08 18:39:54.789129 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f2ce89f-7e06-4bd2-84a1-dffd2f201a4f req-f3c503ed-d087-4fba-ae15-11f6615f92ec tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 210 time: 0.0710514 Jul 08 18:39:54.881309 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-146922d1-eb05-4930-a93e-97ca311681b3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 380 time: 0.0821793 Jul 08 18:39:54.890700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'port': {'device_id': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'admin_state_up': True, 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'security_groups': ['867f776b-69e0-40d5-ba05-e209ebcbf2c7']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:54.903292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7348940e-c251-4df5-8aad-1276128751d6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:39:54.973650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7348940e-c251-4df5-8aad-1276128751d6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:54.974016 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.072330 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c049b59-b1f1-4808-a4e4-b82690ff7fe4 req-a0be797b-1886-4076-af84-d0972c60638e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:55.080226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:39:55.080851 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c049b59-b1f1-4808-a4e4-b82690ff7fe4 req-a0be797b-1886-4076-af84-d0972c60638e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 943 time: 0.0970604 Jul 08 18:39:55.087510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.120836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9c049b59-b1f1-4808-a4e4-b82690ff7fe4 req-96ab4409-9903-47c6-a757-4be683f3d1bd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352554 Jul 08 18:39:55.228923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.20.0.5 (de4cc6e5-b18d-4dc7-af62-56b2b46b4d24/d9435df6-b7b1-48f5-af81-373347bfc039/1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:39:55.383308 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.399111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Transition to ACTIVE for port object 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:39:55.439240 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.489831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:39:55.493247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:39:55.499806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:39:55.527348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:55.559282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:55.559928 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.580317 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-f4382d6d-8951-47d8-845a-7660f39bfdc2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6938384 Jul 08 18:39:55.593405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Request body: {'port': {'device_id': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:39:55.678998 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.731947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18114122-6177-4a86-b33b-b85d29a5d0d7 None None] Provisioning for port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:39:55.737507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-18114122-6177-4a86-b33b-b85d29a5d0d7 None None] Provisioning complete for port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:55.738009 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18114122-6177-4a86-b33b-b85d29a5d0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.775006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-18114122-6177-4a86-b33b-b85d29a5d0d7 None None] Port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:39:55.968637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:39:55.976529 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.985705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3cf4d-b5be-49a0-a221-319425f14876 req-1ab0d49a-28c1-48b6-a3a3-5c6e429302ec tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:55.987299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54e3cf4d-b5be-49a0-a221-319425f14876 req-1ab0d49a-28c1-48b6-a3a3-5c6e429302ec tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 931 time: 0.0691788 Jul 08 18:39:55.989497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Transition to ACTIVE for port object 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:39:55.995000 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.028974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54e3cf4d-b5be-49a0-a221-319425f14876 req-30883e09-fa72-459f-810a-49ec33da2f34 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345993 Jul 08 18:39:56.069545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:56.124810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:39:56.125222 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:39:56.125624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:39:56.130336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:39:56.130736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:39:56.136305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:39:56.136667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Checking segment: {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:39:56.137036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Bound using segment: {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:39:56.137468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Bound port: 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:39:56.137832 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.210725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:39:56.215061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:39:56.220328 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.268592 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:56.269107 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.270551 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] 10.222.0.59 "PUT /v2.0/ports/1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 HTTP/1.1" status: 200 len: 1091 time: 0.6821723 Jul 08 18:39:56.270992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:39:56.273438 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc" -d '{"events": [{"name": "network-changed", "server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:39:56.313067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebc935-c426-4e03-a111-00151840fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:56.334107 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3934de72-d4e4-456e-9680-73c7fc8250e4 x-openstack-request-id: req-3934de72-d4e4-456e-9680-73c7fc8250e4 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:39:56.334516 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:39:56.334654 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3934de72-d4e4-456e-9680-73c7fc8250e4 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:39:56.335056 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'status': 'completed', 'code': 200} Jul 08 18:39:56.337695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0be9a-344a-4d7c-ab13-98eeeea290c1 req-fe854936-e0a8-408c-b4ca-6dec2c02aed8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:56.340754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22a0be9a-344a-4d7c-ab13-98eeeea290c1 req-fe854936-e0a8-408c-b4ca-6dec2c02aed8 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 943 time: 0.0968659 Jul 08 18:39:56.384889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-22a0be9a-344a-4d7c-ab13-98eeeea290c1 req-b6be4cae-918e-4260-ae09-3ec78c5d9c6b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369198 Jul 08 18:39:56.393181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-5d4fb24a-5ca4-4e7f-b9de-ac510c7aa734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:56.394772 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-5d4fb24a-5ca4-4e7f-b9de-ac510c7aa734 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 1094 time: 0.0717690 Jul 08 18:39:56.439802 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-c29b9894-2a63-43dc-b0dd-f9cf44610b2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 HTTP/1.1" status: 200 len: 217 time: 0.0382736 Jul 08 18:39:56.489255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-a6aaf3e8-91b7-4d6b-96d8-6036f73bde00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:56.490755 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-a6aaf3e8-91b7-4d6b-96d8-6036f73bde00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9435df6-b7b1-48f5-af81-373347bfc039 HTTP/1.1" status: 200 len: 834 time: 0.0455208 Jul 08 18:39:56.548128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-bc667239-380f-4d07-8b50-575b91e15f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:56.549634 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-bc667239-380f-4d07-8b50-575b91e15f10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522580 Jul 08 18:39:56.642550 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-a07bd85a-1e23-4fcd-94f0-ace39d56670e service neutron] 10.222.0.59 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863276 Jul 08 18:39:56.648362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f866be0c-86e1-4474-afd2-271ee976587c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:39:56.701725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port f866be0c-86e1-4474-afd2-271ee976587c completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:39:56.705646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f866be0c-86e1-4474-afd2-271ee976587c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:56.706020 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.731934 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8c60bf61-dc7f-47f6-85e4-e67042f09adb req-c014c032-4c88-445a-9f89-b72084f4d163 service neutron] 10.222.0.59 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831106 Jul 08 18:39:56.785878 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.818691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port f866be0c-86e1-4474-afd2-271ee976587c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f866be0c-86e1-4474-afd2-271ee976587c,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:56.823296 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.836477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc req-e0753c0b-ecd6-4cf8-9fc6-a311b1743105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:56.838035 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc req-e0753c0b-ecd6-4cf8-9fc6-a311b1743105 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 1094 time: 0.0566697 Jul 08 18:39:56.887311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=f866be0c-86e1-4474-afd2-271ee976587c,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:56.934936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc req-24fbeec5-b864-4052-bf3c-56565fb42327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:56.936417 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc req-24fbeec5-b864-4052-bf3c-56565fb42327 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 HTTP/1.1" status: 200 len: 897 time: 0.0918710 Jul 08 18:39:56.979646 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc req-d118dff4-cc18-4bc1-8915-797ca5d0c638 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 HTTP/1.1" status: 200 len: 217 time: 0.0366089 Jul 08 18:39:57.033051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc req-db41276b-f885-4c45-affc-66ccf94b6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:57.034535 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc req-db41276b-f885-4c45-affc-66ccf94b6e28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9435df6-b7b1-48f5-af81-373347bfc039 HTTP/1.1" status: 200 len: 834 time: 0.0481191 Jul 08 18:39:57.095044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc req-d32f3e1f-d618-4532-b646-1f721e4d1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:57.097283 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc req-d32f3e1f-d618-4532-b646-1f721e4d1732 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563433 Jul 08 18:39:57.189023 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc req-fe7bdbe4-94a2-4930-bf8b-7ab9e077835d service neutron] 10.222.0.59 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851421 Jul 08 18:39:57.206275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc187f-c4b2-4ba2-b9ce-c324b434932c req-645d411a-9502-40fe-a2ad-a7d76700cda4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:57.207903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33cc187f-c4b2-4ba2-b9ce-c324b434932c req-645d411a-9502-40fe-a2ad-a7d76700cda4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 943 time: 0.0648921 Jul 08 18:39:57.246595 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33cc187f-c4b2-4ba2-b9ce-c324b434932c req-3324484e-5d4f-46e0-a47c-0964663bbf48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329485 Jul 08 18:39:57.285925 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ddf3dbad-6b1b-443f-bf3b-baa871d574dc req-01468bbb-ca9c-4666-b0c6-3c0b0f527f59 service neutron] 10.222.0.59 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899136 Jul 08 18:39:57.569969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d99581-fad5-4f73-b54e-bc2f25b8780a req-25c36e11-639d-4625-98d3-09a20d52677a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:57.572896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48d99581-fad5-4f73-b54e-bc2f25b8780a req-25c36e11-639d-4625-98d3-09a20d52677a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 943 time: 0.0741749 Jul 08 18:39:57.615974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-48d99581-fad5-4f73-b54e-bc2f25b8780a req-4c1c0156-8b63-4f3b-b7c4-04b327b91e15 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374825 Jul 08 18:39:58.423213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f40c1-269d-4328-a541-12dafdea2aca req-cf62a91d-7442-4450-944b-62f3601ca656 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:58.424708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-337f40c1-269d-4328-a541-12dafdea2aca req-cf62a91d-7442-4450-944b-62f3601ca656 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 943 time: 0.0638740 Jul 08 18:39:58.461331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-337f40c1-269d-4328-a541-12dafdea2aca req-6f7fb1c2-d146-44ea-9b2e-43fdd73c76a8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Jul 08 18:39:58.628074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f866be0c-86e1-4474-afd2-271ee976587c up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:39:58.678398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f866be0c-86e1-4474-afd2-271ee976587c triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:58.678771 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:58.789732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc68ff-074b-4a91-80c6-de82a9b9f046 req-befcbabf-3877-4488-8b15-4acdea14ebdd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:58.791243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4cc68ff-074b-4a91-80c6-de82a9b9f046 req-befcbabf-3877-4488-8b15-4acdea14ebdd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 943 time: 0.0653925 Jul 08 18:39:58.827919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4cc68ff-074b-4a91-80c6-de82a9b9f046 req-6a726b10-d821-4629-bae3-abade836dc51 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309386 Jul 08 18:39:59.633607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90ef94-3220-43c2-a65d-84e22b718000 req-235c4414-92e4-48a2-a070-5ad6a95d1d0c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:59.635718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f90ef94-3220-43c2-a65d-84e22b718000 req-235c4414-92e4-48a2-a070-5ad6a95d1d0c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 943 time: 0.0666890 Jul 08 18:39:59.671984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f90ef94-3220-43c2-a65d-84e22b718000 req-ebef999b-77b2-4d47-944e-195a035d4475 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307610 Jul 08 18:39:59.685326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 76da2a3c-38fe-433e-8bf8-c1666dac27da details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:39:59.778779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 76da2a3c-38fe-433e-8bf8-c1666dac27da, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=76da2a3c-38fe-433e-8bf8-c1666dac27da,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:59.789735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '76da2a3c-38fe-433e-8bf8-c1666dac27da', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'port_id': '76da2a3c-38fe-433e-8bf8-c1666dac27da', 'mac_address': 'fa:16:3e:e0:f4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:39:59.825680 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:59.837675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76da2a3c-38fe-433e-8bf8-c1666dac27da {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:39:59.856493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 76da2a3c-38fe-433e-8bf8-c1666dac27da, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=76da2a3c-38fe-433e-8bf8-c1666dac27da,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:59.862003 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:59.909743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=76da2a3c-38fe-433e-8bf8-c1666dac27da,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:00.003125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34dcd9-b964-4791-afc2-9d4a4689cec1 req-c28f44fe-c706-43df-922c-25b3051e45cd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:00.004668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea34dcd9-b964-4791-afc2-9d4a4689cec1 req-c28f44fe-c706-43df-922c-25b3051e45cd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 944 time: 0.0633888 Jul 08 18:40:00.043275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea34dcd9-b964-4791-afc2-9d4a4689cec1 req-f4f2bbab-2a53-4848-b45e-8354f2f30f6e tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Jul 08 18:40:00.168352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['76da2a3c-38fe-433e-8bf8-c1666dac27da'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:40:00.598103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:40:00.690983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:40:00.702558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'port_id': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'mac_address': 'fa:16:3e:15:37:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:40:00.739563 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:00.752485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:40:00.771833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:40:00.776618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:00.846615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444bd5c-5c71-4fc9-824d-5c20d9d0d5f2 req-c9a54839-e565-49a5-beaf-2bd4b3629d33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:00.848257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8444bd5c-5c71-4fc9-824d-5c20d9d0d5f2 req-c9a54839-e565-49a5-beaf-2bd4b3629d33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 944 time: 0.0679836 Jul 08 18:40:00.893508 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8444bd5c-5c71-4fc9-824d-5c20d9d0d5f2 req-c20aa0fe-8276-4706-9a52-7a4c2b26d71f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392699 Jul 08 18:40:00.988308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:01.098703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:40:01.219154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be7761-4be0-4d42-a6b4-e12dfd807ed9 req-931446d4-6bb6-4fc3-9eee-c9ae59a81923 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:01.220554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7be7761-4be0-4d42-a6b4-e12dfd807ed9 req-931446d4-6bb6-4fc3-9eee-c9ae59a81923 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 944 time: 0.0628285 Jul 08 18:40:01.258473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7be7761-4be0-4d42-a6b4-e12dfd807ed9 req-0b609971-268c-42da-b146-eee63ce41100 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322807 Jul 08 18:40:01.694839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 76da2a3c-38fe-433e-8bf8-c1666dac27da up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:40:01.741494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 76da2a3c-38fe-433e-8bf8-c1666dac27da completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:40:01.745915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 76da2a3c-38fe-433e-8bf8-c1666dac27da triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:40:01.746321 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:01.819633 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:01.840932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76da2a3c-38fe-433e-8bf8-c1666dac27da'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:40:01.843203 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3200630-d446-4da4-a2fa-453f644fef6e" -d '{"events": [{"server_uuid": "138fd1b9-6d8b-4d89-afaf-ce5c05147f89", "name": "network-vif-plugged", "status": "completed", "tag": "76da2a3c-38fe-433e-8bf8-c1666dac27da"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:40:01.858830 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 76da2a3c-38fe-433e-8bf8-c1666dac27da, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=76da2a3c-38fe-433e-8bf8-c1666dac27da,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:40:01.863438 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:01.886586 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad15a317-6c84-48db-8940-01ffbc6be479 x-openstack-request-id: req-ad15a317-6c84-48db-8940-01ffbc6be479 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:40:01.886874 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138fd1b9-6d8b-4d89-afaf-ce5c05147f89", "name": "network-vif-plugged", "status": "completed", "tag": "76da2a3c-38fe-433e-8bf8-c1666dac27da", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:40:01.887213 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad15a317-6c84-48db-8940-01ffbc6be479 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:40:01.887580 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76da2a3c-38fe-433e-8bf8-c1666dac27da', 'code': 200} Jul 08 18:40:01.913255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=76da2a3c-38fe-433e-8bf8-c1666dac27da,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:01.995537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764204a-fc12-4950-b813-921c13247a00 req-eb2b2dde-20ac-4cc9-8f7b-6c5ad3fdda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:01.996953 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c764204a-fc12-4950-b813-921c13247a00 req-eb2b2dde-20ac-4cc9-8f7b-6c5ad3fdda1c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 1096 time: 0.0523674 Jul 08 18:40:02.066075 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c764204a-fc12-4950-b813-921c13247a00 req-f8a6156d-cf76-44f8-8f2e-52a5f065584f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619099 Jul 08 18:40:02.091084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276edbb6-0c47-434f-9036-2da5d753c62e req-18ebbd71-c4c7-43f3-b7fd-de9ccf765aed tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:02.092666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-276edbb6-0c47-434f-9036-2da5d753c62e req-18ebbd71-c4c7-43f3-b7fd-de9ccf765aed tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 944 time: 0.0826254 Jul 08 18:40:02.132531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-276edbb6-0c47-434f-9036-2da5d753c62e req-c11f4c55-c581-43e4-9457-fe54bdcc959d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339417 Jul 08 18:40:02.436696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fa0a7-3028-40f8-bdf2-b0b5ce386a5c req-03264a6d-d7a3-46c9-920e-4fee8c2cfd3f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:02.438246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba0fa0a7-3028-40f8-bdf2-b0b5ce386a5c req-03264a6d-d7a3-46c9-920e-4fee8c2cfd3f tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 945 time: 0.0637059 Jul 08 18:40:02.474960 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba0fa0a7-3028-40f8-bdf2-b0b5ce386a5c req-c82a8311-9119-495d-903c-19cb73ab2a70 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Jul 08 18:40:02.624458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:40:02.673953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:40:02.677782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:40:02.678157 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:02.755666 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:02.787255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:40:02.791947 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:02.839961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:03.304500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3cc76-a462-48ae-8a26-43b189723836 req-9bee4c30-ee45-4428-a409-180d3f241b50 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:03.305892 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74b3cc76-a462-48ae-8a26-43b189723836 req-9bee4c30-ee45-4428-a409-180d3f241b50 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.0659881 Jul 08 18:40:03.343602 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-74b3cc76-a462-48ae-8a26-43b189723836 req-c65f1cf8-cfce-422c-bff9-0386122db560 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318875 Jul 08 18:40:03.746138 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:03.821592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60fc7-802a-4794-b0b9-56b5289d165c req-4bb69ad7-d17a-4186-8a9f-e09da3fe7d21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:03.823035 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52a60fc7-802a-4794-b0b9-56b5289d165c req-4bb69ad7-d17a-4186-8a9f-e09da3fe7d21 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 945 time: 0.0644600 Jul 08 18:40:03.859922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-52a60fc7-802a-4794-b0b9-56b5289d165c req-f1bdc3c4-e8e4-4ff6-a2ca-3bcd52ffe7cd tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313127 Jul 08 18:40:03.888254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:40:03.890681 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc2881-7f0a-49ae-95d2-c7a50dafd097" -d '{"events": [{"server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "name": "network-vif-plugged", "status": "completed", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:40:03.925884 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd02023b-0848-499d-b9b1-2e99d9d2ab6f x-openstack-request-id: req-fd02023b-0848-499d-b9b1-2e99d9d2ab6f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:40:03.927506 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "name": "network-vif-plugged", "status": "completed", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:40:03.928720 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd02023b-0848-499d-b9b1-2e99d9d2ab6f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:40:03.929131 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'code': 200} Jul 08 18:40:04.035266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cadea0-dc53-4cdb-b713-81a0236e8add req-331f2211-0441-48bd-995d-515fd567460d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:04.036877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20cadea0-dc53-4cdb-b713-81a0236e8add req-331f2211-0441-48bd-995d-515fd567460d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 945 time: 0.0670760 Jul 08 18:40:04.037458 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2f46e-b7d2-4cd5-ac91-9c55b4c50d9a req-d2a83cca-6f83-4686-a7a4-9dd5d72e31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:04.039005 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d2d2f46e-b7d2-4cd5-ac91-9c55b4c50d9a req-d2a83cca-6f83-4686-a7a4-9dd5d72e31cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 1096 time: 0.0526168 Jul 08 18:40:04.074520 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d2d2f46e-b7d2-4cd5-ac91-9c55b4c50d9a req-beb7ee4d-40a4-4746-a98c-388dafa6deaa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290620 Jul 08 18:40:04.077732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20cadea0-dc53-4cdb-b713-81a0236e8add req-757ff8e5-ccbc-4a4d-9bd4-7d009d2005bc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318184 Jul 08 18:40:04.102444 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55432) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:04.157383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91281dcc-15c2-4561-8d3f-9ea550587578 tempest-TestVolumeBootPattern-1573291590 tempest-TestVolumeBootPattern-1573291590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:04.158904 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-91281dcc-15c2-4561-8d3f-9ea550587578 tempest-TestVolumeBootPattern-1573291590 tempest-TestVolumeBootPattern-1573291590-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 1091 time: 0.0555151 Jul 08 18:40:04.161659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55434) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:04.165939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '76da2a3c-38fe-433e-8bf8-c1666dac27da', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:40:04.187430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:04.224421 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:40:04.282843 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:04.390404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Allocated IP 172.25.8.15 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/bdb0c361-ae9b-427e-b927-e4aafb142777) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:40:04.526534 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:04.564210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d6090-c87f-43bf-b15c-2b9d8331a38b req-070bf74c-8b57-45d7-b7a7-2138433461be tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:04.565784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-412d6090-c87f-43bf-b15c-2b9d8331a38b req-070bf74c-8b57-45d7-b7a7-2138433461be tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.1051302 Jul 08 18:40:04.565961 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:04.604390 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:04.648914 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-412d6090-c87f-43bf-b15c-2b9d8331a38b req-60f31a21-35e3-4378-b4dd-322bd05df924 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756142 Jul 08 18:40:04.663363 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:40:04.666707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:40:04.671314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:40:04.673285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=bdb0c361-ae9b-427e-b927-e4aafb142777,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:05.033935 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:05.114690 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:05.262537 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:05.266713 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:05.336409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event updated for resources: {'Port': ['ID=bdb0c361-ae9b-427e-b927-e4aafb142777,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:05.346762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:05.443972 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Floating IP 6a64faec-d4a0-4339-84d3-481aa6b362d7 associated. External IP: 172.25.8.15, port: 76da2a3c-38fe-433e-8bf8-c1666dac27da. Jul 08 18:40:05.645637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Router aaf2a7f3-d85e-4669-9331-88174adb872e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:40:05.751209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:40:05.761365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0af4a-87d7-4dd5-961b-f94e4c0659c5 None None] Sync routers for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:40:05.771194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0af4a-87d7-4dd5-961b-f94e4c0659c5 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:40:05.771824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ecd0af4a-87d7-4dd5-961b-f94e4c0659c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:05.794246 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:05.841774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d5ab1da6-907a-47bc-99c5-0ff73752d290 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6790724 Jul 08 18:40:05.843964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'tag': '76da2a3c-38fe-433e-8bf8-c1666dac27da'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:40:05.846177 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677681b8-984e-4793-9505-7b63614efe48" -d '{"events": [{"name": "network-changed", "server_uuid": "138fd1b9-6d8b-4d89-afaf-ce5c05147f89", "tag": "76da2a3c-38fe-433e-8bf8-c1666dac27da"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:40:05.865559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c0f2f-22bc-4c8e-bd19-7d5e37164929 req-a4c567b3-ceba-499f-a28d-1934200d9c49 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:05.872990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de5c0f2f-22bc-4c8e-bd19-7d5e37164929 req-a4c567b3-ceba-499f-a28d-1934200d9c49 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.1099904 Jul 08 18:40:05.879625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ecd0af4a-87d7-4dd5-961b-f94e4c0659c5 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:40:05.888908 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536dd00e-9dbe-4162-9ef0-d6d9dc2b4d7a x-openstack-request-id: req-536dd00e-9dbe-4162-9ef0-d6d9dc2b4d7a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:40:05.889179 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138fd1b9-6d8b-4d89-afaf-ce5c05147f89", "tag": "76da2a3c-38fe-433e-8bf8-c1666dac27da", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:40:05.889741 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-536dd00e-9dbe-4162-9ef0-d6d9dc2b4d7a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:40:05.890135 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'tag': '76da2a3c-38fe-433e-8bf8-c1666dac27da', 'status': 'completed', 'code': 200} Jul 08 18:40:05.917658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de5c0f2f-22bc-4c8e-bd19-7d5e37164929 req-73330859-bd19-4a00-8859-8ae13574d81a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438128 Jul 08 18:40:05.971672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677681b8-984e-4793-9505-7b63614efe48 req-7f179451-d477-4076-a566-e5433d2a8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:05.973194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-677681b8-984e-4793-9505-7b63614efe48 req-7f179451-d477-4076-a566-e5433d2a8241 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 1096 time: 0.0661466 Jul 08 18:40:06.091350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677681b8-984e-4793-9505-7b63614efe48 req-1a19a63d-91d7-4381-a943-a406f4cfd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:06.092756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-677681b8-984e-4793-9505-7b63614efe48 req-1a19a63d-91d7-4381-a943-a406f4cfd38a service neutron] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.1132736 Jul 08 18:40:06.115779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ecd0af4a-87d7-4dd5-961b-f94e4c0659c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '6a64faec-d4a0-4339-84d3-481aa6b362d7', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '76da2a3c-38fe-433e-8bf8-c1666dac27da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:e0:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:40:04Z', 'updated_at': '2021-07-08T18:40:04Z', 'revision_number': 0, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}, {'id': '9b61027a-fd38-459a-a01f-31a91ffc623c', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:1d:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6be757-7592-470d-8d1b-0c40993955f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:05Z', 'updated_at': '2021-07-08T18:38:07Z', 'revision_number': 1, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:06.141885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0af4a-87d7-4dd5-961b-f94e4c0659c5 None None] Checking router: aaf2a7f3-d85e-4669-9331-88174adb872e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:40:06.150067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0af4a-87d7-4dd5-961b-f94e4c0659c5 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:40:06.150698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ecd0af4a-87d7-4dd5-961b-f94e4c0659c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:06.173222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fcec2-24cd-4dd8-bec0-4c1b72a09a0c req-59739fff-2157-4b27-b0b5-727b1f81b28c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:06.174750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a2fcec2-24cd-4dd8-bec0-4c1b72a09a0c req-59739fff-2157-4b27-b0b5-727b1f81b28c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.1284668 Jul 08 18:40:06.181593 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-677681b8-984e-4793-9505-7b63614efe48 req-67235b1f-eb97-4c4d-a2e0-b82cc4064a6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76da2a3c-38fe-433e-8bf8-c1666dac27da HTTP/1.1" status: 200 len: 998 time: 0.0819347 Jul 08 18:40:06.248126 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a2fcec2-24cd-4dd8-bec0-4c1b72a09a0c req-37b4d1dd-a88d-4574-ab21-70090220218d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655704 Jul 08 18:40:06.253850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677681b8-984e-4793-9505-7b63614efe48 req-5a94eb19-18d2-4b6b-b6d4-133a1a340ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:06.255070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-677681b8-984e-4793-9505-7b63614efe48 req-5a94eb19-18d2-4b6b-b6d4-133a1a340ead service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0667715 Jul 08 18:40:06.255449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ecd0af4a-87d7-4dd5-961b-f94e4c0659c5 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:40:06.275781 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55446) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:06.307933 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ff17217-c3fb-4120-8229-1a57f2be53f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:06.323190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677681b8-984e-4793-9505-7b63614efe48 req-5ba44959-0005-4931-942d-76c5aa3ebe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:06.324883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-677681b8-984e-4793-9505-7b63614efe48 req-5ba44959-0005-4931-942d-76c5aa3ebe74 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633109 Jul 08 18:40:06.340008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd9fc6-48be-40f1-bd84-344bbb74dbfb tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:06.341607 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-97fd9fc6-48be-40f1-bd84-344bbb74dbfb tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 1091 time: 0.0629408 Jul 08 18:40:06.344553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55448) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:06.351754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:40:06.384961 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:06.421394 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-677681b8-984e-4793-9505-7b63614efe48 req-4158abb6-337e-4154-86f9-b46be480a0ec service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902264 Jul 08 18:40:06.494093 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:06.507224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ecd0af4a-87d7-4dd5-961b-f94e4c0659c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '6a64faec-d4a0-4339-84d3-481aa6b362d7', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '76da2a3c-38fe-433e-8bf8-c1666dac27da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:e0:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:40:04Z', 'updated_at': '2021-07-08T18:40:04Z', 'revision_number': 0, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}, {'id': '9b61027a-fd38-459a-a01f-31a91ffc623c', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:1d:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6be757-7592-470d-8d1b-0c40993955f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:05Z', 'updated_at': '2021-07-08T18:38:07Z', 'revision_number': 1, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:06.518887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-677681b8-984e-4793-9505-7b63614efe48 req-e23a38d3-1f0a-4538-ad12-5414eb7251e3 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903063 Jul 08 18:40:06.538635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0af4a-87d7-4dd5-961b-f94e4c0659c5 None None] The sync data for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 is: [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '6a64faec-d4a0-4339-84d3-481aa6b362d7', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '76da2a3c-38fe-433e-8bf8-c1666dac27da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:e0:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:40:04Z', 'updated_at': '2021-07-08T18:40:04Z', 'revision_number': 0, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}, {'id': '9b61027a-fd38-459a-a01f-31a91ffc623c', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:1d:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6be757-7592-470d-8d1b-0c40993955f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:05Z', 'updated_at': '2021-07-08T18:38:07Z', 'revision_number': 1, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:40:06.606453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.25.8.241 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/7028acd8-aedf-4c97-86f7-4bdf1fc4168e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:40:06.719258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:06.740446 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c84e5b1-46af-4fba-addf-76d98e9e1b13 None None] New status for floating IP 6a64faec-d4a0-4339-84d3-481aa6b362d7: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:40:06.760634 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:06.805721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:40:06.808541 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:40:06.811111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:40:06.816948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=7028acd8-aedf-4c97-86f7-4bdf1fc4168e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:07.581142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.692885 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.846451 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.850891 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.924667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=7028acd8-aedf-4c97-86f7-4bdf1fc4168e,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:07.933980 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.033296 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Floating IP b56b4f02-b03a-48ff-b0ed-8206bd10ebc1 associated. External IP: 172.25.8.241, port: 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48. Jul 08 18:40:08.232863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 184d360a-f745-4a4c-a080-da84db874e24 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:40:08.340000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:40:08.348966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3885df7-4f74-4339-8fa4-ba6e7b4685fb None None] Sync routers for ids ['184d360a-f745-4a4c-a080-da84db874e24'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:40:08.356020 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.358365 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3885df7-4f74-4339-8fa4-ba6e7b4685fb None None] Routers {'184d360a-f745-4a4c-a080-da84db874e24'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:40:08.358974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e3885df7-4f74-4339-8fa4-ba6e7b4685fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['184d360a-f745-4a4c-a080-da84db874e24'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:08.396379 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-064ef058-ea24-42a7-b117-a7c0248b3145 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0506892 Jul 08 18:40:08.396991 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:40:08.399292 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:40:08.437290 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ff6aed-fbe7-4a72-9e6a-a28fb6033b0f x-openstack-request-id: req-a6ff6aed-fbe7-4a72-9e6a-a28fb6033b0f {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:40:08.437643 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:40:08.438186 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6ff6aed-fbe7-4a72-9e6a-a28fb6033b0f {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:40:08.438789 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'status': 'completed', 'code': 200} Jul 08 18:40:08.470068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-e3885df7-4f74-4339-8fa4-ba6e7b4685fb None None] Set router 184d360a-f745-4a4c-a080-da84db874e24 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:40:08.514898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6 req-a950f9ee-656c-41e9-8319-4b2ec7b0e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:08.516389 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6 req-a950f9ee-656c-41e9-8319-4b2ec7b0e7be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 1096 time: 0.0553017 Jul 08 18:40:08.557152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708bb93-a77d-482f-a820-ba4c129b45cf req-6aff20ca-3030-4c5a-9f89-823ed76f244b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:08.559010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8708bb93-a77d-482f-a820-ba4c129b45cf req-6aff20ca-3030-4c5a-9f89-823ed76f244b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.0674977 Jul 08 18:40:08.597678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8708bb93-a77d-482f-a820-ba4c129b45cf req-ae5c66b6-4c5c-4467-a29d-b5f948a96242 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331640 Jul 08 18:40:08.616248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6 req-b9fbb8c5-78af-4c38-9f59-353f2d9f1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:08.618572 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6 req-b9fbb8c5-78af-4c38-9f59-353f2d9f1941 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 HTTP/1.1" status: 200 len: 897 time: 0.0956166 Jul 08 18:40:08.626034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55454) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:08.687952 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-574506c0-be3e-4372-9657-86f7e5adf506 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/b56b4f02-b03a-48ff-b0ed-8206bd10ebc1 HTTP/1.1" status: 200 len: 991 time: 0.0605564 Jul 08 18:40:08.693078 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6 req-c3970a25-f960-489f-b5b2-56da0041f304 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 HTTP/1.1" status: 200 len: 999 time: 0.0686362 Jul 08 18:40:08.710889 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e3885df7-4f74-4339-8fa4-ba6e7b4685fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'b56b4f02-b03a-48ff-b0ed-8206bd10ebc1', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '184d360a-f745-4a4c-a080-da84db874e24', 'port_id': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'mac_address': 'fa:16:3e:15:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:40:07Z', 'updated_at': '2021-07-08T18:40:07Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f866be0c-86e1-4474-afd2-271ee976587c', 'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:cc:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:50Z', 'updated_at': '2021-07-08T18:39:56Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:08.741436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3885df7-4f74-4339-8fa4-ba6e7b4685fb None None] Checking router: 184d360a-f745-4a4c-a080-da84db874e24 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:40:08.743521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6 req-2cb8884d-1d9a-424f-862a-0b6660ae042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:08.745053 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6 req-2cb8884d-1d9a-424f-862a-0b6660ae042d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9435df6-b7b1-48f5-af81-373347bfc039 HTTP/1.1" status: 200 len: 834 time: 0.0446565 Jul 08 18:40:08.749838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3885df7-4f74-4339-8fa4-ba6e7b4685fb None None] Routers {'184d360a-f745-4a4c-a080-da84db874e24'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:40:08.750474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e3885df7-4f74-4339-8fa4-ba6e7b4685fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:39:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['184d360a-f745-4a4c-a080-da84db874e24'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:08.810454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6 req-b1721da2-eebf-4270-aee0-376b3a5d19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:08.811948 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6 req-b1721da2-eebf-4270-aee0-376b3a5d19c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610754 Jul 08 18:40:08.858162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-e3885df7-4f74-4339-8fa4-ba6e7b4685fb None None] Set router 184d360a-f745-4a4c-a080-da84db874e24 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:40:08.903600 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6 req-5fdf45a9-3808-4fe9-9bee-ac97055600d4 service neutron] 10.222.0.59 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847032 Jul 08 18:40:08.998541 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1681f6f0-4b8f-4071-aeaf-8f053cd05fa6 req-4b75103f-f5ab-4c84-89d5-7548bc2c83df service neutron] 10.222.0.59 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881557 Jul 08 18:40:09.089006 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e3885df7-4f74-4339-8fa4-ba6e7b4685fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'b56b4f02-b03a-48ff-b0ed-8206bd10ebc1', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '184d360a-f745-4a4c-a080-da84db874e24', 'port_id': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'mac_address': 'fa:16:3e:15:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:40:07Z', 'updated_at': '2021-07-08T18:40:07Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f866be0c-86e1-4474-afd2-271ee976587c', 'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:cc:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:50Z', 'updated_at': '2021-07-08T18:39:56Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:09.119338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3885df7-4f74-4339-8fa4-ba6e7b4685fb None None] The sync data for ids ['184d360a-f745-4a4c-a080-da84db874e24'] in n-d-799684-3 is: [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'b56b4f02-b03a-48ff-b0ed-8206bd10ebc1', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '184d360a-f745-4a4c-a080-da84db874e24', 'port_id': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'mac_address': 'fa:16:3e:15:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:40:07Z', 'updated_at': '2021-07-08T18:40:07Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f866be0c-86e1-4474-afd2-271ee976587c', 'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:cc:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:50Z', 'updated_at': '2021-07-08T18:39:56Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:40:09.134409 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:09.150880 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ceb9f62-2f9d-4fcb-a312-79c80bdbfca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:09.306550 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe0263-da15-49dc-bba2-08599637f283 None None] New status for floating IP b56b4f02-b03a-48ff-b0ed-8206bd10ebc1: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:40:09.691029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55456) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:09.752152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-89d5eeee-e0f7-4de1-9a6b-e80bd388183a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/b56b4f02-b03a-48ff-b0ed-8206bd10ebc1 HTTP/1.1" status: 200 len: 993 time: 0.0598867 Jul 08 18:40:10.281374 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.769768 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:33.748283 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:34.576620 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:36.288467 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0947e6c4-1656-4bd7-9b3d-7d57d49cb401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:39.115224 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:39.150454 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5091e27-7f8f-4a11-9b90-13804d2b2529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:40.285939 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:41.224089 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:40:41.774460 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:41.795974 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e04b933b-60b7-4269-b681-3b669a48af20 req-dd046c8b-d11d-4a63-97ed-2c72e83b0873 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590837 Jul 08 18:40:41.894312 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b933b-60b7-4269-b681-3b669a48af20 req-d2cd0878-5020-44f9-a8a3-4709b4e413b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:41.895682 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e04b933b-60b7-4269-b681-3b669a48af20 req-d2cd0878-5020-44f9-a8a3-4709b4e413b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 1097 time: 0.0555975 Jul 08 18:40:41.999625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b933b-60b7-4269-b681-3b669a48af20 req-f8276306-e990-4c7e-9e89-43bdb4efdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:42.001087 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e04b933b-60b7-4269-b681-3b669a48af20 req-f8276306-e990-4c7e-9e89-43bdb4efdc17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0850835 Jul 08 18:40:42.067681 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e04b933b-60b7-4269-b681-3b669a48af20 req-f989676e-6442-4f30-b1e9-83cc5916036b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d HTTP/1.1" status: 200 len: 1001 time: 0.0601678 Jul 08 18:40:42.115121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b933b-60b7-4269-b681-3b669a48af20 req-0c7c3ec9-d1b8-48ac-bb5c-0f83d29a8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:42.116529 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e04b933b-60b7-4269-b681-3b669a48af20 req-0c7c3ec9-d1b8-48ac-bb5c-0f83d29a8f22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0426433 Jul 08 18:40:42.171129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b933b-60b7-4269-b681-3b669a48af20 req-c4d530b2-be89-4a76-90fc-f7347ec02c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:42.172565 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e04b933b-60b7-4269-b681-3b669a48af20 req-c4d530b2-be89-4a76-90fc-f7347ec02c78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494843 Jul 08 18:40:42.263354 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e04b933b-60b7-4269-b681-3b669a48af20 req-a5b0653b-cdb7-4fd8-a767-ee29199e6fc0 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841262 Jul 08 18:40:42.350873 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e04b933b-60b7-4269-b681-3b669a48af20 req-1c7251d7-da12-4b8e-bd18-e348906d457c service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817158 Jul 08 18:40:48.774240 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-26f29aa9-cbdf-4384-b54f-18e22251fe9d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517087 Jul 08 18:40:48.869196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-01db1dab-60a0-4a00-b9f2-5c19d5ab3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:48.871283 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-01db1dab-60a0-4a00-b9f2-5c19d5ab3ee8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 1096 time: 0.0525036 Jul 08 18:40:48.978802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-7b232004-d4fc-42ac-a553-185c2acf05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:48.980279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-7b232004-d4fc-42ac-a553-185c2acf05f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.0897472 Jul 08 18:40:49.048993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-a1952624-c828-4b67-af4c-dcedb7c678ac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76da2a3c-38fe-433e-8bf8-c1666dac27da HTTP/1.1" status: 200 len: 1000 time: 0.0622022 Jul 08 18:40:49.448044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-bc55469c-807d-4052-9e41-bc50a7c7b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:49.449935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-bc55469c-807d-4052-9e41-bc50a7c7b11f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.3944888 Jul 08 18:40:49.507800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-2dd53b14-ab30-4707-a565-e38c6688068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:49.509337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-2dd53b14-ab30-4707-a565-e38c6688068a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530748 Jul 08 18:40:49.599984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-12ee74f9-f5f4-48a7-8e63-9f0bf1db438f service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839736 Jul 08 18:40:49.693653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6015ae5b-c5ec-489e-8b0f-59ce665c2a3d req-6724c6ae-1f97-4cd3-acf9-987491493a7d service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868080 Jul 08 18:41:03.748269 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:04.584665 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:06.289370 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de57b92e-df92-4e29-84e0-ca7bff115f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:09.115719 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:09.152951 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fcc15161-a153-4ef7-96d5-e6193d481ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:10.287648 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:11.775913 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:12.605025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868d168-8c75-4e92-84b6-8981a2fb9a80 req-200abce3-5cde-48f2-be2c-42fee01fc7a1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:12.606502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3868d168-8c75-4e92-84b6-8981a2fb9a80 req-200abce3-5cde-48f2-be2c-42fee01fc7a1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.1182606 Jul 08 18:41:12.644197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3868d168-8c75-4e92-84b6-8981a2fb9a80 req-6acb9c4b-fe9e-4e24-a0af-c1897beda574 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Jul 08 18:41:12.668214 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55500) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:12.729447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e336d021-0ade-450b-a74f-daccd1f14d0b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/b56b4f02-b03a-48ff-b0ed-8206bd10ebc1 HTTP/1.1" status: 200 len: 993 time: 0.0601823 Jul 08 18:41:13.155621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8562-0d66-484a-af99-44e9f8e0f441 req-7df403fe-484f-4472-a77a-88bcab294b2e tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:13.157103 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e02f8562-0d66-484a-af99-44e9f8e0f441 req-7df403fe-484f-4472-a77a-88bcab294b2e tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 1096 time: 0.0506339 Jul 08 18:41:13.190390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e02f8562-0d66-484a-af99-44e9f8e0f441 req-df56dc11-9782-409d-b093-9b23c6b9b603 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274589 Jul 08 18:41:13.694827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55530) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:13.804056 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-d7a9bb60-60da-4f98-a4f1-241546d1df1b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080492 Jul 08 18:41:14.306015 n-d-799684-3 neutron-server[93741]: WARNING keystonemiddleware.auth_token [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-d7a9bb60-60da-4f98-a4f1-241546d1df1b service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 18:41:14.309875 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-b2ecb1d5-781a-4c81-9364-79fff6c5b7e1 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:41:14.311684 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-b2ecb1d5-781a-4c81-9364-79fff6c5b7e1 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0604677 Jul 08 18:41:14.320206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Request body: {'binding': {'host': 'n-h1-799684-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:14.320686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Unknown quota resources ['binding']. {{(pid=93741) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:41:14.446628 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on host n-h1-799684-3 for vnic_type normal with profile None {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:14.446960 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:14.447308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:14.451581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:41:14.451929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:14.456669 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:14.457006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Checking segment: {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:14.457385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Bound using segment: {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:14.457806 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Bound port: 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:14.543744 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:14.548922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] Notify callbacks [] for binding, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:14.550084 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-21b3b7ff-576a-4f98-af68-dbcd4c305a38 service neutron] 10.222.0.73 "POST /v2.0/ports/1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48/bindings HTTP/1.1" status: 201 len: 389 time: 0.2330072 Jul 08 18:41:14.780798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476a319-e525-4aa5-a23e-13f9b2f4948c req-bc8881e7-f3c1-4271-b4f0-b902c8b84e5c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:14.782292 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7476a319-e525-4aa5-a23e-13f9b2f4948c req-bc8881e7-f3c1-4271-b4f0-b902c8b84e5c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.0981858 Jul 08 18:41:14.817202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-9f9b01d1-c3a8-4b6f-8ecf-bfddefbec323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:14.818555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-9f9b01d1-c3a8-4b6f-8ecf-bfddefbec323 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 1096 time: 0.0915501 Jul 08 18:41:14.837682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7476a319-e525-4aa5-a23e-13f9b2f4948c req-cb69b145-5291-4e84-9a31-6711d1871fd0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488565 Jul 08 18:41:14.912041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-1cddd543-2969-412f-9bb5-1884682ad912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:14.913500 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-1cddd543-2969-412f-9bb5-1884682ad912 service neutron] 10.222.0.74 "GET /v2.0/networks?id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 HTTP/1.1" status: 200 len: 897 time: 0.0877309 Jul 08 18:41:14.981941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-c20120c3-bbd0-4ef6-bebb-74f5b2ef5f75 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 HTTP/1.1" status: 200 len: 1001 time: 0.0615287 Jul 08 18:41:15.028443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-bc29e9b7-724f-496d-a9ab-ff81f75488d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:15.030499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-bc29e9b7-724f-496d-a9ab-ff81f75488d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9435df6-b7b1-48f5-af81-373347bfc039 HTTP/1.1" status: 200 len: 834 time: 0.0423911 Jul 08 18:41:15.084023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-20ed072d-ffce-4fbe-9303-9bf8043c7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:15.085395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-20ed072d-ffce-4fbe-9303-9bf8043c7e24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493171 Jul 08 18:41:15.174855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-2fabfc3b-9181-484a-8221-fba251de5283 service neutron] 10.222.0.74 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831137 Jul 08 18:41:15.262501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-933b3c31-8b6a-4c07-b2a4-3336ff0f0181 service neutron] 10.222.0.74 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807140 Jul 08 18:41:15.408488 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-a7b3fff8-2a6a-4289-ab01-e0424eeb1dce tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:15.409990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-a7b3fff8-2a6a-4289-ab01-e0424eeb1dce tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b&tenant_id=f6e1158e86bd4bc8b1d072406a508422&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1096 time: 0.0926876 Jul 08 18:41:15.420983 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799684-3'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:15.493086 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:15.613768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:15.653352 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:15.692755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:15.695107 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6210fa48-e3a5-44a0-973f-a1129a6343d1" -d '{"events": [{"server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:15.698974 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:15.704772 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:15.731746 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3453e079-f277-4ee2-a42c-88706605b186 x-openstack-request-id: req-3453e079-f277-4ee2-a42c-88706605b186 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:15.732036 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:15.732771 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3453e079-f277-4ee2-a42c-88706605b186 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:15.733156 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'code': 200} Jul 08 18:41:15.805214 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:15.820268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.820613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.820955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.821290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.821628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.821963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.822314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.822730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.823059 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.823381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.823701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.824022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:15.870379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on host n-h2-799684-3 for vnic_type normal with profile {"migrating_to": "n-h1-799684-3"} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:15.870719 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:15.871055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:15.875842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:41:15.876108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Attempting to bind port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:15.881387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:15.881732 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Checking segment: {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:15.882121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Bound using segment: {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:15.882588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Bound port: 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29b07d2-803e-47c2-b2fd-930b2a105a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:15.882964 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:15.953750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:15.958843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:15.970695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:15.989255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Provisioning complete for port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:15.989845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:16.098836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,revision_number=8']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:16.136971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8149ef-06c8-439f-8bd9-ed49ebf7ae72 req-5ac8d403-5b10-4cfb-b13f-ac5ca56ef20c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:16.139233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a8149ef-06c8-439f-8bd9-ed49ebf7ae72 req-5ac8d403-5b10-4cfb-b13f-ac5ca56ef20c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 943 time: 0.1824479 Jul 08 18:41:16.170088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:16.170808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:16.172187 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e26fdd3e-de74-4ea2-9a30-42f90bf5e197 service neutron] 10.222.0.74 "PUT /v2.0/ports/1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 HTTP/1.1" status: 200 len: 1121 time: 0.7551839 Jul 08 18:41:16.218727 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2a8149ef-06c8-439f-8bd9-ed49ebf7ae72 req-c029bac2-ec38-4984-abf3-a338a16442b4 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526054 Jul 08 18:41:16.251798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:41:16.355858 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:16.396064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:16.398302 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12606ada-f9a9-40d3-aa92-67554b7deac0" -d '{"events": [{"server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "name": "network-vif-plugged", "status": "completed", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:16.426576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:16.432158 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:16.446257 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb859dc-1b02-4a55-9e6c-04458b1eb4c5 x-openstack-request-id: req-5eb859dc-1b02-4a55-9e6c-04458b1eb4c5 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:16.446547 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "name": "network-vif-plugged", "status": "completed", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:16.446798 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5eb859dc-1b02-4a55-9e6c-04458b1eb4c5 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:16.447181 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'code': 200} Jul 08 18:41:16.605226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Pushing event updated for resources: {'Port': ['ID=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:16.635618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.635869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.636210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.636545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.636876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.637203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.637529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.637854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.638177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.638558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.638895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.639199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5472c-90e0-4b45-b9f2-bb646a83ff9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:16.818320 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-864b83b8-ffb6-44f9-9a23-b4929c66081c None None] Provisioning complete for port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:16.818979 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-864b83b8-ffb6-44f9-9a23-b4929c66081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:17.396489 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918ebaa-5908-4782-9478-7e389078c272 req-bf939deb-5972-4602-a2ba-bd01aeab1ccc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:17.397975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4918ebaa-5908-4782-9478-7e389078c272 req-bf939deb-5972-4602-a2ba-bd01aeab1ccc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.0638816 Jul 08 18:41:17.438664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4918ebaa-5908-4782-9478-7e389078c272 req-9b9acf79-77eb-4a27-bdd6-faa0a125576a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329466 Jul 08 18:41:17.734078 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:17.736529 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbd6082-bf12-4c10-8a15-5148cc2463a0" -d '{"events": [{"name": "network-changed", "server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:17.771290 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca81c5a-0b40-4b9d-bb83-5c472c9bd0a6 x-openstack-request-id: req-8ca81c5a-0b40-4b9d-bb83-5c472c9bd0a6 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:17.771666 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:17.772063 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ca81c5a-0b40-4b9d-bb83-5c472c9bd0a6 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:17.772663 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'status': 'completed', 'code': 200} Jul 08 18:41:17.846892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6082-bf12-4c10-8a15-5148cc2463a0 req-30fb5ccb-dc3d-4aa8-a443-2bdcc429478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:17.848358 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2cbd6082-bf12-4c10-8a15-5148cc2463a0 req-30fb5ccb-dc3d-4aa8-a443-2bdcc429478f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 1126 time: 0.0519736 Jul 08 18:41:17.939389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6082-bf12-4c10-8a15-5148cc2463a0 req-b674759a-5197-469c-878f-a53719d19588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:17.940883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2cbd6082-bf12-4c10-8a15-5148cc2463a0 req-b674759a-5197-469c-878f-a53719d19588 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 HTTP/1.1" status: 200 len: 897 time: 0.0861473 Jul 08 18:41:18.006417 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2cbd6082-bf12-4c10-8a15-5148cc2463a0 req-285fe339-6233-4f76-bfdf-c7ffe649f3f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 HTTP/1.1" status: 200 len: 1001 time: 0.0583906 Jul 08 18:41:18.059537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6082-bf12-4c10-8a15-5148cc2463a0 req-d8a83478-dfd1-4307-ab89-50353c33d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:18.061033 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2cbd6082-bf12-4c10-8a15-5148cc2463a0 req-d8a83478-dfd1-4307-ab89-50353c33d1d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9435df6-b7b1-48f5-af81-373347bfc039 HTTP/1.1" status: 200 len: 834 time: 0.0477781 Jul 08 18:41:18.116444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6082-bf12-4c10-8a15-5148cc2463a0 req-a53c455c-4840-4072-8bfe-999679901553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:18.117897 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2cbd6082-bf12-4c10-8a15-5148cc2463a0 req-a53c455c-4840-4072-8bfe-999679901553 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504894 Jul 08 18:41:18.137357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:41:18.206353 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2cbd6082-bf12-4c10-8a15-5148cc2463a0 req-87016f78-a6a4-4ef0-89d9-c7a1b880e16e service neutron] 10.222.0.59 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814214 Jul 08 18:41:18.227931 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:41:18.235968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:18.248477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 has no active binding in host n-h1-799684-3 {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 18:41:18.305843 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2cbd6082-bf12-4c10-8a15-5148cc2463a0 req-9c9ed377-9e55-40ea-bb8c-0d46660fa609 service neutron] 10.222.0.59 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914478 Jul 08 18:41:18.609359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531c2dd-c9f9-41c9-8193-928be3f3d9bd req-ae23ca9d-05ff-4fa3-9c9c-bc25ef592392 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:18.610826 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f531c2dd-c9f9-41c9-8193-928be3f3d9bd req-ae23ca9d-05ff-4fa3-9c9c-bc25ef592392 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.0630894 Jul 08 18:41:18.648726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f531c2dd-c9f9-41c9-8193-928be3f3d9bd req-a1e8e4c7-9478-4433-886d-3ce35ad3f460 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Jul 08 18:41:19.880211 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb8eee-a1f6-418f-aac0-9a257be003dd req-97de813a-510e-42d8-8a2d-82017fd7283d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:19.881675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1fb8eee-a1f6-418f-aac0-9a257be003dd req-97de813a-510e-42d8-8a2d-82017fd7283d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.1223934 Jul 08 18:41:19.919246 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1fb8eee-a1f6-418f-aac0-9a257be003dd req-88b47457-a602-4eb3-bfdf-f24d03f6e7e7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317826 Jul 08 18:41:21.095035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a974a-2cd8-4edb-8d1a-c5f966cb6ab8 req-f1e11ede-096b-4f45-836f-a00d61578f79 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:21.096525 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-224a974a-2cd8-4edb-8d1a-c5f966cb6ab8 req-f1e11ede-096b-4f45-836f-a00d61578f79 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.0637045 Jul 08 18:41:21.132957 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-224a974a-2cd8-4edb-8d1a-c5f966cb6ab8 req-cd628fa0-bfc5-4961-be89-b2f4f241ddcb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Jul 08 18:41:22.310193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c93fae-366d-4286-88a0-f3f93ae7f408 req-05550913-9e92-4332-86e8-b73e32fa2ace tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:22.311669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35c93fae-366d-4286-88a0-f3f93ae7f408 req-05550913-9e92-4332-86e8-b73e32fa2ace tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.0667577 Jul 08 18:41:22.349123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35c93fae-366d-4286-88a0-f3f93ae7f408 req-2e4a4a60-f6d0-4754-8910-3db5941dfa6d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Jul 08 18:41:23.521161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b9cfd-ebc1-4381-9c1d-d2bfa4ed9144 req-f62acdcd-c9db-490c-ae79-f14f921ffbdc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:23.522665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-132b9cfd-ebc1-4381-9c1d-d2bfa4ed9144 req-f62acdcd-c9db-490c-ae79-f14f921ffbdc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.0628753 Jul 08 18:41:23.561032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-132b9cfd-ebc1-4381-9c1d-d2bfa4ed9144 req-de9a84fa-f0a9-4d7a-a7a4-7284c9d23cb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327218 Jul 08 18:41:24.255812 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-2b608e32-9d3c-4c39-9108-efe3e451bc3b service neutron] 10.222.0.59 "GET /v2.0/ports/1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48/bindings/n-h1-799684-3 HTTP/1.1" status: 200 len: 384 time: 0.0551934 Jul 08 18:41:24.709335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:24.730141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:24.735286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f4fa2-3b19-4182-8dc5-9c4162766d19 req-3d546f81-f713-4c8a-b48f-ea9e04e61447 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:24.736827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-184f4fa2-3b19-4182-8dc5-9c4162766d19 req-3d546f81-f713-4c8a-b48f-ea9e04e61447 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 945 time: 0.0644906 Jul 08 18:41:24.770912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:24.773195 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f94c217-1a98-4046-ade1-695c71664858" -d '{"events": [{"server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:24.774646 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-184f4fa2-3b19-4182-8dc5-9c4162766d19 req-97bd6036-9990-4ab7-9717-6c54810e747a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322425 Jul 08 18:41:24.780537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:24.796752 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:24.832696 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57d9338-7eb7-4c32-a1d4-b76d64c1ab10 x-openstack-request-id: req-b57d9338-7eb7-4c32-a1d4-b76d64c1ab10 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:24.832988 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:24.833242 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b57d9338-7eb7-4c32-a1d4-b76d64c1ab10 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:24.833634 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'code': 200} Jul 08 18:41:24.875382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Transition to ACTIVE for port object 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:24.879830 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:24.974284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Pushing event updated for resources: {'Port': ['ID=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,revision_number=11']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:24.988689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:24.989088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:24.989434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:24.989770 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:24.990102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:24.990454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:24.990789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:24.991114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:24.991435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:24.991768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:24.992077 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:24.992570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:25.023012 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] No DVR routers for this DVR port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:41:25.152806 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-5cd1cb84-38b3-4714-8054-f3120ffd57be service neutron] 10.222.0.59 "PUT /v2.0/ports/1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48/bindings/n-h1-799684-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8904283 Jul 08 18:41:25.261279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e9027966-6378-4853-9930-29c5daa7a3da tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:25.262702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-e9027966-6378-4853-9930-29c5daa7a3da tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b&tenant_id=f6e1158e86bd4bc8b1d072406a508422&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 1095 time: 0.0598302 Jul 08 18:41:25.322606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-8f7868a1-7b90-40e0-9987-ec1f1d98c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:25.324100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-8f7868a1-7b90-40e0-9987-ec1f1d98c4c2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 1095 time: 0.0542293 Jul 08 18:41:25.399237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-683edcbc-44f2-4539-9cfd-530323ed93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:25.400719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-683edcbc-44f2-4539-9cfd-530323ed93fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 1095 time: 0.0524049 Jul 08 18:41:25.493092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-81a7b9e4-6312-4221-b0a8-823f3cc9e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:25.495347 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-81a7b9e4-6312-4221-b0a8-823f3cc9e7ea service neutron] 10.222.0.74 "GET /v2.0/networks?id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 HTTP/1.1" status: 200 len: 897 time: 0.0890031 Jul 08 18:41:25.559275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-ced36aad-fa2c-482b-bbb0-7a9b3f95f0ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 HTTP/1.1" status: 200 len: 999 time: 0.0580032 Jul 08 18:41:25.610159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-97c19b00-af2c-458a-85e3-13b4db4779f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:25.611579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-97c19b00-af2c-458a-85e3-13b4db4779f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9435df6-b7b1-48f5-af81-373347bfc039 HTTP/1.1" status: 200 len: 834 time: 0.0465939 Jul 08 18:41:25.666401 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-7472cf62-c523-4024-85ac-663ce8b942c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:25.667830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-7472cf62-c523-4024-85ac-663ce8b942c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501599 Jul 08 18:41:25.753170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-c25d3d05-f565-42a6-a2ae-589e2c864f58 service neutron] 10.222.0.74 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792906 Jul 08 18:41:25.848472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-3581ee09-271c-4fa5-8d0b-6817dcc80e45 service neutron] 10.222.0.74 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887005 Jul 08 18:41:25.959595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8eeff-10c3-4a5c-82a2-1b01b728fb31 req-6dc6e0b5-712b-471b-8703-3cd9d4e677e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:25.961088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ab8eeff-10c3-4a5c-82a2-1b01b728fb31 req-6dc6e0b5-712b-471b-8703-3cd9d4e677e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 944 time: 0.0639307 Jul 08 18:41:25.999673 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ab8eeff-10c3-4a5c-82a2-1b01b728fb31 req-9e9fb4ec-59c4-4172-bbe8-6d23b1b59be5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Jul 08 18:41:26.130872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-1d989e29-f124-4be0-9584-ee5bb6438077 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:26.132353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-1d989e29-f124-4be0-9584-ee5bb6438077 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b&tenant_id=f6e1158e86bd4bc8b1d072406a508422&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 1095 time: 0.0554924 Jul 08 18:41:26.272377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-01133cdb-6ae9-47a8-ba68-5f181b98210e service neutron] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:26.275470 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-01133cdb-6ae9-47a8-ba68-5f181b98210e service neutron] Notify callbacks [] for binding, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:26.276583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3d285a3-8b14-4f06-a9a7-da6a1b37915e req-01133cdb-6ae9-47a8-ba68-5f181b98210e service neutron] 10.222.0.74 "DELETE /v2.0/ports/1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48/bindings/n-h2-799684-3 HTTP/1.1" status: 204 len: 173 time: 0.1388125 Jul 08 18:41:27.122079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:27.160147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:27.180099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d726c-7661-4d9c-a2bc-e5f2a5a886b0 req-ead09a36-afb4-4fad-966c-01eb162025cf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:27.181578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac7d726c-7661-4d9c-a2bc-e5f2a5a886b0 req-ead09a36-afb4-4fad-966c-01eb162025cf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 944 time: 0.0689018 Jul 08 18:41:27.218677 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac7d726c-7661-4d9c-a2bc-e5f2a5a886b0 req-89e336fb-3206-46b7-a431-9a6aea00cfe5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Jul 08 18:41:27.381597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79ef6b-6112-4903-827b-bc0e4335a9af req-b8f27a01-9155-449a-9c6a-a8ddece5ed8d tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:27.383169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a79ef6b-6112-4903-827b-bc0e4335a9af req-b8f27a01-9155-449a-9c6a-a8ddece5ed8d tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 1095 time: 0.0571780 Jul 08 18:41:27.418423 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a79ef6b-6112-4903-827b-bc0e4335a9af req-f7086f50-6e3e-4a4b-ba69-c7b53539045c tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291471 Jul 08 18:41:27.593751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a1c56-0115-4964-b7bf-7be8b8e5f056 req-a0aa9566-2481-4861-8c17-2506e8451af3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:27.595290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f77a1c56-0115-4964-b7bf-7be8b8e5f056 req-a0aa9566-2481-4861-8c17-2506e8451af3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 944 time: 0.0629554 Jul 08 18:41:27.637908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f77a1c56-0115-4964-b7bf-7be8b8e5f056 req-bb1eefd0-4f71-4627-9ea2-fc1aedc063ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367651 Jul 08 18:41:27.662426 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55580) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:27.723309 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-545ebd0f-aa12-47ce-97df-c80f7fbfabbd tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/b56b4f02-b03a-48ff-b0ed-8206bd10ebc1 HTTP/1.1" status: 200 len: 991 time: 0.0596077 Jul 08 18:41:31.493389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55586) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:31.652258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port 7028acd8-aedf-4c97-86f7-4bdf1fc4168e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:31.652588 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.726631 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.726963 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.738441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for 7028acd8-aedf-4c97-86f7-4bdf1fc4168e owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:31.881229 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.906151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=7028acd8-aedf-4c97-86f7-4bdf1fc4168e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:31.970779 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.971124 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Floating IP b56b4f02-b03a-48ff-b0ed-8206bd10ebc1 disassociated (deleted). External IP: 172.25.8.241, port: 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48. Jul 08 18:41:32.173248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 184d360a-f745-4a4c-a080-da84db874e24 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:41:32.279959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:32.285079 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:32.289854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1fe31-2d1a-499b-acd9-2d55af072017 None None] Sync routers for ids ['184d360a-f745-4a4c-a080-da84db874e24'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:32.299380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1fe31-2d1a-499b-acd9-2d55af072017 None None] Routers {'184d360a-f745-4a4c-a080-da84db874e24'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:32.299984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1f1fe31-2d1a-499b-acd9-2d55af072017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['184d360a-f745-4a4c-a080-da84db874e24'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:32.324974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1a3d6048-0856-46d3-9cfb-7b02787ea7d0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/floatingips/b56b4f02-b03a-48ff-b0ed-8206bd10ebc1 HTTP/1.1" status: 204 len: 168 time: 0.8303876 Jul 08 18:41:32.325568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:32.327898 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44" -d '{"events": [{"name": "network-changed", "server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:32.366702 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025bf1fd-70d6-4b45-acfb-73a3ae198765 x-openstack-request-id: req-025bf1fd-70d6-4b45-acfb-73a3ae198765 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:32.366991 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:32.367268 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-025bf1fd-70d6-4b45-acfb-73a3ae198765 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:32.367694 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'status': 'completed', 'code': 200} Jul 08 18:41:32.410846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f1f1fe31-2d1a-499b-acd9-2d55af072017 None None] Set router 184d360a-f745-4a4c-a080-da84db874e24 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:32.449235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44 req-2d68d80c-ee12-4a1b-8309-a5184eea0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:32.450786 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44 req-2d68d80c-ee12-4a1b-8309-a5184eea0cbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 1095 time: 0.0582144 Jul 08 18:41:32.555927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44 req-222c3db3-7788-436b-9584-29c73dcafb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:32.557605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44 req-222c3db3-7788-436b-9584-29c73dcafb4b service neutron] 10.222.0.74 "GET /v2.0/networks?id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 HTTP/1.1" status: 200 len: 897 time: 0.1004517 Jul 08 18:41:32.603349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44 req-615fb8f9-508b-42f3-ac7b-199030164167 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 HTTP/1.1" status: 200 len: 217 time: 0.0359843 Jul 08 18:41:32.614603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1f1fe31-2d1a-499b-acd9-2d55af072017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'f866be0c-86e1-4474-afd2-271ee976587c', 'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:cc:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:50Z', 'updated_at': '2021-07-08T18:39:56Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:32.649654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1fe31-2d1a-499b-acd9-2d55af072017 None None] Checking router: 184d360a-f745-4a4c-a080-da84db874e24 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:32.658757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1fe31-2d1a-499b-acd9-2d55af072017 None None] Routers {'184d360a-f745-4a4c-a080-da84db874e24'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:32.659436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1f1fe31-2d1a-499b-acd9-2d55af072017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['184d360a-f745-4a4c-a080-da84db874e24'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:32.685181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44 req-9cdbd33a-e186-4ffc-a769-090fd63b87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:32.686619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44 req-9cdbd33a-e186-4ffc-a769-090fd63b87df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9435df6-b7b1-48f5-af81-373347bfc039 HTTP/1.1" status: 200 len: 834 time: 0.0768337 Jul 08 18:41:32.742150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2264-1858-4dea-90c4-7138f891c35e req-69cd644a-14b4-4824-b833-87a398f0cc0b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:32.743627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97ad2264-1858-4dea-90c4-7138f891c35e req-69cd644a-14b4-4824-b833-87a398f0cc0b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 944 time: 0.1045346 Jul 08 18:41:32.760236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f1f1fe31-2d1a-499b-acd9-2d55af072017 None None] Set router 184d360a-f745-4a4c-a080-da84db874e24 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:32.789104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44 req-22ce5722-24ec-405f-9ca2-eb361c74f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:32.790708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44 req-22ce5722-24ec-405f-9ca2-eb361c74f049 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968218 Jul 08 18:41:32.794284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97ad2264-1858-4dea-90c4-7138f891c35e req-fdb6b9bb-a57c-4c2b-9fc5-3c3f17e45289 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 Jul 08 18:41:32.882834 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44 req-4f608ebc-f99b-4411-84d4-7f22b6c58b1a service neutron] 10.222.0.74 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847483 Jul 08 18:41:32.961076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1f1fe31-2d1a-499b-acd9-2d55af072017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'f866be0c-86e1-4474-afd2-271ee976587c', 'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:cc:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:50Z', 'updated_at': '2021-07-08T18:39:56Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:32.976524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7a4e1b4-b5a2-40fc-95e8-773b5c7afa44 req-d62e36ba-6aab-4ae8-9a61-dad94d67937f service neutron] 10.222.0.74 "GET /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853283 Jul 08 18:41:32.987791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1fe31-2d1a-499b-acd9-2d55af072017 None None] The sync data for ids ['184d360a-f745-4a4c-a080-da84db874e24'] in n-d-799684-3 is: [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:39:51Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'f866be0c-86e1-4474-afd2-271ee976587c', 'name': '', 'network_id': 'de4cc6e5-b18d-4dc7-af62-56b2b46b4d24', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:cc:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:50Z', 'updated_at': '2021-07-08T18:39:56Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'd9435df6-b7b1-48f5-af81-373347bfc039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:33.179924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55594) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:33.194191 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63404c5c-379d-4352-bf24-668734a50a0d None None] New status for floating IP b56b4f02-b03a-48ff-b0ed-8206bd10ebc1: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:41:33.584370 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c084-e717-4414-bb86-7bfcd652f041 req-23836f20-ec85-498f-9c43-fb3ea83d147a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:33.585863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c076c084-e717-4414-bb86-7bfcd652f041 req-23836f20-ec85-498f-9c43-fb3ea83d147a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 944 time: 0.4535360 Jul 08 18:41:33.743900 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:33.762506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c076c084-e717-4414-bb86-7bfcd652f041 req-ce467909-980e-4a0e-8e10-d5533f5b1b6a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:33.762848 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c076c084-e717-4414-bb86-7bfcd652f041 req-ce467909-980e-4a0e-8e10-d5533f5b1b6a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:33.819853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Deleting port bdb0c361-ae9b-427e-b927-e4aafb142777 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:33.820222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:33.911428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c076c084-e717-4414-bb86-7bfcd652f041 req-ce467909-980e-4a0e-8e10-d5533f5b1b6a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:33.911794 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c076c084-e717-4414-bb86-7bfcd652f041 req-ce467909-980e-4a0e-8e10-d5533f5b1b6a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:33.961598 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c076c084-e717-4414-bb86-7bfcd652f041 req-ce467909-980e-4a0e-8e10-d5533f5b1b6a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:33.995516 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:33.995840 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.037827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Calling delete_port for bdb0c361-ae9b-427e-b927-e4aafb142777 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:34.134591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c7c5c-37d6-4372-bcd8-9c3e28110453 req-61b79890-bced-4180-802c-dcdbd18d03f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:34.136013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e4c7c5c-37d6-4372-bcd8-9c3e28110453 req-61b79890-bced-4180-802c-dcdbd18d03f6 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e0e63e-85ca-4b5e-94fa-55226d06246b HTTP/1.1" status: 200 len: 944 time: 0.2289519 Jul 08 18:41:34.218695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e4c7c5c-37d6-4372-bcd8-9c3e28110453 req-4215240b-e586-48cb-8b8f-0e88a3504c4a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=867f776b-69e0-40d5-ba05-e209ebcbf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736654 Jul 08 18:41:34.256427 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c076c084-e717-4414-bb86-7bfcd652f041 req-ce467909-980e-4a0e-8e10-d5533f5b1b6a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.304261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce467909-980e-4a0e-8e10-d5533f5b1b6a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:34.370435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c076c084-e717-4414-bb86-7bfcd652f041 req-ce467909-980e-4a0e-8e10-d5533f5b1b6a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] No DVR routers for this DVR port 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:41:34.374522 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c076c084-e717-4414-bb86-7bfcd652f041 req-ce467909-980e-4a0e-8e10-d5533f5b1b6a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.376737 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c076c084-e717-4414-bb86-7bfcd652f041 req-ce467909-980e-4a0e-8e10-d5533f5b1b6a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "DELETE /v2.0/ports/1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 HTTP/1.1" status: 204 len: 173 time: 0.7806983 Jul 08 18:41:34.377208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'name': 'network-vif-deleted', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:34.379688 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17149080-30bf-4b8f-abf7-0945796206d5" -d '{"events": [{"server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "name": "network-vif-deleted", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:34.387906 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.419930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event deleted for resources: {'Port': ['ID=bdb0c361-ae9b-427e-b927-e4aafb142777,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:34.429421 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8c5483-c3eb-4f7e-ac4b-ce101b60cc73 x-openstack-request-id: req-7d8c5483-c3eb-4f7e-ac4b-ce101b60cc73 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:34.429702 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e0e63e-85ca-4b5e-94fa-55226d06246b", "name": "network-vif-deleted", "tag": "1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:34.429968 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d8c5483-c3eb-4f7e-ac4b-ce101b60cc73 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:34.430360 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e0e63e-85ca-4b5e-94fa-55226d06246b', 'name': 'network-vif-deleted', 'tag': '1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48', 'status': 'completed', 'code': 200} Jul 08 18:41:34.487135 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.487497 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Floating IP 6a64faec-d4a0-4339-84d3-481aa6b362d7 disassociated (deleted). External IP: 172.25.8.15, port: 76da2a3c-38fe-433e-8bf8-c1666dac27da. Jul 08 18:41:34.602223 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.707587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Router aaf2a7f3-d85e-4669-9331-88174adb872e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:41:34.825400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:34.830129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.834325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a367ec-c067-487e-980c-5d9eb196ddde None None] Sync routers for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:34.843507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a367ec-c067-487e-980c-5d9eb196ddde None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:34.844112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e5a367ec-c067-487e-980c-5d9eb196ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:34.866780 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c0a8a4fa-ef16-4210-b80b-ce7009c0fe2b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "DELETE /v2.0/floatingips/6a64faec-d4a0-4339-84d3-481aa6b362d7 HTTP/1.1" status: 204 len: 168 time: 1.6858177 Jul 08 18:41:34.953217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-e5a367ec-c067-487e-980c-5d9eb196ddde None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:35.185460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e5a367ec-c067-487e-980c-5d9eb196ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '9b61027a-fd38-459a-a01f-31a91ffc623c', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:1d:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6be757-7592-470d-8d1b-0c40993955f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:05Z', 'updated_at': '2021-07-08T18:38:07Z', 'revision_number': 1, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:35.211724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a367ec-c067-487e-980c-5d9eb196ddde None None] Checking router: aaf2a7f3-d85e-4669-9331-88174adb872e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:35.220388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a367ec-c067-487e-980c-5d9eb196ddde None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:35.221026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e5a367ec-c067-487e-980c-5d9eb196ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:35.228953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625c173-5512-4cdb-b885-e513f11d700a req-c97fb458-02d0-4a7b-b8fe-ba11b8755b90 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:35.230461 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3625c173-5512-4cdb-b885-e513f11d700a req-c97fb458-02d0-4a7b-b8fe-ba11b8755b90 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 945 time: 0.0675216 Jul 08 18:41:35.269521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3625c173-5512-4cdb-b885-e513f11d700a req-138ca293-02ca-4d1a-968b-3fe01678f2f0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334778 Jul 08 18:41:35.319903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55606) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:35.481218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-e5a367ec-c067-487e-980c-5d9eb196ddde None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:35.680140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.698853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-e5a367ec-c067-487e-980c-5d9eb196ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '9b61027a-fd38-459a-a01f-31a91ffc623c', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:1d:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6be757-7592-470d-8d1b-0c40993955f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:05Z', 'updated_at': '2021-07-08T18:38:07Z', 'revision_number': 1, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:35.729172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a367ec-c067-487e-980c-5d9eb196ddde None None] The sync data for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 is: [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '9b61027a-fd38-459a-a01f-31a91ffc623c', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'port_id': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'mac_address': 'fa:16:3e:1d:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6be757-7592-470d-8d1b-0c40993955f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:05Z', 'updated_at': '2021-07-08T18:38:07Z', 'revision_number': 1, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:35.950199 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4836633-881a-4870-b365-b8d72fc1c4d7 None None] New status for floating IP 6a64faec-d4a0-4339-84d3-481aa6b362d7: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:41:35.960460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port f866be0c-86e1-4474-afd2-271ee976587c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:35.960927 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.055318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port f866be0c-86e1-4474-afd2-271ee976587c, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f866be0c-86e1-4474-afd2-271ee976587c,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:36.055714 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.069848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for f866be0c-86e1-4474-afd2-271ee976587c owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:36.251140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.284910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=f866be0c-86e1-4474-afd2-271ee976587c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:36.299879 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c0e7697c-3530-4403-9bdd-6cb20423c420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.437010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'tag': '76da2a3c-38fe-433e-8bf8-c1666dac27da'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:36.439310 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e51c90-3cb1-412a-9690-247870640666" -d '{"events": [{"name": "network-changed", "server_uuid": "138fd1b9-6d8b-4d89-afaf-ce5c05147f89", "tag": "76da2a3c-38fe-433e-8bf8-c1666dac27da"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:36.479294 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbff01dc-a1a5-4f8b-9e26-5b243f057a20 x-openstack-request-id: req-dbff01dc-a1a5-4f8b-9e26-5b243f057a20 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:36.479582 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138fd1b9-6d8b-4d89-afaf-ce5c05147f89", "tag": "76da2a3c-38fe-433e-8bf8-c1666dac27da", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:36.479833 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dbff01dc-a1a5-4f8b-9e26-5b243f057a20 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:36.480215 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'tag': '76da2a3c-38fe-433e-8bf8-c1666dac27da', 'status': 'completed', 'code': 200} Jul 08 18:41:36.504171 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.606676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a7057-9024-4ba9-b08c-294970a6e401 req-6090034f-017c-4b63-b98a-2426a1fbc840 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:36.608590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d86a7057-9024-4ba9-b08c-294970a6e401 req-6090034f-017c-4b63-b98a-2426a1fbc840 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 945 time: 0.1646109 Jul 08 18:41:36.696108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e51c90-3cb1-412a-9690-247870640666 req-203452ee-2e65-4a6b-95cd-afbf6ec2b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:36.697618 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67e51c90-3cb1-412a-9690-247870640666 req-203452ee-2e65-4a6b-95cd-afbf6ec2b430 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 1096 time: 0.1907477 Jul 08 18:41:36.706504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d86a7057-9024-4ba9-b08c-294970a6e401 req-910ae087-fbdc-4839-a329-ad3629a36e71 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913270 Jul 08 18:41:36.768537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd452e6-8757-49d8-9924-951807320f5d req-db27a7a1-382a-44b8-aaca-ca79497546d7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:36.769994 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7fd452e6-8757-49d8-9924-951807320f5d req-db27a7a1-382a-44b8-aaca-ca79497546d7 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 945 time: 0.0742948 Jul 08 18:41:36.868941 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7fd452e6-8757-49d8-9924-951807320f5d req-8f9cfefc-fd27-4bac-8eb7-ce94c34165f1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Deleting port 76da2a3c-38fe-433e-8bf8-c1666dac27da {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:36.869190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7fd452e6-8757-49d8-9924-951807320f5d req-8f9cfefc-fd27-4bac-8eb7-ce94c34165f1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.872803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e51c90-3cb1-412a-9690-247870640666 req-e93c1eaf-e38e-47e0-882e-fa0c7b730837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:36.874342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67e51c90-3cb1-412a-9690-247870640666 req-e93c1eaf-e38e-47e0-882e-fa0c7b730837 service neutron] 10.222.0.74 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.1669648 Jul 08 18:41:36.889883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 184d360a-f745-4a4c-a080-da84db874e24 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:41:36.922508 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67e51c90-3cb1-412a-9690-247870640666 req-cd6d3587-2dff-4db3-a112-126af6c709c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76da2a3c-38fe-433e-8bf8-c1666dac27da HTTP/1.1" status: 200 len: 217 time: 0.0414593 Jul 08 18:41:36.965852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7fd452e6-8757-49d8-9924-951807320f5d req-8f9cfefc-fd27-4bac-8eb7-ce94c34165f1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] For port 76da2a3c-38fe-433e-8bf8-c1666dac27da, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=76da2a3c-38fe-433e-8bf8-c1666dac27da,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:36.966231 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7fd452e6-8757-49d8-9924-951807320f5d req-8f9cfefc-fd27-4bac-8eb7-ce94c34165f1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.978837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-7fd452e6-8757-49d8-9924-951807320f5d req-8f9cfefc-fd27-4bac-8eb7-ce94c34165f1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Calling delete_port for 76da2a3c-38fe-433e-8bf8-c1666dac27da owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:37.041891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e51c90-3cb1-412a-9690-247870640666 req-29be12c9-55bf-4cf3-92e9-c9543365fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:37.043472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67e51c90-3cb1-412a-9690-247870640666 req-29be12c9-55bf-4cf3-92e9-c9543365fdcf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.1142395 Jul 08 18:41:37.091051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:37.096460 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9bad3a44-ab34-444e-8001-c2660390d7e9 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "PUT /v2.0/routers/184d360a-f745-4a4c-a080-da84db874e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7755053 Jul 08 18:41:37.099129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55612) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:37.101727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdac2a6-6280-48eb-b523-98ec0297f8cc None None] Sync routers for ids ['184d360a-f745-4a4c-a080-da84db874e24'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:37.111614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdac2a6-6280-48eb-b523-98ec0297f8cc None None] Routers {'184d360a-f745-4a4c-a080-da84db874e24'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:37.112344 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7fd452e6-8757-49d8-9924-951807320f5d req-8f9cfefc-fd27-4bac-8eb7-ce94c34165f1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.112516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ebdac2a6-6280-48eb-b523-98ec0297f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['184d360a-f745-4a4c-a080-da84db874e24'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:37.148407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cfefc-fd27-4bac-8eb7-ce94c34165f1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event deleted for resources: {'Port': ['ID=76da2a3c-38fe-433e-8bf8-c1666dac27da,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:37.164887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d870a6-ee4d-4d44-be52-f8b641a00bf8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting subnet d9435df6-b7b1-48f5-af81-373347bfc039 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:41:37.168352 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02d870a6-ee4d-4d44-be52-f8b641a00bf8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.172309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e51c90-3cb1-412a-9690-247870640666 req-9c1b41c6-f31c-4305-bcd2-a22dffe5637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:37.173834 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67e51c90-3cb1-412a-9690-247870640666 req-9c1b41c6-f31c-4305-bcd2-a22dffe5637e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222265 Jul 08 18:41:37.199278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd452e6-8757-49d8-9924-951807320f5d req-8f9cfefc-fd27-4bac-8eb7-ce94c34165f1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] No DVR routers for this DVR port 76da2a3c-38fe-433e-8bf8-c1666dac27da on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:41:37.202562 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7fd452e6-8757-49d8-9924-951807320f5d req-8f9cfefc-fd27-4bac-8eb7-ce94c34165f1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.204736 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7fd452e6-8757-49d8-9924-951807320f5d req-8f9cfefc-fd27-4bac-8eb7-ce94c34165f1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.74 "DELETE /v2.0/ports/76da2a3c-38fe-433e-8bf8-c1666dac27da HTTP/1.1" status: 204 len: 173 time: 0.4290838 Jul 08 18:41:37.205240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'name': 'network-vif-deleted', 'tag': '76da2a3c-38fe-433e-8bf8-c1666dac27da'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:37.207609 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8a42e2-4c31-4a36-974d-5332e52335e8" -d '{"events": [{"server_uuid": "138fd1b9-6d8b-4d89-afaf-ce5c05147f89", "name": "network-vif-deleted", "tag": "76da2a3c-38fe-433e-8bf8-c1666dac27da"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:37.246685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ebdac2a6-6280-48eb-b523-98ec0297f8cc None None] Set router 184d360a-f745-4a4c-a080-da84db874e24 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:37.255182 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcc4c15-a7d5-4d54-9cdb-f2c4d8e147fe x-openstack-request-id: req-bbcc4c15-a7d5-4d54-9cdb-f2c4d8e147fe {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:37.255497 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138fd1b9-6d8b-4d89-afaf-ce5c05147f89", "name": "network-vif-deleted", "tag": "76da2a3c-38fe-433e-8bf8-c1666dac27da", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:37.256398 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bbcc4c15-a7d5-4d54-9cdb-f2c4d8e147fe {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:37.256813 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138fd1b9-6d8b-4d89-afaf-ce5c05147f89', 'name': 'network-vif-deleted', 'tag': '76da2a3c-38fe-433e-8bf8-c1666dac27da', 'status': 'completed', 'code': 200} Jul 08 18:41:37.264655 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02d870a6-ee4d-4d44-be52-f8b641a00bf8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.448419 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ebdac2a6-6280-48eb-b523-98ec0297f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:41:36Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:37.477608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdac2a6-6280-48eb-b523-98ec0297f8cc None None] Checking router: 184d360a-f745-4a4c-a080-da84db874e24 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:37.495257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdac2a6-6280-48eb-b523-98ec0297f8cc None None] Routers {'184d360a-f745-4a4c-a080-da84db874e24'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:37.496784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ebdac2a6-6280-48eb-b523-98ec0297f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['184d360a-f745-4a4c-a080-da84db874e24'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:37.616983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ebdac2a6-6280-48eb-b523-98ec0297f8cc None None] Set router 184d360a-f745-4a4c-a080-da84db874e24 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:37.708399 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67e51c90-3cb1-412a-9690-247870640666 req-f4fde67d-ad10-4c3d-a121-93404ca98af7 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143645 Jul 08 18:41:37.793751 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02d870a6-ee4d-4d44-be52-f8b641a00bf8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.819217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ebdac2a6-6280-48eb-b523-98ec0297f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:41:36Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:37.848937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdac2a6-6280-48eb-b523-98ec0297f8cc None None] The sync data for ids ['184d360a-f745-4a4c-a080-da84db874e24'] in n-d-799684-3 is: [{'id': '184d360a-f745-4a4c-a080-da84db874e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173326914', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '7348940e-c251-4df5-8aad-1276128751d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:39:46Z', 'updated_at': '2021-07-08T18:41:36Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '7348940e-c251-4df5-8aad-1276128751d6', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d360a-f745-4a4c-a080-da84db874e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:39:47Z', 'updated_at': '2021-07-08T18:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:37.887253 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9afe47a7-1ae1-4d4c-affc-37e314cf3c88 req-a9a43879-df2d-468b-97cb-6a6186cc6dc0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 210 time: 0.0486472 Jul 08 18:41:37.894994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-67e51c90-3cb1-412a-9690-247870640666 req-04e9a889-3a6b-478d-a818-9dbff0b93d36 service neutron] 10.222.0.74 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692369 Jul 08 18:41:37.907681 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02d870a6-ee4d-4d44-be52-f8b641a00bf8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.940646 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-02d870a6-ee4d-4d44-be52-f8b641a00bf8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.945321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55620) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:37.945884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-02d870a6-ee4d-4d44-be52-f8b641a00bf8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/subnets/d9435df6-b7b1-48f5-af81-373347bfc039 HTTP/1.1" status: 204 len: 168 time: 0.8457935 Jul 08 18:41:37.946945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d870a6-ee4d-4d44-be52-f8b641a00bf8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Subnet': ['ID=d9435df6-b7b1-48f5-af81-373347bfc039,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:37.947977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae40831-fd81-46c3-bc3b-b8e459c11344 None None] Network de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:41:38.075510 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.182346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.207407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487642ed-fc7e-45fa-9fdd-63f68a5d6e76 None None] DHCP port deletion for de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:41:38.230314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:38.244805 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port 7348940e-c251-4df5-8aad-1276128751d6 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:38.245306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.268135 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:38.268759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 1a6ead2c-5875-4ed3-bbfb-0f80f1bb5e48 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:38.312502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-487642ed-fc7e-45fa-9fdd-63f68a5d6e76 None None] Deleting port 3d14b104-0eae-4f54-8f44-67a881ad78d7 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:38.313270 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-487642ed-fc7e-45fa-9fdd-63f68a5d6e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.344323 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port 7348940e-c251-4df5-8aad-1276128751d6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7348940e-c251-4df5-8aad-1276128751d6,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:38.344979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.363630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for 7348940e-c251-4df5-8aad-1276128751d6 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:38.381820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-487642ed-fc7e-45fa-9fdd-63f68a5d6e76 None None] For port 3d14b104-0eae-4f54-8f44-67a881ad78d7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3d14b104-0eae-4f54-8f44-67a881ad78d7,segment=NetworkSegment(c29b07d2-803e-47c2-b2fd-930b2a105a05),segment_id=c29b07d2-803e-47c2-b2fd-930b2a105a05)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:38.381820 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-487642ed-fc7e-45fa-9fdd-63f68a5d6e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.396990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-487642ed-fc7e-45fa-9fdd-63f68a5d6e76 None None] Calling delete_port for 3d14b104-0eae-4f54-8f44-67a881ad78d7 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:38.482283 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-487642ed-fc7e-45fa-9fdd-63f68a5d6e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.513507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487642ed-fc7e-45fa-9fdd-63f68a5d6e76 None None] No DVR routers for this DVR port 3d14b104-0eae-4f54-8f44-67a881ad78d7 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:41:38.518560 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487642ed-fc7e-45fa-9fdd-63f68a5d6e76 None None] Pushing event deleted for resources: {'Port': ['ID=3d14b104-0eae-4f54-8f44-67a881ad78d7,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:38.559558 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.587864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=7348940e-c251-4df5-8aad-1276128751d6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:38.648863 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.745703 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.748043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.756793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f866be0c-86e1-4474-afd2-271ee976587c no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:38.779117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: f866be0c-86e1-4474-afd2-271ee976587c {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:38.779117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f866be0c-86e1-4474-afd2-271ee976587c not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:38.779366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3d14b104-0eae-4f54-8f44-67a881ad78d7 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:38.801499 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.802170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Fanout notify agent at l3_agent the message router_deleted on router 184d360a-f745-4a4c-a080-da84db874e24 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:41:38.804055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 3d14b104-0eae-4f54-8f44-67a881ad78d7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:38.804412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3d14b104-0eae-4f54-8f44-67a881ad78d7 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:38.822908 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.825470 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2b7a1818-f014-4a48-880a-7a9c280dfdb1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/routers/184d360a-f745-4a4c-a080-da84db874e24 HTTP/1.1" status: 204 len: 168 time: 0.8779161 Jul 08 18:41:38.828280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55622) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:38.913303 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.035575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.047203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4cc6e5-b18d-4dc7-af62-56b2b46b4d24']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:39.061170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29b07d2-803e-47c2-b2fd-930b2a105a05') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:39.061808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29b07d2-803e-47c2-b2fd-930b2a105a05') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:39.070293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9ed55f6-f53a-4c8b-9804-4d5bfff02404 req-286238b2-aeb8-4999-b160-5e3cc2736c5a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 210 time: 0.0353706 Jul 08 18:41:39.072483 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.096671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.103694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:41:39.104160 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: timer() Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:41:39.107772 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:41:39.120031 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.154528 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d714d1f3-bf80-4809-9882-aac887ddb643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.168552 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.173728 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.176330 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/networks/de4cc6e5-b18d-4dc7-af62-56b2b46b4d24 HTTP/1.1" status: 204 len: 168 time: 0.3468080 Jul 08 18:41:39.179148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55626) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:39.190850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397e1ce-e752-4c58-b46b-0684c820af69 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Network': ['ID=de4cc6e5-b18d-4dc7-af62-56b2b46b4d24,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:39.239971 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1b58-6ad4-454d-88a1-4f713f804b29 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.266731 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1b58-6ad4-454d-88a1-4f713f804b29 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.340350 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1b58-6ad4-454d-88a1-4f713f804b29 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.343122 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1b58-6ad4-454d-88a1-4f713f804b29 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.346918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2a0a1b58-6ad4-454d-88a1-4f713f804b29 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/security-groups/867f776b-69e0-40d5-ba05-e209ebcbf2c7 HTTP/1.1" status: 204 len: 168 time: 0.1640739 Jul 08 18:41:39.362142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a1b58-6ad4-454d-88a1-4f713f804b29 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867f776b-69e0-40d5-ba05-e209ebcbf2c7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:40.213239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a4e392ce-fb4f-4a5c-a753-3be7e190eb3f req-8276db12-273d-4f40-9278-e1140f906207 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 210 time: 0.0289023 Jul 08 18:41:40.219036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 76da2a3c-38fe-433e-8bf8-c1666dac27da no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:40.239627 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 76da2a3c-38fe-433e-8bf8-c1666dac27da {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:40.239973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 76da2a3c-38fe-433e-8bf8-c1666dac27da not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:40.290338 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.610697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55636) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:40.615517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2870ff3d-ca1a-4ba8-b037-70bad74fbe22 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279078025', 'description': 'tempest-secgroup-smoke-1279078025 description', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:40.640481 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2870ff3d-ca1a-4ba8-b037-70bad74fbe22 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.646013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7348940e-c251-4df5-8aad-1276128751d6 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:40.669787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 7348940e-c251-4df5-8aad-1276128751d6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:40.671015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7348940e-c251-4df5-8aad-1276128751d6 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:40.728747 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2870ff3d-ca1a-4ba8-b037-70bad74fbe22 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.733152 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2870ff3d-ca1a-4ba8-b037-70bad74fbe22 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.760953 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2870ff3d-ca1a-4ba8-b037-70bad74fbe22 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.762172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2870ff3d-ca1a-4ba8-b037-70bad74fbe22 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1504736 Jul 08 18:41:40.765652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55638) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:40.766199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870ff3d-ca1a-4ba8-b037-70bad74fbe22 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e205de6-d721-4e5a-9f72-7e595dc39d6d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:40.772535 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a29a80e5-fa86-4781-951b-dd18fb45453e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1e205de6-d721-4e5a-9f72-7e595dc39d6d', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:40.801811 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a29a80e5-fa86-4781-951b-dd18fb45453e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.864238 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a29a80e5-fa86-4781-951b-dd18fb45453e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.868027 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a29a80e5-fa86-4781-951b-dd18fb45453e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.883488 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a80e5-fa86-4781-951b-dd18fb45453e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8823ac0-3071-430e-98e6-d9f6e9e6a536,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:40.892423 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a29a80e5-fa86-4781-951b-dd18fb45453e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.893720 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a29a80e5-fa86-4781-951b-dd18fb45453e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262403 Jul 08 18:41:40.896519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55640) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:40.901702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-472fd711-72bd-49b7-b509-701038b47388 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1e205de6-d721-4e5a-9f72-7e595dc39d6d', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:40.930036 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-472fd711-72bd-49b7-b509-701038b47388 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.987682 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-472fd711-72bd-49b7-b509-701038b47388 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.991139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-472fd711-72bd-49b7-b509-701038b47388 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.010068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fd711-72bd-49b7-b509-701038b47388 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce21aab5-f36b-4011-81d2-c8b634446489,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:41.013722 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-472fd711-72bd-49b7-b509-701038b47388 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.015075 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-472fd711-72bd-49b7-b509-701038b47388 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174908 Jul 08 18:41:41.017923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55642) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:41.022609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-01f675c3-eefa-4eff-8efd-ec9cb0cbe7f0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1e205de6-d721-4e5a-9f72-7e595dc39d6d', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:41.051414 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01f675c3-eefa-4eff-8efd-ec9cb0cbe7f0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.112533 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01f675c3-eefa-4eff-8efd-ec9cb0cbe7f0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.122156 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01f675c3-eefa-4eff-8efd-ec9cb0cbe7f0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.141558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f675c3-eefa-4eff-8efd-ec9cb0cbe7f0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57d47c1-97d4-4bf5-8418-d1a9aa523c3d,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:41.148297 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01f675c3-eefa-4eff-8efd-ec9cb0cbe7f0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.149382 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-01f675c3-eefa-4eff-8efd-ec9cb0cbe7f0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303849 Jul 08 18:41:41.152020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55644) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:41.157030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-94444651-dd69-4157-9eb0-5b162dc407c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1e205de6-d721-4e5a-9f72-7e595dc39d6d', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:41.183774 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94444651-dd69-4157-9eb0-5b162dc407c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.245715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94444651-dd69-4157-9eb0-5b162dc407c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.251252 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94444651-dd69-4157-9eb0-5b162dc407c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.274658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94444651-dd69-4157-9eb0-5b162dc407c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70758b73-fa98-47f7-9174-385e2d6f1298,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:41.279280 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94444651-dd69-4157-9eb0-5b162dc407c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.283743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-94444651-dd69-4157-9eb0-5b162dc407c7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280775 Jul 08 18:41:41.284208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55648) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:41.289124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-87484c4a-c2d1-428d-917d-c31a4a7f2bd7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1e205de6-d721-4e5a-9f72-7e595dc39d6d', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:41.314789 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-87484c4a-c2d1-428d-917d-c31a4a7f2bd7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Project f6e1158e86bd4bc8b1d072406a508422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:41:41.320290 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87484c4a-c2d1-428d-917d-c31a4a7f2bd7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.393476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35e1e526-67f9-4f03-9409-6d954676031b req-8fbfb030-7158-44a2-98f2-6f76c7877851 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=138fd1b9-6d8b-4d89-afaf-ce5c05147f89 HTTP/1.1" status: 200 len: 210 time: 0.0391648 Jul 08 18:41:41.417303 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87484c4a-c2d1-428d-917d-c31a4a7f2bd7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.421416 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87484c4a-c2d1-428d-917d-c31a4a7f2bd7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.439138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87484c4a-c2d1-428d-917d-c31a4a7f2bd7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb0c1ac-8878-4fa6-a89f-2a4fed32f690,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:41.446343 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87484c4a-c2d1-428d-917d-c31a4a7f2bd7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.447540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-87484c4a-c2d1-428d-917d-c31a4a7f2bd7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1626620 Jul 08 18:41:41.450165 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55650) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:41.455331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cfbd9395-529f-4f7a-b62d-a6e56da65e3e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'security_group_rule': {'security_group_id': '1e205de6-d721-4e5a-9f72-7e595dc39d6d', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:41.476811 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-cfbd9395-529f-4f7a-b62d-a6e56da65e3e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Project f6e1158e86bd4bc8b1d072406a508422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:41:41.481800 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9395-529f-4f7a-b62d-a6e56da65e3e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.544045 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9395-529f-4f7a-b62d-a6e56da65e3e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.547831 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9395-529f-4f7a-b62d-a6e56da65e3e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.566178 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd9395-529f-4f7a-b62d-a6e56da65e3e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39b79c4-e677-4fed-b365-ab80bf144337,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:41.568731 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9395-529f-4f7a-b62d-a6e56da65e3e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.569840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cfbd9395-529f-4f7a-b62d-a6e56da65e3e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186910 Jul 08 18:41:41.572655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55652) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:41.578129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'network': {'name': 'tempest-network-smoke--1504764951', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'port_security_enabled': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:41.597899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:41:41.601330 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.624177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:41:41.632736 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.633078 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Added segment 3df52ac1-6eaf-418d-8872-a4909f6dbfa0 of type vlan for network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 Jul 08 18:41:41.672574 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.700167 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.706290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:41.706873 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.762475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1887512 Jul 08 18:41:41.765746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55654) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:41.770250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'admin_state_up': True, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:41.782013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.789408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4228f6-ef28-443e-adf5-2ff77f98501f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Network': ['ID=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:41.800462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:41:41.802469 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.803484 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.855329 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.994065 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.195498 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.214263 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.314475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.25.8.71 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/28f07c6e-3841-4ff0-88bd-219f2c89e6ea) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:42.416545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.456397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.493637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:42.496495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:42.501973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:42.528286 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=28f07c6e-3841-4ff0-88bd-219f2c89e6ea,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:42.764634 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.968013 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.097883 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:41:43.207534 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:43.220177 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Sync routers for ids ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:43.229869 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.232085 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Routers {'8ecce10e-d3af-4d20-8d73-4d1004ee1136'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:43.232748 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:43.235403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-836293a7-f7ac-4395-b55b-a9b42f73db33 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4686728 Jul 08 18:41:43.239247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55664) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:43.268877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ea19b54a-bf2e-4608-bdd1-1bf4fee8dc87 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=f6e1158e86bd4bc8b1d072406a508422&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285051 Jul 08 18:41:43.271581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55666) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:43.362063 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353c279-aaba-4e08-80bc-fb572bd9930b tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:43.363544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9353c279-aaba-4e08-80bc-fb572bd9930b tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910568 Jul 08 18:41:43.366524 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55668) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:43.400766 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ca1b18a8-4701-4821-8e6d-5881138f06a5 tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331113 Jul 08 18:41:43.403466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55670) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:43.408318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-521541426', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:43.443615 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Set router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:43.497278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:41:43.502153 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.628480 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:43.659347 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Checking router: 8ecce10e-d3af-4d20-8d73-4d1004ee1136 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:43.659692 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Updating router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:41:43.690708 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.696510 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.753704 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Subnet': ['ID=c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:43.761400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Checking segment: {'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:43.761400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network hostable DHCP agents. Network: 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:41:43.778147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:41:43.789159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:43.794339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:43.796242 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.800397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743f31f3-2a6b-4f15-b3c9-ce562352400c None None] Network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:41:43.814156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-124a37d4-9292-4cab-82e8-6fd99f4b95aa tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4095955 Jul 08 18:41:43.817706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55674) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:43.977870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:41:43.978899 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.999146 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.013032 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Transition to ACTIVE for port object 28f07c6e-3841-4ff0-88bd-219f2c89e6ea will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:44.026179 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.095685 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Attempting to bind port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:44.096056 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Attempting to bind port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:44.096396 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Attempting to bind port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:44.109163 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:44.109535 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:44.109914 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.110355 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:44.110850 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Bound port: 28f07c6e-3841-4ff0-88bd-219f2c89e6ea, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:44.111550 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.133631 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Pushing event updated for resources: {'Port': ['ID=28f07c6e-3841-4ff0-88bd-219f2c89e6ea,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:44.140010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Allocated IP 172.20.0.2 (0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11/c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f/60a687b8-3ce8-4f1a-86b5-7afb137cba22) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:44.146714 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.147050 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.147399 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.147706 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.148028 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.148347 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.148674 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.148978 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.149287 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.149609 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.149906 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.150227 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.185283 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] For port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:44.189555 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] For port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=28f07c6e-3841-4ff0-88bd-219f2c89e6ea,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:44.195743 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.267487 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Routers {'8ecce10e-d3af-4d20-8d73-4d1004ee1136'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:44.268144 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:44.322247 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad5c90-42a7-4da3-8bed-9034353e1f96 None None] Pushing event updated for resources: {'Port': ['ID=28f07c6e-3841-4ff0-88bd-219f2c89e6ea,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:44.323544 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.333360 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Transition to ACTIVE for port object 60a687b8-3ce8-4f1a-86b5-7afb137cba22 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:44.351422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Transition to ACTIVE for port object 60a687b8-3ce8-4f1a-86b5-7afb137cba22 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:44.359562 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.397846 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.404030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:44.405759 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] Set router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:44.408206 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:44.414969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:44.426630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Pushing event updated for resources: {'Port': ['ID=60a687b8-3ce8-4f1a-86b5-7afb137cba22,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:44.520864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Attempting to bind port 60a687b8-3ce8-4f1a-86b5-7afb137cba22 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:44.521989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Attempting to bind port 60a687b8-3ce8-4f1a-86b5-7afb137cba22 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:44.522566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Attempting to bind port 60a687b8-3ce8-4f1a-86b5-7afb137cba22 on network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:44.529301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:44.530022 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Checking segment: {'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:44.530636 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.531190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Bound using segment: {'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:44.531831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Bound port: 60a687b8-3ce8-4f1a-86b5-7afb137cba22, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:44.532410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.621368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] For port 60a687b8-3ce8-4f1a-86b5-7afb137cba22, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:44.626843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] For port 60a687b8-3ce8-4f1a-86b5-7afb137cba22, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=60a687b8-3ce8-4f1a-86b5-7afb137cba22,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:44.631894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.717103 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:44.735613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.20.0.1 (0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11/c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f/384d65e7-2c18-4af4-876b-f85179abef72) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:44.745576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46389327-baf9-4cff-8980-0e3338e87366 None None] Pushing event updated for resources: {'Port': ['ID=60a687b8-3ce8-4f1a-86b5-7afb137cba22,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:44.750901 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ab551-21a6-473a-ad96-6cdb2f27b8d1 None None] The sync data for ids ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'] in n-d-799684-3 is: [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 3, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:44.887325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.904637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Transition to ACTIVE for port object 384d65e7-2c18-4af4-876b-f85179abef72 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:44.954066 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.017880 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:45.021623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:45.026298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:45.030408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=384d65e7-2c18-4af4-876b-f85179abef72,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:45.088758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.265294 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.572352 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.579276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.675494 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.677325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=384d65e7-2c18-4af4-876b-f85179abef72,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:45.786147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:45.787786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:45.900358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a572b9-247b-48a3-950d-4a4f0adfb486 None None] Network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:41:45.973378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4764bb5d-65c2-45bf-a29c-abe9a9935199 None None] Provisioning for port 60a687b8-3ce8-4f1a-86b5-7afb137cba22 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:45.980610 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:41:46.094834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:46.101013 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1955f3ce-9224-4f1a-a90b-0b515a968033 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "PUT /v2.0/routers/8ecce10e-d3af-4d20-8d73-4d1004ee1136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2820027 Jul 08 18:41:46.264776 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8f754862-b253-49e8-b021-3e2787678e79 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279078025&fields=id&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 267 time: 0.0368993 Jul 08 18:41:46.393399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-d7fb6756-163f-433f-9243-b10b93df12e1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:46.400651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-d7fb6756-163f-433f-9243-b10b93df12e1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/networks?id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 HTTP/1.1" status: 200 len: 797 time: 0.1290975 Jul 08 18:41:46.415452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-94a5a788-193b-479f-9990-fb0c672dd5d3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/quotas/f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 375 time: 0.0138655 Jul 08 18:41:46.418957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e2abf093-ab8c-4f80-8f66-4c1cf7cea723 None None] Provisioning for port 384d65e7-2c18-4af4-876b-f85179abef72 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:46.429873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e2abf093-ab8c-4f80-8f66-4c1cf7cea723 None None] Provisioning complete for port 384d65e7-2c18-4af4-876b-f85179abef72 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:46.430260 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e2abf093-ab8c-4f80-8f66-4c1cf7cea723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:46.479276 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e2abf093-ab8c-4f80-8f66-4c1cf7cea723 None None] Port 384d65e7-2c18-4af4-876b-f85179abef72 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:41:46.506110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-7b5408fd-2c21-41d5-9079-8c651fafad0b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824499 Jul 08 18:41:46.574342 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-ce0a3840-fd34-46d4-a235-899e35723f23 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:41:46.575567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-ce0a3840-fd34-46d4-a235-899e35723f23 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611045 Jul 08 18:41:46.619676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7fabf2d1-24c3-4fb4-a881-d6cffa8808fe None None] Provisioning complete for port 384d65e7-2c18-4af4-876b-f85179abef72 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:46.620042 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7fabf2d1-24c3-4fb4-a881-d6cffa8808fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:46.667555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7fabf2d1-24c3-4fb4-a881-d6cffa8808fe None None] Port 384d65e7-2c18-4af4-876b-f85179abef72 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:41:46.741974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-78d44db1-25da-437e-bc13-7b29182e4b6b service neutron] 10.222.0.73 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596334 Jul 08 18:41:46.801266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 60a687b8-3ce8-4f1a-86b5-7afb137cba22 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:46.861497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Sync routers for ids ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:46.880814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-07f4ee80-b67f-4f40-bd94-1c5b9469d071 service neutron] 10.222.0.73 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319511 Jul 08 18:41:46.886423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Routers {'8ecce10e-d3af-4d20-8d73-4d1004ee1136'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:46.887124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:46.955447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 60a687b8-3ce8-4f1a-86b5-7afb137cba22 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:46.968853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 60a687b8-3ce8-4f1a-86b5-7afb137cba22 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:46.969223 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:46.971316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-523f39ac-b226-430f-a112-c35cdd6cc2b2 None None] Provisioning complete for port 384d65e7-2c18-4af4-876b-f85179abef72 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:46.971838 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-523f39ac-b226-430f-a112-c35cdd6cc2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.114550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d0dc184-4f80-4227-8b83-94392a5b0d98 req-81bec82a-5859-4709-833b-c3f81a5d065e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 210 time: 0.0468991 Jul 08 18:41:47.273787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-523f39ac-b226-430f-a112-c35cdd6cc2b2 None None] Port 384d65e7-2c18-4af4-876b-f85179abef72 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:41:47.286478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Set router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:47.425484 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.482156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 60a687b8-3ce8-4f1a-86b5-7afb137cba22, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=60a687b8-3ce8-4f1a-86b5-7afb137cba22,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:47.491417 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.492185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 28f07c6e-3841-4ff0-88bd-219f2c89e6ea up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:47.600807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=60a687b8-3ce8-4f1a-86b5-7afb137cba22,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:47.621185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:47.626928 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:47.627321 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.662153 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '384d65e7-2c18-4af4-876b-f85179abef72', 'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:20:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 2, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:47.694458 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Checking router: 8ecce10e-d3af-4d20-8d73-4d1004ee1136 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:47.694808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Updating router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 port 384d65e7-2c18-4af4-876b-f85179abef72 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:41:47.736299 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.794005 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.867650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=28f07c6e-3841-4ff0-88bd-219f2c89e6ea,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:47.873565 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.973539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=28f07c6e-3841-4ff0-88bd-219f2c89e6ea,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:47.994525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55716) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:48.091614 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.104013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Transition to ACTIVE for port object 384d65e7-2c18-4af4-876b-f85179abef72 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:48.110027 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.189864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bac8c1-4f45-485c-91b5-35e56acec95e None None] Pushing event updated for resources: {'Port': ['ID=384d65e7-2c18-4af4-876b-f85179abef72,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:48.223751 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Attempting to bind port 384d65e7-2c18-4af4-876b-f85179abef72 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:48.224128 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Attempting to bind port 384d65e7-2c18-4af4-876b-f85179abef72 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:48.224489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Attempting to bind port 384d65e7-2c18-4af4-876b-f85179abef72 on network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:48.229910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:48.230427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Checking segment: {'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:48.230831 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.231224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Bound using segment: {'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:48.231753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Bound port: 384d65e7-2c18-4af4-876b-f85179abef72, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:48.232125 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.255587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-46c519f3-5679-4340-bb7f-b8d761f34ceb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:48.257098 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-46c519f3-5679-4340-bb7f-b8d761f34ceb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "GET /v2.0/networks?id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 HTTP/1.1" status: 200 len: 797 time: 0.1959202 Jul 08 18:41:48.313822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Deleting port b80ce98e-6ef6-4ab9-ba15-798d31f00fa2 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:48.314199 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.314718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] For port 384d65e7-2c18-4af4-876b-f85179abef72, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:48.325438 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] For port 384d65e7-2c18-4af4-876b-f85179abef72, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=384d65e7-2c18-4af4-876b-f85179abef72,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:48.334137 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.392986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Routers {'8ecce10e-d3af-4d20-8d73-4d1004ee1136'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:48.393688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:48.403413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-9ba58b1e-5b80-450b-a161-452f9801e594 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6e1158e86bd4bc8b1d072406a508422 HTTP/1.1" status: 200 len: 380 time: 0.1347117 Jul 08 18:41:48.405422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0e31b4d2-0f2b-456c-83af-493f7c2b846e req-596e12aa-06b3-4056-91d1-5cf483c909ca tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 210 time: 0.0711889 Jul 08 18:41:48.415755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'port': {'device_id': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'admin_state_up': True, 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'security_groups': ['1e205de6-d721-4e5a-9f72-7e595dc39d6d']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:48.439680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bac8c1-4f45-485c-91b5-35e56acec95e None None] Pushing event updated for resources: {'Port': ['ID=384d65e7-2c18-4af4-876b-f85179abef72,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:48.503413 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.503737 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.527785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Calling delete_port for b80ce98e-6ef6-4ab9-ba15-798d31f00fa2 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:48.536444 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] Set router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:48.614158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Made reservation on behalf of f6e1158e86bd4bc8b1d072406a508422 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:41:48.617774 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.735105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 60a687b8-3ce8-4f1a-86b5-7afb137cba22 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:48.802768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.20.0.6 (0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11/c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f/26d5fc9f-4512-43f2-8d4a-318553325053) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:48.807098 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.817071 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '384d65e7-2c18-4af4-876b-f85179abef72', 'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:20:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:48Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:48.821408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 60a687b8-3ce8-4f1a-86b5-7afb137cba22 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:48.822032 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.847430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event deleted for resources: {'Port': ['ID=b80ce98e-6ef6-4ab9-ba15-798d31f00fa2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:48.866630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c15e73-b9de-4a32-830a-b75a07b7e75d None None] The sync data for ids ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'] in n-d-799684-3 is: [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '384d65e7-2c18-4af4-876b-f85179abef72', 'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:20:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:48Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:48.948756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 28f07c6e-3841-4ff0-88bd-219f2c89e6ea up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:49.008070 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:49.008675 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Floating IP 9b61027a-fd38-459a-a01f-31a91ffc623c disassociated (deleted). External IP: 172.25.8.94, port: 18ca521c-c0dd-4904-8fc4-2be95610ce6d. Jul 08 18:41:49.014970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:49.015481 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:49.144424 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:49.164139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Transition to ACTIVE for port object 26d5fc9f-4512-43f2-8d4a-318553325053 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:49.278312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:49.735739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Router aaf2a7f3-d85e-4669-9331-88174adb872e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:41:49.740463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:49.752864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:49.759482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:49.784802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=26d5fc9f-4512-43f2-8d4a-318553325053,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:49.877003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:49.877659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:49.942097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea22807-888f-4e0e-a9a9-4144897bccc7 req-2d32acfe-415b-4832-9664-74a8fd380599 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:49.945553 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dea22807-888f-4e0e-a9a9-4144897bccc7 req-2d32acfe-415b-4832-9664-74a8fd380599 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 931 time: 0.2542791 Jul 08 18:41:49.949421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-e4cc3a99-0e7f-423e-8ed9-a6ae25c95c48 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5392258 Jul 08 18:41:49.999791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:50.008819 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.019793 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a8e60-03d4-47cc-96fa-80aedaa6dd56 None None] Sync routers for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:50.028557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1570c655-2886-4702-b392-3f3703b17409 None None] Provisioning for port 26d5fc9f-4512-43f2-8d4a-318553325053 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:50.035873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1570c655-2886-4702-b392-3f3703b17409 None None] Provisioning complete for port 26d5fc9f-4512-43f2-8d4a-318553325053 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:50.036405 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1570c655-2886-4702-b392-3f3703b17409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.039605 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a8e60-03d4-47cc-96fa-80aedaa6dd56 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:50.040328 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8e60-03d4-47cc-96fa-80aedaa6dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:50.048991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dea22807-888f-4e0e-a9a9-4144897bccc7 req-aef64376-a8b4-443b-9b91-144295c5f34d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891192 Jul 08 18:41:50.075554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Request body: {'port': {'device_id': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:50.083886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0bb1c8d6-2fcc-446c-bdfe-22598f9d2bd0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "DELETE /v2.0/floatingips/9b61027a-fd38-459a-a01f-31a91ffc623c HTTP/1.1" status: 204 len: 168 time: 2.0877490 Jul 08 18:41:50.091304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1570c655-2886-4702-b392-3f3703b17409 None None] Port 26d5fc9f-4512-43f2-8d4a-318553325053 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:41:50.102661 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6be757-7592-470d-8d1b-0c40993955f4', 'tag': '18ca521c-c0dd-4904-8fc4-2be95610ce6d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:50.105574 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09805be7-9798-4290-aa47-804179b498a8" -d '{"events": [{"name": "network-changed", "server_uuid": "da6be757-7592-470d-8d1b-0c40993955f4", "tag": "18ca521c-c0dd-4904-8fc4-2be95610ce6d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:50.161640 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bb2966-f368-4da6-9425-32181e5af58f x-openstack-request-id: req-d9bb2966-f368-4da6-9425-32181e5af58f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:50.162456 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6be757-7592-470d-8d1b-0c40993955f4", "tag": "18ca521c-c0dd-4904-8fc4-2be95610ce6d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:50.162456 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9bb2966-f368-4da6-9425-32181e5af58f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:50.162681 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6be757-7592-470d-8d1b-0c40993955f4', 'tag': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'status': 'completed', 'code': 200} Jul 08 18:41:50.165694 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.193767 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-eb7a8e60-03d4-47cc-96fa-80aedaa6dd56 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:50.298759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09805be7-9798-4290-aa47-804179b498a8 req-71a68289-e2de-42d6-b354-975466871f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:50.300336 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09805be7-9798-4290-aa47-804179b498a8 req-71a68289-e2de-42d6-b354-975466871f7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c6e73aef014fb99916d41deb9b91b3&device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 1097 time: 0.1218181 Jul 08 18:41:50.445567 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8e60-03d4-47cc-96fa-80aedaa6dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:50.478740 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a8e60-03d4-47cc-96fa-80aedaa6dd56 None None] Checking router: aaf2a7f3-d85e-4669-9331-88174adb872e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:50.488840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d5fc9f-4512-43f2-8d4a-318553325053 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:41:50.489567 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a8e60-03d4-47cc-96fa-80aedaa6dd56 None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:50.490303 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8e60-03d4-47cc-96fa-80aedaa6dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:50.499178 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.539359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Transition to ACTIVE for port object 26d5fc9f-4512-43f2-8d4a-318553325053 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:50.546762 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.611564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Pushing event updated for resources: {'Port': ['ID=26d5fc9f-4512-43f2-8d4a-318553325053,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:50.612269 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-eb7a8e60-03d4-47cc-96fa-80aedaa6dd56 None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:50.648694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070b161-e613-46b5-83b1-053de9e12cd7 req-477c260a-6062-40e2-bef8-7f2c72983066 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:50.650377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c070b161-e613-46b5-83b1-053de9e12cd7 req-477c260a-6062-40e2-bef8-7f2c72983066 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 946 time: 0.1564283 Jul 08 18:41:50.766807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c070b161-e613-46b5-83b1-053de9e12cd7 req-edf989c4-6668-409d-a682-3e41cde2bd4b tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890598 Jul 08 18:41:50.769583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Attempting to bind port 26d5fc9f-4512-43f2-8d4a-318553325053 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:50.769921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Attempting to bind port 26d5fc9f-4512-43f2-8d4a-318553325053 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:50.770273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Attempting to bind port 26d5fc9f-4512-43f2-8d4a-318553325053 on network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:50.781190 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Port 26d5fc9f-4512-43f2-8d4a-318553325053 on network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:41:50.781518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Attempting to bind port 26d5fc9f-4512-43f2-8d4a-318553325053 on network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:50.784285 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09805be7-9798-4290-aa47-804179b498a8 req-b5b4c3cf-4543-4ded-a4c9-5ece5111fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:50.785796 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09805be7-9798-4290-aa47-804179b498a8 req-b5b4c3cf-4543-4ded-a4c9-5ece5111fd23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 200 len: 912 time: 0.4791627 Jul 08 18:41:50.800580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:50.800927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Checking segment: {'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:50.801321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Bound using segment: {'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:50.801885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Bound port: 26d5fc9f-4512-43f2-8d4a-318553325053, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df52ac1-6eaf-418d-8872-a4909f6dbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:50.802282 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.833482 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 384d65e7-2c18-4af4-876b-f85179abef72 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:50.845423 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09805be7-9798-4290-aa47-804179b498a8 req-079221ea-dad7-4d73-b9c3-2e77e04ccca9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d HTTP/1.1" status: 200 len: 217 time: 0.0505698 Jul 08 18:41:50.890467 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] For port 26d5fc9f-4512-43f2-8d4a-318553325053, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:50.895934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] For port 26d5fc9f-4512-43f2-8d4a-318553325053, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26d5fc9f-4512-43f2-8d4a-318553325053,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:50.905232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 384d65e7-2c18-4af4-876b-f85179abef72 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:50.907893 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.914681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 384d65e7-2c18-4af4-876b-f85179abef72 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:50.915061 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.925637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09805be7-9798-4290-aa47-804179b498a8 req-1aedf883-4b72-4537-b8a7-52431fe7caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:50.927903 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09805be7-9798-4290-aa47-804179b498a8 req-1aedf883-4b72-4537-b8a7-52431fe7caaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 200 len: 850 time: 0.0729954 Jul 08 18:41:50.961245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:50.963206 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.964627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] 10.222.0.74 "PUT /v2.0/ports/26d5fc9f-4512-43f2-8d4a-318553325053 HTTP/1.1" status: 200 len: 1091 time: 1.0037997 Jul 08 18:41:51.008139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247116b-427a-438c-a8de-49419a14f4aa service neutron] Pushing event updated for resources: {'Port': ['ID=26d5fc9f-4512-43f2-8d4a-318553325053,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:51.017637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09805be7-9798-4290-aa47-804179b498a8 req-580e82cb-9166-462d-a810-21b5edfe95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:51.020368 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09805be7-9798-4290-aa47-804179b498a8 req-580e82cb-9166-462d-a810-21b5edfe95d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df736c83-02a0-4f80-ba4c-f3f4e0bc715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849867 Jul 08 18:41:51.049105 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8e60-03d4-47cc-96fa-80aedaa6dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:51.068457 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:51.109134 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a8e60-03d4-47cc-96fa-80aedaa6dd56 None None] The sync data for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 is: [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:56Z', 'revision_number': 4, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '199bb46f-a203-4adb-9b03-701ce230cedc', 'name': '', 'network_id': 'df736c83-02a0-4f80-ba4c-f3f4e0bc715e', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'mac_address': 'fa:16:3e:1a:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:55Z', 'updated_at': '2021-07-08T18:32:02Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'subnets': [{'id': '503d4c91-c4e0-4657-967e-28453a9ecffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:51.116821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-641d940a-c8e1-4f67-ab06-04266b3c77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:51.118474 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-641d940a-c8e1-4f67-ab06-04266b3c77a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 1094 time: 0.1030629 Jul 08 18:41:51.136338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 384d65e7-2c18-4af4-876b-f85179abef72, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=384d65e7-2c18-4af4-876b-f85179abef72,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:51.149919 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:51.202455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-12b4d9ab-1f11-43cd-a7f9-5be0f0b04d92 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26d5fc9f-4512-43f2-8d4a-318553325053 HTTP/1.1" status: 200 len: 217 time: 0.0757723 Jul 08 18:41:51.202702 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09805be7-9798-4290-aa47-804179b498a8 req-a39b80b0-38e8-4675-9e0b-9e8599f5702e service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702945 Jul 08 18:41:51.249992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=384d65e7-2c18-4af4-876b-f85179abef72,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:51.302347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-9ec05ec4-ea1e-4649-be83-41d6011e3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:51.303855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-9ec05ec4-ea1e-4649-be83-41d6011e3b81 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f HTTP/1.1" status: 200 len: 834 time: 0.0943766 Jul 08 18:41:51.313925 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09805be7-9798-4290-aa47-804179b498a8 req-2babc3e8-27ea-44f5-9402-93acd96c4b48 service neutron] 10.222.0.59 "GET /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033924 Jul 08 18:41:51.354804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2c56a-bee0-43d6-bf8e-aab92172d202 req-140ef7b4-e540-442f-889d-bc427f006eaf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:51.356354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09c2c56a-bee0-43d6-bf8e-aab92172d202 req-140ef7b4-e540-442f-889d-bc427f006eaf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 943 time: 0.1341465 Jul 08 18:41:51.407232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb7eb6-ff3d-4bd5-ae99-056164537fc3 None None] New status for floating IP 9b61027a-fd38-459a-a01f-31a91ffc623c: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:41:51.407737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-c0ba0706-09f2-4fd4-83de-6a1bdbb1cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:51.409504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-c0ba0706-09f2-4fd4-83de-6a1bdbb1cc77 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974593 Jul 08 18:41:51.412338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09c2c56a-bee0-43d6-bf8e-aab92172d202 req-3846fa6f-35f2-4245-ad94-16dcdb48840b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488644 Jul 08 18:41:51.506379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-222b4e4d-75de-4a60-af7d-bfc12b242613 service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900257 Jul 08 18:41:51.608609 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-daf66723-afa7-4431-b313-a3c5d874bcc3 req-fc0651fe-8c9e-46f2-ab98-da93330df082 service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934880 Jul 08 18:41:51.956712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849fa63-f0a9-4869-8574-d8990cc015ac req-baa20bb1-6ede-4590-9d06-618ba5eb2ddc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:51.958232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8849fa63-f0a9-4869-8574-d8990cc015ac req-baa20bb1-6ede-4590-9d06-618ba5eb2ddc tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 946 time: 0.0695751 Jul 08 18:41:51.995260 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8849fa63-f0a9-4869-8574-d8990cc015ac req-e0b9b2d3-a1cf-49f6-b8d9-aff603949396 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/security-groups?id=87d4c887-a32b-4613-83a3-f5f1e157c116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315228 Jul 08 18:41:52.070123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540408a7-df97-4a0d-9178-665f3ec079fb req-b8185d1a-841e-42a4-b834-7fab321bdb1d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:52.071518 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-540408a7-df97-4a0d-9178-665f3ec079fb req-b8185d1a-841e-42a4-b834-7fab321bdb1d tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.59 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 946 time: 0.0640898 Jul 08 18:41:52.163403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:52.165812 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf02d4f-d611-409d-9660-932026cb2297" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:52.171768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-540408a7-df97-4a0d-9178-665f3ec079fb req-bded551d-ab11-4ea5-9138-0375bc420fdf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Deleting port 18ca521c-c0dd-4904-8fc4-2be95610ce6d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:52.172111 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-540408a7-df97-4a0d-9178-665f3ec079fb req-bded551d-ab11-4ea5-9138-0375bc420fdf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.200115 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be50a013-94cf-441b-87ad-10ef85d2a74b x-openstack-request-id: req-be50a013-94cf-441b-87ad-10ef85d2a74b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:52.200414 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:52.200668 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-be50a013-94cf-441b-87ad-10ef85d2a74b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:52.201061 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053', 'status': 'completed', 'code': 200} Jul 08 18:41:52.269091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-540408a7-df97-4a0d-9178-665f3ec079fb req-bded551d-ab11-4ea5-9138-0375bc420fdf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] For port 18ca521c-c0dd-4904-8fc4-2be95610ce6d, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=18ca521c-c0dd-4904-8fc4-2be95610ce6d,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:52.269463 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-540408a7-df97-4a0d-9178-665f3ec079fb req-bded551d-ab11-4ea5-9138-0375bc420fdf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.276811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02d4f-d611-409d-9660-932026cb2297 req-479e0273-08bf-4fb2-8847-2edabfd7ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:52.278452 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cf02d4f-d611-409d-9660-932026cb2297 req-479e0273-08bf-4fb2-8847-2edabfd7ddf0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 1094 time: 0.0542104 Jul 08 18:41:52.282521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-540408a7-df97-4a0d-9178-665f3ec079fb req-bded551d-ab11-4ea5-9138-0375bc420fdf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Calling delete_port for 18ca521c-c0dd-4904-8fc4-2be95610ce6d owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:52.369917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02d4f-d611-409d-9660-932026cb2297 req-f0868576-0cc6-47e6-bb7c-5f07971c1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:52.371374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cf02d4f-d611-409d-9660-932026cb2297 req-f0868576-0cc6-47e6-bb7c-5f07971c1f2f service neutron] 10.222.0.74 "GET /v2.0/networks?id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 HTTP/1.1" status: 200 len: 898 time: 0.0855069 Jul 08 18:41:52.413065 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-540408a7-df97-4a0d-9178-665f3ec079fb req-bded551d-ab11-4ea5-9138-0375bc420fdf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.417056 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cf02d4f-d611-409d-9660-932026cb2297 req-5a37fdc4-5318-4be1-ba7f-5d41a91c8755 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26d5fc9f-4512-43f2-8d4a-318553325053 HTTP/1.1" status: 200 len: 217 time: 0.0377681 Jul 08 18:41:52.443181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded551d-ab11-4ea5-9138-0375bc420fdf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event deleted for resources: {'Port': ['ID=18ca521c-c0dd-4904-8fc4-2be95610ce6d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:52.469252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02d4f-d611-409d-9660-932026cb2297 req-fc1ec19e-ad25-46f0-998c-180a572b48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:52.472608 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cf02d4f-d611-409d-9660-932026cb2297 req-fc1ec19e-ad25-46f0-998c-180a572b48ac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f HTTP/1.1" status: 200 len: 834 time: 0.0471528 Jul 08 18:41:52.495530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-540408a7-df97-4a0d-9178-665f3ec079fb req-bded551d-ab11-4ea5-9138-0375bc420fdf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] No DVR routers for this DVR port 18ca521c-c0dd-4904-8fc4-2be95610ce6d on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:41:52.497287 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-540408a7-df97-4a0d-9178-665f3ec079fb req-bded551d-ab11-4ea5-9138-0375bc420fdf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.500227 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-540408a7-df97-4a0d-9178-665f3ec079fb req-bded551d-ab11-4ea5-9138-0375bc420fdf tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.59 "DELETE /v2.0/ports/18ca521c-c0dd-4904-8fc4-2be95610ce6d HTTP/1.1" status: 204 len: 173 time: 0.4226015 Jul 08 18:41:52.500747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6be757-7592-470d-8d1b-0c40993955f4', 'name': 'network-vif-deleted', 'tag': '18ca521c-c0dd-4904-8fc4-2be95610ce6d'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:52.503253 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e818cf8-e33d-481f-8157-fba7024289f2" -d '{"events": [{"server_uuid": "da6be757-7592-470d-8d1b-0c40993955f4", "name": "network-vif-deleted", "tag": "18ca521c-c0dd-4904-8fc4-2be95610ce6d"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:52.534140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02d4f-d611-409d-9660-932026cb2297 req-fd9851b0-d601-4ad8-99c5-84bf0b37ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:52.535775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cf02d4f-d611-409d-9660-932026cb2297 req-fd9851b0-d601-4ad8-99c5-84bf0b37ad4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575867 Jul 08 18:41:52.567704 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf15c427-4257-4d27-8b5c-fc44d98da244 x-openstack-request-id: req-cf15c427-4257-4d27-8b5c-fc44d98da244 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:52.568231 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6be757-7592-470d-8d1b-0c40993955f4", "name": "network-vif-deleted", "tag": "18ca521c-c0dd-4904-8fc4-2be95610ce6d", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:52.568521 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf15c427-4257-4d27-8b5c-fc44d98da244 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:52.569147 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6be757-7592-470d-8d1b-0c40993955f4', 'name': 'network-vif-deleted', 'tag': '18ca521c-c0dd-4904-8fc4-2be95610ce6d', 'status': 'completed', 'code': 200} Jul 08 18:41:52.673544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cf02d4f-d611-409d-9660-932026cb2297 req-c079b639-1fd9-46ef-bf58-9d822055bb56 service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302705 Jul 08 18:41:52.685136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383a569-f2d6-432f-ad40-124a9becd2b0 req-d12fa170-b5df-454b-a3f8-8f8adf4077c8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:52.687313 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4383a569-f2d6-432f-ad40-124a9becd2b0 req-d12fa170-b5df-454b-a3f8-8f8adf4077c8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 943 time: 0.1359913 Jul 08 18:41:52.724947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 384d65e7-2c18-4af4-876b-f85179abef72 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:52.777954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4383a569-f2d6-432f-ad40-124a9becd2b0 req-d26e56d3-9841-4053-b286-518174ec1f40 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816629 Jul 08 18:41:52.778078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 384d65e7-2c18-4af4-876b-f85179abef72 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:52.778262 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.804794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cf02d4f-d611-409d-9660-932026cb2297 req-e8e3b578-a270-456f-95cf-6d8f213bf120 service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165192 Jul 08 18:41:53.136426 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0d19ce07-162b-4a28-a263-c40e0e498d26 req-5ccf56f9-eff8-4db6-b8ea-a82eb1caa5a9 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 210 time: 0.0294757 Jul 08 18:41:53.980235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72986107-9ddb-46c1-964e-e2aa76bfdb62 req-92f3968b-4e24-450f-a0b2-056919510f90 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:53.981742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72986107-9ddb-46c1-964e-e2aa76bfdb62 req-92f3968b-4e24-450f-a0b2-056919510f90 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 943 time: 0.0724835 Jul 08 18:41:54.020322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-72986107-9ddb-46c1-964e-e2aa76bfdb62 req-addb4714-ea58-408a-9915-089aea922597 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323882 Jul 08 18:41:54.276289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 26d5fc9f-4512-43f2-8d4a-318553325053 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:41:54.280990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a9014f1-b92c-4bad-9363-7251da250034 req-4c2be506-4c9a-440f-929f-f5d3f969b61c tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 210 time: 0.0322156 Jul 08 18:41:54.380633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 26d5fc9f-4512-43f2-8d4a-318553325053, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26d5fc9f-4512-43f2-8d4a-318553325053,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:54.392246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '26d5fc9f-4512-43f2-8d4a-318553325053', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'port_id': '26d5fc9f-4512-43f2-8d4a-318553325053', 'mac_address': 'fa:16:3e:e9:cf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:41:54.430588 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:54.444394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d5fc9f-4512-43f2-8d4a-318553325053 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:41:54.465748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 26d5fc9f-4512-43f2-8d4a-318553325053, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26d5fc9f-4512-43f2-8d4a-318553325053,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:54.470513 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:54.519112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=26d5fc9f-4512-43f2-8d4a-318553325053,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:54.783292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['26d5fc9f-4512-43f2-8d4a-318553325053'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:41:55.197465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c8927-62d2-4ea4-9f7d-b34f06856e3e req-75e6064a-cc55-4777-866f-0dad814971f3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:55.199000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-087c8927-62d2-4ea4-9f7d-b34f06856e3e req-75e6064a-cc55-4777-866f-0dad814971f3 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 944 time: 0.0650904 Jul 08 18:41:55.227189 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:41:55.239398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-087c8927-62d2-4ea4-9f7d-b34f06856e3e req-74aa7fac-e945-463b-a04d-2244bf305d8d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340595 Jul 08 18:41:55.426835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e28f9820-e5b2-41f8-8f34-136a37c939f3 req-b932cb22-2772-4f6f-9c19-9a2657a53af0 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "GET /v2.0/ports?device_id=da6be757-7592-470d-8d1b-0c40993955f4 HTTP/1.1" status: 200 len: 210 time: 0.0319109 Jul 08 18:41:56.315683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 26d5fc9f-4512-43f2-8d4a-318553325053 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:56.368185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 26d5fc9f-4512-43f2-8d4a-318553325053 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:56.372076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 26d5fc9f-4512-43f2-8d4a-318553325053 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:56.372452 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:56.422253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559ec57-577c-4bb6-929d-fba89caa40a4 req-a9af8cfb-2442-43a9-ad95-d7eabc095d5c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:56.423765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0559ec57-577c-4bb6-929d-fba89caa40a4 req-a9af8cfb-2442-43a9-ad95-d7eabc095d5c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 944 time: 0.0629926 Jul 08 18:41:56.449556 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:56.461778 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0559ec57-577c-4bb6-929d-fba89caa40a4 req-2958db32-d77a-42c2-ac15-2676eabff21b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322146 Jul 08 18:41:56.474382 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:56.476702 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc921632-f8a3-4b74-8acc-aae349c8cc55" -d '{"events": [{"server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "name": "network-vif-plugged", "status": "completed", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:56.493585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 26d5fc9f-4512-43f2-8d4a-318553325053, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26d5fc9f-4512-43f2-8d4a-318553325053,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:56.500696 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:56.519728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55760) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:56.528413 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b55eb28-78db-4ec7-b6eb-7433e05f490f x-openstack-request-id: req-2b55eb28-78db-4ec7-b6eb-7433e05f490f {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:56.528413 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "name": "network-vif-plugged", "status": "completed", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:56.528413 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b55eb28-78db-4ec7-b6eb-7433e05f490f {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:56.528413 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053', 'code': 200} Jul 08 18:41:56.554985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=26d5fc9f-4512-43f2-8d4a-318553325053,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:56.690575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5f9ab-8907-448e-9dab-8c6931bdaa69 req-b7ef828a-411b-4a62-8db3-b6614a6b152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:56.691981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0a5f9ab-8907-448e-9dab-8c6931bdaa69 req-b7ef828a-411b-4a62-8db3-b6614a6b152a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 1096 time: 0.0879269 Jul 08 18:41:56.694017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-298d82dd-b55b-428d-a347-4eb1b3d64654 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Deleting port 81eb47b4-287e-4a8c-9393-0f9d6cf499d4 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:56.694394 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-298d82dd-b55b-428d-a347-4eb1b3d64654 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:56.775700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0a5f9ab-8907-448e-9dab-8c6931bdaa69 req-f6dfa256-25b1-47e9-9f05-ac60e1ca36fa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701642 Jul 08 18:41:56.792370 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-298d82dd-b55b-428d-a347-4eb1b3d64654 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:56.792701 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-298d82dd-b55b-428d-a347-4eb1b3d64654 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:56.804486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-298d82dd-b55b-428d-a347-4eb1b3d64654 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Calling delete_port for 81eb47b4-287e-4a8c-9393-0f9d6cf499d4 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:56.936175 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-298d82dd-b55b-428d-a347-4eb1b3d64654 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:56.959850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d82dd-b55b-428d-a347-4eb1b3d64654 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event deleted for resources: {'Port': ['ID=81eb47b4-287e-4a8c-9393-0f9d6cf499d4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:57.022681 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-298d82dd-b55b-428d-a347-4eb1b3d64654 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:57.025601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-298d82dd-b55b-428d-a347-4eb1b3d64654 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:57.026789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-298d82dd-b55b-428d-a347-4eb1b3d64654 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "DELETE /v2.0/floatingips/1bb46d84-4bc1-4374-8543-29c7e808622d HTTP/1.1" status: 204 len: 168 time: 0.5059984 Jul 08 18:41:57.200042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 18ca521c-c0dd-4904-8fc4-2be95610ce6d no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:57.221084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 18ca521c-c0dd-4904-8fc4-2be95610ce6d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:57.221432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 18ca521c-c0dd-4904-8fc4-2be95610ce6d not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:57.641465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65feb7b1-7bba-4e36-b6fb-5aac954d24a1 req-769622be-4c41-402d-bca6-1001710a83ff tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:57.643009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65feb7b1-7bba-4e36-b6fb-5aac954d24a1 req-769622be-4c41-402d-bca6-1001710a83ff tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0674448 Jul 08 18:41:57.681739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-65feb7b1-7bba-4e36-b6fb-5aac954d24a1 req-58f457cb-a718-467f-af39-4289ffd9c460 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323963 Jul 08 18:41:58.866391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9a829-737a-457c-a94c-6d9bb480bae4 req-6abe358f-d577-4ad3-b8ba-8e92ecdf8cb2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:58.867909 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebb9a829-737a-457c-a94c-6d9bb480bae4 req-6abe358f-d577-4ad3-b8ba-8e92ecdf8cb2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0697877 Jul 08 18:41:58.906108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebb9a829-737a-457c-a94c-6d9bb480bae4 req-e6b1df23-94ed-4bef-858b-89fb37539930 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321138 Jul 08 18:41:59.090106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a852d9-99b9-439e-91cb-5511d6408fd8 req-c6aeca1a-1c18-4b93-8dcd-9246ec7e1eae tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:59.091677 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58a852d9-99b9-439e-91cb-5511d6408fd8 req-c6aeca1a-1c18-4b93-8dcd-9246ec7e1eae tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0653579 Jul 08 18:41:59.133614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-58a852d9-99b9-439e-91cb-5511d6408fd8 req-6f9aa1f1-4755-4295-95f7-88f108b2df04 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361137 Jul 08 18:41:59.157568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55778) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:59.215604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fb2686-70bc-41be-ba39-31fefa29956c tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:59.217169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b3fb2686-70bc-41be-ba39-31fefa29956c tempest-TestNetworkAdvancedServerOps-1212280375 tempest-TestNetworkAdvancedServerOps-1212280375-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 1091 time: 0.0585754 Jul 08 18:41:59.220069 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55780) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:59.224462 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '26d5fc9f-4512-43f2-8d4a-318553325053', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:59.249349 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:59.356108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55784) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:59.360194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:59.428432 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8528861e-e5f2-4052-a682-3ec86a2ad33a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:59.455699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8528861e-e5f2-4052-a682-3ec86a2ad33a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:59.481579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Allocated IP 172.25.8.22 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/e42ce2f3-3f57-4a75-a99f-69b7d936e03c) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:59.523070 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8528861e-e5f2-4052-a682-3ec86a2ad33a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:59.525627 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8528861e-e5f2-4052-a682-3ec86a2ad33a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:59.529903 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8528861e-e5f2-4052-a682-3ec86a2ad33a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] 10.222.0.73 "DELETE /v2.0/security-groups/87d4c887-a32b-4613-83a3-f5f1e157c116 HTTP/1.1" status: 204 len: 168 time: 0.1685531 Jul 08 18:41:59.538499 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528861e-e5f2-4052-a682-3ec86a2ad33a tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d4c887-a32b-4613-83a3-f5f1e157c116,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:59.602052 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:59.605329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55788) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:59.653911 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:59.694131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:59.696947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:59.699336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:59.731356 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=e42ce2f3-3f57-4a75-a99f-69b7d936e03c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:00.102946 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.105022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.181621 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.335528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.341755 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.372789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] Deleting port 199bb46f-a203-4adb-9b03-701ce230cedc {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:42:00.374349 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.417413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event updated for resources: {'Port': ['ID=e42ce2f3-3f57-4a75-a99f-69b7d936e03c,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:00.429130 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.454929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] For port 199bb46f-a203-4adb-9b03-701ce230cedc, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=199bb46f-a203-4adb-9b03-701ce230cedc,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:42:00.455296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.467996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] Calling delete_port for 199bb46f-a203-4adb-9b03-701ce230cedc owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:42:00.528662 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Floating IP 64cc512d-e04b-4f66-9e43-be77b9d7f1e6 associated. External IP: 172.25.8.22, port: 26d5fc9f-4512-43f2-8d4a-318553325053. Jul 08 18:42:00.649461 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.681121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=199bb46f-a203-4adb-9b03-701ce230cedc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:00.743873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:42:00.846129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.859433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:42:00.870369 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc775ad5-3d29-4c93-baa0-b6b517c8a586 None None] Sync routers for ids ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:42:00.881414 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.882040 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc775ad5-3d29-4c93-baa0-b6b517c8a586 None None] Routers {'8ecce10e-d3af-4d20-8d73-4d1004ee1136'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:42:00.882702 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cc775ad5-3d29-4c93-baa0-b6b517c8a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:00.923454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5d06727a-700f-4e9e-a864-a61c5167b61e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7023349 Jul 08 18:42:00.924477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:42:00.927330 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737b0b48-f80e-4648-8156-06bc0ab6f344" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:42:00.979943 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b352928-fd65-4da8-b419-97d8fb0ca37d x-openstack-request-id: req-9b352928-fd65-4da8-b419-97d8fb0ca37d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:42:00.980313 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:42:00.980635 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b352928-fd65-4da8-b419-97d8fb0ca37d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:42:00.981112 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053', 'status': 'completed', 'code': 200} Jul 08 18:42:00.993545 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-cc775ad5-3d29-4c93-baa0-b6b517c8a586 None None] Set router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:42:01.089316 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] Router aaf2a7f3-d85e-4669-9331-88174adb872e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:42:01.106808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0b48-f80e-4648-8156-06bc0ab6f344 req-247496db-7e26-41cc-8814-c3cb96ff425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:01.108400 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-737b0b48-f80e-4648-8156-06bc0ab6f344 req-247496db-7e26-41cc-8814-c3cb96ff425d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 1096 time: 0.1034501 Jul 08 18:42:01.131715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6fa5a-f026-4021-a540-9a6d7555f577 req-f10543ca-b80f-4ca0-8665-0084e23a4c91 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:01.133197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96c6fa5a-f026-4021-a540-9a6d7555f577 req-f10543ca-b80f-4ca0-8665-0084e23a4c91 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0957868 Jul 08 18:42:01.205856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:42:01.211120 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-70ca3d56-f931-4e5c-a048-3b69dda23bf0 admin admin] 10.222.0.73 "PUT /v2.0/routers/aaf2a7f3-d85e-4669-9331-88174adb872e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6034493 Jul 08 18:42:01.213562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55796) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:01.217296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a4a7f7-b16a-4655-971b-51123013c30a None None] Sync routers for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:42:01.226629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96c6fa5a-f026-4021-a540-9a6d7555f577 req-360bb401-aed1-4f09-aef6-0a8fd4757982 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818219 Jul 08 18:42:01.229122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a4a7f7-b16a-4655-971b-51123013c30a None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:42:01.229943 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-94a4a7f7-b16a-4655-971b-51123013c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:01.242692 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cc775ad5-3d29-4c93-baa0-b6b517c8a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '64cc512d-e04b-4f66-9e43-be77b9d7f1e6', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'port_id': '26d5fc9f-4512-43f2-8d4a-318553325053', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'mac_address': 'fa:16:3e:e9:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:41:59Z', 'updated_at': '2021-07-08T18:41:59Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384d65e7-2c18-4af4-876b-f85179abef72', 'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:20:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:51Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:01.257878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0b48-f80e-4648-8156-06bc0ab6f344 req-03bc5e28-b1a5-4298-ba7f-e8d529bf082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:01.258063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55798) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:01.258169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-737b0b48-f80e-4648-8156-06bc0ab6f344 req-03bc5e28-b1a5-4298-ba7f-e8d529bf082a service neutron] 10.222.0.74 "GET /v2.0/networks?id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 HTTP/1.1" status: 200 len: 898 time: 0.1424100 Jul 08 18:42:01.282385 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc775ad5-3d29-4c93-baa0-b6b517c8a586 None None] Checking router: 8ecce10e-d3af-4d20-8d73-4d1004ee1136 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:42:01.291719 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc775ad5-3d29-4c93-baa0-b6b517c8a586 None None] Routers {'8ecce10e-d3af-4d20-8d73-4d1004ee1136'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:42:01.292591 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cc775ad5-3d29-4c93-baa0-b6b517c8a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:01.345462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-94a4a7f7-b16a-4655-971b-51123013c30a None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:42:01.359071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-737b0b48-f80e-4648-8156-06bc0ab6f344 req-bfd4ca7e-ab76-42e8-a030-f9d9c65fefbc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26d5fc9f-4512-43f2-8d4a-318553325053 HTTP/1.1" status: 200 len: 998 time: 0.0885930 Jul 08 18:42:01.362963 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5028a0d5-2eb8-4aa6-96db-6ff0b5ad1e9a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/64cc512d-e04b-4f66-9e43-be77b9d7f1e6 HTTP/1.1" status: 200 len: 990 time: 0.1029439 Jul 08 18:42:01.380896 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:01.407248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0b48-f80e-4648-8156-06bc0ab6f344 req-e25f36f4-90de-4163-bbf6-c36922b8154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:01.409175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-737b0b48-f80e-4648-8156-06bc0ab6f344 req-e25f36f4-90de-4163-bbf6-c36922b8154e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f HTTP/1.1" status: 200 len: 834 time: 0.0457520 Jul 08 18:42:01.423670 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-cc775ad5-3d29-4c93-baa0-b6b517c8a586 None None] Set router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:42:01.480645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0b48-f80e-4648-8156-06bc0ab6f344 req-e0895f4f-e216-466c-b12e-8992e13615d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:01.482125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-737b0b48-f80e-4648-8156-06bc0ab6f344 req-e0895f4f-e216-466c-b12e-8992e13615d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664282 Jul 08 18:42:01.495610 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:01.561850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-94a4a7f7-b16a-4655-971b-51123013c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:42:00Z', 'revision_number': 5, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port': {'id': 'b704c1ee-10a2-4833-a538-df757132a54b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:01.566442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Deleting port b704c1ee-10a2-4833-a538-df757132a54b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:42:01.567004 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:01.587980 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-737b0b48-f80e-4648-8156-06bc0ab6f344 req-823c5bef-93e1-448b-9a8e-1bf86c7e24fe service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993395 Jul 08 18:42:01.596026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a4a7f7-b16a-4655-971b-51123013c30a None None] Checking router: aaf2a7f3-d85e-4669-9331-88174adb872e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:42:01.607036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a4a7f7-b16a-4655-971b-51123013c30a None None] Routers {'aaf2a7f3-d85e-4669-9331-88174adb872e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:42:01.608187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-94a4a7f7-b16a-4655-971b-51123013c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['aaf2a7f3-d85e-4669-9331-88174adb872e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:01.655598 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] For port b704c1ee-10a2-4833-a538-df757132a54b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b704c1ee-10a2-4833-a538-df757132a54b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:42:01.656110 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:01.676114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Calling delete_port for b704c1ee-10a2-4833-a538-df757132a54b owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:42:01.696776 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cc775ad5-3d29-4c93-baa0-b6b517c8a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '64cc512d-e04b-4f66-9e43-be77b9d7f1e6', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'port_id': '26d5fc9f-4512-43f2-8d4a-318553325053', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'mac_address': 'fa:16:3e:e9:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:41:59Z', 'updated_at': '2021-07-08T18:41:59Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384d65e7-2c18-4af4-876b-f85179abef72', 'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:20:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:51Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:01.702444 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-94a4a7f7-b16a-4655-971b-51123013c30a None None] Set router aaf2a7f3-d85e-4669-9331-88174adb872e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:42:01.707380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-737b0b48-f80e-4648-8156-06bc0ab6f344 req-83258d53-8fb2-4726-9fd4-79255846113e service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127937 Jul 08 18:42:01.725919 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc775ad5-3d29-4c93-baa0-b6b517c8a586 None None] The sync data for ids ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'] in n-d-799684-3 is: [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '64cc512d-e04b-4f66-9e43-be77b9d7f1e6', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'port_id': '26d5fc9f-4512-43f2-8d4a-318553325053', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'mac_address': 'fa:16:3e:e9:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:41:59Z', 'updated_at': '2021-07-08T18:41:59Z', 'revision_number': 0, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384d65e7-2c18-4af4-876b-f85179abef72', 'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:20:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:51Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:42:01.873800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:01.910070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Pushing event deleted for resources: {'Port': ['ID=b704c1ee-10a2-4833-a538-df757132a54b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:01.922300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-94a4a7f7-b16a-4655-971b-51123013c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:42:01Z', 'revision_number': 6, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:01.949278 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a4a7f7-b16a-4655-971b-51123013c30a None None] The sync data for ids ['aaf2a7f3-d85e-4669-9331-88174adb872e'] in n-d-799684-3 is: [{'id': 'aaf2a7f3-d85e-4669-9331-88174adb872e', 'name': 'tempest-TestVolumeBootPattern-154497918-router', 'tenant_id': '52c6e73aef014fb99916d41deb9b91b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:53Z', 'updated_at': '2021-07-08T18:42:01Z', 'revision_number': 6, 'project_id': '52c6e73aef014fb99916d41deb9b91b3', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:42:01.970114 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:01.980142 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6578cc4-b9bd-4a12-829e-509eb7eaf517 None None] New status for floating IP 64cc512d-e04b-4f66-9e43-be77b9d7f1e6: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:42:02.060142 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.062289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.110157 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.110305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaf2a7f3-d85e-4669-9331-88174adb872e {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:42:02.114789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.116076 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0b77d3f5-5f0b-42fd-a403-e66f734bb849 admin admin] 10.222.0.73 "DELETE /v2.0/routers/aaf2a7f3-d85e-4669-9331-88174adb872e HTTP/1.1" status: 204 len: 168 time: 0.9013708 Jul 08 18:42:02.118469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55800) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:02.164268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-052a940c-d5a8-4aaa-a25a-562b9465cdcb admin admin] Deleting subnet 503d4c91-c4e0-4657-967e-28453a9ecffe {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:42:02.167695 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-052a940c-d5a8-4aaa-a25a-562b9465cdcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.201497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-052a940c-d5a8-4aaa-a25a-562b9465cdcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.282859 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-052a940c-d5a8-4aaa-a25a-562b9465cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.365833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55802) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:02.438975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-636d551f-870e-4587-921a-183b41e25564 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/64cc512d-e04b-4f66-9e43-be77b9d7f1e6 HTTP/1.1" status: 200 len: 992 time: 0.0709777 Jul 08 18:42:02.643825 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-052a940c-d5a8-4aaa-a25a-562b9465cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.668278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a940c-d5a8-4aaa-a25a-562b9465cdcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503d4c91-c4e0-4657-967e-28453a9ecffe,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:02.673970 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-052a940c-d5a8-4aaa-a25a-562b9465cdcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.676072 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-052a940c-d5a8-4aaa-a25a-562b9465cdcb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/503d4c91-c4e0-4657-967e-28453a9ecffe HTTP/1.1" status: 204 len: 168 time: 0.5565832 Jul 08 18:42:02.678672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55804) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:02.679849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae60f29-c65f-4d8d-9e4e-adfd4840dfb4 None None] Network df736c83-02a0-4f80-ba4c-f3f4e0bc715e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:42:02.751194 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.840539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Deleting port 023de32c-c192-4a3f-bbbd-d6691c32b236 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:42:02.840875 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.846489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b704c1ee-10a2-4833-a538-df757132a54b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:42:02.868925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b704c1ee-10a2-4833-a538-df757132a54b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:42:02.869432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b704c1ee-10a2-4833-a538-df757132a54b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:42:02.869951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 199bb46f-a203-4adb-9b03-701ce230cedc no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:42:02.895091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 199bb46f-a203-4adb-9b03-701ce230cedc {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:42:02.895540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 199bb46f-a203-4adb-9b03-701ce230cedc not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:42:02.920696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0410c-dd70-42e9-b07a-478c4aa36b7e None None] DHCP port deletion for df736c83-02a0-4f80-ba4c-f3f4e0bc715e request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:42:02.935189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] For port 023de32c-c192-4a3f-bbbd-d6691c32b236, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=023de32c-c192-4a3f-bbbd-d6691c32b236,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:42:02.936469 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.953093 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Calling delete_port for 023de32c-c192-4a3f-bbbd-d6691c32b236 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:42:02.978801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6de0410c-dd70-42e9-b07a-478c4aa36b7e None None] Deleting port 023de32c-c192-4a3f-bbbd-d6691c32b236 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:42:02.979305 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6de0410c-dd70-42e9-b07a-478c4aa36b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.042857 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.043818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6de0410c-dd70-42e9-b07a-478c4aa36b7e None None] For port 023de32c-c192-4a3f-bbbd-d6691c32b236, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=023de32c-c192-4a3f-bbbd-d6691c32b236,segment=NetworkSegment(a2f07378-ced2-4281-8df7-d12def8de8e5),segment_id=a2f07378-ced2-4281-8df7-d12def8de8e5)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:42:03.044286 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6de0410c-dd70-42e9-b07a-478c4aa36b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.056757 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] No DVR routers for this DVR port 023de32c-c192-4a3f-bbbd-d6691c32b236 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:42:03.059045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6de0410c-dd70-42e9-b07a-478c4aa36b7e None None] Calling delete_port for 023de32c-c192-4a3f-bbbd-d6691c32b236 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:42:03.095149 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Pushing event deleted for resources: {'Port': ['ID=023de32c-c192-4a3f-bbbd-d6691c32b236,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:03.153371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6de0410c-dd70-42e9-b07a-478c4aa36b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.154538 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.165697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df736c83-02a0-4f80-ba4c-f3f4e0bc715e']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:03.177097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f07378-ced2-4281-8df7-d12def8de8e5') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:03.177433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f07378-ced2-4281-8df7-d12def8de8e5') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:03.182780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0410c-dd70-42e9-b07a-478c4aa36b7e None None] Pushing event deleted for resources: {'Port': ['ID=023de32c-c192-4a3f-bbbd-d6691c32b236,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:03.184694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0410c-dd70-42e9-b07a-478c4aa36b7e None None] No DVR routers for this DVR port 023de32c-c192-4a3f-bbbd-d6691c32b236 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:42:03.188816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.204328 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.210138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:42:03.210629 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:42:03.212328 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:42:03.270333 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.286514 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.288375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] 10.222.0.73 "DELETE /v2.0/networks/df736c83-02a0-4f80-ba4c-f3f4e0bc715e HTTP/1.1" status: 204 len: 168 time: 0.6085227 Jul 08 18:42:03.289375 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98434725-465e-4f1d-9efa-b22efd554103 admin admin] Pushing event deleted for resources: {'Network': ['ID=df736c83-02a0-4f80-ba4c-f3f4e0bc715e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:03.291279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55806) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:03.758890 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.979973 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:04.225658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] Deleting port e07cc9b5-3204-4e4d-b7c9-a51b811328b1 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:42:04.225989 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:04.301248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] For port e07cc9b5-3204-4e4d-b7c9-a51b811328b1, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e07cc9b5-3204-4e4d-b7c9-a51b811328b1,segment=NetworkSegment(375af667-36e6-4726-bc49-6e0888624b5d),segment_id=375af667-36e6-4726-bc49-6e0888624b5d)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:42:04.301599 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:04.314326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] Calling delete_port for e07cc9b5-3204-4e4d-b7c9-a51b811328b1 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:42:04.492920 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:04.519263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] Pushing event deleted for resources: {'Port': ['ID=e07cc9b5-3204-4e4d-b7c9-a51b811328b1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:04.600728 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:04.692331 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:04.762440 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 023de32c-c192-4a3f-bbbd-d6691c32b236 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:42:04.782619 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 023de32c-c192-4a3f-bbbd-d6691c32b236 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:42:04.782952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 023de32c-c192-4a3f-bbbd-d6691c32b236 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:42:04.909631 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] Router d8cac8cf-7871-4738-ad5a-c65fdd71b828 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:42:05.012374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:42:05.020934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b1f67e8a-9002-4f33-85d2-8c179efe932b admin admin] 10.222.0.73 "PUT /v2.0/routers/d8cac8cf-7871-4738-ad5a-c65fdd71b828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258441 Jul 08 18:42:05.021329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55808) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:05.022049 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c033b25-1a81-4d41-9229-58439076b64d None None] Sync routers for ids ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:42:05.032306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c033b25-1a81-4d41-9229-58439076b64d None None] Routers {'d8cac8cf-7871-4738-ad5a-c65fdd71b828'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:42:05.032918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2c033b25-1a81-4d41-9229-58439076b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:05.126138 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.138256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2c033b25-1a81-4d41-9229-58439076b64d None None] Set router d8cac8cf-7871-4738-ad5a-c65fdd71b828 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:42:05.228396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.283565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Deleting port abd71e3e-53f1-48ac-b128-1edcffaccd0b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:42:05.284059 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.316947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2c033b25-1a81-4d41-9229-58439076b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'name': 'tempest-TestVolumeBootPattern-1013157251-router', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:57Z', 'updated_at': '2021-07-08T18:42:04Z', 'revision_number': 5, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'gw_port': {'id': 'abd71e3e-53f1-48ac-b128-1edcffaccd0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:58Z', 'updated_at': '2021-07-08T18:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:05.344207 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c033b25-1a81-4d41-9229-58439076b64d None None] Checking router: d8cac8cf-7871-4738-ad5a-c65fdd71b828 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:42:05.352662 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c033b25-1a81-4d41-9229-58439076b64d None None] Routers {'d8cac8cf-7871-4738-ad5a-c65fdd71b828'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:42:05.353312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2c033b25-1a81-4d41-9229-58439076b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:41:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:05.369420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] For port abd71e3e-53f1-48ac-b128-1edcffaccd0b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=abd71e3e-53f1-48ac-b128-1edcffaccd0b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:42:05.369677 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.384385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Calling delete_port for abd71e3e-53f1-48ac-b128-1edcffaccd0b owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:42:05.443315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2c033b25-1a81-4d41-9229-58439076b64d None None] Set router d8cac8cf-7871-4738-ad5a-c65fdd71b828 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:42:05.495271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2c033b25-1a81-4d41-9229-58439076b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'name': 'tempest-TestVolumeBootPattern-1013157251-router', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:57Z', 'updated_at': '2021-07-08T18:42:05Z', 'revision_number': 6, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:05.525215 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c033b25-1a81-4d41-9229-58439076b64d None None] The sync data for ids ['d8cac8cf-7871-4738-ad5a-c65fdd71b828'] in n-d-799684-3 is: [{'id': 'd8cac8cf-7871-4738-ad5a-c65fdd71b828', 'name': 'tempest-TestVolumeBootPattern-1013157251-router', 'tenant_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:57Z', 'updated_at': '2021-07-08T18:42:05Z', 'revision_number': 6, 'project_id': 'c9807dfaad2b4e5ca198491ec4c1ee78', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:42:05.553764 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.581839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd71e3e-53f1-48ac-b128-1edcffaccd0b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:05.645827 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.735217 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.737295 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.779720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.780431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8cac8cf-7871-4738-ad5a-c65fdd71b828 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:42:05.784868 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.786013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b17edb79-6f32-4985-9813-547fbc15e465 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d8cac8cf-7871-4738-ad5a-c65fdd71b828 HTTP/1.1" status: 204 len: 168 time: 0.7637496 Jul 08 18:42:05.788653 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55810) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:05.835127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c92b498-1808-4af9-8e98-50be42193df2 admin admin] Deleting subnet c561f22d-0323-47d6-9298-4f07007e1d30 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:42:05.838064 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c92b498-1808-4af9-8e98-50be42193df2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.873562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c92b498-1808-4af9-8e98-50be42193df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:05.960122 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c92b498-1808-4af9-8e98-50be42193df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.010679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c92b498-1808-4af9-8e98-50be42193df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.035292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92b498-1808-4af9-8e98-50be42193df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c561f22d-0323-47d6-9298-4f07007e1d30,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:06.038892 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c92b498-1808-4af9-8e98-50be42193df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.040743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1c92b498-1808-4af9-8e98-50be42193df2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c561f22d-0323-47d6-9298-4f07007e1d30 HTTP/1.1" status: 204 len: 168 time: 0.2511702 Jul 08 18:42:06.043479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55812) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:06.046116 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3397ba2e-22d1-433e-b11e-2844a439c933 None None] Network 99e0ef9d-0aee-4288-af7d-b6196727e543 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:42:06.113630 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.166201 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Deleting port 18e5023d-06fe-4119-ab95-56aed80834f4 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:42:06.166567 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.228199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] For port 18e5023d-06fe-4119-ab95-56aed80834f4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=18e5023d-06fe-4119-ab95-56aed80834f4,segment=NetworkSegment(375af667-36e6-4726-bc49-6e0888624b5d),segment_id=375af667-36e6-4726-bc49-6e0888624b5d)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:42:06.228554 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.241431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Calling delete_port for 18e5023d-06fe-4119-ab95-56aed80834f4 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:42:06.298306 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9158-136a-4003-bb99-5687050c6800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.301623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19d54b0-1b7c-4ef2-b574-f66b87d4208c None None] DHCP port deletion for 99e0ef9d-0aee-4288-af7d-b6196727e543 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:42:06.327608 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.347669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b19d54b0-1b7c-4ef2-b574-f66b87d4208c None None] Deleting port 18e5023d-06fe-4119-ab95-56aed80834f4 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:42:06.348047 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b19d54b0-1b7c-4ef2-b574-f66b87d4208c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.353433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e5023d-06fe-4119-ab95-56aed80834f4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:06.356934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] No DVR routers for this DVR port 18e5023d-06fe-4119-ab95-56aed80834f4 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:42:06.414686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b19d54b0-1b7c-4ef2-b574-f66b87d4208c None None] For port 18e5023d-06fe-4119-ab95-56aed80834f4, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:42:06.415082 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b19d54b0-1b7c-4ef2-b574-f66b87d4208c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.428817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b19d54b0-1b7c-4ef2-b574-f66b87d4208c None None] Calling delete_port for 18e5023d-06fe-4119-ab95-56aed80834f4 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:42:06.431444 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-b19d54b0-1b7c-4ef2-b574-f66b87d4208c None None] Port 18e5023d-06fe-4119-ab95-56aed80834f4 was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:42:06.432153 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.432706 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b19d54b0-1b7c-4ef2-b574-f66b87d4208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.442073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e0ef9d-0aee-4288-af7d-b6196727e543']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:06.454459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375af667-36e6-4726-bc49-6e0888624b5d') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:06.454747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375af667-36e6-4726-bc49-6e0888624b5d') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:06.461965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d54b0-1b7c-4ef2-b574-f66b87d4208c None None] No DVR routers for this DVR port 18e5023d-06fe-4119-ab95-56aed80834f4 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:42:06.463623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d54b0-1b7c-4ef2-b574-f66b87d4208c None None] Pushing event deleted for resources: {'Port': ['ID=18e5023d-06fe-4119-ab95-56aed80834f4,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:06.475275 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.490561 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.496664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:42:06.497056 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:42:06.498895 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:42:06.554510 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.560141 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.562064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/99e0ef9d-0aee-4288-af7d-b6196727e543 HTTP/1.1" status: 204 len: 168 time: 0.5176644 Jul 08 18:42:06.578479 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efc417-37ee-4623-843b-bfea941360e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e0ef9d-0aee-4288-af7d-b6196727e543,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:06.692783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55816) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:06.707570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device abd71e3e-53f1-48ac-b128-1edcffaccd0b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:42:06.731093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: abd71e3e-53f1-48ac-b128-1edcffaccd0b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:42:06.731455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device abd71e3e-53f1-48ac-b128-1edcffaccd0b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:42:06.731881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e07cc9b5-3204-4e4d-b7c9-a51b811328b1 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:42:06.736898 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4c708b3f-ff64-48e7-8bc8-ca56f96e16d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=52c6e73aef014fb99916d41deb9b91b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429423 Jul 08 18:42:06.739418 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55818) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:06.751105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: e07cc9b5-3204-4e4d-b7c9-a51b811328b1 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:42:06.751451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e07cc9b5-3204-4e4d-b7c9-a51b811328b1 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:42:06.751875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 18e5023d-06fe-4119-ab95-56aed80834f4 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:42:06.770200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 18e5023d-06fe-4119-ab95-56aed80834f4 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:42:06.770568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 18e5023d-06fe-4119-ab95-56aed80834f4 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:42:06.787494 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-820ac598-7d34-48c1-9486-9562d97e8a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.807648 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-820ac598-7d34-48c1-9486-9562d97e8a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.853751 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-820ac598-7d34-48c1-9486-9562d97e8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.856233 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-820ac598-7d34-48c1-9486-9562d97e8a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:06.857644 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-820ac598-7d34-48c1-9486-9562d97e8a7c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25ad7514-7c64-427c-aed6-0de7318a1821 HTTP/1.1" status: 204 len: 168 time: 0.1172919 Jul 08 18:42:06.865085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ac598-7d34-48c1-9486-9562d97e8a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ad7514-7c64-427c-aed6-0de7318a1821,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:07.194439 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55824) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:07.236113 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fbca1533-c94a-4603-88d4-576353e1e489 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c9807dfaad2b4e5ca198491ec4c1ee78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405240 Jul 08 18:42:07.238632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55826) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:07.286534 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7b2a-18e2-45b1-83d4-6a16283de6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:07.306399 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7b2a-18e2-45b1-83d4-6a16283de6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:07.350802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7b2a-18e2-45b1-83d4-6a16283de6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:07.353284 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7b2a-18e2-45b1-83d4-6a16283de6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:07.354461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6cbd7b2a-18e2-45b1-83d4-6a16283de6b9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01c3814b-71ab-42bc-96e8-a941fd7ee624 HTTP/1.1" status: 204 len: 168 time: 0.1148829 Jul 08 18:42:07.362459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd7b2a-18e2-45b1-83d4-6a16283de6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c3814b-71ab-42bc-96e8-a941fd7ee624,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:09.120896 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:09.155525 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8dc94bc3-adbe-4768-9541-ac4b2ec249f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:10.293639 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:11.774331 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:32.225980 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:42:33.749235 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:34.616552 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:36.291701 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96969b34-95b0-4967-a540-0ffc97f95650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:39.122027 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:39.154489 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1ca09f77-d0c3-4f13-9d70-aae6061abdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:40.297002 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:41.776548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:49.807285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32ba5512-f988-42de-9355-82b95386cb2b req-ea1d7ca8-d651-4e46-a3e6-e7d8e6072e20 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543478 Jul 08 18:42:49.899314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba5512-f988-42de-9355-82b95386cb2b req-a5094d4b-47ac-4c35-964f-74923eea81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:49.900809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32ba5512-f988-42de-9355-82b95386cb2b req-a5094d4b-47ac-4c35-964f-74923eea81ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 1096 time: 0.0516672 Jul 08 18:42:50.004341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba5512-f988-42de-9355-82b95386cb2b req-3a1275c3-3087-4394-aaa5-cf6fcebfdcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:50.005821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32ba5512-f988-42de-9355-82b95386cb2b req-3a1275c3-3087-4394-aaa5-cf6fcebfdcc4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 HTTP/1.1" status: 200 len: 898 time: 0.0840828 Jul 08 18:42:50.072395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32ba5512-f988-42de-9355-82b95386cb2b req-e418a92b-837c-40d7-b153-64642cd73c5d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26d5fc9f-4512-43f2-8d4a-318553325053 HTTP/1.1" status: 200 len: 1000 time: 0.0604942 Jul 08 18:42:50.120447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba5512-f988-42de-9355-82b95386cb2b req-72b449a4-dcf3-41f4-89ee-80c2e3790093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:50.121871 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32ba5512-f988-42de-9355-82b95386cb2b req-72b449a4-dcf3-41f4-89ee-80c2e3790093 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f HTTP/1.1" status: 200 len: 834 time: 0.0435989 Jul 08 18:42:50.177052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba5512-f988-42de-9355-82b95386cb2b req-9438029a-daa8-4e39-a878-e0caaaa09654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:50.178534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32ba5512-f988-42de-9355-82b95386cb2b req-9438029a-daa8-4e39-a878-e0caaaa09654 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509512 Jul 08 18:42:50.268279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32ba5512-f988-42de-9355-82b95386cb2b req-c7eb13e7-97de-42c7-9a12-ec7b116b7818 service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823629 Jul 08 18:42:50.358031 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32ba5512-f988-42de-9355-82b95386cb2b req-2ac52d63-8953-4589-8c24-990a203d66f4 service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831733 Jul 08 18:43:03.757341 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:04.615361 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:05.595457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e031c10-7d34-4ad8-bd7a-250ffcd4f3e4 req-82c4bc18-1394-42c5-9d2b-7502d0f40852 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:05.596903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e031c10-7d34-4ad8-bd7a-250ffcd4f3e4 req-82c4bc18-1394-42c5-9d2b-7502d0f40852 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0658083 Jul 08 18:43:05.634774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e031c10-7d34-4ad8-bd7a-250ffcd4f3e4 req-054b17bb-204d-46ad-b688-9d08be44dbe7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Jul 08 18:43:06.292035 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-91a81493-b03e-41e0-9cdf-1c0934cca880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:06.818873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a77328-8791-491e-8c0b-7fb3f298eec8 req-0fe7677f-4ac3-42a7-a99d-d063c51f6d0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:06.820356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76a77328-8791-491e-8c0b-7fb3f298eec8 req-0fe7677f-4ac3-42a7-a99d-d063c51f6d0f tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0626686 Jul 08 18:43:06.856911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76a77328-8791-491e-8c0b-7fb3f298eec8 req-ad29c5c4-3ca2-4b65-8e8f-f79ff22e244a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309329 Jul 08 18:43:08.025759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847f72c-ab99-4c5a-ad4a-ceabad02b7c4 req-c58b013e-e0ea-48cc-9530-3dc4f700b719 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:08.027256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5847f72c-ab99-4c5a-ad4a-ceabad02b7c4 req-c58b013e-e0ea-48cc-9530-3dc4f700b719 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0610433 Jul 08 18:43:08.064212 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5847f72c-ab99-4c5a-ad4a-ceabad02b7c4 req-859801be-65b4-42e2-abb1-b361aa9ccb72 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Jul 08 18:43:09.123843 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:09.155195 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c9a0372-6902-469b-a9ca-e487a58587c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:09.226596 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:43:09.243667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419879d-08a9-4eaf-b53d-1550164aa59b req-a4c4e3da-8790-4bf9-a0ba-f2ab11fa8ff2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:09.245139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d419879d-08a9-4eaf-b53d-1550164aa59b req-a4c4e3da-8790-4bf9-a0ba-f2ab11fa8ff2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0649452 Jul 08 18:43:09.282105 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d419879d-08a9-4eaf-b53d-1550164aa59b req-d4877a7a-ab4e-460a-95ea-c51a78da1bbf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313840 Jul 08 18:43:10.299957 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:10.450038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a18be-42ce-45c7-a0dd-3b42c0471fa8 req-9058980a-ed5a-4fa0-9bf2-6fa2d9a4fac1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:10.451543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba6a18be-42ce-45c7-a0dd-3b42c0471fa8 req-9058980a-ed5a-4fa0-9bf2-6fa2d9a4fac1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0624220 Jul 08 18:43:10.488476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba6a18be-42ce-45c7-a0dd-3b42c0471fa8 req-cc5a6425-1ba0-41cb-ba09-82a006bae363 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314491 Jul 08 18:43:11.663484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f1e3b-672e-41ce-9a96-fffa874312fb req-f2c3aba0-3159-4c27-9c4f-fe0c7f7d25df tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:11.664966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-185f1e3b-672e-41ce-9a96-fffa874312fb req-f2c3aba0-3159-4c27-9c4f-fe0c7f7d25df tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0684099 Jul 08 18:43:11.702862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-185f1e3b-672e-41ce-9a96-fffa874312fb req-c47a6a9e-91f3-4482-9069-38c8d63c7444 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324018 Jul 08 18:43:11.779345 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:12.871394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30898f18-334d-4461-9ccb-223b729e26a1 req-25ee26cc-8ff5-43bb-9e1e-095194de8ffb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:12.872881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30898f18-334d-4461-9ccb-223b729e26a1 req-25ee26cc-8ff5-43bb-9e1e-095194de8ffb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0614851 Jul 08 18:43:12.908950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30898f18-334d-4461-9ccb-223b729e26a1 req-8be072c8-d09c-4227-8849-c1ccf6184c18 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306079 Jul 08 18:43:14.083114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603f418-754f-4eeb-89d3-8433154cfc3c req-cda161d7-30df-4bf1-a83e-b6f128961567 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:14.084601 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3603f418-754f-4eeb-89d3-8433154cfc3c req-cda161d7-30df-4bf1-a83e-b6f128961567 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0613778 Jul 08 18:43:14.124765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3603f418-754f-4eeb-89d3-8433154cfc3c req-7d67f5a1-4113-4ca1-b6a1-b4c6b393f94c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347149 Jul 08 18:43:15.302456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8969a-0b29-44bb-a78b-bb2d7178dfba req-ed90120c-7c9c-41ad-a239-6fbcf73aa163 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:15.303825 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6e8969a-0b29-44bb-a78b-bb2d7178dfba req-ed90120c-7c9c-41ad-a239-6fbcf73aa163 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0625656 Jul 08 18:43:15.340748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6e8969a-0b29-44bb-a78b-bb2d7178dfba req-0178dfa5-a9fc-4790-9cad-5afbad001fc1 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313830 Jul 08 18:43:16.511022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f7864-27fd-474c-bd34-5a95c59cb54b req-27ef2bf2-4d0a-44fb-be30-bdb7edf666cc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:16.512513 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-283f7864-27fd-474c-bd34-5a95c59cb54b req-27ef2bf2-4d0a-44fb-be30-bdb7edf666cc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0614655 Jul 08 18:43:16.549205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-283f7864-27fd-474c-bd34-5a95c59cb54b req-a47a958f-c27e-4057-bec7-77fb0614c748 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Jul 08 18:43:17.722665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bee58-5ef5-4815-8a77-e735ac7f82a8 req-239ad9fc-e20a-4416-9973-13b61e9a8db0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:17.724123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a5bee58-5ef5-4815-8a77-e735ac7f82a8 req-239ad9fc-e20a-4416-9973-13b61e9a8db0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0658762 Jul 08 18:43:17.760895 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a5bee58-5ef5-4815-8a77-e735ac7f82a8 req-f3a5c97c-4afc-45c9-865d-c10dcc0505bb tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312798 Jul 08 18:43:18.937565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f857e2-d091-4ed3-b3f1-7a4d3b89bf8e req-d475e420-c355-4c0b-91ae-532a7153278d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:18.939023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73f857e2-d091-4ed3-b3f1-7a4d3b89bf8e req-d475e420-c355-4c0b-91ae-532a7153278d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0686240 Jul 08 18:43:18.977226 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-73f857e2-d091-4ed3-b3f1-7a4d3b89bf8e req-f0c82dde-9dec-4c64-a61d-b2bfd8940415 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Jul 08 18:43:20.152298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf014e3-8805-4675-b703-d767673476e6 req-6c08ad8c-7eb8-435c-8e91-b196e8801ae8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:20.153762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bf014e3-8805-4675-b703-d767673476e6 req-6c08ad8c-7eb8-435c-8e91-b196e8801ae8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0666759 Jul 08 18:43:20.190929 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3bf014e3-8805-4675-b703-d767673476e6 req-0f407135-b2d6-43d6-a9e8-476d4ba85ae0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315068 Jul 08 18:43:21.406343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900d47e-f472-4d01-9185-759f88cf7a3d req-61a92c88-0bb9-4e66-ad22-8b979e5161a2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:21.407863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3900d47e-f472-4d01-9185-759f88cf7a3d req-61a92c88-0bb9-4e66-ad22-8b979e5161a2 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0937743 Jul 08 18:43:21.445994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3900d47e-f472-4d01-9185-759f88cf7a3d req-84ff20b9-6f4f-44b2-b0ab-04481ebee8d5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Jul 08 18:43:22.615647 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e0c7a-b641-4836-bf88-b317df276863 req-6c7c7864-f410-47cd-a5a6-d7e2e47280d7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:22.617142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-449e0c7a-b641-4836-bf88-b317df276863 req-6c7c7864-f410-47cd-a5a6-d7e2e47280d7 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0623744 Jul 08 18:43:22.655108 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-449e0c7a-b641-4836-bf88-b317df276863 req-c6404a92-69af-4855-a6a9-0760c5c9f4cf tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323386 Jul 08 18:43:23.830736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddcc2b-69ad-4034-ad2d-53d9e17d0c23 req-d6ab48a5-0643-4127-8b8a-4d365670ab8c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:23.832191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54ddcc2b-69ad-4034-ad2d-53d9e17d0c23 req-d6ab48a5-0643-4127-8b8a-4d365670ab8c tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0660400 Jul 08 18:43:23.869404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54ddcc2b-69ad-4034-ad2d-53d9e17d0c23 req-afc9e73d-3668-4e09-8aed-b0350943fd77 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310566 Jul 08 18:43:24.774129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 26d5fc9f-4512-43f2-8d4a-318553325053 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:43:24.793538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e86ce-fdcb-4e3c-9d10-c1dcf3e81942 req-5ce8698c-fc9e-4d3f-8c08-27f2ecce07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:24.795052 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a14e86ce-fdcb-4e3c-9d10-c1dcf3e81942 req-5ce8698c-fc9e-4d3f-8c08-27f2ecce07a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 1096 time: 0.0520086 Jul 08 18:43:24.828831 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a14e86ce-fdcb-4e3c-9d10-c1dcf3e81942 req-452d7042-fcd7-4434-92bd-664cb066e2b0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277278 Jul 08 18:43:24.869585 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 26d5fc9f-4512-43f2-8d4a-318553325053, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26d5fc9f-4512-43f2-8d4a-318553325053,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:43:24.883262 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '26d5fc9f-4512-43f2-8d4a-318553325053', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'port_id': '26d5fc9f-4512-43f2-8d4a-318553325053', 'mac_address': 'fa:16:3e:e9:cf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:43:24.919721 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:24.933256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26d5fc9f-4512-43f2-8d4a-318553325053 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:43:24.953332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 26d5fc9f-4512-43f2-8d4a-318553325053, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26d5fc9f-4512-43f2-8d4a-318553325053,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:43:24.957530 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:25.005762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=26d5fc9f-4512-43f2-8d4a-318553325053,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:43:25.013054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.013401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.013735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.014064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.014413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.014738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.015057 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.015373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.015686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.016009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.016326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.016640 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:43:25.048939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee83eb-b5e5-4b93-aaba-3f70011331c3 req-580bfc15-1dab-45dd-b4e7-2dd4449f66dd tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:25.050439 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c0ee83eb-b5e5-4b93-aaba-3f70011331c3 req-580bfc15-1dab-45dd-b4e7-2dd4449f66dd tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 944 time: 0.0678928 Jul 08 18:43:25.087950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c0ee83eb-b5e5-4b93-aaba-3f70011331c3 req-70d8c1c8-c2de-41bf-a5b5-75c7d807ea2e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312028 Jul 08 18:43:25.396577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['26d5fc9f-4512-43f2-8d4a-318553325053'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:43:26.263020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372626bf-c976-4350-aed0-41fa2a235661 req-00faca73-e625-4870-af1a-fe3cdfcdf66a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:26.264397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-372626bf-c976-4350-aed0-41fa2a235661 req-00faca73-e625-4870-af1a-fe3cdfcdf66a tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 944 time: 0.0656526 Jul 08 18:43:26.301791 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-372626bf-c976-4350-aed0-41fa2a235661 req-400d80a0-b960-492b-a1e0-b7a4c64af0db tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318913 Jul 08 18:43:26.326228 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55910) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:43:26.387921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-32f2352d-ec56-49ce-af5e-be02ea450cc5 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/floatingips/64cc512d-e04b-4f66-9e43-be77b9d7f1e6 HTTP/1.1" status: 200 len: 991 time: 0.0605624 Jul 08 18:43:26.791187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 26d5fc9f-4512-43f2-8d4a-318553325053 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:43:26.837485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 26d5fc9f-4512-43f2-8d4a-318553325053 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:43:26.837849 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:26.913535 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:26.934846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:43:26.937102 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ebdd53-fde6-4463-8a9b-465297b3bdbd" -d '{"events": [{"server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "name": "network-vif-plugged", "status": "completed", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:43:26.950083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 26d5fc9f-4512-43f2-8d4a-318553325053, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26d5fc9f-4512-43f2-8d4a-318553325053,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:43:26.954330 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:27.001478 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=26d5fc9f-4512-43f2-8d4a-318553325053,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:43:27.145469 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff97789-28bd-443a-944c-4611604b4092 x-openstack-request-id: req-eff97789-28bd-443a-944c-4611604b4092 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:43:27.145760 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "name": "network-vif-plugged", "status": "completed", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:43:27.146625 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eff97789-28bd-443a-944c-4611604b4092 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:43:27.147028 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053', 'code': 200} Jul 08 18:43:33.755383 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:34.634312 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:36.292417 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-45e9e3ac-a8aa-4d98-b1ba-17ee3a00cabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:39.124371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:39.154372 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60a9d11a-f7fb-44df-8ec0-cadc81e540b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:40.302726 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:41.785653 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:46.226793 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:43:49.765859 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b91222f7-fa9e-4365-b093-b1600f921305 req-11ce3f9c-cff6-4fbd-8301-6ced27c77076 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524974 Jul 08 18:43:49.854520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91222f7-fa9e-4365-b093-b1600f921305 req-3d560cfb-679b-46fd-aa82-ba9095673c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:49.855975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b91222f7-fa9e-4365-b093-b1600f921305 req-3d560cfb-679b-46fd-aa82-ba9095673c7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 1096 time: 0.0506601 Jul 08 18:43:49.964547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91222f7-fa9e-4365-b093-b1600f921305 req-03e379c9-03bb-43d1-91c8-38c4dd01ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:49.966013 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b91222f7-fa9e-4365-b093-b1600f921305 req-03e379c9-03bb-43d1-91c8-38c4dd01ea05 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 HTTP/1.1" status: 200 len: 898 time: 0.0862386 Jul 08 18:43:50.371782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b91222f7-fa9e-4365-b093-b1600f921305 req-9f08805f-9a7b-4706-9338-42aa634559c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26d5fc9f-4512-43f2-8d4a-318553325053 HTTP/1.1" status: 200 len: 1000 time: 0.3983316 Jul 08 18:43:50.421529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91222f7-fa9e-4365-b093-b1600f921305 req-570fae17-9b14-488a-8930-eb9f9a2fa6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:50.422975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b91222f7-fa9e-4365-b093-b1600f921305 req-570fae17-9b14-488a-8930-eb9f9a2fa6f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f HTTP/1.1" status: 200 len: 834 time: 0.0441394 Jul 08 18:43:50.480368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91222f7-fa9e-4365-b093-b1600f921305 req-5e6e5914-7dbb-4fc7-bc24-4f2a664d3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:50.481852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b91222f7-fa9e-4365-b093-b1600f921305 req-5e6e5914-7dbb-4fc7-bc24-4f2a664d3203 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526922 Jul 08 18:43:50.570267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b91222f7-fa9e-4365-b093-b1600f921305 req-e6d8c7e1-f78e-4501-a2ac-222a1beb3f5d service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811825 Jul 08 18:43:50.661669 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b91222f7-fa9e-4365-b093-b1600f921305 req-2b03a4f9-7a5a-432d-a34d-9941595f74fb service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848355 Jul 08 18:44:03.754189 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:04.629371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:06.292798 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c321f77a-dc94-4efe-b5b7-df6b35fe2a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:09.124828 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:09.154696 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6509d84-30f3-4521-9f8a-ca1beed1272d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:10.306669 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:11.785670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:23.225386 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:44:31.008463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55950) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:31.387023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port e42ce2f3-3f57-4a75-a99f-69b7d936e03c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:44:31.387302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:31.459730 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:31.460060 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:31.471374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for e42ce2f3-3f57-4a75-a99f-69b7d936e03c owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:44:31.624242 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:31.648847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=e42ce2f3-3f57-4a75-a99f-69b7d936e03c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:31.660513 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.660856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.661671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.662031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.662383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.662711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.663033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.663355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.663676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.664002 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.664320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.665123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:31.721832 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:31.722160 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Floating IP 64cc512d-e04b-4f66-9e43-be77b9d7f1e6 disassociated (deleted). External IP: 172.25.8.22, port: 26d5fc9f-4512-43f2-8d4a-318553325053. Jul 08 18:44:31.930355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:44:32.037325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:44:32.043022 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:32.047176 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854982c0-af38-4bdb-8094-d288df1c4fc9 None None] Sync routers for ids ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:44:32.055913 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854982c0-af38-4bdb-8094-d288df1c4fc9 None None] Routers {'8ecce10e-d3af-4d20-8d73-4d1004ee1136'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:44:32.056504 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-854982c0-af38-4bdb-8094-d288df1c4fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:44:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:32.079744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3fe4f0c7-4204-45a8-b50c-e2ee8f7d1210 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/floatingips/64cc512d-e04b-4f66-9e43-be77b9d7f1e6 HTTP/1.1" status: 204 len: 168 time: 1.0702491 Jul 08 18:44:32.080432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:44:32.082824 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669a01e7-5a54-42f0-be6c-530bdbc96dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:44:32.125996 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553684f4-9380-4f0f-85e5-40d6cb90b460 x-openstack-request-id: req-553684f4-9380-4f0f-85e5-40d6cb90b460 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:44:32.126329 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:44:32.126638 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-553684f4-9380-4f0f-85e5-40d6cb90b460 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:44:32.127051 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053', 'status': 'completed', 'code': 200} Jul 08 18:44:32.161779 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-854982c0-af38-4bdb-8094-d288df1c4fc9 None None] Set router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:44:32.202910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a01e7-5a54-42f0-be6c-530bdbc96dc2 req-e505d274-e62a-425b-9775-a488b687cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:32.204438 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-669a01e7-5a54-42f0-be6c-530bdbc96dc2 req-e505d274-e62a-425b-9775-a488b687cdab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6e1158e86bd4bc8b1d072406a508422&device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 1096 time: 0.0543766 Jul 08 18:44:32.306940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a01e7-5a54-42f0-be6c-530bdbc96dc2 req-def52b2c-a702-46dc-bd1c-a3d2d3dd9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:32.308541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-669a01e7-5a54-42f0-be6c-530bdbc96dc2 req-def52b2c-a702-46dc-bd1c-a3d2d3dd9e14 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 HTTP/1.1" status: 200 len: 898 time: 0.0968823 Jul 08 18:44:32.360431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-669a01e7-5a54-42f0-be6c-530bdbc96dc2 req-2d744a09-cab6-40f8-a298-5ad6e79854e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26d5fc9f-4512-43f2-8d4a-318553325053 HTTP/1.1" status: 200 len: 217 time: 0.0381784 Jul 08 18:44:32.383985 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-854982c0-af38-4bdb-8094-d288df1c4fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '384d65e7-2c18-4af4-876b-f85179abef72', 'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:20:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:51Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:32.410004 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854982c0-af38-4bdb-8094-d288df1c4fc9 None None] Checking router: 8ecce10e-d3af-4d20-8d73-4d1004ee1136 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:44:32.418346 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854982c0-af38-4bdb-8094-d288df1c4fc9 None None] Routers {'8ecce10e-d3af-4d20-8d73-4d1004ee1136'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:44:32.418946 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-854982c0-af38-4bdb-8094-d288df1c4fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:44:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:32.444360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a01e7-5a54-42f0-be6c-530bdbc96dc2 req-d034cdfe-e313-4942-8cee-f47adffd77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:32.446278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-669a01e7-5a54-42f0-be6c-530bdbc96dc2 req-d034cdfe-e313-4942-8cee-f47adffd77f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f HTTP/1.1" status: 200 len: 834 time: 0.0772812 Jul 08 18:44:32.504531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc86f0-49b9-40e3-8b1b-a83dbb14828e req-4b566763-4a2b-4602-8d27-34a3c582c8fd tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:32.506118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfcc86f0-49b9-40e3-8b1b-a83dbb14828e req-4b566763-4a2b-4602-8d27-34a3c582c8fd tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.1108549 Jul 08 18:44:32.545722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a01e7-5a54-42f0-be6c-530bdbc96dc2 req-55fb8eda-eff8-4cf0-9b63-a5dda902b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:32.547263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-669a01e7-5a54-42f0-be6c-530bdbc96dc2 req-55fb8eda-eff8-4cf0-9b63-a5dda902b942 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932720 Jul 08 18:44:32.568322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfcc86f0-49b9-40e3-8b1b-a83dbb14828e req-a0c59fbf-eaf5-47ee-bce7-858a48a97ee0 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546134 Jul 08 18:44:32.609697 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-854982c0-af38-4bdb-8094-d288df1c4fc9 None None] Set router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:44:32.645656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-669a01e7-5a54-42f0-be6c-530bdbc96dc2 req-243bf02c-c0c7-4465-b23d-eb8dafb02a2c service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877573 Jul 08 18:44:32.738194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-669a01e7-5a54-42f0-be6c-530bdbc96dc2 req-8daa5cd5-149d-4bcb-92ec-167fb2869df4 service neutron] 10.222.0.74 "GET /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838220 Jul 08 18:44:32.800419 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-854982c0-af38-4bdb-8094-d288df1c4fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '384d65e7-2c18-4af4-876b-f85179abef72', 'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:20:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:51Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:32.828743 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854982c0-af38-4bdb-8094-d288df1c4fc9 None None] The sync data for ids ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'] in n-d-799684-3 is: [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '384d65e7-2c18-4af4-876b-f85179abef72', 'name': '', 'network_id': '0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'mac_address': 'fa:16:3e:20:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:51Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'subnets': [{'id': 'c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:44:33.037742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d02b60-746e-439d-80c5-06192d82066b None None] New status for floating IP 64cc512d-e04b-4f66-9e43-be77b9d7f1e6: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:44:33.740933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1a726-9d49-41c7-b095-175d01413c12 req-fe89d5f4-6489-4d45-9175-1f5a3ace4356 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:33.742421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ad1a726-9d49-41c7-b095-175d01413c12 req-fe89d5f4-6489-4d45-9175-1f5a3ace4356 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0625753 Jul 08 18:44:33.764731 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:33.780330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ad1a726-9d49-41c7-b095-175d01413c12 req-0fcac625-8c8e-4334-9449-deebe32cc1ba tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e205de6-d721-4e5a-9f72-7e595dc39d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324032 Jul 08 18:44:33.893072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17867362-78ae-4d96-9126-1f0f92656dc9 req-9c6c0872-0a54-4544-b2be-48c0f0b246bc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:33.894464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17867362-78ae-4d96-9126-1f0f92656dc9 req-9c6c0872-0a54-4544-b2be-48c0f0b246bc tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 945 time: 0.0674529 Jul 08 18:44:33.993682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-17867362-78ae-4d96-9126-1f0f92656dc9 req-2d4ed7f0-da4c-46d0-a186-84e8c5c48a2b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port 26d5fc9f-4512-43f2-8d4a-318553325053 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:44:33.994027 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-17867362-78ae-4d96-9126-1f0f92656dc9 req-2d4ed7f0-da4c-46d0-a186-84e8c5c48a2b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:34.084940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-17867362-78ae-4d96-9126-1f0f92656dc9 req-2d4ed7f0-da4c-46d0-a186-84e8c5c48a2b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port 26d5fc9f-4512-43f2-8d4a-318553325053, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=26d5fc9f-4512-43f2-8d4a-318553325053,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:34.085304 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-17867362-78ae-4d96-9126-1f0f92656dc9 req-2d4ed7f0-da4c-46d0-a186-84e8c5c48a2b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:34.097351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-17867362-78ae-4d96-9126-1f0f92656dc9 req-2d4ed7f0-da4c-46d0-a186-84e8c5c48a2b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for 26d5fc9f-4512-43f2-8d4a-318553325053 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:44:34.230658 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-17867362-78ae-4d96-9126-1f0f92656dc9 req-2d4ed7f0-da4c-46d0-a186-84e8c5c48a2b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:34.258979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ed7f0-da4c-46d0-a186-84e8c5c48a2b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=26d5fc9f-4512-43f2-8d4a-318553325053,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:34.303513 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-17867362-78ae-4d96-9126-1f0f92656dc9 req-2d4ed7f0-da4c-46d0-a186-84e8c5c48a2b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] No DVR routers for this DVR port 26d5fc9f-4512-43f2-8d4a-318553325053 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:44:34.306129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-17867362-78ae-4d96-9126-1f0f92656dc9 req-2d4ed7f0-da4c-46d0-a186-84e8c5c48a2b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:34.308165 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17867362-78ae-4d96-9126-1f0f92656dc9 req-2d4ed7f0-da4c-46d0-a186-84e8c5c48a2b tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.74 "DELETE /v2.0/ports/26d5fc9f-4512-43f2-8d4a-318553325053 HTTP/1.1" status: 204 len: 173 time: 0.4081066 Jul 08 18:44:34.308599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'name': 'network-vif-deleted', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:44:34.310825 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eefd617-bdfa-47e3-8899-33c4e3efc8e4" -d '{"events": [{"server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "name": "network-vif-deleted", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:44:34.365973 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ee7193-253d-49b3-93b2-69af2addf22d x-openstack-request-id: req-64ee7193-253d-49b3-93b2-69af2addf22d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:44:34.366289 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e388ff-bda8-429c-8aa7-6ff5f29f8871", "name": "network-vif-deleted", "tag": "26d5fc9f-4512-43f2-8d4a-318553325053", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:44:34.366592 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64ee7193-253d-49b3-93b2-69af2addf22d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:44:34.366986 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e388ff-bda8-429c-8aa7-6ff5f29f8871', 'name': 'network-vif-deleted', 'tag': '26d5fc9f-4512-43f2-8d4a-318553325053', 'status': 'completed', 'code': 200} Jul 08 18:44:34.622251 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:34.943528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9eec897d-70ba-46e4-bc45-b5ad6672896a req-e3d240ca-abb8-4da4-9191-f16daf6b923e tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e388ff-bda8-429c-8aa7-6ff5f29f8871 HTTP/1.1" status: 200 len: 210 time: 0.0279133 Jul 08 18:44:36.042832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55974) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:36.293579 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2b520b94-7ed6-49a4-a882-9f416a70adae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:36.398667 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:36.651582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port 384d65e7-2c18-4af4-876b-f85179abef72 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:44:36.651926 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:36.738994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port 384d65e7-2c18-4af4-876b-f85179abef72, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=384d65e7-2c18-4af4-876b-f85179abef72,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:36.739348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:36.750720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for 384d65e7-2c18-4af4-876b-f85179abef72 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:44:36.933278 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:36.960400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=384d65e7-2c18-4af4-876b-f85179abef72,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:37.132516 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:37.158741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 26d5fc9f-4512-43f2-8d4a-318553325053 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:44:37.178692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 26d5fc9f-4512-43f2-8d4a-318553325053 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:44:37.179030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 26d5fc9f-4512-43f2-8d4a-318553325053 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:44:37.338339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:44:37.441446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:44:37.446950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7ed20185-3238-47ac-8024-bee545d044ea tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "PUT /v2.0/routers/8ecce10e-d3af-4d20-8d73-4d1004ee1136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4030225 Jul 08 18:44:37.449671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55976) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:37.451264 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a13d38c-c9a7-4153-b66b-ea59b8b3874b None None] Sync routers for ids ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:44:37.460189 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a13d38c-c9a7-4153-b66b-ea59b8b3874b None None] Routers {'8ecce10e-d3af-4d20-8d73-4d1004ee1136'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:44:37.460790 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2a13d38c-c9a7-4153-b66b-ea59b8b3874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:44:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:37.499276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eeb970d-7e97-4361-9f50-36fca4c2e5c8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting subnet c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:44:37.502327 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4eeb970d-7e97-4361-9f50-36fca4c2e5c8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:37.542029 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4eeb970d-7e97-4361-9f50-36fca4c2e5c8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:37.561944 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-2a13d38c-c9a7-4153-b66b-ea59b8b3874b None None] Set router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:44:37.739241 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2a13d38c-c9a7-4153-b66b-ea59b8b3874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:44:36Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:37.765567 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a13d38c-c9a7-4153-b66b-ea59b8b3874b None None] Checking router: 8ecce10e-d3af-4d20-8d73-4d1004ee1136 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:44:37.774892 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a13d38c-c9a7-4153-b66b-ea59b8b3874b None None] Routers {'8ecce10e-d3af-4d20-8d73-4d1004ee1136'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:44:37.775512 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2a13d38c-c9a7-4153-b66b-ea59b8b3874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:44:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:37.882274 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-2a13d38c-c9a7-4153-b66b-ea59b8b3874b None None] Set router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:44:37.978992 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4eeb970d-7e97-4361-9f50-36fca4c2e5c8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.035528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4eeb970d-7e97-4361-9f50-36fca4c2e5c8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.061365 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2a13d38c-c9a7-4153-b66b-ea59b8b3874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:44:36Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:38.063439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb970d-7e97-4361-9f50-36fca4c2e5c8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Subnet': ['ID=c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:38.067151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4eeb970d-7e97-4361-9f50-36fca4c2e5c8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.069179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4eeb970d-7e97-4361-9f50-36fca4c2e5c8 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/subnets/c095aeb8-2f02-4eaa-a2bf-3eaaa5392d8f HTTP/1.1" status: 204 len: 168 time: 0.6184297 Jul 08 18:44:38.071880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55978) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:38.077448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f473a5-e7c9-4f79-b3cc-674b42cd1858 None None] Network 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:44:38.091227 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a13d38c-c9a7-4153-b66b-ea59b8b3874b None None] The sync data for ids ['8ecce10e-d3af-4d20-8d73-4d1004ee1136'] in n-d-799684-3 is: [{'id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280277124', 'tenant_id': 'f6e1158e86bd4bc8b1d072406a508422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:41Z', 'updated_at': '2021-07-08T18:44:36Z', 'revision_number': 5, 'project_id': 'f6e1158e86bd4bc8b1d072406a508422', 'gw_port': {'id': '28f07c6e-3841-4ff0-88bd-219f2c89e6ea', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecce10e-d3af-4d20-8d73-4d1004ee1136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:44:38.185757 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.289707 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.339756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Deleting port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:44:38.340098 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.420752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] For port 28f07c6e-3841-4ff0-88bd-219f2c89e6ea, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=28f07c6e-3841-4ff0-88bd-219f2c89e6ea,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:38.421104 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.433611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Calling delete_port for 28f07c6e-3841-4ff0-88bd-219f2c89e6ea owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:44:38.453892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] DHCP port deletion for 0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:44:38.504579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Deleting port 60a687b8-3ce8-4f1a-86b5-7afb137cba22 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:44:38.504952 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.571548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] For port 60a687b8-3ce8-4f1a-86b5-7afb137cba22, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=60a687b8-3ce8-4f1a-86b5-7afb137cba22,segment=NetworkSegment(3df52ac1-6eaf-418d-8872-a4909f6dbfa0),segment_id=3df52ac1-6eaf-418d-8872-a4909f6dbfa0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:38.572199 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.585797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Calling delete_port for 60a687b8-3ce8-4f1a-86b5-7afb137cba22 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:44:38.614652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.641232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Port': ['ID=28f07c6e-3841-4ff0-88bd-219f2c89e6ea,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:38.672801 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.698001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Pushing event deleted for resources: {'Port': ['ID=60a687b8-3ce8-4f1a-86b5-7afb137cba22,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:38.703539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.705998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] No DVR routers for this DVR port 60a687b8-3ce8-4f1a-86b5-7afb137cba22 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:44:38.708151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.708499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.708838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.709175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.709506 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.709902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.710284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.710581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.710903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.711745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.712081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.712401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203d80e-8e42-4254-9d2e-9dd1101708b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:38.800096 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.802343 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.843905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 384d65e7-2c18-4af4-876b-f85179abef72 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:44:38.845780 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.846258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Fanout notify agent at l3_agent the message router_deleted on router 8ecce10e-d3af-4d20-8d73-4d1004ee1136 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:44:38.854162 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.855348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ec1762cd-1e84-4b77-a4e5-dfae2f64977d tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/routers/8ecce10e-d3af-4d20-8d73-4d1004ee1136 HTTP/1.1" status: 204 len: 168 time: 0.7825484 Jul 08 18:44:38.858041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55980) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:38.874169 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 384d65e7-2c18-4af4-876b-f85179abef72 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:44:38.874420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 384d65e7-2c18-4af4-876b-f85179abef72 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:44:38.874843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 60a687b8-3ce8-4f1a-86b5-7afb137cba22 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:44:38.894724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 60a687b8-3ce8-4f1a-86b5-7afb137cba22 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:44:38.895070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 60a687b8-3ce8-4f1a-86b5-7afb137cba22 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:44:38.942731 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.036023 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.045837 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:39.055895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df52ac1-6eaf-418d-8872-a4909f6dbfa0') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:39.056192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df52ac1-6eaf-418d-8872-a4909f6dbfa0') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:39.064675 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.078283 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.083909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:44:39.084301 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:44:39.087774 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:44:39.125725 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.149664 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.155944 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6a873ee0-7cfb-4906-bd72-3dc468bea375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.157854 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.159115 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/networks/0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11 HTTP/1.1" status: 204 len: 168 time: 0.3000505 Jul 08 18:44:39.162732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 55982) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:39.171783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88961d12-381c-4124-b8e6-1512cb3d2b78 tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'Network': ['ID=0f6fd8e6-28f5-4cb2-b0da-44fcb204dd11,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:39.221065 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.244659 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.306415 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.308880 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.310011 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] 10.222.0.73 "DELETE /v2.0/security-groups/1e205de6-d721-4e5a-9f72-7e595dc39d6d HTTP/1.1" status: 204 len: 168 time: 0.1455204 Jul 08 18:44:39.318731 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e205de6-d721-4e5a-9f72-7e595dc39d6d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:39.327070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.327419 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.327758 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.328091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.328417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.328747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.329072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.329393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.329720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.330038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.330380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.330703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b198c-61b4-4357-a981-1a8c96a3efee tempest-TestNetworkAdvancedServerOps-327542107 tempest-TestNetworkAdvancedServerOps-327542107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:39.618806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55992) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:39.752135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7a040912-c366-47fa-8cb0-eaa005bce0c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f6e1158e86bd4bc8b1d072406a508422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320996 Jul 08 18:44:39.754564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 55996) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:39.802042 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03516fe3-1b80-45bb-b5fe-da07155cbcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.822904 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03516fe3-1b80-45bb-b5fe-da07155cbcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.868302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03516fe3-1b80-45bb-b5fe-da07155cbcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.870998 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03516fe3-1b80-45bb-b5fe-da07155cbcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.872197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-03516fe3-1b80-45bb-b5fe-da07155cbcae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9be5a21c-f4d5-4a57-8d7f-40d1e5863ee8 HTTP/1.1" status: 204 len: 168 time: 0.1167367 Jul 08 18:44:39.879966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03516fe3-1b80-45bb-b5fe-da07155cbcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be5a21c-f4d5-4a57-8d7f-40d1e5863ee8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:40.138859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56002) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:40.179739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-93d0e1be-b920-4d92-8a60-e477f29ca4c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b7bf6bb0ed142d1a4b44cc1a9a9118f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396898 Jul 08 18:44:40.182184 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56004) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:40.236281 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf10fffb-3929-4d36-8096-dc2d6ec0674f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:40.258007 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf10fffb-3929-4d36-8096-dc2d6ec0674f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:40.306470 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf10fffb-3929-4d36-8096-dc2d6ec0674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:40.308549 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:40.309335 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf10fffb-3929-4d36-8096-dc2d6ec0674f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:40.310487 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cf10fffb-3929-4d36-8096-dc2d6ec0674f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3d49b3b8-5087-4bfd-8e34-3395988e15eb HTTP/1.1" status: 204 len: 168 time: 0.1273537 Jul 08 18:44:40.317931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10fffb-3929-4d36-8096-dc2d6ec0674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d49b3b8-5087-4bfd-8e34-3395988e15eb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:40.747804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 28f07c6e-3841-4ff0-88bd-219f2c89e6ea no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:44:40.768752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 28f07c6e-3841-4ff0-88bd-219f2c89e6ea {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:44:40.769091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 28f07c6e-3841-4ff0-88bd-219f2c89e6ea not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:44:41.790405 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:50.334336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-41c48ae0-080a-4550-bec3-1ecaf4ac3738 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=20a3f7dbf6584907904b0148ac58d083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290308 Jul 08 18:44:50.535683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c3ff23a1-70e3-4d72-8f8d-05e5391bbf24 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:50.537400 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c3ff23a1-70e3-4d72-8f8d-05e5391bbf24 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978238 Jul 08 18:44:50.551931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-96c1bcbf-2f01-483c-b154-9b9f64e78c38 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/quotas/20a3f7dbf6584907904b0148ac58d083 HTTP/1.1" status: 200 len: 375 time: 0.0087376 Jul 08 18:44:50.583587 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-86c1d8a8-b79f-413c-9f79-e29c96a9f343 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=20a3f7dbf6584907904b0148ac58d083&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269787 Jul 08 18:44:50.759325 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed17233d-ccc9-42ba-b61d-9d60fc4ae305 req-14283bb7-9527-442f-8d30-8869b2b9d3ce tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 210 time: 0.0361731 Jul 08 18:44:51.903428 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b703dcd7-b24c-4495-8882-f054fc3f4939 req-8ac2f6d5-4dc1-49e0-b4e0-9862f3280418 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 210 time: 0.0289493 Jul 08 18:44:51.937659 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-b26ff8b1-3bd4-4d55-a2bc-ca8dc6d1a430 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=20a3f7dbf6584907904b0148ac58d083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310798 Jul 08 18:44:52.120007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-302b3152-ebbf-44d1-92e3-d4363607da8f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:52.121344 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-302b3152-ebbf-44d1-92e3-d4363607da8f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779914 Jul 08 18:44:52.134330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Request body: {'port': {'device_id': 'cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'admin_state_up': True, 'tenant_id': '20a3f7dbf6584907904b0148ac58d083'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:44:52.242750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Made reservation on behalf of 20a3f7dbf6584907904b0148ac58d083 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:44:52.247108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:52.256315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:52.351768 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:52.356190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:52.422573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909e051c-885c-4d01-832f-1dc24890a69f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:52.485260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Allocated IP 192.168.233.202 (c2b9b569-3a74-4215-b0ec-99d687bc88e7/fd0479c1-e550-442a-af8d-56c85d30b3ba/a1b2b9f1-d01d-4959-a837-c3c7dd806739) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:44:52.626828 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:52.640669 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Transition to ACTIVE for port object a1b2b9f1-d01d-4959-a837-c3c7dd806739 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:44:52.673641 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:52.714332 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Network c2b9b569-3a74-4215-b0ec-99d687bc88e7 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:44:52.717481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:44:52.723406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:44:52.749649 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Pushing event updated for resources: {'Port': ['ID=a1b2b9f1-d01d-4959-a837-c3c7dd806739,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:52.777968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:52.778722 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:52.794778 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c640e2fc-bcd6-4605-b774-004cd4e4406f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6639943 Jul 08 18:44:52.806705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Request body: {'port': {'device_id': 'cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:44:52.884267 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:52.906672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-effffa72-8df1-47f0-b952-99a621502daf None None] Provisioning for port a1b2b9f1-d01d-4959-a837-c3c7dd806739 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:44:52.910613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-effffa72-8df1-47f0-b952-99a621502daf None None] Provisioning complete for port a1b2b9f1-d01d-4959-a837-c3c7dd806739 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:44:52.911008 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-effffa72-8df1-47f0-b952-99a621502daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:52.948146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-effffa72-8df1-47f0-b952-99a621502daf None None] Port a1b2b9f1-d01d-4959-a837-c3c7dd806739 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:44:53.083539 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84c3ce-c725-4807-a3a2-86eb9e98d6fb req-9fb8818b-7b13-43f0-a03b-cae32968ee0c tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:53.084974 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed84c3ce-c725-4807-a3a2-86eb9e98d6fb req-9fb8818b-7b13-43f0-a03b-cae32968ee0c tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 936 time: 0.0626075 Jul 08 18:44:53.123318 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ed84c3ce-c725-4807-a3a2-86eb9e98d6fb req-7948c278-f943-409c-bdaa-d367530bcf65 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Jul 08 18:44:53.148290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b2b9f1-d01d-4959-a837-c3c7dd806739 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:44:53.156258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:53.169696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Transition to ACTIVE for port object a1b2b9f1-d01d-4959-a837-c3c7dd806739 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:44:53.173449 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:53.229813 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b2b9f1-d01d-4959-a837-c3c7dd806739,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:53.300725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Attempting to bind port a1b2b9f1-d01d-4959-a837-c3c7dd806739 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:44:53.301062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Attempting to bind port a1b2b9f1-d01d-4959-a837-c3c7dd806739 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:44:53.301393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Attempting to bind port a1b2b9f1-d01d-4959-a837-c3c7dd806739 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:44:53.305982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Port a1b2b9f1-d01d-4959-a837-c3c7dd806739 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:44:53.306343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Attempting to bind port a1b2b9f1-d01d-4959-a837-c3c7dd806739 on network c2b9b569-3a74-4215-b0ec-99d687bc88e7 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:44:53.311242 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:44:53.311585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Checking segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:44:53.312095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Bound using segment: {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:44:53.312416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Bound port: a1b2b9f1-d01d-4959-a837-c3c7dd806739, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2967984c-450a-4dd3-a418-ca542ec99ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:44:53.312777 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:53.378001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] For port a1b2b9f1-d01d-4959-a837-c3c7dd806739, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:44:53.380976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] For port a1b2b9f1-d01d-4959-a837-c3c7dd806739, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=a1b2b9f1-d01d-4959-a837-c3c7dd806739,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:44:53.386346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:53.421204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:53.421819 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:53.423325 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] 10.222.0.59 "PUT /v2.0/ports/a1b2b9f1-d01d-4959-a837-c3c7dd806739 HTTP/1.1" status: 200 len: 1096 time: 0.6210744 Jul 08 18:44:53.423764 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e', 'tag': 'a1b2b9f1-d01d-4959-a837-c3c7dd806739'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:44:53.426029 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3d891f-6cbf-4438-a065-c8c8413a23ef" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e", "tag": "a1b2b9f1-d01d-4959-a837-c3c7dd806739"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:44:53.460794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492e15f-eab3-485d-ac42-faebac3ebec4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b2b9f1-d01d-4959-a837-c3c7dd806739,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:53.532926 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5058af25-bb4d-45a7-ba15-48342c495023 x-openstack-request-id: req-5058af25-bb4d-45a7-ba15-48342c495023 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:44:53.533225 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e", "tag": "a1b2b9f1-d01d-4959-a837-c3c7dd806739", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:44:53.533478 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5058af25-bb4d-45a7-ba15-48342c495023 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:44:53.533878 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e', 'tag': 'a1b2b9f1-d01d-4959-a837-c3c7dd806739', 'status': 'completed', 'code': 200} Jul 08 18:44:53.557334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-6f0e732c-36d4-40f4-86dc-15b1ffc21332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:53.558952 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-6f0e732c-36d4-40f4-86dc-15b1ffc21332 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=20a3f7dbf6584907904b0148ac58d083&device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 1099 time: 0.0650251 Jul 08 18:44:53.600736 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-9b55715d-65a0-4634-86ad-af8b5dcc744f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=a1b2b9f1-d01d-4959-a837-c3c7dd806739 HTTP/1.1" status: 200 len: 217 time: 0.0345504 Jul 08 18:44:53.648283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-7ee989f9-48b2-43b1-854a-deb78fa53083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:53.650364 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-7ee989f9-48b2-43b1-854a-deb78fa53083 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0442836 Jul 08 18:44:53.705842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-91a72087-f5a9-46d7-9740-9e2989e0891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:53.708370 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-91a72087-f5a9-46d7-9740-9e2989e0891f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523431 Jul 08 18:44:53.798737 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-c1d42cf0-e09e-4312-949d-0fe14055b593 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841610 Jul 08 18:44:53.885498 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a761b24-f80d-4861-8664-e5ec63d39a28 req-4e6205ce-de6a-4def-ba3a-b68e45c11738 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807819 Jul 08 18:44:53.988099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d891f-6cbf-4438-a065-c8c8413a23ef req-16fb4e9a-4eea-4044-9652-93c479ef2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:53.989575 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fa3d891f-6cbf-4438-a065-c8c8413a23ef req-16fb4e9a-4eea-4044-9652-93c479ef2f23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=20a3f7dbf6584907904b0148ac58d083&device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 1099 time: 0.0563500 Jul 08 18:44:54.077494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d891f-6cbf-4438-a065-c8c8413a23ef req-54e193be-789b-4a02-a1e9-c8a4ef94ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:54.078907 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fa3d891f-6cbf-4438-a065-c8c8413a23ef req-54e193be-789b-4a02-a1e9-c8a4ef94ae6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b9b569-3a74-4215-b0ec-99d687bc88e7 HTTP/1.1" status: 200 len: 870 time: 0.0834930 Jul 08 18:44:54.121985 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fa3d891f-6cbf-4438-a065-c8c8413a23ef req-26bee7b0-627f-4703-a1cd-54cf1b8009a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=a1b2b9f1-d01d-4959-a837-c3c7dd806739 HTTP/1.1" status: 200 len: 217 time: 0.0372164 Jul 08 18:44:54.169604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d891f-6cbf-4438-a065-c8c8413a23ef req-3d7e79e3-7c2a-4515-b409-05487e8d05a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:54.171125 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fa3d891f-6cbf-4438-a065-c8c8413a23ef req-3d7e79e3-7c2a-4515-b409-05487e8d05a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd0479c1-e550-442a-af8d-56c85d30b3ba HTTP/1.1" status: 200 len: 843 time: 0.0431948 Jul 08 18:44:54.227438 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d891f-6cbf-4438-a065-c8c8413a23ef req-9ee416be-ded2-4ada-9afe-f9e70360d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:54.228948 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fa3d891f-6cbf-4438-a065-c8c8413a23ef req-9ee416be-ded2-4ada-9afe-f9e70360d3df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b9b569-3a74-4215-b0ec-99d687bc88e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517600 Jul 08 18:44:54.296960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78851b55-109a-47e6-83a6-10bcd89beacc req-5b65e6be-afc7-4fa5-a509-72781adc359c tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:54.298485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78851b55-109a-47e6-83a6-10bcd89beacc req-5b65e6be-afc7-4fa5-a509-72781adc359c tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 948 time: 0.0646701 Jul 08 18:44:54.321447 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fa3d891f-6cbf-4438-a065-c8c8413a23ef req-085486d1-d8e3-46e4-bd0d-360d74ac4f29 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851514 Jul 08 18:44:54.341578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78851b55-109a-47e6-83a6-10bcd89beacc req-0f6f35f6-32f8-479a-a26c-f50bce329d1f tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373824 Jul 08 18:44:54.410129 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fa3d891f-6cbf-4438-a065-c8c8413a23ef req-3b894049-1840-42bb-bd55-e2cb0dc8fa1e service neutron] 10.222.0.59 "GET /v2.0/networks/c2b9b569-3a74-4215-b0ec-99d687bc88e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827351 Jul 08 18:44:55.513916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c265c4f-244a-4433-9b5b-0984657693b8 req-28ec321e-6fdb-428b-96c9-7aab90d9bc46 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:55.515431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4c265c4f-244a-4433-9b5b-0984657693b8 req-28ec321e-6fdb-428b-96c9-7aab90d9bc46 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 948 time: 0.0634162 Jul 08 18:44:55.553619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4c265c4f-244a-4433-9b5b-0984657693b8 req-8520188b-ab36-48cd-8909-820f14f25591 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325944 Jul 08 18:44:56.725079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfaf9a-7ae0-4dff-af5a-ac29b7361aff req-b0aa987d-c2ab-46a6-8b2a-ec01c8eac168 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:56.726588 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00bfaf9a-7ae0-4dff-af5a-ac29b7361aff req-b0aa987d-c2ab-46a6-8b2a-ec01c8eac168 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 948 time: 0.0629203 Jul 08 18:44:56.763830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00bfaf9a-7ae0-4dff-af5a-ac29b7361aff req-3fa8b7c5-1821-4680-a79c-163d02e94ed1 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Jul 08 18:44:57.941438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0d7f-06f2-4848-927e-b30d0230cb75 req-ca63e584-7261-43ae-aa18-b30ff49c4289 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:57.942958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f65b0d7f-06f2-4848-927e-b30d0230cb75 req-ca63e584-7261-43ae-aa18-b30ff49c4289 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 948 time: 0.0671985 Jul 08 18:44:57.982027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f65b0d7f-06f2-4848-927e-b30d0230cb75 req-c31cc323-0404-4b4a-b864-1c068e0f67c5 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Jul 08 18:44:58.189332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device a1b2b9f1-d01d-4959-a837-c3c7dd806739 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:44:58.286829 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port a1b2b9f1-d01d-4959-a837-c3c7dd806739, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=a1b2b9f1-d01d-4959-a837-c3c7dd806739,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:58.297757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'a1b2b9f1-d01d-4959-a837-c3c7dd806739', 'network_id': 'c2b9b569-3a74-4215-b0ec-99d687bc88e7', 'port_id': 'a1b2b9f1-d01d-4959-a837-c3c7dd806739', 'mac_address': 'fa:16:3e:df:77:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0479c1-e550-442a-af8d-56c85d30b3ba', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:44:58.333370 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:58.345869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b2b9f1-d01d-4959-a837-c3c7dd806739 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:44:58.365086 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port a1b2b9f1-d01d-4959-a837-c3c7dd806739, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=a1b2b9f1-d01d-4959-a837-c3c7dd806739,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:58.368807 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:58.419250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=a1b2b9f1-d01d-4959-a837-c3c7dd806739,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:58.717915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['a1b2b9f1-d01d-4959-a837-c3c7dd806739'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:44:59.151928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48c2d6-e907-467f-a1cf-820531b43d97 req-31b9c0a9-18fe-4b6d-b8c9-ac4147298734 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:59.153414 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c48c2d6-e907-467f-a1cf-820531b43d97 req-31b9c0a9-18fe-4b6d-b8c9-ac4147298734 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 949 time: 0.0626040 Jul 08 18:44:59.191247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5c48c2d6-e907-467f-a1cf-820531b43d97 req-fc90630e-f9a9-433c-a303-aaac963b542d tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323799 Jul 08 18:45:00.188740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device a1b2b9f1-d01d-4959-a837-c3c7dd806739 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:45:00.224053 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:45:00.237258 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port a1b2b9f1-d01d-4959-a837-c3c7dd806739 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:45:00.241052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port a1b2b9f1-d01d-4959-a837-c3c7dd806739 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:45:00.241528 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:00.368923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00b58e-219d-4d6b-916c-288a9e43ca95 req-f4da4ba9-353d-4c84-914c-2b268ac9c031 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:00.370586 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a00b58e-219d-4d6b-916c-288a9e43ca95 req-f4da4ba9-353d-4c84-914c-2b268ac9c031 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 949 time: 0.0656838 Jul 08 18:45:00.414920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a00b58e-219d-4d6b-916c-288a9e43ca95 req-6e15ab5e-e925-4c76-9b14-a58157700304 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384114 Jul 08 18:45:00.472009 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:00.493232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b2b9f1-d01d-4959-a837-c3c7dd806739'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:45:00.495472 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da01b36-8273-4bb9-9ef4-fbf17987edcd" -d '{"events": [{"server_uuid": "cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e", "name": "network-vif-plugged", "status": "completed", "tag": "a1b2b9f1-d01d-4959-a837-c3c7dd806739"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:45:00.507644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port a1b2b9f1-d01d-4959-a837-c3c7dd806739, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=a1b2b9f1-d01d-4959-a837-c3c7dd806739,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:45:00.511747 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:00.534522 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c73317d-f60c-42de-9c0f-fa8ddef6b0c4 x-openstack-request-id: req-0c73317d-f60c-42de-9c0f-fa8ddef6b0c4 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:45:00.534813 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e", "name": "network-vif-plugged", "status": "completed", "tag": "a1b2b9f1-d01d-4959-a837-c3c7dd806739", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:45:00.535063 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c73317d-f60c-42de-9c0f-fa8ddef6b0c4 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:45:00.535449 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b2b9f1-d01d-4959-a837-c3c7dd806739', 'code': 200} Jul 08 18:45:00.560984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=a1b2b9f1-d01d-4959-a837-c3c7dd806739,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:00.639977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc634-b55b-4f89-9884-1ee200043df6 req-ed3a8441-cae4-42c2-abd6-388829bb928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:00.641442 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee6dc634-b55b-4f89-9884-1ee200043df6 req-ed3a8441-cae4-42c2-abd6-388829bb928d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 1101 time: 0.0509055 Jul 08 18:45:00.674699 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee6dc634-b55b-4f89-9884-1ee200043df6 req-1009a7c1-cec1-4a26-84ff-6e11c3886455 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271404 Jul 08 18:45:01.606466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879eed7-ca4d-49ec-9272-1ebbd32e77cc req-d8a48103-a230-4a3d-b1f9-5c7c9348b163 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:01.607977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e879eed7-ca4d-49ec-9272-1ebbd32e77cc req-d8a48103-a230-4a3d-b1f9-5c7c9348b163 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 950 time: 0.0738313 Jul 08 18:45:01.644790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e879eed7-ca4d-49ec-9272-1ebbd32e77cc req-a975879a-82db-4c66-a92a-0852624707cd tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Jul 08 18:45:02.817823 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347d91b-806d-4d9c-a505-136503cfdfa4 req-7e0cc804-9c66-42dc-b16d-2b8044bffe77 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:02.819253 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b347d91b-806d-4d9c-a505-136503cfdfa4 req-7e0cc804-9c66-42dc-b16d-2b8044bffe77 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 950 time: 0.0638819 Jul 08 18:45:02.857608 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b347d91b-806d-4d9c-a505-136503cfdfa4 req-502f58c6-40f0-4e05-b977-4d767b865330 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327530 Jul 08 18:45:03.782925 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:03.922132 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2ccb6-01af-4e9d-bc95-966bf6af9b74 req-b4fc6b27-9ce7-4aab-aca6-3ec6484c0853 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:03.923620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37d2ccb6-01af-4e9d-bc95-966bf6af9b74 req-b4fc6b27-9ce7-4aab-aca6-3ec6484c0853 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 950 time: 0.0661502 Jul 08 18:45:03.963200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37d2ccb6-01af-4e9d-bc95-966bf6af9b74 req-ca960293-d00f-4942-807a-3b9341422b1b tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337429 Jul 08 18:45:04.626232 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:05.133892 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e759bc4-f7e3-4d43-a9f2-fadb1d3dd314 req-7e3c87f4-c363-4f0b-83c3-babc0218bad9 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:05.135388 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e759bc4-f7e3-4d43-a9f2-fadb1d3dd314 req-7e3c87f4-c363-4f0b-83c3-babc0218bad9 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 950 time: 0.0625913 Jul 08 18:45:05.173074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e759bc4-f7e3-4d43-a9f2-fadb1d3dd314 req-5225992f-484e-4587-957f-d36aafd23b49 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.73 "GET /v2.0/security-groups?id=909e051c-885c-4d01-832f-1dc24890a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321271 Jul 08 18:45:05.212933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd38e6-c2de-45c9-b92b-2e612e17d514 req-f5522951-b247-4b95-b4e4-7d6cb166db48 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:05.214318 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15bd38e6-c2de-45c9-b92b-2e612e17d514 req-f5522951-b247-4b95-b4e4-7d6cb166db48 tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e HTTP/1.1" status: 200 len: 950 time: 0.0654585 Jul 08 18:45:05.310824 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-15bd38e6-c2de-45c9-b92b-2e612e17d514 req-29bccb21-05d6-4385-9b2f-85b40ea09a5e tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Deleting port a1b2b9f1-d01d-4959-a837-c3c7dd806739 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:45:05.311164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15bd38e6-c2de-45c9-b92b-2e612e17d514 req-29bccb21-05d6-4385-9b2f-85b40ea09a5e tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:05.398557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-15bd38e6-c2de-45c9-b92b-2e612e17d514 req-29bccb21-05d6-4385-9b2f-85b40ea09a5e tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] For port a1b2b9f1-d01d-4959-a837-c3c7dd806739, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=a1b2b9f1-d01d-4959-a837-c3c7dd806739,segment=NetworkSegment(2967984c-450a-4dd3-a418-ca542ec99ccf),segment_id=2967984c-450a-4dd3-a418-ca542ec99ccf)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:45:05.398916 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15bd38e6-c2de-45c9-b92b-2e612e17d514 req-29bccb21-05d6-4385-9b2f-85b40ea09a5e tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:05.411956 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-15bd38e6-c2de-45c9-b92b-2e612e17d514 req-29bccb21-05d6-4385-9b2f-85b40ea09a5e tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Calling delete_port for a1b2b9f1-d01d-4959-a837-c3c7dd806739 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:45:05.532045 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15bd38e6-c2de-45c9-b92b-2e612e17d514 req-29bccb21-05d6-4385-9b2f-85b40ea09a5e tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:05.543588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['a1b2b9f1-d01d-4959-a837-c3c7dd806739'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:45:05.567698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bccb21-05d6-4385-9b2f-85b40ea09a5e tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Pushing event deleted for resources: {'Port': ['ID=a1b2b9f1-d01d-4959-a837-c3c7dd806739,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:05.611300 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bd38e6-c2de-45c9-b92b-2e612e17d514 req-29bccb21-05d6-4385-9b2f-85b40ea09a5e tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] No DVR routers for this DVR port a1b2b9f1-d01d-4959-a837-c3c7dd806739 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:45:05.614009 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15bd38e6-c2de-45c9-b92b-2e612e17d514 req-29bccb21-05d6-4385-9b2f-85b40ea09a5e tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:05.616123 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15bd38e6-c2de-45c9-b92b-2e612e17d514 req-29bccb21-05d6-4385-9b2f-85b40ea09a5e tempest-ServersAdminNegativeTestJSON-898123621 tempest-ServersAdminNegativeTestJSON-898123621-project] 10.222.0.59 "DELETE /v2.0/ports/a1b2b9f1-d01d-4959-a837-c3c7dd806739 HTTP/1.1" status: 204 len: 173 time: 0.3965967 Jul 08 18:45:05.616578 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e', 'name': 'network-vif-deleted', 'tag': 'a1b2b9f1-d01d-4959-a837-c3c7dd806739'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:45:05.618939 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8646a72b-2096-4373-b30c-91a0ed8157e2" -d '{"events": [{"server_uuid": "cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e", "name": "network-vif-deleted", "tag": "a1b2b9f1-d01d-4959-a837-c3c7dd806739"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:45:05.659609 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fd22ed-088d-464e-9229-97757230e8a7 x-openstack-request-id: req-d0fd22ed-088d-464e-9229-97757230e8a7 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:45:05.659907 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e", "name": "network-vif-deleted", "tag": "a1b2b9f1-d01d-4959-a837-c3c7dd806739", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:45:05.660158 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d0fd22ed-088d-464e-9229-97757230e8a7 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:45:05.660564 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0a68eb-be06-4b2c-8d8f-a93054f8dd3e', 'name': 'network-vif-deleted', 'tag': 'a1b2b9f1-d01d-4959-a837-c3c7dd806739', 'status': 'completed', 'code': 200} Jul 08 18:45:06.294654 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5478dad-d68a-4297-aad1-715881124c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:06.504919 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56150) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:45:06.633862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1e39dedd-fa80-4529-b396-79b823e2d131 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20a3f7dbf6584907904b0148ac58d083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277592 Jul 08 18:45:06.636298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56154) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:45:06.683539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f01bdfce-4beb-42a7-9856-772b035874ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:06.707982 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f01bdfce-4beb-42a7-9856-772b035874ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:06.756146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f01bdfce-4beb-42a7-9856-772b035874ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:06.758793 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f01bdfce-4beb-42a7-9856-772b035874ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:06.760012 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f01bdfce-4beb-42a7-9856-772b035874ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/909e051c-885c-4d01-832f-1dc24890a69f HTTP/1.1" status: 204 len: 168 time: 0.1227794 Jul 08 18:45:06.768367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bdfce-4beb-42a7-9856-772b035874ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909e051c-885c-4d01-832f-1dc24890a69f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:07.012114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56160) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:45:07.025329 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f520cd6e-826e-4a4f-9fe0-5fad496aff0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:07.121360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f520cd6e-826e-4a4f-9fe0-5fad496aff0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:07.125718 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f520cd6e-826e-4a4f-9fe0-5fad496aff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:07.162461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520cd6e-826e-4a4f-9fe0-5fad496aff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0e8752-d27b-4c85-9bc9-14cb6822fbe8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:07.167757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f520cd6e-826e-4a4f-9fe0-5fad496aff0c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a46c24f320f64525b50a5438907b31c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538265 Jul 08 18:45:07.169463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56162) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:45:07.218129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5ce4-35a1-4786-8635-ef7e7b5bf745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:07.238636 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5ce4-35a1-4786-8635-ef7e7b5bf745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:07.287818 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5ce4-35a1-4786-8635-ef7e7b5bf745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:07.290916 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5ce4-35a1-4786-8635-ef7e7b5bf745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:07.292198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a8ea5ce4-35a1-4786-8635-ef7e7b5bf745 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd0e8752-d27b-4c85-9bc9-14cb6822fbe8 HTTP/1.1" status: 204 len: 168 time: 0.1218181 Jul 08 18:45:07.299879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea5ce4-35a1-4786-8635-ef7e7b5bf745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0e8752-d27b-4c85-9bc9-14cb6822fbe8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:07.925446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56184) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:45:08.043672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-852890174-network', 'tenant_id': '2ee37db4d0f84a568b0452d88d16c3d0'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:45:08.064760 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Made reservation on behalf of 2ee37db4d0f84a568b0452d88d16c3d0 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:45:08.067047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:08.075258 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:08.162674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:08.166420 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:08.186632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:45:08.201564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646ab338-e031-426d-9031-d17813cd6586,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:08.204443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:08.204792 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Added segment b40dd93d-d153-4c81-a9e8-32e15a7d4a38 of type vlan for network c9206873-83fe-4493-a976-d46b82901903 Jul 08 18:45:08.247244 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:08.280574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:08.281742 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:08.282368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:08.333932 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4073021 Jul 08 18:45:08.336922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56190) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:45:08.342827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] Request body: {'subnet': {'network_id': 'c9206873-83fe-4493-a976-d46b82901903', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-852890174-subnet', 'tenant_id': '2ee37db4d0f84a568b0452d88d16c3d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:45:08.343201 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b98d8-4669-48f2-ba31-6e6834d9f9a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c9206873-83fe-4493-a976-d46b82901903,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:08.352825 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network c9206873-83fe-4493-a976-d46b82901903 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:45:08.366776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] Made reservation on behalf of 2ee37db4d0f84a568b0452d88d16c3d0 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:45:08.369235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:08.540316 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:08.595783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b0b194-5e5d-4ccc-b5aa-54a0f799b534,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:08.604196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] Checking segment: {'id': 'b40dd93d-d153-4c81-a9e8-32e15a7d4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c9206873-83fe-4493-a976-d46b82901903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:45:08.604550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] Network hostable DHCP agents. Network: c9206873-83fe-4493-a976-d46b82901903, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:45:08.620654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] Network c9206873-83fe-4493-a976-d46b82901903 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:45:08.630592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, c9206873-83fe-4493-a976-d46b82901903) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:45:08.634898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:08.636064 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:08.640289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01484ae8-2e7f-433c-9383-eba8ba317f2a None None] Network c9206873-83fe-4493-a976-d46b82901903 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:45:08.649749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-60da5faf-c036-4108-bd60-945fbe015213 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3116424 Jul 08 18:45:08.768638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add7d85a-0436-445f-8bff-a9339f41953d None None] Network c9206873-83fe-4493-a976-d46b82901903 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:45:09.101324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-9b3de163-bbea-43a8-bb4b-a073b3618462 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:09.102615 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-9b3de163-bbea-43a8-bb4b-a073b3618462 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/networks?id=c9206873-83fe-4493-a976-d46b82901903 HTTP/1.1" status: 200 len: 811 time: 0.1142654 Jul 08 18:45:09.117656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-be283151-381e-475f-842e-4f4cae6f569f tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/quotas/2ee37db4d0f84a568b0452d88d16c3d0 HTTP/1.1" status: 200 len: 375 time: 0.0096266 Jul 08 18:45:09.126285 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:09.157901 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7d41df36-f83b-4166-a184-760db08d14fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:09.158315 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-45c9fae7-f7a3-4f46-8786-3ee9cef9b50b tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ee37db4d0f84a568b0452d88d16c3d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347157 Jul 08 18:45:09.247970 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-0fd276bd-5e2c-4990-aaad-66b9a73b5e6f service neutron] 10.222.0.73 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813646 Jul 08 18:45:09.339661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e9053c7b-89e6-4cd8-bf8f-64d6622b9ac4 service neutron] 10.222.0.73 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862558 Jul 08 18:45:09.505032 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7c5ba01-13d1-437c-abd5-490fc577fe18 req-9466f891-ae44-4402-84d6-3d78dbb14b27 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 210 time: 0.0294569 Jul 08 18:45:10.239864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device a1b2b9f1-d01d-4959-a837-c3c7dd806739 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:45:10.259460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: a1b2b9f1-d01d-4959-a837-c3c7dd806739 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:45:10.259801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device a1b2b9f1-d01d-4959-a837-c3c7dd806739 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:45:10.312632 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:10.644189 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-873ef75d-532c-4970-aac4-d67b47eb2c04 req-0166f001-96b1-4488-9aab-2a1343c5f22b tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 210 time: 0.0299156 Jul 08 18:45:10.753290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-fc9ab01b-e5f1-444d-a533-c09145891239 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:10.754760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-fc9ab01b-e5f1-444d-a533-c09145891239 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.74 "GET /v2.0/networks?id=c9206873-83fe-4493-a976-d46b82901903 HTTP/1.1" status: 200 len: 811 time: 0.1130528 Jul 08 18:45:10.767605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Request body: {'port': {'device_id': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'network_id': 'c9206873-83fe-4493-a976-d46b82901903', 'admin_state_up': True, 'tenant_id': '2ee37db4d0f84a568b0452d88d16c3d0'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:45:10.873800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Made reservation on behalf of 2ee37db4d0f84a568b0452d88d16c3d0 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:45:10.877297 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:11.004724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Allocated IP 172.20.0.9 (c9206873-83fe-4493-a976-d46b82901903/05b0b194-5e5d-4ccc-b5aa-54a0f799b534/4134d431-27c7-4771-a424-0fc2329d86ce) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:45:11.147890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:11.190532 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:11.233747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Network c9206873-83fe-4493-a976-d46b82901903 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:45:11.239475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:45:11.242460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:45:11.268205 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Pushing event updated for resources: {'Port': ['ID=4134d431-27c7-4771-a424-0fc2329d86ce,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:11.296158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:11.296753 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:11.311348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-18273a51-de31-4255-93aa-2ceb0a298b98 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474536 Jul 08 18:45:11.323939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Request body: {'port': {'device_id': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:45:11.398472 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:11.664382 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4134d431-27c7-4771-a424-0fc2329d86ce {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:45:11.671731 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:11.684589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Transition to ACTIVE for port object 4134d431-27c7-4771-a424-0fc2329d86ce will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:45:11.689233 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:11.741754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Pushing event updated for resources: {'Port': ['ID=4134d431-27c7-4771-a424-0fc2329d86ce,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:11.791888 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:11.845430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Attempting to bind port 4134d431-27c7-4771-a424-0fc2329d86ce on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:45:11.845759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Attempting to bind port 4134d431-27c7-4771-a424-0fc2329d86ce by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'b40dd93d-d153-4c81-a9e8-32e15a7d4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c9206873-83fe-4493-a976-d46b82901903'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:45:11.846085 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Attempting to bind port 4134d431-27c7-4771-a424-0fc2329d86ce on network c9206873-83fe-4493-a976-d46b82901903 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:45:11.855785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Port 4134d431-27c7-4771-a424-0fc2329d86ce on network c9206873-83fe-4493-a976-d46b82901903 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:45:11.856103 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Attempting to bind port 4134d431-27c7-4771-a424-0fc2329d86ce on network c9206873-83fe-4493-a976-d46b82901903 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:45:11.865480 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:45:11.865814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Checking segment: {'id': 'b40dd93d-d153-4c81-a9e8-32e15a7d4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c9206873-83fe-4493-a976-d46b82901903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:45:11.866188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Bound using segment: {'id': 'b40dd93d-d153-4c81-a9e8-32e15a7d4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c9206873-83fe-4493-a976-d46b82901903'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:45:11.866630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Bound port: 4134d431-27c7-4771-a424-0fc2329d86ce, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40dd93d-d153-4c81-a9e8-32e15a7d4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c9206873-83fe-4493-a976-d46b82901903'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:45:11.866983 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:11.877588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8118c-0a20-4180-b7eb-79dd833061d3 req-70ee3bae-12fd-4d26-952c-817259f2d4cb tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:11.879090 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bab8118c-0a20-4180-b7eb-79dd833061d3 req-70ee3bae-12fd-4d26-952c-817259f2d4cb tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 943 time: 0.0956240 Jul 08 18:45:11.945047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bab8118c-0a20-4180-b7eb-79dd833061d3 req-f20582a1-5443-41df-b1f0-b3d69237a534 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599105 Jul 08 18:45:11.966313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:45:11.969338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4134d431-27c7-4771-a424-0fc2329d86ce,segment=NetworkSegment(b40dd93d-d153-4c81-a9e8-32e15a7d4a38),segment_id=b40dd93d-d153-4c81-a9e8-32e15a7d4a38)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:45:11.974408 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:12.013094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:12.013832 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:12.015327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] 10.222.0.74 "PUT /v2.0/ports/4134d431-27c7-4771-a424-0fc2329d86ce HTTP/1.1" status: 200 len: 1091 time: 0.6959858 Jul 08 18:45:12.017456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:45:12.019732 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92ab9ef-ce4d-45e0-a5a4-5d5f56b09b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:45:12.043884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e38e31-e9dd-43a2-a49e-95f102d32a61 service neutron] Pushing event updated for resources: {'Port': ['ID=4134d431-27c7-4771-a424-0fc2329d86ce,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:12.110518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-54c02a98-6832-4491-b30e-f7a5d2975bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:12.112016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-54c02a98-6832-4491-b30e-f7a5d2975bec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ee37db4d0f84a568b0452d88d16c3d0&device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 1094 time: 0.0547047 Jul 08 18:45:12.116609 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709ff2f5-b126-418b-8149-19938a23c75a x-openstack-request-id: req-709ff2f5-b126-418b-8149-19938a23c75a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:45:12.116830 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:45:12.117073 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-709ff2f5-b126-418b-8149-19938a23c75a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:45:12.117484 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce', 'status': 'completed', 'code': 200} Jul 08 18:45:12.156799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-4d41b59d-62fe-4eb2-839a-245f3852a2a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4134d431-27c7-4771-a424-0fc2329d86ce HTTP/1.1" status: 200 len: 217 time: 0.0336511 Jul 08 18:45:12.207496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-bd960ee1-e497-4c62-b87b-d84045983902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:12.208814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-bd960ee1-e497-4c62-b87b-d84045983902 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05b0b194-5e5d-4ccc-b5aa-54a0f799b534 HTTP/1.1" status: 200 len: 851 time: 0.0462925 Jul 08 18:45:12.239485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-e0c36d4c-e01c-4265-9ae6-3971781b8aab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9206873-83fe-4493-a976-d46b82901903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247545 Jul 08 18:45:12.328592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-91f1f843-01ca-4001-b99b-af75c02dd5ca service neutron] 10.222.0.74 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826731 Jul 08 18:45:12.420292 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc3d208c-75aa-4472-bd02-4a47911bde75 req-df04c1b4-0453-400f-bf9d-85a173e45445 service neutron] 10.222.0.74 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858445 Jul 08 18:45:12.514817 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ab9ef-ce4d-45e0-a5a4-5d5f56b09b8b req-4038d076-0f8e-417a-9de9-d39cae91e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:12.516216 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b92ab9ef-ce4d-45e0-a5a4-5d5f56b09b8b req-4038d076-0f8e-417a-9de9-d39cae91e5bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ee37db4d0f84a568b0452d88d16c3d0&device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 1094 time: 0.0524697 Jul 08 18:45:12.610025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ab9ef-ce4d-45e0-a5a4-5d5f56b09b8b req-b16c37d3-5f37-4692-bd84-705472531eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:12.611535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b92ab9ef-ce4d-45e0-a5a4-5d5f56b09b8b req-b16c37d3-5f37-4692-bd84-705472531eab service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9206873-83fe-4493-a976-d46b82901903 HTTP/1.1" status: 200 len: 912 time: 0.0872884 Jul 08 18:45:12.651806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b92ab9ef-ce4d-45e0-a5a4-5d5f56b09b8b req-7bb8d98c-88bb-431c-a979-32eb7ff46517 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4134d431-27c7-4771-a424-0fc2329d86ce HTTP/1.1" status: 200 len: 217 time: 0.0342693 Jul 08 18:45:12.699578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ab9ef-ce4d-45e0-a5a4-5d5f56b09b8b req-eabd6bc8-ecd4-4928-844f-8ab6ed2113e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:12.700989 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b92ab9ef-ce4d-45e0-a5a4-5d5f56b09b8b req-eabd6bc8-ecd4-4928-844f-8ab6ed2113e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05b0b194-5e5d-4ccc-b5aa-54a0f799b534 HTTP/1.1" status: 200 len: 851 time: 0.0422692 Jul 08 18:45:12.736122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b92ab9ef-ce4d-45e0-a5a4-5d5f56b09b8b req-34cd8cfd-de21-4678-9040-fb2976d3b55d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9206873-83fe-4493-a976-d46b82901903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284493 Jul 08 18:45:12.823456 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b92ab9ef-ce4d-45e0-a5a4-5d5f56b09b8b req-347dc713-ed28-4bc0-b84c-08101c5adb5f service neutron] 10.222.0.74 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803487 Jul 08 18:45:12.912529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b92ab9ef-ce4d-45e0-a5a4-5d5f56b09b8b req-19a3ed0d-d329-4b53-b717-40fb52d1b73f service neutron] 10.222.0.74 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837979 Jul 08 18:45:13.115853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b737d-5529-4153-9786-66b94f43a1aa req-4140f580-40f5-41dd-a275-fe1797d24e9f tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:13.117240 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e6b737d-5529-4153-9786-66b94f43a1aa req-4140f580-40f5-41dd-a275-fe1797d24e9f tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 943 time: 0.0628567 Jul 08 18:45:13.154761 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e6b737d-5529-4153-9786-66b94f43a1aa req-3576f998-2217-4909-baef-a18c1a18febb tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Jul 08 18:45:14.328911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe57bd-a447-4a60-8bf9-f6a4ae051e11 req-8394b5d5-32f8-4e33-ad71-e3c5fcda1ee6 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:14.330433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9dfe57bd-a447-4a60-8bf9-f6a4ae051e11 req-8394b5d5-32f8-4e33-ad71-e3c5fcda1ee6 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 943 time: 0.0623438 Jul 08 18:45:14.366875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9dfe57bd-a447-4a60-8bf9-f6a4ae051e11 req-227c3779-38ba-4440-af10-f560a793441e tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Jul 08 18:45:15.540208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4e35f-e7a1-4e69-857c-562ba3e335ef req-c09cf560-af68-4393-a49f-2dd41bc68489 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:15.542166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02b4e35f-e7a1-4e69-857c-562ba3e335ef req-c09cf560-af68-4393-a49f-2dd41bc68489 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 943 time: 0.0660205 Jul 08 18:45:15.578841 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02b4e35f-e7a1-4e69-857c-562ba3e335ef req-ac366f45-b5ff-490e-8d26-30f39945f45f tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Jul 08 18:45:16.761251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34999b-4f3b-4923-a1f4-3cbf0ac01f90 req-56bef494-761a-486e-89b5-15ad9f01c391 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:16.762789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d34999b-4f3b-4923-a1f4-3cbf0ac01f90 req-56bef494-761a-486e-89b5-15ad9f01c391 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 943 time: 0.0641315 Jul 08 18:45:16.799824 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d34999b-4f3b-4923-a1f4-3cbf0ac01f90 req-fab85acf-a5d4-4ab6-9f92-c956c8e052b9 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314772 Jul 08 18:45:17.338593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4134d431-27c7-4771-a424-0fc2329d86ce details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:45:17.433960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4134d431-27c7-4771-a424-0fc2329d86ce,segment=NetworkSegment(b40dd93d-d153-4c81-a9e8-32e15a7d4a38),segment_id=b40dd93d-d153-4c81-a9e8-32e15a7d4a38)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:45:17.444912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '4134d431-27c7-4771-a424-0fc2329d86ce', 'network_id': 'c9206873-83fe-4493-a976-d46b82901903', 'port_id': '4134d431-27c7-4771-a424-0fc2329d86ce', 'mac_address': 'fa:16:3e:8a:bc:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b0b194-5e5d-4ccc-b5aa-54a0f799b534', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:45:17.480606 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:17.492657 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4134d431-27c7-4771-a424-0fc2329d86ce {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:45:17.512403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4134d431-27c7-4771-a424-0fc2329d86ce,segment=NetworkSegment(b40dd93d-d153-4c81-a9e8-32e15a7d4a38),segment_id=b40dd93d-d153-4c81-a9e8-32e15a7d4a38)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:45:17.516314 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:17.561659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=4134d431-27c7-4771-a424-0fc2329d86ce,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:17.827126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['4134d431-27c7-4771-a424-0fc2329d86ce'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:45:17.973281 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8e6a2-a8bb-46f1-8174-480c59062694 req-19b8f59b-1c64-4b51-a547-53266d47e7cb tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:17.974810 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16f8e6a2-a8bb-46f1-8174-480c59062694 req-19b8f59b-1c64-4b51-a547-53266d47e7cb tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 944 time: 0.0633097 Jul 08 18:45:18.011662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-16f8e6a2-a8bb-46f1-8174-480c59062694 req-697941f9-5d69-403e-acff-696419b5dd60 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306458 Jul 08 18:45:19.183692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ad578-a13b-47d6-9336-bbe4594119ee req-0f93015c-093e-4b6d-b510-d6d30a85f12a tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:19.185174 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d5ad578-a13b-47d6-9336-bbe4594119ee req-0f93015c-093e-4b6d-b510-d6d30a85f12a tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 944 time: 0.0667946 Jul 08 18:45:19.222265 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d5ad578-a13b-47d6-9336-bbe4594119ee req-d1c70df4-7d53-4c03-9c67-1d63e15363f3 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Jul 08 18:45:19.349389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4134d431-27c7-4771-a424-0fc2329d86ce up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:45:19.397192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 4134d431-27c7-4771-a424-0fc2329d86ce completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:45:19.400800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 4134d431-27c7-4771-a424-0fc2329d86ce triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:45:19.401170 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:19.480474 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:19.502182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:45:19.504421 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642a44f4-7284-4170-a485-070ddd5531b4" -d '{"events": [{"server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "name": "network-vif-plugged", "status": "completed", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:45:19.517455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4134d431-27c7-4771-a424-0fc2329d86ce,segment=NetworkSegment(b40dd93d-d153-4c81-a9e8-32e15a7d4a38),segment_id=b40dd93d-d153-4c81-a9e8-32e15a7d4a38)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:45:19.522615 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:19.545326 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedfb497-e925-480a-a2af-e4e8770bdee7 x-openstack-request-id: req-fedfb497-e925-480a-a2af-e4e8770bdee7 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:45:19.545619 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "name": "network-vif-plugged", "status": "completed", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:45:19.545873 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fedfb497-e925-480a-a2af-e4e8770bdee7 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:45:19.546285 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce', 'code': 200} Jul 08 18:45:19.571983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=4134d431-27c7-4771-a424-0fc2329d86ce,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:19.651747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9201d2-deac-43fe-9a4a-c18a4771007b req-498f7f14-d56b-4e70-9fd9-8535540236a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:19.653237 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5f9201d2-deac-43fe-9a4a-c18a4771007b req-498f7f14-d56b-4e70-9fd9-8535540236a8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 1096 time: 0.0516620 Jul 08 18:45:19.686901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5f9201d2-deac-43fe-9a4a-c18a4771007b req-e97e81ad-ed6d-42f5-9e90-8a2bd5fd7f8d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275156 Jul 08 18:45:20.393349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0ede-ea6f-4a6a-9694-155b1ebc6aa2 req-3e233817-50e7-4f20-ad86-a0d2b4b4a500 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:20.395294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c0f0ede-ea6f-4a6a-9694-155b1ebc6aa2 req-3e233817-50e7-4f20-ad86-a0d2b4b4a500 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0668607 Jul 08 18:45:20.432575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c0f0ede-ea6f-4a6a-9694-155b1ebc6aa2 req-dc9c4be7-c442-4013-8d93-114e3372f3f0 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313208 Jul 08 18:45:21.606036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b873e-7ec6-4d2e-8b62-be630149b666 req-1b0cc8f4-25f9-4282-a60b-f944858230c9 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:21.607524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d79b873e-7ec6-4d2e-8b62-be630149b666 req-1b0cc8f4-25f9-4282-a60b-f944858230c9 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0619609 Jul 08 18:45:21.644351 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d79b873e-7ec6-4d2e-8b62-be630149b666 req-94a515ce-a8c8-4c17-8c5f-d2145617fba6 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Jul 08 18:45:21.983313 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-b98ed28f-c059-4a1c-91a5-3be3dd1e5f75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0575297 Jul 08 18:45:22.033639 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b933cf-392f-431a-b941-0ff77fcfe585 req-a1644faf-def9-46ad-8e51-a56a6ece9288 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:22.035175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5b933cf-392f-431a-b941-0ff77fcfe585 req-a1644faf-def9-46ad-8e51-a56a6ece9288 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0639474 Jul 08 18:45:22.073667 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5b933cf-392f-431a-b941-0ff77fcfe585 req-5b2f5f88-3f84-4c09-b714-2c1db54bee03 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324912 Jul 08 18:45:23.094951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1179e-c667-4c84-8d12-b7491313dedb req-ccac9270-3634-440e-bf29-a843560db5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:23.096466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-ccac9270-3634-440e-bf29-a843560db5c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ee37db4d0f84a568b0452d88d16c3d0&device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 1096 time: 0.0586243 Jul 08 18:45:23.197110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1179e-c667-4c84-8d12-b7491313dedb req-6253c811-c097-44fa-8a95-b941c39d1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:23.199063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-6253c811-c097-44fa-8a95-b941c39d1bdc service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9206873-83fe-4493-a976-d46b82901903 HTTP/1.1" status: 200 len: 912 time: 0.0966678 Jul 08 18:45:23.593881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-645e878d-324e-41c9-b34d-b3e2c84483a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4134d431-27c7-4771-a424-0fc2329d86ce HTTP/1.1" status: 200 len: 217 time: 0.3786936 Jul 08 18:45:23.652200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d7e58-6ffb-4683-b4bc-5105c3b586a2 req-f186dc3b-0cdf-4a3d-8c2b-6df9894dc697 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:23.653666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f53d7e58-6ffb-4683-b4bc-5105c3b586a2 req-f186dc3b-0cdf-4a3d-8c2b-6df9894dc697 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.4705772 Jul 08 18:45:23.675554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1179e-c667-4c84-8d12-b7491313dedb req-d66fd247-35cd-4aa4-a0c2-c5e8ddb17ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:23.676930 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-d66fd247-35cd-4aa4-a0c2-c5e8ddb17ec2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05b0b194-5e5d-4ccc-b5aa-54a0f799b534 HTTP/1.1" status: 200 len: 851 time: 0.0754035 Jul 08 18:45:23.720631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-3b5a53e9-218b-41ec-9d29-af60379bdefd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9206873-83fe-4493-a976-d46b82901903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365710 Jul 08 18:45:23.723747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f53d7e58-6ffb-4683-b4bc-5105c3b586a2 req-b5837891-6874-44b1-a9b7-37e7f64e6498 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642800 Jul 08 18:45:23.806466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-358bc0de-33d5-4d9e-bb3c-ba87a0b352f0 service neutron] 10.222.0.74 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792372 Jul 08 18:45:23.896172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-bcce6c66-b193-441d-a5ae-2e46c3e04e92 service neutron] 10.222.0.74 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Jul 08 18:45:24.893645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8dc5f-8a0d-41b7-a535-88efcbd6e996 req-ad0214db-1424-494e-b4da-c34696f459d3 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:24.895170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ec8dc5f-8a0d-41b7-a535-88efcbd6e996 req-ad0214db-1424-494e-b4da-c34696f459d3 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0634723 Jul 08 18:45:24.932967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ec8dc5f-8a0d-41b7-a535-88efcbd6e996 req-a4ee5bcc-4b44-4b14-8248-da2b402b3fd1 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Jul 08 18:45:26.108693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b3ace-19d4-4468-a99f-ac0795424038 req-b8c73438-5806-4f46-a469-3ab2ef284e0f tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:26.110285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe8b3ace-19d4-4468-a99f-ac0795424038 req-b8c73438-5806-4f46-a469-3ab2ef284e0f tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0635221 Jul 08 18:45:26.146717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe8b3ace-19d4-4468-a99f-ac0795424038 req-2648e997-b2c8-48f4-8b57-0811d96fd7df tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309701 Jul 08 18:45:27.324767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a011d-d42a-49eb-8fd2-7207a71ef8d4 req-239bdd34-7622-439d-b15a-94fa96359e4b tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:27.326245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a16a011d-d42a-49eb-8fd2-7207a71ef8d4 req-239bdd34-7622-439d-b15a-94fa96359e4b tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0660539 Jul 08 18:45:27.362701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a16a011d-d42a-49eb-8fd2-7207a71ef8d4 req-4fa7f888-f984-47e5-a861-175f62334f83 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308521 Jul 08 18:45:28.533003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80c0b2-575d-4344-811f-4cf17ed5b402 req-d65f88a1-1bc3-446b-80a9-ade97daf47d8 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:28.534488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c80c0b2-575d-4344-811f-4cf17ed5b402 req-d65f88a1-1bc3-446b-80a9-ade97daf47d8 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0621281 Jul 08 18:45:28.571956 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c80c0b2-575d-4344-811f-4cf17ed5b402 req-c3e85120-39d6-4971-8764-881b51ae733f tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Jul 08 18:45:29.754597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2332b4-8043-4015-b89b-a52f9d08bb23 req-996b1958-450f-486d-bc58-712623720f47 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:29.756270 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db2332b4-8043-4015-b89b-a52f9d08bb23 req-996b1958-450f-486d-bc58-712623720f47 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0649641 Jul 08 18:45:29.793180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-db2332b4-8043-4015-b89b-a52f9d08bb23 req-b55a7485-c8db-4adf-bcd9-f692293da4d9 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Jul 08 18:45:30.960869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441750bc-bfda-42de-b6f8-63724e5bd314 req-ad6113aa-b6c5-4829-8ddd-eac3afd258ca tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:30.962387 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-441750bc-bfda-42de-b6f8-63724e5bd314 req-ad6113aa-b6c5-4829-8ddd-eac3afd258ca tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0630119 Jul 08 18:45:30.999845 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-441750bc-bfda-42de-b6f8-63724e5bd314 req-5f13091c-8621-4431-aacc-c79abfd5263b tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314505 Jul 08 18:45:32.169159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636cab5-6312-4f5b-95a0-3718b91b10f2 req-b434ddc9-b02c-4c81-9517-946a459dc6a7 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:32.170636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5636cab5-6312-4f5b-95a0-3718b91b10f2 req-b434ddc9-b02c-4c81-9517-946a459dc6a7 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0619311 Jul 08 18:45:32.206085 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5636cab5-6312-4f5b-95a0-3718b91b10f2 req-6fdb8bf3-aa37-46c7-9604-0c4ca538ff72 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300047 Jul 08 18:45:33.378793 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4481d-ba93-4723-8f85-dd8d4dcdb339 req-2db48521-b0ae-44b2-8dfa-43736a3006a9 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:33.380258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fa4481d-ba93-4723-8f85-dd8d4dcdb339 req-2db48521-b0ae-44b2-8dfa-43736a3006a9 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0655298 Jul 08 18:45:33.417988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fa4481d-ba93-4723-8f85-dd8d4dcdb339 req-fdacfc3f-2a0a-4644-94c3-6ec05b95bcd0 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322144 Jul 08 18:45:33.799446 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:34.587034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab79cd-ad65-44e2-a704-7ebc1a56188b req-55fba6b7-e2af-4ea5-be4c-2581d521920d tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:34.588497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35ab79cd-ad65-44e2-a704-7ebc1a56188b req-55fba6b7-e2af-4ea5-be4c-2581d521920d tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0619802 Jul 08 18:45:34.625865 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35ab79cd-ad65-44e2-a704-7ebc1a56188b req-61335566-0eee-43ec-a289-8513fcab6d70 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Jul 08 18:45:34.646798 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:35.802752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa460ae5-92be-412c-818f-055be21308cb req-0b81aa8b-0ea4-490a-90d8-b0a77bc82d86 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:35.804210 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa460ae5-92be-412c-818f-055be21308cb req-0b81aa8b-0ea4-490a-90d8-b0a77bc82d86 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0652838 Jul 08 18:45:35.841413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa460ae5-92be-412c-818f-055be21308cb req-7c80f7f9-71b4-4abb-aef1-41f92b9708a5 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Jul 08 18:45:36.298147 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-941619f4-9b3f-43ae-9801-b79b51f11f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:37.021211 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e54b53-b475-4f60-b37b-689f829b779e req-3b262039-2951-4a76-b1dd-4f6d92bbe347 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:37.022620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6e54b53-b475-4f60-b37b-689f829b779e req-3b262039-2951-4a76-b1dd-4f6d92bbe347 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0691164 Jul 08 18:45:37.059924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6e54b53-b475-4f60-b37b-689f829b779e req-611ea8c1-2da9-43b0-bef1-062576c75b99 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Jul 08 18:45:37.222743 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:45:38.232604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e289e-a5fc-4bc8-b7c9-c3b3cef92e22 req-350fb99c-685c-419e-8b42-dcde88c1393f tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:38.234091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-365e289e-a5fc-4bc8-b7c9-c3b3cef92e22 req-350fb99c-685c-419e-8b42-dcde88c1393f tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0623572 Jul 08 18:45:38.270578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-365e289e-a5fc-4bc8-b7c9-c3b3cef92e22 req-0173b63b-42f6-4a85-a4c1-2378dbf27d06 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Jul 08 18:45:39.127924 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:39.157392 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-43ee7211-2064-4890-a4be-144043823ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:39.445458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4c0a1-e603-4d9d-99cf-be6ad07d86f3 req-a35032f6-179a-4523-973d-1a819f5129ea tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:39.446949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f8e4c0a1-e603-4d9d-99cf-be6ad07d86f3 req-a35032f6-179a-4523-973d-1a819f5129ea tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0667858 Jul 08 18:45:39.483838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f8e4c0a1-e603-4d9d-99cf-be6ad07d86f3 req-98a2ce5a-4c44-4171-8239-68f02d5e1a23 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Jul 08 18:45:40.319217 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:40.652452 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b652cfa-bfda-4ec8-8edd-56ccbb2d327f req-b41d7ee1-59cd-40b2-82e2-e8fbc02927dc tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:40.653954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b652cfa-bfda-4ec8-8edd-56ccbb2d327f req-b41d7ee1-59cd-40b2-82e2-e8fbc02927dc tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0616381 Jul 08 18:45:40.691062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b652cfa-bfda-4ec8-8edd-56ccbb2d327f req-8922a532-27c4-4e62-b726-da1183da7b04 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Jul 08 18:45:41.794614 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:41.878361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529ab48-d391-471c-a58a-36afd6187d08 req-8e153038-444e-4bc7-86c9-ec2cd9575481 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:41.880101 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5529ab48-d391-471c-a58a-36afd6187d08 req-8e153038-444e-4bc7-86c9-ec2cd9575481 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0666769 Jul 08 18:45:41.916534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5529ab48-d391-471c-a58a-36afd6187d08 req-182a87e7-6325-495b-8503-a063aca777e4 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Jul 08 18:45:43.088762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049e0d3-e9c6-47c0-9062-407378daf97f req-536a9961-68fb-43fc-91b3-de36d6f925fb tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:43.090127 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b049e0d3-e9c6-47c0-9062-407378daf97f req-536a9961-68fb-43fc-91b3-de36d6f925fb tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0647025 Jul 08 18:45:43.128195 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b049e0d3-e9c6-47c0-9062-407378daf97f req-c90b5228-ac3c-4acf-b960-14756a58c49a tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Jul 08 18:45:44.297232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c17f3-dea1-4019-995d-2d763a93947b req-4e573b0d-3eeb-49c0-a2b3-b545c50fc4a7 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:44.298594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-928c17f3-dea1-4019-995d-2d763a93947b req-4e573b0d-3eeb-49c0-a2b3-b545c50fc4a7 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0616045 Jul 08 18:45:44.338364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-928c17f3-dea1-4019-995d-2d763a93947b req-4cea46df-2537-404a-b99d-f7b398090ec2 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338080 Jul 08 18:45:45.513052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5541f5-76b3-427e-a211-a815923e102e req-0c70e91f-d0e4-4f46-9a7c-999f108741de tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:45.514519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab5541f5-76b3-427e-a211-a815923e102e req-0c70e91f-d0e4-4f46-9a7c-999f108741de tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0617831 Jul 08 18:45:45.550993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab5541f5-76b3-427e-a211-a815923e102e req-2d83d5e0-5d13-4391-bc85-490e013c5c59 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307927 Jul 08 18:45:46.722628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18708e33-e0a9-4407-9e2c-ba7f4980dc7a req-31a8bab6-429a-409a-a80a-e0010314792f tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:46.724087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18708e33-e0a9-4407-9e2c-ba7f4980dc7a req-31a8bab6-429a-409a-a80a-e0010314792f tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0628617 Jul 08 18:45:46.761346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-18708e33-e0a9-4407-9e2c-ba7f4980dc7a req-6d389152-933d-44d0-ba31-409010b1294e tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Jul 08 18:45:47.937307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fe380-31c0-4ad2-a262-17f361d38067 req-fc776539-8d0d-4d52-8d55-c56c5695fdf1 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:47.938886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc2fe380-31c0-4ad2-a262-17f361d38067 req-fc776539-8d0d-4d52-8d55-c56c5695fdf1 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0686982 Jul 08 18:45:47.977739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc2fe380-31c0-4ad2-a262-17f361d38067 req-d31616c0-ac15-4a62-b590-a9a4692eaeb7 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332360 Jul 08 18:45:49.149999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44fbc8-7f1f-419c-9272-83c3b3ae47f0 req-65f659b6-3446-40af-93bd-c992820c56dd tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:49.151518 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d44fbc8-7f1f-419c-9272-83c3b3ae47f0 req-65f659b6-3446-40af-93bd-c992820c56dd tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0618734 Jul 08 18:45:49.188657 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d44fbc8-7f1f-419c-9272-83c3b3ae47f0 req-53d61549-7dfc-460c-a8bc-89484e81c79b tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308006 Jul 08 18:45:50.361402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5747dae-728e-49d8-b4d7-f25262c0ce81 req-4744946a-4d25-4ca2-b6cd-abe3363affd6 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:50.362873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5747dae-728e-49d8-b4d7-f25262c0ce81 req-4744946a-4d25-4ca2-b6cd-abe3363affd6 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0648999 Jul 08 18:45:50.400853 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5747dae-728e-49d8-b4d7-f25262c0ce81 req-fc6ba901-1135-4012-9666-82f1da36d242 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Jul 08 18:45:51.126314 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-79f1179e-c667-4c84-8d12-b7491313dedb req-39c119e3-766c-4dbf-bb1d-3a5cc644262c service neutron] show failed (client error): The resource could not be found. Jul 08 18:45:51.127215 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-39c119e3-766c-4dbf-bb1d-3a5cc644262c service neutron] 10.222.0.74 "GET /v2.0/ports/4134d431-27c7-4771-a424-0fc2329d86ce/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0544395 Jul 08 18:45:51.374613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1179e-c667-4c84-8d12-b7491313dedb req-741a7333-0c23-4ec6-9dfd-cfca4b2ae932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:51.376118 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-741a7333-0c23-4ec6-9dfd-cfca4b2ae932 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4&tenant_id=2ee37db4d0f84a568b0452d88d16c3d0 HTTP/1.1" status: 200 len: 1096 time: 0.0561035 Jul 08 18:45:51.387231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:45:51.457281 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:51.572181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3869f99-cf04-450d-9147-ba70ef0fe42f req-5406a9f5-43c7-451a-92ee-da8782fd3498 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:51.573680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e3869f99-cf04-450d-9147-ba70ef0fe42f req-5406a9f5-43c7-451a-92ee-da8782fd3498 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0634074 Jul 08 18:45:51.611489 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e3869f99-cf04-450d-9147-ba70ef0fe42f req-0b261f6d-e353-4d29-a839-80f3c9c3165c tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Jul 08 18:45:51.656351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4134d431-27c7-4771-a424-0fc2329d86ce,segment=NetworkSegment(b40dd93d-d153-4c81-a9e8-32e15a7d4a38),segment_id=b40dd93d-d153-4c81-a9e8-32e15a7d4a38)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:45:51.688952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:45:51.731326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:45:51.733569 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b44840-e432-4d21-bbd1-458927dfdcd1" -d '{"events": [{"server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "name": "network-vif-unplugged", "status": "completed", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:45:51.737432 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:51.749544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Transition to ACTIVE for port object 4134d431-27c7-4771-a424-0fc2329d86ce will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:45:51.753243 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:51.781956 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d86374-f9e1-42a3-94ee-5c589966a7bc x-openstack-request-id: req-26d86374-f9e1-42a3-94ee-5c589966a7bc {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:45:51.782267 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "name": "network-vif-unplugged", "status": "completed", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:45:51.782522 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26d86374-f9e1-42a3-94ee-5c589966a7bc {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:45:51.782912 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce', 'code': 200} Jul 08 18:45:51.818281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] No DVR routers for this DVR port 4134d431-27c7-4771-a424-0fc2329d86ce on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:45:51.821311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Pushing event updated for resources: {'Port': ['ID=4134d431-27c7-4771-a424-0fc2329d86ce,revision_number=6']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:51.832232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.832588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.832931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.833264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.833728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.833926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.834278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.834605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.834926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.835246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.835570 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.835891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:51.867007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Attempting to bind port 4134d431-27c7-4771-a424-0fc2329d86ce on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:45:51.867351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Attempting to bind port 4134d431-27c7-4771-a424-0fc2329d86ce by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'b40dd93d-d153-4c81-a9e8-32e15a7d4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c9206873-83fe-4493-a976-d46b82901903'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:45:51.867675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Attempting to bind port 4134d431-27c7-4771-a424-0fc2329d86ce on network c9206873-83fe-4493-a976-d46b82901903 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:45:51.872416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Port 4134d431-27c7-4771-a424-0fc2329d86ce on network c9206873-83fe-4493-a976-d46b82901903 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:45:51.872732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Attempting to bind port 4134d431-27c7-4771-a424-0fc2329d86ce on network c9206873-83fe-4493-a976-d46b82901903 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:45:51.877457 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:45:51.877791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Checking segment: {'id': 'b40dd93d-d153-4c81-a9e8-32e15a7d4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c9206873-83fe-4493-a976-d46b82901903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:45:51.878172 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Bound using segment: {'id': 'b40dd93d-d153-4c81-a9e8-32e15a7d4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c9206873-83fe-4493-a976-d46b82901903'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:45:51.878623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Bound port: 4134d431-27c7-4771-a424-0fc2329d86ce, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40dd93d-d153-4c81-a9e8-32e15a7d4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c9206873-83fe-4493-a976-d46b82901903'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:45:51.878979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:51.943834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:45:51.946957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4134d431-27c7-4771-a424-0fc2329d86ce,segment=NetworkSegment(b40dd93d-d153-4c81-a9e8-32e15a7d4a38),segment_id=b40dd93d-d153-4c81-a9e8-32e15a7d4a38)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:45:51.953535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:51.985582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:51.986191 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:51.987730 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] 10.222.0.59 "PUT /v2.0/ports/4134d431-27c7-4771-a424-0fc2329d86ce HTTP/1.1" status: 200 len: 1091 time: 0.6045461 Jul 08 18:45:52.010850 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f4cfe-bc2e-425d-8ed5-cff04fbab15c service neutron] Pushing event updated for resources: {'Port': ['ID=4134d431-27c7-4771-a424-0fc2329d86ce,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:52.063717 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1179e-c667-4c84-8d12-b7491313dedb req-ccf2069d-08b4-4a70-af1c-b38fc6001789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:52.065206 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-ccf2069d-08b4-4a70-af1c-b38fc6001789 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ee37db4d0f84a568b0452d88d16c3d0&device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 1094 time: 0.0555091 Jul 08 18:45:52.153801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1179e-c667-4c84-8d12-b7491313dedb req-ae086dcc-9619-4173-b4ce-61d0e5af0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:52.155286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-ae086dcc-9619-4173-b4ce-61d0e5af0b74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9206873-83fe-4493-a976-d46b82901903 HTTP/1.1" status: 200 len: 912 time: 0.0842211 Jul 08 18:45:52.196237 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-81d73440-af08-42dd-ae0d-98e192cc0816 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4134d431-27c7-4771-a424-0fc2329d86ce HTTP/1.1" status: 200 len: 217 time: 0.0341368 Jul 08 18:45:52.242322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1179e-c667-4c84-8d12-b7491313dedb req-c6667542-848c-45c9-b0fa-b6500710ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:52.243720 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-c6667542-848c-45c9-b0fa-b6500710ffdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b0b194-5e5d-4ccc-b5aa-54a0f799b534 HTTP/1.1" status: 200 len: 851 time: 0.0416272 Jul 08 18:45:52.278159 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-009660a2-f7ac-4900-99a9-fce7e2ba4448 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9206873-83fe-4493-a976-d46b82901903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286503 Jul 08 18:45:52.368466 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-415f209b-16a1-40c2-878b-cb21eecc9bdd service neutron] 10.222.0.59 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820291 Jul 08 18:45:52.458237 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79f1179e-c667-4c84-8d12-b7491313dedb req-f99417ab-2641-445e-bade-d10f079f30d0 service neutron] 10.222.0.59 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832705 Jul 08 18:45:52.784626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a29d00-444e-4d3b-8c6f-f0a4207748ce req-a4300afb-fe59-449c-bfcf-1032392e09b4 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:52.786089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23a29d00-444e-4d3b-8c6f-f0a4207748ce req-a4300afb-fe59-449c-bfcf-1032392e09b4 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 943 time: 0.0653789 Jul 08 18:45:52.825373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23a29d00-444e-4d3b-8c6f-f0a4207748ce req-356a3559-d492-4524-a5a1-382c4722faae tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Jul 08 18:45:53.784012 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:45:53.786405 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02" -d '{"events": [{"name": "network-changed", "server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:45:53.835181 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1136396b-aee2-4a2d-8bf7-e8fde92b4e94 x-openstack-request-id: req-1136396b-aee2-4a2d-8bf7-e8fde92b4e94 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:45:53.835479 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:45:53.835732 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1136396b-aee2-4a2d-8bf7-e8fde92b4e94 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:45:53.836138 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce', 'status': 'completed', 'code': 200} Jul 08 18:45:53.907544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-05a18978-5b29-4c84-8132-fc9c629ce760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:53.909054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-05a18978-5b29-4c84-8132-fc9c629ce760 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ee37db4d0f84a568b0452d88d16c3d0&device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 1094 time: 0.0548921 Jul 08 18:45:53.911010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-709d8e3a-0be7-4139-a58a-4deb66e11bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:53.912748 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-709d8e3a-0be7-4139-a58a-4deb66e11bb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ee37db4d0f84a568b0452d88d16c3d0&device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 1094 time: 0.0536079 Jul 08 18:45:54.011368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-9a24fd13-a84b-44fd-af60-074690327f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:54.012849 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-9a24fd13-a84b-44fd-af60-074690327f58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9206873-83fe-4493-a976-d46b82901903 HTTP/1.1" status: 200 len: 912 time: 0.0937650 Jul 08 18:45:54.047283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-ec5c507d-06ee-470c-8e3a-ec4e12738cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:54.048672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-ec5c507d-06ee-470c-8e3a-ec4e12738cca service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9206873-83fe-4493-a976-d46b82901903 HTTP/1.1" status: 200 len: 912 time: 0.1331410 Jul 08 18:45:54.059339 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-3b12e1f7-2cb7-4866-863c-7880aa1dd718 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4134d431-27c7-4771-a424-0fc2329d86ce HTTP/1.1" status: 200 len: 217 time: 0.0383513 Jul 08 18:45:54.060699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d53ff-5c15-44ce-8bd4-0f076e06ddda req-4995b872-d6e5-4a71-b8cc-0c05bfe60e68 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:54.062126 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-597d53ff-5c15-44ce-8bd4-0f076e06ddda req-4995b872-d6e5-4a71-b8cc-0c05bfe60e68 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 943 time: 0.1006463 Jul 08 18:45:54.102749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-68164498-ca5e-4040-9869-0e4a397207d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4134d431-27c7-4771-a424-0fc2329d86ce HTTP/1.1" status: 200 len: 217 time: 0.0396504 Jul 08 18:45:54.111810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-d09b2029-5cf6-471b-b240-660bcd845dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:54.113299 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-d09b2029-5cf6-471b-b240-660bcd845dbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b0b194-5e5d-4ccc-b5aa-54a0f799b534 HTTP/1.1" status: 200 len: 851 time: 0.0449035 Jul 08 18:45:54.146080 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-42dacbd2-2c19-45fe-a50d-1dec7cad37cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9206873-83fe-4493-a976-d46b82901903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269468 Jul 08 18:45:54.162982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-597d53ff-5c15-44ce-8bd4-0f076e06ddda req-c8e2a08b-b93b-4f30-85ee-3e0e0f81a6ee tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932398 Jul 08 18:45:54.172535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-65d06f88-5db1-4445-8987-de6676e5b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:54.173971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-65d06f88-5db1-4445-8987-de6676e5b507 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05b0b194-5e5d-4ccc-b5aa-54a0f799b534 HTTP/1.1" status: 200 len: 851 time: 0.0645137 Jul 08 18:45:54.207686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-0d4182de-3971-4819-a46a-27ac2dcbee1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9206873-83fe-4493-a976-d46b82901903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271268 Jul 08 18:45:54.238815 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-34605d43-218d-497b-b88b-baea5e2bf72f service neutron] 10.222.0.59 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867164 Jul 08 18:45:54.298701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-9c36d84c-e779-4c84-a356-c7d20511ac1f service neutron] 10.222.0.74 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848808 Jul 08 18:45:54.330883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-2ebbb92f-9029-439f-86b5-8fa23b283095 service neutron] 10.222.0.59 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856791 Jul 08 18:45:54.388354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ca71cd-ed6f-4d1c-9b57-311fcadaee02 req-063dd67f-44ca-45cb-942b-0eadbe05cd84 service neutron] 10.222.0.74 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832963 Jul 08 18:45:55.340155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54cb42-7476-482e-a810-9ca2a2817c07 req-44bbd1e4-0857-499a-9596-0216bcd458f3 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:55.341652 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb54cb42-7476-482e-a810-9ca2a2817c07 req-44bbd1e4-0857-499a-9596-0216bcd458f3 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 943 time: 0.0647521 Jul 08 18:45:55.378648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb54cb42-7476-482e-a810-9ca2a2817c07 req-6eafaf4c-afe5-46c5-afe0-3d92ae5b3a36 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Jul 08 18:45:55.519268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4134d431-27c7-4771-a424-0fc2329d86ce no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:45:55.555743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4134d431-27c7-4771-a424-0fc2329d86ce not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:45:56.325583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4134d431-27c7-4771-a424-0fc2329d86ce details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:45:56.417601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4134d431-27c7-4771-a424-0fc2329d86ce,segment=NetworkSegment(b40dd93d-d153-4c81-a9e8-32e15a7d4a38),segment_id=b40dd93d-d153-4c81-a9e8-32e15a7d4a38)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:45:56.429345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '4134d431-27c7-4771-a424-0fc2329d86ce', 'network_id': 'c9206873-83fe-4493-a976-d46b82901903', 'port_id': '4134d431-27c7-4771-a424-0fc2329d86ce', 'mac_address': 'fa:16:3e:8a:bc:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b0b194-5e5d-4ccc-b5aa-54a0f799b534', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:45:56.468271 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:56.480470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4134d431-27c7-4771-a424-0fc2329d86ce {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:45:56.500433 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4134d431-27c7-4771-a424-0fc2329d86ce,segment=NetworkSegment(b40dd93d-d153-4c81-a9e8-32e15a7d4a38),segment_id=b40dd93d-d153-4c81-a9e8-32e15a7d4a38)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:45:56.504822 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:56.552354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=4134d431-27c7-4771-a424-0fc2329d86ce,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:56.557188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86876c-acac-44ca-b5f0-b8ed940aae70 req-6efb497f-9026-4bd3-8972-102b68c054f2 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:56.558693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d86876c-acac-44ca-b5f0-b8ed940aae70 req-6efb497f-9026-4bd3-8972-102b68c054f2 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 943 time: 0.0692172 Jul 08 18:45:56.563894 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.564473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.564867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.565268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.565606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.565981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.566394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.566722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.567045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.567371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.567755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.568081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:45:56.598009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d86876c-acac-44ca-b5f0-b8ed940aae70 req-4b09bf31-d279-477f-8534-87b717285acd tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334582 Jul 08 18:45:56.817679 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['4134d431-27c7-4771-a424-0fc2329d86ce'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:45:57.016001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-01942c7d-0382-41b7-8e2d-2480564b6c67 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:57.017467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-01942c7d-0382-41b7-8e2d-2480564b6c67 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.74 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4&tenant_id=2ee37db4d0f84a568b0452d88d16c3d0&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 944 time: 0.1114743 Jul 08 18:45:57.078065 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-174b53be-8cd6-4414-8bfb-46e9cab5cabc service neutron] delete failed (client error): The resource could not be found. Jul 08 18:45:57.079102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-174b53be-8cd6-4414-8bfb-46e9cab5cabc service neutron] 10.222.0.74 "DELETE /v2.0/ports/4134d431-27c7-4771-a424-0fc2329d86ce/bindings/n-h1-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0547554 Jul 08 18:45:57.172502 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-b121f5b8-203c-431e-8f91-b7ba4820ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:57.174002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-b121f5b8-203c-431e-8f91-b7ba4820ec06 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ee37db4d0f84a568b0452d88d16c3d0&device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 1095 time: 0.0532484 Jul 08 18:45:57.264676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-00ffe0e6-e5dc-4601-bf26-017897a70743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:57.266349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-00ffe0e6-e5dc-4601-bf26-017897a70743 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9206873-83fe-4493-a976-d46b82901903 HTTP/1.1" status: 200 len: 912 time: 0.0857816 Jul 08 18:45:57.306740 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-f7053f05-f162-403a-ad32-63146ff9d307 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4134d431-27c7-4771-a424-0fc2329d86ce HTTP/1.1" status: 200 len: 217 time: 0.0340526 Jul 08 18:45:57.353789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-20cfdefc-6eff-4e9f-8167-9396acc2a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:57.355203 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-20cfdefc-6eff-4e9f-8167-9396acc2a93b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05b0b194-5e5d-4ccc-b5aa-54a0f799b534 HTTP/1.1" status: 200 len: 851 time: 0.0422997 Jul 08 18:45:57.391258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-c4b1d187-b6d1-4f6a-8c91-33f58c1826fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9206873-83fe-4493-a976-d46b82901903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290911 Jul 08 18:45:57.477945 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-b2167edc-ceec-47d5-89fd-57a87a9290be service neutron] 10.222.0.74 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792086 Jul 08 18:45:57.567903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-fbc1c2ea-86bd-4e2c-b4b2-378b4955c0f9 service neutron] 10.222.0.74 "GET /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833054 Jul 08 18:45:58.333739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4134d431-27c7-4771-a424-0fc2329d86ce up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:45:58.355925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbae0ce-59ec-4c7b-a3d0-519f437f2445 req-16ba08de-67ca-4920-bebf-8d658dfe1a38 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:58.357420 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-adbae0ce-59ec-4c7b-a3d0-519f437f2445 req-16ba08de-67ca-4920-bebf-8d658dfe1a38 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 944 time: 0.0642235 Jul 08 18:45:58.380757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 4134d431-27c7-4771-a424-0fc2329d86ce completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:45:58.384445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 4134d431-27c7-4771-a424-0fc2329d86ce triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:45:58.384816 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:58.397062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-adbae0ce-59ec-4c7b-a3d0-519f437f2445 req-069a2ae9-d95d-4aa4-abfe-16b7b79ec948 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339446 Jul 08 18:45:58.459657 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:58.483289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:45:58.485596 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72181679-7612-46c1-b087-8050351566f9" -d '{"events": [{"server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "name": "network-vif-plugged", "status": "completed", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:45:58.498690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4134d431-27c7-4771-a424-0fc2329d86ce,segment=NetworkSegment(b40dd93d-d153-4c81-a9e8-32e15a7d4a38),segment_id=b40dd93d-d153-4c81-a9e8-32e15a7d4a38)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:45:58.502766 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:58.525788 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cff3c0a-7221-4541-a9b1-5cc0bdc0c29a x-openstack-request-id: req-5cff3c0a-7221-4541-a9b1-5cc0bdc0c29a {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:45:58.526075 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "name": "network-vif-plugged", "status": "completed", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:45:58.526346 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5cff3c0a-7221-4541-a9b1-5cc0bdc0c29a {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:45:58.526728 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce', 'code': 200} Jul 08 18:45:58.551583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=4134d431-27c7-4771-a424-0fc2329d86ce,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:45:59.566798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12280847-28c5-4493-9d82-22ff4b304f71 req-d3463199-40cc-4e99-9fcd-98348663c3a2 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:59.568296 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12280847-28c5-4493-9d82-22ff4b304f71 req-d3463199-40cc-4e99-9fcd-98348663c3a2 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0623596 Jul 08 18:45:59.605566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12280847-28c5-4493-9d82-22ff4b304f71 req-ceac6506-4a10-418a-b70c-b84ff2d75bbb tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/security-groups?id=646ab338-e031-426d-9031-d17813cd6586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Jul 08 18:45:59.686795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-e6dafb7a-2d41-49eb-ad96-09a269b3365b tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:59.688122 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-e6dafb7a-2d41-49eb-ad96-09a269b3365b tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 945 time: 0.0653522 Jul 08 18:45:59.784081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-e720c26f-b3a0-4e15-b791-087c623a1959 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Deleting port 4134d431-27c7-4771-a424-0fc2329d86ce {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:45:59.784414 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-e720c26f-b3a0-4e15-b791-087c623a1959 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:59.870923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-e720c26f-b3a0-4e15-b791-087c623a1959 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] For port 4134d431-27c7-4771-a424-0fc2329d86ce, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4134d431-27c7-4771-a424-0fc2329d86ce,segment=NetworkSegment(b40dd93d-d153-4c81-a9e8-32e15a7d4a38),segment_id=b40dd93d-d153-4c81-a9e8-32e15a7d4a38)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:45:59.871278 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-e720c26f-b3a0-4e15-b791-087c623a1959 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:59.884268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-e720c26f-b3a0-4e15-b791-087c623a1959 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Calling delete_port for 4134d431-27c7-4771-a424-0fc2329d86ce owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:00.008304 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-e720c26f-b3a0-4e15-b791-087c623a1959 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:00.021429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['4134d431-27c7-4771-a424-0fc2329d86ce'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:46:00.040105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720c26f-b3a0-4e15-b791-087c623a1959 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Pushing event deleted for resources: {'Port': ['ID=4134d431-27c7-4771-a424-0fc2329d86ce,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:00.386750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-e720c26f-b3a0-4e15-b791-087c623a1959 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] No DVR routers for this DVR port 4134d431-27c7-4771-a424-0fc2329d86ce on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:46:00.389295 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-e720c26f-b3a0-4e15-b791-087c623a1959 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:00.391527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1d797b01-29ee-42dc-8a63-c4c380eff4cc req-e720c26f-b3a0-4e15-b791-087c623a1959 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.59 "DELETE /v2.0/ports/4134d431-27c7-4771-a424-0fc2329d86ce HTTP/1.1" status: 204 len: 173 time: 0.6969187 Jul 08 18:46:00.391907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'name': 'network-vif-deleted', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:00.394302 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888bee82-20b0-494d-b0ad-c9b9b5f7e6a0" -d '{"events": [{"server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "name": "network-vif-deleted", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:00.437010 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96af6c7-abf4-4eb6-91f0-45b6e5ade9c8 x-openstack-request-id: req-b96af6c7-abf4-4eb6-91f0-45b6e5ade9c8 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:00.437326 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4", "name": "network-vif-deleted", "tag": "4134d431-27c7-4771-a424-0fc2329d86ce", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:00.437627 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b96af6c7-abf4-4eb6-91f0-45b6e5ade9c8 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:00.438046 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4', 'name': 'network-vif-deleted', 'tag': '4134d431-27c7-4771-a424-0fc2329d86ce', 'status': 'completed', 'code': 200} Jul 08 18:46:00.764947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f13be07d-97c7-42e3-8156-6b962a0938c8 req-e726291c-f912-4d89-b8a8-c866776ffb59 tempest-DeleteServersTestJSON-1757566353 tempest-DeleteServersTestJSON-1757566353-project] 10.222.0.73 "GET /v2.0/ports?device_id=50f812a1-e6ab-4f8a-b7e6-cd3476f9edf4 HTTP/1.1" status: 200 len: 210 time: 0.0340588 Jul 08 18:46:02.001765 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56380) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:02.045393 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Deleting subnet 05b0b194-5e5d-4ccc-b5aa-54a0f799b534 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:46:02.048409 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.080804 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.119441 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.178695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.203615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b0b194-5e5d-4ccc-b5aa-54a0f799b534,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:02.208150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.210690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/05b0b194-5e5d-4ccc-b5aa-54a0f799b534 HTTP/1.1" status: 204 len: 168 time: 0.2078328 Jul 08 18:46:02.212456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56382) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:02.224673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.225016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.225352 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.225682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.226028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.226362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.226684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.227004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.227347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.227637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.227953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.228266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8fdc7-eba5-468a-9f4a-c39a5242c620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:02.290733 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.373628 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.383918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9206873-83fe-4493-a976-d46b82901903']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:02.395102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40dd93d-d153-4c81-a9e8-32e15a7d4a38') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:02.395397 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40dd93d-d153-4c81-a9e8-32e15a7d4a38') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:02.404836 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.418611 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.424428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:46:02.424825 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:46:02.426500 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:46:02.479547 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.484506 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.486415 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c9206873-83fe-4493-a976-d46b82901903 HTTP/1.1" status: 204 len: 168 time: 0.2729754 Jul 08 18:46:02.498981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5271d37-609e-4370-90e8-3abf8324f3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9206873-83fe-4493-a976-d46b82901903,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:02.601494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56386) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:02.645342 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b8a8a94f-a8bd-49b7-82c1-145ce202b528 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2ee37db4d0f84a568b0452d88d16c3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424931 Jul 08 18:46:02.647776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56388) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:02.697122 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a10346e-73f6-4cdd-a738-a7e158928765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.719035 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a10346e-73f6-4cdd-a738-a7e158928765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.765103 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a10346e-73f6-4cdd-a738-a7e158928765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.767995 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a10346e-73f6-4cdd-a738-a7e158928765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:02.769155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2a10346e-73f6-4cdd-a738-a7e158928765 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/646ab338-e031-426d-9031-d17813cd6586 HTTP/1.1" status: 204 len: 168 time: 0.1204729 Jul 08 18:46:02.777826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10346e-73f6-4cdd-a738-a7e158928765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646ab338-e031-426d-9031-d17813cd6586,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:03.416206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56410) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:03.507563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1480651582-network', 'tenant_id': '6e5da726daff435da00ec9bbb9bcc43a'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:46:03.528034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Made reservation on behalf of 6e5da726daff435da00ec9bbb9bcc43a for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:46:03.530970 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:03.539369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:03.628204 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:03.631898 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:03.656766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:46:03.666555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1428238c-7e2a-48e1-8f00-589cd7029702,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:03.672415 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:03.672773 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Added segment 20132b23-3fd2-4038-95ad-e9ec9faa8814 of type vlan for network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 Jul 08 18:46:03.714324 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:03.741369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:03.742250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:03.742826 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:03.795994 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3786714 Jul 08 18:46:03.799006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56414) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:03.801471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcc38b-9e84-4587-8a6e-9dd11e6dcc2c admin admin] Pushing event updated for resources: {'Network': ['ID=7e9d30d5-2b99-4e40-a1ca-45cceee849c6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:03.804032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] Request body: {'subnet': {'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1480651582-subnet', 'tenant_id': '6e5da726daff435da00ec9bbb9bcc43a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:46:03.815576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:46:03.824441 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] Made reservation on behalf of 6e5da726daff435da00ec9bbb9bcc43a for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:46:03.826993 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:03.828979 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:03.994615 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:04.049010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af95f6f-2d9d-4ace-90de-0e24382af604,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:04.056531 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] Checking segment: {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:46:04.056884 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] Network hostable DHCP agents. Network: 7e9d30d5-2b99-4e40-a1ca-45cceee849c6, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:46:04.075465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] Network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:46:04.084785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 7e9d30d5-2b99-4e40-a1ca-45cceee849c6) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:46:04.089044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:04.089617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:04.094322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cb89e6-e240-4602-8ad7-0a6bb6651b0b None None] Network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:46:04.105485 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7dd8cd0c-ee14-4c2c-bc3a-cf32298f0b86 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3053713 Jul 08 18:46:04.214759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd8d372-0d1b-4c85-bf5f-22ffd3b20734 None None] Network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:46:04.378969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4134d431-27c7-4771-a424-0fc2329d86ce no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:04.399306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 4134d431-27c7-4771-a424-0fc2329d86ce {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:46:04.399644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4134d431-27c7-4771-a424-0fc2329d86ce not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:46:04.526068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-6663f5b5-aeca-40da-b163-976d9bc97690 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:04.527467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-6663f5b5-aeca-40da-b163-976d9bc97690 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 815 time: 0.1035938 Jul 08 18:46:04.542561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-3d7c8dc1-cdac-40e0-80b6-32d307f0cba9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/quotas/6e5da726daff435da00ec9bbb9bcc43a HTTP/1.1" status: 200 len: 375 time: 0.0094664 Jul 08 18:46:04.575660 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-7d0a1c73-3886-4ca3-97ca-993b2c44e420 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282125 Jul 08 18:46:04.646726 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:04.718664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4ced91ad-bf3e-4a3b-9324-c65e557d8073 service neutron] 10.222.0.73 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340239 Jul 08 18:46:05.060934 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-eea3683f-58a3-4b2f-8f26-61b6a245f265 service neutron] 10.222.0.73 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365116 Jul 08 18:46:05.227690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-528f2640-3278-4fd3-b70d-517b935b9afa req-e4a9e5f4-7fa1-4c4a-99e9-2ea269ca8973 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 210 time: 0.0284855 Jul 08 18:46:06.246952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-cbd85826-1268-40d5-a6ed-cd79fb9b3035 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:06.248960 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-cbd85826-1268-40d5-a6ed-cd79fb9b3035 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.59 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 815 time: 0.1123075 Jul 08 18:46:06.268931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Request body: {'port': {'device_id': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6', 'admin_state_up': True, 'tenant_id': '6e5da726daff435da00ec9bbb9bcc43a'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:46:06.307748 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0329fa0e-666e-46c7-837a-affe5e542fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:06.378803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7396d111-dbe6-42a8-a54a-bbdfbc299b3a req-f0ffd84e-7ee0-4a12-bfe1-e33f4dae6430 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 210 time: 0.0304556 Jul 08 18:46:06.384041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Made reservation on behalf of 6e5da726daff435da00ec9bbb9bcc43a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:46:06.387670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:06.512584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Allocated IP 172.20.0.11 (7e9d30d5-2b99-4e40-a1ca-45cceee849c6/1af95f6f-2d9d-4ace-90de-0e24382af604/818b3a0f-5739-4c34-8447-dbcf44f6ea92) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:46:06.656348 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:06.694041 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:06.736634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:46:06.741654 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:46:06.744036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:46:06.769811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Pushing event updated for resources: {'Port': ['ID=818b3a0f-5739-4c34-8447-dbcf44f6ea92,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:06.797362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:06.797961 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:06.812480 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-4a8c31f2-4d75-441a-9bba-a92ee795e5f9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5476975 Jul 08 18:46:06.824579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Request body: {'port': {'device_id': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:46:06.897966 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:07.149624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818b3a0f-5739-4c34-8447-dbcf44f6ea92 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:46:07.157638 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:07.170490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Transition to ACTIVE for port object 818b3a0f-5739-4c34-8447-dbcf44f6ea92 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:46:07.173920 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:07.222648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Pushing event updated for resources: {'Port': ['ID=818b3a0f-5739-4c34-8447-dbcf44f6ea92,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:07.294528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Attempting to bind port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:46:07.295780 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Attempting to bind port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:46:07.295780 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Attempting to bind port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:46:07.299900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:46:07.300217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Attempting to bind port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:46:07.305234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:46:07.305569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Checking segment: {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:46:07.305947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Bound using segment: {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:46:07.306416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Bound port: 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:46:07.306771 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:07.367370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:46:07.370399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:46:07.374526 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:07.409569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:07.410276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:07.411593 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] 10.222.0.59 "PUT /v2.0/ports/818b3a0f-5739-4c34-8447-dbcf44f6ea92 HTTP/1.1" status: 200 len: 1092 time: 0.5909638 Jul 08 18:46:07.412063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:07.414548 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534452d0-4c74-470d-94ab-4bde53ed15d0" -d '{"events": [{"name": "network-changed", "server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:07.440761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dd2ad-89dc-4bab-81f1-2eda8928b663 service neutron] Pushing event updated for resources: {'Port': ['ID=818b3a0f-5739-4c34-8447-dbcf44f6ea92,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:07.480077 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdca0a4-6a45-4356-bd50-aec961da2fde x-openstack-request-id: req-bbdca0a4-6a45-4356-bd50-aec961da2fde {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:07.480369 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:07.480617 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bbdca0a4-6a45-4356-bd50-aec961da2fde {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:07.481029 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92', 'status': 'completed', 'code': 200} Jul 08 18:46:07.511809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-87355fcc-5e9c-4c31-a171-0ab61d79682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:07.513296 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-87355fcc-5e9c-4c31-a171-0ab61d79682a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 1095 time: 0.0609806 Jul 08 18:46:07.553375 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-8feae299-55c3-4435-8db6-87d750e791b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92 HTTP/1.1" status: 200 len: 217 time: 0.0326426 Jul 08 18:46:07.573990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da3341-f050-4259-acfd-1acd6b10b04c req-e1ee00b3-ad0d-4f6b-9b9a-2321bd7bd09d tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:07.575494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14da3341-f050-4259-acfd-1acd6b10b04c req-e1ee00b3-ad0d-4f6b-9b9a-2321bd7bd09d tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 944 time: 0.0637336 Jul 08 18:46:07.600355 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-f5ece875-dc99-4188-98bf-bf919afb6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:07.601808 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-f5ece875-dc99-4188-98bf-bf919afb6d72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0428734 Jul 08 18:46:07.613166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14da3341-f050-4259-acfd-1acd6b10b04c req-b64a9a14-81b3-43e1-a82a-5f9b6fc09c2f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Jul 08 18:46:07.634127 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-51f899b1-91d8-436f-b6ce-6a2988404192 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260980 Jul 08 18:46:07.721921 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-39558b48-7512-4be5-a372-4ea1f0d10490 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816975 Jul 08 18:46:07.807625 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7d1dc44-3c77-43a5-81d5-261a7d42fd94 req-42f04baa-f8eb-4aad-8107-ec9f1dfc2628 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794919 Jul 08 18:46:07.908884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534452d0-4c74-470d-94ab-4bde53ed15d0 req-bc4d40e2-524b-4b09-8f7b-d5e6cb0cd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:07.910362 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-534452d0-4c74-470d-94ab-4bde53ed15d0 req-bc4d40e2-524b-4b09-8f7b-d5e6cb0cd852 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 1095 time: 0.0561278 Jul 08 18:46:07.999307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534452d0-4c74-470d-94ab-4bde53ed15d0 req-aaec7fa2-cdb8-4eea-8f84-a169363e57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:08.000672 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-534452d0-4c74-470d-94ab-4bde53ed15d0 req-aaec7fa2-cdb8-4eea-8f84-a169363e57ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0843122 Jul 08 18:46:08.046073 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-534452d0-4c74-470d-94ab-4bde53ed15d0 req-0004a091-cbc0-4152-89b6-0cadfb925ecf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92 HTTP/1.1" status: 200 len: 217 time: 0.0373995 Jul 08 18:46:08.093911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534452d0-4c74-470d-94ab-4bde53ed15d0 req-f629ca12-0a59-4dcc-b23b-5f8dd15d1fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:08.095385 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-534452d0-4c74-470d-94ab-4bde53ed15d0 req-f629ca12-0a59-4dcc-b23b-5f8dd15d1fcb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0433140 Jul 08 18:46:08.127137 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-534452d0-4c74-470d-94ab-4bde53ed15d0 req-0224d58c-5e2f-4d83-823a-54964e08d5d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252416 Jul 08 18:46:08.217971 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-534452d0-4c74-470d-94ab-4bde53ed15d0 req-324b46de-5bd6-4816-9065-0e73a6b2498f service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842106 Jul 08 18:46:08.307790 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-534452d0-4c74-470d-94ab-4bde53ed15d0 req-485ca1d6-22fe-4377-8703-4286af517215 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835519 Jul 08 18:46:08.784161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f67008-48bd-41ac-a02d-3018853b5038 req-ee110f50-b9a2-4247-9565-28d1e3bbc17a tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:08.785638 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9f67008-48bd-41ac-a02d-3018853b5038 req-ee110f50-b9a2-4247-9565-28d1e3bbc17a tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 944 time: 0.0613961 Jul 08 18:46:08.823097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9f67008-48bd-41ac-a02d-3018853b5038 req-613fd6fd-cdd8-4c89-93e8-1d8844dde2b3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Jul 08 18:46:09.134868 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:09.158356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b34a048a-c1a0-4a6b-8023-152e38b28a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:09.994706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768d46-6d0a-4f5e-8289-039fb0240222 req-107d0290-65d5-4273-97e8-2d4def266543 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:09.996156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82768d46-6d0a-4f5e-8289-039fb0240222 req-107d0290-65d5-4273-97e8-2d4def266543 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 944 time: 0.0651920 Jul 08 18:46:10.033221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-82768d46-6d0a-4f5e-8289-039fb0240222 req-df978d25-bd9c-4ad3-a94c-8f718fca658b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Jul 08 18:46:10.317123 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:11.203433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532000aa-148b-428d-b96c-6e5caed28e65 req-35c95264-1962-49a0-b396-5763d3f7be85 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:11.204899 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-532000aa-148b-428d-b96c-6e5caed28e65 req-35c95264-1962-49a0-b396-5763d3f7be85 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 944 time: 0.0618219 Jul 08 18:46:11.242328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-532000aa-148b-428d-b96c-6e5caed28e65 req-02ba091f-6c34-4f23-b277-85ac863a915f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Jul 08 18:46:11.796077 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:12.415935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96b5bd-3709-411a-a370-24893f8f37cf req-79302ec6-eed8-4274-b561-2c0cf34964e8 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:12.417424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d96b5bd-3709-411a-a370-24893f8f37cf req-79302ec6-eed8-4274-b561-2c0cf34964e8 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 944 time: 0.0665162 Jul 08 18:46:12.441083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 818b3a0f-5739-4c34-8447-dbcf44f6ea92 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:46:12.455631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d96b5bd-3709-411a-a370-24893f8f37cf req-3cb0a680-9747-473c-8877-e1637b85a308 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326958 Jul 08 18:46:12.536999 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:12.547980 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '818b3a0f-5739-4c34-8447-dbcf44f6ea92', 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6', 'port_id': '818b3a0f-5739-4c34-8447-dbcf44f6ea92', 'mac_address': 'fa:16:3e:4b:79:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af95f6f-2d9d-4ace-90de-0e24382af604', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:46:12.584108 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:12.599166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818b3a0f-5739-4c34-8447-dbcf44f6ea92 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:46:12.617986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:12.621501 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:12.667857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=818b3a0f-5739-4c34-8447-dbcf44f6ea92,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:12.910986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['818b3a0f-5739-4c34-8447-dbcf44f6ea92'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:46:13.676079 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb379e-629f-4395-a62c-a1e1aa28f0ee req-95ff5f5d-d9b8-4afd-a147-823cad0cc053 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:13.677637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8fb379e-629f-4395-a62c-a1e1aa28f0ee req-95ff5f5d-d9b8-4afd-a147-823cad0cc053 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 945 time: 0.1137824 Jul 08 18:46:13.714634 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8fb379e-629f-4395-a62c-a1e1aa28f0ee req-3930fdcd-c1f6-46fb-b7ef-7875262bfc0f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Jul 08 18:46:14.221938 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:46:14.456164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 818b3a0f-5739-4c34-8447-dbcf44f6ea92 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:46:14.505836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:46:14.509440 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:46:14.509811 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:14.583212 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:14.604966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:14.607721 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400b91f7-494c-4cf1-8add-de031d34265c" -d '{"events": [{"server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "name": "network-vif-plugged", "status": "completed", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:14.620412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:14.624921 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:14.651955 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5c964e-fc48-4642-9ee0-c918ca2ac8ff x-openstack-request-id: req-9f5c964e-fc48-4642-9ee0-c918ca2ac8ff {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:14.652235 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "name": "network-vif-plugged", "status": "completed", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:14.652480 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f5c964e-fc48-4642-9ee0-c918ca2ac8ff {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:14.652853 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92', 'code': 200} Jul 08 18:46:14.678818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=818b3a0f-5739-4c34-8447-dbcf44f6ea92,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:14.755232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf53ec-7715-4133-a0c5-88a7a5a23b2c req-ce2a2513-03c2-45ce-a6b3-218478f00f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:14.756809 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f6bf53ec-7715-4133-a0c5-88a7a5a23b2c req-ce2a2513-03c2-45ce-a6b3-218478f00f72 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 1097 time: 0.0517793 Jul 08 18:46:14.790978 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f6bf53ec-7715-4133-a0c5-88a7a5a23b2c req-90e15e4a-9ba0-4946-a8b4-29aecdd48e48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283093 Jul 08 18:46:14.883432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10039bdf-ec8a-4676-857d-ee7bed334874 req-df879151-782b-45db-acb3-2219a107ff03 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:14.884921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10039bdf-ec8a-4676-857d-ee7bed334874 req-df879151-782b-45db-acb3-2219a107ff03 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0620260 Jul 08 18:46:14.926286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10039bdf-ec8a-4676-857d-ee7bed334874 req-ec5177b7-866f-4934-9889-b94f0e37934d tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358191 Jul 08 18:46:16.098993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66897c8-21e5-452f-939b-2d9b08cb9c52 req-8278c024-d4ed-4f01-aef8-6f5edd406260 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:16.100430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d66897c8-21e5-452f-939b-2d9b08cb9c52 req-8278c024-d4ed-4f01-aef8-6f5edd406260 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0614529 Jul 08 18:46:16.137162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d66897c8-21e5-452f-939b-2d9b08cb9c52 req-917716a1-edba-4a64-85c6-49bd8f763a46 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Jul 08 18:46:16.305226 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d79fa-c7ea-4925-baaa-3e521dfb26ee req-c0fc3b23-d397-43f3-9442-5ac6f2b7b0e3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:16.306781 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-482d79fa-c7ea-4925-baaa-3e521dfb26ee req-c0fc3b23-d397-43f3-9442-5ac6f2b7b0e3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0625119 Jul 08 18:46:16.343642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-482d79fa-c7ea-4925-baaa-3e521dfb26ee req-4cef6930-fa49-45ca-88b3-4fe5d1642432 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309253 Jul 08 18:46:16.679935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9474c7-02cd-4c9f-94ee-33d2fc826e08 req-37f74f16-2a38-4de3-82e2-0fada9e6a43f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:16.681379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b9474c7-02cd-4c9f-94ee-33d2fc826e08 req-37f74f16-2a38-4de3-82e2-0fada9e6a43f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0647027 Jul 08 18:46:16.718225 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b9474c7-02cd-4c9f-94ee-33d2fc826e08 req-eef61bd2-b472-46bc-9f9b-866a5b251375 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311296 Jul 08 18:46:16.886784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f9560-a1b7-4db2-8018-abf157b9bdc0 req-ddd2150a-d939-4d0d-aeae-dc4e5800c8c0 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:16.888241 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e82f9560-a1b7-4db2-8018-abf157b9bdc0 req-ddd2150a-d939-4d0d-aeae-dc4e5800c8c0 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0621686 Jul 08 18:46:16.924942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e82f9560-a1b7-4db2-8018-abf157b9bdc0 req-3b2fec50-67b2-4b99-9f83-999883ee0dc3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Jul 08 18:46:17.303545 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-60787dff-8d6a-457a-9a9b-d5e617b2b8a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011140 Jul 08 18:46:17.316814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ef18c-d505-4806-8407-b681e7eec61e req-3ddd6fde-08e8-4216-99e4-72507465d67c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:17.318561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-477ef18c-d505-4806-8407-b681e7eec61e req-3ddd6fde-08e8-4216-99e4-72507465d67c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0667601 Jul 08 18:46:17.358465 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-477ef18c-d505-4806-8407-b681e7eec61e req-35057df3-ccca-4f71-b4fc-2a66340a7b23 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336719 Jul 08 18:46:18.458016 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-6c3ab008-c790-4178-ad9a-5c00de4a5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:18.459546 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-6c3ab008-c790-4178-ad9a-5c00de4a5c1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 1097 time: 0.0546310 Jul 08 18:46:18.535392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747e74b-abee-45bd-9477-7c26a6d0c79e req-ddc1d886-c1ad-4601-b26b-ab9fb28c9574 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:18.536920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6747e74b-abee-45bd-9477-7c26a6d0c79e req-ddc1d886-c1ad-4601-b26b-ab9fb28c9574 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0634742 Jul 08 18:46:18.548341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-20f2936a-02f5-462c-b99f-67967e86ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:18.549809 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-20f2936a-02f5-462c-b99f-67967e86ff6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0842884 Jul 08 18:46:18.578310 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6747e74b-abee-45bd-9477-7c26a6d0c79e req-f15150ba-4a1f-4513-b9c6-f10b0079bb08 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354753 Jul 08 18:46:18.596651 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-1e3893ca-83a0-48ae-8401-a97f7b9f835a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92 HTTP/1.1" status: 200 len: 217 time: 0.0404663 Jul 08 18:46:18.645111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-224453de-f5d9-4251-8e1e-5fd18f862019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:18.646472 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-224453de-f5d9-4251-8e1e-5fd18f862019 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0438557 Jul 08 18:46:18.678167 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-a5cf8767-5646-401d-aa1b-ac4961d63ec0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251639 Jul 08 18:46:18.779443 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-56806eb5-4657-4f0e-8b57-4210c263f5f1 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942574 Jul 08 18:46:18.869018 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-494ccfc9-7fb0-4bbd-b077-6d0d172ce388 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841799 Jul 08 18:46:19.798733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562b0f9-3566-49a6-951d-56aae8da4119 req-5ce30341-8088-434a-a881-a3e47fed45df tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:19.800204 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3562b0f9-3566-49a6-951d-56aae8da4119 req-5ce30341-8088-434a-a881-a3e47fed45df tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.1120741 Jul 08 18:46:19.843337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3562b0f9-3566-49a6-951d-56aae8da4119 req-906a5542-0877-4a89-8244-1ac726981ce9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349600 Jul 08 18:46:21.204373 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c4691-6273-4f7f-8727-366d75f43df0 req-a1870cc3-3d52-46ff-9850-e986a2cdfb50 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:21.205818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f35c4691-6273-4f7f-8727-366d75f43df0 req-a1870cc3-3d52-46ff-9850-e986a2cdfb50 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0654585 Jul 08 18:46:21.242137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f35c4691-6273-4f7f-8727-366d75f43df0 req-7483250d-f2d2-41f4-9235-c5492e44e2b4 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306735 Jul 08 18:46:22.413242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3eeb9-c6fd-44ef-ae09-45d1abbe848c req-bb2c660e-5c11-4a41-9e3e-9a29fcfba85b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:22.414769 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5d3eeb9-c6fd-44ef-ae09-45d1abbe848c req-bb2c660e-5c11-4a41-9e3e-9a29fcfba85b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0633450 Jul 08 18:46:22.451818 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5d3eeb9-c6fd-44ef-ae09-45d1abbe848c req-c8989dea-4361-494b-ad3f-ded46fde4e33 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Jul 08 18:46:23.630548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286f688-d269-4253-8b7c-37c487d194dc req-c978a482-4471-4120-9db9-017c3e888790 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:23.632029 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2286f688-d269-4253-8b7c-37c487d194dc req-c978a482-4471-4120-9db9-017c3e888790 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0720687 Jul 08 18:46:23.668552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2286f688-d269-4253-8b7c-37c487d194dc req-6d3a252b-df6f-4064-af03-44b2df4777fc tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309706 Jul 08 18:46:24.837224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040511af-30cc-4993-ae75-8d419d556732 req-d0724931-eb35-4445-9f32-a7065e161fe4 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:24.838722 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-040511af-30cc-4993-ae75-8d419d556732 req-d0724931-eb35-4445-9f32-a7065e161fe4 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0631647 Jul 08 18:46:24.876328 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-040511af-30cc-4993-ae75-8d419d556732 req-bffd737e-b320-4e6d-9c9a-2ee4f6405f53 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317690 Jul 08 18:46:26.045625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c469f-c9f4-4eeb-a0a1-08c71cf762f2 req-9e95b122-ae14-45f9-a0de-07c31b906572 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:26.047099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-414c469f-c9f4-4eeb-a0a1-08c71cf762f2 req-9e95b122-ae14-45f9-a0de-07c31b906572 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0617585 Jul 08 18:46:26.083794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-414c469f-c9f4-4eeb-a0a1-08c71cf762f2 req-b64e53fa-5849-4cde-b5a4-2de38752312d tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312324 Jul 08 18:46:27.261921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad2714-0fe4-426b-998e-8632180afd53 req-4059c802-078c-404f-b3ef-6178df4c25bd tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:27.263413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dfad2714-0fe4-426b-998e-8632180afd53 req-4059c802-078c-404f-b3ef-6178df4c25bd tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0675082 Jul 08 18:46:27.300744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dfad2714-0fe4-426b-998e-8632180afd53 req-12fc1523-4ffc-466a-b54a-0e58c178f4ba tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Jul 08 18:46:28.478638 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c524f-9207-4828-9560-8ff6f358118b req-b58daec3-df08-4b70-8178-6be8fa3022f0 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:28.480126 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-528c524f-9207-4828-9560-8ff6f358118b req-b58daec3-df08-4b70-8178-6be8fa3022f0 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0613401 Jul 08 18:46:28.518471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-528c524f-9207-4828-9560-8ff6f358118b req-c798ca80-f644-417d-b2e5-4166ee17316f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 Jul 08 18:46:29.693449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fa609-39d2-4c22-a231-76cfced6dbf2 req-eb2c7759-617f-423f-86ad-8070818a4332 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:29.694963 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-805fa609-39d2-4c22-a231-76cfced6dbf2 req-eb2c7759-617f-423f-86ad-8070818a4332 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0658212 Jul 08 18:46:29.732725 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-805fa609-39d2-4c22-a231-76cfced6dbf2 req-a1ca0173-8687-4b7b-ab33-375c1fa199d0 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322447 Jul 08 18:46:30.901491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31794718-5280-4347-ba67-47179dca0078 req-2bc30eec-cd24-4932-895d-8c5ca2f67e6c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:30.903010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31794718-5280-4347-ba67-47179dca0078 req-2bc30eec-cd24-4932-895d-8c5ca2f67e6c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0626631 Jul 08 18:46:30.940933 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31794718-5280-4347-ba67-47179dca0078 req-a03255cf-0410-48dc-b91f-09d8501d4e56 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318606 Jul 08 18:46:32.109359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9566-7450-4d44-9342-12185437d607 req-9d0c6005-5fed-4138-b3a1-8701d0163920 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:32.110881 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f4e9566-7450-4d44-9342-12185437d607 req-9d0c6005-5fed-4138-b3a1-8701d0163920 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0621898 Jul 08 18:46:32.148073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f4e9566-7450-4d44-9342-12185437d607 req-a2953ad6-fe7a-476c-a489-f7a0ff8b3950 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Jul 08 18:46:33.324953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be262cdd-8909-4d8a-b557-6bf7d23383fc req-c8fc9c8b-c343-4400-aeab-f716d407477f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:33.327109 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be262cdd-8909-4d8a-b557-6bf7d23383fc req-c8fc9c8b-c343-4400-aeab-f716d407477f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0710206 Jul 08 18:46:33.366094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be262cdd-8909-4d8a-b557-6bf7d23383fc req-0c2d7932-ef3d-4c25-a660-a1ba55b75911 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334270 Jul 08 18:46:33.801625 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:34.540746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a214a-5353-4eeb-8e1f-48800c233bf2 req-02c0a617-e0be-4ed8-aa2c-f1546a23644b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:34.542261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec9a214a-5353-4eeb-8e1f-48800c233bf2 req-02c0a617-e0be-4ed8-aa2c-f1546a23644b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0627546 Jul 08 18:46:34.579685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ec9a214a-5353-4eeb-8e1f-48800c233bf2 req-c6e1775a-851f-4786-86bc-73a34d420cb9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318897 Jul 08 18:46:34.654497 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:35.764761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6a79-a502-4b25-b788-ae38683b8bf9 req-38e74d5e-4964-4fbd-b131-4bd2194c532c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:35.766262 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d8c6a79-a502-4b25-b788-ae38683b8bf9 req-38e74d5e-4964-4fbd-b131-4bd2194c532c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0653138 Jul 08 18:46:35.804264 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d8c6a79-a502-4b25-b788-ae38683b8bf9 req-0a90d679-dbb8-4216-b30b-a3b716b70476 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Jul 08 18:46:36.300154 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-519e7e43-d2c3-424d-a3f5-f187e215a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:36.977940 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223f91-b04d-4bdf-ac88-d6a47af351a1 req-a61e4aca-cecb-40de-9faa-cb431ed9c70e tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:36.979467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38223f91-b04d-4bdf-ac88-d6a47af351a1 req-a61e4aca-cecb-40de-9faa-cb431ed9c70e tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0638099 Jul 08 18:46:37.016314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38223f91-b04d-4bdf-ac88-d6a47af351a1 req-d8f31761-3c4e-4a3a-994c-e601d219296c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Jul 08 18:46:38.192221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12422163-f37a-461b-aedf-b6930910cd3a req-8f9da41d-d25c-4a9b-8176-6d3b404ad424 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:38.193706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12422163-f37a-461b-aedf-b6930910cd3a req-8f9da41d-d25c-4a9b-8176-6d3b404ad424 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0641792 Jul 08 18:46:38.230302 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12422163-f37a-461b-aedf-b6930910cd3a req-63b25e98-8be3-434a-a7e2-e0e2b366933f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Jul 08 18:46:39.126335 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:39.158504 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-833c3666-82be-4d60-b78b-1dd9e2ac8156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:39.410421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8cb7c-de60-426d-882a-a1557e80026a req-94d451a3-b5e0-4192-8217-80ee97ae6b0e tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:39.411920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7e8cb7c-de60-426d-882a-a1557e80026a req-94d451a3-b5e0-4192-8217-80ee97ae6b0e tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0702095 Jul 08 18:46:39.450286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7e8cb7c-de60-426d-882a-a1557e80026a req-8782537a-f1e7-4b88-9c62-cc315a6d1263 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324423 Jul 08 18:46:40.320323 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.619626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95084fe3-b7ec-4135-9742-3c3ddf4bb5ea req-bad839b3-5322-4616-b267-66c105c5c1e5 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:40.620993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95084fe3-b7ec-4135-9742-3c3ddf4bb5ea req-bad839b3-5322-4616-b267-66c105c5c1e5 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0639014 Jul 08 18:46:40.658295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95084fe3-b7ec-4135-9742-3c3ddf4bb5ea req-1bf1e787-3e13-4f99-9245-0a9132f79c75 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312886 Jul 08 18:46:41.799864 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.832283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1bc0-7ec7-41aa-87a9-d286f6116db8 req-14907db7-7968-4fc6-b83a-3c84371f7e68 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:41.833754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab5a1bc0-7ec7-41aa-87a9-d286f6116db8 req-14907db7-7968-4fc6-b83a-3c84371f7e68 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0669072 Jul 08 18:46:41.870585 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab5a1bc0-7ec7-41aa-87a9-d286f6116db8 req-0dcab626-c44a-4ed0-b37d-57c2b659a333 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Jul 08 18:46:43.040758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a38adf-4d00-4a67-b579-0c0e40cc1f4c req-8b5d320c-e8e2-4d20-91e3-7f7b974a5733 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:43.042264 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-87a38adf-4d00-4a67-b579-0c0e40cc1f4c req-8b5d320c-e8e2-4d20-91e3-7f7b974a5733 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0625675 Jul 08 18:46:43.079524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-87a38adf-4d00-4a67-b579-0c0e40cc1f4c req-8b7ed1ae-44e8-4780-a923-1b3f5c4b01d6 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Jul 08 18:46:44.248739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b5989-dccf-41d1-9b31-6c8a088e628f req-1e5e46f3-fc7c-45d0-be23-0444e8565b9e tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:44.250126 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d1b5989-dccf-41d1-9b31-6c8a088e628f req-1e5e46f3-fc7c-45d0-be23-0444e8565b9e tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0651786 Jul 08 18:46:44.291337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5d1b5989-dccf-41d1-9b31-6c8a088e628f req-25a66f53-5dc4-4d8a-a5b9-9af0b31de552 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Jul 08 18:46:45.461398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5daec72-05bf-4107-b97d-7ab4ff727b13 req-10207c00-13bc-4651-9949-1b815049854c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:45.462889 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5daec72-05bf-4107-b97d-7ab4ff727b13 req-10207c00-13bc-4651-9949-1b815049854c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0620720 Jul 08 18:46:45.499147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5daec72-05bf-4107-b97d-7ab4ff727b13 req-0be44e01-8539-4e75-b62e-b3701623ca21 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301957 Jul 08 18:46:45.844398 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-03a2c68b-75fa-407e-b64e-438f2b6a4e6b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:46:45.845369 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-03a2c68b-75fa-407e-b64e-438f2b6a4e6b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055125 Jul 08 18:46:45.903752 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-ac313697-95e4-48ae-8816-10da23f96b08 service neutron] show failed (client error): The resource could not be found. Jul 08 18:46:45.904756 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-ac313697-95e4-48ae-8816-10da23f96b08 service neutron] 10.222.0.59 "GET /v2.0/ports/818b3a0f-5739-4c34-8447-dbcf44f6ea92/bindings/n-h1-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0540164 Jul 08 18:46:46.175801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-f0d8a39d-55d0-4516-9b7f-566a294c1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:46.177282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-f0d8a39d-55d0-4516-9b7f-566a294c1147 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c&tenant_id=6e5da726daff435da00ec9bbb9bcc43a HTTP/1.1" status: 200 len: 1097 time: 0.0845919 Jul 08 18:46:46.189494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:46:46.257776 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:46.454094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:46.486312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:46:46.527850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:46.530685 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d816b9-c6a4-4f85-9874-c8d95b48e0e1" -d '{"events": [{"server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "name": "network-vif-unplugged", "status": "completed", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:46.534430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:46.554923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Transition to ACTIVE for port object 818b3a0f-5739-4c34-8447-dbcf44f6ea92 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:46:46.559182 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:46.587458 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1504f36-7268-40fb-8d0a-aca37b019653 x-openstack-request-id: req-a1504f36-7268-40fb-8d0a-aca37b019653 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:46.587753 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "name": "network-vif-unplugged", "status": "completed", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:46.587998 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1504f36-7268-40fb-8d0a-aca37b019653 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:46.588397 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92', 'code': 200} Jul 08 18:46:46.613782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Pushing event updated for resources: {'Port': ['ID=818b3a0f-5739-4c34-8447-dbcf44f6ea92,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:46.633427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] No DVR routers for this DVR port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:46:46.700107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Attempting to bind port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:46:46.700948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Attempting to bind port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:46:46.701270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Attempting to bind port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:46:46.708073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:46:46.708318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Attempting to bind port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:46:46.715613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:46:46.716602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Checking segment: {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:46:46.716983 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Bound using segment: {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:46:46.717396 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Bound port: 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:46:46.717742 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:46.745106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3214a1-fd5f-4719-be1d-9046f936989d req-e306272f-5f5a-42bb-998f-cd4a8004767a tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:46.746599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f3214a1-fd5f-4719-be1d-9046f936989d req-e306272f-5f5a-42bb-998f-cd4a8004767a tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 944 time: 0.1150301 Jul 08 18:46:46.813778 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f3214a1-fd5f-4719-be1d-9046f936989d req-4e362494-7182-415b-b479-ba366d8d11c3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509524 Jul 08 18:46:46.819598 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:46:46.822659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:46:46.827777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:46.859879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:46.860480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:46.861843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] 10.222.0.74 "PUT /v2.0/ports/818b3a0f-5739-4c34-8447-dbcf44f6ea92 HTTP/1.1" status: 200 len: 1092 time: 0.6769385 Jul 08 18:46:46.884456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bb28e-c92f-472a-8e46-099a2976787f service neutron] Pushing event updated for resources: {'Port': ['ID=818b3a0f-5739-4c34-8447-dbcf44f6ea92,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:46.942626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-3d164741-8955-4399-8eef-6c42e095347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:46.944322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-3d164741-8955-4399-8eef-6c42e095347f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 1095 time: 0.0565858 Jul 08 18:46:47.030516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-f2fe7b9b-0217-427c-8f83-ad20ec544409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:47.031882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-f2fe7b9b-0217-427c-8f83-ad20ec544409 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0818958 Jul 08 18:46:47.072664 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-8485ead4-6ddf-42e8-a267-b73984536c6b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92 HTTP/1.1" status: 200 len: 217 time: 0.0338175 Jul 08 18:46:47.123530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-8367aaf2-0a2f-4532-acd9-fef52251b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:47.124935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-8367aaf2-0a2f-4532-acd9-fef52251b687 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0462246 Jul 08 18:46:47.156164 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-3f779598-be1d-4ea4-8225-144d138be0b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250418 Jul 08 18:46:47.166269 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-a690118d-3098-438f-99b7-e639e95549ed service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:46:47.167180 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-a690118d-3098-438f-99b7-e639e95549ed service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049279 Jul 08 18:46:47.254655 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-e6efaf40-2a2f-4cd5-88bd-0122bfe8fd5c service neutron] 10.222.0.74 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814221 Jul 08 18:46:47.345269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15ccec23-332a-478a-945f-3db96ab4a9cc req-30a11228-812e-444a-b6cd-28511bdf360c service neutron] 10.222.0.74 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841162 Jul 08 18:46:47.988584 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894ecc-8ac7-4f55-a422-5fbc210520fa req-2f2f7bca-2ebf-4c88-a162-aca09d7ad61e tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:47.990084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17894ecc-8ac7-4f55-a422-5fbc210520fa req-2f2f7bca-2ebf-4c88-a162-aca09d7ad61e tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 944 time: 0.0647092 Jul 08 18:46:48.027281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17894ecc-8ac7-4f55-a422-5fbc210520fa req-49144940-a500-4d00-ba6d-91cdc1537ec7 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Jul 08 18:46:48.589365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:48.592354 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de946c60-60f6-495d-a200-cb25c9b35212" -d '{"events": [{"name": "network-changed", "server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:48.639196 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f595b071-72db-489f-a5cd-16764a05978f x-openstack-request-id: req-f595b071-72db-489f-a5cd-16764a05978f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:48.639485 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:48.639742 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f595b071-72db-489f-a5cd-16764a05978f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:48.640782 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92', 'status': 'completed', 'code': 200} Jul 08 18:46:48.712979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de946c60-60f6-495d-a200-cb25c9b35212 req-7341f9bf-2f16-4153-82af-fa20f6a87348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:48.714517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-7341f9bf-2f16-4153-82af-fa20f6a87348 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 1095 time: 0.0569913 Jul 08 18:46:48.715721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de946c60-60f6-495d-a200-cb25c9b35212 req-887599ae-d633-4ada-8513-dc9e5331a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:48.717703 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-887599ae-d633-4ada-8513-dc9e5331a632 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 1095 time: 0.0564106 Jul 08 18:46:48.804354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de946c60-60f6-495d-a200-cb25c9b35212 req-35328c59-00bd-4101-af9b-119430dccf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:48.804512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de946c60-60f6-495d-a200-cb25c9b35212 req-f4fea19d-3211-4049-801d-de87d60e41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:48.805834 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-35328c59-00bd-4101-af9b-119430dccf12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0824676 Jul 08 18:46:48.805958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-f4fea19d-3211-4049-801d-de87d60e41d6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0837691 Jul 08 18:46:48.850846 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-c5be721c-b9b4-4b99-b1bc-a9fe5825cc8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92 HTTP/1.1" status: 200 len: 217 time: 0.0381541 Jul 08 18:46:48.851086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-678572c2-4b8f-4549-b12d-662191d4db50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92 HTTP/1.1" status: 200 len: 217 time: 0.0383346 Jul 08 18:46:48.898915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de946c60-60f6-495d-a200-cb25c9b35212 req-1c9ae808-b7bc-402c-a498-ec27c7596c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:48.899174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de946c60-60f6-495d-a200-cb25c9b35212 req-b6789c5a-15fb-4aae-9bdb-e353e4009afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:48.900419 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-1c9ae808-b7bc-402c-a498-ec27c7596c07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0442758 Jul 08 18:46:48.900568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-b6789c5a-15fb-4aae-9bdb-e353e4009afe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0437319 Jul 08 18:46:48.933344 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-b7bec15b-7f18-484c-a0cf-8c9cb59a3ac0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261049 Jul 08 18:46:48.933576 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-23da3456-c5c7-4efe-80ed-74bdc54d2243 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259759 Jul 08 18:46:49.027008 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-6df7c4dd-5f64-4e0c-8288-0417ca2e9943 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871296 Jul 08 18:46:49.028612 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-bf37d9f0-ca27-448d-9ccc-adf1c336db8a service neutron] 10.222.0.74 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883510 Jul 08 18:46:49.124222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-a1a121c0-8ae1-453b-b59b-4789943ba18c service neutron] 10.222.0.74 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884125 Jul 08 18:46:49.133257 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-de946c60-60f6-495d-a200-cb25c9b35212 req-5753856d-9f5c-48a2-adb6-210610e571af service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003556 Jul 08 18:46:49.208777 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897ed22-cdc6-4983-94cb-aa2672bd675b req-7f7bf132-19e6-47c9-adbe-58a82a193a59 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:49.210245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e897ed22-cdc6-4983-94cb-aa2672bd675b req-7f7bf132-19e6-47c9-adbe-58a82a193a59 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 944 time: 0.0629663 Jul 08 18:46:49.246679 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e897ed22-cdc6-4983-94cb-aa2672bd675b req-54a44d67-5110-43c3-9e44-d0e0d4583652 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Jul 08 18:46:50.426985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7c09-bc1d-4a36-9abc-33d0d18f0fdf req-b4641a63-ca26-41dc-affc-2a065281d08a tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:50.428476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f04d7c09-bc1d-4a36-9abc-33d0d18f0fdf req-b4641a63-ca26-41dc-affc-2a065281d08a tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 944 time: 0.0691247 Jul 08 18:46:50.467619 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f04d7c09-bc1d-4a36-9abc-33d0d18f0fdf req-bcfba4b0-68ce-434d-8fb0-14113c7e5e7b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Jul 08 18:46:50.673806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 818b3a0f-5739-4c34-8447-dbcf44f6ea92 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:50.710988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 818b3a0f-5739-4c34-8447-dbcf44f6ea92 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:46:51.220900 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:46:51.641087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e982b-60e6-4fe7-a3e5-d0f30d55f4b7 req-dcc202fd-cdaa-450e-b899-8e31c1c85752 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:51.642711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c74e982b-60e6-4fe7-a3e5-d0f30d55f4b7 req-dcc202fd-cdaa-450e-b899-8e31c1c85752 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 944 time: 0.0622752 Jul 08 18:46:51.685944 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c74e982b-60e6-4fe7-a3e5-d0f30d55f4b7 req-54874dd0-7bca-49cd-92cb-be40e38abcdc tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378582 Jul 08 18:46:51.698966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 818b3a0f-5739-4c34-8447-dbcf44f6ea92 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:46:51.794323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:51.806233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '818b3a0f-5739-4c34-8447-dbcf44f6ea92', 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6', 'port_id': '818b3a0f-5739-4c34-8447-dbcf44f6ea92', 'mac_address': 'fa:16:3e:4b:79:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af95f6f-2d9d-4ace-90de-0e24382af604', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:46:51.845272 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:51.859005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818b3a0f-5739-4c34-8447-dbcf44f6ea92 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:46:51.878805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:51.883029 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:51.930688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=818b3a0f-5739-4c34-8447-dbcf44f6ea92,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:51.993123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c54f00-1b8f-48f4-af4e-5928fff58869 req-d1e2b860-8ff5-4626-b0cc-5f489c9cbd69 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:51.994642 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51c54f00-1b8f-48f4-af4e-5928fff58869 req-d1e2b860-8ff5-4626-b0cc-5f489c9cbd69 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 945 time: 0.0738189 Jul 08 18:46:52.000588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-2c02bac0-e9d9-4dcd-8d92-78846a874f94 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:52.002080 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-2c02bac0-e9d9-4dcd-8d92-78846a874f94 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.59 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c&tenant_id=6e5da726daff435da00ec9bbb9bcc43a&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 945 time: 0.0717404 Jul 08 18:46:52.032847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51c54f00-1b8f-48f4-af4e-5928fff58869 req-977fdff6-4ef9-4d99-8ce9-4ade2c73e644 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319653 Jul 08 18:46:52.157098 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-4d6761c0-5c5c-4eab-a46a-01166c1d323c service neutron] delete failed (client error): The resource could not be found. Jul 08 18:46:52.158094 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-4d6761c0-5c5c-4eab-a46a-01166c1d323c service neutron] 10.222.0.59 "DELETE /v2.0/ports/818b3a0f-5739-4c34-8447-dbcf44f6ea92/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.1500864 Jul 08 18:46:52.210721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['818b3a0f-5739-4c34-8447-dbcf44f6ea92'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:46:52.251603 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-4c5a7602-77dd-4b8b-91cf-9bd7c7f41b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:52.253108 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-4c5a7602-77dd-4b8b-91cf-9bd7c7f41b9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 1096 time: 0.0531876 Jul 08 18:46:52.348795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-bf30aa8d-8615-48d3-82fd-61e8f18c7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:52.350202 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-bf30aa8d-8615-48d3-82fd-61e8f18c7f43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0902004 Jul 08 18:46:52.390040 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-21428c76-eab4-4aad-b897-524ff50f38e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92 HTTP/1.1" status: 200 len: 217 time: 0.0340426 Jul 08 18:46:52.439341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-d1255abc-cd9d-4af6-9d86-3d93417c1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:52.440748 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-d1255abc-cd9d-4af6-9d86-3d93417c1870 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0439909 Jul 08 18:46:52.473165 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-806b920e-c167-4dad-b096-7a819b8a4b50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256805 Jul 08 18:46:52.563116 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-b674c5c7-19c5-4da6-9e2e-2e083dceb647 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836210 Jul 08 18:46:52.650862 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4b69a57c-ef51-4f2d-b5b1-db08e63a28e3 req-d17ee5c2-e76f-45fd-bf04-b94b9a40b1d7 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806961 Jul 08 18:46:52.812301 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd5e695-9f60-49d1-8d8f-afcca9b306c0 req-2a492785-5931-404e-85aa-d651edcdaa22 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1079071 Jul 08 18:46:52.904234 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5e695-9f60-49d1-8d8f-afcca9b306c0 req-89cb340b-c675-4a73-ac9c-34e1a87fd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:52.906170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd5e695-9f60-49d1-8d8f-afcca9b306c0 req-89cb340b-c675-4a73-ac9c-34e1a87fd340 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 1096 time: 0.0507579 Jul 08 18:46:53.013260 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5e695-9f60-49d1-8d8f-afcca9b306c0 req-7646b8cf-d102-42c9-bb56-c4291a692871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:53.015332 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd5e695-9f60-49d1-8d8f-afcca9b306c0 req-7646b8cf-d102-42c9-bb56-c4291a692871 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0892894 Jul 08 18:46:53.056590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd5e695-9f60-49d1-8d8f-afcca9b306c0 req-c765b511-be2f-4780-a8d9-141c00f9583c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92 HTTP/1.1" status: 200 len: 217 time: 0.0348225 Jul 08 18:46:53.105961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5e695-9f60-49d1-8d8f-afcca9b306c0 req-7a01407e-82ec-4c75-af30-6bfc1352be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:53.107477 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd5e695-9f60-49d1-8d8f-afcca9b306c0 req-7a01407e-82ec-4c75-af30-6bfc1352be9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0453012 Jul 08 18:46:53.146171 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd5e695-9f60-49d1-8d8f-afcca9b306c0 req-536ec038-eec8-4182-8c23-61f0856d2d10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329294 Jul 08 18:46:53.287179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e9e1-f077-46f4-a4fd-8d8f345552cc req-f4751a80-b949-418b-a3f3-47412531acac tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:53.288809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33b0e9e1-f077-46f4-a4fd-8d8f345552cc req-f4751a80-b949-418b-a3f3-47412531acac tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 945 time: 0.1291213 Jul 08 18:46:53.290936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd5e695-9f60-49d1-8d8f-afcca9b306c0 req-d88fba5f-cea6-4805-b51e-d7442905fba9 service neutron] 10.222.0.74 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383896 Jul 08 18:46:53.370366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33b0e9e1-f077-46f4-a4fd-8d8f345552cc req-d5d1c91f-a3c3-47f7-b1bb-199f865cd5f1 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757625 Jul 08 18:46:53.404128 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbd5e695-9f60-49d1-8d8f-afcca9b306c0 req-6d9763f5-904e-4053-8aea-e72d7bd5ef4b service neutron] 10.222.0.74 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034496 Jul 08 18:46:53.546143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d170f-bf55-44f8-932c-07074d7727bf req-cb6d2c71-07a1-43b0-8da4-7d26af75286c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:53.547941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb2d170f-bf55-44f8-932c-07074d7727bf req-cb6d2c71-07a1-43b0-8da4-7d26af75286c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 945 time: 0.0680623 Jul 08 18:46:53.714810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 818b3a0f-5739-4c34-8447-dbcf44f6ea92 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:46:53.773808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:46:53.778509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:46:53.779929 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:53.847599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cb2d170f-bf55-44f8-932c-07074d7727bf req-4daee2da-53af-45db-8382-1aef32a8ff05 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939949 Jul 08 18:46:53.863837 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:53.886753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:53.888962 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80c2378-b96e-4806-a74b-ede707ce4ce9" -d '{"events": [{"server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "name": "network-vif-plugged", "status": "completed", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:53.902533 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:53.907421 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:53.930660 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf6904c-c3e2-4c82-9dc8-b050c5574aca x-openstack-request-id: req-acf6904c-c3e2-4c82-9dc8-b050c5574aca {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:53.930948 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "name": "network-vif-plugged", "status": "completed", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:53.931196 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-acf6904c-c3e2-4c82-9dc8-b050c5574aca {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:53.931582 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92', 'code': 200} Jul 08 18:46:53.956972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=818b3a0f-5739-4c34-8447-dbcf44f6ea92,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:54.027143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcd928-159e-4ac4-b46a-7cdf4f636481 req-276edc10-0bc0-4f1c-8ac1-9efa23e295b6 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:54.028604 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9bcd928-159e-4ac4-b46a-7cdf4f636481 req-276edc10-0bc0-4f1c-8ac1-9efa23e295b6 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0633917 Jul 08 18:46:54.065637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f9bcd928-159e-4ac4-b46a-7cdf4f636481 req-7f5f727e-bd9c-44bb-8ce5-61064e118056 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311542 Jul 08 18:46:54.511399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-3d4910c4-668d-4968-9b62-d60d6addaeef tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:54.512837 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-3d4910c4-668d-4968-9b62-d60d6addaeef tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 815 time: 0.1014338 Jul 08 18:46:54.526875 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-4617aad9-bef4-477f-917e-c9ff054cadc2 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/quotas/6e5da726daff435da00ec9bbb9bcc43a HTTP/1.1" status: 200 len: 375 time: 0.0088081 Jul 08 18:46:54.588449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-137fe3fb-b7d0-44c6-b4e2-90eaafd9541f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563953 Jul 08 18:46:54.723656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-f63ce252-972a-4e7d-bfbe-e4a3fc3a2a1e service neutron] 10.222.0.73 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287229 Jul 08 18:46:54.810581 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-7fb6f7b6-92c6-4ad7-ad93-d02c30f24fce service neutron] 10.222.0.73 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813093 Jul 08 18:46:54.979837 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de8f1898-3819-426c-a115-91bb9fee07d8 req-97fe3452-0e15-4cd6-ba81-5c970ba52958 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 210 time: 0.0290465 Jul 08 18:46:55.793232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c127ac-af5d-4e2e-be13-fb89da100999 req-ff448ff6-39c2-4847-80c4-8ded9df609d4 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:55.794828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7c127ac-af5d-4e2e-be13-fb89da100999 req-ff448ff6-39c2-4847-80c4-8ded9df609d4 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.74 "GET /v2.0/ports?device_id=437d91e8-5a92-413b-b16b-f6f021ca381c HTTP/1.1" status: 200 len: 946 time: 0.0657585 Jul 08 18:46:55.898611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-f7c127ac-af5d-4e2e-be13-fb89da100999 req-3ae04fb9-9352-4370-8b39-0d09c08de855 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Deleting port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:55.898943 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f7c127ac-af5d-4e2e-be13-fb89da100999 req-3ae04fb9-9352-4370-8b39-0d09c08de855 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:55.991165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-d7932443-531c-425c-b09d-4f5d499fbfa1 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:55.992711 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-d7932443-531c-425c-b09d-4f5d499fbfa1 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.59 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 815 time: 0.1171370 Jul 08 18:46:55.996369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f7c127ac-af5d-4e2e-be13-fb89da100999 req-3ae04fb9-9352-4370-8b39-0d09c08de855 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] For port 818b3a0f-5739-4c34-8447-dbcf44f6ea92, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=818b3a0f-5739-4c34-8447-dbcf44f6ea92,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:55.996809 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f7c127ac-af5d-4e2e-be13-fb89da100999 req-3ae04fb9-9352-4370-8b39-0d09c08de855 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:56.008013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Request body: {'port': {'device_id': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6', 'admin_state_up': True, 'tenant_id': '6e5da726daff435da00ec9bbb9bcc43a'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:46:56.011383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-f7c127ac-af5d-4e2e-be13-fb89da100999 req-3ae04fb9-9352-4370-8b39-0d09c08de855 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Calling delete_port for 818b3a0f-5739-4c34-8447-dbcf44f6ea92 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:56.127732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Made reservation on behalf of 6e5da726daff435da00ec9bbb9bcc43a for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:46:56.131585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:56.170419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8c0f211-41d6-4e6f-a796-7694dc8928db req-d59e2c34-6a9b-4e32-bd0c-46084211bab0 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 210 time: 0.0396473 Jul 08 18:46:56.187153 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f7c127ac-af5d-4e2e-be13-fb89da100999 req-3ae04fb9-9352-4370-8b39-0d09c08de855 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:56.200493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['818b3a0f-5739-4c34-8447-dbcf44f6ea92'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:46:56.219007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae04fb9-9352-4370-8b39-0d09c08de855 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Pushing event deleted for resources: {'Port': ['ID=818b3a0f-5739-4c34-8447-dbcf44f6ea92,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:56.265404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c127ac-af5d-4e2e-be13-fb89da100999 req-3ae04fb9-9352-4370-8b39-0d09c08de855 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] No DVR routers for this DVR port 818b3a0f-5739-4c34-8447-dbcf44f6ea92 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:46:56.268082 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f7c127ac-af5d-4e2e-be13-fb89da100999 req-3ae04fb9-9352-4370-8b39-0d09c08de855 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:56.270068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7c127ac-af5d-4e2e-be13-fb89da100999 req-3ae04fb9-9352-4370-8b39-0d09c08de855 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.74 "DELETE /v2.0/ports/818b3a0f-5739-4c34-8447-dbcf44f6ea92 HTTP/1.1" status: 204 len: 173 time: 0.4703312 Jul 08 18:46:56.270567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'name': 'network-vif-deleted', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:56.272836 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2733ac9a-0b64-44d0-b94b-9927c479345b" -d '{"events": [{"server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "name": "network-vif-deleted", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:56.295574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Allocated IP 172.20.0.13 (7e9d30d5-2b99-4e40-a1ca-45cceee849c6/1af95f6f-2d9d-4ace-90de-0e24382af604/4702bcf8-ec3b-4ae2-949c-cedf1df00c4f) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:46:56.325150 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d69010c-9b84-4891-b218-1c04036b82ef x-openstack-request-id: req-1d69010c-9b84-4891-b218-1c04036b82ef {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:56.326649 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437d91e8-5a92-413b-b16b-f6f021ca381c", "name": "network-vif-deleted", "tag": "818b3a0f-5739-4c34-8447-dbcf44f6ea92", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:56.326980 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d69010c-9b84-4891-b218-1c04036b82ef {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:56.327590 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437d91e8-5a92-413b-b16b-f6f021ca381c', 'name': 'network-vif-deleted', 'tag': '818b3a0f-5739-4c34-8447-dbcf44f6ea92', 'status': 'completed', 'code': 200} Jul 08 18:46:56.452875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:56.490229 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:56.502425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['818b3a0f-5739-4c34-8447-dbcf44f6ea92'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:46:56.533227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:46:56.538579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:46:56.542229 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:46:56.548977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Pushing event updated for resources: {'Port': ['ID=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:56.576087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.576438 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.576781 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.577117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.577448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.577778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.578101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.578454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.578778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.579100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.579417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.579733 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:56.602665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:56.603269 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:56.617430 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-cc15d78a-0e5f-484f-ac22-dfaf130bb1d3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6135128 Jul 08 18:46:56.628341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Request body: {'port': {'device_id': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:46:56.708376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:56.972151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:46:56.979315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:56.991301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Transition to ACTIVE for port object 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:46:56.995593 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:57.047934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Pushing event updated for resources: {'Port': ['ID=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:57.116012 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Attempting to bind port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:46:57.116337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Attempting to bind port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:46:57.116725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Attempting to bind port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:46:57.120929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:46:57.121247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Attempting to bind port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:46:57.125925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:46:57.126289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Checking segment: {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:46:57.126670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Bound using segment: {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:46:57.127084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Bound port: 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:46:57.127434 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:57.187886 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:46:57.190861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:46:57.195393 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:57.235227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:57.235843 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:57.237231 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] 10.222.0.59 "PUT /v2.0/ports/4702bcf8-ec3b-4ae2-949c-cedf1df00c4f HTTP/1.1" status: 200 len: 1092 time: 0.6129286 Jul 08 18:46:57.237659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:57.239934 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bcfe1d-8c9a-436c-8834-517c706f77dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:57.261261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6c16b-7897-45db-8250-c0c31f2b5adc service neutron] Pushing event updated for resources: {'Port': ['ID=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:57.293451 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d0c8af-8987-4c48-a917-f08b7949cee7 x-openstack-request-id: req-d7d0c8af-8987-4c48-a917-f08b7949cee7 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:57.293733 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:57.293980 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7d0c8af-8987-4c48-a917-f08b7949cee7 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:57.294396 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f', 'status': 'completed', 'code': 200} Jul 08 18:46:57.338766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-d5715688-f25f-4730-b136-86059665559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:57.340268 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-d5715688-f25f-4730-b136-86059665559a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 1095 time: 0.0555429 Jul 08 18:46:57.350937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afc6e5-619a-4b58-98d8-fb3decfbcd52 req-29a0d7e8-d919-4e7b-b241-1689310a87b4 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:57.352416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23afc6e5-619a-4b58-98d8-fb3decfbcd52 req-29a0d7e8-d919-4e7b-b241-1689310a87b4 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 944 time: 0.0695109 Jul 08 18:46:57.379753 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-e3689501-375c-4d36-94a6-a721f5e39a78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f HTTP/1.1" status: 200 len: 217 time: 0.0326622 Jul 08 18:46:57.389996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23afc6e5-619a-4b58-98d8-fb3decfbcd52 req-d66a0fd2-8508-42a7-9ab3-803f3057694b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Jul 08 18:46:57.432110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-361a0259-d433-4202-bb58-47cbadecd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:57.433531 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-361a0259-d433-4202-bb58-47cbadecd2d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0476365 Jul 08 18:46:57.465152 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-0b99c475-349a-4ee6-bd95-037b955807d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251663 Jul 08 18:46:57.551267 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-04b78a1d-f26b-45f2-ae31-f9cee935653f service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783300 Jul 08 18:46:57.640359 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df2c0582-dc0b-4cf8-b899-e525c2fcc41a req-0ef15adc-101c-40e9-bdfe-77a045cdd56c service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816171 Jul 08 18:46:57.735269 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcfe1d-8c9a-436c-8834-517c706f77dc req-3e7873b5-568c-4f72-b5fa-a621756e3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:57.736733 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99bcfe1d-8c9a-436c-8834-517c706f77dc req-3e7873b5-568c-4f72-b5fa-a621756e3877 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 1095 time: 0.0517497 Jul 08 18:46:57.832416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcfe1d-8c9a-436c-8834-517c706f77dc req-9f909f05-d181-4662-8b06-3f4f895c87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:57.833801 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99bcfe1d-8c9a-436c-8834-517c706f77dc req-9f909f05-d181-4662-8b06-3f4f895c87b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0866187 Jul 08 18:46:57.873808 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99bcfe1d-8c9a-436c-8834-517c706f77dc req-ac7c0dbb-e3c7-4a5b-9898-7d829340e143 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f HTTP/1.1" status: 200 len: 217 time: 0.0334554 Jul 08 18:46:57.921314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcfe1d-8c9a-436c-8834-517c706f77dc req-ac03d0b0-d517-4900-93d1-ca9159a66af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:57.922726 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99bcfe1d-8c9a-436c-8834-517c706f77dc req-ac03d0b0-d517-4900-93d1-ca9159a66af2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0423009 Jul 08 18:46:57.958123 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99bcfe1d-8c9a-436c-8834-517c706f77dc req-48cd0184-cd9e-426f-862d-cfc7f0753176 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290959 Jul 08 18:46:58.046657 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99bcfe1d-8c9a-436c-8834-517c706f77dc req-adc0132e-17f1-406e-a323-f46c4b7309a3 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800498 Jul 08 18:46:58.135299 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-99bcfe1d-8c9a-436c-8834-517c706f77dc req-200d6a05-cfce-478a-88a4-2e74f4838aaf service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820870 Jul 08 18:46:58.561715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23268d96-8485-4538-930a-5907b6a84676 req-5a04d9d1-a374-48cd-b058-9917cea058ff tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:58.563200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23268d96-8485-4538-930a-5907b6a84676 req-5a04d9d1-a374-48cd-b058-9917cea058ff tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 944 time: 0.0624433 Jul 08 18:46:58.599711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23268d96-8485-4538-930a-5907b6a84676 req-eb046239-744e-4379-b7ad-6c8de5889871 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309494 Jul 08 18:46:59.745901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 818b3a0f-5739-4c34-8447-dbcf44f6ea92 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:59.770447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 818b3a0f-5739-4c34-8447-dbcf44f6ea92 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:46:59.770794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 818b3a0f-5739-4c34-8447-dbcf44f6ea92 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:46:59.779429 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b21b93-f455-49e6-a828-bab8ff9522de req-eb094f30-d8d3-48e4-85a2-c301f86c8c99 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:59.780959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-44b21b93-f455-49e6-a828-bab8ff9522de req-eb094f30-d8d3-48e4-85a2-c301f86c8c99 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 944 time: 0.0699542 Jul 08 18:46:59.819385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-44b21b93-f455-49e6-a828-bab8ff9522de req-a907d49b-6f2b-4e1c-8479-6d51caba03fa tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326369 Jul 08 18:47:00.720178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:47:00.811145 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:00.825141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f', 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6', 'port_id': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f', 'mac_address': 'fa:16:3e:6a:24:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af95f6f-2d9d-4ace-90de-0e24382af604', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:47:00.861788 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:00.874164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:47:00.893531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:00.898287 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:00.945494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:00.953212 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.953579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.953921 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.954274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.954607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.954937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.955259 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.955582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.955900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.956218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.956535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.956847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:00.996224 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869bcdf-8ceb-4ad8-8579-8411c172dd20 req-5e582178-4647-481e-89ff-f61274e18931 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:00.997640 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b869bcdf-8ceb-4ad8-8579-8411c172dd20 req-5e582178-4647-481e-89ff-f61274e18931 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 945 time: 0.0666943 Jul 08 18:47:01.035076 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b869bcdf-8ceb-4ad8-8579-8411c172dd20 req-3e028c70-fad4-4099-8340-5f32deee5448 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318837 Jul 08 18:47:01.193274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['4702bcf8-ec3b-4ae2-949c-cedf1df00c4f'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:47:02.208095 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05c9d0-b2b8-492e-b97c-bbc94268289f req-9523316d-25a4-4b92-b67c-0f0305067d1e tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:02.209577 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc05c9d0-b2b8-492e-b97c-bbc94268289f req-9523316d-25a4-4b92-b67c-0f0305067d1e tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 945 time: 0.0630558 Jul 08 18:47:02.249476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc05c9d0-b2b8-492e-b97c-bbc94268289f req-58d84934-5292-4604-9e89-7e4dd5affe20 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344162 Jul 08 18:47:02.735943 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:47:02.790584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:47:02.794235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:47:02.794724 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:02.871387 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:03.049747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:47:03.051899 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaa43e0-0a80-48d9-b6dc-42ad793ed509" -d '{"events": [{"server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "name": "network-vif-plugged", "status": "completed", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:47:03.064842 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:03.069393 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:03.092693 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3357cc-a2db-4814-b7e4-467e8b876606 x-openstack-request-id: req-5b3357cc-a2db-4814-b7e4-467e8b876606 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:47:03.092986 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "name": "network-vif-plugged", "status": "completed", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:47:03.093235 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b3357cc-a2db-4814-b7e4-467e8b876606 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:47:03.093617 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f', 'code': 200} Jul 08 18:47:03.119579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:03.207876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c22d5a-70a1-4e74-9293-8eb2330d9ba7 req-3111b891-44be-4bf6-a0bc-26217c76221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:03.209355 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-97c22d5a-70a1-4e74-9293-8eb2330d9ba7 req-3111b891-44be-4bf6-a0bc-26217c76221d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 1097 time: 0.0503912 Jul 08 18:47:03.243711 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-97c22d5a-70a1-4e74-9293-8eb2330d9ba7 req-63bdd996-b9ab-45c9-895b-b17d0bd5635d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280254 Jul 08 18:47:03.422815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f299e-54b0-4a2f-b862-6220af7184ee req-da6125d0-248d-43f6-ab57-3f3e729a9a87 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:03.424298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-126f299e-54b0-4a2f-b862-6220af7184ee req-da6125d0-248d-43f6-ab57-3f3e729a9a87 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0662119 Jul 08 18:47:03.460970 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-126f299e-54b0-4a2f-b862-6220af7184ee req-8e27bf99-d511-4978-91b5-4dfd16fbfa05 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310681 Jul 08 18:47:03.814002 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:04.631804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694a6d2-405a-468b-9bca-778993784803 req-3177a5fd-e576-4720-b61e-a6f892ce3960 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:04.633292 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c694a6d2-405a-468b-9bca-778993784803 req-3177a5fd-e576-4720-b61e-a6f892ce3960 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0616269 Jul 08 18:47:04.655773 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:04.671841 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c694a6d2-405a-468b-9bca-778993784803 req-d00e39b5-60d8-41fd-b69d-8f6b706ea8b9 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Jul 08 18:47:04.839725 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c66d3c-043c-4545-9020-aa8d3aea41c1 req-6da7729b-91a2-4de1-bd0f-94256771ec67 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:04.841188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28c66d3c-043c-4545-9020-aa8d3aea41c1 req-6da7729b-91a2-4de1-bd0f-94256771ec67 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0618100 Jul 08 18:47:04.877600 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28c66d3c-043c-4545-9020-aa8d3aea41c1 req-3b9f59c6-8875-4d4c-ac11-557b33c1e0d7 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303073 Jul 08 18:47:05.207859 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-ee12cc66-eb6e-40c4-8b16-bb86eeab1e81 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507977 Jul 08 18:47:05.281617 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d109cd7-2a7d-4438-aa30-9ba2f751a9e0 req-e9408269-1a0b-4274-a1f3-b7dc7e6f88ea tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:05.283147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d109cd7-2a7d-4438-aa30-9ba2f751a9e0 req-e9408269-1a0b-4274-a1f3-b7dc7e6f88ea tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0770485 Jul 08 18:47:05.322197 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d109cd7-2a7d-4438-aa30-9ba2f751a9e0 req-55559b50-6149-4e85-a46f-33460d3eb0a1 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Jul 08 18:47:06.300748 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afd8a2d4-f02d-4e38-84a1-42bbe3483431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:06.342975 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196c80a-b455-482e-91d9-075548a38b14 req-a10bf508-52cb-4a07-b2b3-a68860dcc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:06.345127 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-a10bf508-52cb-4a07-b2b3-a68860dcc2aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 1097 time: 0.0543315 Jul 08 18:47:06.436199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196c80a-b455-482e-91d9-075548a38b14 req-4f9a7a90-4e7d-4376-b338-3b3714606372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:06.438153 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-4f9a7a90-4e7d-4376-b338-3b3714606372 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0866184 Jul 08 18:47:06.477625 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-73250769-44c4-455b-bc67-3fe29a6ff77c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f HTTP/1.1" status: 200 len: 217 time: 0.0338471 Jul 08 18:47:06.498783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98ea1e-914d-421a-bfbc-d894d43a7ee5 req-f8cc7944-2249-4a79-8bb8-68ffef428ad2 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:06.500832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b98ea1e-914d-421a-bfbc-d894d43a7ee5 req-f8cc7944-2249-4a79-8bb8-68ffef428ad2 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0643759 Jul 08 18:47:06.529137 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196c80a-b455-482e-91d9-075548a38b14 req-efd0c150-00f7-4174-871c-32c72d718ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:06.530630 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-efd0c150-00f7-4174-871c-32c72d718ff2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0470855 Jul 08 18:47:06.539732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b98ea1e-914d-421a-bfbc-d894d43a7ee5 req-9620bbf6-309d-47e7-9864-72048a6acd02 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332460 Jul 08 18:47:06.564176 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-2001af85-fb54-4ec2-a09d-4d08d5e3ffdb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271883 Jul 08 18:47:06.649427 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-9ded96fc-d959-4fc6-bd96-d75179f9f89d service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786505 Jul 08 18:47:06.744784 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-369afcb3-d905-4b66-8fa6-761a641defc9 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886745 Jul 08 18:47:07.715140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec3aa0-5f17-4aa5-8c0e-20152ce2a319 req-bf1f3d92-f62e-453e-81a5-64c364d131e2 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:07.716599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4ec3aa0-5f17-4aa5-8c0e-20152ce2a319 req-bf1f3d92-f62e-453e-81a5-64c364d131e2 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0652821 Jul 08 18:47:07.753823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4ec3aa0-5f17-4aa5-8c0e-20152ce2a319 req-b045de01-97d5-4b94-9332-d1295190c5d0 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Jul 08 18:47:08.927634 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88e643-02ae-4ed1-87e9-27e665de2191 req-7fbc0057-c445-4a14-8dd9-f7741eaf4576 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:08.929130 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a88e643-02ae-4ed1-87e9-27e665de2191 req-7fbc0057-c445-4a14-8dd9-f7741eaf4576 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0626740 Jul 08 18:47:08.967858 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a88e643-02ae-4ed1-87e9-27e665de2191 req-2ed18948-5222-46c9-91cd-cfaf10d6920d tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Jul 08 18:47:09.128566 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:09.157040 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-767cd26a-8772-4c2c-b385-fa7a27a543ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:10.137369 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0cd0d-2ea4-414d-b464-f412d0015d9a req-da93fadb-93f9-4d14-9c28-559a270f84b1 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:10.138864 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbc0cd0d-2ea4-414d-b464-f412d0015d9a req-da93fadb-93f9-4d14-9c28-559a270f84b1 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0621822 Jul 08 18:47:10.175897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbc0cd0d-2ea4-414d-b464-f412d0015d9a req-755dfcc9-bb93-4681-8329-e5068f15f05c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Jul 08 18:47:10.323300 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:11.361920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70c03f-47cc-48b1-9494-d99c44c06695 req-c076e031-478d-48fa-b42c-5a994a31e7e5 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:11.363406 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc70c03f-47cc-48b1-9494-d99c44c06695 req-c076e031-478d-48fa-b42c-5a994a31e7e5 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0668459 Jul 08 18:47:11.401566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc70c03f-47cc-48b1-9494-d99c44c06695 req-54bfa328-b8dc-4035-a552-bdee1a2afbeb tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Jul 08 18:47:11.802022 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:12.569327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702de4ba-86ba-4ad8-a4ed-5a6f64a587a0 req-e0cc8ab3-8f63-4992-b352-cc33529b17f8 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:12.570830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-702de4ba-86ba-4ad8-a4ed-5a6f64a587a0 req-e0cc8ab3-8f63-4992-b352-cc33529b17f8 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0623093 Jul 08 18:47:12.608067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-702de4ba-86ba-4ad8-a4ed-5a6f64a587a0 req-4d3b3b20-f7f6-4e2f-afa4-c01517a87dff tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317283 Jul 08 18:47:13.779064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418309-c3c2-4f1b-8f4f-1f3f37b40ff2 req-facdd5c6-3613-4647-8f7e-a97548d39ecd tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:13.780513 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c418309-c3c2-4f1b-8f4f-1f3f37b40ff2 req-facdd5c6-3613-4647-8f7e-a97548d39ecd tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0646720 Jul 08 18:47:13.818636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c418309-c3c2-4f1b-8f4f-1f3f37b40ff2 req-72fcfb9f-0580-4fb7-a61d-2a793b85b667 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Jul 08 18:47:14.992419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021152b3-d6c5-423c-b53b-b442bac4da65 req-54a203bd-468e-4e40-8038-228aea3dd093 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:14.993897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-021152b3-d6c5-423c-b53b-b442bac4da65 req-54a203bd-468e-4e40-8038-228aea3dd093 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0622718 Jul 08 18:47:15.030872 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-021152b3-d6c5-423c-b53b-b442bac4da65 req-c23e205b-1a23-47b7-a78d-d3c908832586 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Jul 08 18:47:16.199447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a29b3-5f3b-4d9e-ab24-fbf0e5bb2bf5 req-9280883f-6627-49d0-b589-6a1888d69b43 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:16.200827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-412a29b3-5f3b-4d9e-ab24-fbf0e5bb2bf5 req-9280883f-6627-49d0-b589-6a1888d69b43 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0622020 Jul 08 18:47:16.237907 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-412a29b3-5f3b-4d9e-ab24-fbf0e5bb2bf5 req-904b1a97-df7b-438c-9daa-ac75e7b0384d tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310836 Jul 08 18:47:17.413233 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999af1ee-fac5-485a-8954-7dfb43196d70 req-8b10959f-85c6-479b-83da-8afc74eacb0b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:17.414736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-999af1ee-fac5-485a-8954-7dfb43196d70 req-8b10959f-85c6-479b-83da-8afc74eacb0b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0665612 Jul 08 18:47:17.451380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-999af1ee-fac5-485a-8954-7dfb43196d70 req-552cefdb-dcda-4a30-bc68-185502c8d0c1 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311785 Jul 08 18:47:18.623863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da462ce-8e39-4fb6-8774-a20a7f08f569 req-adedfac1-bfaf-4688-bb0f-c555dee0cd67 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:18.625234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7da462ce-8e39-4fb6-8774-a20a7f08f569 req-adedfac1-bfaf-4688-bb0f-c555dee0cd67 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0609632 Jul 08 18:47:18.661849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7da462ce-8e39-4fb6-8774-a20a7f08f569 req-bf028b17-7f8f-4b91-87ac-3a4597bd125d tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303442 Jul 08 18:47:19.836423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7b274-2007-4224-8523-55f4dadec50a req-931dd1ce-8966-4435-ad4e-495e9876614f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:19.837911 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb7b274-2007-4224-8523-55f4dadec50a req-931dd1ce-8966-4435-ad4e-495e9876614f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0661354 Jul 08 18:47:19.877203 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb7b274-2007-4224-8523-55f4dadec50a req-b7db3090-a5ba-4704-a8ab-23750b647a1b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337906 Jul 08 18:47:21.048290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96595cf-39e0-40c4-85f2-00ba89467f5d req-47bb2e95-20e3-453e-8c6e-512da538dc8c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:21.049768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a96595cf-39e0-40c4-85f2-00ba89467f5d req-47bb2e95-20e3-453e-8c6e-512da538dc8c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0626514 Jul 08 18:47:21.086970 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a96595cf-39e0-40c4-85f2-00ba89467f5d req-c2d0f03e-8c21-462f-940c-38e6212fa3ee tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314379 Jul 08 18:47:22.263067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7323360-630a-416a-be5e-0f182db283c0 req-8776c471-ba17-41b1-92ee-3415af01ee61 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:22.264443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7323360-630a-416a-be5e-0f182db283c0 req-8776c471-ba17-41b1-92ee-3415af01ee61 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0611923 Jul 08 18:47:22.301932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7323360-630a-416a-be5e-0f182db283c0 req-56d3f238-238a-4651-a25d-f0610cb3bcd2 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Jul 08 18:47:23.481327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cf0ce-bf99-44d4-bb9e-0285fdd24b9d req-7c606dd3-46b3-473d-8e6b-ed44c16fbe29 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:23.482835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-955cf0ce-bf99-44d4-bb9e-0285fdd24b9d req-7c606dd3-46b3-473d-8e6b-ed44c16fbe29 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0685747 Jul 08 18:47:23.520908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-955cf0ce-bf99-44d4-bb9e-0285fdd24b9d req-fbb01886-32ff-4c21-ae49-8d7d855dda12 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325704 Jul 08 18:47:24.693536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0d961-968b-40cb-9d1d-8ad8c528384e req-55203a49-1a9b-4afc-bdb2-4aa9d1c72546 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:24.695035 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ab0d961-968b-40cb-9d1d-8ad8c528384e req-55203a49-1a9b-4afc-bdb2-4aa9d1c72546 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0621479 Jul 08 18:47:24.732062 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ab0d961-968b-40cb-9d1d-8ad8c528384e req-242212d8-5f15-4aa3-9caf-5fd02ddc9ecc tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Jul 08 18:47:25.905701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4966f9-779b-4404-a3a5-f6d39a9cfdf8 req-1d86346e-b203-4ee0-b7e1-82e0973bd454 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:25.907204 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a4966f9-779b-4404-a3a5-f6d39a9cfdf8 req-1d86346e-b203-4ee0-b7e1-82e0973bd454 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0664628 Jul 08 18:47:25.946157 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a4966f9-779b-4404-a3a5-f6d39a9cfdf8 req-aa9335fd-5c49-4931-9e22-bf677d813963 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Jul 08 18:47:27.116521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12163912-5a89-40aa-8504-67dcbbd79985 req-3d822a18-ee0f-4e0c-ac88-cb48c20da862 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:27.117918 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12163912-5a89-40aa-8504-67dcbbd79985 req-3d822a18-ee0f-4e0c-ac88-cb48c20da862 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0625160 Jul 08 18:47:27.154967 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12163912-5a89-40aa-8504-67dcbbd79985 req-5173b361-03bb-4e5b-b221-9fc4a9153f9f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Jul 08 18:47:28.220079 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:47:28.332269 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d134d-0d30-4ca0-93ea-9d07f3b0ae27 req-2320a9e9-55f1-49d7-9e73-5c044afdf2ed tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:28.333766 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f32d134d-0d30-4ca0-93ea-9d07f3b0ae27 req-2320a9e9-55f1-49d7-9e73-5c044afdf2ed tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0644636 Jul 08 18:47:28.369996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f32d134d-0d30-4ca0-93ea-9d07f3b0ae27 req-0ca70ee6-dcc1-4a73-ad6b-39a6eee3bf12 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305927 Jul 08 18:47:29.545458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e3878-06d0-487c-9dbb-99041bd56c13 req-1520841c-7902-4386-a0ed-3acb853d39a1 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:29.546948 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f3e3878-06d0-487c-9dbb-99041bd56c13 req-1520841c-7902-4386-a0ed-3acb853d39a1 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0666986 Jul 08 18:47:29.583386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f3e3878-06d0-487c-9dbb-99041bd56c13 req-0200e93c-c803-47d6-be40-4eca7a4d41f7 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307753 Jul 08 18:47:30.755952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2d90d-098c-4062-8d35-d59e003373ad req-3072fad4-0d8b-4132-80e0-19c8968636b4 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:30.757447 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-feb2d90d-098c-4062-8d35-d59e003373ad req-3072fad4-0d8b-4132-80e0-19c8968636b4 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0637312 Jul 08 18:47:30.794472 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-feb2d90d-098c-4062-8d35-d59e003373ad req-c0b59877-c9c3-4ad1-bf1b-c3dfd5b719da tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Jul 08 18:47:31.967542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab236f-5d05-415a-9f3b-90a84a477817 req-4ce3271f-6a41-447f-8fbb-e2a052da8213 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:31.969012 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ccab236f-5d05-415a-9f3b-90a84a477817 req-4ce3271f-6a41-447f-8fbb-e2a052da8213 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0664043 Jul 08 18:47:32.006603 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ccab236f-5d05-415a-9f3b-90a84a477817 req-9f1dc39d-1c51-4e20-9727-a7d16ed9834e tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314367 Jul 08 18:47:33.175230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efabbf-77d9-424a-85ca-074ce4d32c98 req-9b604588-9176-42a5-80bc-df284ed42760 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:33.176718 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6efabbf-77d9-424a-85ca-074ce4d32c98 req-9b604588-9176-42a5-80bc-df284ed42760 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.0629897 Jul 08 18:47:33.213695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6efabbf-77d9-424a-85ca-074ce4d32c98 req-04c8e5e3-9515-4e23-9bbb-712b1306c6d8 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314980 Jul 08 18:47:33.540598 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [req-3196c80a-b455-482e-91d9-075548a38b14 req-2916ea9e-87f9-44ab-84e7-7fadb9f542ac service neutron] show failed (client error): The resource could not be found. Jul 08 18:47:33.541590 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-2916ea9e-87f9-44ab-84e7-7fadb9f542ac service neutron] 10.222.0.59 "GET /v2.0/ports/4702bcf8-ec3b-4ae2-949c-cedf1df00c4f/bindings/n-h1-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0552497 Jul 08 18:47:33.785117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196c80a-b455-482e-91d9-075548a38b14 req-4cd20334-a587-4f35-9dbd-9179f7a8024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:33.786610 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-4cd20334-a587-4f35-9dbd-9179f7a8024c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327&tenant_id=6e5da726daff435da00ec9bbb9bcc43a HTTP/1.1" status: 200 len: 1097 time: 0.0530400 Jul 08 18:47:33.797643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:47:33.825778 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:33.872240 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:34.071993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:34.106024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:47:34.144979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:47:34.147275 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5b3c59-4f76-4b4e-ab68-b8df9fe72ed0" -d '{"events": [{"server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "name": "network-vif-unplugged", "status": "completed", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:47:34.151347 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:34.165009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Transition to ACTIVE for port object 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:47:34.169391 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:34.200741 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e134feb-a229-49a1-a4f1-95b8dadd25ba x-openstack-request-id: req-5e134feb-a229-49a1-a4f1-95b8dadd25ba {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:47:34.201338 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "name": "network-vif-unplugged", "status": "completed", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:47:34.201338 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5e134feb-a229-49a1-a4f1-95b8dadd25ba {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:47:34.201652 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f', 'code': 200} Jul 08 18:47:34.239213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] No DVR routers for this DVR port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:47:34.242359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Pushing event updated for resources: {'Port': ['ID=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:34.254309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.254659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.255076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.255322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.255655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.255985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.256315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.256640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.256968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.257291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.257615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.257939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:34.291050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Attempting to bind port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:47:34.291321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Attempting to bind port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:47:34.291449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Attempting to bind port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:47:34.296040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:47:34.296365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Attempting to bind port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f on network 7e9d30d5-2b99-4e40-a1ca-45cceee849c6 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:47:34.301458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:47:34.301799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Checking segment: {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:47:34.302195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Bound using segment: {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:47:34.302654 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Bound port: 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20132b23-3fd2-4038-95ad-e9ec9faa8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:47:34.303031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:34.415258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:47:34.419349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:47:34.425473 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:34.470719 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:34.470943 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:34.472227 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] 10.222.0.74 "PUT /v2.0/ports/4702bcf8-ec3b-4ae2-949c-cedf1df00c4f HTTP/1.1" status: 200 len: 1092 time: 0.6785712 Jul 08 18:47:34.482349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac22ec-c322-407c-a9de-f8fac86c2114 req-91591a03-0dc6-43b7-aa68-87cc73faebf0 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:34.483832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbac22ec-c322-407c-a9de-f8fac86c2114 req-91591a03-0dc6-43b7-aa68-87cc73faebf0 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 944 time: 0.1468673 Jul 08 18:47:34.542396 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaa536-8bf0-4b7f-ac0f-dd41aa586400 service neutron] Pushing event updated for resources: {'Port': ['ID=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:34.570596 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbac22ec-c322-407c-a9de-f8fac86c2114 req-9f6926e9-48d3-4be1-bde9-0e5d13c35ad5 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800676 Jul 08 18:47:34.588405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196c80a-b455-482e-91d9-075548a38b14 req-43c45fbc-7e18-4a57-b8eb-6bfc129f2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:34.589885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-43c45fbc-7e18-4a57-b8eb-6bfc129f2711 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 1095 time: 0.0846701 Jul 08 18:47:34.652379 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:34.678785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196c80a-b455-482e-91d9-075548a38b14 req-babbd6d8-72de-4ba4-b7fa-6150fa711f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:34.680297 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-babbd6d8-72de-4ba4-b7fa-6150fa711f90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0847394 Jul 08 18:47:34.719916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-9b4853f8-1314-4ccf-9e26-2ee13e0827ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f HTTP/1.1" status: 200 len: 217 time: 0.0333395 Jul 08 18:47:34.774724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196c80a-b455-482e-91d9-075548a38b14 req-4ef66d06-53bf-4dea-9c73-8ecb802d8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:34.776189 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-4ef66d06-53bf-4dea-9c73-8ecb802d8a0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0499232 Jul 08 18:47:34.809149 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-151d1c85-72ea-4858-a5d7-6897b1cc7504 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265319 Jul 08 18:47:34.900849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-2a8fa880-6838-41b5-b4e6-d91a698e7bf8 service neutron] 10.222.0.74 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851216 Jul 08 18:47:34.995152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3196c80a-b455-482e-91d9-075548a38b14 req-811ac433-4751-4276-8257-27c08a895f2c service neutron] 10.222.0.74 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880702 Jul 08 18:47:35.742948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2a280-19fe-4d5b-b03f-452238efbb68 req-510af7ac-0ee0-416b-a330-c294455bcd54 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:35.744425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5b2a280-19fe-4d5b-b03f-452238efbb68 req-510af7ac-0ee0-416b-a330-c294455bcd54 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 944 time: 0.0625417 Jul 08 18:47:35.782221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5b2a280-19fe-4d5b-b03f-452238efbb68 req-174db3a3-4930-491c-9459-8ab5d279344f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Jul 08 18:47:36.202934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:47:36.205216 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dd8c79-5fdb-42fe-bd19-c2b1808df465" -d '{"events": [{"name": "network-changed", "server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:47:36.264011 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde09d35-da43-4feb-bc70-981b98443af0 x-openstack-request-id: req-bde09d35-da43-4feb-bc70-981b98443af0 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:47:36.264299 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:47:36.264547 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bde09d35-da43-4feb-bc70-981b98443af0 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:47:36.264936 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f', 'status': 'completed', 'code': 200} Jul 08 18:47:36.302533 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a8f29246-3194-466d-bb6e-b70010bbe33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:36.339491 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-e901840d-7e61-4793-a4aa-e170211fe6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:36.339962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-cd12bd8a-ae10-4a3f-9a9f-bfaf02c2431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:36.340988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-e901840d-7e61-4793-a4aa-e170211fe6a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 1095 time: 0.0568616 Jul 08 18:47:36.341458 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-cd12bd8a-ae10-4a3f-9a9f-bfaf02c2431d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 1095 time: 0.0538929 Jul 08 18:47:36.435719 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-bb534026-0b20-4584-a5c9-09c6989be5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:36.437193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-bb534026-0b20-4584-a5c9-09c6989be5a7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0896947 Jul 08 18:47:36.480230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-6d6b55d2-7811-4610-bfa1-b8a02715821d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f HTTP/1.1" status: 200 len: 217 time: 0.0354183 Jul 08 18:47:36.534412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-b2be7594-9e73-4f62-a418-183cde9a3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:36.535897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-b2be7594-9e73-4f62-a418-183cde9a3aaa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0490777 Jul 08 18:47:36.569622 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-fe7dae8b-8dcd-423f-9a9a-97fe0874431f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273197 Jul 08 18:47:36.661258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-328b2681-3189-4c7a-96cc-b512e80bf87f service neutron] 10.222.0.74 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846241 Jul 08 18:47:36.744690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-0db86682-be56-441a-b330-381f2dd3bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:36.747050 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-0db86682-be56-441a-b330-381f2dd3bdf2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.3996801 Jul 08 18:47:36.756081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-603bc2ab-5fd7-4c4a-a9fa-8c57e4d09776 service neutron] 10.222.0.74 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875669 Jul 08 18:47:36.787879 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-5a64757e-ee27-4aa1-84e2-80f81bcc03c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f HTTP/1.1" status: 200 len: 217 time: 0.0340660 Jul 08 18:47:36.840052 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-63105787-8f90-4e9c-9dec-b4ed5372c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:36.841472 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-63105787-8f90-4e9c-9dec-b4ed5372c1ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0471716 Jul 08 18:47:36.873551 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-a85b80cf-cd4b-4c2d-8763-8fd87ec60369 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257628 Jul 08 18:47:36.950399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:47:36.959775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd87c11-e1ed-4c34-987e-fa4712e9aee8 req-a63658ab-2484-4100-bca5-ebf60e3a18f8 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:36.961631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fd87c11-e1ed-4c34-987e-fa4712e9aee8 req-a63658ab-2484-4100-bca5-ebf60e3a18f8 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 944 time: 0.0681417 Jul 08 18:47:36.962747 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-5c2c2516-8ce8-4644-a27f-1ada0b8000df service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826688 Jul 08 18:47:36.989693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:47:37.001720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fd87c11-e1ed-4c34-987e-fa4712e9aee8 req-26bf397f-ff8f-4051-a83a-9b4ee4347b1c tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334730 Jul 08 18:47:37.058563 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-09dd8c79-5fdb-42fe-bd19-c2b1808df465 req-bc37edd6-6043-4fe8-9c7e-2caec9425090 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893815 Jul 08 18:47:38.189368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04781b-641b-422d-b64e-9448b5f5fe2c req-3e94187b-da57-4d90-9e91-cb4332b79723 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:38.191365 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a04781b-641b-422d-b64e-9448b5f5fe2c req-3e94187b-da57-4d90-9e91-cb4332b79723 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 944 time: 0.0696611 Jul 08 18:47:38.229023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1a04781b-641b-422d-b64e-9448b5f5fe2c req-825ebbf2-aca4-49cf-9838-95a6bae6b7d4 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Jul 08 18:47:39.129995 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:39.154766 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-44e7ec8a-f70f-44ec-a478-959b1d0769a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:39.397242 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa9940-18b4-40bd-a862-ce0cb074bc6a req-5cb7bd86-cfb9-4c6f-a83c-3e8fec648e1f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:39.398651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcaa9940-18b4-40bd-a862-ce0cb074bc6a req-5cb7bd86-cfb9-4c6f-a83c-3e8fec648e1f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 944 time: 0.0625937 Jul 08 18:47:39.436309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcaa9940-18b4-40bd-a862-ce0cb074bc6a req-37ccf691-e33b-4014-8a29-bb84b468bd3b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Jul 08 18:47:39.725283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982a928-ec1f-4b5e-a757-62e2c25d55b4 req-bbf3d5ec-54aa-4206-aab0-d65aa2f145d0 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:39.726813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5982a928-ec1f-4b5e-a757-62e2c25d55b4 req-bbf3d5ec-54aa-4206-aab0-d65aa2f145d0 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 944 time: 0.0625093 Jul 08 18:47:39.736446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-97c8e376-9bdd-4660-95eb-3e4275d7c389 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:39.738029 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-97c8e376-9bdd-4660-95eb-3e4275d7c389 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327&tenant_id=6e5da726daff435da00ec9bbb9bcc43a&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 944 time: 0.0712860 Jul 08 18:47:39.764944 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5982a928-ec1f-4b5e-a757-62e2c25d55b4 req-a86d7070-039a-4d4b-aeff-0a6aa3c41b44 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322378 Jul 08 18:47:39.800595 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-70896b79-b8f9-45ef-a4ff-a0c68dd12b9e service neutron] delete failed (client error): The resource could not be found. Jul 08 18:47:39.801516 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-70896b79-b8f9-45ef-a4ff-a0c68dd12b9e service neutron] 10.222.0.59 "DELETE /v2.0/ports/4702bcf8-ec3b-4ae2-949c-cedf1df00c4f/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0579572 Jul 08 18:47:39.892695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-94be604d-ee0b-4821-bc86-a4a3a79f0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:39.894145 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-94be604d-ee0b-4821-bc86-a4a3a79f0ee1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 1095 time: 0.0517175 Jul 08 18:47:39.982083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-9e1ef970-7d99-4ae7-bd98-d460fef7dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:39.983529 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-9e1ef970-7d99-4ae7-bd98-d460fef7dc73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 200 len: 916 time: 0.0830603 Jul 08 18:47:40.004936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:47:40.026442 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-6aec3a82-505a-4ff1-8bc1-65a14d42b22e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f HTTP/1.1" status: 200 len: 217 time: 0.0365465 Jul 08 18:47:40.074079 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-abe16a10-3f4f-40f1-9aa0-e13bce330950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:40.075564 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-abe16a10-3f4f-40f1-9aa0-e13bce330950 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 200 len: 855 time: 0.0425134 Jul 08 18:47:40.097111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:40.107749 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-b8382026-11cb-4120-9198-05d99c4eac70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d30d5-2b99-4e40-a1ca-45cceee849c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258815 Jul 08 18:47:40.108109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f', 'network_id': '7e9d30d5-2b99-4e40-a1ca-45cceee849c6', 'port_id': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f', 'mac_address': 'fa:16:3e:6a:24:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af95f6f-2d9d-4ace-90de-0e24382af604', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:47:40.149207 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:40.162517 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:47:40.181498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:40.185489 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:40.201412 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-c9203bc1-5376-44d3-8af5-1edcca85b97c service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875604 Jul 08 18:47:40.233577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:40.293476 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-91aee163-591a-47ce-b8c7-ee4c0388a1ff req-54ba6782-d379-4b75-95e7-b0fc3d87e7cf service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861025 Jul 08 18:47:40.326502 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:40.504616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['4702bcf8-ec3b-4ae2-949c-cedf1df00c4f'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:47:40.943894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a09064-a550-42e0-921c-89468caf409b req-4b245447-82f6-4626-9847-fbfdc77f4842 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:40.945915 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6a09064-a550-42e0-921c-89468caf409b req-4b245447-82f6-4626-9847-fbfdc77f4842 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 945 time: 0.0676298 Jul 08 18:47:40.982598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6a09064-a550-42e0-921c-89468caf409b req-48214db8-f2e2-4f15-b2ed-8dbd0720223a tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Jul 08 18:47:41.149843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc3c8d-a18e-422f-86de-c2bd936d6f07 req-df56d8a9-1516-44fd-ad59-dc8d6c0accc3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:41.151357 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13bc3c8d-a18e-422f-86de-c2bd936d6f07 req-df56d8a9-1516-44fd-ad59-dc8d6c0accc3 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 945 time: 0.0623622 Jul 08 18:47:41.188873 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13bc3c8d-a18e-422f-86de-c2bd936d6f07 req-328b201a-fe75-4493-bd0d-c83296ba7d34 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320249 Jul 08 18:47:41.362655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea041d-876b-4d46-8a9e-a73c1a58173a req-5f2e405b-64ae-4647-9493-0187b0fe8314 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:41.364061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f4ea041d-876b-4d46-8a9e-a73c1a58173a req-5f2e405b-64ae-4647-9493-0187b0fe8314 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 945 time: 0.0672076 Jul 08 18:47:41.400362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f4ea041d-876b-4d46-8a9e-a73c1a58173a req-74367b07-c72d-44e2-8a92-ebb96ccbeb0b tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308266 Jul 08 18:47:41.805181 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:41.955656 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1ef04-b014-44d7-8e72-34cfc1c297dc req-2f74a51c-8ddc-40d9-8f52-22ae6a16dc00 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:41.957127 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89c1ef04-b014-44d7-8e72-34cfc1c297dc req-2f74a51c-8ddc-40d9-8f52-22ae6a16dc00 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 945 time: 0.0637438 Jul 08 18:47:41.992908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89c1ef04-b014-44d7-8e72-34cfc1c297dc req-3d16fde7-a19e-40d5-9242-0e6adacf95b4 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302477 Jul 08 18:47:42.019630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:47:42.065440 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:47:42.069272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:47:42.069643 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:42.142340 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:42.163885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:47:42.166113 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810b161c-a7c3-41cd-95bc-08ca5f378261" -d '{"events": [{"server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "name": "network-vif-plugged", "status": "completed", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:47:42.181602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:42.186363 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:42.209253 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3e8bbb-08aa-42f6-a2dd-1a852b7f4cef x-openstack-request-id: req-2b3e8bbb-08aa-42f6-a2dd-1a852b7f4cef {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:47:42.209538 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "name": "network-vif-plugged", "status": "completed", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:47:42.209788 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b3e8bbb-08aa-42f6-a2dd-1a852b7f4cef {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:47:42.210174 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f', 'code': 200} Jul 08 18:47:42.234885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:43.456556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3abf68-eb29-4872-a29a-242f6d56444e req-7dfa3284-184d-49e4-b56c-27ac152a9e56 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:43.458036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee3abf68-eb29-4872-a29a-242f6d56444e req-7dfa3284-184d-49e4-b56c-27ac152a9e56 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.3553660 Jul 08 18:47:43.486442 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e2966-bb95-4d70-9fc9-ed192e7ffd21 req-c0f88046-53b5-4145-98aa-215dee948b52 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:43.487790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c46e2966-bb95-4d70-9fc9-ed192e7ffd21 req-c0f88046-53b5-4145-98aa-215dee948b52 tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7394540-f38d-4dc9-839b-ca09a051a327 HTTP/1.1" status: 200 len: 946 time: 0.3560860 Jul 08 18:47:43.531210 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee3abf68-eb29-4872-a29a-242f6d56444e req-1f48c757-b8b9-4d6c-a151-4d6e89d1090f tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.73 "GET /v2.0/security-groups?id=1428238c-7e2a-48e1-8f00-589cd7029702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668602 Jul 08 18:47:43.599363 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c46e2966-bb95-4d70-9fc9-ed192e7ffd21 req-a3789ac6-d3fd-47b3-b84b-f7c412abecda tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Deleting port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:47:43.599707 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c46e2966-bb95-4d70-9fc9-ed192e7ffd21 req-a3789ac6-d3fd-47b3-b84b-f7c412abecda tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:43.684885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c46e2966-bb95-4d70-9fc9-ed192e7ffd21 req-a3789ac6-d3fd-47b3-b84b-f7c412abecda tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] For port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,segment=NetworkSegment(20132b23-3fd2-4038-95ad-e9ec9faa8814),segment_id=20132b23-3fd2-4038-95ad-e9ec9faa8814)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:43.685241 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c46e2966-bb95-4d70-9fc9-ed192e7ffd21 req-a3789ac6-d3fd-47b3-b84b-f7c412abecda tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:43.698813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c46e2966-bb95-4d70-9fc9-ed192e7ffd21 req-a3789ac6-d3fd-47b3-b84b-f7c412abecda tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Calling delete_port for 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:47:43.824017 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c46e2966-bb95-4d70-9fc9-ed192e7ffd21 req-a3789ac6-d3fd-47b3-b84b-f7c412abecda tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:43.835238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['4702bcf8-ec3b-4ae2-949c-cedf1df00c4f'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:47:43.854048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3789ac6-d3fd-47b3-b84b-f7c412abecda tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Pushing event deleted for resources: {'Port': ['ID=4702bcf8-ec3b-4ae2-949c-cedf1df00c4f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:43.897314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46e2966-bb95-4d70-9fc9-ed192e7ffd21 req-a3789ac6-d3fd-47b3-b84b-f7c412abecda tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] No DVR routers for this DVR port 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:47:43.900184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c46e2966-bb95-4d70-9fc9-ed192e7ffd21 req-a3789ac6-d3fd-47b3-b84b-f7c412abecda tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:43.902893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c46e2966-bb95-4d70-9fc9-ed192e7ffd21 req-a3789ac6-d3fd-47b3-b84b-f7c412abecda tempest-ServerDiskConfigTestJSON-1664112213 tempest-ServerDiskConfigTestJSON-1664112213-project] 10.222.0.74 "DELETE /v2.0/ports/4702bcf8-ec3b-4ae2-949c-cedf1df00c4f HTTP/1.1" status: 204 len: 173 time: 0.4077029 Jul 08 18:47:43.903351 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'name': 'network-vif-deleted', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:47:43.906730 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7d97e3-34ba-4c4d-93f9-c64d321e3dcb" -d '{"events": [{"server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "name": "network-vif-deleted", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:47:43.949690 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f074d25c-b726-4da0-bab9-56d09dea34e5 x-openstack-request-id: req-f074d25c-b726-4da0-bab9-56d09dea34e5 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:47:43.949979 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7394540-f38d-4dc9-839b-ca09a051a327", "name": "network-vif-deleted", "tag": "4702bcf8-ec3b-4ae2-949c-cedf1df00c4f", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:47:43.950250 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f074d25c-b726-4da0-bab9-56d09dea34e5 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:47:43.950652 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7394540-f38d-4dc9-839b-ca09a051a327', 'name': 'network-vif-deleted', 'tag': '4702bcf8-ec3b-4ae2-949c-cedf1df00c4f', 'status': 'completed', 'code': 200} Jul 08 18:47:44.752252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56768) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:44.799104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d077fd66-5ac5-4cd5-9ef8-b0150783aa18 admin admin] Deleting subnet 1af95f6f-2d9d-4ace-90de-0e24382af604 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:47:44.802117 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d077fd66-5ac5-4cd5-9ef8-b0150783aa18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:44.836073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d077fd66-5ac5-4cd5-9ef8-b0150783aa18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:44.873369 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d077fd66-5ac5-4cd5-9ef8-b0150783aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:44.924686 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d077fd66-5ac5-4cd5-9ef8-b0150783aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:44.951969 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077fd66-5ac5-4cd5-9ef8-b0150783aa18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af95f6f-2d9d-4ace-90de-0e24382af604,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:44.953983 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d077fd66-5ac5-4cd5-9ef8-b0150783aa18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:44.959736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d077fd66-5ac5-4cd5-9ef8-b0150783aa18 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1af95f6f-2d9d-4ace-90de-0e24382af604 HTTP/1.1" status: 204 len: 168 time: 0.2030981 Jul 08 18:47:44.960457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56770) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:45.029290 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.104606 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.114429 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9d30d5-2b99-4e40-a1ca-45cceee849c6']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:47:45.128842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20132b23-3fd2-4038-95ad-e9ec9faa8814') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:47:45.129134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20132b23-3fd2-4038-95ad-e9ec9faa8814') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:47:45.137733 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.150724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.156296 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:47:45.156679 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: timer() Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:47:45.158316 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:47:45.210002 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.215333 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.217338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] 10.222.0.73 "DELETE /v2.0/networks/7e9d30d5-2b99-4e40-a1ca-45cceee849c6 HTTP/1.1" status: 204 len: 168 time: 0.2565792 Jul 08 18:47:45.228186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8b2c1-e68a-4980-ac96-ee9f131a54fd admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9d30d5-2b99-4e40-a1ca-45cceee849c6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:45.323675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56774) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:45.364205 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-17036495-49ef-40e2-87ea-5160ba47a4d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e5da726daff435da00ec9bbb9bcc43a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392895 Jul 08 18:47:45.366561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56776) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:45.418949 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12e1799f-dfb8-4cec-99b9-7b6566f12f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.440432 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12e1799f-dfb8-4cec-99b9-7b6566f12f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.486891 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12e1799f-dfb8-4cec-99b9-7b6566f12f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.489671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-12e1799f-dfb8-4cec-99b9-7b6566f12f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.490896 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-12e1799f-dfb8-4cec-99b9-7b6566f12f9e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1428238c-7e2a-48e1-8f00-589cd7029702 HTTP/1.1" status: 204 len: 168 time: 0.1234124 Jul 08 18:47:45.499403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1799f-dfb8-4cec-99b9-7b6566f12f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1428238c-7e2a-48e1-8f00-589cd7029702,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:46.041886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:47:46.062645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:47:46.063093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4702bcf8-ec3b-4ae2-949c-cedf1df00c4f not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:47:46.153122 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56798) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:46.247789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1924067806-network', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:47:46.271683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Made reservation on behalf of bee41ba218174444b040ad0f59fff07b for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:47:46.274303 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.283079 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.373294 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.377028 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.401852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:47:46.412872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9389263f-9adf-47ec-8efb-1027675d20bb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:46.418192 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.418563 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Added segment dcbc5713-4800-440f-a744-7887e48bd3be of type vlan for network ffdd9e43-8d81-472c-87dd-b8e55684705d Jul 08 18:47:46.458976 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.491212 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.492189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:46.492762 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.545605 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3913720 Jul 08 18:47:46.549293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56802) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:46.553283 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f1d7f-71b3-46bb-9f38-1aabf0a36ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=ffdd9e43-8d81-472c-87dd-b8e55684705d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:46.554496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] Request body: {'subnet': {'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1924067806-subnet', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:47:46.563067 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network ffdd9e43-8d81-472c-87dd-b8e55684705d details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:47:46.578515 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] Made reservation on behalf of bee41ba218174444b040ad0f59fff07b for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:47:46.583779 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.749515 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.805454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ab6115-a1a0-434a-992e-2a4e05a625e8,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:46.812501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:47:46.812862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] Network hostable DHCP agents. Network: ffdd9e43-8d81-472c-87dd-b8e55684705d, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:47:46.829618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] Network ffdd9e43-8d81-472c-87dd-b8e55684705d is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:47:46.838360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, ffdd9e43-8d81-472c-87dd-b8e55684705d) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:47:46.843438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:46.844021 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.846613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f29236d-67de-4920-8eac-f76f52f9e5d4 None None] Network ffdd9e43-8d81-472c-87dd-b8e55684705d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:47:46.857470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c3baf644-386a-4d77-b60c-0c421cd2e842 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3071032 Jul 08 18:47:46.860597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56804) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:46.865408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:47:46.884789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.885741 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:46.944319 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.004445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-ffdd9e43-8d81-472c-87dd-b8e55684705d', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:47:47.005327 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.081155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.135516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Allocated IP 172.20.0.2 (ffdd9e43-8d81-472c-87dd-b8e55684705d/82ab6115-a1a0-434a-992e-2a4e05a625e8/124742c0-b316-4d15-bc4a-a61860f4143b) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:47:47.277264 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.283248 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.285714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Transition to ACTIVE for port object 124742c0-b316-4d15-bc4a-a61860f4143b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:47:47.301418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Transition to ACTIVE for port object 124742c0-b316-4d15-bc4a-a61860f4143b will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:47:47.303311 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.307629 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.350703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Network ffdd9e43-8d81-472c-87dd-b8e55684705d is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:47:47.353793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:47:47.356834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:47:47.364171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Pushing event updated for resources: {'Port': ['ID=124742c0-b316-4d15-bc4a-a61860f4143b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:47.405777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Allocated IP 172.25.8.23 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/2a9bd699-fed2-4e47-8678-1d331f4b3b3f) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:47:47.424961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Attempting to bind port 124742c0-b316-4d15-bc4a-a61860f4143b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:47:47.425333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Attempting to bind port 124742c0-b316-4d15-bc4a-a61860f4143b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:47:47.425692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Attempting to bind port 124742c0-b316-4d15-bc4a-a61860f4143b on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:47:47.430716 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:47:47.431088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:47:47.431489 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.431896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:47:47.432476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Bound port: 124742c0-b316-4d15-bc4a-a61860f4143b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:47:47.432857 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.494136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] For port 124742c0-b316-4d15-bc4a-a61860f4143b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:47:47.497226 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] For port 124742c0-b316-4d15-bc4a-a61860f4143b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=124742c0-b316-4d15-bc4a-a61860f4143b,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:47:47.502699 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.515570 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.577969 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:47.584926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6f49d-e69a-44ae-83c1-c403513eebe9 None None] Pushing event updated for resources: {'Port': ['ID=124742c0-b316-4d15-bc4a-a61860f4143b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:47.616921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:47:47.619888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:47:47.623009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:47:47.653434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Pushing event updated for resources: {'Port': ['ID=2a9bd699-fed2-4e47-8678-1d331f4b3b3f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:47.901456 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:48.095949 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:48.224340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:47:48.335936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:47:48.346382 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Sync routers for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:47:48.355368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:48.356173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:47:48.360049 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1d612dc2-e50f-4780-b89b-f88421612e2f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4951549 Jul 08 18:47:48.360206 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:47:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:47:48.360335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56806) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:48.471871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:47:48.504303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94116048-73e6-4dc5-b4f5-6a8f28cd63ca None None] Network ffdd9e43-8d81-472c-87dd-b8e55684705d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:47:48.621241 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-84f3e338-e733-4414-b271-3450cf5104b6 None None] Provisioning for port 124742c0-b316-4d15-bc4a-a61860f4143b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:47:48.797214 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:47Z', 'revision_number': 3, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:47:48.805558 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:48.826313 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Checking router: 90fc4444-e7fe-48fd-8139-900e4b92a6e2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:47:48.826671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Updating router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:47:48.876264 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:48.974571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 124742c0-b316-4d15-bc4a-a61860f4143b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:47:49.041268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Allocated IP 172.20.0.1 (ffdd9e43-8d81-472c-87dd-b8e55684705d/82ab6115-a1a0-434a-992e-2a4e05a625e8/9e975aae-3c27-4ac8-8fef-5eee764f9c4f) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:47:49.110853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 124742c0-b316-4d15-bc4a-a61860f4143b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:47:49.115134 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-95eb9d02-371d-4d6c-97e7-7e4c4b6405d8 None None] Provisioning complete for port 124742c0-b316-4d15-bc4a-a61860f4143b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:47:49.115509 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95eb9d02-371d-4d6c-97e7-7e4c4b6405d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.119600 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 124742c0-b316-4d15-bc4a-a61860f4143b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:47:49.119962 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.148455 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.160719 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Transition to ACTIVE for port object 9e975aae-3c27-4ac8-8fef-5eee764f9c4f will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:47:49.193727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.231206 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Network ffdd9e43-8d81-472c-87dd-b8e55684705d is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:47:49.234239 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:47:49.237589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:47:49.274619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Pushing event updated for resources: {'Port': ['ID=9e975aae-3c27-4ac8-8fef-5eee764f9c4f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:49.287217 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.334791 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.355908 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95eb9d02-371d-4d6c-97e7-7e4c4b6405d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.358519 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.384792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Transition to ACTIVE for port object 2a9bd699-fed2-4e47-8678-1d331f4b3b3f will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:47:49.404867 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.408370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 124742c0-b316-4d15-bc4a-a61860f4143b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=124742c0-b316-4d15-bc4a-a61860f4143b,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:49.437636 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.488656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Attempting to bind port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:47:49.489024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Attempting to bind port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:47:49.489379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Attempting to bind port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:47:49.489702 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.493859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc93477-528b-4538-b5b4-56b9cdce8818 None None] Pushing event updated for resources: {'Port': ['ID=2a9bd699-fed2-4e47-8678-1d331f4b3b3f,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:49.505330 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:47:49.505752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:47:49.506096 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.506512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:47:49.506981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Bound port: 2a9bd699-fed2-4e47-8678-1d331f4b3b3f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:47:49.507356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.545307 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.db.api [None req-95eb9d02-371d-4d6c-97e7-7e4c4b6405d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:47:49.545652 n-d-799684-3 neutron-server[93743]: DEBUG oslo_db.api [None req-95eb9d02-371d-4d6c-97e7-7e4c4b6405d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:47:49.586639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=124742c0-b316-4d15-bc4a-a61860f4143b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:49.595769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] For port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:47:49.598930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] For port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2a9bd699-fed2-4e47-8678-1d331f4b3b3f,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:47:49.604045 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.659186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.664720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.665210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:47:49.665819 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:47:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:47:49.668513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc93477-528b-4538-b5b4-56b9cdce8818 None None] Pushing event updated for resources: {'Port': ['ID=2a9bd699-fed2-4e47-8678-1d331f4b3b3f,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:49.738033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Pushing event updated for resources: {'Port': ['ID=9e975aae-3c27-4ac8-8fef-5eee764f9c4f,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:49.741437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:49.840649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Network ffdd9e43-8d81-472c-87dd-b8e55684705d is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:47:49.852867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:47:49.941370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:47:49.993723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:47:50.110712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:47:50.116331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-688c9fe8-e04e-421a-af75-87239e67acc5 admin admin] 10.222.0.73 "PUT /v2.0/routers/90fc4444-e7fe-48fd-8139-900e4b92a6e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7553844 Jul 08 18:47:50.174631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 2, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:47:50.203798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e5f31-c107-4164-8ab3-9a40daeb0e66 None None] The sync data for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 is: [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 2, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:47:50.238727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cfbd89a8-bfe4-441d-93fd-1fec5ac3b8d5 None None] Provisioning for port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:47:50.243048 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cfbd89a8-bfe4-441d-93fd-1fec5ac3b8d5 None None] Provisioning complete for port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:47:50.243469 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cfbd89a8-bfe4-441d-93fd-1fec5ac3b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:50.280516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd89a8-bfe4-441d-93fd-1fec5ac3b8d5 None None] Port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:47:50.626990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:50.631994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-529ae891-ab7a-47c9-94a6-e9f8b9a1b791 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349467974', 'description': 'tempest-description--1696052591'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:47:50.658499 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-529ae891-ab7a-47c9-94a6-e9f8b9a1b791 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:50.753359 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-529ae891-ab7a-47c9-94a6-e9f8b9a1b791 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:50.756660 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-529ae891-ab7a-47c9-94a6-e9f8b9a1b791 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:50.788185 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-529ae891-ab7a-47c9-94a6-e9f8b9a1b791 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:50.788185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-529ae891-ab7a-47c9-94a6-e9f8b9a1b791 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1601369 Jul 08 18:47:50.789314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ae891-ab7a-47c9-94a6-e9f8b9a1b791 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797c9413-9bfd-41a7-a915-de28dbb0459f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:50.791534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56816) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:50.812304 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-181982bd-53a4-4959-a400-033acc5f8a1d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'security_group_rule': {'security_group_id': '797c9413-9bfd-41a7-a915-de28dbb0459f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:47:50.842768 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-181982bd-53a4-4959-a400-033acc5f8a1d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:50.930368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-181982bd-53a4-4959-a400-033acc5f8a1d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:50.936505 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-181982bd-53a4-4959-a400-033acc5f8a1d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:50.951954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181982bd-53a4-4959-a400-033acc5f8a1d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23d6a88-39bc-4458-9f2e-25dd2e2a41c7,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:50.966664 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-181982bd-53a4-4959-a400-033acc5f8a1d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:50.968121 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-181982bd-53a4-4959-a400-033acc5f8a1d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600685 Jul 08 18:47:50.971177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 56818) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:50.976086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a039117f-9471-4ead-a3c4-842ba2fb015b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'security_group_rule': {'security_group_id': '797c9413-9bfd-41a7-a915-de28dbb0459f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:47:51.013127 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a039117f-9471-4ead-a3c4-842ba2fb015b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.013846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2a9bd699-fed2-4e47-8678-1d331f4b3b3f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:47:51.065467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:47:51.070622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:47:51.071096 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.076707 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a039117f-9471-4ead-a3c4-842ba2fb015b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.081673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a039117f-9471-4ead-a3c4-842ba2fb015b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.101069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039117f-9471-4ead-a3c4-842ba2fb015b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9753fc98-6858-4001-ae1f-f09a950b5085,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:51.109012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a039117f-9471-4ead-a3c4-842ba2fb015b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.111520 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a039117f-9471-4ead-a3c4-842ba2fb015b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391399 Jul 08 18:47:51.114611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56820) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:47:51.119215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:47:51.143552 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.162979 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.185236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2a9bd699-fed2-4e47-8678-1d331f4b3b3f,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:51.192516 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.193398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 124742c0-b316-4d15-bc4a-a61860f4143b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:47:51.257720 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.267672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=2a9bd699-fed2-4e47-8678-1d331f4b3b3f,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:51.286761 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 124742c0-b316-4d15-bc4a-a61860f4143b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:47:51.287130 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.378608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Allocated IP 172.25.8.158 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/fbaa8e02-9c1e-4025-a1e0-b5b94e6d411b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:47:51.489000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.528735 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.566686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:47:51.571379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:47:51.574702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:47:51.580153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event updated for resources: {'Port': ['ID=fbaa8e02-9c1e-4025-a1e0-b5b94e6d411b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:51.664835 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:51.968518 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:52.121310 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:52.125911 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:52.169680 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Sync routers for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:47:52.178754 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:47:52.179320 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:47:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:47:52.193235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event updated for resources: {'Port': ['ID=fbaa8e02-9c1e-4025-a1e0-b5b94e6d411b,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:52.205627 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:52.219791 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:52.221086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2de2f1a2-60b2-4744-9c41-a49d35b02e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1054690 Jul 08 18:47:52.285703 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:47:52.369887 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-eb7006df-56cb-4ae1-b8af-899c2653b1d5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--349467974&fields=id&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 267 time: 0.0357945 Jul 08 18:47:52.481262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-669e939b-1b11-47bb-b39a-0bafd081f413 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:52.482671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-669e939b-1b11-47bb-b39a-0bafd081f413 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 812 time: 0.1056805 Jul 08 18:47:52.497132 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-1b552b5a-e12e-498d-854b-8a93568fc190 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/quotas/bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 375 time: 0.0090427 Jul 08 18:47:52.567795 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-3f29d89f-9ce6-4883-932b-ce5b59d2a176 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647049 Jul 08 18:47:52.579478 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 2, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:47:52.605636 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Checking router: 90fc4444-e7fe-48fd-8139-900e4b92a6e2 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:47:52.605981 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Updating router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:47:52.640278 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:52.667927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-60df8453-42d5-4597-bed9-3a4c52801fbf service neutron] 10.222.0.73 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872259 Jul 08 18:47:52.755494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07726445-311e-4b7e-bfac-5ea28fcb8a5f service neutron] 10.222.0.73 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816624 Jul 08 18:47:52.921789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2a9bd699-fed2-4e47-8678-1d331f4b3b3f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:47:52.928329 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:52.941476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4e84a48-5359-4529-ac39-64a9376f8288 req-ad004f86-6b2c-4607-8a73-d8993c04c4cb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 210 time: 0.0365891 Jul 08 18:47:52.949962 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Transition to ACTIVE for port object 9e975aae-3c27-4ac8-8fef-5eee764f9c4f will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:47:52.958325 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:52.993694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:47:52.994370 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:53.031188 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Pushing event updated for resources: {'Port': ['ID=9e975aae-3c27-4ac8-8fef-5eee764f9c4f,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:53.058124 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.058503 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.058930 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.059147 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.059474 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.059792 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.060104 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.060432 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.060791 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.061107 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.061418 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.061770 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:47:53.077890 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Attempting to bind port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:47:53.078285 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Attempting to bind port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:47:53.078648 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Attempting to bind port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:47:53.084973 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:47:53.085321 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:47:53.086164 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:53.086164 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:47:53.086613 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Bound port: 9e975aae-3c27-4ac8-8fef-5eee764f9c4f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:47:53.087008 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:53.164128 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] For port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:47:53.168145 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] For port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9e975aae-3c27-4ac8-8fef-5eee764f9c4f,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:47:53.174788 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:53.227608 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:47:53.228242 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:47:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:47:53.282909 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aedf6-d9ad-4a9a-80de-0d6d2c8018fe None None] Pushing event updated for resources: {'Port': ['ID=9e975aae-3c27-4ac8-8fef-5eee764f9c4f,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:53.358588 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:47:53.511638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-bc3ef668-2882-4b3f-9ec6-e221f42578e0 req-617f1362-c781-465b-b27e-7ca092c2f717 service neutron] (93741) timed out ('10.222.0.73', 53462) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:47:53.568626 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:53Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:47:53.599829 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b071c7-16e2-4a35-9978-3d85a657f2b2 None None] The sync data for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 is: [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:53Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:47:54.159599 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5939ef58-af83-42dc-a5de-242c883931a4 req-db2e6730-1f9c-4543-84e0-da2cd0f1d296 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 210 time: 0.0572035 Jul 08 18:47:54.178983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-bac84540-34ea-41d5-8995-467733e71047 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:54.178983 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-bac84540-34ea-41d5-8995-467733e71047 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 812 time: 0.1189160 Jul 08 18:47:54.227514 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-75b88f9d-9f9b-4c31-ba5e-960b76288777 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 379 time: 0.0431604 Jul 08 18:47:54.236708 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'port': {'device_id': '1be104fb-4afb-4a29-b10d-e0392c602748', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'admin_state_up': True, 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'security_groups': ['797c9413-9bfd-41a7-a915-de28dbb0459f']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:47:54.354751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Made reservation on behalf of bee41ba218174444b040ad0f59fff07b for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:47:54.358369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:54.480157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Allocated IP 172.20.0.14 (ffdd9e43-8d81-472c-87dd-b8e55684705d/82ab6115-a1a0-434a-992e-2a4e05a625e8/04afc67a-6618-49a1-824f-c51c4436a7bb) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:47:54.611895 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:54.624979 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Transition to ACTIVE for port object 04afc67a-6618-49a1-824f-c51c4436a7bb will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:47:54.658045 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:54.698579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Network ffdd9e43-8d81-472c-87dd-b8e55684705d is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:47:54.701736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:47:54.707908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:47:54.732894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event updated for resources: {'Port': ['ID=04afc67a-6618-49a1-824f-c51c4436a7bb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:54.761070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:54.761696 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:54.776818 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-07dbc423-31c6-4f74-ae95-6bc954ac27f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5443230 Jul 08 18:47:54.789006 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Request body: {'port': {'device_id': '1be104fb-4afb-4a29-b10d-e0392c602748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:47:54.873691 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:54.923175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9e975aae-3c27-4ac8-8fef-5eee764f9c4f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:47:54.978605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:47:54.986223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:47:54.986539 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:55.009120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b86ab731-4f98-4e6c-9e32-e568b4a17ec4 None None] Provisioning for port 04afc67a-6618-49a1-824f-c51c4436a7bb completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:47:55.016995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b86ab731-4f98-4e6c-9e32-e568b4a17ec4 None None] Provisioning complete for port 04afc67a-6618-49a1-824f-c51c4436a7bb triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:47:55.017367 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b86ab731-4f98-4e6c-9e32-e568b4a17ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:55.059120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b86ab731-4f98-4e6c-9e32-e568b4a17ec4 None None] Port 04afc67a-6618-49a1-824f-c51c4436a7bb cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:47:55.097766 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:55.130513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9e975aae-3c27-4ac8-8fef-5eee764f9c4f,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:55.134424 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:55.158223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04afc67a-6618-49a1-824f-c51c4436a7bb {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:47:55.173162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:55.198013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Transition to ACTIVE for port object 04afc67a-6618-49a1-824f-c51c4436a7bb will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:47:55.204967 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:55.222456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=9e975aae-3c27-4ac8-8fef-5eee764f9c4f,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:55.267063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Pushing event updated for resources: {'Port': ['ID=04afc67a-6618-49a1-824f-c51c4436a7bb,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:55.341982 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Attempting to bind port 04afc67a-6618-49a1-824f-c51c4436a7bb on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:47:55.342362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Attempting to bind port 04afc67a-6618-49a1-824f-c51c4436a7bb by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:47:55.342681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Attempting to bind port 04afc67a-6618-49a1-824f-c51c4436a7bb on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:47:55.347444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Port 04afc67a-6618-49a1-824f-c51c4436a7bb on network ffdd9e43-8d81-472c-87dd-b8e55684705d not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:47:55.347795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Attempting to bind port 04afc67a-6618-49a1-824f-c51c4436a7bb on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:47:55.352934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:47:55.353280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:47:55.353667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:47:55.354096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Bound port: 04afc67a-6618-49a1-824f-c51c4436a7bb, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:47:55.354504 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:55.372510 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69bc6d-1ec6-4263-bce0-9ee38df469ea req-86cd317b-84fd-4368-a5c8-f78912438f2a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:55.374081 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef69bc6d-1ec6-4263-bce0-9ee38df469ea req-86cd317b-84fd-4368-a5c8-f78912438f2a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0688047 Jul 08 18:47:55.423494 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ef69bc6d-1ec6-4263-bce0-9ee38df469ea req-2317a649-81b3-449e-abc9-107554025dc6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421469 Jul 08 18:47:55.424167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:47:55.427424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=04afc67a-6618-49a1-824f-c51c4436a7bb,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:47:55.432894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:55.473595 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:55.474220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:55.475598 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] 10.222.0.59 "PUT /v2.0/ports/04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 1092 time: 0.6912136 Jul 08 18:47:55.476047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:47:55.478357 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4df68888c40d6c784bbeb473ae17b4328dbc7dda1da54f8c6f9d06d40130f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:47:55.501815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3da8d-3df5-444c-b753-a8a13c783f67 service neutron] Pushing event updated for resources: {'Port': ['ID=04afc67a-6618-49a1-824f-c51c4436a7bb,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:55.532995 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8131d5fb-b844-43d0-916a-1af0d6e9791f x-openstack-request-id: req-8131d5fb-b844-43d0-916a-1af0d6e9791f {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:47:55.533461 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:47:55.533663 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8131d5fb-b844-43d0-916a-1af0d6e9791f {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:47:55.534058 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'status': 'completed', 'code': 200} Jul 08 18:47:55.582777 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-e3f81c48-0aab-4ef1-b397-d5fc42b45609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:55.584310 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-e3f81c48-0aab-4ef1-b397-d5fc42b45609 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1095 time: 0.0601428 Jul 08 18:47:55.626388 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-3eb17f73-6a1e-4bb3-a94f-ed829937e507 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 217 time: 0.0348921 Jul 08 18:47:55.680037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-f728d8ea-32eb-4797-bbd7-56318043ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:55.681534 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-f728d8ea-32eb-4797-bbd7-56318043ae19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0496464 Jul 08 18:47:55.739261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-53f3f845-5baa-4700-bcee-7a1d2d57b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:55.740779 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-53f3f845-5baa-4700-bcee-7a1d2d57b3dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517459 Jul 08 18:47:55.829791 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-d2209a08-0e5e-43c0-bb16-8464d38c997c service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817370 Jul 08 18:47:55.919121 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ab69d43c-0d40-4ffb-a5da-b9a819fcf13a req-fb4cfb45-e8ca-4b01-816e-5dbcb475c5f0 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836697 Jul 08 18:47:56.020567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a req-1eeb2ef1-3a37-49ca-9c19-e458ed153d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:56.022674 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a req-1eeb2ef1-3a37-49ca-9c19-e458ed153d6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1095 time: 0.0532200 Jul 08 18:47:56.116459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a req-09a11bb1-8890-45cf-81e8-09a3a7e7f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:56.117848 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a req-09a11bb1-8890-45cf-81e8-09a3a7e7f54c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0875072 Jul 08 18:47:56.158658 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a req-dd8c23e4-dc24-416c-b79e-462a1740fc23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 217 time: 0.0340028 Jul 08 18:47:56.204300 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a req-6f1d2992-48b9-4574-980d-61a5a49a66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:56.205687 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a req-6f1d2992-48b9-4574-980d-61a5a49a66c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0413759 Jul 08 18:47:56.263951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a req-8945f50c-1417-420e-abb6-dd027045ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:56.265448 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a req-8945f50c-1417-420e-abb6-dd027045ab10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538661 Jul 08 18:47:56.351999 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a req-77a44664-9b30-4531-ae64-e96c91afe69f service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801454 Jul 08 18:47:56.444697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-319bc5d3-a355-4cfa-9f69-d0fd571a5b2a req-c9bfdc23-a43e-481a-84e3-ea02ad2e34a3 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856340 Jul 08 18:47:56.587410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72582a-4e39-46fa-98f9-1809e8b13fc2 req-f6ecb10b-6c49-44ee-bade-447532c41668 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:56.588908 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e72582a-4e39-46fa-98f9-1809e8b13fc2 req-f6ecb10b-6c49-44ee-bade-447532c41668 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0625761 Jul 08 18:47:56.630725 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8e72582a-4e39-46fa-98f9-1809e8b13fc2 req-bc57ffaa-3868-473f-aac0-57b372022a84 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361307 Jul 08 18:47:56.894111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9e975aae-3c27-4ac8-8fef-5eee764f9c4f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:47:56.940992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:47:56.941356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:57.801751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903030f8-b609-44d1-b49a-ff70cee60c12 req-28c7957d-c7a1-4ddf-a4dc-93a938d0c672 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:57.803250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-903030f8-b609-44d1-b49a-ff70cee60c12 req-28c7957d-c7a1-4ddf-a4dc-93a938d0c672 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0626016 Jul 08 18:47:57.840395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-903030f8-b609-44d1-b49a-ff70cee60c12 req-9a2598a3-3052-4b9e-b070-7653415fc0a4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316739 Jul 08 18:47:59.011310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84c975-f87b-4f5d-8cc4-0042b24b8ade req-0c5ec62f-7a28-435f-9f5a-ea0edf6c9fe2 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:47:59.012802 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d84c975-f87b-4f5d-8cc4-0042b24b8ade req-0c5ec62f-7a28-435f-9f5a-ea0edf6c9fe2 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0635977 Jul 08 18:47:59.046929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 04afc67a-6618-49a1-824f-c51c4436a7bb details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:47:59.050821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d84c975-f87b-4f5d-8cc4-0042b24b8ade req-a1b04881-c5ee-4398-9af4-6071e48d58cd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324454 Jul 08 18:47:59.142934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=04afc67a-6618-49a1-824f-c51c4436a7bb,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:59.153654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'port_id': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'mac_address': 'fa:16:3e:c5:38:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:47:59.190932 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:59.206936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04afc67a-6618-49a1-824f-c51c4436a7bb {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:47:59.225624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=04afc67a-6618-49a1-824f-c51c4436a7bb,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:47:59.229316 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:59.275314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=04afc67a-6618-49a1-824f-c51c4436a7bb,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:47:59.555172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['04afc67a-6618-49a1-824f-c51c4436a7bb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:48:00.230307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e3da1-e2db-4ee0-963b-19c2c3126974 req-727451c3-f65f-49d0-9de1-086b1d8e78fb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:00.231753 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a8e3da1-e2db-4ee0-963b-19c2c3126974 req-727451c3-f65f-49d0-9de1-086b1d8e78fb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 945 time: 0.0665414 Jul 08 18:48:00.270030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a8e3da1-e2db-4ee0-963b-19c2c3126974 req-da4d7899-85a7-4110-a176-6ff72bc161b0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321450 Jul 08 18:48:01.046118 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 04afc67a-6618-49a1-824f-c51c4436a7bb up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:48:01.096932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 04afc67a-6618-49a1-824f-c51c4436a7bb completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:48:01.100530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 04afc67a-6618-49a1-824f-c51c4436a7bb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:48:01.100904 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:01.174072 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:01.195986 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:48:01.198134 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e2bdbd-d4a0-401b-a877-553332a6903d" -d '{"events": [{"server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "name": "network-vif-plugged", "status": "completed", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:48:01.210229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=04afc67a-6618-49a1-824f-c51c4436a7bb,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:48:01.214836 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:01.241124 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b13e8a3-691f-466f-9b29-be7dd2f3fd30 x-openstack-request-id: req-4b13e8a3-691f-466f-9b29-be7dd2f3fd30 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:48:01.241410 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "name": "network-vif-plugged", "status": "completed", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:48:01.241658 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b13e8a3-691f-466f-9b29-be7dd2f3fd30 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:48:01.242036 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'code': 200} Jul 08 18:48:01.266701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=04afc67a-6618-49a1-824f-c51c4436a7bb,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:48:01.274188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.274556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.274895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.275232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.275566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.275892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.276218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.276541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.276875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.277177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.277497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.277818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:48:01.349401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2828e-39e6-4f0f-b158-b9e0c83f69ba req-1024047e-7808-4c3d-815c-db05cf6661f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:01.350922 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08a2828e-39e6-4f0f-b158-b9e0c83f69ba req-1024047e-7808-4c3d-815c-db05cf6661f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1097 time: 0.0513725 Jul 08 18:48:01.385648 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-08a2828e-39e6-4f0f-b158-b9e0c83f69ba req-a47247f1-ba92-4e32-be1c-c1e606da2b6a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279653 Jul 08 18:48:01.441152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de6d2-e9b5-4943-bf64-9cd7427f2ebe req-95887e60-1fee-4514-b472-01db0b5fd530 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:01.442658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-841de6d2-e9b5-4943-bf64-9cd7427f2ebe req-95887e60-1fee-4514-b472-01db0b5fd530 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0635490 Jul 08 18:48:01.480598 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-841de6d2-e9b5-4943-bf64-9cd7427f2ebe req-2499d948-9db0-406c-81b6-09accf53bde7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321968 Jul 08 18:48:02.664898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50180ff3-603d-48eb-9a86-5e5731cc5a1e req-461c8e4d-a770-4571-93e0-23797e68c35a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:02.666417 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-50180ff3-603d-48eb-9a86-5e5731cc5a1e req-461c8e4d-a770-4571-93e0-23797e68c35a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0683401 Jul 08 18:48:02.703827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-50180ff3-603d-48eb-9a86-5e5731cc5a1e req-89fb6b6f-de2e-4d87-9aff-62ff86a748e3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Jul 08 18:48:02.872895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1750a27-550d-4baf-a3bf-01c8e7d34143 req-1173def6-c4a4-4d84-97cf-6a51f4da4dfb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:02.874392 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a1750a27-550d-4baf-a3bf-01c8e7d34143 req-1173def6-c4a4-4d84-97cf-6a51f4da4dfb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0639052 Jul 08 18:48:02.883130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 56866) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:48:02.887512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0b1cce6d-c63e-4e00-9fd0-3c86be6d240c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'floatingip': {'port_id': '04afc67a-6618-49a1-824f-c51c4436a7bb'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:48:02.927453 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b1cce6d-c63e-4e00-9fd0-3c86be6d240c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:03.369968 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b1cce6d-c63e-4e00-9fd0-3c86be6d240c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:03.373756 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b1cce6d-c63e-4e00-9fd0-3c86be6d240c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:03.473713 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-0b1cce6d-c63e-4e00-9fd0-3c86be6d240c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82 associated. External IP: 172.25.8.158, port: 04afc67a-6618-49a1-824f-c51c4436a7bb. Jul 08 18:48:03.673255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1cce6d-c63e-4e00-9fd0-3c86be6d240c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:48:03.784522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1cce6d-c63e-4e00-9fd0-3c86be6d240c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:48:03.789296 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0b1cce6d-c63e-4e00-9fd0-3c86be6d240c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:03.794021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be93ee-98dc-4367-8cc9-fd93c4341058 None None] Sync routers for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:48:03.809279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be93ee-98dc-4367-8cc9-fd93c4341058 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:48:03.809881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19be93ee-98dc-4367-8cc9-fd93c4341058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:47:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:48:03.827117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0b1cce6d-c63e-4e00-9fd0-3c86be6d240c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "PUT /v2.0/floatingips/118dfc10-72c5-4db5-b2f6-76a9451a6c82 HTTP/1.1" status: 200 len: 992 time: 0.9430494 Jul 08 18:48:03.827802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:48:03.830813 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0effafc8-ee27-468d-b602-3234284b74cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:48:03.858724 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:03.869149 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39de69ef-b6b3-407d-9b6e-246ace69a0bb x-openstack-request-id: req-39de69ef-b6b3-407d-9b6e-246ace69a0bb {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:48:03.869511 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:48:03.869866 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39de69ef-b6b3-407d-9b6e-246ace69a0bb {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:48:03.870349 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'status': 'completed', 'code': 200} Jul 08 18:48:03.930882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-19be93ee-98dc-4367-8cc9-fd93c4341058 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:48:03.945261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effafc8-ee27-468d-b602-3234284b74cc req-1955c160-69e6-4f6d-a366-9167548c1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:03.946810 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0effafc8-ee27-468d-b602-3234284b74cc req-1955c160-69e6-4f6d-a366-9167548c1763 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1097 time: 0.0563509 Jul 08 18:48:04.043047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effafc8-ee27-468d-b602-3234284b74cc req-6bc667c2-2e6c-4a35-b000-63dfa1192075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:04.044541 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0effafc8-ee27-468d-b602-3234284b74cc req-6bc667c2-2e6c-4a35-b000-63dfa1192075 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0915244 Jul 08 18:48:04.109727 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0effafc8-ee27-468d-b602-3234284b74cc req-105d9ceb-4d21-4017-a3c8-3da28fefbfff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 1000 time: 0.0586209 Jul 08 18:48:04.167279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19be93ee-98dc-4367-8cc9-fd93c4341058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:c5:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be104fb-4afb-4a29-b10d-e0392c602748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:48:03Z', 'revision_number': 1, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:48:04.169598 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effafc8-ee27-468d-b602-3234284b74cc req-3a05a2fc-74da-40d4-a528-a8e862bf99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:04.171325 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0effafc8-ee27-468d-b602-3234284b74cc req-3a05a2fc-74da-40d4-a528-a8e862bf99cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0553741 Jul 08 18:48:04.198050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be93ee-98dc-4367-8cc9-fd93c4341058 None None] Checking router: 90fc4444-e7fe-48fd-8139-900e4b92a6e2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:48:04.207138 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be93ee-98dc-4367-8cc9-fd93c4341058 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:48:04.207743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19be93ee-98dc-4367-8cc9-fd93c4341058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:47:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:48:04.229230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effafc8-ee27-468d-b602-3234284b74cc req-3da1eafa-6299-4fff-847a-fd6c672fb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:04.231095 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0effafc8-ee27-468d-b602-3234284b74cc req-3da1eafa-6299-4fff-847a-fd6c672fb9f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533707 Jul 08 18:48:04.312828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-19be93ee-98dc-4367-8cc9-fd93c4341058 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:48:04.322058 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0effafc8-ee27-468d-b602-3234284b74cc req-887f07ad-6f1a-4594-a850-5a126916af06 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840499 Jul 08 18:48:04.419054 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0effafc8-ee27-468d-b602-3234284b74cc req-004cecb7-b462-46e4-9a26-d526949d6021 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903742 Jul 08 18:48:04.545995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19be93ee-98dc-4367-8cc9-fd93c4341058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:c5:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be104fb-4afb-4a29-b10d-e0392c602748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:48:03Z', 'revision_number': 1, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:48:04.571590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be93ee-98dc-4367-8cc9-fd93c4341058 None None] The sync data for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 is: [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:c5:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be104fb-4afb-4a29-b10d-e0392c602748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:48:03Z', 'revision_number': 1, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:48:04.656098 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:04.751219 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209cc40-b6fa-48f5-ae37-0f812d9d1ec8 None None] New status for floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:48:05.218900 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:48:06.303760 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7559a2b7-35a6-4ac1-9a21-24d6b33dfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:09.133606 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:09.155253 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dde69c04-1dfa-4716-aadd-9c3a98a272ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:10.328989 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:11.807760 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:33.838366 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:34.683614 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:36.310901 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0fca01d5-5317-4f3f-a8e0-1f148bd709f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:39.135066 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:39.153890 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-65103ea6-35e6-4caf-85ad-3a8176a4604e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:40.333796 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:41.809572 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:42.218100 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:48:49.777553 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-73aa56e9-e38b-42b0-be57-0346f46a6429 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503817 Jul 08 18:48:49.869432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-439948f0-668f-44e6-af9a-d504d89c69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:49.870940 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-439948f0-668f-44e6-af9a-d504d89c69e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1097 time: 0.0506275 Jul 08 18:48:49.976587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-e680cab8-137b-408f-8599-a68d49bc613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:49.978036 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-e680cab8-137b-408f-8599-a68d49bc613d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0876303 Jul 08 18:48:50.044271 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-55a28da0-64b1-47b0-8f83-f12134dfc09f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 1002 time: 0.0601447 Jul 08 18:48:50.095325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-76bf260f-3d8b-4b5d-8ce3-7d301008d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:50.096808 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-76bf260f-3d8b-4b5d-8ce3-7d301008d12a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0461674 Jul 08 18:48:50.151497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-41738346-ce03-429c-bca4-5d2877ff0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:48:50.152938 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-41738346-ce03-429c-bca4-5d2877ff0192 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504940 Jul 08 18:48:50.238375 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-5f22005b-3dc3-40a5-a49b-875453386428 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790129 Jul 08 18:48:50.331723 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca47edf8-b1de-4af3-ae7f-52c6f0e5d480 req-171d208f-2943-4523-a483-dfe2c2ea96c5 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867610 Jul 08 18:49:03.838576 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:04.681369 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:06.302832 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-465fc5de-50eb-43df-bdf9-c63078b70834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:09.136188 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:09.153194 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5874bdf8-ee5a-4f76-b349-b84b0a17a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:10.335705 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:11.811991 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:19.217573 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:49:33.851906 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:34.692288 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:36.302992 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9be9ba32-afb9-4234-b579-5a74734384cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:39.137786 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:39.153110 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a3fce482-ed8e-46df-91b6-dd89ce06ba7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:40.338681 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:41.814240 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:51.813768 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-8cf4749a-c43a-4f78-bee3-3cc3868fdc30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605443 Jul 08 18:49:51.905076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-ed8cca29-fd82-4d10-bc12-b64f09c7a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:49:51.906607 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-ed8cca29-fd82-4d10-bc12-b64f09c7a870 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1097 time: 0.0516040 Jul 08 18:49:52.013056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-f37bf9a7-4631-4647-8e31-a445c455e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:49:52.014580 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-f37bf9a7-4631-4647-8e31-a445c455e8cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0885739 Jul 08 18:49:52.076843 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-ceb858f6-de12-4bb1-b998-66e615182ab9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 1002 time: 0.0563107 Jul 08 18:49:52.431370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-69c3ef7a-b372-432e-8f1e-12b406b19fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:49:52.432823 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-69c3ef7a-b372-432e-8f1e-12b406b19fd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.3500140 Jul 08 18:49:52.488087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-49eb113e-eaf6-47e3-92c7-803bf1de16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:49:52.489531 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-49eb113e-eaf6-47e3-92c7-803bf1de16b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506012 Jul 08 18:49:52.576371 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-c34a6dda-9cc7-49d7-a137-917193aafe00 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804029 Jul 08 18:49:52.660765 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5dae19b5-fd20-49c4-9547-7f182a8ac4bc req-22da7444-2190-4d60-9775-8594abb29eeb service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784464 Jul 08 18:49:56.217421 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:50:03.855879 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:04.711410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:06.304966 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-281d70cd-1ec4-4fa2-af55-69f1e69c182f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:09.145360 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:09.156490 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79d57382-0ffe-4d19-ae5e-b781c4c12119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:10.340333 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:11.817245 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:33.216980 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:50:33.854955 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:34.712356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:35.025802 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbd04c-6a0d-4976-b608-4021059129ed req-729a0514-03e1-4246-acb7-a7903bd8a77a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:35.027286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28fbd04c-6a0d-4976-b608-4021059129ed req-729a0514-03e1-4246-acb7-a7903bd8a77a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0661795 Jul 08 18:50:35.064153 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-28fbd04c-6a0d-4976-b608-4021059129ed req-f868fd1c-6c97-4ecf-9dbe-2cb646153005 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313857 Jul 08 18:50:35.394309 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-c5897c4a-351a-4e64-bb84-cb0be8522d6e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507944 Jul 08 18:50:35.454977 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63cccb-bb6d-4ad8-8dd8-ad7953ad0fee req-e2084eab-b7d6-41b1-aaf6-868e83b39755 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:35.456544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e63cccb-bb6d-4ad8-8dd8-ad7953ad0fee req-e2084eab-b7d6-41b1-aaf6-868e83b39755 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0654597 Jul 08 18:50:35.494621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e63cccb-bb6d-4ad8-8dd8-ad7953ad0fee req-851566d0-0ea7-49f3-b18b-eb640d88d5af tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Jul 08 18:50:36.306248 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70359dc1-7a41-46b4-aaac-1d0c220e4014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:36.613353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-af7b01a1-19f7-4922-b116-afc662ef3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:36.614874 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-af7b01a1-19f7-4922-b116-afc662ef3485 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1097 time: 0.0567496 Jul 08 18:50:36.672723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53d48-5ba8-406d-9cd8-e5e842d233a4 req-ed9871f7-067b-4af4-b894-c9720d0d0e63 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:36.674792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30c53d48-5ba8-406d-9cd8-e5e842d233a4 req-ed9871f7-067b-4af4-b894-c9720d0d0e63 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0640409 Jul 08 18:50:36.703202 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-20c27f03-722f-4774-a7a9-0cbacfd8b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:36.704970 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-20c27f03-722f-4774-a7a9-0cbacfd8b6a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0841813 Jul 08 18:50:36.716835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-30c53d48-5ba8-406d-9cd8-e5e842d233a4 req-d7e63928-0a15-40c7-a3d8-abbe24fb36aa tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364685 Jul 08 18:50:36.770693 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-8d18a805-28e6-4482-8940-e5c349f60815 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 1002 time: 0.0595820 Jul 08 18:50:36.816289 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-b3e220e9-581a-4dc4-af3c-080864090430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:36.817587 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-b3e220e9-581a-4dc4-af3c-080864090430 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0412912 Jul 08 18:50:36.871820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-649b76ab-f33c-4b35-9561-a542865cdc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:36.873266 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-649b76ab-f33c-4b35-9561-a542865cdc0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495110 Jul 08 18:50:36.965127 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-96ec1ee9-e6df-414d-88f1-2ee366557659 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854008 Jul 08 18:50:37.051967 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-65aeb3b2-3034-415e-b772-120a573decf9 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796170 Jul 08 18:50:37.839380 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-aeeaf70f-2cb6-4373-89d6-6eec25934f8e req-8fa9cf40-6c26-4eb8-85fb-3b8b12a17191 service neutron] (93742) timed out ('10.222.0.59', 63336) {{(pid=93742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:50:37.892806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d0f2-11e6-43cf-9255-c466f52ace83 req-b1712733-8d6e-4ee0-be53-422f20f7f6bf tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:37.894356 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1d1d0f2-11e6-43cf-9255-c466f52ace83 req-b1712733-8d6e-4ee0-be53-422f20f7f6bf tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0638454 Jul 08 18:50:37.932714 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1d1d0f2-11e6-43cf-9255-c466f52ace83 req-12667bc8-da08-4de9-bfd1-25179f4b0118 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327313 Jul 08 18:50:39.103217 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d605ca-8d2c-460d-957a-ebafa6a4c145 req-338dd100-71e7-46ad-8c94-d5618fe0ca63 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:39.104740 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51d605ca-8d2c-460d-957a-ebafa6a4c145 req-338dd100-71e7-46ad-8c94-d5618fe0ca63 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0624580 Jul 08 18:50:39.139832 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:39.142790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-51d605ca-8d2c-460d-957a-ebafa6a4c145 req-c7e8a929-fe5b-41db-9e42-24c194de51e1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320995 Jul 08 18:50:39.159181 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e13c016-96a7-4374-809b-bf044b3ab857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:40.345000 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:40.519426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839e5a2-8827-4f2a-8090-6a9415ce87da req-e7d90480-ac83-4c07-84e0-6e56823c18b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:40.520833 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d839e5a2-8827-4f2a-8090-6a9415ce87da req-e7d90480-ac83-4c07-84e0-6e56823c18b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0657780 Jul 08 18:50:40.558036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d839e5a2-8827-4f2a-8090-6a9415ce87da req-ab99481e-f427-4ce5-af13-fd267984d92e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Jul 08 18:50:41.732181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5359684-e4e9-4ff3-aa25-a643f3fdf1d4 req-994dae88-2483-4bae-94e8-4471237670b7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:41.733676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5359684-e4e9-4ff3-aa25-a643f3fdf1d4 req-994dae88-2483-4bae-94e8-4471237670b7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0669489 Jul 08 18:50:41.769921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5359684-e4e9-4ff3-aa25-a643f3fdf1d4 req-28bf138d-abba-4a56-b0aa-07142bc6f591 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307322 Jul 08 18:50:41.819882 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:42.939014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1995d-095e-43d0-a3c9-a54d7aa9cd68 req-886ecc29-2172-4d9d-a725-ba2e45abb448 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:42.940520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ac1995d-095e-43d0-a3c9-a54d7aa9cd68 req-886ecc29-2172-4d9d-a725-ba2e45abb448 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0625486 Jul 08 18:50:42.981284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ac1995d-095e-43d0-a3c9-a54d7aa9cd68 req-9459ccb5-16ff-414a-bb5d-bc537120d594 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352113 Jul 08 18:50:44.155508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80fb77-55a1-45d0-8587-79ecf7158bd7 req-69d6c153-2925-4cb8-b817-47562c57996d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:44.156980 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b80fb77-55a1-45d0-8587-79ecf7158bd7 req-69d6c153-2925-4cb8-b817-47562c57996d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0626931 Jul 08 18:50:44.195216 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b80fb77-55a1-45d0-8587-79ecf7158bd7 req-d86d7d30-65ff-447c-a9b9-ee2df7eb6d4a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325892 Jul 08 18:50:45.369579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6783b6-7e87-4e37-a813-6dea5e4ee0ca req-73f7c9dd-03ad-44df-bc2d-13a6d36523f4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:45.371068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e6783b6-7e87-4e37-a813-6dea5e4ee0ca req-73f7c9dd-03ad-44df-bc2d-13a6d36523f4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0615318 Jul 08 18:50:45.407683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e6783b6-7e87-4e37-a813-6dea5e4ee0ca req-938d72ea-1498-4f4a-9dd0-634f0fa4c925 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310547 Jul 08 18:50:46.592628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab3080-d048-4dab-ab58-6d5dc69acf15 req-d65faa5b-e30a-4f14-9a35-1bdd2ef61ea9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:46.594097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ceab3080-d048-4dab-ab58-6d5dc69acf15 req-d65faa5b-e30a-4f14-9a35-1bdd2ef61ea9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0658193 Jul 08 18:50:46.631424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ceab3080-d048-4dab-ab58-6d5dc69acf15 req-946bdf28-f264-4546-9878-9e552f4f5a67 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317781 Jul 08 18:50:47.802893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1565b-b17f-453c-a9ee-68bb20cf48b0 req-278ed123-96e8-4a91-99ff-e6219b33661a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:47.804393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43b1565b-b17f-453c-a9ee-68bb20cf48b0 req-278ed123-96e8-4a91-99ff-e6219b33661a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0649445 Jul 08 18:50:47.841453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43b1565b-b17f-453c-a9ee-68bb20cf48b0 req-8d50f1ce-da0e-4103-9d6c-8c0eac6b7f2d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316236 Jul 08 18:50:49.012048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf3ef8-bf96-4549-b688-4508fe912da0 req-d418cbf6-e2e8-4d28-b0e7-4ded0dc1bae8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:49.013545 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8cf3ef8-bf96-4549-b688-4508fe912da0 req-d418cbf6-e2e8-4d28-b0e7-4ded0dc1bae8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 946 time: 0.0618989 Jul 08 18:50:49.055571 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8cf3ef8-bf96-4549-b688-4508fe912da0 req-03f9b5c4-6947-4911-9bd8-03a2e4f7c6cc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365779 Jul 08 18:50:49.338057 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-e2eab244-6dc1-459e-8755-5b3b9f041216 service neutron] show failed (client error): The resource could not be found. Jul 08 18:50:49.339102 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-e2eab244-6dc1-459e-8755-5b3b9f041216 service neutron] 10.222.0.59 "GET /v2.0/ports/04afc67a-6618-49a1-824f-c51c4436a7bb/bindings/n-h1-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0559208 Jul 08 18:50:49.582376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-ab16ffd4-9310-4edd-94ea-09025a428a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:49.583815 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-ab16ffd4-9310-4edd-94ea-09025a428a3a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 1097 time: 0.0516932 Jul 08 18:50:49.594983 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:50:49.663265 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:49.860004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=04afc67a-6618-49a1-824f-c51c4436a7bb,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:50:49.896110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:50:49.934922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:50:49.937190 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c843016d-4802-46f9-8353-59c3641eba93" -d '{"events": [{"server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "name": "network-vif-unplugged", "status": "completed", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:50:49.941287 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:49.954126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Transition to ACTIVE for port object 04afc67a-6618-49a1-824f-c51c4436a7bb will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:50:49.958250 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:50.022724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Pushing event updated for resources: {'Port': ['ID=04afc67a-6618-49a1-824f-c51c4436a7bb,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:50:50.072283 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a3b6e8-3f26-4ad1-96d8-6b9f47ccdad6 x-openstack-request-id: req-f0a3b6e8-3f26-4ad1-96d8-6b9f47ccdad6 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:50:50.072567 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "name": "network-vif-unplugged", "status": "completed", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:50:50.072823 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f0a3b6e8-3f26-4ad1-96d8-6b9f47ccdad6 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:50:50.073221 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'code': 200} Jul 08 18:50:50.079496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.079924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.080172 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.080591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.080858 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.081192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.081522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.081842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.082164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.082514 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.082839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.083162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:50.145930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] No DVR routers for this DVR port 04afc67a-6618-49a1-824f-c51c4436a7bb on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:50:50.293671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b3e8-e691-4d3f-a5ae-e966a4670e15 req-0a3a783e-0b17-4e0b-8c2e-8b3e94d2b435 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:50.295110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70f1b3e8-e691-4d3f-a5ae-e966a4670e15 req-0a3a783e-0b17-4e0b-8c2e-8b3e94d2b435 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.1166127 Jul 08 18:50:50.344808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Attempting to bind port 04afc67a-6618-49a1-824f-c51c4436a7bb on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:50:50.345147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Attempting to bind port 04afc67a-6618-49a1-824f-c51c4436a7bb by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:50:50.345478 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Attempting to bind port 04afc67a-6618-49a1-824f-c51c4436a7bb on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:50:50.352528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Port 04afc67a-6618-49a1-824f-c51c4436a7bb on network ffdd9e43-8d81-472c-87dd-b8e55684705d not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:50:50.352848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Attempting to bind port 04afc67a-6618-49a1-824f-c51c4436a7bb on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:50:50.365932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:50:50.366288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:50:50.366672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:50:50.367099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Bound port: 04afc67a-6618-49a1-824f-c51c4436a7bb, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:50:50.367543 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:50.371849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70f1b3e8-e691-4d3f-a5ae-e966a4670e15 req-d85200a2-f816-4dd6-ab61-9229f31a8b6a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711744 Jul 08 18:50:50.432910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:50:50.435947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=04afc67a-6618-49a1-824f-c51c4436a7bb,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:50:50.440419 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:50.472713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:50.473320 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:50.474811 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] 10.222.0.74 "PUT /v2.0/ports/04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 1092 time: 0.8837676 Jul 08 18:50:50.497475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927f880-b39d-40a1-9a4b-88b5dade4282 service neutron] Pushing event updated for resources: {'Port': ['ID=04afc67a-6618-49a1-824f-c51c4436a7bb,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:50:50.557403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-3ec580f3-ff73-42c2-9ca1-f0363f18f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:50.558966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-3ec580f3-ff73-42c2-9ca1-f0363f18f92a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1095 time: 0.0585868 Jul 08 18:50:50.651018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-d000209c-6d76-4809-ae9b-2fbeef9babbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:50.652493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-d000209c-6d76-4809-ae9b-2fbeef9babbb service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0869229 Jul 08 18:50:50.720984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-dd769d65-5a5b-444b-ba2c-639984771f8a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 1000 time: 0.0620439 Jul 08 18:50:51.045237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-035d0213-3717-47f1-acb1-c1a1eb30a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:51.046838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-035d0213-3717-47f1-acb1-c1a1eb30a24d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.3200805 Jul 08 18:50:51.101072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-62ab9c4e-b8ff-4d95-a724-32a802f2dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:51.102545 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-62ab9c4e-b8ff-4d95-a724-32a802f2dc26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498667 Jul 08 18:50:51.204006 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-6d774dea-26b6-4829-9227-efa9694c98e5 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945575 Jul 08 18:50:51.291141 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36240327-0655-47ad-9021-fe3b099ba1f9 req-0ddff63a-b691-42db-a599-7347095474d7 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807602 Jul 08 18:50:51.548486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49cdd0-853f-4911-b3ac-dec78363b5fa req-0f790781-ec18-4d99-9415-0096958d59f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:51.549867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a49cdd0-853f-4911-b3ac-dec78363b5fa req-0f790781-ec18-4d99-9415-0096958d59f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0626695 Jul 08 18:50:51.590521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a49cdd0-853f-4911-b3ac-dec78363b5fa req-754dd490-69fc-4190-819b-e4c3d50399d0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350976 Jul 08 18:50:51.805790 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 04afc67a-6618-49a1-824f-c51c4436a7bb no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:50:51.844021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 04afc67a-6618-49a1-824f-c51c4436a7bb not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:50:52.074871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:50:52.077222 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1be1da0-1936-43a8-b6dd-881ea00432a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:50:52.126093 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae5c98e-a22f-4090-9481-2a8ea6dd7848 x-openstack-request-id: req-cae5c98e-a22f-4090-9481-2a8ea6dd7848 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:50:52.126413 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:50:52.126664 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cae5c98e-a22f-4090-9481-2a8ea6dd7848 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:50:52.127054 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'status': 'completed', 'code': 200} Jul 08 18:50:52.198334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-65480e37-7ce1-41af-a5ee-7af467ae11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:52.199840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-65480e37-7ce1-41af-a5ee-7af467ae11f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1095 time: 0.0527256 Jul 08 18:50:52.205996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-69bbf921-3652-47ec-9ace-35263c12b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:52.207613 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-69bbf921-3652-47ec-9ace-35263c12b569 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1095 time: 0.0577288 Jul 08 18:50:52.287402 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-43d8b420-3480-4f4f-92ba-9e2d2270220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:52.288894 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-43d8b420-3480-4f4f-92ba-9e2d2270220e service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0827782 Jul 08 18:50:52.294897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-e350257b-c3a3-4629-be40-07b8685e1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:52.296400 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-e350257b-c3a3-4629-be40-07b8685e1fa8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0829434 Jul 08 18:50:52.358614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-abb0150e-6f41-4966-b0e4-4feec970abee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 1000 time: 0.0611210 Jul 08 18:50:52.364571 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-dcd91a43-4d1b-4303-a3bc-b3b44539e3df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 1000 time: 0.0617135 Jul 08 18:50:52.408575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-c115d33b-256d-41d4-bbf3-ace444a85fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:52.410074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-c115d33b-256d-41d4-bbf3-ace444a85fe1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0454078 Jul 08 18:50:52.413833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-c10898c0-09d0-4660-8de8-7824b35815d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:52.415664 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-c10898c0-09d0-4660-8de8-7824b35815d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0444937 Jul 08 18:50:52.473841 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-0f3785da-dcdc-4cc4-a763-6d319e4085d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:52.475508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-5b13567d-71e8-4312-a8cf-a02e70fff865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:52.475893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-0f3785da-dcdc-4cc4-a763-6d319e4085d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596025 Jul 08 18:50:52.476982 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-5b13567d-71e8-4312-a8cf-a02e70fff865 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555508 Jul 08 18:50:52.569267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-26cc5b0a-a315-4a36-8808-c8e8b079a47b service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856586 Jul 08 18:50:52.572740 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-4972bd72-88b0-4ed1-9c9b-10bd8394a1b6 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893991 Jul 08 18:50:52.658499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-98b43df1-acbb-47e0-9b3b-1e46b5809f2d service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824649 Jul 08 18:50:52.665602 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1be1da0-1936-43a8-b6dd-881ea00432a1 req-5567c1e7-81e5-49e5-b8d0-0380bc7d0d60 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864367 Jul 08 18:50:52.777848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cadad-7d54-4e2a-9636-fca0faa11faf req-0209bee1-edd0-457b-9334-bb3b19003ac3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:52.779336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af0cadad-7d54-4e2a-9636-fca0faa11faf req-0209bee1-edd0-457b-9334-bb3b19003ac3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0725880 Jul 08 18:50:52.816903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af0cadad-7d54-4e2a-9636-fca0faa11faf req-306fd64a-8801-4411-9526-380f7f126fc2 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320148 Jul 08 18:50:53.993857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f11f94-0d70-4980-aa2f-0d9b8e0f838f req-0a035ff5-2b48-45f5-8583-7113332e42ef tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:53.995378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91f11f94-0d70-4980-aa2f-0d9b8e0f838f req-0a035ff5-2b48-45f5-8583-7113332e42ef tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0629520 Jul 08 18:50:54.031624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-91f11f94-0d70-4980-aa2f-0d9b8e0f838f req-4c8fe0d1-c5fb-49c2-8b29-632ef9c43944 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307124 Jul 08 18:50:55.205526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e36cb-5106-4c02-9c83-5e37d78ec556 req-70660244-7db1-434c-990e-931e32ea36a5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:55.206978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f93e36cb-5106-4c02-9c83-5e37d78ec556 req-70660244-7db1-434c-990e-931e32ea36a5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0617328 Jul 08 18:50:55.243687 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f93e36cb-5106-4c02-9c83-5e37d78ec556 req-7e14f2c1-ed5e-4039-9805-0d9e5ac3387a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312333 Jul 08 18:50:55.538962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a3a5-6a54-4ed7-8f31-27bb810aa46e req-f5b8f0de-9904-4366-88ba-a8f045b13e32 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:55.540604 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dfb6a3a5-6a54-4ed7-8f31-27bb810aa46e req-f5b8f0de-9904-4366-88ba-a8f045b13e32 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0685642 Jul 08 18:50:55.549573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212204ac-2885-415b-ac74-45184b058dce req-bbeafcbc-339b-4737-99fc-e206e2dcc69f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:55.551104 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-212204ac-2885-415b-ac74-45184b058dce req-bbeafcbc-339b-4737-99fc-e206e2dcc69f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748&tenant_id=bee41ba218174444b040ad0f59fff07b&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 944 time: 0.0717280 Jul 08 18:50:55.579388 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dfb6a3a5-6a54-4ed7-8f31-27bb810aa46e req-1e1c256f-d533-4a71-abc8-7347a7e06323 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329485 Jul 08 18:50:55.614882 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [req-212204ac-2885-415b-ac74-45184b058dce req-f1101b79-2927-4fb8-8b5f-a39ae033e0ac service neutron] delete failed (client error): The resource could not be found. Jul 08 18:50:55.616520 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-212204ac-2885-415b-ac74-45184b058dce req-f1101b79-2927-4fb8-8b5f-a39ae033e0ac service neutron] 10.222.0.59 "DELETE /v2.0/ports/04afc67a-6618-49a1-824f-c51c4436a7bb/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0588269 Jul 08 18:50:55.708793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212204ac-2885-415b-ac74-45184b058dce req-ed1d518c-5b3f-4aaa-8428-108ac3c16fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:55.710292 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-212204ac-2885-415b-ac74-45184b058dce req-ed1d518c-5b3f-4aaa-8428-108ac3c16fa4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1095 time: 0.0525966 Jul 08 18:50:55.798975 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212204ac-2885-415b-ac74-45184b058dce req-3f35a511-304b-4a30-9d61-de1688d439ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:55.800318 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-212204ac-2885-415b-ac74-45184b058dce req-3f35a511-304b-4a30-9d61-de1688d439ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0841823 Jul 08 18:50:55.872944 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-212204ac-2885-415b-ac74-45184b058dce req-325a2ecf-b2b7-44a3-a3f4-769423fb3c6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 1000 time: 0.0663717 Jul 08 18:50:55.921995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212204ac-2885-415b-ac74-45184b058dce req-bff184fe-2a4f-4c49-87c3-f32387943391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:55.923482 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-212204ac-2885-415b-ac74-45184b058dce req-bff184fe-2a4f-4c49-87c3-f32387943391 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0438960 Jul 08 18:50:55.986711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212204ac-2885-415b-ac74-45184b058dce req-e87823d1-22f4-4ec9-b246-3b74dce2304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:55.988222 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-212204ac-2885-415b-ac74-45184b058dce req-e87823d1-22f4-4ec9-b246-3b74dce2304c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584087 Jul 08 18:50:56.076270 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-212204ac-2885-415b-ac74-45184b058dce req-8e43a2f8-86c4-42db-b663-1a0963515c7a service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814636 Jul 08 18:50:56.172836 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-212204ac-2885-415b-ac74-45184b058dce req-77f8af77-de04-4e65-9d0c-760b9dc3dd10 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896962 Jul 08 18:50:56.757157 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b05d28-66b7-4ad8-b4f9-0d3a18338eb7 req-83750771-d830-4018-8f88-3f5c5cab02f4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:56.758727 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5b05d28-66b7-4ad8-b4f9-0d3a18338eb7 req-83750771-d830-4018-8f88-3f5c5cab02f4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0648274 Jul 08 18:50:56.797801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b5b05d28-66b7-4ad8-b4f9-0d3a18338eb7 req-06b75711-52fb-4450-9395-2be178b23902 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331395 Jul 08 18:50:56.853026 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 04afc67a-6618-49a1-824f-c51c4436a7bb details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:50:56.949746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=04afc67a-6618-49a1-824f-c51c4436a7bb,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:50:56.977425 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55840fc3-a34a-45ec-ad73-70246b7bf184 req-beadcfb7-163f-49f9-8717-688fa157d8d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:56.979038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55840fc3-a34a-45ec-ad73-70246b7bf184 req-beadcfb7-163f-49f9-8717-688fa157d8d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0710015 Jul 08 18:50:57.020122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-55840fc3-a34a-45ec-ad73-70246b7bf184 req-1760b5dd-ef8f-4219-95f4-db83fc62c4bf tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350554 Jul 08 18:50:57.120001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'port_id': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'mac_address': 'fa:16:3e:c5:38:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:50:57.156303 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:57.169474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04afc67a-6618-49a1-824f-c51c4436a7bb {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:50:57.189175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=04afc67a-6618-49a1-824f-c51c4436a7bb,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:50:57.193667 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:57.198800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7555d-dc81-4b64-b250-d5530d37a4ef req-3da73fda-4ddb-4c99-b41d-762757a37e8b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:57.200320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fd7555d-dc81-4b64-b250-d5530d37a4ef req-3da73fda-4ddb-4c99-b41d-762757a37e8b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 944 time: 0.0639334 Jul 08 18:50:57.242348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fd7555d-dc81-4b64-b250-d5530d37a4ef req-8a7e6c52-27ab-4785-b538-1e117a27a0b5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363624 Jul 08 18:50:57.242726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=04afc67a-6618-49a1-824f-c51c4436a7bb,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:50:57.250281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.250531 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.250880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.251220 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.251556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.251893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.252224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.252552 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.252878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.253217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.253529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.253851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:50:57.341944 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-d2823d44-bca2-49c1-975b-06a6a5788eaa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520957 Jul 08 18:50:57.441046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-4bcbe0f6-6b51-4d5d-a6bc-5257f59f9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:57.442569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-4bcbe0f6-6b51-4d5d-a6bc-5257f59f9f8b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 1096 time: 0.0586483 Jul 08 18:50:57.570605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-ec26b5ba-2ed3-4df5-8552-883257ca6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:57.571988 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-ec26b5ba-2ed3-4df5-8552-883257ca6f94 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0961876 Jul 08 18:50:57.576926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['04afc67a-6618-49a1-824f-c51c4436a7bb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:50:57.660239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-b4e9afe1-2e82-41b5-a93b-1f6a00a5355d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 200 len: 1001 time: 0.0717673 Jul 08 18:50:57.704133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518154d-8607-4840-afbd-95ebb5b398ce req-d5cce159-7ecb-47c3-ad28-70aaa680f3b0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:57.705502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d518154d-8607-4840-afbd-95ebb5b398ce req-d5cce159-7ecb-47c3-ad28-70aaa680f3b0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 945 time: 0.1473479 Jul 08 18:50:57.735298 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-dead1044-9cea-4cb5-86e8-c8b7b1aebda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:57.736704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-dead1044-9cea-4cb5-86e8-c8b7b1aebda7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0691135 Jul 08 18:50:57.779847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d518154d-8607-4840-afbd-95ebb5b398ce req-559e1513-4888-4f9c-9882-1d29dd5a4e03 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680280 Jul 08 18:50:57.806282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-54fc3894-d166-43fb-85ee-9d91003a986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:57.807786 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-54fc3894-d166-43fb-85ee-9d91003a986b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624099 Jul 08 18:50:57.897563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-747196c1-9e5b-4460-9f40-aa801f45859c service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808389 Jul 08 18:50:57.992281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f4cd50d-59ab-4847-90ab-8d2a6dd64031 req-01717a1a-c9da-449e-a57c-f27d786077dc service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874033 Jul 08 18:50:58.860310 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 04afc67a-6618-49a1-824f-c51c4436a7bb up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:50:58.912431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 04afc67a-6618-49a1-824f-c51c4436a7bb completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:50:58.916992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 04afc67a-6618-49a1-824f-c51c4436a7bb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:50:58.917367 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:58.980198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-a49303ce-1e21-4761-8863-cfcbde08220f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:58.981679 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-a49303ce-1e21-4761-8863-cfcbde08220f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 945 time: 0.1133268 Jul 08 18:50:58.992073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ebe8b-b53d-4936-9249-033c11b1d76b req-31dad2ea-69c4-4049-91f4-1a0cfc9f79cc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:50:58.993463 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-618ebe8b-b53d-4936-9249-033c11b1d76b req-31dad2ea-69c4-4049-91f4-1a0cfc9f79cc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 945 time: 0.0966420 Jul 08 18:50:58.996554 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:59.018467 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:50:59.020899 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faee237-73ab-4514-bddc-8716d0eec36d" -d '{"events": [{"server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "name": "network-vif-plugged", "status": "completed", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:50:59.034752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=04afc67a-6618-49a1-824f-c51c4436a7bb,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:50:59.039660 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:59.068271 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-618ebe8b-b53d-4936-9249-033c11b1d76b req-e9a7d3e7-f700-42c8-a2b6-87deb7b5c351 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672882 Jul 08 18:50:59.094342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=04afc67a-6618-49a1-824f-c51c4436a7bb,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:50:59.132025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Deleting port 04afc67a-6618-49a1-824f-c51c4436a7bb {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:50:59.132449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:59.154357 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6043a496-4954-4b30-a5d5-8089f1ce8dad x-openstack-request-id: req-6043a496-4954-4b30-a5d5-8089f1ce8dad {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:50:59.154658 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "name": "network-vif-plugged", "status": "completed", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:50:59.154911 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6043a496-4954-4b30-a5d5-8089f1ce8dad {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:50:59.155313 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'code': 200} Jul 08 18:50:59.224733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] For port 04afc67a-6618-49a1-824f-c51c4436a7bb, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=04afc67a-6618-49a1-824f-c51c4436a7bb,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:50:59.225120 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:59.439988 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:59.440358 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:59.440673 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82 disassociated. External IP: 172.25.8.158, port: 04afc67a-6618-49a1-824f-c51c4436a7bb. Jul 08 18:50:59.441017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Calling delete_port for 04afc67a-6618-49a1-824f-c51c4436a7bb owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:50:59.577865 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:59.603889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event deleted for resources: {'Port': ['ID=04afc67a-6618-49a1-824f-c51c4436a7bb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:50:59.719927 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:50:59.829813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:50:59.839254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41bc82-38fc-43e9-b0dc-c526861340ba None None] Sync routers for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:50:59.850747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41bc82-38fc-43e9-b0dc-c526861340ba None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:50:59.851461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b41bc82-38fc-43e9-b0dc-c526861340ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:50:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:50:59.872422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] No DVR routers for this DVR port 04afc67a-6618-49a1-824f-c51c4436a7bb on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:50:59.875274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:59.877337 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-458e87af-a925-4c0a-9687-5a61e41e9357 req-84a9dc6a-c95e-439a-a1ab-d1d829efdccc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "DELETE /v2.0/ports/04afc67a-6618-49a1-824f-c51c4436a7bb HTTP/1.1" status: 204 len: 173 time: 0.8829422 Jul 08 18:50:59.877725 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'name': 'network-vif-deleted', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:50:59.880025 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96305c09-7d2c-4009-a47a-eb494232bad4" -d '{"events": [{"server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "name": "network-vif-deleted", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:50:59.924078 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dc80ad-b093-45a1-abfd-4e6e472a45af x-openstack-request-id: req-c5dc80ad-b093-45a1-abfd-4e6e472a45af {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:50:59.924377 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be104fb-4afb-4a29-b10d-e0392c602748", "name": "network-vif-deleted", "tag": "04afc67a-6618-49a1-824f-c51c4436a7bb", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:50:59.925330 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5dc80ad-b093-45a1-abfd-4e6e472a45af {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:50:59.925330 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be104fb-4afb-4a29-b10d-e0392c602748', 'name': 'network-vif-deleted', 'tag': '04afc67a-6618-49a1-824f-c51c4436a7bb', 'status': 'completed', 'code': 200} Jul 08 18:50:59.972399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-5b41bc82-38fc-43e9-b0dc-c526861340ba None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:51:00.171492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b41bc82-38fc-43e9-b0dc-c526861340ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:51:00.198426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41bc82-38fc-43e9-b0dc-c526861340ba None None] Checking router: 90fc4444-e7fe-48fd-8139-900e4b92a6e2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:51:00.207539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41bc82-38fc-43e9-b0dc-c526861340ba None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:51:00.208134 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b41bc82-38fc-43e9-b0dc-c526861340ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:50:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:51:00.228586 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd393cf4-0e14-4635-b514-ce08451f40e0 req-6f3e7385-2336-46ec-9ed8-c4eff4bea0a8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be104fb-4afb-4a29-b10d-e0392c602748 HTTP/1.1" status: 200 len: 210 time: 0.0318782 Jul 08 18:51:00.315950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-5b41bc82-38fc-43e9-b0dc-c526861340ba None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:51:00.510686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5b41bc82-38fc-43e9-b0dc-c526861340ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:51:00.540056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41bc82-38fc-43e9-b0dc-c526861340ba None None] The sync data for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 is: [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:51:00.760747 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914655c1-ea39-435c-be24-8aa7d319994d None None] New status for floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:51:01.524509 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-f3692606-daca-4976-86e2-cbf6f850c796 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--349467974&fields=id&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 267 time: 0.0325847 Jul 08 18:51:01.627668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928819d-2e15-4000-81da-8197b567c2c9 req-ff9fda4e-2628-4365-9415-68ca2a8f81de tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:01.629095 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-ff9fda4e-2628-4365-9415-68ca2a8f81de tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 812 time: 0.0983322 Jul 08 18:51:01.643291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-9a353da2-5194-41f7-86e9-538273440a68 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/quotas/bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 375 time: 0.0088999 Jul 08 18:51:01.714542 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-f436bb6b-2842-4788-afdf-b83d8ae039f9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665479 Jul 08 18:51:01.729797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-e6b2c336-78c3-4afe-82f4-c5d8e0cd4dfc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:51:01.730763 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-e6b2c336-78c3-4afe-82f4-c5d8e0cd4dfc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049977 Jul 08 18:51:01.816893 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-36026a0c-0fd6-4adf-bee6-176102f0c995 service neutron] 10.222.0.73 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808706 Jul 08 18:51:01.906515 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-da8516d4-2a9e-4577-8f89-93028335903f service neutron] 10.222.0.73 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841086 Jul 08 18:51:02.071648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d7d89c8-a1c2-4eb1-99b1-c77e104566a8 req-891d85bc-a163-4b45-8a8e-e89820dfeef1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 210 time: 0.0281148 Jul 08 18:51:02.903470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 04afc67a-6618-49a1-824f-c51c4436a7bb no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:51:02.924005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 04afc67a-6618-49a1-824f-c51c4436a7bb {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:51:02.924342 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 04afc67a-6618-49a1-824f-c51c4436a7bb not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:51:03.232719 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6d2d9f0b-8120-4caa-9861-2a5bba2b84f1 req-c3080a4f-d19e-4413-8334-14bf3c568f32 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 210 time: 0.0404932 Jul 08 18:51:03.256120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928819d-2e15-4000-81da-8197b567c2c9 req-a8b29581-7f35-462d-a587-c13ccd9fa07f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:03.257628 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-a8b29581-7f35-462d-a587-c13ccd9fa07f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 812 time: 0.1408966 Jul 08 18:51:03.301010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-e75c6e60-d051-447d-a815-dcbb4ce5f149 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 379 time: 0.0349090 Jul 08 18:51:03.309427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'port': {'device_id': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'admin_state_up': True, 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'security_groups': ['797c9413-9bfd-41a7-a915-de28dbb0459f']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:51:03.413143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Made reservation on behalf of bee41ba218174444b040ad0f59fff07b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:51:03.417410 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:03.540885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Allocated IP 172.20.0.6 (ffdd9e43-8d81-472c-87dd-b8e55684705d/82ab6115-a1a0-434a-992e-2a4e05a625e8/e2e9007f-832c-4ddb-a735-23db498e3404) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:51:03.673703 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:03.686718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Transition to ACTIVE for port object e2e9007f-832c-4ddb-a735-23db498e3404 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:51:03.718455 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:03.760043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Network ffdd9e43-8d81-472c-87dd-b8e55684705d is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:51:03.763245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:51:03.769684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:51:03.798440 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event updated for resources: {'Port': ['ID=e2e9007f-832c-4ddb-a735-23db498e3404,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:51:03.824150 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:03.824794 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:03.839844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-8857cda4-6fd4-4393-9492-676c17887427 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5340242 Jul 08 18:51:03.851699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Request body: {'port': {'device_id': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:51:03.867542 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:03.930277 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:03.966083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-508564bb-f5c1-4d2c-8a6b-a5fe20114b59 None None] Provisioning for port e2e9007f-832c-4ddb-a735-23db498e3404 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:51:03.970096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-508564bb-f5c1-4d2c-8a6b-a5fe20114b59 None None] Provisioning complete for port e2e9007f-832c-4ddb-a735-23db498e3404 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:51:03.970485 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-508564bb-f5c1-4d2c-8a6b-a5fe20114b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:04.003727 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-508564bb-f5c1-4d2c-8a6b-a5fe20114b59 None None] Port e2e9007f-832c-4ddb-a735-23db498e3404 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:51:04.195336 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e9007f-832c-4ddb-a735-23db498e3404 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:51:04.202778 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:04.214348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Transition to ACTIVE for port object e2e9007f-832c-4ddb-a735-23db498e3404 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:51:04.217555 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:04.268890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Pushing event updated for resources: {'Port': ['ID=e2e9007f-832c-4ddb-a735-23db498e3404,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:51:04.342690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Attempting to bind port e2e9007f-832c-4ddb-a735-23db498e3404 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:51:04.343204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Attempting to bind port e2e9007f-832c-4ddb-a735-23db498e3404 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:51:04.343685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Attempting to bind port e2e9007f-832c-4ddb-a735-23db498e3404 on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:51:04.348602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Port e2e9007f-832c-4ddb-a735-23db498e3404 on network ffdd9e43-8d81-472c-87dd-b8e55684705d not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:51:04.349039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Attempting to bind port e2e9007f-832c-4ddb-a735-23db498e3404 on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:51:04.354325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:51:04.354741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:51:04.355210 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:51:04.355710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Bound port: e2e9007f-832c-4ddb-a735-23db498e3404, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:51:04.356150 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:04.463925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:51:04.467418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e2e9007f-832c-4ddb-a735-23db498e3404,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:51:04.476314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88e5d4-69e4-49e5-ad28-315d75fdf9c2 req-3b12040f-cdac-4f3d-9b76-75bd0ceb5aab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:04.477794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f88e5d4-69e4-49e5-ad28-315d75fdf9c2 req-3b12040f-cdac-4f3d-9b76-75bd0ceb5aab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 943 time: 0.1194625 Jul 08 18:51:04.479257 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:04.531659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:04.532439 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:04.534002 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] 10.222.0.74 "PUT /v2.0/ports/e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 1091 time: 0.6867554 Jul 08 18:51:04.534362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:51:04.536601 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611b5231-9763-42f6-8f13-65d87e32075e" -d '{"events": [{"name": "network-changed", "server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:51:04.574493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f88e5d4-69e4-49e5-ad28-315d75fdf9c2 req-81f7c943-6c00-447b-9fd4-b7f2e36c8358 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873103 Jul 08 18:51:04.578868 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5e2ac0-f5ba-41a6-840c-b232704f0644 x-openstack-request-id: req-4f5e2ac0-f5ba-41a6-840c-b232704f0644 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:51:04.579158 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:51:04.579411 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f5e2ac0-f5ba-41a6-840c-b232704f0644 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:51:04.579815 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'status': 'completed', 'code': 200} Jul 08 18:51:04.580808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92015-dd88-4de8-8867-86efae4f829c service neutron] Pushing event updated for resources: {'Port': ['ID=e2e9007f-832c-4ddb-a735-23db498e3404,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:51:04.644686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928819d-2e15-4000-81da-8197b567c2c9 req-06fa2b97-98bb-41b4-9552-3d29eddb4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:04.646229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-06fa2b97-98bb-41b4-9552-3d29eddb4b5e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1094 time: 0.0556118 Jul 08 18:51:04.689733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-f9413047-a6b9-4285-8fbb-113d681f288b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 217 time: 0.0357800 Jul 08 18:51:04.716818 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:04.743557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928819d-2e15-4000-81da-8197b567c2c9 req-1a4f6cd3-7d91-4c84-93ac-0ea2aacaf6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:04.745038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-1a4f6cd3-7d91-4c84-93ac-0ea2aacaf6c7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0488544 Jul 08 18:51:04.801410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928819d-2e15-4000-81da-8197b567c2c9 req-03dde6f0-9a4e-4c9d-a77e-dde036c62035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:04.802821 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-03dde6f0-9a4e-4c9d-a77e-dde036c62035 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507779 Jul 08 18:51:04.886896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-421696d1-d76c-492e-afdb-da9b3900435f service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780566 Jul 08 18:51:04.977736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1928819d-2e15-4000-81da-8197b567c2c9 req-375752df-8a51-42cd-a412-a668437535ce service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843019 Jul 08 18:51:05.082776 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b5231-9763-42f6-8f13-65d87e32075e req-f6658d88-0835-4cc9-8e54-1ea3a1cfbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:05.085996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-611b5231-9763-42f6-8f13-65d87e32075e req-f6658d88-0835-4cc9-8e54-1ea3a1cfbfd1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1094 time: 0.0534174 Jul 08 18:51:05.448541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b5231-9763-42f6-8f13-65d87e32075e req-4383e193-290b-4abe-9def-2510fc43e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:05.450020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-611b5231-9763-42f6-8f13-65d87e32075e req-4383e193-290b-4abe-9def-2510fc43e916 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.3573487 Jul 08 18:51:05.491521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-611b5231-9763-42f6-8f13-65d87e32075e req-e7de0327-32ca-4a7d-b959-f9b1bd2987a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 217 time: 0.0337212 Jul 08 18:51:05.537729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b5231-9763-42f6-8f13-65d87e32075e req-cbd9798a-aa9a-4820-b2cd-43379abe77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:05.539162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-611b5231-9763-42f6-8f13-65d87e32075e req-cbd9798a-aa9a-4820-b2cd-43379abe77eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0421813 Jul 08 18:51:05.598836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b5231-9763-42f6-8f13-65d87e32075e req-a60e0bb6-ad10-4a23-a80f-e5efb09b4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:05.600334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-611b5231-9763-42f6-8f13-65d87e32075e req-a60e0bb6-ad10-4a23-a80f-e5efb09b4f09 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546806 Jul 08 18:51:05.694842 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-611b5231-9763-42f6-8f13-65d87e32075e req-023e59f2-1db9-4b70-adfb-5dc1b06f45cb service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859129 Jul 08 18:51:05.823845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84ebf0-e0b6-47ad-be8a-3b9d97a36702 req-261197c1-3c6d-40b7-8ccb-b993d56e0f37 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:05.825225 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d84ebf0-e0b6-47ad-be8a-3b9d97a36702 req-261197c1-3c6d-40b7-8ccb-b993d56e0f37 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 943 time: 0.1342824 Jul 08 18:51:05.828653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-611b5231-9763-42f6-8f13-65d87e32075e req-4aaba7a4-9c82-4cb4-bb77-3a434199a642 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264277 Jul 08 18:51:05.864997 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8d84ebf0-e0b6-47ad-be8a-3b9d97a36702 req-a2e6600c-04ae-4172-be98-08fa48833293 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341313 Jul 08 18:51:06.311248 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40c43114-b2e5-490a-889a-84e0fee5d0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:07.040640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cf25b-6d72-42a0-8b00-8c812ebfc25b req-af17c262-1e13-46b2-9e13-6b04ac08874d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:07.042117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-962cf25b-6d72-42a0-8b00-8c812ebfc25b req-af17c262-1e13-46b2-9e13-6b04ac08874d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 943 time: 0.0665359 Jul 08 18:51:07.078444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-962cf25b-6d72-42a0-8b00-8c812ebfc25b req-ddbc7821-f5be-4359-a108-df324c536a2e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307670 Jul 08 18:51:08.253747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b5f9c-4f2e-47df-8ee3-1852708f990f req-cf2807f3-46c8-4f6c-b956-ac675a2edb09 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:08.255922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-324b5f9c-4f2e-47df-8ee3-1852708f990f req-cf2807f3-46c8-4f6c-b956-ac675a2edb09 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 943 time: 0.0677435 Jul 08 18:51:08.296087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-324b5f9c-4f2e-47df-8ee3-1852708f990f req-3ae6897f-35e7-43c3-b8e1-8e738b4f70b0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348048 Jul 08 18:51:08.907327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e2e9007f-832c-4ddb-a735-23db498e3404 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:51:09.001909 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e2e9007f-832c-4ddb-a735-23db498e3404,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:51:09.013492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'port_id': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'mac_address': 'fa:16:3e:66:1c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:51:09.050256 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:09.062939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e9007f-832c-4ddb-a735-23db498e3404 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:51:09.082460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e2e9007f-832c-4ddb-a735-23db498e3404,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:51:09.086559 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:09.146489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=e2e9007f-832c-4ddb-a735-23db498e3404,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:51:09.158834 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:09.164066 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f86e9511-0365-4ea8-b5c6-ffe9218341f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:09.384668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['e2e9007f-832c-4ddb-a735-23db498e3404'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:51:09.468511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb047d-0431-4aa5-ae0c-2d3f45233dd8 req-ac6eb6de-a39a-4020-bd34-b10dde590fa4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:09.469993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1beb047d-0431-4aa5-ae0c-2d3f45233dd8 req-ac6eb6de-a39a-4020-bd34-b10dde590fa4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 944 time: 0.0634513 Jul 08 18:51:09.507318 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1beb047d-0431-4aa5-ae0c-2d3f45233dd8 req-652c5ff9-713d-4c99-a6bc-c3fc330d4c06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310824 Jul 08 18:51:10.215469 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:51:10.346997 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:10.681235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b874ca8-4dbf-4008-abed-20ec555847b1 req-f23fb9de-6636-4e68-a3d5-941684b2360a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:10.682723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b874ca8-4dbf-4008-abed-20ec555847b1 req-f23fb9de-6636-4e68-a3d5-941684b2360a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 944 time: 0.0661354 Jul 08 18:51:10.718597 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b874ca8-4dbf-4008-abed-20ec555847b1 req-1e08fc7a-1bc6-4e98-acd4-ab3ce8f08384 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303695 Jul 08 18:51:10.915712 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e2e9007f-832c-4ddb-a735-23db498e3404 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:51:10.963637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port e2e9007f-832c-4ddb-a735-23db498e3404 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:51:10.967280 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port e2e9007f-832c-4ddb-a735-23db498e3404 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:51:10.967650 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:11.045157 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:11.066647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:51:11.068906 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b535a27623be12e13776dcca5ef8c97570ed1d0591b2df0ed31f5e9e8ef63a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a1ee8b-438f-4b61-b1f2-627d59cfb1aa" -d '{"events": [{"server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "name": "network-vif-plugged", "status": "completed", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:51:11.081593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e2e9007f-832c-4ddb-a735-23db498e3404,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:51:11.086996 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:11.109996 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84c7663-5078-466e-83db-561ccbd55e15 x-openstack-request-id: req-e84c7663-5078-466e-83db-561ccbd55e15 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:51:11.110309 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "name": "network-vif-plugged", "status": "completed", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:51:11.110563 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e84c7663-5078-466e-83db-561ccbd55e15 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:51:11.110948 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'code': 200} Jul 08 18:51:11.136346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=e2e9007f-832c-4ddb-a735-23db498e3404,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:51:11.218170 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2150933-e5b2-434a-b84b-5414dfb420b9 req-d82eac1a-6f8f-4acb-a6f6-9ac95890ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:11.219584 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2150933-e5b2-434a-b84b-5414dfb420b9 req-d82eac1a-6f8f-4acb-a6f6-9ac95890ad96 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1096 time: 0.0512362 Jul 08 18:51:11.252285 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2150933-e5b2-434a-b84b-5414dfb420b9 req-49ab6ba1-8921-4cf8-a843-db26c498f249 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263724 Jul 08 18:51:11.824721 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:11.896276 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195af6d-912a-43b3-9453-a2d0eddbbc53 req-227e9bc1-3645-4262-bd56-309fefa972e2 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:11.897757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7195af6d-912a-43b3-9453-a2d0eddbbc53 req-227e9bc1-3645-4262-bd56-309fefa972e2 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0658751 Jul 08 18:51:11.935724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7195af6d-912a-43b3-9453-a2d0eddbbc53 req-76a0f9af-8e1e-4a1f-9431-22b394dcd6fb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324087 Jul 08 18:51:13.122055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b7b2f-6df8-4669-9c3e-604c97fc47bd req-b3c3efac-b7b8-49ee-be44-28c6938b9cb3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:13.123554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-067b7b2f-6df8-4669-9c3e-604c97fc47bd req-b3c3efac-b7b8-49ee-be44-28c6938b9cb3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0626197 Jul 08 18:51:13.160195 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-067b7b2f-6df8-4669-9c3e-604c97fc47bd req-d2f6c1d7-09b7-40be-bc8a-54d755e2a7df tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312016 Jul 08 18:51:13.323762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed693e5-4d3f-440d-bf45-6268dec8178c req-3db13bbc-4f7b-4e2d-b2be-e1aeabe16892 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:13.325221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ed693e5-4d3f-440d-bf45-6268dec8178c req-3db13bbc-4f7b-4e2d-b2be-e1aeabe16892 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0620079 Jul 08 18:51:13.333699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57352) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:51:13.338187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-20ae8dec-4843-4a08-8322-59e85a1c5022 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'floatingip': {'port_id': 'e2e9007f-832c-4ddb-a735-23db498e3404'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:51:13.380101 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20ae8dec-4843-4a08-8322-59e85a1c5022 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:13.816516 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20ae8dec-4843-4a08-8322-59e85a1c5022 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:13.820774 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20ae8dec-4843-4a08-8322-59e85a1c5022 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:13.917418 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-20ae8dec-4843-4a08-8322-59e85a1c5022 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82 associated. External IP: 172.25.8.158, port: e2e9007f-832c-4ddb-a735-23db498e3404. Jul 08 18:51:14.116130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ae8dec-4843-4a08-8322-59e85a1c5022 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:51:14.224247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ae8dec-4843-4a08-8322-59e85a1c5022 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:51:14.230086 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-20ae8dec-4843-4a08-8322-59e85a1c5022 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:14.233898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1b7229-8251-4236-8f1f-7991ccbe7863 None None] Sync routers for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:51:14.243457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1b7229-8251-4236-8f1f-7991ccbe7863 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:51:14.244109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7e1b7229-8251-4236-8f1f-7991ccbe7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:51:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:51:14.271209 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-20ae8dec-4843-4a08-8322-59e85a1c5022 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "PUT /v2.0/floatingips/118dfc10-72c5-4db5-b2f6-76a9451a6c82 HTTP/1.1" status: 200 len: 991 time: 0.9363813 Jul 08 18:51:14.271778 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:51:14.274058 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9734f04930b217b31f0710501731100a4b68fd56006bd2dae4122a6adda469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661f4214-ec45-46c2-a64c-f28d1eb5785a" -d '{"events": [{"name": "network-changed", "server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:51:14.313628 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194350e1-b009-46e1-a5a4-085fd2aba110 x-openstack-request-id: req-194350e1-b009-46e1-a5a4-085fd2aba110 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:51:14.313920 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:51:14.314170 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-194350e1-b009-46e1-a5a4-085fd2aba110 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:51:14.314596 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'status': 'completed', 'code': 200} Jul 08 18:51:14.352707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-7e1b7229-8251-4236-8f1f-7991ccbe7863 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:51:14.388493 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f4214-ec45-46c2-a64c-f28d1eb5785a req-156df54e-cf67-455a-9e60-3837741bc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:14.390009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-661f4214-ec45-46c2-a64c-f28d1eb5785a req-156df54e-cf67-455a-9e60-3837741bc55c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1096 time: 0.0535023 Jul 08 18:51:14.480712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f4214-ec45-46c2-a64c-f28d1eb5785a req-0ba4686c-d47a-4cbf-aae8-5519ccff6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:14.482250 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-661f4214-ec45-46c2-a64c-f28d1eb5785a req-0ba4686c-d47a-4cbf-aae8-5519ccff6b2c service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0858436 Jul 08 18:51:14.551392 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-661f4214-ec45-46c2-a64c-f28d1eb5785a req-509d569b-d647-414d-a3cf-010e705ba1c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 999 time: 0.0628133 Jul 08 18:51:14.576631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7e1b7229-8251-4236-8f1f-7991ccbe7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:66:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:51:13Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:51:14.599768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f4214-ec45-46c2-a64c-f28d1eb5785a req-e6be95a5-f5ee-4c86-be0a-8062e686ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:14.601850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-661f4214-ec45-46c2-a64c-f28d1eb5785a req-e6be95a5-f5ee-4c86-be0a-8062e686ec9b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0440896 Jul 08 18:51:14.603257 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1b7229-8251-4236-8f1f-7991ccbe7863 None None] Checking router: 90fc4444-e7fe-48fd-8139-900e4b92a6e2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:51:14.611323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1b7229-8251-4236-8f1f-7991ccbe7863 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:51:14.611912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7e1b7229-8251-4236-8f1f-7991ccbe7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:51:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:51:14.657164 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f4214-ec45-46c2-a64c-f28d1eb5785a req-77b97ab3-3470-4d6e-919d-a387be1793f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:14.658712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-661f4214-ec45-46c2-a64c-f28d1eb5785a req-77b97ab3-3470-4d6e-919d-a387be1793f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508041 Jul 08 18:51:14.714911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-7e1b7229-8251-4236-8f1f-7991ccbe7863 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:51:14.759352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-661f4214-ec45-46c2-a64c-f28d1eb5785a req-901c7c5f-0f70-4d65-9769-698986cbc0ad service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942211 Jul 08 18:51:14.859563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-661f4214-ec45-46c2-a64c-f28d1eb5785a req-ee9d1211-149e-4fb1-ae4c-298b88b2df8e service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938790 Jul 08 18:51:14.936391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-7e1b7229-8251-4236-8f1f-7991ccbe7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:66:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:51:13Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:51:15.114040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1b7229-8251-4236-8f1f-7991ccbe7863 None None] The sync data for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 is: [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:66:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:51:13Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:51:15.307512 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed71f86-eac7-4c13-ad95-a1580ddaf707 None None] New status for floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:51:33.878648 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:34.716010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:36.314237 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-625c7ad5-46d3-4f1f-a69a-7e14bc6fef3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:39.140911 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:39.164333 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15a85b17-0fe0-44c1-bd68-0b499b6dd796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:40.349771 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:41.827128 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:47.215676 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:51:57.551347 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-886d52ec-079e-418f-a904-8427f1a1278b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140258 Jul 08 18:51:57.643087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-bb1569f3-7707-4ef1-873d-2eb367ccdcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:57.644557 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-bb1569f3-7707-4ef1-873d-2eb367ccdcf3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1096 time: 0.0509529 Jul 08 18:51:57.745130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-3497f411-3ace-4e25-8745-2661a9797641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:57.746519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-3497f411-3ace-4e25-8745-2661a9797641 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0825782 Jul 08 18:51:57.816099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-620afaf6-f8d2-4dfa-9d80-029a87d00947 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 1001 time: 0.0632958 Jul 08 18:51:57.864318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-87237935-9d3d-48c2-932e-dc62e73ecd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:57.865709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-87237935-9d3d-48c2-932e-dc62e73ecd76 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0436809 Jul 08 18:51:57.921187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-b9029db3-48f3-4f30-b227-c0f0e661b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:51:57.922678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-b9029db3-48f3-4f30-b227-c0f0e661b281 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509355 Jul 08 18:51:58.013215 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-957c18b3-0882-4b06-9c1e-ba7f43364c07 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840607 Jul 08 18:51:58.101191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02f35536-9c55-4a26-a9b5-c59bf5db41fd req-b61dc432-b3b0-4627-99bf-016405a42f84 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816555 Jul 08 18:52:03.875755 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:04.735091 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:06.316272 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-86d7d8c0-9af3-4f7d-84b3-262d4d1f2448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:09.144705 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:09.163741 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f41f7eca-5416-4766-9ccd-0cf641d2a235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:10.352519 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:11.829584 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:24.214149 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:52:33.876897 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:34.752463 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:36.315532 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00eaa7f0-f469-41dd-b1fa-7df31dfea53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:39.158094 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:39.167977 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-546d832f-907b-4da8-a4db-85966973bc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:40.354321 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:41.832343 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:59.287061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-47c31608-1e2d-4ce4-95f6-2fc8951ccb74 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557675 Jul 08 18:52:59.383872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-65a776cf-f3f2-4e91-8e30-7bc8124847a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:52:59.385327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-65a776cf-f3f2-4e91-8e30-7bc8124847a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1096 time: 0.0507116 Jul 08 18:52:59.485540 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-2dc3da92-a3d8-41b2-97b3-2562be39a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:52:59.487059 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-2dc3da92-a3d8-41b2-97b3-2562be39a428 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0825684 Jul 08 18:52:59.554034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-fd6860f1-9391-48ed-b3bb-04d43baccd3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 1001 time: 0.0607803 Jul 08 18:52:59.600636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-bc93e6a8-bff3-4dd3-8cb7-9378a2f0281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:52:59.602030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-bc93e6a8-bff3-4dd3-8cb7-9378a2f0281b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0425794 Jul 08 18:52:59.656872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-b289d6b0-fac3-445d-8cc9-e49301a54127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:52:59.659050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-b289d6b0-fac3-445d-8cc9-e49301a54127 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501587 Jul 08 18:52:59.749369 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-863f6d79-6025-4fda-88ec-48a27313f6e9 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847759 Jul 08 18:52:59.835743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-959c50b4-7484-46cc-bb60-4c0f4affefeb req-da83547c-bd98-4927-a6fa-5b50b8667c8a service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798512 Jul 08 18:53:01.215459 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:53:03.891041 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:04.750604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:06.316576 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e7060240-46db-4193-b1fc-d0b09db5a285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:09.153814 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:09.171251 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f76c192f-7528-408b-ab6c-6891b03acf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:10.359358 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:10.680097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-864db3ce-2498-4f65-be4c-f57ef49805b5 req-6a0d04b8-8b5f-4d6e-b266-b8158fbc7849 service neutron] (93742) timed out ('10.222.0.73', 54568) {{(pid=93742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:53:11.833839 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:33.905205 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:34.760013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:36.318155 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c6b849e9-ac31-4681-8279-3d634d2d9678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:38.214443 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:53:39.155547 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:39.173648 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2ccb60e7-ed9b-4377-b4fb-f80d2eac5a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:40.360149 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:41.836318 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:45.923526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672796b6-abc6-4cae-bc19-225c43b73338 req-54d2ebd5-10d9-4dcc-9389-95905e632a2c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:45.925003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-672796b6-abc6-4cae-bc19-225c43b73338 req-54d2ebd5-10d9-4dcc-9389-95905e632a2c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.1090860 Jul 08 18:53:45.964456 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-672796b6-abc6-4cae-bc19-225c43b73338 req-e215ebc3-19a6-4e45-867f-155164111d1b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333092 Jul 08 18:53:47.252773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f47a-da22-4b90-8057-1e7b5f021487 req-91ab6c50-e357-4d28-853e-07512906d8e1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:47.254156 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f71f47a-da22-4b90-8057-1e7b5f021487 req-91ab6c50-e357-4d28-853e-07512906d8e1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.1044800 Jul 08 18:53:47.291114 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f71f47a-da22-4b90-8057-1e7b5f021487 req-15d0d091-6fd4-4665-8e38-d5f05ef82e34 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307481 Jul 08 18:53:48.466340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a18a4f-c706-447f-8bd4-cba1e8abfe05 req-8b854edb-e671-43ac-b7eb-f2e4d2d281c9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:48.468068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32a18a4f-c706-447f-8bd4-cba1e8abfe05 req-8b854edb-e671-43ac-b7eb-f2e4d2d281c9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0642800 Jul 08 18:53:48.505103 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-32a18a4f-c706-447f-8bd4-cba1e8abfe05 req-6ea6bf93-8bd6-473a-b98d-5e966b262653 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315943 Jul 08 18:53:49.682076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89f51e-8680-41f7-857b-a8c385c958df req-6965c414-3554-4805-bf7e-98af701ff4cf tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:49.683800 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d89f51e-8680-41f7-857b-a8c385c958df req-6965c414-3554-4805-bf7e-98af701ff4cf tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0662484 Jul 08 18:53:49.721388 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4d89f51e-8680-41f7-857b-a8c385c958df req-dca98158-7046-492b-ad96-e5f1cdfb95e0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Jul 08 18:53:50.893494 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39be71c-212a-49d7-9468-85fdd9dc38f7 req-786ecd72-948d-4d10-80ec-16c7049cbc24 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:50.894996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f39be71c-212a-49d7-9468-85fdd9dc38f7 req-786ecd72-948d-4d10-80ec-16c7049cbc24 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0622246 Jul 08 18:53:50.933089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f39be71c-212a-49d7-9468-85fdd9dc38f7 req-a693a0c4-5711-422a-9867-11b7eb785628 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319626 Jul 08 18:53:52.105548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c2eb2-7e7f-4570-a198-df4ce491d528 req-bbb6fe0a-25a0-41b5-8c35-b056732ada04 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:52.107059 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe2c2eb2-7e7f-4570-a198-df4ce491d528 req-bbb6fe0a-25a0-41b5-8c35-b056732ada04 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0654273 Jul 08 18:53:52.143680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe2c2eb2-7e7f-4570-a198-df4ce491d528 req-87e4cad5-1cd0-4c7f-933e-7ce099ace813 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311849 Jul 08 18:53:53.314488 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b47f0-116d-40f4-9d4c-ce212385c17b req-4902026b-eefa-4630-a3cb-3446c27547b0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:53.315872 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b50b47f0-116d-40f4-9d4c-ce212385c17b req-4902026b-eefa-4630-a3cb-3446c27547b0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0631173 Jul 08 18:53:53.352511 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b50b47f0-116d-40f4-9d4c-ce212385c17b req-27ecf387-a635-4588-a255-4980c482985d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304379 Jul 08 18:53:54.526516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b78e5d-fe6f-4935-9272-2981b59e599d req-b5109c6d-71b4-45b9-986c-b7e1e298984d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:54.527987 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57b78e5d-fe6f-4935-9272-2981b59e599d req-b5109c6d-71b4-45b9-986c-b7e1e298984d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0657034 Jul 08 18:53:54.564581 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57b78e5d-fe6f-4935-9272-2981b59e599d req-a18df47d-bf73-49f3-ae32-ef5c750ad6c6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309358 Jul 08 18:53:55.737971 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108668-1064-49f0-b8a4-c6c341b3aa72 req-063c7284-7786-4b79-a29c-ba6c2394cd89 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:55.739928 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9108668-1064-49f0-b8a4-c6c341b3aa72 req-063c7284-7786-4b79-a29c-ba6c2394cd89 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0659256 Jul 08 18:53:55.777774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9108668-1064-49f0-b8a4-c6c341b3aa72 req-a60baeb8-2868-4b2f-b8ba-b23bf558baf7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322082 Jul 08 18:53:56.952728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c29d3-e4f6-422f-a80b-5dbbd97a73c6 req-5ec3a078-7552-422a-8a8d-54f707b616f6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:56.954255 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-892c29d3-e4f6-422f-a80b-5dbbd97a73c6 req-5ec3a078-7552-422a-8a8d-54f707b616f6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0630283 Jul 08 18:53:56.992940 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-892c29d3-e4f6-422f-a80b-5dbbd97a73c6 req-e1abd5d2-327e-407b-bc2c-813650cc4725 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326641 Jul 08 18:53:57.382000 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-9c420918-7429-46cc-95fa-7743b53427f0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018693 Jul 08 18:53:57.400282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ced02-6c5a-4e01-82e5-c9ca65a0a748 req-9e10cb46-6557-44ad-8877-d3aa666d92c3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:57.401794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c9ced02-6c5a-4e01-82e5-c9ca65a0a748 req-9e10cb46-6557-44ad-8877-d3aa666d92c3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0667129 Jul 08 18:53:57.445078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c9ced02-6c5a-4e01-82e5-c9ca65a0a748 req-421b00e7-3048-40c8-80b8-38f4f6dc6140 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361669 Jul 08 18:53:58.627310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281c1a-94a1-446e-8235-e64251cc42ae req-7a2db8c6-26b8-4558-a99b-f319a82d35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:58.628793 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-7a2db8c6-26b8-4558-a99b-f319a82d35d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1096 time: 0.1386657 Jul 08 18:53:58.637423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85925f22-995d-4ce6-98f7-dd22a0b38130 req-7f5d70de-4e29-499f-b0ec-80c73030e14f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:58.638809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85925f22-995d-4ce6-98f7-dd22a0b38130 req-7f5d70de-4e29-499f-b0ec-80c73030e14f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0805857 Jul 08 18:53:59.006364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-85925f22-995d-4ce6-98f7-dd22a0b38130 req-e95d5ded-097a-4474-823f-38301a067cff tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3584535 Jul 08 18:53:59.032213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281c1a-94a1-446e-8235-e64251cc42ae req-1915acdb-a159-48c1-a0e5-e218c45589f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:59.033678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-1915acdb-a159-48c1-a0e5-e218c45589f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.3940423 Jul 08 18:53:59.101189 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-66199dcd-b8a2-4b0f-ad37-9e6bacc47849 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 1001 time: 0.0600879 Jul 08 18:53:59.147738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281c1a-94a1-446e-8235-e64251cc42ae req-e8762e80-7509-4720-8d5f-725f63c4a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:59.149149 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-e8762e80-7509-4720-8d5f-725f63c4a282 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0421536 Jul 08 18:53:59.205876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281c1a-94a1-446e-8235-e64251cc42ae req-b43c29e5-887d-42b8-94dd-eced393386bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:59.207322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-b43c29e5-887d-42b8-94dd-eced393386bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517676 Jul 08 18:53:59.297996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-556f6d52-2564-4ba4-a98e-b9a91730d42e service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841908 Jul 08 18:53:59.385703 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-d05b6f52-b9f9-431f-b6cc-2036e94f410b service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816360 Jul 08 18:53:59.501008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594a738-3cee-4973-bf41-a7e2e6249b3b req-99bde039-ee92-44c1-8579-c0a6a64e3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:59.502451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f594a738-3cee-4973-bf41-a7e2e6249b3b req-99bde039-ee92-44c1-8579-c0a6a64e3e16 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1096 time: 0.0534711 Jul 08 18:53:59.630609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594a738-3cee-4973-bf41-a7e2e6249b3b req-6a18c436-606f-452f-87ef-f0df4a372e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:59.632616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f594a738-3cee-4973-bf41-a7e2e6249b3b req-6a18c436-606f-452f-87ef-f0df4a372e64 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.1013789 Jul 08 18:53:59.696526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f594a738-3cee-4973-bf41-a7e2e6249b3b req-cb7a0cb7-d0c7-46fd-a9e3-c9ba3f511fb4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 1001 time: 0.0566325 Jul 08 18:53:59.762551 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594a738-3cee-4973-bf41-a7e2e6249b3b req-fb0c1b58-63b3-4e91-9a14-ca117a4e4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:59.763888 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f594a738-3cee-4973-bf41-a7e2e6249b3b req-fb0c1b58-63b3-4e91-9a14-ca117a4e4860 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0459540 Jul 08 18:53:59.820486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594a738-3cee-4973-bf41-a7e2e6249b3b req-7f824300-f9d5-4189-8e50-6e1961039b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:53:59.821955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f594a738-3cee-4973-bf41-a7e2e6249b3b req-7f824300-f9d5-4189-8e50-6e1961039b47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509493 Jul 08 18:53:59.912646 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f594a738-3cee-4973-bf41-a7e2e6249b3b req-c85cc7b8-b93e-44bd-8a31-55a0d79317ba service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809157 Jul 08 18:54:00.007685 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f594a738-3cee-4973-bf41-a7e2e6249b3b req-d60d0850-432f-41dd-8e4a-65d1cff6d2ed service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860393 Jul 08 18:54:00.180384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d5db3-1435-4bf5-b682-5b09490c6c22 req-d87bda6c-4044-4f75-ab9e-0a7000f33c8e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:00.181844 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d99d5db3-1435-4bf5-b682-5b09490c6c22 req-d87bda6c-4044-4f75-ab9e-0a7000f33c8e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0626066 Jul 08 18:54:00.218267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d99d5db3-1435-4bf5-b682-5b09490c6c22 req-4382e8ba-fa06-495f-9b40-181dbfd79fbc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308974 Jul 08 18:54:01.425642 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-15281c1a-94a1-446e-8235-e64251cc42ae req-6b877795-a2d7-4000-91ba-7a4252d4c11d service neutron] show failed (client error): The resource could not be found. Jul 08 18:54:01.426765 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-6b877795-a2d7-4000-91ba-7a4252d4c11d service neutron] 10.222.0.74 "GET /v2.0/ports/e2e9007f-832c-4ddb-a735-23db498e3404/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0950339 Jul 08 18:54:01.442826 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a354ea-ec84-4bcb-9e18-0fa078bb1e0e req-27d8c954-2fec-48d3-99ab-22e320b54a73 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:01.444508 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5a354ea-ec84-4bcb-9e18-0fa078bb1e0e req-27d8c954-2fec-48d3-99ab-22e320b54a73 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.1148071 Jul 08 18:54:01.486146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5a354ea-ec84-4bcb-9e18-0fa078bb1e0e req-fb4facaa-e4bb-413a-a664-d43ac15fc5cd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345051 Jul 08 18:54:01.738032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281c1a-94a1-446e-8235-e64251cc42ae req-b909beac-a284-472e-9a12-946382d235fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:01.739524 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-b909beac-a284-472e-9a12-946382d235fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 1096 time: 0.0886245 Jul 08 18:54:01.750336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:54:01.821214 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:02.019833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=e2e9007f-832c-4ddb-a735-23db498e3404,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:54:02.052454 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:54:02.091314 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:54:02.096069 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:02.108887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Transition to ACTIVE for port object e2e9007f-832c-4ddb-a735-23db498e3404 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:54:02.112663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:02.144946 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f833104-d3b2-4089-95a0-d3aa829db27b" -d '{"events": [{"server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:54:02.196900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e9007f-832c-4ddb-a735-23db498e3404,revision_number=6']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:54:02.212179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.212530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.212872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.213207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.213556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.213872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.214198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.214548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.214873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.215199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.215514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.215837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:02.256251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] No DVR routers for this DVR port e2e9007f-832c-4ddb-a735-23db498e3404 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:54:02.291438 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f42b73-d75d-4842-ad68-35fc50294843 x-openstack-request-id: req-54f42b73-d75d-4842-ad68-35fc50294843 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:54:02.292011 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:54:02.292233 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54f42b73-d75d-4842-ad68-35fc50294843 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:54:02.292634 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'code': 200} Jul 08 18:54:02.407412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Attempting to bind port e2e9007f-832c-4ddb-a735-23db498e3404 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:54:02.407758 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Attempting to bind port e2e9007f-832c-4ddb-a735-23db498e3404 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:54:02.408074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Attempting to bind port e2e9007f-832c-4ddb-a735-23db498e3404 on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:54:02.412327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Port e2e9007f-832c-4ddb-a735-23db498e3404 on network ffdd9e43-8d81-472c-87dd-b8e55684705d not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:54:02.412647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Attempting to bind port e2e9007f-832c-4ddb-a735-23db498e3404 on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:54:02.417576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:54:02.417904 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:54:02.418444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:54:02.418859 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Bound port: e2e9007f-832c-4ddb-a735-23db498e3404, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:54:02.419211 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:02.481597 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:54:02.484565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e2e9007f-832c-4ddb-a735-23db498e3404,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:54:02.489150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:02.525684 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:02.526322 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:02.527967 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] 10.222.0.59 "PUT /v2.0/ports/e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 1091 time: 0.7815013 Jul 08 18:54:02.583053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a6c18-86df-4dbf-bdd7-3e57be99b199 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e9007f-832c-4ddb-a735-23db498e3404,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:54:02.623400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281c1a-94a1-446e-8235-e64251cc42ae req-0e9e01b8-ecb3-4b5f-aa84-847bf8cc4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:02.625164 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-0e9e01b8-ecb3-4b5f-aa84-847bf8cc4cc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1094 time: 0.0724156 Jul 08 18:54:02.727565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee4ea8-998f-4103-81e5-52c02ff326a7 req-357581b9-3521-443d-8c41-0d82ed8de12e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:02.729261 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5ee4ea8-998f-4103-81e5-52c02ff326a7 req-357581b9-3521-443d-8c41-0d82ed8de12e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 943 time: 0.0801690 Jul 08 18:54:02.740882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281c1a-94a1-446e-8235-e64251cc42ae req-f97b25ea-3433-4834-aee1-d2c3eae593b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:02.743461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-f97b25ea-3433-4834-aee1-d2c3eae593b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.1045675 Jul 08 18:54:02.779100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5ee4ea8-998f-4103-81e5-52c02ff326a7 req-183ecb0e-1bcc-44a2-b793-14346c32e97e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 Jul 08 18:54:02.828397 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-5896c6a3-6a66-498a-ae8b-e93c9ca977f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 999 time: 0.0775867 Jul 08 18:54:02.878016 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281c1a-94a1-446e-8235-e64251cc42ae req-491a4eed-fe43-45f8-be75-64128437d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:02.879500 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-491a4eed-fe43-45f8-be75-64128437d2e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0448484 Jul 08 18:54:02.939102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281c1a-94a1-446e-8235-e64251cc42ae req-ee0b3d49-6752-4e98-99fe-1d92151b4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:02.940604 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-ee0b3d49-6752-4e98-99fe-1d92151b4e9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536005 Jul 08 18:54:03.033131 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-f62224ab-bfd6-4f54-a10c-32e7be25072b service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847259 Jul 08 18:54:03.121832 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-2114c588-b138-4d78-85a2-02fb576dca7b service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817118 Jul 08 18:54:03.783972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e2e9007f-832c-4ddb-a735-23db498e3404 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:54:03.826924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device e2e9007f-832c-4ddb-a735-23db498e3404 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:54:03.913106 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:03.952058 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9cffd-c486-42f6-bd89-a9dbfecc3fee req-092a6f7c-dbe0-4668-b0d8-7221103a2a50 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:03.953529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7c9cffd-c486-42f6-bd89-a9dbfecc3fee req-092a6f7c-dbe0-4668-b0d8-7221103a2a50 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 943 time: 0.0689437 Jul 08 18:54:03.989706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7c9cffd-c486-42f6-bd89-a9dbfecc3fee req-c7cf4c74-1986-46d7-9385-bd091378fd07 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306354 Jul 08 18:54:04.294665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:54:04.297120 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdddd875-5e7d-489f-84cf-64332cdc7857" -d '{"events": [{"name": "network-changed", "server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:54:04.343906 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdb5386-f172-4563-9954-bc4086193470 x-openstack-request-id: req-5fdb5386-f172-4563-9954-bc4086193470 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:54:04.344198 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:54:04.344450 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5fdb5386-f172-4563-9954-bc4086193470 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:54:04.344876 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'status': 'completed', 'code': 200} Jul 08 18:54:04.416383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-27c877b5-0511-4677-a546-b60facd09897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:04.418147 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-27c877b5-0511-4677-a546-b60facd09897 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1094 time: 0.0541139 Jul 08 18:54:04.424779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-45777d90-ab41-45bc-9dc8-230aa3a8b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:04.426263 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-45777d90-ab41-45bc-9dc8-230aa3a8b36d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1094 time: 0.0577190 Jul 08 18:54:04.510192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-109c9c88-5cfa-4190-b752-6c0b0938e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:04.511701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-109c9c88-5cfa-4190-b752-6c0b0938e0a0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0874877 Jul 08 18:54:04.514779 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-9cb2e1f8-3c12-4501-a5dc-c4308a417fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:04.516218 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-9cb2e1f8-3c12-4501-a5dc-c4308a417fb0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0833974 Jul 08 18:54:04.576869 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-37e5cd82-d7d5-4751-b3e9-033aa1ce56ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 999 time: 0.0584993 Jul 08 18:54:04.587435 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-8d51c77f-492a-47d9-b395-a9e4d58fee05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 999 time: 0.0642307 Jul 08 18:54:04.625087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-3bcb4d84-bb45-4af8-9f9c-ade4f8097376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:04.626606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-3bcb4d84-bb45-4af8-9f9c-ade4f8097376 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0440478 Jul 08 18:54:04.636801 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-7db7c3ec-7052-4052-9fcd-7dd90e53dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:04.638276 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-7db7c3ec-7052-4052-9fcd-7dd90e53dad6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0449290 Jul 08 18:54:04.685762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-5b5d420c-bec3-4d48-9435-100fbdc63310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:04.687311 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-5b5d420c-bec3-4d48-9435-100fbdc63310 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550318 Jul 08 18:54:04.695753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-b737b48e-4fcc-4c39-b500-e70607f6d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:04.697298 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-b737b48e-4fcc-4c39-b500-e70607f6d442 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524437 Jul 08 18:54:04.758851 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:04.777890 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-d601412a-86f6-4061-9f31-d6127f996b9f service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831151 Jul 08 18:54:04.791305 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-d199c59f-f7e9-4fc7-9d6a-ad7dff0c234d service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875189 Jul 08 18:54:04.873051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-7a43c335-e659-4bed-af1c-228877e2e693 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891113 Jul 08 18:54:04.879734 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fdddd875-5e7d-489f-84cf-64332cdc7857 req-e15a6338-8abc-4d7e-8d5d-462a570a23b1 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816181 Jul 08 18:54:05.160163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17490691-8053-4a03-bd44-affb03eddf42 req-54068ee6-18bd-4099-acea-0782601ba4aa tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:05.161650 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17490691-8053-4a03-bd44-affb03eddf42 req-54068ee6-18bd-4099-acea-0782601ba4aa tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 943 time: 0.0625615 Jul 08 18:54:05.200054 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17490691-8053-4a03-bd44-affb03eddf42 req-1613dbc1-9b63-4c89-9424-e291a7d570a5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322714 Jul 08 18:54:06.318922 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bb838676-738f-41bc-a2d0-4b26f23cd01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:06.374627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bda960-68b6-43e8-bbc2-5cdd3aec4350 req-b87bf5d7-86bf-4346-b41c-56f715608ee8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:06.376099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17bda960-68b6-43e8-bbc2-5cdd3aec4350 req-b87bf5d7-86bf-4346-b41c-56f715608ee8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 943 time: 0.0619855 Jul 08 18:54:06.412823 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17bda960-68b6-43e8-bbc2-5cdd3aec4350 req-80e57d28-2251-430f-8767-e5ea4cf0c63f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311885 Jul 08 18:54:06.688283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e2e9007f-832c-4ddb-a735-23db498e3404 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:54:06.763199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6e0cc-4a05-42d7-8855-c2256387758a req-5ab7aac7-84c4-4d1e-b8a9-18231690f645 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:06.764749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0da6e0cc-4a05-42d7-8855-c2256387758a req-5ab7aac7-84c4-4d1e-b8a9-18231690f645 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 943 time: 0.1194334 Jul 08 18:54:06.783455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e2e9007f-832c-4ddb-a735-23db498e3404,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:54:06.786606 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-3d81908a-6919-471a-92bc-68e8352a069f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:06.788652 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-3d81908a-6919-471a-92bc-68e8352a069f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74&tenant_id=bee41ba218174444b040ad0f59fff07b&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 943 time: 0.1102633 Jul 08 18:54:06.796073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'port_id': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'mac_address': 'fa:16:3e:66:1c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:54:06.835379 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:06.846019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0da6e0cc-4a05-42d7-8855-c2256387758a req-2a1bac12-3fd9-48ee-813d-3370f2779048 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732296 Jul 08 18:54:06.848155 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e9007f-832c-4ddb-a735-23db498e3404 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:54:06.867982 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-53a91314-91cb-4a81-add9-b5d2a260df27 service neutron] delete failed (client error): The resource could not be found. Jul 08 18:54:06.869728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-53a91314-91cb-4a81-add9-b5d2a260df27 service neutron] 10.222.0.74 "DELETE /v2.0/ports/e2e9007f-832c-4ddb-a735-23db498e3404/bindings/n-h1-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0730855 Jul 08 18:54:06.874706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e2e9007f-832c-4ddb-a735-23db498e3404,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:54:06.878989 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:06.928541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=e2e9007f-832c-4ddb-a735-23db498e3404,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:54:06.937272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.937613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.937952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.942358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.942358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.942358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.942358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.942358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.942358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.942358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.942358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.942358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:54:06.981111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-8b0d7074-149b-48ec-851b-d6d081e7aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:06.983120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-8b0d7074-149b-48ec-851b-d6d081e7aa31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1095 time: 0.0643635 Jul 08 18:54:07.074586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-5f46d4e6-a84e-41d5-8c90-c831f689a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:07.076056 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-5f46d4e6-a84e-41d5-8c90-c831f689a1b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0877075 Jul 08 18:54:07.144852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-eededddd-5b4b-47fc-93a2-7183f92856c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 1000 time: 0.0625365 Jul 08 18:54:07.192490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-0dd01dff-cea8-49d2-b3a7-e5331b0119ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:07.194510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-0dd01dff-cea8-49d2-b3a7-e5331b0119ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0438755 Jul 08 18:54:07.250909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-5473beb4-f31b-4833-b73d-c1a9e6cefd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:07.252422 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-5473beb4-f31b-4833-b73d-c1a9e6cefd4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520480 Jul 08 18:54:07.264941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['e2e9007f-832c-4ddb-a735-23db498e3404'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:54:07.346455 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-26168e86-1ccd-4901-aff6-6e0b4e140ee2 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880749 Jul 08 18:54:07.439072 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27bbc99f-2558-4288-b516-ad6a37265d5e req-ac4dd32a-3d20-4e5d-a1b2-a68bbf1bdaba service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866671 Jul 08 18:54:08.027876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42345805-d4ae-44c9-b88a-543785af7350 req-2a562c7c-48f9-4a6e-a329-e223208091e4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:08.029383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42345805-d4ae-44c9-b88a-543785af7350 req-2a562c7c-48f9-4a6e-a329-e223208091e4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 944 time: 0.0655699 Jul 08 18:54:08.072359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-42345805-d4ae-44c9-b88a-543785af7350 req-50261012-4213-4f29-ad46-c9f2746b63c0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371931 Jul 08 18:54:08.246144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc98558-8a25-487b-bf0e-703b4619bfe3 req-6337be57-2f4b-40b2-aa8c-056f1dc62c39 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:08.247645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bc98558-8a25-487b-bf0e-703b4619bfe3 req-6337be57-2f4b-40b2-aa8c-056f1dc62c39 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 944 time: 0.0628603 Jul 08 18:54:08.284467 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bc98558-8a25-487b-bf0e-703b4619bfe3 req-8cbabc60-f7e4-4aa2-906d-45d08e43a5ef tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313277 Jul 08 18:54:08.598054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b38942-f1cd-4ffa-81b7-b60118f72ee6 req-74272a89-50e6-4ac3-8b46-c3713b4c3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:08.600082 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6b38942-f1cd-4ffa-81b7-b60118f72ee6 req-74272a89-50e6-4ac3-8b46-c3713b4c3858 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 1095 time: 0.0531216 Jul 08 18:54:08.618967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7cfc4-8232-456f-b5da-450194ff57cc req-3ba9f541-fee0-45cd-9a50-55e5e108340e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:08.620434 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0f7cfc4-8232-456f-b5da-450194ff57cc req-3ba9f541-fee0-45cd-9a50-55e5e108340e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 944 time: 0.0615354 Jul 08 18:54:08.658577 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0f7cfc4-8232-456f-b5da-450194ff57cc req-02c73019-b344-43f3-bcd1-ab1d010facb6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322850 Jul 08 18:54:08.696810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b38942-f1cd-4ffa-81b7-b60118f72ee6 req-4f5d4f34-cb5f-48e9-9427-f4f00aa3a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:08.698316 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6b38942-f1cd-4ffa-81b7-b60118f72ee6 req-4f5d4f34-cb5f-48e9-9427-f4f00aa3a23c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0925424 Jul 08 18:54:08.703893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e2e9007f-832c-4ddb-a735-23db498e3404 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:54:08.753204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port e2e9007f-832c-4ddb-a735-23db498e3404 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:54:08.757109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port e2e9007f-832c-4ddb-a735-23db498e3404 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:54:08.757475 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:08.763095 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6b38942-f1cd-4ffa-81b7-b60118f72ee6 req-6b32fb95-3954-4507-b7e3-0ccdda77d26b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 200 len: 1000 time: 0.0583603 Jul 08 18:54:08.815846 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b38942-f1cd-4ffa-81b7-b60118f72ee6 req-d506c3dd-8e17-4e84-bf60-2ac992687f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:08.817300 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6b38942-f1cd-4ffa-81b7-b60118f72ee6 req-d506c3dd-8e17-4e84-bf60-2ac992687f60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0483694 Jul 08 18:54:08.832282 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:08.857492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:54:08.872558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e2e9007f-832c-4ddb-a735-23db498e3404,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:54:08.875136 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b38942-f1cd-4ffa-81b7-b60118f72ee6 req-501ec7dc-27fd-4cdd-8b21-facf29673697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:08.876786 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6b38942-f1cd-4ffa-81b7-b60118f72ee6 req-501ec7dc-27fd-4cdd-8b21-facf29673697 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532537 Jul 08 18:54:08.877620 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:08.903565 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2e8e80-02ab-4c8f-b327-905d7f55ccd5" -d '{"events": [{"server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "name": "network-vif-plugged", "status": "completed", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:54:08.937767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=e2e9007f-832c-4ddb-a735-23db498e3404,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:54:08.975954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6b38942-f1cd-4ffa-81b7-b60118f72ee6 req-8c34e2f0-0f17-453a-9084-771b6133b434 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928729 Jul 08 18:54:08.996668 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b427782-f6f7-4577-b56f-810898d586fd x-openstack-request-id: req-8b427782-f6f7-4577-b56f-810898d586fd {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:54:08.996961 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "name": "network-vif-plugged", "status": "completed", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:54:08.997216 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b427782-f6f7-4577-b56f-810898d586fd {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:54:08.997614 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'code': 200} Jul 08 18:54:09.069669 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d6b38942-f1cd-4ffa-81b7-b60118f72ee6 req-40549e3f-3520-4e11-8784-6ddf8dee5efa service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875382 Jul 08 18:54:09.156548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:09.178391 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f994914-9c83-47ab-aee9-0a4a29f1544d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:09.847146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2618aa-1e6e-4a30-89ff-905c14e07b57 req-62679fd9-2381-447f-a2cf-b73195622bfd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:09.848621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac2618aa-1e6e-4a30-89ff-905c14e07b57 req-62679fd9-2381-447f-a2cf-b73195622bfd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0660117 Jul 08 18:54:09.886438 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac2618aa-1e6e-4a30-89ff-905c14e07b57 req-8a0f0d01-082d-4304-880d-524e11896595 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321791 Jul 08 18:54:10.255111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348f0b3-df60-4e13-a1d3-40cc0cd18f02 req-77eb6df4-1a68-4838-99c6-32aea5c514f7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:10.256990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a348f0b3-df60-4e13-a1d3-40cc0cd18f02 req-77eb6df4-1a68-4838-99c6-32aea5c514f7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0629225 Jul 08 18:54:10.294572 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a348f0b3-df60-4e13-a1d3-40cc0cd18f02 req-522ded44-708d-4011-86ec-baf9cd1509a8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320892 Jul 08 18:54:10.362310 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:11.465892 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5013a03-fcd0-4ff6-820f-2f07c786e4d7 req-96f78731-a6e7-48dc-b2b2-53b7abfaa4ac tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:11.467406 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5013a03-fcd0-4ff6-820f-2f07c786e4d7 req-96f78731-a6e7-48dc-b2b2-53b7abfaa4ac tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0621877 Jul 08 18:54:11.509568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5013a03-fcd0-4ff6-820f-2f07c786e4d7 req-915b82c4-c2fd-4f58-9846-dcb29780deeb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367305 Jul 08 18:54:11.546111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-f4f843e8-3189-4ee7-b4f2-6ee242cab1ac tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:11.547588 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-f4f843e8-3189-4ee7-b4f2-6ee242cab1ac tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 945 time: 0.0623727 Jul 08 18:54:11.649125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Deleting port e2e9007f-832c-4ddb-a735-23db498e3404 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:54:11.649379 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:11.733393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] For port e2e9007f-832c-4ddb-a735-23db498e3404, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=e2e9007f-832c-4ddb-a735-23db498e3404,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:54:11.733755 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:11.839756 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:11.898532 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:11.898906 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:11.899270 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82 disassociated. External IP: 172.25.8.158, port: e2e9007f-832c-4ddb-a735-23db498e3404. Jul 08 18:54:11.899604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Calling delete_port for e2e9007f-832c-4ddb-a735-23db498e3404 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:54:12.028073 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:12.055310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event deleted for resources: {'Port': ['ID=e2e9007f-832c-4ddb-a735-23db498e3404,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:54:12.172730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:54:12.283344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:54:12.293166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72026c18-7223-47ba-b077-f5e297cf01b0 None None] Sync routers for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:54:12.301967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72026c18-7223-47ba-b077-f5e297cf01b0 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:54:12.303271 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-72026c18-7223-47ba-b077-f5e297cf01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:54:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:54:12.326119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] No DVR routers for this DVR port e2e9007f-832c-4ddb-a735-23db498e3404 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:54:12.329292 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:12.331387 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5d16d0f9-066f-4829-9feb-aff62e95b2f8 req-6457facb-3328-467e-8a61-402de4e4da7a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "DELETE /v2.0/ports/e2e9007f-832c-4ddb-a735-23db498e3404 HTTP/1.1" status: 204 len: 173 time: 0.7772331 Jul 08 18:54:12.331835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'name': 'network-vif-deleted', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:54:12.334147 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93852c72-2e4b-418b-8744-6f547ef27cd5" -d '{"events": [{"server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "name": "network-vif-deleted", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:54:12.371068 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703f238b-26b2-46df-aa39-97a021895ec7 x-openstack-request-id: req-703f238b-26b2-46df-aa39-97a021895ec7 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:54:12.371361 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45311b30-8d76-4c95-bd9b-a6abfb14bc74", "name": "network-vif-deleted", "tag": "e2e9007f-832c-4ddb-a735-23db498e3404", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:54:12.371617 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-703f238b-26b2-46df-aa39-97a021895ec7 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:54:12.372022 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45311b30-8d76-4c95-bd9b-a6abfb14bc74', 'name': 'network-vif-deleted', 'tag': 'e2e9007f-832c-4ddb-a735-23db498e3404', 'status': 'completed', 'code': 200} Jul 08 18:54:12.410878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-72026c18-7223-47ba-b077-f5e297cf01b0 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:54:12.626057 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-72026c18-7223-47ba-b077-f5e297cf01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:54:12.662305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72026c18-7223-47ba-b077-f5e297cf01b0 None None] Checking router: 90fc4444-e7fe-48fd-8139-900e4b92a6e2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:54:12.671025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72026c18-7223-47ba-b077-f5e297cf01b0 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:54:12.671658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-72026c18-7223-47ba-b077-f5e297cf01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:54:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:54:12.683590 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14b234c5-1bd0-4bb4-a524-3110571f0cef req-065d105b-1cf5-420b-a8d6-5c37ed4379e2 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=45311b30-8d76-4c95-bd9b-a6abfb14bc74 HTTP/1.1" status: 200 len: 210 time: 0.0379994 Jul 08 18:54:12.784161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-72026c18-7223-47ba-b077-f5e297cf01b0 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:54:12.981983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-72026c18-7223-47ba-b077-f5e297cf01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:54:13.007625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72026c18-7223-47ba-b077-f5e297cf01b0 None None] The sync data for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 is: [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:54:13.216542 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca08498-ce57-4ae8-8083-9a697b3144fe None None] New status for floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:54:14.044247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-06f74f70-0bac-4f8d-99fd-78f04b58b34b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--349467974&fields=id&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 267 time: 0.0321884 Jul 08 18:54:14.147050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f23482-48cd-4870-8011-f33a1e66e54d req-79bb636e-a4a0-467c-8411-e1fb0f2bed06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:14.148535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-79bb636e-a4a0-467c-8411-e1fb0f2bed06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 812 time: 0.0980532 Jul 08 18:54:14.163370 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-5a7a4e93-af25-40dd-8888-9082b51e968b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/quotas/bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 375 time: 0.0093102 Jul 08 18:54:14.234846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-4db1969e-efa9-4f04-a7ec-c7c802730b75 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662060 Jul 08 18:54:14.372856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-0cae5e20-76f1-45c5-b283-5755ac7e7db3 service neutron] 10.222.0.73 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262650 Jul 08 18:54:14.469444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-e4b2c2b2-6115-446a-88b4-8574edb7e095 service neutron] 10.222.0.73 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907292 Jul 08 18:54:14.635628 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8ae0ec71-ef17-4422-a025-153c6bcdbee0 req-686ad022-746a-4eaf-8aa7-b9a4091b3d98 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 210 time: 0.0294645 Jul 08 18:54:14.751143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e2e9007f-832c-4ddb-a735-23db498e3404 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:54:14.770953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: e2e9007f-832c-4ddb-a735-23db498e3404 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:54:14.771537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device e2e9007f-832c-4ddb-a735-23db498e3404 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:54:15.213792 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:54:15.650969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f23482-48cd-4870-8011-f33a1e66e54d req-dc263bfe-63c2-4fae-9e72-04f6828292be tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:15.652430 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-dc263bfe-63c2-4fae-9e72-04f6828292be tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 812 time: 0.1038253 Jul 08 18:54:15.696819 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-cf9c3958-d299-4337-9f13-d593eb70bc82 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 379 time: 0.0363009 Jul 08 18:54:15.706261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'port': {'device_id': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'admin_state_up': True, 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'security_groups': ['797c9413-9bfd-41a7-a915-de28dbb0459f']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:54:15.777771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bc61d13-6b62-4171-a191-bf47c1084b74 req-d54244c8-d0a9-43c4-b135-9487315bce2c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 210 time: 0.0295663 Jul 08 18:54:15.825712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Made reservation on behalf of bee41ba218174444b040ad0f59fff07b for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:54:15.829171 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:15.950791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Allocated IP 172.20.0.6 (ffdd9e43-8d81-472c-87dd-b8e55684705d/82ab6115-a1a0-434a-992e-2a4e05a625e8/b269467b-dba9-4606-b776-2085cf69100e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:54:16.087344 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:16.101345 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Transition to ACTIVE for port object b269467b-dba9-4606-b776-2085cf69100e will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:54:16.133055 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:16.175734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Network ffdd9e43-8d81-472c-87dd-b8e55684705d is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:54:16.180778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:54:16.184399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:54:16.210782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:54:16.236785 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:16.237400 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:16.252356 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-9d1e981f-8eae-4a59-83ba-d9bd4e4da0b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502846 Jul 08 18:54:16.264334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Request body: {'port': {'device_id': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:54:16.343801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:16.412628 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ee566057-29ff-41ba-99c0-b20881fc24b3 None None] Provisioning for port b269467b-dba9-4606-b776-2085cf69100e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:54:16.416236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ee566057-29ff-41ba-99c0-b20881fc24b3 None None] Provisioning complete for port b269467b-dba9-4606-b776-2085cf69100e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:54:16.416604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ee566057-29ff-41ba-99c0-b20881fc24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:16.454939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ee566057-29ff-41ba-99c0-b20881fc24b3 None None] Port b269467b-dba9-4606-b776-2085cf69100e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:54:16.909450 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b269467b-dba9-4606-b776-2085cf69100e {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:54:16.917209 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:16.929204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Transition to ACTIVE for port object b269467b-dba9-4606-b776-2085cf69100e will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:54:16.933627 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:16.954463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3de89-487d-4dff-899d-02d489e062aa req-f19e6afb-ca58-4e37-8397-a25daeca6327 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:16.955996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3c3de89-487d-4dff-899d-02d489e062aa req-f19e6afb-ca58-4e37-8397-a25daeca6327 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 931 time: 0.0682356 Jul 08 18:54:16.994758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f3c3de89-487d-4dff-899d-02d489e062aa req-84e66daa-8554-4c2e-ac0c-5ed5497931f2 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327044 Jul 08 18:54:17.007178 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:54:17.057234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:54:17.057574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:54:17.057908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:54:17.062712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Port b269467b-dba9-4606-b776-2085cf69100e on network ffdd9e43-8d81-472c-87dd-b8e55684705d not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:54:17.062974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:54:17.068346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:54:17.068680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:54:17.069058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:54:17.069485 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Bound port: b269467b-dba9-4606-b776-2085cf69100e, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:54:17.069838 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:17.135835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:54:17.139543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:54:17.143946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:17.182787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:17.183367 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:17.184763 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] 10.222.0.59 "PUT /v2.0/ports/b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1091 time: 0.9246948 Jul 08 18:54:17.185197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:54:17.187639 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750b8f28-b12b-4b03-83b8-e85289060e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "tag": "b269467b-dba9-4606-b776-2085cf69100e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:54:17.214761 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2d703-371d-4898-8011-de5905ce44ec service neutron] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:54:17.226691 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c78c5e8-1f62-46ac-8c47-d7b280279cac x-openstack-request-id: req-5c78c5e8-1f62-46ac-8c47-d7b280279cac {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:54:17.226985 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "tag": "b269467b-dba9-4606-b776-2085cf69100e", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:54:17.227244 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c78c5e8-1f62-46ac-8c47-d7b280279cac {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:54:17.227655 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e', 'status': 'completed', 'code': 200} Jul 08 18:54:17.288913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f23482-48cd-4870-8011-f33a1e66e54d req-46a5c8ca-ebbd-46e5-b458-5facc3fdd78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:17.290540 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-46a5c8ca-ebbd-46e5-b458-5facc3fdd78e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1094 time: 0.0552676 Jul 08 18:54:17.332877 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-42758dd5-5ad6-4060-b71e-c536faf55017 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 217 time: 0.0350878 Jul 08 18:54:17.385855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f23482-48cd-4870-8011-f33a1e66e54d req-926391d8-43c6-4052-b75f-776a1505081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:17.387335 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-926391d8-43c6-4052-b75f-776a1505081a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0490055 Jul 08 18:54:17.444529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f23482-48cd-4870-8011-f33a1e66e54d req-0f4c78c5-eb11-4df6-9cdf-29f428b3e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:17.446016 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-0f4c78c5-eb11-4df6-9cdf-29f428b3e566 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525026 Jul 08 18:54:17.533246 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-94bc451f-81ee-4126-9613-6a45ae5a343e service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803428 Jul 08 18:54:17.624868 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-95f23482-48cd-4870-8011-f33a1e66e54d req-7616251f-60e1-43f6-b1ab-deefb88ceaf0 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845048 Jul 08 18:54:17.723864 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8f28-b12b-4b03-83b8-e85289060e2c req-4e80bd9a-cf77-4e15-8fdc-9e7333318e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:17.725839 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-750b8f28-b12b-4b03-83b8-e85289060e2c req-4e80bd9a-cf77-4e15-8fdc-9e7333318e17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1094 time: 0.0523992 Jul 08 18:54:17.816718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8f28-b12b-4b03-83b8-e85289060e2c req-94940c4c-5142-44b9-a84b-1d292fab17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:17.818709 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-750b8f28-b12b-4b03-83b8-e85289060e2c req-94940c4c-5142-44b9-a84b-1d292fab17a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0864246 Jul 08 18:54:17.857998 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-750b8f28-b12b-4b03-83b8-e85289060e2c req-e86739ef-3942-41de-871a-b70095c80403 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 217 time: 0.0334940 Jul 08 18:54:17.907701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8f28-b12b-4b03-83b8-e85289060e2c req-d0bffac7-4767-4ef0-bca1-559a5ae573fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:17.909151 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-750b8f28-b12b-4b03-83b8-e85289060e2c req-d0bffac7-4767-4ef0-bca1-559a5ae573fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0451663 Jul 08 18:54:17.969928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8f28-b12b-4b03-83b8-e85289060e2c req-01384827-5341-4840-9bd2-a06b248f3451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:17.971460 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-750b8f28-b12b-4b03-83b8-e85289060e2c req-01384827-5341-4840-9bd2-a06b248f3451 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562532 Jul 08 18:54:18.063059 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-750b8f28-b12b-4b03-83b8-e85289060e2c req-461d8cf8-33c8-4c52-83a5-214c7f0bc9b6 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843637 Jul 08 18:54:18.156552 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-750b8f28-b12b-4b03-83b8-e85289060e2c req-56a03d5c-bcb2-443c-a557-eea010733410 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869243 Jul 08 18:54:18.168972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a25a1-7363-478e-9420-4173b428c3ee req-d2b0a393-eec7-4b3f-9dd2-ab5ccadd5b88 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:18.170433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-909a25a1-7363-478e-9420-4173b428c3ee req-d2b0a393-eec7-4b3f-9dd2-ab5ccadd5b88 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 943 time: 0.0630617 Jul 08 18:54:18.211688 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-909a25a1-7363-478e-9420-4173b428c3ee req-2e65518d-4bc2-475f-9bc1-4e389db97050 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356588 Jul 08 18:54:19.381140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba1d8-e066-41e9-95d8-47bf37172573 req-c19e7ef1-8fc9-4e5f-b8be-15f84bcd12e2 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:19.382620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-760ba1d8-e066-41e9-95d8-47bf37172573 req-c19e7ef1-8fc9-4e5f-b8be-15f84bcd12e2 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 943 time: 0.0613921 Jul 08 18:54:19.419750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-760ba1d8-e066-41e9-95d8-47bf37172573 req-ba1777c7-96c8-46bc-862d-969282028619 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316389 Jul 08 18:54:20.600785 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14076d-6f5f-4299-89d1-9d3ebfe254ac req-50067eb6-0801-4456-bc02-b1b04e56f7e4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:20.602305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff14076d-6f5f-4299-89d1-9d3ebfe254ac req-50067eb6-0801-4456-bc02-b1b04e56f7e4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 943 time: 0.0711899 Jul 08 18:54:20.641382 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff14076d-6f5f-4299-89d1-9d3ebfe254ac req-a8047f68-e4d9-46f0-ae30-a27eb6d92954 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334980 Jul 08 18:54:20.781560 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b269467b-dba9-4606-b776-2085cf69100e details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:54:20.875760 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:54:20.887523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'b269467b-dba9-4606-b776-2085cf69100e', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'port_id': 'b269467b-dba9-4606-b776-2085cf69100e', 'mac_address': 'fa:16:3e:fe:9a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:54:20.927643 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:20.940164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b269467b-dba9-4606-b776-2085cf69100e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:54:20.959464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:54:20.963335 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:21.008753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:54:21.266200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['b269467b-dba9-4606-b776-2085cf69100e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:54:21.817156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55be4b-9977-4395-a236-f72597f83732 req-7ce78633-0241-4847-83d2-625a2024aaa9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:21.819274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d55be4b-9977-4395-a236-f72597f83732 req-7ce78633-0241-4847-83d2-625a2024aaa9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 944 time: 0.0635738 Jul 08 18:54:21.856168 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d55be4b-9977-4395-a236-f72597f83732 req-373bb04c-758d-4e2c-a4f0-471cd19446c0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312202 Jul 08 18:54:22.796935 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b269467b-dba9-4606-b776-2085cf69100e up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:54:22.844331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port b269467b-dba9-4606-b776-2085cf69100e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:54:22.848065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port b269467b-dba9-4606-b776-2085cf69100e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:54:22.848433 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:22.923957 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:22.947373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:54:22.949647 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303befa3-447c-4953-a3c4-72988394115f" -d '{"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-plugged", "status": "completed", "tag": "b269467b-dba9-4606-b776-2085cf69100e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:54:22.965577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:54:22.970877 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:22.997381 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057ff108-ec28-4b2f-b5fa-8cacc79f5dd5 x-openstack-request-id: req-057ff108-ec28-4b2f-b5fa-8cacc79f5dd5 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:54:22.997671 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-plugged", "status": "completed", "tag": "b269467b-dba9-4606-b776-2085cf69100e", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:54:22.997926 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-057ff108-ec28-4b2f-b5fa-8cacc79f5dd5 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:54:22.998340 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e', 'code': 200} Jul 08 18:54:23.030059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:54:23.050642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f3f77-2210-419b-8c3c-25b563a4a94d req-213701bf-0efe-4bab-83a5-62aa0ae947eb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:23.052078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-965f3f77-2210-419b-8c3c-25b563a4a94d req-213701bf-0efe-4bab-83a5-62aa0ae947eb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0777869 Jul 08 18:54:23.090088 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-965f3f77-2210-419b-8c3c-25b563a4a94d req-a0d63cbf-7b4e-40eb-9556-f41eb8dd580b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316813 Jul 08 18:54:23.107544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43000160-e8f6-4fa1-965f-19135d72893f req-10a610b5-b565-4831-85b0-73545407cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:23.109042 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43000160-e8f6-4fa1-965f-19135d72893f req-10a610b5-b565-4831-85b0-73545407cce7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1096 time: 0.0536883 Jul 08 18:54:23.142363 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43000160-e8f6-4fa1-965f-19135d72893f req-0dc6cb56-dc1a-4e12-a81a-8e167841a414 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273364 Jul 08 18:54:24.269752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088ed45-82fa-4552-94d3-d8453c9c7f86 req-0424bd6b-8a77-404d-b3a9-35b49a6ef587 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:24.271252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f088ed45-82fa-4552-94d3-d8453c9c7f86 req-0424bd6b-8a77-404d-b3a9-35b49a6ef587 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0652769 Jul 08 18:54:24.309316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f088ed45-82fa-4552-94d3-d8453c9c7f86 req-1f972cfe-0e5a-401e-8adf-bcc49ce24be0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323999 Jul 08 18:54:25.490962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700170-9a91-4de2-8fba-52b28e7a3637 req-5a53fd44-cab7-41e5-88e8-5a2ea3cea8f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:25.492425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9700170-9a91-4de2-8fba-52b28e7a3637 req-5a53fd44-cab7-41e5-88e8-5a2ea3cea8f0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0624390 Jul 08 18:54:25.529380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9700170-9a91-4de2-8fba-52b28e7a3637 req-6f1c7ee7-f14d-43b7-91a0-513798eba0f7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Jul 08 18:54:25.697657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3a159-99d7-48b8-b5b9-b1bc67c0a1f6 req-656cf68e-38a2-48cc-9ba7-c94d3a235459 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:25.699166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76c3a159-99d7-48b8-b5b9-b1bc67c0a1f6 req-656cf68e-38a2-48cc-9ba7-c94d3a235459 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0667040 Jul 08 18:54:25.707787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 57878) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:54:25.712218 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3f4d4c2d-f83b-44bd-a6b2-73fce3ada1f1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'floatingip': {'port_id': 'b269467b-dba9-4606-b776-2085cf69100e'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:54:25.751337 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4c2d-f83b-44bd-a6b2-73fce3ada1f1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:26.191329 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4c2d-f83b-44bd-a6b2-73fce3ada1f1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:26.195174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4c2d-f83b-44bd-a6b2-73fce3ada1f1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:26.293808 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-3f4d4c2d-f83b-44bd-a6b2-73fce3ada1f1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82 associated. External IP: 172.25.8.158, port: b269467b-dba9-4606-b776-2085cf69100e. Jul 08 18:54:26.782981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4d4c2d-f83b-44bd-a6b2-73fce3ada1f1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:54:26.888729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4d4c2d-f83b-44bd-a6b2-73fce3ada1f1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:54:26.893619 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4c2d-f83b-44bd-a6b2-73fce3ada1f1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:26.898605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0593e89-4c10-44e9-bd0e-5375c92444bf None None] Sync routers for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:54:26.908362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0593e89-4c10-44e9-bd0e-5375c92444bf None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:54:26.908971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a0593e89-4c10-44e9-bd0e-5375c92444bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:54:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:54:26.930909 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3f4d4c2d-f83b-44bd-a6b2-73fce3ada1f1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "PUT /v2.0/floatingips/118dfc10-72c5-4db5-b2f6-76a9451a6c82 HTTP/1.1" status: 200 len: 991 time: 1.2216294 Jul 08 18:54:26.931250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:54:26.971572 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "tag": "b269467b-dba9-4606-b776-2085cf69100e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:54:27.020238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a0593e89-4c10-44e9-bd0e-5375c92444bf None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:54:27.055626 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fc8ec2-0b92-4fda-bcd5-45ae1defa920 x-openstack-request-id: req-40fc8ec2-0b92-4fda-bcd5-45ae1defa920 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:54:27.055922 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "tag": "b269467b-dba9-4606-b776-2085cf69100e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:54:27.056172 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-40fc8ec2-0b92-4fda-bcd5-45ae1defa920 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:54:27.056562 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e', 'status': 'completed', 'code': 200} Jul 08 18:54:27.128335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9 req-3e935894-9b25-4f28-945a-c0977fb9df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:27.129850 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9 req-3e935894-9b25-4f28-945a-c0977fb9df6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1096 time: 0.0519128 Jul 08 18:54:27.222593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9 req-aebd0038-3405-43e5-95da-aab36c7569fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:27.224083 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9 req-aebd0038-3405-43e5-95da-aab36c7569fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0871401 Jul 08 18:54:27.241736 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a0593e89-4c10-44e9-bd0e-5375c92444bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': 'b269467b-dba9-4606-b776-2085cf69100e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:fe:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:54:26Z', 'revision_number': 9, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:54:27.270096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0593e89-4c10-44e9-bd0e-5375c92444bf None None] Checking router: 90fc4444-e7fe-48fd-8139-900e4b92a6e2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:54:27.278201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0593e89-4c10-44e9-bd0e-5375c92444bf None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:54:27.278826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a0593e89-4c10-44e9-bd0e-5375c92444bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:54:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:54:27.288683 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9 req-51959b79-259a-4887-b45a-cf18e9d4e0d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 999 time: 0.0578048 Jul 08 18:54:27.341611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9 req-6dd13297-1714-4ace-8e8d-c66b7979feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:27.343097 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9 req-6dd13297-1714-4ace-8e8d-c66b7979feb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0481849 Jul 08 18:54:27.381142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a0593e89-4c10-44e9-bd0e-5375c92444bf None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:54:27.399382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9 req-88ee5767-ce0a-483c-8036-1140f9a606aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:27.400904 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9 req-88ee5767-ce0a-483c-8036-1140f9a606aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522110 Jul 08 18:54:27.493793 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9 req-9a3b32dc-7b31-42c5-a412-c4b9a148b23f service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865026 Jul 08 18:54:27.587718 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c79c064c-8b1c-455b-92b4-1ed5a67a35f9 req-80f2fc62-64a8-40ee-8ca3-43ce2f7d4366 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880985 Jul 08 18:54:27.747598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a0593e89-4c10-44e9-bd0e-5375c92444bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': 'b269467b-dba9-4606-b776-2085cf69100e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:fe:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:54:26Z', 'revision_number': 9, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:54:27.775969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0593e89-4c10-44e9-bd0e-5375c92444bf None None] The sync data for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 is: [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': 'b269467b-dba9-4606-b776-2085cf69100e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:fe:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:54:26Z', 'revision_number': 9, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:54:27.953701 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c533570-5280-44e2-a202-76a12ded288c None None] New status for floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:54:33.950616 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:34.763762 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:36.319207 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2468f46d-dd54-4f82-8141-76f974417d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:39.158553 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:39.182515 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-92bbf7a6-a531-4d6c-ba25-f768f727c8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:40.365880 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:41.841009 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:52.214270 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:54:56.785666 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-9ee61538-f8c3-4f2d-bbae-df55d98cd2b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508962 Jul 08 18:54:56.878507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-fee580c0-bc44-4bad-b7c4-070b3c16f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:56.879954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-fee580c0-bc44-4bad-b7c4-070b3c16f8b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1096 time: 0.0514798 Jul 08 18:54:56.983738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-41d4ba57-7cec-48a5-ad11-391e0cb0b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:56.985181 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-41d4ba57-7cec-48a5-ad11-391e0cb0b8d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0861626 Jul 08 18:54:57.047114 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-4f3617de-10a6-44b4-bb5d-0558679edf51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1002 time: 0.0552695 Jul 08 18:54:57.098286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-2a3b4627-7177-4018-934c-c7b68a895e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:57.099701 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-2a3b4627-7177-4018-934c-c7b68a895e29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0458810 Jul 08 18:54:57.154853 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-7af39d63-fd54-41ab-8a96-e780c83d064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:54:57.156276 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-7af39d63-fd54-41ab-8a96-e780c83d064f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506194 Jul 08 18:54:57.244782 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-8fc95b00-8dc0-4172-9acc-ad1a4897ed1c service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819921 Jul 08 18:54:57.337368 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ee88f5a5-8bcb-4f6b-8dd1-22d9ad88d971 req-3f8381e0-6ec6-459f-9e68-f2d06cd89aa2 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856295 Jul 08 18:55:03.947610 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:04.779635 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:06.318639 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5b83173b-8d2a-4bef-a39a-edeb45a7d946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:09.155882 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:09.190511 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fafd1248-b73c-4ff5-b8eb-988de610f96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:10.370274 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:11.843558 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:29.213645 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:55:33.957503 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:34.777285 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:36.319946 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9aa10d7b-ff7a-47f0-8f1a-b397860caf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:39.155723 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:39.183674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-816f9f05-e408-4334-95ed-b15f673c5e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:40.372433 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:41.849461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:57.750189 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-a28ca3f1-6ebf-4398-9dbc-caf1360bb33b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576830 Jul 08 18:55:57.842894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-5e5f7b12-3a51-4112-b496-95da091704ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:55:57.844345 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-5e5f7b12-3a51-4112-b496-95da091704ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1096 time: 0.0506895 Jul 08 18:55:57.952113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-31af9b4f-b179-4366-b57c-697b4bac585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:55:57.953581 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-31af9b4f-b179-4366-b57c-697b4bac585e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0882041 Jul 08 18:55:58.017484 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-fb6b275a-eec0-4a57-a472-772e2199ae01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1002 time: 0.0574155 Jul 08 18:55:58.067641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-91e737be-dc13-4300-93ab-493482446d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:55:58.069045 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-91e737be-dc13-4300-93ab-493482446d84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0461586 Jul 08 18:55:58.123328 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-cf0249f5-5612-4c0a-aacc-b7356fa319da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:55:58.124797 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-cf0249f5-5612-4c0a-aacc-b7356fa319da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496905 Jul 08 18:55:58.210921 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-93cffb25-9804-40bb-b06b-c2345f247e96 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792503 Jul 08 18:55:58.301626 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0fc4b1f0-01ac-48bd-b3d8-e56991d15a80 req-75578f20-fb18-49bb-837d-000e0c690490 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842428 Jul 08 18:56:03.971910 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:04.787025 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:06.213039 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:56:06.321202 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da7c1b4a-1bc2-4a8d-a36b-181fe3ea252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:09.158373 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:09.183250 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2a1db341-c391-4abf-aefd-cd3c81754f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:10.375850 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:11.850781 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:33.979868 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:34.808609 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:36.322002 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6549314f-07f8-4398-ae62-ce0653e26a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:37.206584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-7fd452e6-8757-49d8-9924-951807320f5d req-8f9cfefc-fd27-4bac-8eb7-ce94c34165f1 tempest-TestVolumeBootPattern-1272393625 tempest-TestVolumeBootPattern-1272393625-project] (93741) timed out ('10.222.0.74', 55264) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:56:39.159281 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:39.181967 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ee13ce7e-c91a-43b8-8dfe-eb3ba6ac6e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:40.380427 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:41.852322 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:56:43.211465 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:56:56.171335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 58232) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:56:56.190546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda0df6-03a4-4c94-9884-bba61c2fa7a3 req-bc450607-581d-4a75-933f-c9fb2156fe53 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:56:56.192042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbda0df6-03a4-4c94-9884-bba61c2fa7a3 req-bc450607-581d-4a75-933f-c9fb2156fe53 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0822744 Jul 08 18:56:56.230565 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbda0df6-03a4-4c94-9884-bba61c2fa7a3 req-5f465c71-9727-4126-925b-fe84e2b46230 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330353 Jul 08 18:56:56.273752 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-0124e508-c2cf-4ecb-aa1c-f4ac9c0254b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010246 Jul 08 18:56:57.407570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0c8f8-b3d2-402a-8b84-8f815364bad4 req-67418b5c-b5f8-4032-b203-1fda653763a6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:56:57.409028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ae0c8f8-b3d2-402a-8b84-8f815364bad4 req-67418b5c-b5f8-4032-b203-1fda653763a6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0654740 Jul 08 18:56:57.448312 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ae0c8f8-b3d2-402a-8b84-8f815364bad4 req-b45a22ab-d9d2-460c-be39-febf1a350491 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337915 Jul 08 18:56:58.616917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c4f0-e21c-46e5-ac26-df1460fa192a req-666f41ff-5e94-49bc-929d-ba70768343e8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:56:58.618402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7da5c4f0-e21c-46e5-ac26-df1460fa192a req-666f41ff-5e94-49bc-929d-ba70768343e8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0616248 Jul 08 18:56:58.657803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7da5c4f0-e21c-46e5-ac26-df1460fa192a req-b2bcea6c-7a88-4c04-b150-55957b78f330 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329690 Jul 08 18:56:59.793549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-d4cad3dc-df4d-4923-bdb9-e9422698560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:56:59.795171 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-d4cad3dc-df4d-4923-bdb9-e9422698560d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1096 time: 0.0564511 Jul 08 18:56:59.842811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38960a-d870-4398-9381-4221847b5de6 req-af380148-e032-4d8e-9d2b-d0d35ebc6ec4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:56:59.844290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e38960a-d870-4398-9381-4221847b5de6 req-af380148-e032-4d8e-9d2b-d0d35ebc6ec4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0748708 Jul 08 18:56:59.881401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e38960a-d870-4398-9381-4221847b5de6 req-c00ca524-ea57-4958-bb3d-e440507749c9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315807 Jul 08 18:56:59.903215 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-115d2c16-91af-4c2a-99e8-8efebf577a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:56:59.904687 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-115d2c16-91af-4c2a-99e8-8efebf577a6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0848563 Jul 08 18:56:59.980657 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-f5b3fbad-5e8c-424e-94ca-c39efb371f1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1002 time: 0.0689282 Jul 08 18:57:00.029098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-148553d4-2eed-4705-b2db-af92ab2e0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:00.030983 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-148553d4-2eed-4705-b2db-af92ab2e0010 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0446136 Jul 08 18:57:00.093337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-34c745cf-f01a-406c-822a-5fdec9029184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:00.094880 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-34c745cf-f01a-406c-822a-5fdec9029184 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577557 Jul 08 18:57:00.107090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-04e11272-25df-4342-90f3-9916483051d8 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:57:00.108030 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-04e11272-25df-4342-90f3-9916483051d8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055914 Jul 08 18:57:00.198943 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-5a9082fa-553f-468e-958d-7615fe10fb47 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845468 Jul 08 18:57:00.286454 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4277f535-b47f-49af-9c7f-44687ef61a43 req-5db6f168-2ec2-4fb9-9ab1-5aaedc122603 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814819 Jul 08 18:57:01.058273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c5cd3-7ad8-4dfc-a2fe-ce38f4ca0ae7 req-b63a5515-73cd-4570-b3de-b57774951fc0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:01.060382 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-735c5cd3-7ad8-4dfc-a2fe-ce38f4ca0ae7 req-b63a5515-73cd-4570-b3de-b57774951fc0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0665891 Jul 08 18:57:01.098085 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-735c5cd3-7ad8-4dfc-a2fe-ce38f4ca0ae7 req-9b536395-9a23-46ff-9ddd-1f4cf21b2e74 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321219 Jul 08 18:57:01.578793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-f30839d4-0d51-413d-9503-aaac3d145ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:01.580165 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-f30839d4-0d51-413d-9503-aaac3d145ff8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1096 time: 0.0508139 Jul 08 18:57:01.670513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-e2b1691a-52c0-4f27-b5a1-a8908bbcdc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:01.671968 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-e2b1691a-52c0-4f27-b5a1-a8908bbcdc61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0850315 Jul 08 18:57:01.735824 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-0cbc27cd-ce53-48d2-aeb6-a803f57ef010 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1002 time: 0.0564523 Jul 08 18:57:01.787387 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-64ee4757-6145-4399-9cd1-7feeb0191efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:01.788774 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-64ee4757-6145-4399-9cd1-7feeb0191efa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0458560 Jul 08 18:57:01.844065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-5dcbebca-fb02-4c5e-9188-3007ac6b0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:01.845458 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-5dcbebca-fb02-4c5e-9188-3007ac6b0bf2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505075 Jul 08 18:57:01.932546 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-07eb01ab-7289-4613-b3fb-d0d71a323139 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805149 Jul 08 18:57:02.023409 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-0031dc5e-64c6-414a-94c5-1e402b479591 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844069 Jul 08 18:57:02.278693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3e80-0410-4b24-906a-1025a6d167a6 req-05de252f-f231-4c70-b4de-45443101bc58 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:02.280972 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d77e3e80-0410-4b24-906a-1025a6d167a6 req-05de252f-f231-4c70-b4de-45443101bc58 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0639796 Jul 08 18:57:02.323103 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d77e3e80-0410-4b24-906a-1025a6d167a6 req-13bb1ff2-9c40-430b-8b3e-3145d0f89155 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361915 Jul 08 18:57:03.496124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75f33b-85bd-4b36-a85b-541e824bd785 req-d264e962-c5d0-4531-8a36-641f33111b6f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:03.497592 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e75f33b-85bd-4b36-a85b-541e824bd785 req-d264e962-c5d0-4531-8a36-641f33111b6f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0655749 Jul 08 18:57:03.534563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e75f33b-85bd-4b36-a85b-541e824bd785 req-36e35287-bae9-4830-b5f1-9f1672285ee0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309191 Jul 08 18:57:03.990753 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:04.709337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce233ba1-f33e-4439-b550-a395a689b9b0 req-da69390e-79ba-4e72-8d4e-3ace89187009 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:04.710857 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce233ba1-f33e-4439-b550-a395a689b9b0 req-da69390e-79ba-4e72-8d4e-3ace89187009 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0644202 Jul 08 18:57:04.749316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ce233ba1-f33e-4439-b550-a395a689b9b0 req-5e0a4093-55a8-4bee-aa49-b08915da9fc3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329654 Jul 08 18:57:04.798671 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:05.925487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184613fb-10ff-4cee-857d-9b7d9e985317 req-052bdc58-765c-4706-aebc-c439a68cd8dd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:05.927288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-184613fb-10ff-4cee-857d-9b7d9e985317 req-052bdc58-765c-4706-aebc-c439a68cd8dd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0668323 Jul 08 18:57:05.965019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-184613fb-10ff-4cee-857d-9b7d9e985317 req-17eccc01-9651-4c2e-b65c-ea7246123c08 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324941 Jul 08 18:57:06.321757 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ec-32ff-4f78-9cb7-81bd86be9795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:07.134318 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e194bf8-33bc-48a9-94a6-29f39e6b54f1 req-c3a34290-318c-43a2-84e0-a28a5d2bc8d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:07.135796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e194bf8-33bc-48a9-94a6-29f39e6b54f1 req-c3a34290-318c-43a2-84e0-a28a5d2bc8d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0618980 Jul 08 18:57:07.172606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e194bf8-33bc-48a9-94a6-29f39e6b54f1 req-4e035b0d-3499-44d0-b029-e7eac58334c9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307448 Jul 08 18:57:08.343047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0077e6-1355-4da9-bc4a-a85adc2a8e7e req-3a9ae09d-5c50-4c69-ae4d-8b3560dd42b7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:08.344512 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e0077e6-1355-4da9-bc4a-a85adc2a8e7e req-3a9ae09d-5c50-4c69-ae4d-8b3560dd42b7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0620656 Jul 08 18:57:08.382777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e0077e6-1355-4da9-bc4a-a85adc2a8e7e req-7ad3edad-5452-4057-b22a-ca6125fa71dc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309851 Jul 08 18:57:09.159509 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:09.184972 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-944a4161-fe03-4863-b7aa-de9c48bf9b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:09.561771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11159535-3c36-4600-9a1f-7c9e73c61e58 req-399ad658-1bdd-413f-aac8-89212224f9ad tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:09.563252 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11159535-3c36-4600-9a1f-7c9e73c61e58 req-399ad658-1bdd-413f-aac8-89212224f9ad tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0668283 Jul 08 18:57:09.599950 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-11159535-3c36-4600-9a1f-7c9e73c61e58 req-e8af95b3-b086-4458-918a-ef15bd2c7aee tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312328 Jul 08 18:57:10.381711 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:10.780465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5c23-c312-4aa2-a847-d2ca058d77c5 req-c83a4b5a-6154-4a3a-8e0b-a55bd484522f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:10.781932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a7a5c23-c312-4aa2-a847-d2ca058d77c5 req-c83a4b5a-6154-4a3a-8e0b-a55bd484522f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0724409 Jul 08 18:57:10.819375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5a7a5c23-c312-4aa2-a847-d2ca058d77c5 req-339f408a-328c-43fd-8cbc-abcde53e459f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319517 Jul 08 18:57:11.860966 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:12.009660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7e4ee-65f7-40a9-88be-6249a7800dad req-6d79c9af-a91b-49de-a349-eaf720fa064b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:12.011093 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c7e4ee-65f7-40a9-88be-6249a7800dad req-6d79c9af-a91b-49de-a349-eaf720fa064b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0702455 Jul 08 18:57:12.048942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c7e4ee-65f7-40a9-88be-6249a7800dad req-a3dd80e6-10d8-4139-a443-656191c9dd40 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316267 Jul 08 18:57:13.219486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c5a43-1b0c-4121-9ef6-75e6655eb9e8 req-d2aa20c6-ad94-4961-9ada-1887b015dde9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:13.220846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f66c5a43-1b0c-4121-9ef6-75e6655eb9e8 req-d2aa20c6-ad94-4961-9ada-1887b015dde9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0620625 Jul 08 18:57:13.258045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f66c5a43-1b0c-4121-9ef6-75e6655eb9e8 req-08f4bca2-211e-4cc6-94aa-4d85c74cd864 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316935 Jul 08 18:57:14.432089 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1d54c-5ef1-467e-a704-87abb92f195a req-bbc3b0b4-3a79-4936-9235-6d661122314c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:14.433560 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-edd1d54c-5ef1-467e-a704-87abb92f195a req-bbc3b0b4-3a79-4936-9235-6d661122314c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0627310 Jul 08 18:57:14.471125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-edd1d54c-5ef1-467e-a704-87abb92f195a req-481dc465-ea94-422d-a23d-dd6201d60f0f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Jul 08 18:57:15.647524 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea9d72-004a-4e03-93ec-98f5c2573fd5 req-b0e9df08-7f0d-4739-b240-56f3420afbcd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:15.648991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ea9d72-004a-4e03-93ec-98f5c2573fd5 req-b0e9df08-7f0d-4739-b240-56f3420afbcd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0658245 Jul 08 18:57:15.685526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ea9d72-004a-4e03-93ec-98f5c2573fd5 req-8a31e047-2617-4c91-bbf9-fd6bbd3265e6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310984 Jul 08 18:57:16.855415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b2d65-fc19-4ca8-accf-3393d47cc229 req-0e7b6b1b-23f9-4782-9159-d5dd4737ad22 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:16.856901 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-552b2d65-fc19-4ca8-accf-3393d47cc229 req-0e7b6b1b-23f9-4782-9159-d5dd4737ad22 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0629435 Jul 08 18:57:16.894843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-552b2d65-fc19-4ca8-accf-3393d47cc229 req-dca811b8-7778-4c60-84cd-04ad9c5fcd91 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317249 Jul 08 18:57:18.070275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997cad7-5357-4c9d-b87a-62e0e7049de2 req-4956cc87-f59a-454b-ad54-8bffd6249532 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:18.071744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f997cad7-5357-4c9d-b87a-62e0e7049de2 req-4956cc87-f59a-454b-ad54-8bffd6249532 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0666788 Jul 08 18:57:18.108645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f997cad7-5357-4c9d-b87a-62e0e7049de2 req-da3e335d-f637-4164-af25-db9ab8e58d28 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313108 Jul 08 18:57:18.987854 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-e046e53d-3da7-4010-9e38-9d48de162d8b service neutron] show failed (client error): The resource could not be found. Jul 08 18:57:18.988946 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-e046e53d-3da7-4010-9e38-9d48de162d8b service neutron] 10.222.0.59 "GET /v2.0/ports/b269467b-dba9-4606-b776-2085cf69100e/bindings/n-h1-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0563354 Jul 08 18:57:19.307791 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4de48537-89cf-47b6-86ca-2f198f471a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:19.309253 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4de48537-89cf-47b6-86ca-2f198f471a4e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 1096 time: 0.1065156 Jul 08 18:57:19.325398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:57:19.334889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101aa98-d149-4331-96ae-23716c37df86 req-f12af2d6-c659-475f-a133-62cffb28bd7e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:19.336410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1101aa98-d149-4331-96ae-23716c37df86 req-f12af2d6-c659-475f-a133-62cffb28bd7e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0966723 Jul 08 18:57:19.431852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1101aa98-d149-4331-96ae-23716c37df86 req-d7a54e2b-1a84-44af-82ca-de18ab62a8a7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733657 Jul 08 18:57:19.444000 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:19.646447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:19.678613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:57:19.716100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:57:19.718984 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fc39c4-0d7c-42fb-b595-15cbad4d952d" -d '{"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-unplugged", "status": "completed", "tag": "b269467b-dba9-4606-b776-2085cf69100e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:57:19.722595 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:19.735335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Transition to ACTIVE for port object b269467b-dba9-4606-b776-2085cf69100e will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:57:19.738990 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:19.773132 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853303a9-2bfd-4a87-8822-5bf9615bb71d x-openstack-request-id: req-853303a9-2bfd-4a87-8822-5bf9615bb71d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:57:19.773428 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-unplugged", "status": "completed", "tag": "b269467b-dba9-4606-b776-2085cf69100e", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:57:19.773687 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-853303a9-2bfd-4a87-8822-5bf9615bb71d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:57:19.774077 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e', 'code': 200} Jul 08 18:57:19.824652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:19.839866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.840220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.840561 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.840904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.841243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.841575 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.841904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.842300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.842633 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.842968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.843291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.843615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:19.888459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] No DVR routers for this DVR port b269467b-dba9-4606-b776-2085cf69100e on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:57:20.029185 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:57:20.029511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:57:20.029876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:57:20.034048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Port b269467b-dba9-4606-b776-2085cf69100e on network ffdd9e43-8d81-472c-87dd-b8e55684705d not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:57:20.034400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:57:20.039247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:57:20.039579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:57:20.039959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:57:20.040396 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Bound port: b269467b-dba9-4606-b776-2085cf69100e, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:57:20.040748 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:20.108087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:57:20.111191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:57:20.115525 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:20.152562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:20.153179 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:20.154606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] 10.222.0.74 "PUT /v2.0/ports/b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1091 time: 0.8335977 Jul 08 18:57:20.174261 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afef938-d45b-4eef-82ec-fb63ab9fff05 service neutron] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:20.210702 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:57:20.234168 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-1b9597fa-d5e9-4c90-910d-1ae7beac58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:20.235748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-1b9597fa-d5e9-4c90-910d-1ae7beac58ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1094 time: 0.0565877 Jul 08 18:57:20.334515 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-45dd2ec8-a257-4c55-9863-3592ecf33d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:20.336010 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-45dd2ec8-a257-4c55-9863-3592ecf33d10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0941145 Jul 08 18:57:20.401633 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-928c331a-4d7f-4529-bcc1-82244227ffec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1000 time: 0.0593743 Jul 08 18:57:20.454085 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-78d9fc4d-ba2f-477e-b2b0-7e77d5907939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:20.455482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-78d9fc4d-ba2f-477e-b2b0-7e77d5907939 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0473874 Jul 08 18:57:20.518459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-1fd693d2-22b1-43b8-9fc3-7d008fede192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:20.519975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-1fd693d2-22b1-43b8-9fc3-7d008fede192 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580916 Jul 08 18:57:20.530772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-223aa6b8-dbc1-43eb-9e40-58f1cec25120 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:57:20.531730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-223aa6b8-dbc1-43eb-9e40-58f1cec25120 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052454 Jul 08 18:57:20.667198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-47ade978-fa07-4b8d-b1e1-793ac800135a service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287034 Jul 08 18:57:20.679326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5a7ca-428a-4120-be2d-d0a2cde5a869 req-818b6586-fdff-4d61-a5d5-e50f8fdf5955 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:20.680708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08c5a7ca-428a-4120-be2d-d0a2cde5a869 req-818b6586-fdff-4d61-a5d5-e50f8fdf5955 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 943 time: 0.1334438 Jul 08 18:57:20.759766 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08c5a7ca-428a-4120-be2d-d0a2cde5a869 req-de75c4aa-d0a6-42a1-a49b-a86f739087c9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711079 Jul 08 18:57:20.788410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb5abc00-a998-4697-95b8-11d3b0a4eec1 req-162c84ec-6e3f-4b73-aada-eab86c467f01 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062379 Jul 08 18:57:21.681570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b269467b-dba9-4606-b776-2085cf69100e no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:57:21.719971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b269467b-dba9-4606-b776-2085cf69100e not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:57:21.775863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:57:21.778238 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "tag": "b269467b-dba9-4606-b776-2085cf69100e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:57:21.825733 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cfd3c4-112b-4b60-8bca-b464cd8391cc x-openstack-request-id: req-e5cfd3c4-112b-4b60-8bca-b464cd8391cc {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:57:21.826032 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "tag": "b269467b-dba9-4606-b776-2085cf69100e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:57:21.826313 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e5cfd3c4-112b-4b60-8bca-b464cd8391cc {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:57:21.826712 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e', 'status': 'completed', 'code': 200} Jul 08 18:57:21.914566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-810456e7-0bc3-4ba3-be88-c59652e6bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:21.916166 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-810456e7-0bc3-4ba3-be88-c59652e6bd06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1094 time: 0.0649316 Jul 08 18:57:21.939004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-da8ad82c-f6bf-470e-aa2b-94a78a871ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:21.941015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-da8ad82c-f6bf-470e-aa2b-94a78a871ce7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1094 time: 0.0944843 Jul 08 18:57:22.005106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de50a-4592-4615-9b49-817754b8cbc9 req-2fa3bec8-a037-48f6-8954-e51cdb6b8231 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:22.006589 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b5de50a-4592-4615-9b49-817754b8cbc9 req-2fa3bec8-a037-48f6-8954-e51cdb6b8231 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 943 time: 0.1249363 Jul 08 18:57:22.010368 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-f3e9dc10-166c-4819-baab-953879a1a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:22.012164 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-f3e9dc10-166c-4819-baab-953879a1a732 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0896418 Jul 08 18:57:22.068968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b5de50a-4592-4615-9b49-817754b8cbc9 req-ba754a10-426f-43bb-8a15-eaf75bef1ad8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562670 Jul 08 18:57:22.074021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-3a46a988-de2c-4007-8d87-3a207e1a87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:22.075044 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-d46a9141-2a06-410b-b21c-5f0c45fecc50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1000 time: 0.0570736 Jul 08 18:57:22.075475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-3a46a988-de2c-4007-8d87-3a207e1a87f6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.1258833 Jul 08 18:57:22.128322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-36a668f4-109e-4622-b058-952d2e74d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:22.129767 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-36a668f4-109e-4622-b058-952d2e74d586 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0483062 Jul 08 18:57:22.141278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-579d91cf-7750-421e-ac24-13d75552ac60 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1000 time: 0.0592089 Jul 08 18:57:22.185491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-c5191e2a-f929-4552-b7eb-b6c106ea2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:22.187051 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-c5191e2a-f929-4552-b7eb-b6c106ea2871 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513458 Jul 08 18:57:22.191259 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-f1ac4a5b-33fc-47c2-9722-3b818f194b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:22.192629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-f1ac4a5b-33fc-47c2-9722-3b818f194b2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0441711 Jul 08 18:57:22.253773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-ccec0a65-ccf8-485c-8cda-35dd493239a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:22.255301 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-ccec0a65-ccf8-485c-8cda-35dd493239a8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563045 Jul 08 18:57:22.277810 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-5b798bfa-da7d-47b6-9022-9de8d17bd177 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836344 Jul 08 18:57:22.344961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-a103ea6b-f486-4635-9eab-722314d6e93c service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825934 Jul 08 18:57:22.369718 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-344abaf0-55c7-4aa8-aa0b-3048a2eca705 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855279 Jul 08 18:57:22.439116 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f431a0f-6bda-4cfe-943e-b334eb2aeee5 req-3e28a3e5-5d26-4a46-bf83-b783dbf64afc service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875685 Jul 08 18:57:23.241675 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c5e5e-3285-4a8e-b7ae-d1fda5f0f8e4 req-2589ceed-21af-4be8-a30f-1e1e5e7ae1e7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:23.243091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c0c5e5e-3285-4a8e-b7ae-d1fda5f0f8e4 req-2589ceed-21af-4be8-a30f-1e1e5e7ae1e7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 943 time: 0.0626094 Jul 08 18:57:23.279870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6c0c5e5e-3285-4a8e-b7ae-d1fda5f0f8e4 req-a4357c1f-7527-4019-878a-df0751facfe1 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313139 Jul 08 18:57:24.450599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186e6e3-531a-4249-b2da-19cd63f51b28 req-721e51f1-5a56-4819-8176-911f9e64cf60 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:24.452118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e186e6e3-531a-4249-b2da-19cd63f51b28 req-721e51f1-5a56-4819-8176-911f9e64cf60 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 943 time: 0.0623207 Jul 08 18:57:24.489396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e186e6e3-531a-4249-b2da-19cd63f51b28 req-ada515a2-c2a1-45b7-a4a0-012656045773 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317233 Jul 08 18:57:24.593674 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b269467b-dba9-4606-b776-2085cf69100e details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:57:24.685847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:24.697445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'b269467b-dba9-4606-b776-2085cf69100e', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'port_id': 'b269467b-dba9-4606-b776-2085cf69100e', 'mac_address': 'fa:16:3e:fe:9a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:57:24.732527 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:24.745215 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b269467b-dba9-4606-b776-2085cf69100e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:57:24.764784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:24.769028 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:24.820799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:24.828428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.828770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.829105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.829437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.829769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.830091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.830437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.830756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.831073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.831385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.831696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.832010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:24.932753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-73376404-6289-4976-84bc-3af041d603dd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:24.934270 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-73376404-6289-4976-84bc-3af041d603dd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c&tenant_id=bee41ba218174444b040ad0f59fff07b&binding%3Ahost_id=n-h1-799684-3 HTTP/1.1" status: 200 len: 944 time: 0.1134307 Jul 08 18:57:24.995057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012707ff-14ae-465f-b23d-c98942cc2e3c req-f8a278ad-4034-4cc9-a25f-5cd498316e2b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:24.996521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-012707ff-14ae-465f-b23d-c98942cc2e3c req-f8a278ad-4034-4cc9-a25f-5cd498316e2b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 944 time: 0.1133056 Jul 08 18:57:25.032293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-6b547f42-611d-41c1-9f27-62e6b8a8cffc service neutron] 10.222.0.74 "GET /v2.0/ports/b269467b-dba9-4606-b776-2085cf69100e/bindings/n-h1-799684-3 HTTP/1.1" status: 200 len: 382 time: 0.0905046 Jul 08 18:57:25.048336 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-012707ff-14ae-465f-b23d-c98942cc2e3c req-d7aae301-eb15-48b8-9ee4-0fa343f8b883 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435414 Jul 08 18:57:25.106677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-a3e3ebf9-5f45-4b1f-ab44-49e4e8d6d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:25.108210 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-a3e3ebf9-5f45-4b1f-ab44-49e4e8d6d39d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1095 time: 0.0517578 Jul 08 18:57:25.169463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b269467b-dba9-4606-b776-2085cf69100e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:57:25.197937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-60ec4292-3ed6-466d-b144-473e1f3ac71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:25.199363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-60ec4292-3ed6-466d-b144-473e1f3ac71d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0834746 Jul 08 18:57:25.274660 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-e34b73c7-0962-4544-94fb-89397292bc5a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1001 time: 0.0672021 Jul 08 18:57:25.322594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-3b7f3be2-9329-4433-83dd-d9d5fbe4b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:25.324045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-3b7f3be2-9329-4433-83dd-d9d5fbe4b39b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0436442 Jul 08 18:57:25.380041 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-e2dcb735-cf4e-49e5-a8fc-0cac2e123504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:25.381520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-e2dcb735-cf4e-49e5-a8fc-0cac2e123504 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501821 Jul 08 18:57:25.473841 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-297d275a-8dac-4f57-80db-ce120c958fe8 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851171 Jul 08 18:57:25.560244 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-3af754cb-007d-4494-83d0-4b25ac93c53c service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796664 Jul 08 18:57:26.227838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85845a-fa06-4a8f-b2e6-0435ea785414 req-9318e25c-9eb0-4740-8a14-4e1fac75322d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:26.229205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c85845a-fa06-4a8f-b2e6-0435ea785414 req-9318e25c-9eb0-4740-8a14-4e1fac75322d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 944 time: 0.0674703 Jul 08 18:57:26.265641 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c85845a-fa06-4a8f-b2e6-0435ea785414 req-cceed8d2-6da2-47f0-a91f-bb58f61a50dd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308740 Jul 08 18:57:26.600636 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b269467b-dba9-4606-b776-2085cf69100e up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:57:26.651043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port b269467b-dba9-4606-b776-2085cf69100e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:57:26.654584 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port b269467b-dba9-4606-b776-2085cf69100e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:57:26.654960 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:26.728321 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:26.751161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:57:26.753388 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0241562c-fb92-427e-b256-91ae6d3019c5" -d '{"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-plugged", "status": "completed", "tag": "b269467b-dba9-4606-b776-2085cf69100e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:57:26.766383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:26.771264 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:26.805005 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b6923d-3423-4ff0-bf51-e3a31117b8e8 x-openstack-request-id: req-c8b6923d-3423-4ff0-bf51-e3a31117b8e8 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:57:26.805297 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-plugged", "status": "completed", "tag": "b269467b-dba9-4606-b776-2085cf69100e", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:57:26.805550 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8b6923d-3423-4ff0-bf51-e3a31117b8e8 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:57:26.805933 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e', 'code': 200} Jul 08 18:57:26.823755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:27.457815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab166b-9d89-4797-b4b6-84875910f935 req-5d24dc19-3182-4ad9-a217-6da066ca0092 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:27.459319 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0fab166b-9d89-4797-b4b6-84875910f935 req-5d24dc19-3182-4ad9-a217-6da066ca0092 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0657165 Jul 08 18:57:27.499143 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0fab166b-9d89-4797-b4b6-84875910f935 req-139f18fd-f86d-4607-bb54-0f3e0e77da56 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341742 Jul 08 18:57:27.559183 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-73ee5703-797f-4c9b-8558-bb20a4761dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:27.560581 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-73ee5703-797f-4c9b-8558-bb20a4761dff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 1096 time: 0.0526874 Jul 08 18:57:27.571633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:57:27.644438 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:27.839933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:27.871887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:57:27.910292 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:57:27.912569 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb04818-04fe-460d-8db1-fbf061b53bdd" -d '{"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-unplugged", "status": "completed", "tag": "b269467b-dba9-4606-b776-2085cf69100e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:57:27.918326 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:27.929310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Transition to ACTIVE for port object b269467b-dba9-4606-b776-2085cf69100e will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:57:27.934281 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:27.970099 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6840b4-582a-422a-b98d-bf47aeff1364 x-openstack-request-id: req-ab6840b4-582a-422a-b98d-bf47aeff1364 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:57:27.970413 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-unplugged", "status": "completed", "tag": "b269467b-dba9-4606-b776-2085cf69100e", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:57:27.970666 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab6840b4-582a-422a-b98d-bf47aeff1364 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:57:27.971056 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e', 'code': 200} Jul 08 18:57:28.019453 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=10']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:28.032427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.032774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.033121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.033452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.033789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.034120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.034473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.034803 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.035129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.035452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.035772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.036091 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:57:28.070408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] No DVR routers for this DVR port b269467b-dba9-4606-b776-2085cf69100e on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:57:28.206636 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:57:28.206969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:57:28.207296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:57:28.211464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Port b269467b-dba9-4606-b776-2085cf69100e on network ffdd9e43-8d81-472c-87dd-b8e55684705d not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:57:28.211784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Attempting to bind port b269467b-dba9-4606-b776-2085cf69100e on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:57:28.216535 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:57:28.216869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:57:28.217247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:57:28.217661 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Bound port: b269467b-dba9-4606-b776-2085cf69100e, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:57:28.218014 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:28.279799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:57:28.283018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:57:28.287224 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:28.323475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:28.324065 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:28.325642 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] 10.222.0.59 "PUT /v2.0/ports/b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1092 time: 0.7579262 Jul 08 18:57:28.350609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81938143-0e43-424e-8161-1c19cd92e5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=11']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:28.406701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-d70e541f-fdf4-4fbf-a08a-9899ace761c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:28.408213 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-d70e541f-fdf4-4fbf-a08a-9899ace761c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1095 time: 0.0549645 Jul 08 18:57:28.507359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-ceb822e4-1004-4153-b25e-43a40e1f9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:28.508821 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-ceb822e4-1004-4153-b25e-43a40e1f9df4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0935996 Jul 08 18:57:28.578019 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-c97e0b59-d088-437d-8092-e8cd4b28d630 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1000 time: 0.0628564 Jul 08 18:57:28.629227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-9a0695f5-a265-484c-a1e2-5619b57b5167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:28.630649 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-9a0695f5-a265-484c-a1e2-5619b57b5167 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0455921 Jul 08 18:57:28.675137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562f4a6-2f38-4d79-827c-605e236d0616 req-7fe19f9f-4d92-4d9b-b09c-5611b8f012fb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:28.676624 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7562f4a6-2f38-4d79-827c-605e236d0616 req-7fe19f9f-4d92-4d9b-b09c-5611b8f012fb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 944 time: 0.0630982 Jul 08 18:57:28.686796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-735678ff-4ad5-445d-bbb7-670f565e3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:28.688301 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-735678ff-4ad5-445d-bbb7-670f565e3fe5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515924 Jul 08 18:57:28.714071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7562f4a6-2f38-4d79-827c-605e236d0616 req-14c338a4-e562-4c93-9827-e443c78cf897 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Jul 08 18:57:28.780442 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-b98be765-7b88-45c2-8f33-87dfd9be9ae0 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843067 Jul 08 18:57:28.865577 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ebda7f59-4bec-4bc4-9d9e-2c006e894584 req-e6f7437b-6730-4638-8435-95b065535af8 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794187 Jul 08 18:57:29.888074 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be8732-4eaa-4a2c-8486-9ebe2aac34cc req-54e879ce-1957-4325-bac8-9030b1cfe233 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:29.889528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86be8732-4eaa-4a2c-8486-9ebe2aac34cc req-54e879ce-1957-4325-bac8-9030b1cfe233 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 944 time: 0.0654590 Jul 08 18:57:29.926959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-86be8732-4eaa-4a2c-8486-9ebe2aac34cc req-fffb26b6-23fd-4517-8ac9-9943a8ba4ebd tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313056 Jul 08 18:57:29.972976 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:57:29.975448 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "tag": "b269467b-dba9-4606-b776-2085cf69100e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:57:30.021642 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f829fc3e-db41-4f1f-831c-77c6c6797f0d x-openstack-request-id: req-f829fc3e-db41-4f1f-831c-77c6c6797f0d {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:57:30.021969 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "tag": "b269467b-dba9-4606-b776-2085cf69100e", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:57:30.022281 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f829fc3e-db41-4f1f-831c-77c6c6797f0d {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:57:30.022688 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e', 'status': 'completed', 'code': 200} Jul 08 18:57:30.093719 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-8ace2707-b503-43a7-bdc4-9f0dc75221ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:30.095094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-8ace2707-b503-43a7-bdc4-9f0dc75221ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1095 time: 0.0543485 Jul 08 18:57:30.099396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-e5a7e6b8-1933-4ba4-b1d6-15aa5da884c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:30.100955 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-e5a7e6b8-1933-4ba4-b1d6-15aa5da884c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 1095 time: 0.0569263 Jul 08 18:57:30.186353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-56e26353-628c-474d-93b1-d26d657dc25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:30.188397 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-56e26353-628c-474d-93b1-d26d657dc25e service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0869658 Jul 08 18:57:30.189521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-fd78215d-357d-4ea6-bd26-278ce82804d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:30.191011 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-fd78215d-357d-4ea6-bd26-278ce82804d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0838807 Jul 08 18:57:30.253510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-a540df4e-81cd-40e3-ab41-884bd655a737 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1000 time: 0.0582793 Jul 08 18:57:30.258286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-3b9237c4-9f1b-4b0a-9254-ea97eb97b86e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 200 len: 1000 time: 0.0600929 Jul 08 18:57:30.303054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-b61bec85-20cf-42f5-8325-c1137fdd9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:30.304501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-b61bec85-20cf-42f5-8325-c1137fdd9375 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0445304 Jul 08 18:57:30.306539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-a536db91-7f6d-487d-a154-a4fcc9fb9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:30.307954 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-a536db91-7f6d-487d-a154-a4fcc9fb9c43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0437317 Jul 08 18:57:30.364203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-4c66ed9c-bbd6-4ef3-bee1-44dae6311ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:30.364480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-c80a244a-14f3-4a35-a73d-9fa7bfcb193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:30.365702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-4c66ed9c-bbd6-4ef3-bee1-44dae6311ca0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550189 Jul 08 18:57:30.365893 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-c80a244a-14f3-4a35-a73d-9fa7bfcb193f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510149 Jul 08 18:57:30.453869 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-1212177d-ccc1-4f44-b502-94b707f6c1a0 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817773 Jul 08 18:57:30.455876 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-8d384595-5e26-45aa-ab69-e7ee711a3957 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826800 Jul 08 18:57:30.543967 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-253bc30e-a56e-4ee8-96bb-2b87f3a73fbd service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811791 Jul 08 18:57:30.549883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9159eb37-ebc2-4122-a50e-4f41bb72b2ef req-52bcd2d7-b8e0-4117-bc17-c0cbb3e24b69 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895195 Jul 08 18:57:30.632201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b269467b-dba9-4606-b776-2085cf69100e no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:57:30.670005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b269467b-dba9-4606-b776-2085cf69100e not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:57:31.100544 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532092-7d11-4c43-bb12-2892d1c64b04 req-efb7d600-02eb-4444-b3b9-e1fc33bffc80 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:31.102023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f532092-7d11-4c43-bb12-2892d1c64b04 req-efb7d600-02eb-4444-b3b9-e1fc33bffc80 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 944 time: 0.0624089 Jul 08 18:57:31.138867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f532092-7d11-4c43-bb12-2892d1c64b04 req-bc474f27-4541-4386-ac80-127c23391272 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313346 Jul 08 18:57:31.796456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b269467b-dba9-4606-b776-2085cf69100e details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:57:31.891916 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:31.902948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': 'b269467b-dba9-4606-b776-2085cf69100e', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'port_id': 'b269467b-dba9-4606-b776-2085cf69100e', 'mac_address': 'fa:16:3e:fe:9a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:57:31.944358 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:31.957999 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b269467b-dba9-4606-b776-2085cf69100e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:57:31.977325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:31.981236 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:32.026870 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=12']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:32.311102 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7ce8c-60bb-4ffa-9451-82d6c45c82e4 req-fd63caec-c4f4-4e14-a4b2-6406038b160e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:32.313097 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33b7ce8c-60bb-4ffa-9451-82d6c45c82e4 req-fd63caec-c4f4-4e14-a4b2-6406038b160e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0620856 Jul 08 18:57:32.349091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33b7ce8c-60bb-4ffa-9451-82d6c45c82e4 req-87dfd9ba-e8ac-4c01-aaf5-66985c52e99c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305712 Jul 08 18:57:32.356301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['b269467b-dba9-4606-b776-2085cf69100e'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:57:32.522931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca68b-f912-4a51-9a7a-803dd535e016 req-c2226feb-1af9-47ba-9fdd-888c3aba6801 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:32.524393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-307ca68b-f912-4a51-9a7a-803dd535e016 req-c2226feb-1af9-47ba-9fdd-888c3aba6801 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0658848 Jul 08 18:57:32.562566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-307ca68b-f912-4a51-9a7a-803dd535e016 req-42ab537e-5e08-42e1-bc01-22094f1da829 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325792 Jul 08 18:57:32.730333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9585ea-1365-46c7-8533-7fc158a350f9 req-10ed62f3-62ac-48dd-a557-e907036b73d7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:32.731803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c9585ea-1365-46c7-8533-7fc158a350f9 req-10ed62f3-62ac-48dd-a557-e907036b73d7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0627561 Jul 08 18:57:32.768360 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2c9585ea-1365-46c7-8533-7fc158a350f9 req-012874b2-a724-4ba1-8ea2-1650094aea63 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303700 Jul 08 18:57:33.136426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73527-6893-49dd-a0f5-33c783baaf68 req-ec055342-2c0a-4056-bb76-ca920f2ce3c8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:33.137796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cad73527-6893-49dd-a0f5-33c783baaf68 req-ec055342-2c0a-4056-bb76-ca920f2ce3c8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 945 time: 0.0648985 Jul 08 18:57:33.463641 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cad73527-6893-49dd-a0f5-33c783baaf68 req-16bd0d0f-7611-4d28-8256-b7068ad188d2 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198719 Jul 08 18:57:33.806360 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b269467b-dba9-4606-b776-2085cf69100e up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:57:33.854946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port b269467b-dba9-4606-b776-2085cf69100e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:57:33.858470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port b269467b-dba9-4606-b776-2085cf69100e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:57:33.858870 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:33.931391 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:33.956862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:57:33.959098 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413337b5-1a5f-4d16-a604-721e85ae111e" -d '{"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-plugged", "status": "completed", "tag": "b269467b-dba9-4606-b776-2085cf69100e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:57:33.972459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:33.980295 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:34.006055 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f065a8-52b7-458b-bbc6-182b6289cc81 x-openstack-request-id: req-22f065a8-52b7-458b-bbc6-182b6289cc81 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:57:34.006362 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-plugged", "status": "completed", "tag": "b269467b-dba9-4606-b776-2085cf69100e", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:57:34.006611 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-22f065a8-52b7-458b-bbc6-182b6289cc81 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:57:34.007135 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e', 'code': 200} Jul 08 18:57:34.011709 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:34.034979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=13']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:34.451828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-8c44ad75-bdd4-4a8f-84bf-cfb1a658cb6e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:34.453263 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-8c44ad75-bdd4-4a8f-84bf-cfb1a658cb6e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 946 time: 0.0616522 Jul 08 18:57:34.558358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Deleting port b269467b-dba9-4606-b776-2085cf69100e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:57:34.558701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:34.641204 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3e271-4d2e-4685-bbe3-8e6dced5fd3b req-9d219836-fc6e-493a-b2fe-975208804d61 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:34.642693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f4f3e271-4d2e-4685-bbe3-8e6dced5fd3b req-9d219836-fc6e-493a-b2fe-975208804d61 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 946 time: 0.0657167 Jul 08 18:57:34.646468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] For port b269467b-dba9-4606-b776-2085cf69100e, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=b269467b-dba9-4606-b776-2085cf69100e,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:34.646832 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:34.680594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f4f3e271-4d2e-4685-bbe3-8e6dced5fd3b req-6ad0953f-3c10-4199-8b92-db7d02112d29 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322959 Jul 08 18:57:34.804666 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:34.816840 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:34.817216 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:34.817532 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82 disassociated. External IP: 172.25.8.158, port: b269467b-dba9-4606-b776-2085cf69100e. Jul 08 18:57:34.817871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Calling delete_port for b269467b-dba9-4606-b776-2085cf69100e owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:57:34.939247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:35.276551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event deleted for resources: {'Port': ['ID=b269467b-dba9-4606-b776-2085cf69100e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:35.390468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:57:35.498958 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:57:35.508874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525ea931-008a-4448-8ba2-c6c17eb10e89 None None] Sync routers for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:57:35.517540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525ea931-008a-4448-8ba2-c6c17eb10e89 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:57:35.518238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-525ea931-008a-4448-8ba2-c6c17eb10e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:57:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:57:35.543504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] No DVR routers for this DVR port b269467b-dba9-4606-b776-2085cf69100e on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:57:35.546297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:35.548995 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-866f2e7d-25c5-4da2-8479-cf96a3c9b9cd req-fa27b508-2228-4bdb-ad23-c1e793ee5bab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "DELETE /v2.0/ports/b269467b-dba9-4606-b776-2085cf69100e HTTP/1.1" status: 204 len: 173 time: 1.0908298 Jul 08 18:57:35.549429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-deleted', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:57:35.551866 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d2d522-b12c-45d2-a0f5-f70fab4a14ad" -d '{"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-deleted", "tag": "b269467b-dba9-4606-b776-2085cf69100e"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:57:35.589981 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a83d92-d720-494b-9799-2425e6cc3a57 x-openstack-request-id: req-84a83d92-d720-494b-9799-2425e6cc3a57 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:57:35.590353 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2fee43-3b32-489f-96fd-eae6ed55751c", "name": "network-vif-deleted", "tag": "b269467b-dba9-4606-b776-2085cf69100e", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:57:35.590611 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84a83d92-d720-494b-9799-2425e6cc3a57 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:57:35.591069 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2fee43-3b32-489f-96fd-eae6ed55751c', 'name': 'network-vif-deleted', 'tag': 'b269467b-dba9-4606-b776-2085cf69100e', 'status': 'completed', 'code': 200} Jul 08 18:57:35.633141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-525ea931-008a-4448-8ba2-c6c17eb10e89 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:57:35.830795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-525ea931-008a-4448-8ba2-c6c17eb10e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:57:35.832778 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59f3f121-3319-4923-8fd4-a883e36046a4 req-c170a4d7-9d91-45f6-b71c-c76ad0e2e16d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f2fee43-3b32-489f-96fd-eae6ed55751c HTTP/1.1" status: 200 len: 210 time: 0.0291476 Jul 08 18:57:35.859798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525ea931-008a-4448-8ba2-c6c17eb10e89 None None] Checking router: 90fc4444-e7fe-48fd-8139-900e4b92a6e2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:57:35.868131 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525ea931-008a-4448-8ba2-c6c17eb10e89 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:57:35.868729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-525ea931-008a-4448-8ba2-c6c17eb10e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:57:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:57:35.968973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-525ea931-008a-4448-8ba2-c6c17eb10e89 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:57:36.174311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-525ea931-008a-4448-8ba2-c6c17eb10e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:57:36.199934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525ea931-008a-4448-8ba2-c6c17eb10e89 None None] The sync data for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 is: [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:57:36.323101 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f76e5e51-8398-4600-9a50-7a6bd7014918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:36.428302 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c51291-f0c0-460c-8929-a46d9ad0e5ca None None] New status for floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:57:37.203459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-c24fd421-e1e6-429c-9033-326bd5fd1429 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--349467974&fields=id&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 267 time: 0.0316992 Jul 08 18:57:37.307735 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-0e1fd22d-7974-43b7-9b2c-356dadff66a4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:37.309155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-0e1fd22d-7974-43b7-9b2c-356dadff66a4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 812 time: 0.0993776 Jul 08 18:57:37.323433 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-0c98c41c-a90a-4854-998a-97897f5f8d45 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/quotas/bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 375 time: 0.0090070 Jul 08 18:57:37.391799 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-0a4d78b7-abab-41c8-a3c3-b27307cd8524 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635693 Jul 08 18:57:37.558488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-45a28714-5cba-4fb3-aaa6-3a13ae4eb1a3 service neutron] 10.222.0.73 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223850 Jul 08 18:57:37.644748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-2d8b14b2-1092-4749-ae75-50bba147854d service neutron] 10.222.0.73 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805478 Jul 08 18:57:37.822135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb298e31-ae97-4722-ae87-b51b4c2be602 req-ba184b77-8c21-4ff2-9815-6b6d5f36ea40 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 210 time: 0.0341384 Jul 08 18:57:37.836587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b269467b-dba9-4606-b776-2085cf69100e no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:57:37.865392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: b269467b-dba9-4606-b776-2085cf69100e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:57:37.865845 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device b269467b-dba9-4606-b776-2085cf69100e not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:57:38.985409 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83a785f4-0ca3-494e-942c-e7be2116e86a req-75b9b6b9-b339-409b-8dd6-aaa90387edfa tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 210 time: 0.0393507 Jul 08 18:57:39.007111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-6aa9bb34-153f-4f32-b2ed-5911d24a4f9c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:39.008581 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-6aa9bb34-153f-4f32-b2ed-5911d24a4f9c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 812 time: 0.1388702 Jul 08 18:57:39.055063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-f3e98c22-418d-4e7a-8341-1db7d1502d09 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 379 time: 0.0385270 Jul 08 18:57:39.063675 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'port': {'device_id': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'admin_state_up': True, 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'security_groups': ['797c9413-9bfd-41a7-a915-de28dbb0459f']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:57:39.162778 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:39.172805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Made reservation on behalf of bee41ba218174444b040ad0f59fff07b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:57:39.176557 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:39.185387 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e7cfc005-e591-4ded-abc1-646e18896523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:39.302973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Allocated IP 172.20.0.8 (ffdd9e43-8d81-472c-87dd-b8e55684705d/82ab6115-a1a0-434a-992e-2a4e05a625e8/6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:57:39.432912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:39.446926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Transition to ACTIVE for port object 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:57:39.479230 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:39.525888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Network ffdd9e43-8d81-472c-87dd-b8e55684705d is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:57:39.531423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:57:39.535075 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:57:39.558984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:39.586875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:39.587479 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:39.604376 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-416e4f1c-eb82-4ac2-9d8c-40048ccbb5f5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5441518 Jul 08 18:57:39.615738 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Request body: {'port': {'device_id': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:57:39.689077 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:39.788404 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3d27f701-c877-4963-857e-7dbc109f00d5 None None] Provisioning for port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:57:39.792583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3d27f701-c877-4963-857e-7dbc109f00d5 None None] Provisioning complete for port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:57:39.792965 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d27f701-c877-4963-857e-7dbc109f00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:39.825495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3d27f701-c877-4963-857e-7dbc109f00d5 None None] Port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:57:39.949860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:57:39.957728 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:39.970266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Transition to ACTIVE for port object 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:57:39.973953 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:40.027306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:40.100321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:57:40.100673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:57:40.101012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:57:40.105896 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on network ffdd9e43-8d81-472c-87dd-b8e55684705d not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:57:40.106250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:57:40.113872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:57:40.114257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:57:40.114644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:57:40.115081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Bound port: 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:57:40.115458 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:40.227559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd75527-e9e9-47af-a73c-92ed0449e9ea req-5dbcc4be-f761-4ace-8c34-3a17a1497a88 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:40.228959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abd75527-e9e9-47af-a73c-92ed0449e9ea req-5dbcc4be-f761-4ace-8c34-3a17a1497a88 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.1171947 Jul 08 18:57:40.239750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:57:40.248222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:57:40.262237 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:40.309929 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:40.310570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:40.312805 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] 10.222.0.74 "PUT /v2.0/ports/6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1091 time: 0.7005379 Jul 08 18:57:40.317193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:57:40.319529 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:57:40.330191 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abd75527-e9e9-47af-a73c-92ed0449e9ea req-f256e743-0b8f-4c3d-9bae-ede848233b45 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925579 Jul 08 18:57:40.343652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98585b-954a-444e-ad46-2f838c8111c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:40.364861 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81888421-7721-47e1-8bc3-b3f49ea9d33d x-openstack-request-id: req-81888421-7721-47e1-8bc3-b3f49ea9d33d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:57:40.365158 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:57:40.365454 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81888421-7721-47e1-8bc3-b3f49ea9d33d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:57:40.365855 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'status': 'completed', 'code': 200} Jul 08 18:57:40.389599 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:40.420056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-fa922db4-5c54-42c5-8480-5d5f41da0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:40.422152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-fa922db4-5c54-42c5-8480-5d5f41da0113 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1094 time: 0.0673487 Jul 08 18:57:40.465657 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-16cbee8e-256b-4b12-b57f-88950b1f4922 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 217 time: 0.0351279 Jul 08 18:57:40.519924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-e0ac73f4-78fb-4049-ad96-54da26584e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:40.521405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-e0ac73f4-78fb-4049-ad96-54da26584e97 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0497341 Jul 08 18:57:40.578715 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-1a0d0823-9e3a-45d8-9605-1b56cf474a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:40.580208 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-1a0d0823-9e3a-45d8-9605-1b56cf474a32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526974 Jul 08 18:57:40.666636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-855fa95e-0f11-4ce7-a2e9-609c4d38bdbb service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797954 Jul 08 18:57:40.762289 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a21e5dd2-1219-4e7a-9654-ff0432de5379 req-ffbed10b-0392-4493-ae6d-15dc2300dc61 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896318 Jul 08 18:57:40.861271 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b req-8d1b8bb7-ab91-4244-8e4e-68f3c2e51020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:40.862828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b req-8d1b8bb7-ab91-4244-8e4e-68f3c2e51020 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1094 time: 0.0540037 Jul 08 18:57:40.953801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b req-7fa61257-b3e9-4625-8fff-1ebcf792faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:40.955340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b req-7fa61257-b3e9-4625-8fff-1ebcf792faa6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0867949 Jul 08 18:57:40.996607 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b req-2b240cec-db00-4e51-9c19-2f0573ca0d50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 217 time: 0.0347369 Jul 08 18:57:41.053813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b req-402a4edb-673c-41c4-bf97-739b664ee9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:41.055216 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b req-402a4edb-673c-41c4-bf97-739b664ee9b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0531635 Jul 08 18:57:41.115713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b req-49a57424-a1a3-4d6c-b077-308fd553595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:41.117187 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b req-49a57424-a1a3-4d6c-b077-308fd553595b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557051 Jul 08 18:57:41.205609 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b req-fb069a19-bc5f-48d0-9309-47f03f008d73 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817668 Jul 08 18:57:41.296815 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cc6bac14-6c41-4ec9-84c5-2978ab5e392b req-b50c122b-78dc-4eaa-8a79-331551463556 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853028 Jul 08 18:57:41.524131 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fcca6-a09b-4629-886f-146c176cb282 req-c58c4a44-8519-482e-bfcb-22b00c55fa18 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:41.525614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-555fcca6-a09b-4629-886f-146c176cb282 req-c58c4a44-8519-482e-bfcb-22b00c55fa18 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0635269 Jul 08 18:57:41.563792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-555fcca6-a09b-4629-886f-146c176cb282 req-e7e0e8d7-135f-4376-aef5-5710a1394a8c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320480 Jul 08 18:57:41.856676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:42.745696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c11e22-1e13-423d-a680-d5490396630b req-3776edab-e5ef-43f1-81d7-f7d11345891a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:42.747219 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4c11e22-1e13-423d-a680-d5490396630b req-3776edab-e5ef-43f1-81d7-f7d11345891a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0685201 Jul 08 18:57:42.786570 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c4c11e22-1e13-423d-a680-d5490396630b req-c3bf7f8c-a0d5-4d39-8ae9-b75eb6df8577 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337644 Jul 08 18:57:43.964627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a405e-b498-45db-a1fb-679fd16b89aa req-4f24d0f1-da7d-409d-82f3-44e7e559adba tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:43.966113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e48a405e-b498-45db-a1fb-679fd16b89aa req-4f24d0f1-da7d-409d-82f3-44e7e559adba tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0672286 Jul 08 18:57:44.002777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e48a405e-b498-45db-a1fb-679fd16b89aa req-f6c9aef1-f24b-4eef-bd01-2066238562ae tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310905 Jul 08 18:57:44.697623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:57:44.791897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:44.807069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'port_id': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'mac_address': 'fa:16:3e:ff:ee:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:57:44.844794 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:44.857764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:57:44.878741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:44.882649 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:44.930765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:45.173949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6e8c7-e812-42da-a948-2c4cb03c3556 req-487387dc-76a1-470b-a8b5-d81eb5aa4bf8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:45.175453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77e6e8c7-e812-42da-a948-2c4cb03c3556 req-487387dc-76a1-470b-a8b5-d81eb5aa4bf8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0628662 Jul 08 18:57:45.189223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:57:45.212784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77e6e8c7-e812-42da-a948-2c4cb03c3556 req-644eed64-775a-465b-8460-5578fa3ec640 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318098 Jul 08 18:57:46.384484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c7d6b-139d-4c1f-9e94-dc7c1dad31bb req-20a08d3a-f2ff-493b-8324-fc76a29ce751 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:46.386060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-505c7d6b-139d-4c1f-9e94-dc7c1dad31bb req-20a08d3a-f2ff-493b-8324-fc76a29ce751 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0651553 Jul 08 18:57:46.428522 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-505c7d6b-139d-4c1f-9e94-dc7c1dad31bb req-5b0cb87e-17ef-45e9-9557-da1e4ca1281d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364466 Jul 08 18:57:46.712372 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:57:46.758936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:57:46.762557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:57:46.762929 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:46.840005 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:46.861291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:57:46.863580 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3312c1-097d-40ee-97ca-f317c279d90f" -d '{"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-plugged", "status": "completed", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:57:46.876800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:57:46.881764 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:46.904762 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db51e055-d4fd-4668-93a5-bba6c5935dad x-openstack-request-id: req-db51e055-d4fd-4668-93a5-bba6c5935dad {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:57:46.905056 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-plugged", "status": "completed", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:57:46.905344 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db51e055-d4fd-4668-93a5-bba6c5935dad {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:57:46.905730 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'code': 200} Jul 08 18:57:46.932114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:57:47.010586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd36996-cc7a-4ce4-bd1f-0eb0d0a23e98 req-06722fd8-59e0-4611-acec-3f6bb18b7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:47.011975 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbd36996-cc7a-4ce4-bd1f-0eb0d0a23e98 req-06722fd8-59e0-4611-acec-3f6bb18b7bf3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1096 time: 0.0499098 Jul 08 18:57:47.044820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dbd36996-cc7a-4ce4-bd1f-0eb0d0a23e98 req-9a09914e-9789-4ac1-86aa-95fff51a965d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269485 Jul 08 18:57:47.595553 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13681285-b609-4da7-87b0-d675d541eff7 req-7081a9a0-3420-4643-8d48-a8407160ee9d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:47.597022 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13681285-b609-4da7-87b0-d675d541eff7 req-7081a9a0-3420-4643-8d48-a8407160ee9d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0624034 Jul 08 18:57:47.634355 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13681285-b609-4da7-87b0-d675d541eff7 req-ddb99b51-fe20-4695-9d32-0c20e55aa8b3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317819 Jul 08 18:57:48.810496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90a498-8cf8-488d-a863-f63f29b3c6de req-aa03ab52-57f7-4588-9765-7ff7776574b6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:48.812591 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f90a498-8cf8-488d-a863-f63f29b3c6de req-aa03ab52-57f7-4588-9765-7ff7776574b6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0667567 Jul 08 18:57:48.848984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f90a498-8cf8-488d-a863-f63f29b3c6de req-91e9248c-106e-4b14-8913-44fde8edb5e3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 Jul 08 18:57:49.016469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679167d-5428-4add-bc9b-dd191a19dfa0 req-7211ad5a-3de8-4938-844a-de4832b0cae4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:49.017927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e679167d-5428-4add-bc9b-dd191a19dfa0 req-7211ad5a-3de8-4938-844a-de4832b0cae4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0624850 Jul 08 18:57:49.026346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 58462) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:57:49.031176 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-61e13416-e4a7-444b-a51f-ff1083eb5b06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Request body: {'floatingip': {'port_id': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:57:49.073027 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-61e13416-e4a7-444b-a51f-ff1083eb5b06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:49.523977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-61e13416-e4a7-444b-a51f-ff1083eb5b06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:49.527742 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-61e13416-e4a7-444b-a51f-ff1083eb5b06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:49.625669 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-61e13416-e4a7-444b-a51f-ff1083eb5b06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82 associated. External IP: 172.25.8.158, port: 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7. Jul 08 18:57:49.828136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e13416-e4a7-444b-a51f-ff1083eb5b06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:57:49.932034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e13416-e4a7-444b-a51f-ff1083eb5b06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:57:49.937568 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-61e13416-e4a7-444b-a51f-ff1083eb5b06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:57:49.941884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03810d24-53f9-481a-84a1-ca728cc951ba None None] Sync routers for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:57:49.951960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03810d24-53f9-481a-84a1-ca728cc951ba None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:57:49.953248 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-03810d24-53f9-481a-84a1-ca728cc951ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:57:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:57:49.974534 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-61e13416-e4a7-444b-a51f-ff1083eb5b06 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "PUT /v2.0/floatingips/118dfc10-72c5-4db5-b2f6-76a9451a6c82 HTTP/1.1" status: 200 len: 992 time: 0.9471197 Jul 08 18:57:49.975120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:57:49.977358 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd7077b-1867-4322-a7eb-a49b84d4579a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:57:50.014027 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cf38bd-5e66-4823-bd79-bd42614282d6 x-openstack-request-id: req-96cf38bd-5e66-4823-bd79-bd42614282d6 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:57:50.014412 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:57:50.015352 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96cf38bd-5e66-4823-bd79-bd42614282d6 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:57:50.015868 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'status': 'completed', 'code': 200} Jul 08 18:57:50.065156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-03810d24-53f9-481a-84a1-ca728cc951ba None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:57:50.088343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7077b-1867-4322-a7eb-a49b84d4579a req-567fbbc6-d661-48bb-8ae7-b0c224017a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:50.089767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bd7077b-1867-4322-a7eb-a49b84d4579a req-567fbbc6-d661-48bb-8ae7-b0c224017a35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1096 time: 0.0527890 Jul 08 18:57:50.180568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7077b-1867-4322-a7eb-a49b84d4579a req-cd37e4c6-e299-486b-a534-6a94714b03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:50.182056 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bd7077b-1867-4322-a7eb-a49b84d4579a req-cd37e4c6-e299-486b-a534-6a94714b03bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0862627 Jul 08 18:57:50.245399 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bd7077b-1867-4322-a7eb-a49b84d4579a req-9986b8b1-90b5-4a0f-9f3d-dba83e580a5b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0568626 Jul 08 18:57:50.286608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-03810d24-53f9-481a-84a1-ca728cc951ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:ff:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:57:49Z', 'revision_number': 13, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:57:50.299026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7077b-1867-4322-a7eb-a49b84d4579a req-32d263e6-e64f-4604-bb84-7c8afab420ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:50.300519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bd7077b-1867-4322-a7eb-a49b84d4579a req-32d263e6-e64f-4604-bb84-7c8afab420ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0495780 Jul 08 18:57:50.360624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7077b-1867-4322-a7eb-a49b84d4579a req-9f373e5e-97b7-438c-bdf8-37df9b7a1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:57:50.362078 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bd7077b-1867-4322-a7eb-a49b84d4579a req-9f373e5e-97b7-438c-bdf8-37df9b7a1021 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545592 Jul 08 18:57:50.455733 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bd7077b-1867-4322-a7eb-a49b84d4579a req-8853dca1-69d3-4705-86e2-181c8c72edad service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863488 Jul 08 18:57:50.470400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03810d24-53f9-481a-84a1-ca728cc951ba None None] Checking router: 90fc4444-e7fe-48fd-8139-900e4b92a6e2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:57:50.478548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03810d24-53f9-481a-84a1-ca728cc951ba None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:57:50.479140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-03810d24-53f9-481a-84a1-ca728cc951ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T18:57:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:57:50.552220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6bd7077b-1867-4322-a7eb-a49b84d4579a req-cd637352-c8d9-409f-87d7-bb58d2faa11d service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897965 Jul 08 18:57:50.585888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-03810d24-53f9-481a-84a1-ca728cc951ba None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:57:50.802757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-03810d24-53f9-481a-84a1-ca728cc951ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:ff:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:57:49Z', 'revision_number': 13, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:57:50.832371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03810d24-53f9-481a-84a1-ca728cc951ba None None] The sync data for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 is: [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '118dfc10-72c5-4db5-b2f6-76a9451a6c82', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'port_id': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'mac_address': 'fa:16:3e:ff:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:47:51Z', 'updated_at': '2021-07-08T18:57:49Z', 'revision_number': 13, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:57:51.018826 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd14c2-2163-4787-826a-5ff235d0d703 None None] New status for floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:57:57.209990 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:58:03.273862 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-2e5d9821-8c07-4ff5-bf1f-68dc4d2dbabb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512986 Jul 08 18:58:03.373189 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-cf993372-f6c3-4f54-9b26-60bd4a3d9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:58:03.374579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-cf993372-f6c3-4f54-9b26-60bd4a3d9386 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1096 time: 0.0515230 Jul 08 18:58:03.480155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-fa9f23d9-ba33-4db6-9e91-3e706b9d35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:58:03.481522 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-fa9f23d9-ba33-4db6-9e91-3e706b9d35f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0880940 Jul 08 18:58:03.544594 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-8f72f5c2-5e77-4fad-8ae6-268ddc59e0ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1002 time: 0.0573666 Jul 08 18:58:03.596839 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-bc5f593e-e838-407a-b1f0-0c7d6e1abfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:58:03.598309 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-bc5f593e-e838-407a-b1f0-0c7d6e1abfd2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0472262 Jul 08 18:58:03.656408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-6c7a94c7-2e5b-4b5f-afca-3c3c14d8e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:58:03.657886 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-6c7a94c7-2e5b-4b5f-afca-3c3c14d8e1c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524268 Jul 08 18:58:03.747300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-bb02b29e-76a0-4a20-8077-426921bfb2f6 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803492 Jul 08 18:58:03.989559 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:04.118123 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fb3d91e5-72cc-45cf-b8ce-3c995f7e5c0c req-83c2e97a-cab2-462c-a4a9-354c851699fc service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641093 Jul 08 18:58:04.818360 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:06.324377 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c8835852-c8f3-49a5-92ba-a1827222dbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:09.165563 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:09.184046 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20e9a500-5bc2-4940-b6d4-1c94e1d82744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:10.391247 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:11.860198 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:34.002597 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:34.208799 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:58:34.820126 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:36.325229 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b14d-85e4-4788-b2fd-76aa992a4e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:39.165947 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:39.183837 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-413b8834-f6f6-4e96-ac11-1b5c3c9a56fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:40.394103 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:58:41.862149 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:02.826801 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-29092eba-d9c2-4ccc-bd50-4045c7d2c196 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1378441 Jul 08 18:59:02.925851 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-3b56247e-a4c2-4921-97cc-67016ee91bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:59:02.927550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-3b56247e-a4c2-4921-97cc-67016ee91bc8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1096 time: 0.0569468 Jul 08 18:59:03.032636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-e8ca23aa-2807-4d94-a12f-a4b24ba50ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:59:03.034194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-e8ca23aa-2807-4d94-a12f-a4b24ba50ff1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0862343 Jul 08 18:59:03.106966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-75b77c17-94f5-48eb-8e16-07533dc11ed0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1002 time: 0.0660467 Jul 08 18:59:03.154354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-96ebb136-ffa6-4cf9-88a1-b7fe51b726c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:59:03.155744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-96ebb136-ffa6-4cf9-88a1-b7fe51b726c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0423717 Jul 08 18:59:03.212052 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-1fc6cd00-af67-44fb-ab56-5bbffc90b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:59:03.213537 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-1fc6cd00-af67-44fb-ab56-5bbffc90b678 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515547 Jul 08 18:59:03.304432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-572908c5-acd7-4fe3-9e96-3c8fc470f9f5 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849264 Jul 08 18:59:03.390648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4ce5c3ef-30a6-463c-b266-dcd2b7d2977b req-26eb38a9-5472-4b4e-9808-922ddbcec0e9 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801868 Jul 08 18:59:04.003040 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:04.841351 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:06.329175 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e622f521-69f1-413f-ab5f-33554ae4b372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:09.166778 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:09.183716 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8be36ae9-387d-4da3-9873-098d938762d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:10.398624 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:11.206868 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:59:11.865141 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:34.030590 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:34.842736 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:36.335061 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2e8de8e-114b-452d-9efb-621d6135dbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:39.167207 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:39.183403 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5150fb3-5cb2-4f15-8a82-119668a17d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:40.399306 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:41.868332 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:59:48.207191 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:00:02.738024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f45a5bf9-e505-417b-919b-b3326315928a req-0fdb3be0-19ad-407c-8ad8-f9a5459a854f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520520 Jul 08 19:00:02.836784 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a5bf9-e505-417b-919b-b3326315928a req-3e99ecff-6c78-4906-a38b-80f99abad370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:02.838295 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f45a5bf9-e505-417b-919b-b3326315928a req-3e99ecff-6c78-4906-a38b-80f99abad370 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1096 time: 0.0582216 Jul 08 19:00:02.942486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a5bf9-e505-417b-919b-b3326315928a req-adf79a84-0676-492b-9921-0ce4b3390442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:02.943987 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f45a5bf9-e505-417b-919b-b3326315928a req-adf79a84-0676-492b-9921-0ce4b3390442 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0855002 Jul 08 19:00:03.012300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f45a5bf9-e505-417b-919b-b3326315928a req-9f08887d-0440-46b8-a2d6-03cc75401312 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1002 time: 0.0618203 Jul 08 19:00:03.059818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a5bf9-e505-417b-919b-b3326315928a req-b54bb4e7-101b-41ae-bfc8-50c654ef2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:03.061294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f45a5bf9-e505-417b-919b-b3326315928a req-b54bb4e7-101b-41ae-bfc8-50c654ef2d69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0424917 Jul 08 19:00:03.121271 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a5bf9-e505-417b-919b-b3326315928a req-febe1103-114a-4ba3-ae0b-428d118d8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:03.122807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f45a5bf9-e505-417b-919b-b3326315928a req-febe1103-114a-4ba3-ae0b-428d118d8e9e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547354 Jul 08 19:00:03.213960 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f45a5bf9-e505-417b-919b-b3326315928a req-07ced69d-73ef-4d7f-a51d-9702a2652b27 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841217 Jul 08 19:00:03.300690 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f45a5bf9-e505-417b-919b-b3326315928a req-20420600-1934-4897-a375-4db6366c2ba7 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806241 Jul 08 19:00:04.046315 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:04.875889 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:06.334977 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e65f7889-7186-45e9-893a-e12310a273cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:09.170201 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:09.184500 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88742ac2-e700-48bf-8e6f-a82a638699ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:10.401755 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:11.871004 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:22.758320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017f2b-3a2c-48a4-a3d3-49e479e4a38e req-6d2e0a9b-e537-47a7-95ce-b7b6a8a2eab7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:22.759827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64017f2b-3a2c-48a4-a3d3-49e479e4a38e req-6d2e0a9b-e537-47a7-95ce-b7b6a8a2eab7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.1061194 Jul 08 19:00:22.803233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-64017f2b-3a2c-48a4-a3d3-49e479e4a38e req-4d6a349c-117a-4042-8e50-0d7998727621 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369513 Jul 08 19:00:25.205694 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:00:34.046080 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:34.199278 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-a0e5b896-38b5-4183-b2b0-168a1cf36994 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536807 Jul 08 19:00:34.261911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93392e9-44da-4c73-8ee1-bca86405609e req-ce35dc73-e7f7-46f4-a395-92dd9fdc0ccf tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:34.263563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f93392e9-44da-4c73-8ee1-bca86405609e req-ce35dc73-e7f7-46f4-a395-92dd9fdc0ccf tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0655251 Jul 08 19:00:34.302512 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f93392e9-44da-4c73-8ee1-bca86405609e req-060449c0-d763-4bd9-9633-d87bc8d9a7ea tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330083 Jul 08 19:00:34.893585 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:35.381332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-55993b8d-5392-467d-80f2-84b52b13bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:35.383048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-55993b8d-5392-467d-80f2-84b52b13bb56 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1096 time: 0.0564020 Jul 08 19:00:35.506707 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-88aa9260-639b-4a81-8c8f-c36e27106f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:35.508070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-88aa9260-639b-4a81-8c8f-c36e27106f45 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.1191678 Jul 08 19:00:35.571071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b8818-e98a-43c9-bf63-9d4cb012d040 req-db416ddf-0f4f-42d2-acdb-48152f1d43cc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:35.572516 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b23b8818-e98a-43c9-bf63-9d4cb012d040 req-db416ddf-0f4f-42d2-acdb-48152f1d43cc tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.1301105 Jul 08 19:00:35.600883 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-36254a35-76c2-47b7-ab52-5de4498f5acb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1002 time: 0.0854738 Jul 08 19:00:35.626290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b23b8818-e98a-43c9-bf63-9d4cb012d040 req-a08953e5-9c6e-4aa4-b3fb-d95bc8a723ee tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474558 Jul 08 19:00:35.659517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-c5bf309a-758e-491c-8b84-bf86239964cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:35.660964 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-c5bf309a-758e-491c-8b84-bf86239964cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0492992 Jul 08 19:00:35.716918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-703be14e-5e07-4fda-b56e-b80e8013b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:35.718410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-703be14e-5e07-4fda-b56e-b80e8013b5f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512102 Jul 08 19:00:35.809314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-06abea9f-0eba-495a-b5d5-0e36f08187a4 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837491 Jul 08 19:00:35.896082 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-dc236f22-47a5-48cb-b12d-d41aafdd1aab service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807667 Jul 08 19:00:36.337990 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bfa3c395-dbbc-4bfa-af6e-d26fff43589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:36.801729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba41ba4-9cfa-423d-b880-69d568267947 req-f530d90f-5f37-4924-8b25-8681843bd371 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:36.803238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eba41ba4-9cfa-423d-b880-69d568267947 req-f530d90f-5f37-4924-8b25-8681843bd371 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0667019 Jul 08 19:00:36.840325 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eba41ba4-9cfa-423d-b880-69d568267947 req-15a1cd73-5fbc-402a-94c3-04af405bdac4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316162 Jul 08 19:00:38.011954 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9c728-75b0-4ace-bdfd-8d576e2ac2f6 req-345bb3c8-6625-4107-a6f5-2ff6afc5019d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:38.013431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cd9c728-75b0-4ace-bdfd-8d576e2ac2f6 req-345bb3c8-6625-4107-a6f5-2ff6afc5019d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0635052 Jul 08 19:00:38.050808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cd9c728-75b0-4ace-bdfd-8d576e2ac2f6 req-7c3426f5-87c8-4fa2-8025-21161c24a338 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319045 Jul 08 19:00:39.176723 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:39.187371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a5b161e-99c1-4b67-a885-d1e0eaf743bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:39.223275 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c550ce-ee38-4794-8c38-c77f2c600585 req-32ca13fd-63ef-43bf-96fe-bd35e50c1745 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:39.224671 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14c550ce-ee38-4794-8c38-c77f2c600585 req-32ca13fd-63ef-43bf-96fe-bd35e50c1745 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0632012 Jul 08 19:00:39.261565 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14c550ce-ee38-4794-8c38-c77f2c600585 req-0f3614f0-18fe-4c26-94e6-8a7ebe3608d0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313537 Jul 08 19:00:40.404820 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:40.450394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e74bee-a39c-4fc3-af30-4866420736b9 req-e6b96dae-7b8c-485f-a347-d420bf954c5d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:40.452083 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2e74bee-a39c-4fc3-af30-4866420736b9 req-e6b96dae-7b8c-485f-a347-d420bf954c5d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0678501 Jul 08 19:00:40.489571 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e2e74bee-a39c-4fc3-af30-4866420736b9 req-1ddbd13d-ad14-428c-b78a-feb17db7aa76 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Jul 08 19:00:41.661616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ddee1-ba1a-45a0-9aa0-b4588924814d req-f73b600f-b784-425d-8739-b68e3f2e37fa tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:41.663161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c1ddee1-ba1a-45a0-9aa0-b4588924814d req-f73b600f-b784-425d-8739-b68e3f2e37fa tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0632768 Jul 08 19:00:41.700266 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c1ddee1-ba1a-45a0-9aa0-b4588924814d req-5ff2e595-eba3-49c5-9031-c1f53ebbc7de tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315621 Jul 08 19:00:41.877032 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:42.875004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d148150-c853-4910-a624-79c49091f08b req-5dcd184e-9eaf-4405-8c49-f37b21e563ed tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:42.876519 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d148150-c853-4910-a624-79c49091f08b req-5dcd184e-9eaf-4405-8c49-f37b21e563ed tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0673349 Jul 08 19:00:42.916196 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2d148150-c853-4910-a624-79c49091f08b req-831f9bc4-65e9-4469-aa10-60254fa593ff tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338204 Jul 08 19:00:44.091042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326060a-0252-47be-b3a1-fefdbec5ca5a req-ccd9d071-964b-4966-9d6f-f7c11bb4c248 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:44.092527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2326060a-0252-47be-b3a1-fefdbec5ca5a req-ccd9d071-964b-4966-9d6f-f7c11bb4c248 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0633144 Jul 08 19:00:44.129205 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2326060a-0252-47be-b3a1-fefdbec5ca5a req-8b683301-086a-48e1-a103-8581984509af tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304699 Jul 08 19:00:45.304272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3538bf-5a5a-479d-b75b-0a4c6a790fa1 req-3e3327b4-24fb-43ac-a616-0ba5641dc13c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:45.305730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca3538bf-5a5a-479d-b75b-0a4c6a790fa1 req-3e3327b4-24fb-43ac-a616-0ba5641dc13c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0624011 Jul 08 19:00:45.341233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca3538bf-5a5a-479d-b75b-0a4c6a790fa1 req-5b14cee1-edc7-49ab-92c6-1ba37fd0a338 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299716 Jul 08 19:00:46.521110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41746e2-4203-47b2-a12e-4efdcbcdd82c req-33be19ce-c6c7-49cf-a68e-9691e892459b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:46.522562 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a41746e2-4203-47b2-a12e-4efdcbcdd82c req-33be19ce-c6c7-49cf-a68e-9691e892459b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0648999 Jul 08 19:00:46.559148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a41746e2-4203-47b2-a12e-4efdcbcdd82c req-128fa777-8a4f-42f4-a642-62bc6cb9aa72 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 Jul 08 19:00:47.728280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790547d3-f906-488e-8393-0a2de220727d req-03cce1d2-552e-4101-bd00-6bbe9d6a2392 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:47.729770 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-790547d3-f906-488e-8393-0a2de220727d req-03cce1d2-552e-4101-bd00-6bbe9d6a2392 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0628719 Jul 08 19:00:47.766943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-790547d3-f906-488e-8393-0a2de220727d req-73475e64-2b41-459e-8d6b-84c17035ea43 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315533 Jul 08 19:00:48.953905 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deb2d8-fbef-43b3-bc5e-8fef9b1f47eb req-cea2394f-e933-4030-b963-2d471fe75cfa tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:48.955432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57deb2d8-fbef-43b3-bc5e-8fef9b1f47eb req-cea2394f-e933-4030-b963-2d471fe75cfa tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0697637 Jul 08 19:00:48.993709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-57deb2d8-fbef-43b3-bc5e-8fef9b1f47eb req-d6c2b6f4-f98e-4778-ad95-af88ab58f00b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325208 Jul 08 19:00:49.662110 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-4cefbe74-282e-4fc6-af64-5b826a92aac1 service neutron] show failed (client error): The resource could not be found. Jul 08 19:00:49.663134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-4cefbe74-282e-4fc6-af64-5b826a92aac1 service neutron] 10.222.0.74 "GET /v2.0/ports/6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0550938 Jul 08 19:00:49.951078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-eb54f6ea-d109-4875-875d-cd4922e6abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:49.952572 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-eb54f6ea-d109-4875-875d-cd4922e6abe3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 1096 time: 0.0974550 Jul 08 19:00:49.963839 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:00:50.032306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:50.166747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba6871-4671-4d77-9085-ffeec4296ff9 req-8562a53e-d035-4ac7-8a04-86a326f62b02 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:50.168269 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2aba6871-4671-4d77-9085-ffeec4296ff9 req-8562a53e-d035-4ac7-8a04-86a326f62b02 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0644403 Jul 08 19:00:50.206432 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2aba6871-4671-4d77-9085-ffeec4296ff9 req-291c25cc-d4e2-43d8-801c-2a07f422db47 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322707 Jul 08 19:00:50.232105 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:00:50.265445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:00:50.308856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:00:50.311148 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74779d42-2857-4221-bc9e-ec0d17d9f3f5" -d '{"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-unplugged", "status": "completed", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:00:50.314643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:50.328209 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Transition to ACTIVE for port object 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:00:50.331827 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:50.412056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=6']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:00:50.423526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.423526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.423922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.424264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.424591 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.425560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.425874 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.426195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.426544 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.426873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.427194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.427511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:00:50.433432 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 19:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bf4dbd-c0d9-476a-aba7-2f605c6ae130 x-openstack-request-id: req-13bf4dbd-c0d9-476a-aba7-2f605c6ae130 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:00:50.433723 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-unplugged", "status": "completed", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:00:50.433977 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-13bf4dbd-c0d9-476a-aba7-2f605c6ae130 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:00:50.434394 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'code': 200} Jul 08 19:00:50.464574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] No DVR routers for this DVR port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:00:50.610764 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:00:50.611101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:00:50.611437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:00:50.615768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on network ffdd9e43-8d81-472c-87dd-b8e55684705d not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:00:50.616082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:00:50.620876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:00:50.621220 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:00:50.621612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:00:50.622034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Bound port: 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:00:50.622427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:50.684347 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:00:50.687394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:00:50.691525 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:50.724318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:50.724944 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:00:50.726412 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] 10.222.0.59 "PUT /v2.0/ports/6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1091 time: 0.7664344 Jul 08 19:00:50.749683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f271f6-8edf-4eda-b133-8fe338e69175 service neutron] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:00:50.808207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-a61ae934-6d61-4197-af4d-123e670cb792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:50.809701 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-a61ae934-6d61-4197-af4d-123e670cb792 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1094 time: 0.0562024 Jul 08 19:00:50.905485 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-0011ae56-ca40-4d94-98ad-64541c5a9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:50.907001 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-0011ae56-ca40-4d94-98ad-64541c5a9f35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0907674 Jul 08 19:00:50.969810 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-373a5964-6a38-4b18-a45a-94fae247a205 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0566781 Jul 08 19:00:51.020096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-87fa5a63-73d3-409d-907c-8d594fd0b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:51.021419 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-87fa5a63-73d3-409d-907c-8d594fd0b9c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0460014 Jul 08 19:00:51.075576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-4138c362-c5d0-4688-9294-569b2f5bfb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:51.077009 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-4138c362-c5d0-4688-9294-569b2f5bfb55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498531 Jul 08 19:00:51.164450 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-43fcfe5b-dd4c-4b87-a04c-20726648c758 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803289 Jul 08 19:00:51.257092 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6ff08b6-87ef-4a1d-85ad-4a3d97e24b88 req-68651add-a489-404b-b005-0724e5f97dec service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857465 Jul 08 19:00:51.385158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffead22-881e-4e96-983b-7cdb1a52ab09 req-0552a42b-a5ea-4002-b375-fb761bfcdcc8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:51.386780 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dffead22-881e-4e96-983b-7cdb1a52ab09 req-0552a42b-a5ea-4002-b375-fb761bfcdcc8 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0676284 Jul 08 19:00:51.425666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dffead22-881e-4e96-983b-7cdb1a52ab09 req-425df1b2-73e7-46f3-9d04-307576712119 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324922 Jul 08 19:00:52.435387 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:00:52.437850 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721484ea-820c-44c9-92fb-529cc6abb64e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:00:52.489944 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042e08ad-d1f2-4ae0-afa9-71bea0cf9e89 x-openstack-request-id: req-042e08ad-d1f2-4ae0-afa9-71bea0cf9e89 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:00:52.491156 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:00:52.491864 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-042e08ad-d1f2-4ae0-afa9-71bea0cf9e89 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:00:52.492769 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'status': 'completed', 'code': 200} Jul 08 19:00:52.564999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721484ea-820c-44c9-92fb-529cc6abb64e req-b2701e6e-d398-4826-809d-eef2af674ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:52.567068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-b2701e6e-d398-4826-809d-eef2af674ea6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1094 time: 0.0584233 Jul 08 19:00:52.582733 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721484ea-820c-44c9-92fb-529cc6abb64e req-64774e24-835c-4d8c-b889-80364a4fdb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:52.584465 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-64774e24-835c-4d8c-b889-80364a4fdb4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1094 time: 0.0645661 Jul 08 19:00:52.681807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721484ea-820c-44c9-92fb-529cc6abb64e req-5c1ceef6-942e-4ef8-acbf-4c454416cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:52.683461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-5c1ceef6-942e-4ef8-acbf-4c454416cd57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0930204 Jul 08 19:00:52.701325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22f8a-5ecf-4805-a6fe-057cff8ad06e req-46eccc51-b4a3-440b-965a-91f59d1aa235 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:52.702779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7c22f8a-5ecf-4805-a6fe-057cff8ad06e req-46eccc51-b4a3-440b-965a-91f59d1aa235 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.1402297 Jul 08 19:00:52.708437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721484ea-820c-44c9-92fb-529cc6abb64e req-4eac2879-15bf-4167-8049-0ceef68a16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:52.709846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-4eac2879-15bf-4167-8049-0ceef68a16cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.1339614 Jul 08 19:00:52.751444 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-dc481454-b6b4-4671-83d5-40a1dbe6f34a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0618622 Jul 08 19:00:52.803230 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7c22f8a-5ecf-4805-a6fe-057cff8ad06e req-4e65e9b8-59b7-4ece-8989-d5945e54715d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919697 Jul 08 19:00:52.804452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721484ea-820c-44c9-92fb-529cc6abb64e req-12faec04-8e9d-4963-9435-597554674c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:52.805931 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-12faec04-8e9d-4963-9435-597554674c9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0481985 Jul 08 19:00:52.807830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-72d1fe9e-63a4-44fd-8b5b-e600cee0fa18 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0905206 Jul 08 19:00:52.859913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721484ea-820c-44c9-92fb-529cc6abb64e req-45dabf0c-a7bf-45c3-aa00-a2ab732f967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:52.861390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-45dabf0c-a7bf-45c3-aa00-a2ab732f967f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0474932 Jul 08 19:00:52.872204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721484ea-820c-44c9-92fb-529cc6abb64e req-6521bcde-a353-4cfd-a83b-835e53c9d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:52.873699 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-6521bcde-a353-4cfd-a83b-835e53c9d102 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608130 Jul 08 19:00:52.920411 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721484ea-820c-44c9-92fb-529cc6abb64e req-3e59a206-8aa3-4724-b95e-1e65c4e9db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:52.922279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-3e59a206-8aa3-4724-b95e-1e65c4e9db02 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546622 Jul 08 19:00:52.974096 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-1e41f9d6-1255-4661-bf6f-fa614b70679a service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929894 Jul 08 19:00:53.015544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-97c36914-a25f-4420-a5b6-252f0c3d0e71 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868514 Jul 08 19:00:53.080934 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-b083d704-09ad-4624-b009-fe3b33e3d558 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007581 Jul 08 19:00:53.109113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-721484ea-820c-44c9-92fb-529cc6abb64e req-89d58068-5412-40bb-84f5-1d6fe639d82f service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861831 Jul 08 19:00:53.526533 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:00:53.565275 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:00:53.983258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fcf01-0bf1-4cbe-8723-bb5138b20a15 req-83d32bd6-67d5-462e-b4ca-dfa19d26a9e6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:53.984744 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-418fcf01-0bf1-4cbe-8723-bb5138b20a15 req-83d32bd6-67d5-462e-b4ca-dfa19d26a9e6 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0663354 Jul 08 19:00:54.027427 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-418fcf01-0bf1-4cbe-8723-bb5138b20a15 req-bdd1789c-4baf-4653-8dae-b069f64b475e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360630 Jul 08 19:00:55.207581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b2bcb-ef68-4f26-bb4d-63307fc0a620 req-315db869-d77f-4b05-9865-f041eee140db tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:55.209063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c62b2bcb-ef68-4f26-bb4d-63307fc0a620 req-315db869-d77f-4b05-9865-f041eee140db tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0676179 Jul 08 19:00:55.246935 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c62b2bcb-ef68-4f26-bb4d-63307fc0a620 req-fea9d509-72b4-4723-ad0d-87f061261467 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323110 Jul 08 19:00:56.423420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497ca08-d3f5-406e-8429-58438cbdf76c req-43427385-59db-4d3b-ac5c-2058df26e84e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:56.425647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f497ca08-d3f5-406e-8429-58438cbdf76c req-43427385-59db-4d3b-ac5c-2058df26e84e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0633743 Jul 08 19:00:56.464962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f497ca08-d3f5-406e-8429-58438cbdf76c req-6259589b-66d6-43fd-8e5a-05fc6974f81f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337784 Jul 08 19:00:57.639262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1bda0-2863-411e-bc02-044b39d78c25 req-0e707fdd-35e2-4b1f-b8a0-df3182ac026c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:57.640736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-80b1bda0-2863-411e-bc02-044b39d78c25 req-0e707fdd-35e2-4b1f-b8a0-df3182ac026c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0664771 Jul 08 19:00:57.679503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-80b1bda0-2863-411e-bc02-044b39d78c25 req-5fca566d-5f12-4102-880e-b7d50ccf749b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327046 Jul 08 19:00:58.850020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf402281-6c0a-4df6-9296-609fada58e06 req-60ca0baa-3379-4030-91c5-3802bdf8b4de tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:00:58.851448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf402281-6c0a-4df6-9296-609fada58e06 req-60ca0baa-3379-4030-91c5-3802bdf8b4de tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0631688 Jul 08 19:00:58.888075 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bf402281-6c0a-4df6-9296-609fada58e06 req-9b09e304-c5e7-4c33-9616-90f3090feb04 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311701 Jul 08 19:01:00.065612 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afeeeb-e0c7-46e4-9031-90add519ce64 req-3c1dd69a-d034-4f50-ac11-3432f21ac529 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:00.067124 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1afeeeb-e0c7-46e4-9031-90add519ce64 req-3c1dd69a-d034-4f50-ac11-3432f21ac529 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0697472 Jul 08 19:01:00.104526 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1afeeeb-e0c7-46e4-9031-90add519ce64 req-2ea106ee-15eb-4e73-9585-a128734c1b0e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319421 Jul 08 19:01:01.274698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec1610-fa6e-4dab-a3e1-bb71dae64e0d req-32891ff4-fb6b-4370-9a71-32fc96d29b3a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:01.276188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dfec1610-fa6e-4dab-a3e1-bb71dae64e0d req-32891ff4-fb6b-4370-9a71-32fc96d29b3a tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0635927 Jul 08 19:01:01.313846 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dfec1610-fa6e-4dab-a3e1-bb71dae64e0d req-19641099-9972-4425-b643-db876e6b3a45 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321500 Jul 08 19:01:02.204278 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:01:02.489759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a6e4c-fcfb-408b-8b85-1cba05e71d21 req-8928a9b2-217a-438f-8e61-2875d96e1b2e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:02.491166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a96a6e4c-fcfb-408b-8b85-1cba05e71d21 req-8928a9b2-217a-438f-8e61-2875d96e1b2e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0627782 Jul 08 19:01:02.527558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a96a6e4c-fcfb-408b-8b85-1cba05e71d21 req-f66455d2-845f-4130-afa3-ee084dbb2032 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307457 Jul 08 19:01:02.787003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42a31-180e-4d07-9fb4-34eb27362d41 req-02f6e474-668a-4494-bf7a-2be9df0136da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:02.788435 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f5d42a31-180e-4d07-9fb4-34eb27362d41 req-02f6e474-668a-4494-bf7a-2be9df0136da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1094 time: 0.0552964 Jul 08 19:01:02.891594 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42a31-180e-4d07-9fb4-34eb27362d41 req-35a242cb-e4e2-421f-bcf5-7461b0699039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:02.893183 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f5d42a31-180e-4d07-9fb4-34eb27362d41 req-35a242cb-e4e2-421f-bcf5-7461b0699039 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0838192 Jul 08 19:01:02.963075 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f5d42a31-180e-4d07-9fb4-34eb27362d41 req-05d618e0-4faa-4eb0-b853-adc7a75119d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0633683 Jul 08 19:01:03.012739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42a31-180e-4d07-9fb4-34eb27362d41 req-ddba30d3-a4ba-40d0-87df-0dfa5d7af434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:03.014197 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f5d42a31-180e-4d07-9fb4-34eb27362d41 req-ddba30d3-a4ba-40d0-87df-0dfa5d7af434 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0442951 Jul 08 19:01:03.069212 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42a31-180e-4d07-9fb4-34eb27362d41 req-6260a849-9eab-434a-b2e6-0f38c29348ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:03.070611 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f5d42a31-180e-4d07-9fb4-34eb27362d41 req-6260a849-9eab-434a-b2e6-0f38c29348ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503461 Jul 08 19:01:03.161076 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f5d42a31-180e-4d07-9fb4-34eb27362d41 req-9280dc5f-167a-4879-99a0-e4a70b76714d service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832288 Jul 08 19:01:03.247055 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f5d42a31-180e-4d07-9fb4-34eb27362d41 req-6350d579-a1d9-49a0-bfbb-a5cc3e4a29df service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787194 Jul 08 19:01:03.705317 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e5cb8-71d0-4f7e-a8f3-364bdf26589a req-5b7157f7-8eba-45cf-bb6e-acb3d25f804c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:03.707418 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-760e5cb8-71d0-4f7e-a8f3-364bdf26589a req-5b7157f7-8eba-45cf-bb6e-acb3d25f804c tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0698407 Jul 08 19:01:03.747750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-760e5cb8-71d0-4f7e-a8f3-364bdf26589a req-3ea5e60c-ca08-4ddd-a51e-04cfdfa04fab tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346324 Jul 08 19:01:04.036225 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:04.709301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:01:04.801146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:04.812230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'port_id': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'mac_address': 'fa:16:3e:ff:ee:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:01:04.848797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:04.865367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:01:04.891250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:04.896086 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:04.901308 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:04.931500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c3d24-89eb-4db8-8832-fdc23fd12db3 req-d8fec95c-3566-4586-afa7-69cdc1e18712 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:04.932998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d96c3d24-89eb-4db8-8832-fdc23fd12db3 req-d8fec95c-3566-4586-afa7-69cdc1e18712 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 943 time: 0.0648410 Jul 08 19:01:04.946912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:04.954167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.954833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.954969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.955209 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.955539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.955892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.956217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.956532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.956848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.957163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.957475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.957787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:04.972751 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d96c3d24-89eb-4db8-8832-fdc23fd12db3 req-4816ab28-620a-4990-a3af-abb1de5601be tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341730 Jul 08 19:01:05.254814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:01:05.371883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941756-a342-403f-807b-679700fedbfc req-c5de5ef4-1b5b-44ba-900e-40027c648b5f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:05.373485 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-c5de5ef4-1b5b-44ba-900e-40027c648b5f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb&tenant_id=bee41ba218174444b040ad0f59fff07b&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 944 time: 0.0782466 Jul 08 19:01:05.425092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36aa8c2-f75c-43e7-a7b3-dad4e51adf38 req-c2385cd9-8e6b-45d5-b9aa-088571b8ec60 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:05.426788 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a36aa8c2-f75c-43e7-a7b3-dad4e51adf38 req-c2385cd9-8e6b-45d5-b9aa-088571b8ec60 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0695655 Jul 08 19:01:05.435257 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-d9b41744-9318-47e2-aeb6-111c86727ecc service neutron] 10.222.0.59 "GET /v2.0/ports/6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7/bindings/n-h2-799684-3 HTTP/1.1" status: 200 len: 382 time: 0.0556171 Jul 08 19:01:05.468288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a36aa8c2-f75c-43e7-a7b3-dad4e51adf38 req-5a4a9dfb-dd3a-401c-b52b-a4ad4309ffbf tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355253 Jul 08 19:01:05.511354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941756-a342-403f-807b-679700fedbfc req-5eab75ed-2a11-4bc5-9090-2935520dbca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:05.512847 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-5eab75ed-2a11-4bc5-9090-2935520dbca3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1095 time: 0.0519967 Jul 08 19:01:05.603023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941756-a342-403f-807b-679700fedbfc req-284fd7c0-9bb0-4381-89e3-6e6e1a693336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:05.604470 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-284fd7c0-9bb0-4381-89e3-6e6e1a693336 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0848591 Jul 08 19:01:05.668316 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-4d6c2fd2-313f-422d-beb6-b8224e128372 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1001 time: 0.0565615 Jul 08 19:01:05.721896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941756-a342-403f-807b-679700fedbfc req-b07f0605-b564-4434-af10-28c496f1d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:05.723366 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-b07f0605-b564-4434-af10-28c496f1d0a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0476985 Jul 08 19:01:05.779306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941756-a342-403f-807b-679700fedbfc req-27a8db38-daec-4604-91de-7c9832f261bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:05.780664 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-27a8db38-daec-4604-91de-7c9832f261bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503588 Jul 08 19:01:05.869418 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-53c9799c-4faa-403b-b515-d3595b930ef6 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810494 Jul 08 19:01:05.967787 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-9acd834b-01b9-4345-8af6-4f1100789617 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914423 Jul 08 19:01:06.338044 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b211d55-f468-43f6-b5e0-a1ab86054297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:06.640618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9589c40-20b8-4b2f-a666-d20120a465dd req-75f77384-a76e-4a9e-8e93-d701902ee061 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:06.642003 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9589c40-20b8-4b2f-a666-d20120a465dd req-75f77384-a76e-4a9e-8e93-d701902ee061 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0625679 Jul 08 19:01:06.680488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9589c40-20b8-4b2f-a666-d20120a465dd req-715a5f39-f7ae-40c1-9034-d778ff842450 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323343 Jul 08 19:01:06.713638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:01:06.760464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:01:06.763960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:01:06.764325 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:06.838011 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:06.860366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:01:06.862669 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a7fad2-bc17-4d8f-b453-65434c5cebd9" -d '{"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-plugged", "status": "completed", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:01:06.874873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:06.879280 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:06.931374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:06.958733 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a19aa8-0db8-4256-9bc5-a8f7ba456c9a x-openstack-request-id: req-90a19aa8-0db8-4256-9bc5-a8f7ba456c9a {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:01:06.959031 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-plugged", "status": "completed", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:01:06.959285 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90a19aa8-0db8-4256-9bc5-a8f7ba456c9a {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:01:06.959694 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'code': 200} Jul 08 19:01:07.853329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a6aff-577f-44a2-8523-5218c862b840 req-c87768a7-34d4-42c5-9d0f-c05230ead307 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:07.854827 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-785a6aff-577f-44a2-8523-5218c862b840 req-c87768a7-34d4-42c5-9d0f-c05230ead307 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0639012 Jul 08 19:01:07.895762 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-785a6aff-577f-44a2-8523-5218c862b840 req-324f4fe6-8c4a-41fd-b40f-d5b36aea31d9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337386 Jul 08 19:01:09.087278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af48e-8bf6-44d9-9287-53978269578e req-503eee25-f995-4ed2-9d6d-a46c21d87700 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:09.088730 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da5af48e-8bf6-44d9-9287-53978269578e req-503eee25-f995-4ed2-9d6d-a46c21d87700 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0681641 Jul 08 19:01:09.129096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-da5af48e-8bf6-44d9-9287-53978269578e req-ca8e541d-e28a-47e8-81b2-64c70154a764 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347469 Jul 08 19:01:09.169181 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:09.187420 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c761a88b-4682-4374-a104-780e3b21ca6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:09.866676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941756-a342-403f-807b-679700fedbfc req-7f3ed461-7a97-484b-88e7-f83112fa41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:09.868165 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-7f3ed461-7a97-484b-88e7-f83112fa41c1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb&tenant_id=bee41ba218174444b040ad0f59fff07b HTTP/1.1" status: 200 len: 1096 time: 0.0521472 Jul 08 19:01:09.879655 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:01:09.952828 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:10.148225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:10.181926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h2-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:01:10.223004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:10.224894 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:01:10.227384 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd5d4f0-d272-4c01-9141-9466d93f6f18" -d '{"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-unplugged", "status": "completed", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:01:10.239900 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Transition to ACTIVE for port object 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:01:10.244198 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:10.384968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=10']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:10.399408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.399685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.399800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.400104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.400428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.400749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.401067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.401387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.401703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.402017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.402360 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.402673 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:01:10.413587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:10.420963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e47ea-188c-4241-84e3-f56cb101f319 req-e5496d48-79b8-4f31-86cd-ef5219ef519e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:10.422648 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b3e47ea-188c-4241-84e3-f56cb101f319 req-e5496d48-79b8-4f31-86cd-ef5219ef519e tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.1720579 Jul 08 19:01:10.777465 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 19:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fad5f5-ed68-49a3-8fcc-5fe45315138c x-openstack-request-id: req-50fad5f5-ed68-49a3-8fcc-5fe45315138c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:01:10.777701 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-unplugged", "status": "completed", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:01:10.777890 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50fad5f5-ed68-49a3-8fcc-5fe45315138c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:01:10.778294 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'code': 200} Jul 08 19:01:10.779047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] No DVR routers for this DVR port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on host n-h2-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:01:10.784575 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b3e47ea-188c-4241-84e3-f56cb101f319 req-1a119cbe-fbf8-4498-b919-0df3dcae55a7 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536525 Jul 08 19:01:10.910310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:01:10.910636 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:01:10.910959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:01:10.915044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on network ffdd9e43-8d81-472c-87dd-b8e55684705d not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:01:10.915358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Attempting to bind port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on network ffdd9e43-8d81-472c-87dd-b8e55684705d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:01:10.920264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:01:10.920592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Checking segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:01:10.920966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Bound using segment: {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:01:10.921384 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Bound port: 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbc5713-4800-440f-a744-7887e48bd3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:01:10.921728 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:10.983019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:01:10.986274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:01:10.991064 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:11.025048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:11.025660 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:11.027179 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] 10.222.0.74 "PUT /v2.0/ports/6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1092 time: 1.1516032 Jul 08 19:01:11.053714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513850f-3830-4186-a434-7c36d5ed36ce service neutron] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=11']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:11.111941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941756-a342-403f-807b-679700fedbfc req-9a3a7a70-1ba8-47df-8f02-d569faed8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:11.113466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-9a3a7a70-1ba8-47df-8f02-d569faed8ee5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1095 time: 0.0609043 Jul 08 19:01:11.203708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941756-a342-403f-807b-679700fedbfc req-13e28560-cdf2-4433-90ab-799b27487c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:11.205182 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-13e28560-cdf2-4433-90ab-799b27487c74 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0851169 Jul 08 19:01:11.273795 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-e47f7922-a57c-46e1-9cdf-41eca4ac7bf4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0627146 Jul 08 19:01:11.321910 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941756-a342-403f-807b-679700fedbfc req-7b4695fa-7907-4fd9-846a-0ac85fc33c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:11.323222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-7b4695fa-7907-4fd9-846a-0ac85fc33c06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0432405 Jul 08 19:01:11.379097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81941756-a342-403f-807b-679700fedbfc req-720308d4-acbd-439f-8d37-24b6d1e07052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:11.380668 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-720308d4-acbd-439f-8d37-24b6d1e07052 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509536 Jul 08 19:01:11.472941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-2746951d-af93-4aa8-9b56-7429302e4ce1 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851471 Jul 08 19:01:11.566363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-81941756-a342-403f-807b-679700fedbfc req-73e951eb-9d65-4685-8a6a-ee16bbefd9b9 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850856 Jul 08 19:01:11.881770 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:11.964580 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba69c4-648e-4c22-b43c-effbd04893f0 req-33c0ee56-037e-4f38-a1e4-a8337d99cd04 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:11.966089 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bba69c4-648e-4c22-b43c-effbd04893f0 req-33c0ee56-037e-4f38-a1e4-a8337d99cd04 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0680730 Jul 08 19:01:12.012042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2bba69c4-648e-4c22-b43c-effbd04893f0 req-c75ff67f-3833-4692-b68a-f3a842ebe6f3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400877 Jul 08 19:01:12.734168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:01:12.774542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:01:12.779312 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:01:12.781855 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75df454-88ba-4edf-9078-f92f9b5c7bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:01:12.832486 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aa0224-2f63-4c68-bfbb-7f72adc64f07 x-openstack-request-id: req-a1aa0224-2f63-4c68-bfbb-7f72adc64f07 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:01:12.832903 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:01:12.833356 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1aa0224-2f63-4c68-bfbb-7f72adc64f07 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:01:12.838031 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'status': 'completed', 'code': 200} Jul 08 19:01:12.912670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-21e39fda-cd5d-4d59-b0db-d4ebb1e72c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:12.914541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-21e39fda-cd5d-4d59-b0db-d4ebb1e72c9a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1095 time: 0.0634143 Jul 08 19:01:12.920698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-c6cde328-cba7-4d85-b909-b53081e331ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:12.922492 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-c6cde328-cba7-4d85-b909-b53081e331ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee41ba218174444b040ad0f59fff07b&device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 1095 time: 0.0645127 Jul 08 19:01:13.009358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-19f0e477-2ab3-4b62-97e6-9e93e4f40b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:13.011131 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-19f0e477-2ab3-4b62-97e6-9e93e4f40b81 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0904748 Jul 08 19:01:13.016900 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-c6b4130b-2fea-42ee-b336-3154c7b4d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:13.018936 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-c6b4130b-2fea-42ee-b336-3154c7b4d707 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 200 len: 913 time: 0.0897815 Jul 08 19:01:13.086712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-1af8eb0a-c342-4411-bdfa-08d13993f569 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0693922 Jul 08 19:01:13.086964 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-a16f34d2-c982-4c60-aa6c-253b5ec29f7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0618873 Jul 08 19:01:13.138445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-879ec6ec-8db4-43a9-b4dc-bd0738dfee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:13.140075 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-879ec6ec-8db4-43a9-b4dc-bd0738dfee44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0470400 Jul 08 19:01:13.169871 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-24d210b8-0765-4447-826e-2e3907851fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:13.171515 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-24d210b8-0765-4447-826e-2e3907851fd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 200 len: 851 time: 0.0785654 Jul 08 19:01:13.203000 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-04fdf9e0-346e-4287-8a2c-d6dc326d3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:13.204568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-04fdf9e0-346e-4287-8a2c-d6dc326d3f35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581627 Jul 08 19:01:13.240251 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df19e60-4e72-498e-a1c3-d6139bc99bbc req-d69b1223-5e85-46f3-b334-ba0ee5177a54 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:13.241757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3df19e60-4e72-498e-a1c3-d6139bc99bbc req-d69b1223-5e85-46f3-b334-ba0ee5177a54 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.1130657 Jul 08 19:01:13.277804 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-9b3a4491-fdd3-4b4b-bc40-9248302d31e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:13.279346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-9b3a4491-fdd3-4b4b-bc40-9248302d31e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffdd9e43-8d81-472c-87dd-b8e55684705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017301 Jul 08 19:01:13.297897 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-7bc11327-8347-4fd6-95ed-32b18c03d307 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868146 Jul 08 19:01:13.304942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3df19e60-4e72-498e-a1c3-d6139bc99bbc req-dabe9faf-549a-435e-b6b7-3793addf78d5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540895 Jul 08 19:01:13.384352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-12d356c1-4964-4f45-bcb5-bae34e6f9685 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952573 Jul 08 19:01:13.397465 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-a4185121-4360-4edd-9a7e-b98bef49db58 service neutron] 10.222.0.59 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926952 Jul 08 19:01:13.482693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c75df454-88ba-4edf-9078-f92f9b5c7bd3 req-676321c9-2c36-48e4-b6f2-0108eb8fb991 service neutron] 10.222.0.74 "GET /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909731 Jul 08 19:01:14.486852 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d0499-d0f8-4c7f-b7df-a1093f99dbb5 req-1ae164b5-3495-4f7f-8af3-dc645355e14f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:14.488364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-459d0499-d0f8-4c7f-b7df-a1093f99dbb5 req-1ae164b5-3495-4f7f-8af3-dc645355e14f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0640311 Jul 08 19:01:14.526983 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-459d0499-d0f8-4c7f-b7df-a1093f99dbb5 req-5108e19e-2f8d-4f3e-8dfa-c4325f388886 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328805 Jul 08 19:01:15.705936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a482a95-e780-4cbb-9a44-b147f22d42de req-3e6c0568-144e-45cb-a60e-82739726e558 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:15.707470 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a482a95-e780-4cbb-9a44-b147f22d42de req-3e6c0568-144e-45cb-a60e-82739726e558 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0676250 Jul 08 19:01:15.744363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a482a95-e780-4cbb-9a44-b147f22d42de req-ff05724f-bbd5-43d8-a798-b432393e3311 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314856 Jul 08 19:01:16.923163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4fcbc-21d5-4ce8-b315-cdf3a9c8743d req-3b296f91-56a9-4c9a-8584-73b3d3170752 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:16.926181 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5c4fcbc-21d5-4ce8-b315-cdf3a9c8743d req-3b296f91-56a9-4c9a-8584-73b3d3170752 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0676584 Jul 08 19:01:16.963794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c5c4fcbc-21d5-4ce8-b315-cdf3a9c8743d req-4c277546-84ab-4393-a873-2486b5c4f4ca tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Jul 08 19:01:18.134130 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91804dc-0ab5-4955-bf3a-adf47e2ed666 req-b27cd311-3110-457f-95ef-b4410926f6f9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:18.135754 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f91804dc-0ab5-4955-bf3a-adf47e2ed666 req-b27cd311-3110-457f-95ef-b4410926f6f9 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0629830 Jul 08 19:01:18.172263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f91804dc-0ab5-4955-bf3a-adf47e2ed666 req-5a506c6a-b8e8-418e-b313-fd997e7e156f tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311213 Jul 08 19:01:19.353054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e283cd-4bf0-44b1-9639-255b0558e4c9 req-9529b8d3-8816-4b4b-b4c5-b6e088b12d61 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:19.354543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2e283cd-4bf0-44b1-9639-255b0558e4c9 req-9529b8d3-8816-4b4b-b4c5-b6e088b12d61 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0658679 Jul 08 19:01:19.391286 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2e283cd-4bf0-44b1-9639-255b0558e4c9 req-95a3d7cb-8f37-4b81-9c24-f268b32530c3 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311632 Jul 08 19:01:20.571862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcd686-208e-4c73-b4f2-6537273fc186 req-adfcf2ac-18a2-485e-9674-eba612914343 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:20.573348 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9dfcd686-208e-4c73-b4f2-6537273fc186 req-adfcf2ac-18a2-485e-9674-eba612914343 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0700245 Jul 08 19:01:20.609674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9dfcd686-208e-4c73-b4f2-6537273fc186 req-6cf831d1-4d14-48ba-8424-852d6c39f761 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308342 Jul 08 19:01:21.784119 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0d711-dacd-4e3f-ad01-2bcb7a13522f req-3b091cfd-7a59-497f-8894-cd98d290a8e0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:21.785591 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aae0d711-dacd-4e3f-ad01-2bcb7a13522f req-3b091cfd-7a59-497f-8894-cd98d290a8e0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0654962 Jul 08 19:01:21.823518 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aae0d711-dacd-4e3f-ad01-2bcb7a13522f req-3b82415a-a7a4-41db-8c57-613247f22045 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324523 Jul 08 19:01:23.007935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3603d-24a7-4fe9-980c-1a92fce5a76f req-d98a960f-5ea4-487e-b30f-067ba448e3b5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:23.009803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88e3603d-24a7-4fe9-980c-1a92fce5a76f req-d98a960f-5ea4-487e-b30f-067ba448e3b5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 944 time: 0.0654013 Jul 08 19:01:23.047713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88e3603d-24a7-4fe9-980c-1a92fce5a76f req-0fb4fcde-4138-45f3-883d-52fbbef69efb tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322390 Jul 08 19:01:23.649536 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:01:23.747778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:23.758696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'port_id': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'mac_address': 'fa:16:3e:ff:ee:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:01:23.795274 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:23.808200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:01:23.828543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:23.833579 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:23.883437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=12']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:24.195593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:01:24.221273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de409f7-d9b0-46c2-a74b-0f272fb04398 req-e47171ee-a64e-40b2-bf94-edcd6c8db421 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:24.222820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9de409f7-d9b0-46c2-a74b-0f272fb04398 req-e47171ee-a64e-40b2-bf94-edcd6c8db421 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0639551 Jul 08 19:01:24.260868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9de409f7-d9b0-46c2-a74b-0f272fb04398 req-19abc3f6-90e2-46db-b2d5-1bc0e3f85e57 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324452 Jul 08 19:01:24.437398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc57ff-a085-445d-883c-c797a794b05d req-c2c7b73a-f7d4-4b95-b597-3a8882142153 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:24.438905 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdbc57ff-a085-445d-883c-c797a794b05d req-c2c7b73a-f7d4-4b95-b597-3a8882142153 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0667148 Jul 08 19:01:24.478672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdbc57ff-a085-445d-883c-c797a794b05d req-ec1b4147-19bc-434d-ab33-0c19e4432e19 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336637 Jul 08 19:01:24.651042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc25c9-74b4-4099-918d-860c0b1656ae req-a585c732-d7ca-4b10-8a13-1f36e19493cf tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:24.652491 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34cc25c9-74b4-4099-918d-860c0b1656ae req-a585c732-d7ca-4b10-8a13-1f36e19493cf tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0621302 Jul 08 19:01:24.690243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34cc25c9-74b4-4099-918d-860c0b1656ae req-14884a2b-846a-45d5-9c8a-0637f826f4d0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313253 Jul 08 19:01:25.064322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb8ee4-d191-4d82-986c-9a0acc08a331 req-7a8aee30-c9bf-44e2-8b64-82bcdd9b9260 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:25.065745 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00fb8ee4-d191-4d82-986c-9a0acc08a331 req-7a8aee30-c9bf-44e2-8b64-82bcdd9b9260 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 945 time: 0.0660830 Jul 08 19:01:25.103199 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-00fb8ee4-d191-4d82-986c-9a0acc08a331 req-763a37cd-8222-4348-af79-c44b5f014647 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319359 Jul 08 19:01:25.662659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:01:25.711764 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:01:25.715406 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:01:25.715781 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:25.790431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:25.811645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:01:25.813839 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251fe0f5-5c02-4d9e-8acf-574b59db55bb" -d '{"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-plugged", "status": "completed", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:01:25.826744 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:25.832309 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:25.856163 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5856956-0f90-46eb-b9f4-795bac0a2188 x-openstack-request-id: req-e5856956-0f90-46eb-b9f4-795bac0a2188 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:01:25.856454 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-plugged", "status": "completed", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:01:25.856719 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e5856956-0f90-46eb-b9f4-795bac0a2188 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:01:25.857094 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'code': 200} Jul 08 19:01:25.882527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=13']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:26.275667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8bc4e-40bf-4418-9395-120a4987f7ef req-07c35256-5ed0-425f-b11c-f921c2cf0517 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:26.277075 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ca8bc4e-40bf-4418-9395-120a4987f7ef req-07c35256-5ed0-425f-b11c-f921c2cf0517 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 946 time: 0.0637064 Jul 08 19:01:26.314658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ca8bc4e-40bf-4418-9395-120a4987f7ef req-bd7e6f6f-f129-4477-9559-7a2e0b35acad tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups?id=797c9413-9bfd-41a7-a915-de28dbb0459f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318530 Jul 08 19:01:26.692274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-ee078e49-d758-473d-82dc-0a5903625a9d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:26.693695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-ee078e49-d758-473d-82dc-0a5903625a9d tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 946 time: 0.0614612 Jul 08 19:01:26.795432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Deleting port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:01:26.795763 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:26.879455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] For port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:26.879808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:27.051852 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:27.052220 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:27.052528 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82 disassociated. External IP: 172.25.8.158, port: 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7. Jul 08 19:01:27.052862 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Calling delete_port for 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:01:27.175565 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:27.209331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event deleted for resources: {'Port': ['ID=6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:27.324956 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:01:27.442237 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:01:27.453592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9467d1-47ae-42b4-8aa3-6de290d4f350 None None] Sync routers for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:01:27.464468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9467d1-47ae-42b4-8aa3-6de290d4f350 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:01:27.465038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8c9467d1-47ae-42b4-8aa3-6de290d4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:01:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:01:27.467630 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a7e2849b-6f4d-4452-99bb-1d61c126dfe0 req-b6e3ee36-dd07-4d54-b0ac-daf5532172e5 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 210 time: 0.0386560 Jul 08 19:01:27.507086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] No DVR routers for this DVR port 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:01:27.509716 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:27.511878 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e078b20b-abfd-4a7a-bc1c-ddf2ec7604d0 req-800fb12b-8e79-4be4-b908-07f30ee3a0d4 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.74 "DELETE /v2.0/ports/6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 HTTP/1.1" status: 204 len: 173 time: 0.8122849 Jul 08 19:01:27.512306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-deleted', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:01:27.514567 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342069b3-d580-4db0-b3ad-9a9fe35c7c2e" -d '{"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-deleted", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:01:27.552513 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab7888c-bef9-450d-8e92-80af52c3fe78 x-openstack-request-id: req-9ab7888c-bef9-450d-8e92-80af52c3fe78 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:01:27.552802 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b91d3-bd08-4373-84f0-791236484deb", "name": "network-vif-deleted", "tag": "6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:01:27.553072 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9ab7888c-bef9-450d-8e92-80af52c3fe78 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:01:27.553504 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b91d3-bd08-4373-84f0-791236484deb', 'name': 'network-vif-deleted', 'tag': '6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7', 'status': 'completed', 'code': 200} Jul 08 19:01:27.576337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-8c9467d1-47ae-42b4-8aa3-6de290d4f350 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:01:27.928425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8c9467d1-47ae-42b4-8aa3-6de290d4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:01:27.956259 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9467d1-47ae-42b4-8aa3-6de290d4f350 None None] Checking router: 90fc4444-e7fe-48fd-8139-900e4b92a6e2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:01:27.964484 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9467d1-47ae-42b4-8aa3-6de290d4f350 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:01:27.965087 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8c9467d1-47ae-42b4-8aa3-6de290d4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:01:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:01:28.067817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-8c9467d1-47ae-42b4-8aa3-6de290d4f350 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:01:28.271730 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8c9467d1-47ae-42b4-8aa3-6de290d4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:01:28.297881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9467d1-47ae-42b4-8aa3-6de290d4f350 None None] The sync data for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 is: [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T18:47:49Z', 'revision_number': 4, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '9e975aae-3c27-4ac8-8fef-5eee764f9c4f', 'name': '', 'network_id': 'ffdd9e43-8d81-472c-87dd-b8e55684705d', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'mac_address': 'fa:16:3e:cb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:48Z', 'updated_at': '2021-07-08T18:47:55Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'subnets': [{'id': '82ab6115-a1a0-434a-992e-2a4e05a625e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:01:28.512182 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8798445-fd01-4fc4-9380-ae9fa3db1a61 None None] New status for floating IP 118dfc10-72c5-4db5-b2f6-76a9451a6c82: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:01:28.617969 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-87d31cd7-321e-41d3-9089-696d3f8e0474 req-ef00f84d-793c-48c6-962a-3662bbb98cc0 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 210 time: 0.0286720 Jul 08 19:01:29.772855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bd58e765-3b1d-4d94-ad5b-a143e5070311 req-7ae15511-7827-4e30-9525-46aae68731ef tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 210 time: 0.0287859 Jul 08 19:01:30.914514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6dbd8ff-bea2-45e8-b209-29ad242d3c47 req-1f7b769f-5463-4369-a333-ca7f304bc551 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9b91d3-bd08-4373-84f0-791236484deb HTTP/1.1" status: 200 len: 210 time: 0.0323262 Jul 08 19:01:31.675439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:01:31.695149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:01:31.695491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6b39b2bc-ded3-4b82-ad28-15c8fa75a6d7 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:01:34.042469 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:34.904573 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:34.950979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59042) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:01:35.005274 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-84542d7f-e8d8-438a-910f-c5be4ee1cd4b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:35.028341 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-84542d7f-e8d8-438a-910f-c5be4ee1cd4b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:35.078426 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-84542d7f-e8d8-438a-910f-c5be4ee1cd4b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:35.082836 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-84542d7f-e8d8-438a-910f-c5be4ee1cd4b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:35.083990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-84542d7f-e8d8-438a-910f-c5be4ee1cd4b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "DELETE /v2.0/security-groups/797c9413-9bfd-41a7-a915-de28dbb0459f HTTP/1.1" status: 204 len: 168 time: 0.1319227 Jul 08 19:01:35.086687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59044) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:01:35.093687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84542d7f-e8d8-438a-910f-c5be4ee1cd4b tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797c9413-9bfd-41a7-a915-de28dbb0459f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:35.102295 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [None req-286b3abd-d8a1-4957-89ed-7348d8922f93 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] show failed (client error): The resource could not be found. Jul 08 19:01:35.106109 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59046) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:01:35.106283 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-286b3abd-d8a1-4957-89ed-7348d8922f93 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "GET /v2.0/security-groups/797c9413-9bfd-41a7-a915-de28dbb0459f HTTP/1.1" status: 404 len: 347 time: 0.0183551 Jul 08 19:01:35.232159 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbdd62-68b5-4922-8195-4d2791a3c080 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Deleting port fbaa8e02-9c1e-4025-a1e0-b5b94e6d411b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:01:35.232506 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ddbdd62-68b5-4922-8195-4d2791a3c080 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:35.309460 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ddbdd62-68b5-4922-8195-4d2791a3c080 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:35.309784 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ddbdd62-68b5-4922-8195-4d2791a3c080 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:35.320988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbdd62-68b5-4922-8195-4d2791a3c080 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Calling delete_port for fbaa8e02-9c1e-4025-a1e0-b5b94e6d411b owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:01:35.447911 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ddbdd62-68b5-4922-8195-4d2791a3c080 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:35.482273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbdd62-68b5-4922-8195-4d2791a3c080 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Pushing event deleted for resources: {'Port': ['ID=fbaa8e02-9c1e-4025-a1e0-b5b94e6d411b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:35.539749 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ddbdd62-68b5-4922-8195-4d2791a3c080 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:35.542387 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ddbdd62-68b5-4922-8195-4d2791a3c080 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:35.543563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3ddbdd62-68b5-4922-8195-4d2791a3c080 tempest-ServerActionsTestJSON-1553247686 tempest-ServerActionsTestJSON-1553247686-project] 10.222.0.73 "DELETE /v2.0/floatingips/118dfc10-72c5-4db5-b2f6-76a9451a6c82 HTTP/1.1" status: 204 len: 168 time: 0.4364002 Jul 08 19:01:35.546806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59048) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:01:36.015648 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:36.338644 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae16c-f091-4cae-872e-46ad2f7d361a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:36.543153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] Deleting port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:01:36.543494 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:36.617489 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] For port 9e975aae-3c27-4ac8-8fef-5eee764f9c4f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9e975aae-3c27-4ac8-8fef-5eee764f9c4f,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:36.617759 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:36.629947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] Calling delete_port for 9e975aae-3c27-4ac8-8fef-5eee764f9c4f owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:01:36.804905 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:36.830470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e975aae-3c27-4ac8-8fef-5eee764f9c4f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:36.997696 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:37.208836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] Router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:01:37.315939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:01:37.321454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e96044bc-5b0f-426d-bf97-4c1e95e10081 admin admin] 10.222.0.73 "PUT /v2.0/routers/90fc4444-e7fe-48fd-8139-900e4b92a6e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731781 Jul 08 19:01:37.323408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59052) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:01:37.327101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1055d96-136b-488e-941f-70f7ea2199a3 None None] Sync routers for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:01:37.337664 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1055d96-136b-488e-941f-70f7ea2199a3 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:01:37.338497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b1055d96-136b-488e-941f-70f7ea2199a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:01:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:01:37.425127 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:37.442332 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b1055d96-136b-488e-941f-70f7ea2199a3 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:01:37.523302 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:37.579308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Deleting port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:01:37.579645 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:37.622430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b1055d96-136b-488e-941f-70f7ea2199a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T19:01:36Z', 'revision_number': 5, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port': {'id': '2a9bd699-fed2-4e47-8678-1d331f4b3b3f', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:47:47Z', 'updated_at': '2021-07-08T18:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:01:37.649782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1055d96-136b-488e-941f-70f7ea2199a3 None None] Checking router: 90fc4444-e7fe-48fd-8139-900e4b92a6e2 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:01:37.656672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] For port 2a9bd699-fed2-4e47-8678-1d331f4b3b3f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2a9bd699-fed2-4e47-8678-1d331f4b3b3f,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:37.657026 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:37.658609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1055d96-136b-488e-941f-70f7ea2199a3 None None] Routers {'90fc4444-e7fe-48fd-8139-900e4b92a6e2'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:01:37.659206 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b1055d96-136b-488e-941f-70f7ea2199a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:01:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:01:37.670368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Calling delete_port for 2a9bd699-fed2-4e47-8678-1d331f4b3b3f owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:01:37.743232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b1055d96-136b-488e-941f-70f7ea2199a3 None None] Set router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:01:37.795240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b1055d96-136b-488e-941f-70f7ea2199a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T19:01:37Z', 'revision_number': 6, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:01:37.825152 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1055d96-136b-488e-941f-70f7ea2199a3 None None] The sync data for ids ['90fc4444-e7fe-48fd-8139-900e4b92a6e2'] in n-d-799684-3 is: [{'id': '90fc4444-e7fe-48fd-8139-900e4b92a6e2', 'name': 'tempest-ServerActionsTestJSON-1924067806-router', 'tenant_id': 'bee41ba218174444b040ad0f59fff07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:47:46Z', 'updated_at': '2021-07-08T19:01:37Z', 'revision_number': 6, 'project_id': 'bee41ba218174444b040ad0f59fff07b', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:01:37.838517 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:37.868811 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9bd699-fed2-4e47-8678-1d331f4b3b3f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:37.933901 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.023532 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.025605 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.067694 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.068067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90fc4444-e7fe-48fd-8139-900e4b92a6e2 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:01:38.072669 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.074034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-12748413-ca81-499f-8df6-eb824be83f48 admin admin] 10.222.0.73 "DELETE /v2.0/routers/90fc4444-e7fe-48fd-8139-900e4b92a6e2 HTTP/1.1" status: 204 len: 168 time: 0.7496371 Jul 08 19:01:38.076512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59054) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:01:38.124331 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-facb7cd6-db5e-4302-8d10-c6c04dcfe5c7 admin admin] Deleting subnet 82ab6115-a1a0-434a-992e-2a4e05a625e8 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:01:38.127525 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-facb7cd6-db5e-4302-8d10-c6c04dcfe5c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.162571 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-facb7cd6-db5e-4302-8d10-c6c04dcfe5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.245063 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-facb7cd6-db5e-4302-8d10-c6c04dcfe5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.297331 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-facb7cd6-db5e-4302-8d10-c6c04dcfe5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.324949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb7cd6-db5e-4302-8d10-c6c04dcfe5c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ab6115-a1a0-434a-992e-2a4e05a625e8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:38.331362 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-facb7cd6-db5e-4302-8d10-c6c04dcfe5c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.333355 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-facb7cd6-db5e-4302-8d10-c6c04dcfe5c7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/82ab6115-a1a0-434a-992e-2a4e05a625e8 HTTP/1.1" status: 204 len: 168 time: 0.2559001 Jul 08 19:01:38.336350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59056) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:01:38.338985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d7b77-7138-4b01-a4ee-ccf3789e0000 None None] Network ffdd9e43-8d81-472c-87dd-b8e55684705d requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:01:38.402975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.457449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Deleting port 124742c0-b316-4d15-bc4a-a61860f4143b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:01:38.457830 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.524337 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] For port 124742c0-b316-4d15-bc4a-a61860f4143b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=124742c0-b316-4d15-bc4a-a61860f4143b,segment=NetworkSegment(dcbc5713-4800-440f-a744-7887e48bd3be),segment_id=dcbc5713-4800-440f-a744-7887e48bd3be)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:38.524630 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.537587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Calling delete_port for 124742c0-b316-4d15-bc4a-a61860f4143b owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:01:38.577598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e0a88-a671-405b-afcd-7e1549d2d624 None None] DHCP port deletion for ffdd9e43-8d81-472c-87dd-b8e55684705d request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:01:38.625081 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.629649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e0a88-a671-405b-afcd-7e1549d2d624 None None] Deleting port 124742c0-b316-4d15-bc4a-a61860f4143b {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:01:38.630027 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0a88-a671-405b-afcd-7e1549d2d624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.653677 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Pushing event deleted for resources: {'Port': ['ID=124742c0-b316-4d15-bc4a-a61860f4143b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:38.655566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] No DVR routers for this DVR port 124742c0-b316-4d15-bc4a-a61860f4143b on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:01:38.695651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6b5e0a88-a671-405b-afcd-7e1549d2d624 None None] For port 124742c0-b316-4d15-bc4a-a61860f4143b, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:38.696045 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0a88-a671-405b-afcd-7e1549d2d624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.709740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e0a88-a671-405b-afcd-7e1549d2d624 None None] Calling delete_port for 124742c0-b316-4d15-bc4a-a61860f4143b owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:01:38.712401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-6b5e0a88-a671-405b-afcd-7e1549d2d624 None None] Port 124742c0-b316-4d15-bc4a-a61860f4143b was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 19:01:38.713699 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0a88-a671-405b-afcd-7e1549d2d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.731280 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.741120 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdd9e43-8d81-472c-87dd-b8e55684705d']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:01:38.741709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e0a88-a671-405b-afcd-7e1549d2d624 None None] Pushing event deleted for resources: {'Port': ['ID=124742c0-b316-4d15-bc4a-a61860f4143b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:38.745293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e0a88-a671-405b-afcd-7e1549d2d624 None None] No DVR routers for this DVR port 124742c0-b316-4d15-bc4a-a61860f4143b on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:01:38.754254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbc5713-4800-440f-a744-7887e48bd3be') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:01:38.754254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbc5713-4800-440f-a744-7887e48bd3be') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:01:38.761724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.775990 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.782048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:01:38.782471 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: timer() Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:01:38.784225 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:01:38.847091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.852842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:38.854773 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] 10.222.0.73 "DELETE /v2.0/networks/ffdd9e43-8d81-472c-87dd-b8e55684705d HTTP/1.1" status: 204 len: 168 time: 0.5174930 Jul 08 19:01:38.866311 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672220b-37a9-4391-bfcd-f1ffe423475e admin admin] Pushing event deleted for resources: {'Network': ['ID=ffdd9e43-8d81-472c-87dd-b8e55684705d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:38.972531 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59060) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:01:39.010771 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-00614d78-5f82-46df-a85a-35a310d83816 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bee41ba218174444b040ad0f59fff07b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369947 Jul 08 19:01:39.013007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59062) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:01:39.061371 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-221cddde-5d69-43f9-a404-85b74cb263e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:39.082311 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-221cddde-5d69-43f9-a404-85b74cb263e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:39.131311 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-221cddde-5d69-43f9-a404-85b74cb263e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:39.133909 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-221cddde-5d69-43f9-a404-85b74cb263e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:39.135126 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-221cddde-5d69-43f9-a404-85b74cb263e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9389263f-9adf-47ec-8efb-1027675d20bb HTTP/1.1" status: 204 len: 168 time: 0.1212075 Jul 08 19:01:39.143262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cddde-5d69-43f9-a404-85b74cb263e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9389263f-9adf-47ec-8efb-1027675d20bb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:39.179741 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:39.190953 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-25a26209-0231-4d46-ac30-c5e6abaa3d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:39.202022 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:01:39.342061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2a9bd699-fed2-4e47-8678-1d331f4b3b3f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:01:39.365469 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 2a9bd699-fed2-4e47-8678-1d331f4b3b3f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:01:39.365887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2a9bd699-fed2-4e47-8678-1d331f4b3b3f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:01:39.366405 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 124742c0-b316-4d15-bc4a-a61860f4143b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:01:39.385444 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 124742c0-b316-4d15-bc4a-a61860f4143b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:01:39.385793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 124742c0-b316-4d15-bc4a-a61860f4143b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:01:39.386300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9e975aae-3c27-4ac8-8fef-5eee764f9c4f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:01:39.405092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 9e975aae-3c27-4ac8-8fef-5eee764f9c4f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:01:39.405440 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9e975aae-3c27-4ac8-8fef-5eee764f9c4f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:01:39.833456 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59084) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:01:39.930860 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1482216682-network', 'tenant_id': '5a5b0d4dc6fe40e4a0593655fcc6b8c4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:01:39.952486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Made reservation on behalf of 5a5b0d4dc6fe40e4a0593655fcc6b8c4 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:01:39.954897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:39.963334 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:40.053717 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:40.057723 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:40.081334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:01:40.091173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560629cb-3088-4f3a-89fd-d717236cc816,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:40.096995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:40.097335 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Added segment 25628de2-9e5d-417b-8b51-a2dc35d568fb of type vlan for network 125a4773-aaf3-48c8-860b-e6645fa24fa1 Jul 08 19:01:40.136878 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:40.166498 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:40.167549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:40.168132 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:40.221081 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3860021 Jul 08 19:01:40.224626 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59088) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:01:40.228508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df62695-c65e-4a3b-92fa-7c6a7b4f21f8 admin admin] Pushing event updated for resources: {'Network': ['ID=125a4773-aaf3-48c8-860b-e6645fa24fa1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:40.229790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] Request body: {'subnet': {'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1482216682-subnet', 'tenant_id': '5a5b0d4dc6fe40e4a0593655fcc6b8c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:01:40.241540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 125a4773-aaf3-48c8-860b-e6645fa24fa1 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:01:40.251987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] Made reservation on behalf of 5a5b0d4dc6fe40e4a0593655fcc6b8c4 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:01:40.254499 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:40.406674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:40.424396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:40.473487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2883a83f-beb4-464a-bb39-1d607f760ad5,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:40.488111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] Checking segment: {'id': '25628de2-9e5d-417b-8b51-a2dc35d568fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:01:40.488470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] Network hostable DHCP agents. Network: 125a4773-aaf3-48c8-860b-e6645fa24fa1, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:01:40.505691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] Network 125a4773-aaf3-48c8-860b-e6645fa24fa1 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:01:40.513890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 125a4773-aaf3-48c8-860b-e6645fa24fa1) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:01:40.518367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:40.518945 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:40.525653 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851705c1-d83b-4c50-975e-3b320b9cccf2 None None] Network 125a4773-aaf3-48c8-860b-e6645fa24fa1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:01:40.534736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-10a6a1e1-e15f-4a76-b9fa-70c730c2fbfc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3089204 Jul 08 19:01:40.656802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13161c4-1678-40f4-a459-eef48a2b3729 None None] Network 125a4773-aaf3-48c8-860b-e6645fa24fa1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:01:40.961426 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-f9736df5-7655-496a-8283-472632d087e5 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:40.962958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-f9736df5-7655-496a-8283-472632d087e5 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/networks?id=125a4773-aaf3-48c8-860b-e6645fa24fa1 HTTP/1.1" status: 200 len: 814 time: 0.1010408 Jul 08 19:01:40.977183 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ab14373b-900d-42f2-8c71-e54f7d010cc1 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/quotas/5a5b0d4dc6fe40e4a0593655fcc6b8c4 HTTP/1.1" status: 200 len: 375 time: 0.0089326 Jul 08 19:01:41.013808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-e8fee3d7-c4a7-4b59-a267-ca2651bca3bc tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a5b0d4dc6fe40e4a0593655fcc6b8c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317969 Jul 08 19:01:41.024529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-eba2dda4-2493-4a89-aca8-6738dc8771de service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:01:41.025483 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-eba2dda4-2493-4a89-aca8-6738dc8771de service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050464 Jul 08 19:01:41.111569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-814631c7-86da-4e42-9138-f9d909d2db73 service neutron] 10.222.0.73 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804443 Jul 08 19:01:41.211927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-8fdfa83f-bb35-4f0e-81f1-db8d5933c9f2 service neutron] 10.222.0.73 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944943 Jul 08 19:01:41.379140 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b7c6c73-4fcc-4bbf-9ee2-ff9b4f4afa50 req-95245002-954f-4391-a4e7-c92d2f0be2ad tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 210 time: 0.0300112 Jul 08 19:01:41.880809 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:42.398147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-634a8731-0090-418c-9b4a-a0c7637f1002 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:42.399619 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-634a8731-0090-418c-9b4a-a0c7637f1002 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.59 "GET /v2.0/networks?id=125a4773-aaf3-48c8-860b-e6645fa24fa1 HTTP/1.1" status: 200 len: 814 time: 0.1100321 Jul 08 19:01:42.414341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Request body: {'port': {'device_id': '6e975064-9bf8-490e-87a8-da2fafb527dc', 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1', 'admin_state_up': True, 'tenant_id': '5a5b0d4dc6fe40e4a0593655fcc6b8c4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:01:42.520458 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c6616abd-5677-457b-b7b3-9485fafd6d51 req-4c67133e-c357-4385-96f8-4388e8fcffec tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 210 time: 0.0282288 Jul 08 19:01:42.526955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Made reservation on behalf of 5a5b0d4dc6fe40e4a0593655fcc6b8c4 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:01:42.530720 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:42.655405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Allocated IP 172.20.0.11 (125a4773-aaf3-48c8-860b-e6645fa24fa1/2883a83f-beb4-464a-bb39-1d607f760ad5/2b188942-2906-460d-8811-074add945c12) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:01:42.802936 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:42.842926 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:42.886244 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Network 125a4773-aaf3-48c8-860b-e6645fa24fa1 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:01:42.891357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:01:42.895135 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:01:42.918056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Pushing event updated for resources: {'Port': ['ID=2b188942-2906-460d-8811-074add945c12,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:42.948475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:42.949088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:42.962747 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-ca75eebb-645c-4942-9dec-8801036026df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5526514 Jul 08 19:01:42.974255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Request body: {'port': {'device_id': '6e975064-9bf8-490e-87a8-da2fafb527dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:01:43.047155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:43.299457 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b188942-2906-460d-8811-074add945c12 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:01:43.306716 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:43.319083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Transition to ACTIVE for port object 2b188942-2906-460d-8811-074add945c12 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:01:43.322818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:43.377081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Pushing event updated for resources: {'Port': ['ID=2b188942-2906-460d-8811-074add945c12,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:43.445004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Attempting to bind port 2b188942-2906-460d-8811-074add945c12 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:01:43.445704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Attempting to bind port 2b188942-2906-460d-8811-074add945c12 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '25628de2-9e5d-417b-8b51-a2dc35d568fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:01:43.445704 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Attempting to bind port 2b188942-2906-460d-8811-074add945c12 on network 125a4773-aaf3-48c8-860b-e6645fa24fa1 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:01:43.449894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Port 2b188942-2906-460d-8811-074add945c12 on network 125a4773-aaf3-48c8-860b-e6645fa24fa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:01:43.450241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Attempting to bind port 2b188942-2906-460d-8811-074add945c12 on network 125a4773-aaf3-48c8-860b-e6645fa24fa1 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:01:43.455855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:01:43.456192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Checking segment: {'id': '25628de2-9e5d-417b-8b51-a2dc35d568fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:01:43.456755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Bound using segment: {'id': '25628de2-9e5d-417b-8b51-a2dc35d568fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:01:43.457183 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Bound port: 2b188942-2906-460d-8811-074add945c12, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25628de2-9e5d-417b-8b51-a2dc35d568fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:01:43.457540 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:43.518338 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] For port 2b188942-2906-460d-8811-074add945c12, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:01:43.521288 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] For port 2b188942-2906-460d-8811-074add945c12, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2b188942-2906-460d-8811-074add945c12,segment=NetworkSegment(25628de2-9e5d-417b-8b51-a2dc35d568fb),segment_id=25628de2-9e5d-417b-8b51-a2dc35d568fb)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:01:43.525672 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:43.558142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:43.558803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:43.560176 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] 10.222.0.59 "PUT /v2.0/ports/2b188942-2906-460d-8811-074add945c12 HTTP/1.1" status: 200 len: 1092 time: 0.5904384 Jul 08 19:01:43.560614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e975064-9bf8-490e-87a8-da2fafb527dc', 'tag': '2b188942-2906-460d-8811-074add945c12'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:01:43.562884 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42abae1-addd-45d4-b1ee-14fad84b1fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e975064-9bf8-490e-87a8-da2fafb527dc", "tag": "2b188942-2906-460d-8811-074add945c12"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:01:43.588190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd8957-24e5-42a8-812d-adff83f2bb32 service neutron] Pushing event updated for resources: {'Port': ['ID=2b188942-2906-460d-8811-074add945c12,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:43.638432 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd5ecef-e82b-4a8d-a6a2-5e3191ff8521 x-openstack-request-id: req-efd5ecef-e82b-4a8d-a6a2-5e3191ff8521 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:01:43.638805 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e975064-9bf8-490e-87a8-da2fafb527dc", "tag": "2b188942-2906-460d-8811-074add945c12", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:01:43.639126 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-efd5ecef-e82b-4a8d-a6a2-5e3191ff8521 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:01:43.639590 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e975064-9bf8-490e-87a8-da2fafb527dc', 'tag': '2b188942-2906-460d-8811-074add945c12', 'status': 'completed', 'code': 200} Jul 08 19:01:43.667173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-8f544e2d-e708-4b37-ba38-25d3d505068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:43.668682 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-8f544e2d-e708-4b37-ba38-25d3d505068f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a5b0d4dc6fe40e4a0593655fcc6b8c4&device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 1095 time: 0.0605569 Jul 08 19:01:43.699467 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abedaae-dbc5-4d53-bc57-35153e07f271 req-41da5de9-59cb-4417-9c69-a398dcce8027 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:43.700930 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7abedaae-dbc5-4d53-bc57-35153e07f271 req-41da5de9-59cb-4417-9c69-a398dcce8027 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 944 time: 0.0686760 Jul 08 19:01:43.710705 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-a9300f02-def4-45c9-8695-8a4950e72343 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b188942-2906-460d-8811-074add945c12 HTTP/1.1" status: 200 len: 217 time: 0.0345366 Jul 08 19:01:43.738752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7abedaae-dbc5-4d53-bc57-35153e07f271 req-caef1edd-47b0-49f2-8798-8e4515e2404f tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Jul 08 19:01:43.757581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-a96047b4-df76-4e95-b601-d52e8a071c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:43.759071 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-a96047b4-df76-4e95-b601-d52e8a071c6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2883a83f-beb4-464a-bb39-1d607f760ad5 HTTP/1.1" status: 200 len: 854 time: 0.0425889 Jul 08 19:01:43.794132 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-150b1769-fe30-4fff-bdae-ae8516d2edb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=125a4773-aaf3-48c8-860b-e6645fa24fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288379 Jul 08 19:01:43.880539 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-78e28a98-be18-4d1f-9ccb-7c30ae476435 service neutron] 10.222.0.59 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793583 Jul 08 19:01:43.971260 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-848ff4d7-43bc-42aa-b8a3-b360c6d353a3 req-9671c9d6-c5b6-4838-b7cc-a302669bbf09 service neutron] 10.222.0.59 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849218 Jul 08 19:01:44.081216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42abae1-addd-45d4-b1ee-14fad84b1fe0 req-5a8f3257-8781-4f73-b576-5641375ca97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:44.082861 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f42abae1-addd-45d4-b1ee-14fad84b1fe0 req-5a8f3257-8781-4f73-b576-5641375ca97c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a5b0d4dc6fe40e4a0593655fcc6b8c4&device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 1095 time: 0.0538785 Jul 08 19:01:44.169033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42abae1-addd-45d4-b1ee-14fad84b1fe0 req-e6437c06-db5b-4133-8aea-5fbd4424cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:44.170771 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f42abae1-addd-45d4-b1ee-14fad84b1fe0 req-e6437c06-db5b-4133-8aea-5fbd4424cc3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=125a4773-aaf3-48c8-860b-e6645fa24fa1 HTTP/1.1" status: 200 len: 915 time: 0.0815525 Jul 08 19:01:44.218101 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f42abae1-addd-45d4-b1ee-14fad84b1fe0 req-b624b732-4fd1-4fd3-9c4a-cfe06a107cea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b188942-2906-460d-8811-074add945c12 HTTP/1.1" status: 200 len: 217 time: 0.0407107 Jul 08 19:01:44.265897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42abae1-addd-45d4-b1ee-14fad84b1fe0 req-fa4d16fb-5661-412d-8086-f84525caf742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:44.267441 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f42abae1-addd-45d4-b1ee-14fad84b1fe0 req-fa4d16fb-5661-412d-8086-f84525caf742 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2883a83f-beb4-464a-bb39-1d607f760ad5 HTTP/1.1" status: 200 len: 854 time: 0.0432026 Jul 08 19:01:44.300096 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f42abae1-addd-45d4-b1ee-14fad84b1fe0 req-8aa39952-edaf-49a1-bb2f-440c01062883 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=125a4773-aaf3-48c8-860b-e6645fa24fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255711 Jul 08 19:01:44.390764 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f42abae1-addd-45d4-b1ee-14fad84b1fe0 req-02d6bbc9-d803-44f1-ba76-ac1b9af57673 service neutron] 10.222.0.59 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841081 Jul 08 19:01:44.478363 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f42abae1-addd-45d4-b1ee-14fad84b1fe0 req-bdbf6b1b-898d-4dc8-9b63-e739dbff10f4 service neutron] 10.222.0.59 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805686 Jul 08 19:01:44.910922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4680c-8f55-478f-9864-af42c80ff505 req-c7f3ff8e-7228-4053-843d-8e28bd76c714 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:44.912385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cc4680c-8f55-478f-9864-af42c80ff505 req-c7f3ff8e-7228-4053-843d-8e28bd76c714 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 944 time: 0.0622082 Jul 08 19:01:44.950229 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cc4680c-8f55-478f-9864-af42c80ff505 req-0d3ca49e-1ea5-45e7-8039-a243b33c0e35 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323687 Jul 08 19:01:46.119007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e87758-0c31-4a72-af9b-298b1091781d req-ca5a24b2-6c76-434e-9589-96b29bffd58f tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:46.120464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14e87758-0c31-4a72-af9b-298b1091781d req-ca5a24b2-6c76-434e-9589-96b29bffd58f tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 944 time: 0.0614638 Jul 08 19:01:46.156830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-14e87758-0c31-4a72-af9b-298b1091781d req-9e1a1ddb-f7f7-4eea-8a24-b4ba7267ff12 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309255 Jul 08 19:01:46.920254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2b188942-2906-460d-8811-074add945c12 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:01:47.015113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2b188942-2906-460d-8811-074add945c12, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2b188942-2906-460d-8811-074add945c12,segment=NetworkSegment(25628de2-9e5d-417b-8b51-a2dc35d568fb),segment_id=25628de2-9e5d-417b-8b51-a2dc35d568fb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:47.026899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '2b188942-2906-460d-8811-074add945c12', 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1', 'port_id': '2b188942-2906-460d-8811-074add945c12', 'mac_address': 'fa:16:3e:cf:39:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883a83f-beb4-464a-bb39-1d607f760ad5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:01:47.062237 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:47.074746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b188942-2906-460d-8811-074add945c12 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:01:47.093281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2b188942-2906-460d-8811-074add945c12, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2b188942-2906-460d-8811-074add945c12,segment=NetworkSegment(25628de2-9e5d-417b-8b51-a2dc35d568fb),segment_id=25628de2-9e5d-417b-8b51-a2dc35d568fb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:47.097315 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:47.146757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=2b188942-2906-460d-8811-074add945c12,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:47.330671 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa4f3-441f-4a1c-ac41-fff8cc6cb445 req-183e4726-5ea6-457a-8aca-24c0cc5d255d tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:47.332214 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-111fa4f3-441f-4a1c-ac41-fff8cc6cb445 req-183e4726-5ea6-457a-8aca-24c0cc5d255d tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 945 time: 0.0662413 Jul 08 19:01:47.368636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-111fa4f3-441f-4a1c-ac41-fff8cc6cb445 req-aa60ac88-ad17-4990-af36-5d6db43962e8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Jul 08 19:01:47.377786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['2b188942-2906-460d-8811-074add945c12'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:01:48.540953 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f46e93-8106-4a05-8e4e-7ce85c860709 req-e9c265b2-d0bf-4858-96f6-68c305a5ecb2 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:48.542479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-07f46e93-8106-4a05-8e4e-7ce85c860709 req-e9c265b2-d0bf-4858-96f6-68c305a5ecb2 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 945 time: 0.0630949 Jul 08 19:01:48.585510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-07f46e93-8106-4a05-8e4e-7ce85c860709 req-3ed3c758-8b4d-438c-822c-6c8ecbd51bb6 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371759 Jul 08 19:01:48.935286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2b188942-2906-460d-8811-074add945c12 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:01:48.985542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 2b188942-2906-460d-8811-074add945c12 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:01:48.989730 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 2b188942-2906-460d-8811-074add945c12 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:01:48.990096 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:49.064182 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:49.085508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e975064-9bf8-490e-87a8-da2fafb527dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b188942-2906-460d-8811-074add945c12'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:01:49.087769 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeb992b-15c9-4247-bbfb-ba91ca53755d" -d '{"events": [{"server_uuid": "6e975064-9bf8-490e-87a8-da2fafb527dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b188942-2906-460d-8811-074add945c12"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:01:49.100456 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 2b188942-2906-460d-8811-074add945c12, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2b188942-2906-460d-8811-074add945c12,segment=NetworkSegment(25628de2-9e5d-417b-8b51-a2dc35d568fb),segment_id=25628de2-9e5d-417b-8b51-a2dc35d568fb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:49.105263 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:49.128633 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de68ca3-9b04-46be-bf11-32646cc16102 x-openstack-request-id: req-1de68ca3-9b04-46be-bf11-32646cc16102 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:01:49.128969 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e975064-9bf8-490e-87a8-da2fafb527dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b188942-2906-460d-8811-074add945c12", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:01:49.129189 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1de68ca3-9b04-46be-bf11-32646cc16102 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:01:49.129570 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e975064-9bf8-490e-87a8-da2fafb527dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b188942-2906-460d-8811-074add945c12', 'code': 200} Jul 08 19:01:49.157649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=2b188942-2906-460d-8811-074add945c12,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:49.239952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d69cb-0ced-4c09-9729-f0a7ac5372d6 req-578a573b-c828-4cd9-a4ad-13bfae6314ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:49.241332 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-713d69cb-0ced-4c09-9729-f0a7ac5372d6 req-578a573b-c828-4cd9-a4ad-13bfae6314ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 1097 time: 0.0510168 Jul 08 19:01:49.274503 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-713d69cb-0ced-4c09-9729-f0a7ac5372d6 req-a0a0a5a0-1baa-4228-aa16-a23599378b15 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266566 Jul 08 19:01:49.762364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aff62-afc3-450a-906c-6d7278567960 req-d60a64f5-6f45-43d1-934a-fb369fff8317 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:49.763830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f0aff62-afc3-450a-906c-6d7278567960 req-d60a64f5-6f45-43d1-934a-fb369fff8317 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 946 time: 0.0658031 Jul 08 19:01:49.801569 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9f0aff62-afc3-450a-906c-6d7278567960 req-aa0ae6f5-a154-4649-b330-70c780cb6903 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321162 Jul 08 19:01:50.972527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb23c68-fe5c-44c9-a14a-d1ef01f698eb req-f96330e9-4e42-4f43-97bf-62a45cdbc7ea tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:50.974016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdb23c68-fe5c-44c9-a14a-d1ef01f698eb req-f96330e9-4e42-4f43-97bf-62a45cdbc7ea tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 946 time: 0.0634909 Jul 08 19:01:51.010185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cdb23c68-fe5c-44c9-a14a-d1ef01f698eb req-6160b2f6-cfea-48dc-b796-7b21ce5279c7 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307159 Jul 08 19:01:51.516068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-8ea4c94e-bace-4d22-9ce2-335e7f24c816 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:51.518099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-8ea4c94e-bace-4d22-9ce2-335e7f24c816 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/networks?id=125a4773-aaf3-48c8-860b-e6645fa24fa1 HTTP/1.1" status: 200 len: 814 time: 0.3842332 Jul 08 19:01:51.532065 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-154137de-ae82-49be-a3c8-fde9dffed39b tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/quotas/5a5b0d4dc6fe40e4a0593655fcc6b8c4 HTTP/1.1" status: 200 len: 375 time: 0.0087917 Jul 08 19:01:51.593581 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-1c73a9ae-b45e-4edd-804a-109caf48058d tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a5b0d4dc6fe40e4a0593655fcc6b8c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568826 Jul 08 19:01:51.681035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-4e888912-f8a6-4119-8254-69e312b203e1 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:01:51.682025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-4e888912-f8a6-4119-8254-69e312b203e1 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506511 Jul 08 19:01:51.769926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-ffe6f7a0-d76a-48aa-927d-5559f9fe2622 service neutron] 10.222.0.73 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819662 Jul 08 19:01:51.860885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0b848125-4f1c-431f-947b-6764f04a46ad service neutron] 10.222.0.73 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852895 Jul 08 19:01:52.026949 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-135ecd32-85d1-445c-b9cc-5620803a24c2 req-f7cd4f7d-db6f-4ffe-94c0-6d50dd5270df tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 210 time: 0.0284827 Jul 08 19:01:53.027942 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-86ba5196-4cc9-481c-87e3-743250b3318e tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:53.030146 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-86ba5196-4cc9-481c-87e3-743250b3318e tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.74 "GET /v2.0/networks?id=125a4773-aaf3-48c8-860b-e6645fa24fa1 HTTP/1.1" status: 200 len: 814 time: 0.1074240 Jul 08 19:01:53.048915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Request body: {'port': {'device_id': '0e841090-182e-48ba-92d2-621da04155c9', 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1', 'admin_state_up': True, 'tenant_id': '5a5b0d4dc6fe40e4a0593655fcc6b8c4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:01:53.180720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d074c1e1-62cd-49ad-8371-7e3614fc62f8 req-276e685f-d1fd-4f3d-9b00-b575052158d9 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 210 time: 0.0377111 Jul 08 19:01:53.191315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Made reservation on behalf of 5a5b0d4dc6fe40e4a0593655fcc6b8c4 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:01:53.194950 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:53.319541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Allocated IP 172.20.0.9 (125a4773-aaf3-48c8-860b-e6645fa24fa1/2883a83f-beb4-464a-bb39-1d607f760ad5/37008836-db96-4388-b251-3d3f8c7b6f75) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:01:53.464891 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:53.501380 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:53.513732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['2b188942-2906-460d-8811-074add945c12'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:01:53.545076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Network 125a4773-aaf3-48c8-860b-e6645fa24fa1 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:01:53.550576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:01:53.554475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:01:53.561134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Pushing event updated for resources: {'Port': ['ID=37008836-db96-4388-b251-3d3f8c7b6f75,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:53.605834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:53.606465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:53.620993 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-0e73ab37-9934-4e5e-9a10-d33d6f0da590 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766895 Jul 08 19:01:53.633888 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Request body: {'port': {'device_id': '0e841090-182e-48ba-92d2-621da04155c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:01:53.709033 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:53.964979 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37008836-db96-4388-b251-3d3f8c7b6f75 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:01:53.972366 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:53.984067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Transition to ACTIVE for port object 37008836-db96-4388-b251-3d3f8c7b6f75 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:01:53.988759 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:54.039126 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Pushing event updated for resources: {'Port': ['ID=37008836-db96-4388-b251-3d3f8c7b6f75,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:54.109169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Attempting to bind port 37008836-db96-4388-b251-3d3f8c7b6f75 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:01:54.109503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Attempting to bind port 37008836-db96-4388-b251-3d3f8c7b6f75 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '25628de2-9e5d-417b-8b51-a2dc35d568fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:01:54.109834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Attempting to bind port 37008836-db96-4388-b251-3d3f8c7b6f75 on network 125a4773-aaf3-48c8-860b-e6645fa24fa1 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:01:54.114516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Port 37008836-db96-4388-b251-3d3f8c7b6f75 on network 125a4773-aaf3-48c8-860b-e6645fa24fa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:01:54.114838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Attempting to bind port 37008836-db96-4388-b251-3d3f8c7b6f75 on network 125a4773-aaf3-48c8-860b-e6645fa24fa1 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:01:54.119552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:01:54.119885 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Checking segment: {'id': '25628de2-9e5d-417b-8b51-a2dc35d568fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:01:54.120266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Bound using segment: {'id': '25628de2-9e5d-417b-8b51-a2dc35d568fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:01:54.120683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Bound port: 37008836-db96-4388-b251-3d3f8c7b6f75, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25628de2-9e5d-417b-8b51-a2dc35d568fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:01:54.121037 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:54.182605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] For port 37008836-db96-4388-b251-3d3f8c7b6f75, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:01:54.185572 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] For port 37008836-db96-4388-b251-3d3f8c7b6f75, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=37008836-db96-4388-b251-3d3f8c7b6f75,segment=NetworkSegment(25628de2-9e5d-417b-8b51-a2dc35d568fb),segment_id=25628de2-9e5d-417b-8b51-a2dc35d568fb)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:01:54.190536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:54.229037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:54.229656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:54.231087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] 10.222.0.74 "PUT /v2.0/ports/37008836-db96-4388-b251-3d3f8c7b6f75 HTTP/1.1" status: 200 len: 1091 time: 0.6014221 Jul 08 19:01:54.231538 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e841090-182e-48ba-92d2-621da04155c9', 'tag': '37008836-db96-4388-b251-3d3f8c7b6f75'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:01:54.233787 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51fe7e9-e95f-4fae-9e83-b121a56d1ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e841090-182e-48ba-92d2-621da04155c9", "tag": "37008836-db96-4388-b251-3d3f8c7b6f75"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:01:54.259007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee0f7-f8b4-4aa4-a44e-e2b3838da48f service neutron] Pushing event updated for resources: {'Port': ['ID=37008836-db96-4388-b251-3d3f8c7b6f75,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:54.303028 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fdde5c-a078-4dbe-8217-e6df88c4b2e4 x-openstack-request-id: req-61fdde5c-a078-4dbe-8217-e6df88c4b2e4 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:01:54.303317 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e841090-182e-48ba-92d2-621da04155c9", "tag": "37008836-db96-4388-b251-3d3f8c7b6f75", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:01:54.303567 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-61fdde5c-a078-4dbe-8217-e6df88c4b2e4 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:01:54.303955 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e841090-182e-48ba-92d2-621da04155c9', 'tag': '37008836-db96-4388-b251-3d3f8c7b6f75', 'status': 'completed', 'code': 200} Jul 08 19:01:54.370821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-fcc9dc88-ec15-4dd8-a20e-d38876b80d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:54.372334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-fcc9dc88-ec15-4dd8-a20e-d38876b80d6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a5b0d4dc6fe40e4a0593655fcc6b8c4&device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 1094 time: 0.0994201 Jul 08 19:01:54.383798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7c1b1-46db-4295-8033-8fe10ea0f969 req-d51e4be4-ca85-4649-82b2-13ab59b05128 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:54.385164 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43a7c1b1-46db-4295-8033-8fe10ea0f969 req-d51e4be4-ca85-4649-82b2-13ab59b05128 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 943 time: 0.0839546 Jul 08 19:01:54.433603 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-4fdecccf-5b54-4d55-bc16-dc6fd8915d07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37008836-db96-4388-b251-3d3f8c7b6f75 HTTP/1.1" status: 200 len: 217 time: 0.0475156 Jul 08 19:01:54.478959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-43a7c1b1-46db-4295-8033-8fe10ea0f969 req-aa325d94-3431-486f-9a87-4ab3ade96e97 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873351 Jul 08 19:01:54.496420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-8befc695-981c-42f3-a775-56dd721eb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:54.497884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-8befc695-981c-42f3-a775-56dd721eb7a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2883a83f-beb4-464a-bb39-1d607f760ad5 HTTP/1.1" status: 200 len: 854 time: 0.0564103 Jul 08 19:01:54.532445 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-e439203c-9dfa-4633-8edf-ed311e71bf1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=125a4773-aaf3-48c8-860b-e6645fa24fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267398 Jul 08 19:01:54.622969 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-b3b20a6f-e604-490f-93d7-d7ebd45fef56 service neutron] 10.222.0.74 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842693 Jul 08 19:01:54.710745 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-483a976e-80c8-47fd-ac50-29963fdff2e4 req-2d951fc0-64f3-46ec-9728-bf56d55e8697 service neutron] 10.222.0.74 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809076 Jul 08 19:01:54.819801 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fe7e9-e95f-4fae-9e83-b121a56d1ea2 req-1d7ff938-0c22-4452-bed0-bfc791814887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:54.821198 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d51fe7e9-e95f-4fae-9e83-b121a56d1ea2 req-1d7ff938-0c22-4452-bed0-bfc791814887 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a5b0d4dc6fe40e4a0593655fcc6b8c4&device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 1094 time: 0.0610690 Jul 08 19:01:54.910378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fe7e9-e95f-4fae-9e83-b121a56d1ea2 req-79d2c2e5-6a1d-44f5-94ce-f862ee5e466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:54.911819 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d51fe7e9-e95f-4fae-9e83-b121a56d1ea2 req-79d2c2e5-6a1d-44f5-94ce-f862ee5e466b service neutron] 10.222.0.74 "GET /v2.0/networks?id=125a4773-aaf3-48c8-860b-e6645fa24fa1 HTTP/1.1" status: 200 len: 915 time: 0.0830383 Jul 08 19:01:54.952702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d51fe7e9-e95f-4fae-9e83-b121a56d1ea2 req-1e0d1003-76cb-4237-b9b4-428bd3ebecc6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37008836-db96-4388-b251-3d3f8c7b6f75 HTTP/1.1" status: 200 len: 217 time: 0.0345502 Jul 08 19:01:55.003521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fe7e9-e95f-4fae-9e83-b121a56d1ea2 req-6bf05344-0742-4ad2-a9e4-2d8b91b136e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:55.004947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d51fe7e9-e95f-4fae-9e83-b121a56d1ea2 req-6bf05344-0742-4ad2-a9e4-2d8b91b136e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2883a83f-beb4-464a-bb39-1d607f760ad5 HTTP/1.1" status: 200 len: 854 time: 0.0466187 Jul 08 19:01:55.036583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d51fe7e9-e95f-4fae-9e83-b121a56d1ea2 req-5d0aef6b-df6f-4e5d-bab0-741d23a3ad47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=125a4773-aaf3-48c8-860b-e6645fa24fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254738 Jul 08 19:01:55.124709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d51fe7e9-e95f-4fae-9e83-b121a56d1ea2 req-03b68100-8732-40d1-8479-217fae909dc5 service neutron] 10.222.0.74 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815902 Jul 08 19:01:55.215775 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d51fe7e9-e95f-4fae-9e83-b121a56d1ea2 req-492f9000-deab-455a-b0d6-3199e3d0bf52 service neutron] 10.222.0.74 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839534 Jul 08 19:01:55.650602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaa35c-e6e8-4ab8-9261-514de4da5427 req-d45a002d-7014-4c61-8363-e003fcc1850f tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:55.652077 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ffaa35c-e6e8-4ab8-9261-514de4da5427 req-d45a002d-7014-4c61-8363-e003fcc1850f tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 943 time: 0.0631015 Jul 08 19:01:55.690439 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ffaa35c-e6e8-4ab8-9261-514de4da5427 req-d4f941fa-d517-47c5-838d-e8ff03f31bcb tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Jul 08 19:01:56.864829 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a923d8-fc00-48fc-a9bf-5499e017dbc5 req-73dfa0a1-8c6e-434d-aa98-03f2f1ab0ddf tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:56.866340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-87a923d8-fc00-48fc-a9bf-5499e017dbc5 req-73dfa0a1-8c6e-434d-aa98-03f2f1ab0ddf tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 943 time: 0.0685077 Jul 08 19:01:56.903135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-87a923d8-fc00-48fc-a9bf-5499e017dbc5 req-ca7082c7-e0b3-432d-a1eb-25504fcd6c2c tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Jul 08 19:01:57.801757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 37008836-db96-4388-b251-3d3f8c7b6f75 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:01:57.896078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 37008836-db96-4388-b251-3d3f8c7b6f75, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=37008836-db96-4388-b251-3d3f8c7b6f75,segment=NetworkSegment(25628de2-9e5d-417b-8b51-a2dc35d568fb),segment_id=25628de2-9e5d-417b-8b51-a2dc35d568fb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:57.907091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '37008836-db96-4388-b251-3d3f8c7b6f75', 'network_id': '125a4773-aaf3-48c8-860b-e6645fa24fa1', 'port_id': '37008836-db96-4388-b251-3d3f8c7b6f75', 'mac_address': 'fa:16:3e:41:a3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883a83f-beb4-464a-bb39-1d607f760ad5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:01:57.946109 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:57.959084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37008836-db96-4388-b251-3d3f8c7b6f75 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:01:57.978346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 37008836-db96-4388-b251-3d3f8c7b6f75, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=37008836-db96-4388-b251-3d3f8c7b6f75,segment=NetworkSegment(25628de2-9e5d-417b-8b51-a2dc35d568fb),segment_id=25628de2-9e5d-417b-8b51-a2dc35d568fb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:57.982301 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:58.029970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=37008836-db96-4388-b251-3d3f8c7b6f75,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:01:58.088952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43dc25-bfde-498e-82ca-fe255415546f req-214d36e5-a33d-422d-8ed0-dc78e40b0cc6 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:58.090377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a43dc25-bfde-498e-82ca-fe255415546f req-214d36e5-a33d-422d-8ed0-dc78e40b0cc6 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 944 time: 0.0733397 Jul 08 19:01:58.128009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6a43dc25-bfde-498e-82ca-fe255415546f req-8bbccc92-06c5-440a-adc7-0e0dc65a1e26 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315189 Jul 08 19:01:58.288398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['37008836-db96-4388-b251-3d3f8c7b6f75'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:01:59.301948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc10f2c-97fe-462c-9b51-0a753bfed550 req-15d311b6-3d65-41d7-bc7b-d6268ef831c1 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:01:59.303468 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbc10f2c-97fe-462c-9b51-0a753bfed550 req-15d311b6-3d65-41d7-bc7b-d6268ef831c1 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 944 time: 0.0678144 Jul 08 19:01:59.344803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbc10f2c-97fe-462c-9b51-0a753bfed550 req-2ca85f71-f934-4f07-9e76-69e72e9990ba tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358512 Jul 08 19:01:59.828889 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 37008836-db96-4388-b251-3d3f8c7b6f75 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:01:59.877052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 37008836-db96-4388-b251-3d3f8c7b6f75 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:01:59.880601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 37008836-db96-4388-b251-3d3f8c7b6f75 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:01:59.880976 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:59.957888 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:01:59.979269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e841090-182e-48ba-92d2-621da04155c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37008836-db96-4388-b251-3d3f8c7b6f75'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:01:59.981479 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d0c347-1907-4ee3-8e47-b4e97ef5f511" -d '{"events": [{"server_uuid": "0e841090-182e-48ba-92d2-621da04155c9", "name": "network-vif-plugged", "status": "completed", "tag": "37008836-db96-4388-b251-3d3f8c7b6f75"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:01:59.993912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 37008836-db96-4388-b251-3d3f8c7b6f75, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=37008836-db96-4388-b251-3d3f8c7b6f75,segment=NetworkSegment(25628de2-9e5d-417b-8b51-a2dc35d568fb),segment_id=25628de2-9e5d-417b-8b51-a2dc35d568fb)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:01:59.998276 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:00.021530 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938ea889-4abd-4093-9dc6-dda3df40537c x-openstack-request-id: req-938ea889-4abd-4093-9dc6-dda3df40537c {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:02:00.021823 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e841090-182e-48ba-92d2-621da04155c9", "name": "network-vif-plugged", "status": "completed", "tag": "37008836-db96-4388-b251-3d3f8c7b6f75", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:02:00.022078 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-938ea889-4abd-4093-9dc6-dda3df40537c {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:02:00.022495 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e841090-182e-48ba-92d2-621da04155c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37008836-db96-4388-b251-3d3f8c7b6f75', 'code': 200} Jul 08 19:02:00.049002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=37008836-db96-4388-b251-3d3f8c7b6f75,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:00.133088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e88e-b7e1-4420-b007-8a5ee7ab606f req-dc565c9d-8832-4ce9-ba43-43663d743181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:00.134962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1fb5e88e-b7e1-4420-b007-8a5ee7ab606f req-dc565c9d-8832-4ce9-ba43-43663d743181 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 1096 time: 0.0515366 Jul 08 19:02:00.169144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1fb5e88e-b7e1-4420-b007-8a5ee7ab606f req-d01c76af-e9b7-4823-9a7f-3fa60f9b4898 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275946 Jul 08 19:02:00.514650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6272eed-7a73-4b50-9392-f1bdbc3e6cdd req-61d9991a-cc31-4c15-b3df-3891ebff236a tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:00.516137 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6272eed-7a73-4b50-9392-f1bdbc3e6cdd req-61d9991a-cc31-4c15-b3df-3891ebff236a tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 945 time: 0.0630960 Jul 08 19:02:00.553686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f6272eed-7a73-4b50-9392-f1bdbc3e6cdd req-00df6c66-44d6-4c50-af1f-e60e50302073 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314820 Jul 08 19:02:01.727685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59f5c4-7f55-4459-8923-735761fcba63 req-b613d102-1e59-4b44-8879-27e7e9c1bab2 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:01.729279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d59f5c4-7f55-4459-8923-735761fcba63 req-b613d102-1e59-4b44-8879-27e7e9c1bab2 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 945 time: 0.0661073 Jul 08 19:02:01.770728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3d59f5c4-7f55-4459-8923-735761fcba63 req-df4866b3-1370-4daa-a112-541ad2d367b1 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359151 Jul 08 19:02:02.156418 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c7620-fc1b-403a-8539-98bc5ea90c96 req-69ea6a5b-b2de-4edf-9a58-ed4c43ec5d83 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:02.158566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-239c7620-fc1b-403a-8539-98bc5ea90c96 req-69ea6a5b-b2de-4edf-9a58-ed4c43ec5d83 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 945 time: 0.0651329 Jul 08 19:02:02.197548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-239c7620-fc1b-403a-8539-98bc5ea90c96 req-7e8ee47d-d810-41f7-889a-b190acd6cbec tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333488 Jul 08 19:02:03.368490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708c627-18cf-461e-bbfb-71cd61c9d785 req-3a1cd33c-726b-419f-867f-f5755de75e69 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:03.369898 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b708c627-18cf-461e-bbfb-71cd61c9d785 req-3a1cd33c-726b-419f-867f-f5755de75e69 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 945 time: 0.0607972 Jul 08 19:02:03.436885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b708c627-18cf-461e-bbfb-71cd61c9d785 req-b9a7b930-cf3f-4373-b85a-da4bf320771a tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611732 Jul 08 19:02:03.476037 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8b19d-25e9-46a1-9488-a3476eff561b req-b0f8fe7a-9166-4785-9ccf-9783dfc87459 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:03.477493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcb8b19d-25e9-46a1-9488-a3476eff561b req-b0f8fe7a-9166-4785-9ccf-9783dfc87459 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 945 time: 0.0756044 Jul 08 19:02:03.576016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-fcb8b19d-25e9-46a1-9488-a3476eff561b req-0e30ba4f-5234-438b-9a62-ac1ae17a9761 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Deleting port 37008836-db96-4388-b251-3d3f8c7b6f75 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:02:03.576269 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fcb8b19d-25e9-46a1-9488-a3476eff561b req-0e30ba4f-5234-438b-9a62-ac1ae17a9761 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:03.666487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fcb8b19d-25e9-46a1-9488-a3476eff561b req-0e30ba4f-5234-438b-9a62-ac1ae17a9761 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] For port 37008836-db96-4388-b251-3d3f8c7b6f75, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=37008836-db96-4388-b251-3d3f8c7b6f75,segment=NetworkSegment(25628de2-9e5d-417b-8b51-a2dc35d568fb),segment_id=25628de2-9e5d-417b-8b51-a2dc35d568fb)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:03.666977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fcb8b19d-25e9-46a1-9488-a3476eff561b req-0e30ba4f-5234-438b-9a62-ac1ae17a9761 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:03.679796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-fcb8b19d-25e9-46a1-9488-a3476eff561b req-0e30ba4f-5234-438b-9a62-ac1ae17a9761 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Calling delete_port for 37008836-db96-4388-b251-3d3f8c7b6f75 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:02:03.725049 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2fc9df7-0274-4e7f-a99b-52a6b008b598 req-d21efb14-3913-4a05-bf95-3bec70ca057f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573545 Jul 08 19:02:03.813821 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fcb8b19d-25e9-46a1-9488-a3476eff561b req-0e30ba4f-5234-438b-9a62-ac1ae17a9761 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:03.825011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc9df7-0274-4e7f-a99b-52a6b008b598 req-ae37d502-69a2-4aa8-8a8d-c4dda428a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:03.827311 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2fc9df7-0274-4e7f-a99b-52a6b008b598 req-ae37d502-69a2-4aa8-8a8d-c4dda428a9e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a5b0d4dc6fe40e4a0593655fcc6b8c4&device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 1097 time: 0.0599964 Jul 08 19:02:03.828013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['2b188942-2906-460d-8811-074add945c12'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:02:03.831156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['37008836-db96-4388-b251-3d3f8c7b6f75'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:02:03.851980 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30ba4f-5234-438b-9a62-ac1ae17a9761 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Pushing event deleted for resources: {'Port': ['ID=37008836-db96-4388-b251-3d3f8c7b6f75,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:03.902701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb8b19d-25e9-46a1-9488-a3476eff561b req-0e30ba4f-5234-438b-9a62-ac1ae17a9761 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] No DVR routers for this DVR port 37008836-db96-4388-b251-3d3f8c7b6f75 on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:02:03.905294 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fcb8b19d-25e9-46a1-9488-a3476eff561b req-0e30ba4f-5234-438b-9a62-ac1ae17a9761 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:03.907431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fcb8b19d-25e9-46a1-9488-a3476eff561b req-0e30ba4f-5234-438b-9a62-ac1ae17a9761 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.74 "DELETE /v2.0/ports/37008836-db96-4388-b251-3d3f8c7b6f75 HTTP/1.1" status: 204 len: 173 time: 0.4244468 Jul 08 19:02:03.907875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e841090-182e-48ba-92d2-621da04155c9', 'name': 'network-vif-deleted', 'tag': '37008836-db96-4388-b251-3d3f8c7b6f75'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:02:03.911225 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d6dbc0-83dd-4114-bf61-cdb661b72b7a" -d '{"events": [{"server_uuid": "0e841090-182e-48ba-92d2-621da04155c9", "name": "network-vif-deleted", "tag": "37008836-db96-4388-b251-3d3f8c7b6f75"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:02:03.954426 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b35e9be-cb3e-4f75-b63b-2aefedbccc10 x-openstack-request-id: req-3b35e9be-cb3e-4f75-b63b-2aefedbccc10 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:02:03.954739 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e841090-182e-48ba-92d2-621da04155c9", "name": "network-vif-deleted", "tag": "37008836-db96-4388-b251-3d3f8c7b6f75", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:02:03.954997 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b35e9be-cb3e-4f75-b63b-2aefedbccc10 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:02:03.955908 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e841090-182e-48ba-92d2-621da04155c9', 'name': 'network-vif-deleted', 'tag': '37008836-db96-4388-b251-3d3f8c7b6f75', 'status': 'completed', 'code': 200} Jul 08 19:02:03.978903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc9df7-0274-4e7f-a99b-52a6b008b598 req-8da16bf5-3c3c-4ab8-8848-c241c0c7c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:03.980641 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2fc9df7-0274-4e7f-a99b-52a6b008b598 req-8da16bf5-3c3c-4ab8-8848-c241c0c7c824 service neutron] 10.222.0.59 "GET /v2.0/networks?id=125a4773-aaf3-48c8-860b-e6645fa24fa1 HTTP/1.1" status: 200 len: 915 time: 0.1257877 Jul 08 19:02:04.027713 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2fc9df7-0274-4e7f-a99b-52a6b008b598 req-91e4d51e-a16e-43fa-ace3-599f448419be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b188942-2906-460d-8811-074add945c12 HTTP/1.1" status: 200 len: 217 time: 0.0399323 Jul 08 19:02:04.051312 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:04.079038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc9df7-0274-4e7f-a99b-52a6b008b598 req-29586cc7-4fbf-4ff4-8719-78d4105894a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:04.081023 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2fc9df7-0274-4e7f-a99b-52a6b008b598 req-29586cc7-4fbf-4ff4-8719-78d4105894a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2883a83f-beb4-464a-bb39-1d607f760ad5 HTTP/1.1" status: 200 len: 854 time: 0.0458140 Jul 08 19:02:04.123056 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2fc9df7-0274-4e7f-a99b-52a6b008b598 req-4a23f43d-db1d-4268-94b3-e0bd0dc2e47f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=125a4773-aaf3-48c8-860b-e6645fa24fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321674 Jul 08 19:02:04.215084 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2fc9df7-0274-4e7f-a99b-52a6b008b598 req-e80a2c49-2fc6-4e0b-a453-d6de61b84b2f service neutron] 10.222.0.59 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850253 Jul 08 19:02:04.305431 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e2fc9df7-0274-4e7f-a99b-52a6b008b598 req-43ba129d-039a-4d9e-a29d-d89f48272332 service neutron] 10.222.0.59 "GET /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824456 Jul 08 19:02:04.603630 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-930ca8bc-6724-4125-bae0-b83254b8df8b req-dbb29959-31e6-4a4c-9ede-8eb7855526be tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e841090-182e-48ba-92d2-621da04155c9 HTTP/1.1" status: 200 len: 210 time: 0.0322194 Jul 08 19:02:04.903293 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:05.856503 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa312229-810c-4f3e-b963-e37f8a01ade9 req-0a48bfca-9496-4e7a-9315-1412bfd473c4 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:05.857998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa312229-810c-4f3e-b963-e37f8a01ade9 req-0a48bfca-9496-4e7a-9315-1412bfd473c4 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 946 time: 0.0685914 Jul 08 19:02:05.899327 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa312229-810c-4f3e-b963-e37f8a01ade9 req-760bb682-ee3a-45a3-9d5a-9e827b483275 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356126 Jul 08 19:02:06.087629 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655a293-1d5e-4e7c-858d-d88b98e98533 req-72409519-d608-4b79-8597-5ce6f573b7f0 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:06.089079 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b655a293-1d5e-4e7c-858d-d88b98e98533 req-72409519-d608-4b79-8597-5ce6f573b7f0 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 946 time: 0.0632837 Jul 08 19:02:06.126845 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b655a293-1d5e-4e7c-858d-d88b98e98533 req-8cbd3234-e24b-46be-803c-8304a71dec58 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Jul 08 19:02:06.301088 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8d668-5ec3-4c16-9685-dfaa60a505f4 req-90395ebf-cd06-4acf-8b0e-176436d83a87 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:06.302620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbc8d668-5ec3-4c16-9685-dfaa60a505f4 req-90395ebf-cd06-4acf-8b0e-176436d83a87 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 946 time: 0.0624979 Jul 08 19:02:06.338617 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-635887c5-4c6b-42ea-a8c9-764efc1549ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:06.340497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cbc8d668-5ec3-4c16-9685-dfaa60a505f4 req-27b9817a-c321-4ad5-bfe3-e86dd9ae6cae tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Jul 08 19:02:06.609053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa888a3-d564-4f71-9cab-6d81401b96c6 req-33b1a62e-4b5b-4d5e-bec7-ea225048cdc5 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:06.610551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffa888a3-d564-4f71-9cab-6d81401b96c6 req-33b1a62e-4b5b-4d5e-bec7-ea225048cdc5 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 946 time: 0.0658684 Jul 08 19:02:06.648280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffa888a3-d564-4f71-9cab-6d81401b96c6 req-de9c7c02-8361-4a30-bff9-351f3a50ec01 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315466 Jul 08 19:02:06.818279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390a4d6-5c6e-4e07-aef6-600fa552b71d req-9733c2fd-ba1d-4499-a6e6-8b7c5b23b956 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:06.819653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c390a4d6-5c6e-4e07-aef6-600fa552b71d req-9733c2fd-ba1d-4499-a6e6-8b7c5b23b956 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 946 time: 0.0623679 Jul 08 19:02:06.856512 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c390a4d6-5c6e-4e07-aef6-600fa552b71d req-58dedd2b-a2d5-43e8-b5ff-c733b98590be tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Jul 08 19:02:07.046832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889d779-434d-49ba-bb1d-e5d35c9b1916 req-693b672b-ed06-42e0-9d54-5be847730476 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:07.048450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e889d779-434d-49ba-bb1d-e5d35c9b1916 req-693b672b-ed06-42e0-9d54-5be847730476 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 946 time: 0.0691061 Jul 08 19:02:07.090316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e889d779-434d-49ba-bb1d-e5d35c9b1916 req-bfc857ae-ec22-4bad-92fd-781f9acc6562 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349874 Jul 08 19:02:07.610433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d3eb1-d18b-4a21-989c-ef86f6dfa3a0 req-5055e8c2-8eef-4b24-8ab8-5db94c02fdc5 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:07.612498 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-823d3eb1-d18b-4a21-989c-ef86f6dfa3a0 req-5055e8c2-8eef-4b24-8ab8-5db94c02fdc5 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 946 time: 0.0636930 Jul 08 19:02:07.649408 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-823d3eb1-d18b-4a21-989c-ef86f6dfa3a0 req-74506da7-30b2-45c5-855c-f90a55692cf0 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Jul 08 19:02:07.864069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 37008836-db96-4388-b251-3d3f8c7b6f75 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:02:07.884066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 37008836-db96-4388-b251-3d3f8c7b6f75 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:02:07.884414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 37008836-db96-4388-b251-3d3f8c7b6f75 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:02:08.820820 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23900323-4800-4ec1-ad2b-c73c1faf442e req-b0057dbb-fef0-4e9a-aa80-08bbf36c2313 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:08.822331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23900323-4800-4ec1-ad2b-c73c1faf442e req-b0057dbb-fef0-4e9a-aa80-08bbf36c2313 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 946 time: 0.0622325 Jul 08 19:02:08.858962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23900323-4800-4ec1-ad2b-c73c1faf442e req-b25f3334-111b-48d8-88da-fff3dac770ee tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/security-groups?id=560629cb-3088-4f3a-89fd-d717236cc816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Jul 08 19:02:09.170637 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:09.190855 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-002292ce-3aa1-40ee-b915-3090f9f1e47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:09.201697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178282ae-adf5-4a27-afd6-0975e2468144 req-993bc4d1-ed92-4916-964c-e83716ecda0a tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:09.203207 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-178282ae-adf5-4a27-afd6-0975e2468144 req-993bc4d1-ed92-4916-964c-e83716ecda0a tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 946 time: 0.0716879 Jul 08 19:02:09.610841 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-178282ae-adf5-4a27-afd6-0975e2468144 req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Deleting port 2b188942-2906-460d-8811-074add945c12 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:02:09.611075 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-178282ae-adf5-4a27-afd6-0975e2468144 req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:09.697849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-178282ae-adf5-4a27-afd6-0975e2468144 req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] For port 2b188942-2906-460d-8811-074add945c12, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=2b188942-2906-460d-8811-074add945c12,segment=NetworkSegment(25628de2-9e5d-417b-8b51-a2dc35d568fb),segment_id=25628de2-9e5d-417b-8b51-a2dc35d568fb)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:09.698228 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-178282ae-adf5-4a27-afd6-0975e2468144 req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:09.710971 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-178282ae-adf5-4a27-afd6-0975e2468144 req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Calling delete_port for 2b188942-2906-460d-8811-074add945c12 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:02:09.835033 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-178282ae-adf5-4a27-afd6-0975e2468144 req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:09.845946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['2b188942-2906-460d-8811-074add945c12'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:02:09.864409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Pushing event deleted for resources: {'Port': ['ID=2b188942-2906-460d-8811-074add945c12,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:09.891228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.891576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.891908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.892240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.892567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.892893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.893265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.894119 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.894508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.894795 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.895115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.895432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:09.917776 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-178282ae-adf5-4a27-afd6-0975e2468144 req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] No DVR routers for this DVR port 2b188942-2906-460d-8811-074add945c12 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:02:09.920551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-178282ae-adf5-4a27-afd6-0975e2468144 req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:09.922554 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-178282ae-adf5-4a27-afd6-0975e2468144 req-e84932e7-5049-4609-95db-e71b376acee8 tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.59 "DELETE /v2.0/ports/2b188942-2906-460d-8811-074add945c12 HTTP/1.1" status: 204 len: 173 time: 0.7134535 Jul 08 19:02:09.922983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e975064-9bf8-490e-87a8-da2fafb527dc', 'name': 'network-vif-deleted', 'tag': '2b188942-2906-460d-8811-074add945c12'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:02:09.925763 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4239c734-91c5-4605-b30d-22ffa30e624c" -d '{"events": [{"server_uuid": "6e975064-9bf8-490e-87a8-da2fafb527dc", "name": "network-vif-deleted", "tag": "2b188942-2906-460d-8811-074add945c12"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:02:09.967970 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c111d44d-e1ca-442f-824b-22d07fc74962 x-openstack-request-id: req-c111d44d-e1ca-442f-824b-22d07fc74962 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:02:09.968250 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e975064-9bf8-490e-87a8-da2fafb527dc", "name": "network-vif-deleted", "tag": "2b188942-2906-460d-8811-074add945c12", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:02:09.968666 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c111d44d-e1ca-442f-824b-22d07fc74962 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:02:09.969486 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e975064-9bf8-490e-87a8-da2fafb527dc', 'name': 'network-vif-deleted', 'tag': '2b188942-2906-460d-8811-074add945c12', 'status': 'completed', 'code': 200} Jul 08 19:02:10.010920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-093e3352-5446-40b2-9c48-e09084c11386 req-876f4924-7f96-4d8d-afa4-5b95f60384fe tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e975064-9bf8-490e-87a8-da2fafb527dc HTTP/1.1" status: 200 len: 210 time: 0.0348904 Jul 08 19:02:10.408330 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.102581 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59240) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:11.145934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Deleting subnet 2883a83f-beb4-464a-bb39-1d607f760ad5 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:02:11.148988 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.181970 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.219654 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.275461 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.300722 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2883a83f-beb4-464a-bb39-1d607f760ad5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:11.305078 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.309492 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2883a83f-beb4-464a-bb39-1d607f760ad5 HTTP/1.1" status: 204 len: 168 time: 0.2058854 Jul 08 19:02:11.309675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59242) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:11.314763 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.315600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.315943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.316282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.316614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.316945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.317278 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.317599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.317922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.318262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.318585 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.318903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fbe4e-24ac-4f24-84ad-8793cf90780a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:11.379319 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.455375 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.464981 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125a4773-aaf3-48c8-860b-e6645fa24fa1']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:11.475404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25628de2-9e5d-417b-8b51-a2dc35d568fb') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:11.475624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25628de2-9e5d-417b-8b51-a2dc35d568fb') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:11.484152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.498098 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.504606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:02:11.505018 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: timer() Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:02:11.506647 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:02:11.562155 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.568176 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.572519 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] 10.222.0.73 "DELETE /v2.0/networks/125a4773-aaf3-48c8-860b-e6645fa24fa1 HTTP/1.1" status: 204 len: 168 time: 0.2594659 Jul 08 19:02:11.581031 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444f08a-119e-4214-9edd-91cd058b4f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=125a4773-aaf3-48c8-860b-e6645fa24fa1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:11.676041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59246) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:11.714672 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8f22ef37-8360-46f7-8935-9faa36322f81 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a5b0d4dc6fe40e4a0593655fcc6b8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374353 Jul 08 19:02:11.717065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59248) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:11.764047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d59b4ed5-65d6-4ea6-b3f0-6ab2d2839acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.785600 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d59b4ed5-65d6-4ea6-b3f0-6ab2d2839acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.830941 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d59b4ed5-65d6-4ea6-b3f0-6ab2d2839acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.833433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d59b4ed5-65d6-4ea6-b3f0-6ab2d2839acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:11.834620 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d59b4ed5-65d6-4ea6-b3f0-6ab2d2839acb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/560629cb-3088-4f3a-89fd-d717236cc816 HTTP/1.1" status: 204 len: 168 time: 0.1166728 Jul 08 19:02:11.842040 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b4ed5-65d6-4ea6-b3f0-6ab2d2839acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560629cb-3088-4f3a-89fd-d717236cc816,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:11.883632 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:12.535064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59270) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:12.633310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443397174'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:12.658408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Made reservation on behalf of bfaac3d03d2e4a87994a542abf21280b for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:12.661800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:12.670449 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:12.761319 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:12.765699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:12.791433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:02:12.807743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b0cbb9-2e4a-418b-bdc2-6333e863469d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:12.812185 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:12.812617 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Added segment fbe1352a-2636-4771-a71b-00b04581050e of type vlan for network 66e4dcb2-806f-4695-928e-8f1561615b71 Jul 08 19:02:12.858158 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:12.888056 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:12.895642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:12.896456 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:12.970566 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4342189 Jul 08 19:02:12.983575 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73624a1a-dd39-49c9-a8bd-226c98d43b40 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event updated for resources: {'Network': ['ID=66e4dcb2-806f-4695-928e-8f1561615b71,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:12.995408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 66e4dcb2-806f-4695-928e-8f1561615b71 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:02:13.193367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2b188942-2906-460d-8811-074add945c12 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:02:13.220326 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 2b188942-2906-460d-8811-074add945c12 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:02:13.220660 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 2b188942-2906-460d-8811-074add945c12 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:02:16.158496 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59274) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:16.163746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Request body: {'subnet': {'network_id': '66e4dcb2-806f-4695-928e-8f1561615b71', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:16.201085 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:02:16.250433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Made reservation on behalf of bfaac3d03d2e4a87994a542abf21280b for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:16.254562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:16.434474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:16.497806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event updated for resources: {'Subnet': ['ID=c4473963-f011-4947-ac3a-b76f3ba76819,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:16.507608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Checking segment: {'id': 'fbe1352a-2636-4771-a71b-00b04581050e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '66e4dcb2-806f-4695-928e-8f1561615b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:16.507963 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Network hostable DHCP agents. Network: 66e4dcb2-806f-4695-928e-8f1561615b71, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:02:16.524107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Network 66e4dcb2-806f-4695-928e-8f1561615b71 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:02:16.532547 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 66e4dcb2-806f-4695-928e-8f1561615b71) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:16.537379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:16.537972 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:16.542970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072edfe6-7d39-4fbb-be9c-a5a94350d361 None None] Network 66e4dcb2-806f-4695-928e-8f1561615b71 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:16.557298 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ae320d93-4edd-423e-83b0-18b07591c180 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3975346 Jul 08 19:02:16.560759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59276) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:16.565675 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-323959389'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:16.588191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Made reservation on behalf of bfaac3d03d2e4a87994a542abf21280b for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:16.591642 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:16.617372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:02:16.627905 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:16.628244 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Added segment d04c608e-a03b-4370-8101-52b27b8c889a of type vlan for network 7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0 Jul 08 19:02:16.680308 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:16.690041 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-66e4dcb2-806f-4695-928e-8f1561615b71', 'network_id': '66e4dcb2-806f-4695-928e-8f1561615b71', 'tenant_id': 'bfaac3d03d2e4a87994a542abf21280b', 'fixed_ips': [{'subnet_id': 'c4473963-f011-4947-ac3a-b76f3ba76819'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:02:16.690932 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:16.716501 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:16.722700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:16.723272 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:16.806649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2447367 Jul 08 19:02:16.809503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59278) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:16.816243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Request body: {'subnet': {'network_id': '7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:16.824550 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405afea-dc24-4a22-9a3d-bd25c9f23057 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event updated for resources: {'Network': ['ID=7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:16.831530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Allocated IP 2001:db8:0:ffff::2 (66e4dcb2-806f-4695-928e-8f1561615b71/c4473963-f011-4947-ac3a-b76f3ba76819/29225caa-33d3-4416-9632-6b713eb896bd) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:02:16.837181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:02:16.906784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Made reservation on behalf of bfaac3d03d2e4a87994a542abf21280b for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:16.911079 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.031610 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.040355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Transition to ACTIVE for port object 29225caa-33d3-4416-9632-6b713eb896bd will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:17.057046 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Transition to ACTIVE for port object 29225caa-33d3-4416-9632-6b713eb896bd will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:17.063014 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.105137 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.107042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Network 66e4dcb2-806f-4695-928e-8f1561615b71 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:17.112795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:17.115391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:02:17.117353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Pushing event updated for resources: {'Port': ['ID=29225caa-33d3-4416-9632-6b713eb896bd,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:17.128230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.128567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.128897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.129222 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.129543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.129866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.130181 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.130518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.130838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.131151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.131463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.131771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:17.171351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event updated for resources: {'Subnet': ['ID=461dd48f-32da-4f98-9bce-d5a27ff388dd,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:17.179181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Checking segment: {'id': 'd04c608e-a03b-4370-8101-52b27b8c889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:17.179567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Network hostable DHCP agents. Network: 7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:02:17.184494 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Attempting to bind port 29225caa-33d3-4416-9632-6b713eb896bd on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:02:17.184861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Attempting to bind port 29225caa-33d3-4416-9632-6b713eb896bd by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'fbe1352a-2636-4771-a71b-00b04581050e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '66e4dcb2-806f-4695-928e-8f1561615b71'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:02:17.185218 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Attempting to bind port 29225caa-33d3-4416-9632-6b713eb896bd on network 66e4dcb2-806f-4695-928e-8f1561615b71 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:02:17.190269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:02:17.190646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Checking segment: {'id': 'fbe1352a-2636-4771-a71b-00b04581050e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '66e4dcb2-806f-4695-928e-8f1561615b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:17.191091 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.191427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Bound using segment: {'id': 'fbe1352a-2636-4771-a71b-00b04581050e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '66e4dcb2-806f-4695-928e-8f1561615b71'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:02:17.191887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Bound port: 29225caa-33d3-4416-9632-6b713eb896bd, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe1352a-2636-4771-a71b-00b04581050e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '66e4dcb2-806f-4695-928e-8f1561615b71'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:02:17.192439 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.196558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Network 7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:02:17.206513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:17.212232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:17.213184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.226300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ff8f7-4da0-45e2-823e-f84937c4a364 None None] Network 7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:17.231507 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eeee2672-4cfd-4e75-8162-b31bff7afd77 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4177148 Jul 08 19:02:17.231675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59280) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:17.311692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] For port 29225caa-33d3-4416-9632-6b713eb896bd, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:02:17.315963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] For port 29225caa-33d3-4416-9632-6b713eb896bd, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=29225caa-33d3-4416-9632-6b713eb896bd,segment=NetworkSegment(fbe1352a-2636-4771-a71b-00b04581050e),segment_id=fbe1352a-2636-4771-a71b-00b04581050e)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:02:17.325226 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.340794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.413686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995fdeb-acd1-4f0a-8ba4-5fbd13fd1de7 None None] Pushing event updated for resources: {'Port': ['ID=29225caa-33d3-4416-9632-6b713eb896bd,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:17.428593 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.458453 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb0cda-220f-4d8b-9e91-af7d18e31fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0', 'network_id': '7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0', 'tenant_id': 'bfaac3d03d2e4a87994a542abf21280b', 'fixed_ips': [{'subnet_id': '461dd48f-32da-4f98-9bce-d5a27ff388dd'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:02:17.459684 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0cda-220f-4d8b-9e91-af7d18e31fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.505509 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.537080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Subnet': ['ID=461dd48f-32da-4f98-9bce-d5a27ff388dd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server [None req-fbdb0cda-220f-4d8b-9e91-af7d18e31fd6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 461dd48f-32da-4f98-9bce-d5a27ff388dd: This subnet is being modified by another concurrent operation. Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server raise exception Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 461dd48f-32da-4f98-9bce-d5a27ff388dd: This subnet is being modified by another concurrent operation. Jul 08 19:02:17.597545 n-d-799684-3 neutron-server[93743]: ERROR oslo_messaging.rpc.server Jul 08 19:02:17.624985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a5e4e6-45dd-46e5-ba23-f4bdafaf670b None None] Network 7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:17.630892 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.645812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:17.658074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04c608e-a03b-4370-8101-52b27b8c889a') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:17.658497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04c608e-a03b-4370-8101-52b27b8c889a') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:17.669281 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.687046 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.693675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:02:17.694086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: timer() Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:02:17.697661 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:02:17.759913 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.766893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.769248 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/networks/7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0 HTTP/1.1" status: 204 len: 168 time: 0.5366113 Jul 08 19:02:17.773329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59282) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:17.778604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-313125594'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:17.781064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bba2b-3388-4076-847c-e0c76f70a9ee tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Network': ['ID=7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:17.798774 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Made reservation on behalf of bfaac3d03d2e4a87994a542abf21280b for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:17.802234 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.825427 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:02:17.834817 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.835187 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Added segment de3efd23-7d14-4c65-8395-f6a74a35d44a of type vlan for network 43ae863d-7af7-42ae-8823-af882c7aa388 Jul 08 19:02:17.871715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.900349 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.905805 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:17.906405 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:17.965460 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1909232 Jul 08 19:02:17.968396 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59284) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:17.974446 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Request body: {'subnet': {'network_id': '43ae863d-7af7-42ae-8823-af882c7aa388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:17.977007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d36364-ee80-4041-9f2c-19ebd8df1a04 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event updated for resources: {'Network': ['ID=43ae863d-7af7-42ae-8823-af882c7aa388,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:17.987956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 43ae863d-7af7-42ae-8823-af882c7aa388 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:02:18.068539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Made reservation on behalf of bfaac3d03d2e4a87994a542abf21280b for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:18.072455 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.130948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_backend_mixin [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Performing IP validity checks on allocation pools {{(pid=93741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 19:02:18.131468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.ipam_backend_mixin [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 19:02:18.264591 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.328769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event updated for resources: {'Subnet': ['ID=305401d0-cb60-4e19-88df-41dba7607c45,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:18.338489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Checking segment: {'id': 'de3efd23-7d14-4c65-8395-f6a74a35d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '43ae863d-7af7-42ae-8823-af882c7aa388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:18.338884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Network hostable DHCP agents. Network: 43ae863d-7af7-42ae-8823-af882c7aa388, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:02:18.347887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630ff7e9-c00d-4a9c-97bc-d0f202a8dda5 None None] Network 66e4dcb2-806f-4695-928e-8f1561615b71 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:18.357399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Network 43ae863d-7af7-42ae-8823-af882c7aa388 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:02:18.367181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 43ae863d-7af7-42ae-8823-af882c7aa388) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:18.372725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:18.373844 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.390937 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cbe63773-3eb6-4996-98e4-7a3484f9fd6b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4213657 Jul 08 19:02:18.392920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5123ca-dde9-46c2-a21a-76e68a7b790b None None] Network 43ae863d-7af7-42ae-8823-af882c7aa388 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:18.394090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59286) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:18.459429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-659f370c-496d-4c01-929a-6b8eea9609e6 None None] Provisioning for port 29225caa-33d3-4416-9632-6b713eb896bd completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:18.494581 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.547417 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.612378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.617515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f2f0d7-2a84-4757-a57f-ff5f657a1747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-43ae863d-7af7-42ae-8823-af882c7aa388', 'network_id': '43ae863d-7af7-42ae-8823-af882c7aa388', 'tenant_id': 'bfaac3d03d2e4a87994a542abf21280b', 'fixed_ips': [{'subnet_id': '305401d0-cb60-4e19-88df-41dba7607c45'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:02:18.618385 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15f2f0d7-2a84-4757-a57f-ff5f657a1747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.646507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Subnet': ['ID=305401d0-cb60-4e19-88df-41dba7607c45,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:18.704369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.711888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975334b0-ab50-450f-b900-677e0680dbc9 None None] Network 43ae863d-7af7-42ae-8823-af882c7aa388 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:18.715046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ae863d-7af7-42ae-8823-af882c7aa388']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:18.726132 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3efd23-7d14-4c65-8395-f6a74a35d44a') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:18.726443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3efd23-7d14-4c65-8395-f6a74a35d44a') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:18.737307 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.751959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.759025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:02:18.759433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: timer() Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:02:18.762544 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:02:18.823596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.831323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.833172 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/networks/43ae863d-7af7-42ae-8823-af882c7aa388 HTTP/1.1" status: 204 len: 168 time: 0.4381027 Jul 08 19:02:18.836661 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59288) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:18.850308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-982765283'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:18.854625 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f8b18-8c7a-4071-bb6a-111243a01d39 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Network': ['ID=43ae863d-7af7-42ae-8823-af882c7aa388,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:18.873984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Made reservation on behalf of bfaac3d03d2e4a87994a542abf21280b for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:18.878070 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.902874 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:02:18.911480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08f4214-c40c-4511-a5fe-fd7cc1f15432 None None] get_active_networks_info from n-d-799684-3 {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 19:02:18.912579 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.913018 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Added segment 251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c of type vlan for network 7a726564-d33a-4092-833c-4b2912a64b96 Jul 08 19:02:18.958893 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.976793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08f4214-c40c-4511-a5fe-fd7cc1f15432 None None] Resources bound (agent type, host, resource id): {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 19:02:18.988809 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:18.994501 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:18.995105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.054921 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2172041 Jul 08 19:02:19.058621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59290) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:19.067019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979de27-46de-4ddd-8890-8d0c7240a234 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event updated for resources: {'Network': ['ID=7a726564-d33a-4092-833c-4b2912a64b96,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:19.067574 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Request body: {'subnet': {'network_id': '7a726564-d33a-4092-833c-4b2912a64b96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:19.078723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 7a726564-d33a-4092-833c-4b2912a64b96 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:02:19.157588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Made reservation on behalf of bfaac3d03d2e4a87994a542abf21280b for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:19.161216 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.343264 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.400348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event updated for resources: {'Subnet': ['ID=0f5b96fb-e0fd-4914-b9bb-c859fb835d46,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:19.402685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 29225caa-33d3-4416-9632-6b713eb896bd up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:19.416154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Checking segment: {'id': '251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7a726564-d33a-4092-833c-4b2912a64b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:19.416511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Network hostable DHCP agents. Network: 7a726564-d33a-4092-833c-4b2912a64b96, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:02:19.434697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Network 7a726564-d33a-4092-833c-4b2912a64b96 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:02:19.443674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 7a726564-d33a-4092-833c-4b2912a64b96) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:19.447682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:19.448265 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.453765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08bf89-60a9-49b7-ad72-8b0309cb3709 None None] Network 7a726564-d33a-4092-833c-4b2912a64b96 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:19.457222 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 29225caa-33d3-4416-9632-6b713eb896bd completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:19.463330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-95e36a27-933e-4f8b-b8c6-dc6022506310 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4035251 Jul 08 19:02:19.467103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59292) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:19.472809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-29710383'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:19.494271 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Made reservation on behalf of bfaac3d03d2e4a87994a542abf21280b for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:19.498014 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.498457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 29225caa-33d3-4416-9632-6b713eb896bd triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:19.498834 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.522010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:02:19.531443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.531852 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Added segment 8527130a-424d-478e-80ef-5724b73d165c of type vlan for network f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82 Jul 08 19:02:19.576836 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.606257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.612599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:19.613197 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.637915 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.680114 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2086482 Jul 08 19:02:19.682195 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59294) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:19.687315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Request body: {'subnet': {'network_id': 'f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:19.687555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-7a726564-d33a-4092-833c-4b2912a64b96', 'network_id': '7a726564-d33a-4092-833c-4b2912a64b96', 'tenant_id': 'bfaac3d03d2e4a87994a542abf21280b', 'fixed_ips': [{'subnet_id': '0f5b96fb-e0fd-4914-b9bb-c859fb835d46'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:02:19.688386 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.694190 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73010b29-6a22-4ba9-a911-f9721a16bfdf tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event updated for resources: {'Network': ['ID=f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:19.706839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 29225caa-33d3-4416-9632-6b713eb896bd, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=29225caa-33d3-4416-9632-6b713eb896bd,segment=NetworkSegment(fbe1352a-2636-4771-a71b-00b04581050e),segment_id=fbe1352a-2636-4771-a71b-00b04581050e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:19.709147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:02:19.714949 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.781184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Made reservation on behalf of bfaac3d03d2e4a87994a542abf21280b for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:19.785472 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:19.874283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=29225caa-33d3-4416-9632-6b713eb896bd,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:19.936756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Allocated IP 2001:db8::2 (7a726564-d33a-4092-833c-4b2912a64b96/0f5b96fb-e0fd-4914-b9bb-c859fb835d46/4c4c6817-45fd-4b91-8ef6-3e691381b892) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:02:19.970226 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.028231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event updated for resources: {'Subnet': ['ID=23f89c6b-5b62-4e65-8109-78f087334721,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:20.039256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Checking segment: {'id': '8527130a-424d-478e-80ef-5724b73d165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:20.039620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Network hostable DHCP agents. Network: f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:02:20.057618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Network f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:02:20.066413 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:20.074234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:20.074880 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.079200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba615847-9e29-47b8-8b68-fb28a1aaea73 None None] Network f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:20.086999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.091094 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-49d31764-4054-4a74-9460-b955957c87a1 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4078789 Jul 08 19:02:20.093741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59296) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:20.131621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Transition to ACTIVE for port object 4c4c6817-45fd-4b91-8ef6-3e691381b892 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:20.196658 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.251134 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.310692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Transition to ACTIVE for port object 4c4c6817-45fd-4b91-8ef6-3e691381b892 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:20.313807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.323969 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.341522 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Subnet': ['ID=23f89c6b-5b62-4e65-8109-78f087334721,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:20.391081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Network 7a726564-d33a-4092-833c-4b2912a64b96 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:20.395828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:20.400858 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:02:20.403385 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.414674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:20.422317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Pushing event updated for resources: {'Port': ['ID=4c4c6817-45fd-4b91-8ef6-3e691381b892,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:20.428248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8527130a-424d-478e-80ef-5724b73d165c') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:20.428573 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8527130a-424d-478e-80ef-5724b73d165c') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:20.429645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac72bca3-4ae0-4b64-a8cb-71d95ddce379 None None] Network f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:20.438292 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.451865 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.459615 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:02:20.460012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: timer() Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:02:20.463354 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:02:20.520855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.523565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Attempting to bind port 4c4c6817-45fd-4b91-8ef6-3e691381b892 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:02:20.523846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Attempting to bind port 4c4c6817-45fd-4b91-8ef6-3e691381b892 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7a726564-d33a-4092-833c-4b2912a64b96'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:02:20.524193 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Attempting to bind port 4c4c6817-45fd-4b91-8ef6-3e691381b892 on network 7a726564-d33a-4092-833c-4b2912a64b96 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:02:20.526377 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.528295 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/networks/f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82 HTTP/1.1" status: 204 len: 168 time: 0.4335933 Jul 08 19:02:20.531585 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59298) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:20.537565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:02:20.537938 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Checking segment: {'id': '251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7a726564-d33a-4092-833c-4b2912a64b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:20.538372 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.538753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Bound using segment: {'id': '251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7a726564-d33a-4092-833c-4b2912a64b96'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:02:20.539212 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Bound port: 4c4c6817-45fd-4b91-8ef6-3e691381b892, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7a726564-d33a-4092-833c-4b2912a64b96'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:02:20.539587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.542819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17cac4-0298-4f75-bdba-0397e2979e2a tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Network': ['ID=f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:20.566278 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bd2116-2704-4170-a2cf-2785bc61db28 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] GET failed (client error): The resource could not be found. Jul 08 19:02:20.570329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-81bd2116-2704-4170-a2cf-2785bc61db28 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "GET /v2.0/subnets/23f89c6b-5b62-4e65-8109-78f087334721 HTTP/1.1" status: 404 len: 337 time: 0.0345290 Jul 08 19:02:20.570537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59300) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:20.588223 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8df2cb3-5542-47f5-b5cf-5a5b1d4e0b3e tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] DELETE failed (client error): The resource could not be found. Jul 08 19:02:20.588755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8df2cb3-5542-47f5-b5cf-5a5b1d4e0b3e tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 19:02:20.594367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d8df2cb3-5542-47f5-b5cf-5a5b1d4e0b3e tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/networks/f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82 HTTP/1.1" status: 404 len: 339 time: 0.0189857 Jul 08 19:02:20.595067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59302) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:20.620586 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fad762-ec61-43ce-9267-a9622f032ef0 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] DELETE failed (client error): The resource could not be found. Jul 08 19:02:20.621038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fad762-ec61-43ce-9267-a9622f032ef0 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 19:02:20.625083 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-76fad762-ec61-43ce-9267-a9622f032ef0 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/subnets/23f89c6b-5b62-4e65-8109-78f087334721 HTTP/1.1" status: 404 len: 337 time: 0.0273266 Jul 08 19:02:20.625263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59304) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:20.636941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] For port 4c4c6817-45fd-4b91-8ef6-3e691381b892, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:02:20.640184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] For port 4c4c6817-45fd-4b91-8ef6-3e691381b892, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4c4c6817-45fd-4b91-8ef6-3e691381b892,segment=NetworkSegment(251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c),segment_id=251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:02:20.645041 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.648554 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c528aaff-dcd6-464e-8fa8-0b18ddbf2e90 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] DELETE failed (client error): The resource could not be found. Jul 08 19:02:20.649147 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c528aaff-dcd6-464e-8fa8-0b18ddbf2e90 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 19:02:20.653380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c528aaff-dcd6-464e-8fa8-0b18ddbf2e90 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/networks/f3b3fd7e-8eb9-4f6b-87ad-8eafc9acee82 HTTP/1.1" status: 404 len: 339 time: 0.0247862 Jul 08 19:02:20.653549 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59306) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:20.702104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7f487-2b80-4634-b311-b489d839c236 None None] Pushing event updated for resources: {'Port': ['ID=4c4c6817-45fd-4b91-8ef6-3e691381b892,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:20.708072 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42be993-e476-436d-b42f-8f5ac8f4653d tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Deleting subnet 0f5b96fb-e0fd-4914-b9bb-c859fb835d46 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:02:20.711675 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c42be993-e476-436d-b42f-8f5ac8f4653d tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.751921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c42be993-e476-436d-b42f-8f5ac8f4653d tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.845474 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c42be993-e476-436d-b42f-8f5ac8f4653d tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.913214 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c42be993-e476-436d-b42f-8f5ac8f4653d tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.940038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42be993-e476-436d-b42f-8f5ac8f4653d tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5b96fb-e0fd-4914-b9bb-c859fb835d46,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:20.945823 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c42be993-e476-436d-b42f-8f5ac8f4653d tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:20.947757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c42be993-e476-436d-b42f-8f5ac8f4653d tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/subnets/0f5b96fb-e0fd-4914-b9bb-c859fb835d46 HTTP/1.1" status: 204 len: 168 time: 0.2932961 Jul 08 19:02:20.950188 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59308) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:21.028141 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.084676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Deleting port 4c4c6817-45fd-4b91-8ef6-3e691381b892 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:02:21.085067 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.146932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] For port 4c4c6817-45fd-4b91-8ef6-3e691381b892, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4c4c6817-45fd-4b91-8ef6-3e691381b892,segment=NetworkSegment(251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c),segment_id=251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:21.147288 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.161018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Calling delete_port for 4c4c6817-45fd-4b91-8ef6-3e691381b892 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:02:21.235896 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.264916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Port': ['ID=4c4c6817-45fd-4b91-8ef6-3e691381b892,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:21.266803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] No DVR routers for this DVR port 4c4c6817-45fd-4b91-8ef6-3e691381b892 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:02:21.353946 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.364552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a726564-d33a-4092-833c-4b2912a64b96']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:21.375608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:21.375922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251b9ee5-cd7a-4cfb-9dc5-35d9101b9d4c') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:21.384945 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 29225caa-33d3-4416-9632-6b713eb896bd up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:21.386625 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.401465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.407902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:02:21.408388 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: timer() Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:02:21.412812 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:02:21.441659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 29225caa-33d3-4416-9632-6b713eb896bd triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:21.442173 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.479810 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.485445 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.487698 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/networks/7a726564-d33a-4092-833c-4b2912a64b96 HTTP/1.1" status: 204 len: 168 time: 0.5364046 Jul 08 19:02:21.490421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59310) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:21.503405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8394ce-8ec6-4919-a504-462ac253ab19 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Network': ['ID=7a726564-d33a-4092-833c-4b2912a64b96,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:21.525972 n-d-799684-3 neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7101c7f1-0c03-4b3a-8d95-abe0f64e73b8 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] DELETE failed (client error): The resource could not be found. Jul 08 19:02:21.526554 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7101c7f1-0c03-4b3a-8d95-abe0f64e73b8 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 19:02:21.528902 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7101c7f1-0c03-4b3a-8d95-abe0f64e73b8 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/subnets/305401d0-cb60-4e19-88df-41dba7607c45 HTTP/1.1" status: 404 len: 337 time: 0.0365894 Jul 08 19:02:21.531619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59312) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:21.550572 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e09a3b-841d-4676-91cb-66198b3d2017 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] DELETE failed (client error): The resource could not be found. Jul 08 19:02:21.551114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e09a3b-841d-4676-91cb-66198b3d2017 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 19:02:21.552830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-95e09a3b-841d-4676-91cb-66198b3d2017 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/networks/43ae863d-7af7-42ae-8823-af882c7aa388 HTTP/1.1" status: 404 len: 339 time: 0.0201995 Jul 08 19:02:21.555389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59314) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:21.581943 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a03054-b399-4278-a557-77e9a5c3698b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] DELETE failed (client error): The resource could not be found. Jul 08 19:02:21.582428 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a03054-b399-4278-a557-77e9a5c3698b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 19:02:21.584314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-61a03054-b399-4278-a557-77e9a5c3698b tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/subnets/461dd48f-32da-4f98-9bce-d5a27ff388dd HTTP/1.1" status: 404 len: 337 time: 0.0279949 Jul 08 19:02:21.586880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59316) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:21.609312 n-d-799684-3 neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe75da4-6d4e-42d4-a99d-c18351d5d511 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] DELETE failed (client error): The resource could not be found. Jul 08 19:02:21.609873 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe75da4-6d4e-42d4-a99d-c18351d5d511 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 19:02:21.611695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-abe75da4-6d4e-42d4-a99d-c18351d5d511 tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/networks/7b0f9f55-ba18-43f2-8c79-d7ed455ec4d0 HTTP/1.1" status: 404 len: 339 time: 0.0238366 Jul 08 19:02:21.614780 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59318) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:21.675087 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fece3e7-316e-4d7a-be00-3b6db7fc5eef tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Deleting subnet c4473963-f011-4947-ac3a-b76f3ba76819 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:02:21.678556 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0fece3e7-316e-4d7a-be00-3b6db7fc5eef tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.681777 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-376c9d25-22aa-491d-83f5-ddaff76c365a None None] Could not find standard attr ID for object 4c4c6817-45fd-4b91-8ef6-3e691381b892. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 19:02:21.697387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe24e32-c34c-412d-b48c-3c63dac558b9 None None] DHCP port deletion for 7a726564-d33a-4092-833c-4b2912a64b96 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:02:21.713507 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408ba4a3-bf4d-459a-a764-5465355e8c4f None None] Network 7a726564-d33a-4092-833c-4b2912a64b96 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:21.722791 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0fece3e7-316e-4d7a-be00-3b6db7fc5eef tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.725158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408ba4a3-bf4d-459a-a764-5465355e8c4f None None] Network 7a726564-d33a-4092-833c-4b2912a64b96 could not be found, it might have been deleted concurrently. {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 19:02:21.803588 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0fece3e7-316e-4d7a-be00-3b6db7fc5eef tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.864367 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0fece3e7-316e-4d7a-be00-3b6db7fc5eef tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.891334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fece3e7-316e-4d7a-be00-3b6db7fc5eef tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Subnet': ['ID=c4473963-f011-4947-ac3a-b76f3ba76819,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:21.895086 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0fece3e7-316e-4d7a-be00-3b6db7fc5eef tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:21.899208 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0fece3e7-316e-4d7a-be00-3b6db7fc5eef tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/subnets/c4473963-f011-4947-ac3a-b76f3ba76819 HTTP/1.1" status: 204 len: 168 time: 0.2809908 Jul 08 19:02:21.899429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59320) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:21.904379 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee38e7e-187f-4ece-8cf7-a415a7e97e0c None None] Network 66e4dcb2-806f-4695-928e-8f1561615b71 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:21.973050 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.025333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Deleting port 29225caa-33d3-4416-9632-6b713eb896bd {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:02:22.025675 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.081474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f481c0b-ade5-4fe2-9e69-058d53c00015 None None] DHCP port deletion for 66e4dcb2-806f-4695-928e-8f1561615b71 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:02:22.092613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] For port 29225caa-33d3-4416-9632-6b713eb896bd, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=29225caa-33d3-4416-9632-6b713eb896bd,segment=NetworkSegment(fbe1352a-2636-4771-a71b-00b04581050e),segment_id=fbe1352a-2636-4771-a71b-00b04581050e)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:22.092970 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.106109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Calling delete_port for 29225caa-33d3-4416-9632-6b713eb896bd owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:02:22.127957 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2f481c0b-ade5-4fe2-9e69-058d53c00015 None None] Deleting port 29225caa-33d3-4416-9632-6b713eb896bd {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:02:22.128343 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2f481c0b-ade5-4fe2-9e69-058d53c00015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.183762 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.188843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2f481c0b-ade5-4fe2-9e69-058d53c00015 None None] For port 29225caa-33d3-4416-9632-6b713eb896bd, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=29225caa-33d3-4416-9632-6b713eb896bd,segment=NetworkSegment(fbe1352a-2636-4771-a71b-00b04581050e),segment_id=fbe1352a-2636-4771-a71b-00b04581050e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:22.189240 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2f481c0b-ade5-4fe2-9e69-058d53c00015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.206770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2f481c0b-ade5-4fe2-9e69-058d53c00015 None None] Calling delete_port for 29225caa-33d3-4416-9632-6b713eb896bd owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:02:22.213406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Port': ['ID=29225caa-33d3-4416-9632-6b713eb896bd,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:22.217084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] No DVR routers for this DVR port 29225caa-33d3-4416-9632-6b713eb896bd on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:02:22.281459 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2f481c0b-ade5-4fe2-9e69-058d53c00015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.294452 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.307216 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e4dcb2-806f-4695-928e-8f1561615b71']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:22.307393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f481c0b-ade5-4fe2-9e69-058d53c00015 None None] Pushing event deleted for resources: {'Port': ['ID=29225caa-33d3-4416-9632-6b713eb896bd,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:22.310892 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f481c0b-ade5-4fe2-9e69-058d53c00015 None None] No DVR routers for this DVR port 29225caa-33d3-4416-9632-6b713eb896bd on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:02:22.323231 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe1352a-2636-4771-a71b-00b04581050e') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:22.323536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe1352a-2636-4771-a71b-00b04581050e') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:22.332593 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.345747 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.351916 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:02:22.352298 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: timer() Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:02:22.355435 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:02:22.415179 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.422176 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.424042 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] 10.222.0.73 "DELETE /v2.0/networks/66e4dcb2-806f-4695-928e-8f1561615b71 HTTP/1.1" status: 204 len: 168 time: 0.5233359 Jul 08 19:02:22.436215 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d9d93-db30-4b16-9aed-f72160fadafb tempest-NetworksIpV6Test-911231526 tempest-NetworksIpV6Test-911231526-project] Pushing event deleted for resources: {'Network': ['ID=66e4dcb2-806f-4695-928e-8f1561615b71,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:22.655515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59326) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:22.784864 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-008568d0-435e-48b9-b3e9-4e5301c92111 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bfaac3d03d2e4a87994a542abf21280b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281435 Jul 08 19:02:22.787406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59330) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:22.835735 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43fb2667-02e1-4d93-8f32-28ddb6a8fe3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.856960 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43fb2667-02e1-4d93-8f32-28ddb6a8fe3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.903709 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43fb2667-02e1-4d93-8f32-28ddb6a8fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.906199 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43fb2667-02e1-4d93-8f32-28ddb6a8fe3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:22.907382 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-43fb2667-02e1-4d93-8f32-28ddb6a8fe3f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/10b0cbb9-2e4a-418b-bdc2-6333e863469d HTTP/1.1" status: 204 len: 168 time: 0.1190493 Jul 08 19:02:22.915698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb2667-02e1-4d93-8f32-28ddb6a8fe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b0cbb9-2e4a-418b-bdc2-6333e863469d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:23.365803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 29225caa-33d3-4416-9632-6b713eb896bd no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:02:23.386393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 29225caa-33d3-4416-9632-6b713eb896bd {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:02:23.386821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 29225caa-33d3-4416-9632-6b713eb896bd not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:02:23.387261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4c4c6817-45fd-4b91-8ef6-3e691381b892 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:02:23.409529 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 4c4c6817-45fd-4b91-8ef6-3e691381b892 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:02:23.409874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4c4c6817-45fd-4b91-8ef6-3e691381b892 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:02:23.537202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59352) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:23.630921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cea06c59-b5d7-4e81-a36e-b950b2e8ead0 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-596806525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:23.655581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cea06c59-b5d7-4e81-a36e-b950b2e8ead0 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:23.656629 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cea06c59-b5d7-4e81-a36e-b950b2e8ead0 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:23.744096 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cea06c59-b5d7-4e81-a36e-b950b2e8ead0 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:23.748153 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cea06c59-b5d7-4e81-a36e-b950b2e8ead0 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:23.762796 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cea06c59-b5d7-4e81-a36e-b950b2e8ead0 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:23.764208 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cea06c59-b5d7-4e81-a36e-b950b2e8ead0 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2260172 Jul 08 19:02:23.766987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59356) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:23.772221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1082652002'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:23.792419 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Made reservation on behalf of a8bb6614d9154e38a67878ce24e36668 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:23.796029 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:23.804791 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:23.895087 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:23.898626 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:23.923716 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:02:23.938433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995a98e5-6dc5-4e70-afc2-2f7906811d19,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:23.941822 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:23.942162 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Added segment a69b2c95-ef23-4368-abbc-34d8a5dc518a of type vlan for network e0eac073-5a9b-465f-8c83-8c84ce1cd6b1 Jul 08 19:02:24.269376 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.297073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.302600 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:24.303157 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.359879 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5918386 Jul 08 19:02:24.363960 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59358) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:24.369282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64ab70-b1f1-45ec-8e2c-0de0153483db tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Pushing event updated for resources: {'Network': ['ID=e0eac073-5a9b-465f-8c83-8c84ce1cd6b1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:24.374969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Request body: {'subnet': {'network_id': 'e0eac073-5a9b-465f-8c83-8c84ce1cd6b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:24.381364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network e0eac073-5a9b-465f-8c83-8c84ce1cd6b1 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:02:24.469174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Made reservation on behalf of a8bb6614d9154e38a67878ce24e36668 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:24.472789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.649673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.709225 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Pushing event updated for resources: {'Subnet': ['ID=1c386889-44d8-4a96-afbc-05bf50e972da,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:24.716143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Checking segment: {'id': 'a69b2c95-ef23-4368-abbc-34d8a5dc518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e0eac073-5a9b-465f-8c83-8c84ce1cd6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:24.716507 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Network hostable DHCP agents. Network: e0eac073-5a9b-465f-8c83-8c84ce1cd6b1, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:02:24.732403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Network e0eac073-5a9b-465f-8c83-8c84ce1cd6b1 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:02:24.741930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, e0eac073-5a9b-465f-8c83-8c84ce1cd6b1) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:24.745739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:24.746355 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.751581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3a4a61-7221-4c3b-a35e-eb79920f19b3 None None] Network e0eac073-5a9b-465f-8c83-8c84ce1cd6b1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:24.761410 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d1495bf7-e582-496e-992e-ee7938a9c210 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3949502 Jul 08 19:02:24.764439 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59360) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:24.769742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-502602543'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:24.791054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Made reservation on behalf of a8bb6614d9154e38a67878ce24e36668 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:24.794654 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.819077 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:02:24.828480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.828901 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Added segment b019f58a-d0f4-4af4-894b-6bd63e2c0854 of type vlan for network d02df96d-da83-4bd7-9209-8de8d9866b34 Jul 08 19:02:24.877091 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.901940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-e0eac073-5a9b-465f-8c83-8c84ce1cd6b1', 'network_id': 'e0eac073-5a9b-465f-8c83-8c84ce1cd6b1', 'tenant_id': 'a8bb6614d9154e38a67878ce24e36668', 'fixed_ips': [{'subnet_id': '1c386889-44d8-4a96-afbc-05bf50e972da'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:02:24.902827 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.907768 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.914508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:24.915087 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:24.972378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2067037 Jul 08 19:02:24.975887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59362) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:24.982557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Request body: {'subnet': {'network_id': 'd02df96d-da83-4bd7-9209-8de8d9866b34', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:25.028005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da15a79-fab1-48e8-884e-50bec2384236 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Pushing event updated for resources: {'Network': ['ID=d02df96d-da83-4bd7-9209-8de8d9866b34,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:25.041245 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d02df96d-da83-4bd7-9209-8de8d9866b34 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:02:25.056809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Allocated IP 172.20.0.2 (e0eac073-5a9b-465f-8c83-8c84ce1cd6b1/1c386889-44d8-4a96-afbc-05bf50e972da/8f0f41dc-5c96-4790-879b-2b6bde0d38da) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:02:25.076554 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Made reservation on behalf of a8bb6614d9154e38a67878ce24e36668 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:25.080193 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:25.247506 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:25.255293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Transition to ACTIVE for port object 8f0f41dc-5c96-4790-879b-2b6bde0d38da will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:25.264567 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:25.272689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Transition to ACTIVE for port object 8f0f41dc-5c96-4790-879b-2b6bde0d38da will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:25.278826 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:25.317227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Network e0eac073-5a9b-465f-8c83-8c84ce1cd6b1 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:25.321976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:25.324543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:02:25.326690 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Pushing event updated for resources: {'Subnet': ['ID=24f8a120-b9b4-42ee-b2a5-a3bb1d006544,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:25.334739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Pushing event updated for resources: {'Port': ['ID=8f0f41dc-5c96-4790-879b-2b6bde0d38da,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:25.336048 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Checking segment: {'id': 'b019f58a-d0f4-4af4-894b-6bd63e2c0854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd02df96d-da83-4bd7-9209-8de8d9866b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:25.336415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Network hostable DHCP agents. Network: d02df96d-da83-4bd7-9209-8de8d9866b34, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:02:25.354988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Network d02df96d-da83-4bd7-9209-8de8d9866b34 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:02:25.364941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d02df96d-da83-4bd7-9209-8de8d9866b34) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:25.369115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:25.369731 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:25.384526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059b8b0b-0a72-4601-ba57-2a18ecafaa7c None None] Network d02df96d-da83-4bd7-9209-8de8d9866b34 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:25.388259 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-565b0dec-d697-422a-9aaf-51bd1a9b9a18 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094765 Jul 08 19:02:25.388470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59364) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:25.393908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3fe9c10f-1490-4be3-ad67-5159160530ba tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd02df96d-da83-4bd7-9209-8de8d9866b34'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:25.432126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Attempting to bind port 8f0f41dc-5c96-4790-879b-2b6bde0d38da on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:02:25.432398 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Attempting to bind port 8f0f41dc-5c96-4790-879b-2b6bde0d38da by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a69b2c95-ef23-4368-abbc-34d8a5dc518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e0eac073-5a9b-465f-8c83-8c84ce1cd6b1'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:02:25.432762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Attempting to bind port 8f0f41dc-5c96-4790-879b-2b6bde0d38da on network e0eac073-5a9b-465f-8c83-8c84ce1cd6b1 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:02:25.442182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:02:25.442568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Checking segment: {'id': 'a69b2c95-ef23-4368-abbc-34d8a5dc518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e0eac073-5a9b-465f-8c83-8c84ce1cd6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:25.442967 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:25.443353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Bound using segment: {'id': 'a69b2c95-ef23-4368-abbc-34d8a5dc518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e0eac073-5a9b-465f-8c83-8c84ce1cd6b1'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:02:25.443808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Bound port: 8f0f41dc-5c96-4790-879b-2b6bde0d38da, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69b2c95-ef23-4368-abbc-34d8a5dc518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e0eac073-5a9b-465f-8c83-8c84ce1cd6b1'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:02:25.444182 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:25.557576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] For port 8f0f41dc-5c96-4790-879b-2b6bde0d38da, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:02:25.573998 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] For port 8f0f41dc-5c96-4790-879b-2b6bde0d38da, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8f0f41dc-5c96-4790-879b-2b6bde0d38da,segment=NetworkSegment(a69b2c95-ef23-4368-abbc-34d8a5dc518a),segment_id=a69b2c95-ef23-4368-abbc-34d8a5dc518a)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:02:25.581868 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:25.601793 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c10f-1490-4be3-ad67-5159160530ba tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:25.628220 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-d02df96d-da83-4bd7-9209-8de8d9866b34', 'network_id': 'd02df96d-da83-4bd7-9209-8de8d9866b34', 'tenant_id': 'a8bb6614d9154e38a67878ce24e36668', 'fixed_ips': [{'subnet_id': '24f8a120-b9b4-42ee-b2a5-a3bb1d006544'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:02:25.629049 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:25.682380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d4972-b99b-4cfb-9c4b-d4c9d033336e None None] Pushing event updated for resources: {'Port': ['ID=8f0f41dc-5c96-4790-879b-2b6bde0d38da,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:25.726006 n-d-799684-3 neutron-server[93742]: INFO neutron.api.v2.resource [None req-3fe9c10f-1490-4be3-ad67-5159160530ba tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 19:02:25.727117 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3fe9c10f-1490-4be3-ad67-5159160530ba tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "PUT /v2.0/routers/0dfb2762-3ade-447e-912e-ac51bd8f7324 HTTP/1.1" status: 400 len: 364 time: 0.3374717 Jul 08 19:02:25.732844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59366) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:25.787169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d930564-b98c-4f19-bd16-d6848922d7f5 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Deleting subnet 24f8a120-b9b4-42ee-b2a5-a3bb1d006544 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:02:25.809282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Allocated IP 172.21.0.2 (d02df96d-da83-4bd7-9209-8de8d9866b34/24f8a120-b9b4-42ee-b2a5-a3bb1d006544/8923e87b-3a01-4b3e-82a4-ef1db6f8afcf) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:02:25.979422 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:25.988042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Transition to ACTIVE for port object 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:26.003056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Transition to ACTIVE for port object 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:26.007577 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d930564-b98c-4f19-bd16-d6848922d7f5 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.011116 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.048167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Network d02df96d-da83-4bd7-9209-8de8d9866b34 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:26.054557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:26.056276 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d930564-b98c-4f19-bd16-d6848922d7f5 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.057861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:02:26.064625 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Pushing event updated for resources: {'Port': ['ID=8923e87b-3a01-4b3e-82a4-ef1db6f8afcf,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:26.117654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Attempting to bind port 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:02:26.118016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Attempting to bind port 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'b019f58a-d0f4-4af4-894b-6bd63e2c0854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd02df96d-da83-4bd7-9209-8de8d9866b34'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:02:26.118400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Attempting to bind port 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf on network d02df96d-da83-4bd7-9209-8de8d9866b34 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:02:26.123185 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:02:26.123558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Checking segment: {'id': 'b019f58a-d0f4-4af4-894b-6bd63e2c0854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd02df96d-da83-4bd7-9209-8de8d9866b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:26.123940 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.124492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Bound using segment: {'id': 'b019f58a-d0f4-4af4-894b-6bd63e2c0854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd02df96d-da83-4bd7-9209-8de8d9866b34'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:02:26.124949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Bound port: 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019f58a-d0f4-4af4-894b-6bd63e2c0854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd02df96d-da83-4bd7-9209-8de8d9866b34'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:02:26.125324 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.141953 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d930564-b98c-4f19-bd16-d6848922d7f5 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.203532 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d930564-b98c-4f19-bd16-d6848922d7f5 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.206488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] For port 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:02:26.209677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] For port 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8923e87b-3a01-4b3e-82a4-ef1db6f8afcf,segment=NetworkSegment(b019f58a-d0f4-4af4-894b-6bd63e2c0854),segment_id=b019f58a-d0f4-4af4-894b-6bd63e2c0854)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:02:26.215854 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.237543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d930564-b98c-4f19-bd16-d6848922d7f5 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Pushing event deleted for resources: {'Subnet': ['ID=24f8a120-b9b4-42ee-b2a5-a3bb1d006544,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:26.243366 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d930564-b98c-4f19-bd16-d6848922d7f5 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.245278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8d930564-b98c-4f19-bd16-d6848922d7f5 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "DELETE /v2.0/subnets/24f8a120-b9b4-42ee-b2a5-a3bb1d006544 HTTP/1.1" status: 204 len: 168 time: 0.5114825 Jul 08 19:02:26.247663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59368) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:26.286141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981e7b0-d531-47c5-8b3f-0e83d9e0f723 None None] Pushing event updated for resources: {'Port': ['ID=8923e87b-3a01-4b3e-82a4-ef1db6f8afcf,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:26.332341 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.391143 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Deleting port 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:02:26.391491 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.487057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] For port 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8923e87b-3a01-4b3e-82a4-ef1db6f8afcf,segment=NetworkSegment(b019f58a-d0f4-4af4-894b-6bd63e2c0854),segment_id=b019f58a-d0f4-4af4-894b-6bd63e2c0854)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:26.487512 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.505136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Calling delete_port for 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:02:26.590099 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.617800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Pushing event deleted for resources: {'Port': ['ID=8923e87b-3a01-4b3e-82a4-ef1db6f8afcf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:26.621359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] No DVR routers for this DVR port 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:02:26.705862 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.714168 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3025f56c-40bb-4e0c-9917-a5b8476e6797 None None] Network e0eac073-5a9b-465f-8c83-8c84ce1cd6b1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:26.717821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02df96d-da83-4bd7-9209-8de8d9866b34']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:26.730458 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b019f58a-d0f4-4af4-894b-6bd63e2c0854') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:26.730945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b019f58a-d0f4-4af4-894b-6bd63e2c0854') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:26.739805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.753914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.759754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:02:26.760225 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: timer() Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:02:26.763922 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:02:26.772234 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d113b7fe-a1c0-449f-96e7-2f2ce11cd33b None None] Provisioning for port 8f0f41dc-5c96-4790-879b-2b6bde0d38da completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:26.835416 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.842709 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.844814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "DELETE /v2.0/networks/d02df96d-da83-4bd7-9209-8de8d9866b34 HTTP/1.1" status: 204 len: 168 time: 0.5962133 Jul 08 19:02:26.847666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59370) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:26.857123 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1200cb-1a5f-4acb-80d1-35a94478f451 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Pushing event deleted for resources: {'Network': ['ID=d02df96d-da83-4bd7-9209-8de8d9866b34,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:26.906282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16ecd21-ce79-447c-941c-e929139b6d7d tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Deleting subnet 1c386889-44d8-4a96-afbc-05bf50e972da {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:02:26.909570 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b16ecd21-ce79-447c-941c-e929139b6d7d tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:26.952653 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b16ecd21-ce79-447c-941c-e929139b6d7d tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.039485 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b16ecd21-ce79-447c-941c-e929139b6d7d tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.109214 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b16ecd21-ce79-447c-941c-e929139b6d7d tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.136925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ecd21-ce79-447c-941c-e929139b6d7d tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Pushing event deleted for resources: {'Subnet': ['ID=1c386889-44d8-4a96-afbc-05bf50e972da,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:27.143945 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b16ecd21-ce79-447c-941c-e929139b6d7d tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.145850 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b16ecd21-ce79-447c-941c-e929139b6d7d tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "DELETE /v2.0/subnets/1c386889-44d8-4a96-afbc-05bf50e972da HTTP/1.1" status: 204 len: 168 time: 0.2971687 Jul 08 19:02:27.148309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59372) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:27.153755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226015a4-2e41-42e6-af66-0938a263db83 None None] Network e0eac073-5a9b-465f-8c83-8c84ce1cd6b1 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:27.228369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.283028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Deleting port 8f0f41dc-5c96-4790-879b-2b6bde0d38da {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:02:27.283401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.357197 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] For port 8f0f41dc-5c96-4790-879b-2b6bde0d38da, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8f0f41dc-5c96-4790-879b-2b6bde0d38da,segment=NetworkSegment(a69b2c95-ef23-4368-abbc-34d8a5dc518a),segment_id=a69b2c95-ef23-4368-abbc-34d8a5dc518a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:27.357548 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.360807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f742c4-dedb-4c7d-8f93-a51a5b1c01db None None] DHCP port deletion for e0eac073-5a9b-465f-8c83-8c84ce1cd6b1 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:02:27.371383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Calling delete_port for 8f0f41dc-5c96-4790-879b-2b6bde0d38da owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:02:27.406983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f0a2c3-3519-4f42-baa0-3e39f664367c None None] DHCP port deletion for d02df96d-da83-4bd7-9209-8de8d9866b34 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:02:27.417176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-09f742c4-dedb-4c7d-8f93-a51a5b1c01db None None] Deleting port 8f0f41dc-5c96-4790-879b-2b6bde0d38da {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:02:27.417392 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09f742c4-dedb-4c7d-8f93-a51a5b1c01db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.426615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d97c5f-7389-4262-a1c2-f1ed375ef2b1 None None] Network d02df96d-da83-4bd7-9209-8de8d9866b34 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:27.456521 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.483471 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d97c5f-7389-4262-a1c2-f1ed375ef2b1 None None] Network d02df96d-da83-4bd7-9209-8de8d9866b34 could not be found, it might have been deleted concurrently. {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 19:02:27.485069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Pushing event deleted for resources: {'Port': ['ID=8f0f41dc-5c96-4790-879b-2b6bde0d38da,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:27.485238 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8ac3686c-5bd9-4dc6-8f18-f2bfd58dc19a None None] Could not find standard attr ID for object 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf. {{(pid=93743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 19:02:27.492559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] No DVR routers for this DVR port 8f0f41dc-5c96-4790-879b-2b6bde0d38da on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:02:27.510256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-09f742c4-dedb-4c7d-8f93-a51a5b1c01db None None] For port 8f0f41dc-5c96-4790-879b-2b6bde0d38da, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8f0f41dc-5c96-4790-879b-2b6bde0d38da,segment=NetworkSegment(a69b2c95-ef23-4368-abbc-34d8a5dc518a),segment_id=a69b2c95-ef23-4368-abbc-34d8a5dc518a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:27.510585 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09f742c4-dedb-4c7d-8f93-a51a5b1c01db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.522810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-09f742c4-dedb-4c7d-8f93-a51a5b1c01db None None] Calling delete_port for 8f0f41dc-5c96-4790-879b-2b6bde0d38da owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:02:27.568722 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.578587 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0eac073-5a9b-465f-8c83-8c84ce1cd6b1']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:27.589060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69b2c95-ef23-4368-abbc-34d8a5dc518a') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:27.589293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69b2c95-ef23-4368-abbc-34d8a5dc518a') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:27.597557 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09f742c4-dedb-4c7d-8f93-a51a5b1c01db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.599738 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.614432 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.620208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:02:27.620596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: timer() Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:02:27.623619 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:02:27.626012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f742c4-dedb-4c7d-8f93-a51a5b1c01db None None] Pushing event deleted for resources: {'Port': ['ID=8f0f41dc-5c96-4790-879b-2b6bde0d38da,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:27.629224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f742c4-dedb-4c7d-8f93-a51a5b1c01db None None] No DVR routers for this DVR port 8f0f41dc-5c96-4790-879b-2b6bde0d38da on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:02:27.688073 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.695097 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.696932 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "DELETE /v2.0/networks/e0eac073-5a9b-465f-8c83-8c84ce1cd6b1 HTTP/1.1" status: 204 len: 168 time: 0.5476606 Jul 08 19:02:27.699731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59374) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:27.708056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afff275-a1a1-44e8-a1c2-81f68ae87a5e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Pushing event deleted for resources: {'Network': ['ID=e0eac073-5a9b-465f-8c83-8c84ce1cd6b1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:27.728721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a96d96a1-e73b-47d3-b8cd-b1dcabdcbee4 tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dfb2762-3ade-447e-912e-ac51bd8f7324 HTTP/1.1" status: 200 len: 205 time: 0.0277855 Jul 08 19:02:27.731033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59376) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:27.806088 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed2601cc-5980-4577-84ad-2d490dd6e53e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.962989 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed2601cc-5980-4577-84ad-2d490dd6e53e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:27.965098 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed2601cc-5980-4577-84ad-2d490dd6e53e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:28.007834 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed2601cc-5980-4577-84ad-2d490dd6e53e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:28.008349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2601cc-5980-4577-84ad-2d490dd6e53e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Fanout notify agent at l3_agent the message router_deleted on router 0dfb2762-3ade-447e-912e-ac51bd8f7324 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:02:28.015174 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ed2601cc-5980-4577-84ad-2d490dd6e53e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:28.016262 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ed2601cc-5980-4577-84ad-2d490dd6e53e tempest-RoutersNegativeTest-257781640 tempest-RoutersNegativeTest-257781640-project] 10.222.0.73 "DELETE /v2.0/routers/0dfb2762-3ade-447e-912e-ac51bd8f7324 HTTP/1.1" status: 204 len: 168 time: 0.2843466 Jul 08 19:02:28.247545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59382) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:28.376272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e714ba2d-b321-49f4-88b2-7a678c220ecd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a8bb6614d9154e38a67878ce24e36668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275680 Jul 08 19:02:28.379179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59386) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:28.427483 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-95c45a4d-d8be-42f2-8d81-12dc4675bfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:28.452388 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-95c45a4d-d8be-42f2-8d81-12dc4675bfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:28.498158 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-95c45a4d-d8be-42f2-8d81-12dc4675bfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:28.500826 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-95c45a4d-d8be-42f2-8d81-12dc4675bfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:28.501962 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-95c45a4d-d8be-42f2-8d81-12dc4675bfbd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/995a98e5-6dc5-4e70-afc2-2f7906811d19 HTTP/1.1" status: 204 len: 168 time: 0.1218851 Jul 08 19:02:28.509827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c45a4d-d8be-42f2-8d81-12dc4675bfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995a98e5-6dc5-4e70-afc2-2f7906811d19,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:29.092740 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59408) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:29.186090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-630191248-network', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:29.206521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Made reservation on behalf of acc9560af0d041e89d7ce5d000a77950 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:29.209008 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.217147 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.306108 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.309805 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.327919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:02:29.332473 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:02:29.348603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:02:29.348836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b421fd73-cf75-4db0-bf23-b5862b577b76,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:29.348963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8923e87b-3a01-4b3e-82a4-ef1db6f8afcf not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:02:29.349359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8f0f41dc-5c96-4790-879b-2b6bde0d38da no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:02:29.353030 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.353380 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Added segment 0b02a327-a30c-499c-a4af-74fad2fb1e56 of type vlan for network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c Jul 08 19:02:29.368695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8f0f41dc-5c96-4790-879b-2b6bde0d38da {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:02:29.369255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8f0f41dc-5c96-4790-879b-2b6bde0d38da not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:02:29.396884 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.427030 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.427893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:29.428467 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.499771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4058225 Jul 08 19:02:29.503039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59412) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:29.508153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] Request body: {'subnet': {'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-630191248-subnet', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:29.517410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a987d1-38d7-4f4b-907b-3cb9d3923f7d admin admin] Pushing event updated for resources: {'Network': ['ID=d2e8f04f-1076-4ff1-8b2c-5a954a068d6c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:29.527967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:02:29.529406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] Made reservation on behalf of acc9560af0d041e89d7ce5d000a77950 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:29.531868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.692962 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.748496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=587cbbbe-3646-4525-9f90-ecc71281876b,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:29.756655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] Checking segment: {'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:29.757019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] Network hostable DHCP agents. Network: d2e8f04f-1076-4ff1-8b2c-5a954a068d6c, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:02:29.773331 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] Network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:02:29.781682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d2e8f04f-1076-4ff1-8b2c-5a954a068d6c) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:29.786472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:29.787049 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.791966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e5f8f-0cdb-4b57-bcd0-472a0fc01a0a None None] Network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:29.800893 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-312ba9b6-de4d-40bb-8690-a2e14b2ca696 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2967303 Jul 08 19:02:29.803828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59414) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:29.808285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-630191248-router', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:29.828439 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.829556 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.883693 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:29.942402 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-d2e8f04f-1076-4ff1-8b2c-5a954a068d6c', 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'fixed_ips': [{'subnet_id': '587cbbbe-3646-4525-9f90-ecc71281876b'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:02:29.943551 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:30.019278 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:30.085613 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Allocated IP 172.20.0.2 (d2e8f04f-1076-4ff1-8b2c-5a954a068d6c/587cbbbe-3646-4525-9f90-ecc71281876b/fe994472-06de-41ae-b5c3-1636d9ffd15a) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:02:30.218498 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:30.228684 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:30.236634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Transition to ACTIVE for port object fe994472-06de-41ae-b5c3-1636d9ffd15a will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:30.243380 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:30.251429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Transition to ACTIVE for port object fe994472-06de-41ae-b5c3-1636d9ffd15a will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:30.256620 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:30.298726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:30.304064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:30.306946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:02:30.308882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Pushing event updated for resources: {'Port': ['ID=fe994472-06de-41ae-b5c3-1636d9ffd15a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:30.349258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Allocated IP 172.25.8.77 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/7678956e-d4aa-435c-848d-9cb7d53f5dc7) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:02:30.365284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Attempting to bind port fe994472-06de-41ae-b5c3-1636d9ffd15a on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:02:30.365884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Attempting to bind port fe994472-06de-41ae-b5c3-1636d9ffd15a by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:02:30.366000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Attempting to bind port fe994472-06de-41ae-b5c3-1636d9ffd15a on network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:02:30.371171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:02:30.371539 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Checking segment: {'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:30.371931 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:30.372315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Bound using segment: {'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:02:30.373394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Bound port: fe994472-06de-41ae-b5c3-1636d9ffd15a, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:02:30.373394 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:30.439449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] For port fe994472-06de-41ae-b5c3-1636d9ffd15a, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:02:30.445468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] For port fe994472-06de-41ae-b5c3-1636d9ffd15a, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fe994472-06de-41ae-b5c3-1636d9ffd15a,segment=NetworkSegment(0b02a327-a30c-499c-a4af-74fad2fb1e56),segment_id=0b02a327-a30c-499c-a4af-74fad2fb1e56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:02:30.449458 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:30.449659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:30.492605 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:30.515031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d314c9-9e55-4571-9564-4c896f7236d2 None None] Pushing event updated for resources: {'Port': ['ID=fe994472-06de-41ae-b5c3-1636d9ffd15a,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:30.527435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:30.530335 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:30.534484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:02:30.882304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Pushing event updated for resources: {'Port': ['ID=7678956e-d4aa-435c-848d-9cb7d53f5dc7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:31.099727 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:31.299643 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:31.398182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fe994472-06de-41ae-b5c3-1636d9ffd15a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:31.422457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68321d08-436a-4dfd-a3b0-2cea4fd792ad None None] Network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:31.441891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Router defcddec-2a07-4a0b-b228-1c73bfd98fca is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:02:31.554591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:02:31.565267 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Sync routers for ids ['defcddec-2a07-4a0b-b228-1c73bfd98fca'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:02:31.573162 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:31.577208 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-636ba1eb-913a-479a-96d6-d97c0f568c84 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7698326 Jul 08 19:02:31.577385 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Routers {'defcddec-2a07-4a0b-b228-1c73bfd98fca'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:02:31.577385 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['defcddec-2a07-4a0b-b228-1c73bfd98fca'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:31.577645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59416) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:31.655940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ff72f6df-1653-4b17-b8f9-c7d0dc5b89e7 None None] Provisioning for port fe994472-06de-41ae-b5c3-1636d9ffd15a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:31.693511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port fe994472-06de-41ae-b5c3-1636d9ffd15a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:31.693808 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Set router defcddec-2a07-4a0b-b228-1c73bfd98fca gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:02:31.716389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port fe994472-06de-41ae-b5c3-1636d9ffd15a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:31.716763 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:31.843673 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:31.878806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port fe994472-06de-41ae-b5c3-1636d9ffd15a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fe994472-06de-41ae-b5c3-1636d9ffd15a,segment=NetworkSegment(0b02a327-a30c-499c-a4af-74fad2fb1e56),segment_id=0b02a327-a30c-499c-a4af-74fad2fb1e56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:31.885336 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:31.902654 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'name': 'tempest-TestEncryptedCinderVolumes-630191248-router', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:29Z', 'updated_at': '2021-07-08T19:02:30Z', 'revision_number': 3, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'gw_port': {'id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:30Z', 'updated_at': '2021-07-08T19:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:31.931472 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Checking router: defcddec-2a07-4a0b-b228-1c73bfd98fca for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:02:31.931969 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Updating router defcddec-2a07-4a0b-b228-1c73bfd98fca port 7678956e-d4aa-435c-848d-9cb7d53f5dc7 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:02:31.945281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=fe994472-06de-41ae-b5c3-1636d9ffd15a,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:31.979199 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.049575 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.095666 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7aa60d0c-d6ba-4137-b17e-cb73dd0ba5b2 None None] Provisioning complete for port fe994472-06de-41ae-b5c3-1636d9ffd15a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:32.096010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7aa60d0c-d6ba-4137-b17e-cb73dd0ba5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.218223 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Allocated IP 172.20.0.1 (d2e8f04f-1076-4ff1-8b2c-5a954a068d6c/587cbbbe-3646-4525-9f90-ecc71281876b/08204483-3b21-4b0c-8bb5-7df8cce50f95) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:02:32.245589 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.256266 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Transition to ACTIVE for port object 7678956e-d4aa-435c-848d-9cb7d53f5dc7 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:32.262112 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.309732 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Attempting to bind port 7678956e-d4aa-435c-848d-9cb7d53f5dc7 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:02:32.310096 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Attempting to bind port 7678956e-d4aa-435c-848d-9cb7d53f5dc7 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:02:32.310479 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Attempting to bind port 7678956e-d4aa-435c-848d-9cb7d53f5dc7 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:02:32.319633 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:02:32.320002 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:32.320393 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.320786 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:02:32.321242 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Bound port: 7678956e-d4aa-435c-848d-9cb7d53f5dc7, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:02:32.321617 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.323155 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Pushing event updated for resources: {'Port': ['ID=7678956e-d4aa-435c-848d-9cb7d53f5dc7,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:32.330953 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.343334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Transition to ACTIVE for port object 08204483-3b21-4b0c-8bb5-7df8cce50f95 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:32.346321 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.346599 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.346933 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.347267 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.347588 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.347905 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.348223 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.348555 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.348855 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.349169 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.349483 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.349793 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:02:32.377833 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.383890 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] For port 7678956e-d4aa-435c-848d-9cb7d53f5dc7, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:02:32.387134 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] For port 7678956e-d4aa-435c-848d-9cb7d53f5dc7, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7678956e-d4aa-435c-848d-9cb7d53f5dc7,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:02:32.392238 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.417843 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:32.420952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:32.424954 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:02:32.450301 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Routers {'defcddec-2a07-4a0b-b228-1c73bfd98fca'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:02:32.450948 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['defcddec-2a07-4a0b-b228-1c73bfd98fca'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:32.456225 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7743fd-4b82-4715-87fb-b62556f13411 None None] Pushing event updated for resources: {'Port': ['ID=7678956e-d4aa-435c-848d-9cb7d53f5dc7,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:32.465618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Pushing event updated for resources: {'Port': ['ID=08204483-3b21-4b0c-8bb5-7df8cce50f95,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:32.482658 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.565766 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] Set router defcddec-2a07-4a0b-b228-1c73bfd98fca gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:02:32.633343 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.703217 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f2e25be2-2c53-45fc-9ea1-5a67d383f159 None None] Provisioning for port 08204483-3b21-4b0c-8bb5-7df8cce50f95 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:32.707401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f2e25be2-2c53-45fc-9ea1-5a67d383f159 None None] Provisioning complete for port 08204483-3b21-4b0c-8bb5-7df8cce50f95 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:32.707731 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f2e25be2-2c53-45fc-9ea1-5a67d383f159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.742256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f2e25be2-2c53-45fc-9ea1-5a67d383f159 None None] Port 08204483-3b21-4b0c-8bb5-7df8cce50f95 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:02:32.753901 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'name': 'tempest-TestEncryptedCinderVolumes-630191248-router', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:29Z', 'updated_at': '2021-07-08T19:02:30Z', 'revision_number': 3, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'gw_port': {'id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:30Z', 'updated_at': '2021-07-08T19:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:32.779428 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4fedf-f16e-4c7c-b01d-41746473256e None None] The sync data for ids ['defcddec-2a07-4a0b-b228-1c73bfd98fca'] in n-d-799684-3 is: [{'id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'name': 'tempest-TestEncryptedCinderVolumes-630191248-router', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:29Z', 'updated_at': '2021-07-08T19:02:30Z', 'revision_number': 3, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'gw_port': {'id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:30Z', 'updated_at': '2021-07-08T19:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:02:32.800102 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.805374 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.881523 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Pushing event updated for resources: {'Port': ['ID=08204483-3b21-4b0c-8bb5-7df8cce50f95,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:32.884869 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:32.981579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:32.982985 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:33.117035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Router defcddec-2a07-4a0b-b228-1c73bfd98fca has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:02:33.245253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:02:33.250256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6032a2b7-92c8-481a-9b95-76d6ab9e79bb admin admin] 10.222.0.73 "PUT /v2.0/routers/defcddec-2a07-4a0b-b228-1c73bfd98fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6714537 Jul 08 19:02:33.272887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-438a8891-870c-4b9b-8f1d-771775bb9b52 None None] Provisioning complete for port 08204483-3b21-4b0c-8bb5-7df8cce50f95 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:33.273544 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-438a8891-870c-4b9b-8f1d-771775bb9b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:33.314470 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-438a8891-870c-4b9b-8f1d-771775bb9b52 None None] Port 08204483-3b21-4b0c-8bb5-7df8cce50f95 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:02:33.466954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7678956e-d4aa-435c-848d-9cb7d53f5dc7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:33.524281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 7678956e-d4aa-435c-848d-9cb7d53f5dc7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:33.529562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7678956e-d4aa-435c-848d-9cb7d53f5dc7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:33.529992 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:33.614825 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:33.641378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 7678956e-d4aa-435c-848d-9cb7d53f5dc7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7678956e-d4aa-435c-848d-9cb7d53f5dc7,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:33.647369 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:33.648095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fe994472-06de-41ae-b5c3-1636d9ffd15a up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:33.730982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=7678956e-d4aa-435c-848d-9cb7d53f5dc7,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:33.741344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port fe994472-06de-41ae-b5c3-1636d9ffd15a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:33.741724 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:33.764464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59432) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:33.770236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-749053546-network', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:33.791056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Made reservation on behalf of 839a8e3652f748d2aa768af6e2267c52 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:33.793765 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:33.803420 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:33.893921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:33.898353 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:33.926359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:02:33.936030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3b0a11-4b9d-4e43-81b8-345edb9f7e06,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:33.941496 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:33.941842 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Added segment 6fbedbad-75fc-418a-adf6-2d2ac7796c7d of type vlan for network cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a Jul 08 19:02:33.980845 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.009556 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.010591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:34.011176 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.058032 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.065362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2965450 Jul 08 19:02:34.065582 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59434) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:34.070666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] Request body: {'subnet': {'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-749053546-subnet', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:34.071960 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78937619-be22-4316-a361-c878a52098a1 admin admin] Pushing event updated for resources: {'Network': ['ID=cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:34.081684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:02:34.096536 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] Made reservation on behalf of 839a8e3652f748d2aa768af6e2267c52 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:02:34.098865 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.413929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Sync routers for ids ['defcddec-2a07-4a0b-b228-1c73bfd98fca'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:02:34.424576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Routers {'defcddec-2a07-4a0b-b228-1c73bfd98fca'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:02:34.425303 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['defcddec-2a07-4a0b-b228-1c73bfd98fca'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:34.537347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Set router defcddec-2a07-4a0b-b228-1c73bfd98fca gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:02:34.588445 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.647996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c5c0a6-48da-472e-9702-d34b4344c1be,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:34.655344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] Checking segment: {'id': '6fbedbad-75fc-418a-adf6-2d2ac7796c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:34.655711 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] Network hostable DHCP agents. Network: cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:02:34.672480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] Network cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:02:34.681939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:34.687316 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:02:34.688219 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.695132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4b38fd-01d1-4924-a860-cc5467d5774d None None] Network cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:34.706243 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-748c841e-a360-4ee7-86fd-b830e9b5ffdc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6369634 Jul 08 19:02:34.707081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59438) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:34.711767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-749053546-router', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:02:34.732371 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.733397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.791107 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.839634 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'name': 'tempest-TestEncryptedCinderVolumes-630191248-router', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:29Z', 'updated_at': '2021-07-08T19:02:32Z', 'revision_number': 4, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'gw_port': {'id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:30Z', 'updated_at': '2021-07-08T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '08204483-3b21-4b0c-8bb5-7df8cce50f95', 'name': '', 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'mac_address': 'fa:16:3e:e1:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '587cbbbe-3646-4525-9f90-ecc71281876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:32Z', 'updated_at': '2021-07-08T19:02:32Z', 'revision_number': 2, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'subnets': [{'id': '587cbbbe-3646-4525-9f90-ecc71281876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:34.868937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Checking router: defcddec-2a07-4a0b-b228-1c73bfd98fca for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:02:34.869287 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Updating router defcddec-2a07-4a0b-b228-1c73bfd98fca port 08204483-3b21-4b0c-8bb5-7df8cce50f95 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:02:34.933401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a', 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'fixed_ips': [{'subnet_id': '09c5c0a6-48da-472e-9702-d34b4344c1be'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:02:34.934271 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.934460 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.950181 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:34.950845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.138692 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.158454 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.177302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Allocated IP 172.20.0.2 (cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a/09c5c0a6-48da-472e-9702-d34b4344c1be/997f92d0-db6a-4189-8a94-0484e22bdfdf) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:02:35.269007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Allocated IP 172.25.8.102 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/cd785625-f1ab-4c31-8b43-b83b7021079b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:02:35.375386 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.394545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7678956e-d4aa-435c-848d-9cb7d53f5dc7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:35.414997 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.441980 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.452169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:35.455253 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:35.458094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:02:35.468995 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.475229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Transition to ACTIVE for port object 08204483-3b21-4b0c-8bb5-7df8cce50f95 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:35.483502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Transition to ACTIVE for port object 997f92d0-db6a-4189-8a94-0484e22bdfdf will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:35.489090 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.498009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=cd785625-f1ab-4c31-8b43-b83b7021079b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:35.532651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Transition to ACTIVE for port object 997f92d0-db6a-4189-8a94-0484e22bdfdf will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:35.553232 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.559525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 7678956e-d4aa-435c-848d-9cb7d53f5dc7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:35.559985 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.566011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b893c22-2a23-432f-82cf-64f9b93a5fe7 None None] Pushing event updated for resources: {'Port': ['ID=08204483-3b21-4b0c-8bb5-7df8cce50f95,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:35.624210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Network cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:35.655086 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:35.663004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:02:35.697946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Pushing event updated for resources: {'Port': ['ID=997f92d0-db6a-4189-8a94-0484e22bdfdf,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:35.710831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Attempting to bind port 08204483-3b21-4b0c-8bb5-7df8cce50f95 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:02:35.711324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Attempting to bind port 08204483-3b21-4b0c-8bb5-7df8cce50f95 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:02:35.711554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Attempting to bind port 08204483-3b21-4b0c-8bb5-7df8cce50f95 on network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:02:35.741056 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:02:35.741428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Checking segment: {'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:35.741833 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.742235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Bound using segment: {'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:02:35.742717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Bound port: 08204483-3b21-4b0c-8bb5-7df8cce50f95, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:02:35.743097 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.744052 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.828785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Attempting to bind port 997f92d0-db6a-4189-8a94-0484e22bdfdf on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:02:35.829060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Attempting to bind port 997f92d0-db6a-4189-8a94-0484e22bdfdf by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '6fbedbad-75fc-418a-adf6-2d2ac7796c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:02:35.829421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Attempting to bind port 997f92d0-db6a-4189-8a94-0484e22bdfdf on network cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:02:35.848134 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:02:35.848888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Checking segment: {'id': '6fbedbad-75fc-418a-adf6-2d2ac7796c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:35.848888 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.849270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Bound using segment: {'id': '6fbedbad-75fc-418a-adf6-2d2ac7796c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:02:35.849731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Bound port: 997f92d0-db6a-4189-8a94-0484e22bdfdf, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbedbad-75fc-418a-adf6-2d2ac7796c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:02:35.850109 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.906829 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] For port 08204483-3b21-4b0c-8bb5-7df8cce50f95, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:02:35.930278 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] For port 08204483-3b21-4b0c-8bb5-7df8cce50f95, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=08204483-3b21-4b0c-8bb5-7df8cce50f95,segment=NetworkSegment(0b02a327-a30c-499c-a4af-74fad2fb1e56),segment_id=0b02a327-a30c-499c-a4af-74fad2fb1e56)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:02:35.940963 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.944676 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:35.973831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] For port 997f92d0-db6a-4189-8a94-0484e22bdfdf, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:02:35.992134 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] For port 997f92d0-db6a-4189-8a94-0484e22bdfdf, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=997f92d0-db6a-4189-8a94-0484e22bdfdf,segment=NetworkSegment(6fbedbad-75fc-418a-adf6-2d2ac7796c7d),segment_id=6fbedbad-75fc-418a-adf6-2d2ac7796c7d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:02:36.005334 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:36.024942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Routers {'defcddec-2a07-4a0b-b228-1c73bfd98fca'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:02:36.025574 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['defcddec-2a07-4a0b-b228-1c73bfd98fca'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:36.030432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b893c22-2a23-432f-82cf-64f9b93a5fe7 None None] Pushing event updated for resources: {'Port': ['ID=08204483-3b21-4b0c-8bb5-7df8cce50f95,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:36.093301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:02:36.164375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186fbd0-72e2-400c-91f2-f1d769511b0b None None] Pushing event updated for resources: {'Port': ['ID=997f92d0-db6a-4189-8a94-0484e22bdfdf,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:36.197426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] Set router defcddec-2a07-4a0b-b228-1c73bfd98fca gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:02:36.514081 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6cc46d25-3d67-49b6-8aae-d93a9db792e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:36.571536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:02:36.582060 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Sync routers for ids ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:02:36.589403 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:36.591085 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7fb8a6e5-e672-4200-93c5-8f85c023b4d0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8829527 Jul 08 19:02:36.594300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59440) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:02:36.595349 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Routers {'8369c0b9-afca-4bb4-a6e4-226e2933cb29'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:02:36.596203 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:36.645359 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'name': 'tempest-TestEncryptedCinderVolumes-630191248-router', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:29Z', 'updated_at': '2021-07-08T19:02:32Z', 'revision_number': 4, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'gw_port': {'id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:30Z', 'updated_at': '2021-07-08T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '08204483-3b21-4b0c-8bb5-7df8cce50f95', 'name': '', 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'mac_address': 'fa:16:3e:e1:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '587cbbbe-3646-4525-9f90-ecc71281876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:32Z', 'updated_at': '2021-07-08T19:02:35Z', 'revision_number': 4, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'subnets': [{'id': '587cbbbe-3646-4525-9f90-ecc71281876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:36.673239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc10bf-b0be-4128-823f-3a586e4cd7b2 None None] The sync data for ids ['defcddec-2a07-4a0b-b228-1c73bfd98fca'] in n-d-799684-3 is: [{'id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'name': 'tempest-TestEncryptedCinderVolumes-630191248-router', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:29Z', 'updated_at': '2021-07-08T19:02:32Z', 'revision_number': 4, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'gw_port': {'id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:30Z', 'updated_at': '2021-07-08T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '08204483-3b21-4b0c-8bb5-7df8cce50f95', 'name': '', 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'mac_address': 'fa:16:3e:e1:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '587cbbbe-3646-4525-9f90-ecc71281876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:32Z', 'updated_at': '2021-07-08T19:02:35Z', 'revision_number': 4, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'subnets': [{'id': '587cbbbe-3646-4525-9f90-ecc71281876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:02:36.828449 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Set router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:02:37.066840 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'name': 'tempest-TestEncryptedCinderVolumes-749053546-router', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:34Z', 'updated_at': '2021-07-08T19:02:35Z', 'revision_number': 3, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'gw_port': {'id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:35Z', 'updated_at': '2021-07-08T19:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:37.089757 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.098149 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Checking router: 8369c0b9-afca-4bb4-a6e4-226e2933cb29 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:02:37.098674 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Updating router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 port cd785625-f1ab-4c31-8b43-b83b7021079b binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:02:37.152122 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.278623 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b4f5ac-0921-4593-bc32-51c701c8b9fa None None] Network cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:02:37.304891 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Allocated IP 172.20.0.1 (cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a/09c5c0a6-48da-472e-9702-d34b4344c1be/62c8183e-3ba8-4f58-954c-39018e562939) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:02:37.444655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-799e8dbd-103d-493e-80b4-3f437ad27585 None None] Provisioning for port 997f92d0-db6a-4189-8a94-0484e22bdfdf completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:37.445215 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.466194 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Transition to ACTIVE for port object 62c8183e-3ba8-4f58-954c-39018e562939 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:37.505140 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.511130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 997f92d0-db6a-4189-8a94-0484e22bdfdf up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:37.518889 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Transition to ACTIVE for port object cd785625-f1ab-4c31-8b43-b83b7021079b will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:37.527046 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.527295 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.582149 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 997f92d0-db6a-4189-8a94-0484e22bdfdf completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:37.590446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 997f92d0-db6a-4189-8a94-0484e22bdfdf triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:37.591038 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.601470 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Attempting to bind port cd785625-f1ab-4c31-8b43-b83b7021079b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:02:37.602031 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Attempting to bind port cd785625-f1ab-4c31-8b43-b83b7021079b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:02:37.602174 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Attempting to bind port cd785625-f1ab-4c31-8b43-b83b7021079b on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:02:37.604662 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcb41f-9c3d-40be-a802-1a9a8174d640 None None] Pushing event updated for resources: {'Port': ['ID=cd785625-f1ab-4c31-8b43-b83b7021079b,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:37.605113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Network cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:37.614928 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:02:37.615307 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:37.615826 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.616281 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:02:37.616722 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Bound port: cd785625-f1ab-4c31-8b43-b83b7021079b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:02:37.617101 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.624472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:37.636302 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:02:37.641394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Pushing event updated for resources: {'Port': ['ID=62c8183e-3ba8-4f58-954c-39018e562939,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:37.686728 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] For port cd785625-f1ab-4c31-8b43-b83b7021079b, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:02:37.690240 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] For port cd785625-f1ab-4c31-8b43-b83b7021079b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cd785625-f1ab-4c31-8b43-b83b7021079b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:02:37.697784 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.721420 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.733636 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.767204 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Routers {'8369c0b9-afca-4bb4-a6e4-226e2933cb29'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:02:37.768589 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:02:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:37.794480 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 997f92d0-db6a-4189-8a94-0484e22bdfdf, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=997f92d0-db6a-4189-8a94-0484e22bdfdf,segment=NetworkSegment(6fbedbad-75fc-418a-adf6-2d2ac7796c7d),segment_id=6fbedbad-75fc-418a-adf6-2d2ac7796c7d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:37.802299 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.803930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 08204483-3b21-4b0c-8bb5-7df8cce50f95 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:37.863699 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcb41f-9c3d-40be-a802-1a9a8174d640 None None] Pushing event updated for resources: {'Port': ['ID=cd785625-f1ab-4c31-8b43-b83b7021079b,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:37.911396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=997f92d0-db6a-4189-8a94-0484e22bdfdf,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:37.944788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-40f4767f-95b8-4e56-a5f9-6e4347681ae7 None None] Provisioning complete for port 997f92d0-db6a-4189-8a94-0484e22bdfdf triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:37.945015 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40f4767f-95b8-4e56-a5f9-6e4347681ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.948432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 08204483-3b21-4b0c-8bb5-7df8cce50f95 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:37.974089 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:37.978634 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] Set router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:02:37.990706 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 08204483-3b21-4b0c-8bb5-7df8cce50f95 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:37.991124 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:38.151740 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:38.197479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 08204483-3b21-4b0c-8bb5-7df8cce50f95, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=08204483-3b21-4b0c-8bb5-7df8cce50f95,segment=NetworkSegment(0b02a327-a30c-499c-a4af-74fad2fb1e56),segment_id=0b02a327-a30c-499c-a4af-74fad2fb1e56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:38.202440 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:38.224838 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'name': 'tempest-TestEncryptedCinderVolumes-749053546-router', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:34Z', 'updated_at': '2021-07-08T19:02:35Z', 'revision_number': 3, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'gw_port': {'id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:35Z', 'updated_at': '2021-07-08T19:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:38.231790 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:38.239611 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:38.262930 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66fa5f-1c82-46c3-b9a9-8b1e61849545 None None] The sync data for ids ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'] in n-d-799684-3 is: [{'id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'name': 'tempest-TestEncryptedCinderVolumes-749053546-router', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:34Z', 'updated_at': '2021-07-08T19:02:35Z', 'revision_number': 3, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'gw_port': {'id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:35Z', 'updated_at': '2021-07-08T19:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:02:38.264103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=08204483-3b21-4b0c-8bb5-7df8cce50f95,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:38.281191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2856caaf-8c45-4df1-8ecd-8dc3f30f82da None None] Provisioning for port 62c8183e-3ba8-4f58-954c-39018e562939 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:38.286840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2856caaf-8c45-4df1-8ecd-8dc3f30f82da None None] Provisioning complete for port 62c8183e-3ba8-4f58-954c-39018e562939 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:38.287466 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2856caaf-8c45-4df1-8ecd-8dc3f30f82da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:38.320163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:38.328105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2856caaf-8c45-4df1-8ecd-8dc3f30f82da None None] Port 62c8183e-3ba8-4f58-954c-39018e562939 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:02:38.328303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Pushing event updated for resources: {'Port': ['ID=62c8183e-3ba8-4f58-954c-39018e562939,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:38.418039 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Network cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:02:38.419391 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:02:38.553400 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:02:38.694965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:02:38.700586 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8f89e8ad-7d3c-4436-b864-f8d0982a49dc admin admin] 10.222.0.73 "PUT /v2.0/routers/8369c0b9-afca-4bb4-a6e4-226e2933cb29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1055522 Jul 08 19:02:38.768163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-96fc00b1-0ccd-432d-b738-119df5a9ae33 None None] Provisioning complete for port 62c8183e-3ba8-4f58-954c-39018e562939 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:38.768958 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96fc00b1-0ccd-432d-b738-119df5a9ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:38.812327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-96fc00b1-0ccd-432d-b738-119df5a9ae33 None None] Port 62c8183e-3ba8-4f58-954c-39018e562939 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:02:39.171531 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:39.194524 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-87ea4825-2d33-4dc8-8f92-a04452d5453e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:39.445761 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cd785625-f1ab-4c31-8b43-b83b7021079b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:39.497074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port cd785625-f1ab-4c31-8b43-b83b7021079b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:39.500927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port cd785625-f1ab-4c31-8b43-b83b7021079b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:39.501295 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:39.576028 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:39.596368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port cd785625-f1ab-4c31-8b43-b83b7021079b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cd785625-f1ab-4c31-8b43-b83b7021079b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:39.600242 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:39.601460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 997f92d0-db6a-4189-8a94-0484e22bdfdf up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:39.674953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=cd785625-f1ab-4c31-8b43-b83b7021079b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:39.687944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 997f92d0-db6a-4189-8a94-0484e22bdfdf triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:39.688252 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:39.767433 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 08204483-3b21-4b0c-8bb5-7df8cce50f95 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:39.812216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 08204483-3b21-4b0c-8bb5-7df8cce50f95 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:39.812583 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:40.025445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Sync routers for ids ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:02:40.034475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Routers {'8369c0b9-afca-4bb4-a6e4-226e2933cb29'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:02:40.035089 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:02:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:40.138513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Set router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:02:40.334614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'name': 'tempest-TestEncryptedCinderVolumes-749053546-router', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:34Z', 'updated_at': '2021-07-08T19:02:37Z', 'revision_number': 4, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'gw_port': {'id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:35Z', 'updated_at': '2021-07-08T19:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '62c8183e-3ba8-4f58-954c-39018e562939', 'name': '', 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'mac_address': 'fa:16:3e:c2:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '09c5c0a6-48da-472e-9702-d34b4344c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:37Z', 'updated_at': '2021-07-08T19:02:38Z', 'revision_number': 2, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'subnets': [{'id': '09c5c0a6-48da-472e-9702-d34b4344c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:40.363447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Checking router: 8369c0b9-afca-4bb4-a6e4-226e2933cb29 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:02:40.363791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Updating router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 port 62c8183e-3ba8-4f58-954c-39018e562939 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:02:40.396731 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:40.420599 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:40.663228 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:40.673050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Transition to ACTIVE for port object 62c8183e-3ba8-4f58-954c-39018e562939 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:02:40.679235 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:40.730439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82105-9173-4018-8f3d-511e43b75e75 None None] Pushing event updated for resources: {'Port': ['ID=62c8183e-3ba8-4f58-954c-39018e562939,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:40.786639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Attempting to bind port 62c8183e-3ba8-4f58-954c-39018e562939 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:02:40.786914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Attempting to bind port 62c8183e-3ba8-4f58-954c-39018e562939 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '6fbedbad-75fc-418a-adf6-2d2ac7796c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:02:40.787279 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Attempting to bind port 62c8183e-3ba8-4f58-954c-39018e562939 on network cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:02:40.792481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:02:40.792851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Checking segment: {'id': '6fbedbad-75fc-418a-adf6-2d2ac7796c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:02:40.793254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:40.793650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Bound using segment: {'id': '6fbedbad-75fc-418a-adf6-2d2ac7796c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:02:40.794111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Bound port: 62c8183e-3ba8-4f58-954c-39018e562939, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbedbad-75fc-418a-adf6-2d2ac7796c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:02:40.794530 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:40.858843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] For port 62c8183e-3ba8-4f58-954c-39018e562939, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:02:40.862908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] For port 62c8183e-3ba8-4f58-954c-39018e562939, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=62c8183e-3ba8-4f58-954c-39018e562939,segment=NetworkSegment(6fbedbad-75fc-418a-adf6-2d2ac7796c7d),segment_id=6fbedbad-75fc-418a-adf6-2d2ac7796c7d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:02:40.867194 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:40.925833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Routers {'8369c0b9-afca-4bb4-a6e4-226e2933cb29'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:02:40.926503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:02:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:40.967055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82105-9173-4018-8f3d-511e43b75e75 None None] Pushing event updated for resources: {'Port': ['ID=62c8183e-3ba8-4f58-954c-39018e562939,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:41.050007 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] Set router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:02:41.251563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'name': 'tempest-TestEncryptedCinderVolumes-749053546-router', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:34Z', 'updated_at': '2021-07-08T19:02:37Z', 'revision_number': 4, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'gw_port': {'id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:35Z', 'updated_at': '2021-07-08T19:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '62c8183e-3ba8-4f58-954c-39018e562939', 'name': '', 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'mac_address': 'fa:16:3e:c2:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '09c5c0a6-48da-472e-9702-d34b4344c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:37Z', 'updated_at': '2021-07-08T19:02:40Z', 'revision_number': 4, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'subnets': [{'id': '09c5c0a6-48da-472e-9702-d34b4344c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:02:41.277881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c4471-7faa-4799-9bef-604c5b7d5bb5 None None] The sync data for ids ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'] in n-d-799684-3 is: [{'id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'name': 'tempest-TestEncryptedCinderVolumes-749053546-router', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:34Z', 'updated_at': '2021-07-08T19:02:37Z', 'revision_number': 4, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'gw_port': {'id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:35Z', 'updated_at': '2021-07-08T19:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '62c8183e-3ba8-4f58-954c-39018e562939', 'name': '', 'network_id': 'cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'mac_address': 'fa:16:3e:c2:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '09c5c0a6-48da-472e-9702-d34b4344c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:37Z', 'updated_at': '2021-07-08T19:02:40Z', 'revision_number': 4, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'subnets': [{'id': '09c5c0a6-48da-472e-9702-d34b4344c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:02:41.474521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cd785625-f1ab-4c31-8b43-b83b7021079b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:41.526468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port cd785625-f1ab-4c31-8b43-b83b7021079b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:41.526841 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:41.759853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 62c8183e-3ba8-4f58-954c-39018e562939 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:41.807878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 62c8183e-3ba8-4f58-954c-39018e562939 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:02:41.812147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 62c8183e-3ba8-4f58-954c-39018e562939 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:41.812532 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:41.904985 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:41.907418 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:41.945553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 62c8183e-3ba8-4f58-954c-39018e562939, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=62c8183e-3ba8-4f58-954c-39018e562939,segment=NetworkSegment(6fbedbad-75fc-418a-adf6-2d2ac7796c7d),segment_id=6fbedbad-75fc-418a-adf6-2d2ac7796c7d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:02:41.949682 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:41.999075 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=62c8183e-3ba8-4f58-954c-39018e562939,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:02:43.378397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 62c8183e-3ba8-4f58-954c-39018e562939 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:02:43.425457 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 62c8183e-3ba8-4f58-954c-39018e562939 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:02:43.425832 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:02:53.200470 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:03:04.070401 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:04.934185 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:06.341101 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70c58e45-f669-4c31-9671-df56a6bff78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:09.173881 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:09.195938 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94148945-436f-457e-860b-cdced25cebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:10.414529 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:11.888440 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:30.199501 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:03:34.083518 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:34.934061 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:36.340719 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ee287fc-ebb4-40b4-8fe3-8d206c88b168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:39.176272 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:39.196261 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09f42e0c-15db-47b3-a050-78a0c2e04be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:39.337664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74af93-1e30-4360-8323-990cc209b305 req-31de384a-6165-4444-8258-3aa1874afe0e tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:39.339150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-31de384a-6165-4444-8258-3aa1874afe0e tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/networks?id=d2e8f04f-1076-4ff1-8b2c-5a954a068d6c HTTP/1.1" status: 200 len: 816 time: 0.1090879 Jul 08 19:03:39.354666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-066e6ef8-4357-44c8-8908-d41afc6f7c12 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/quotas/acc9560af0d041e89d7ce5d000a77950 HTTP/1.1" status: 200 len: 375 time: 0.0102406 Jul 08 19:03:39.422391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-2b6dcf12-0043-4c35-b094-603aa638804b tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=acc9560af0d041e89d7ce5d000a77950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622423 Jul 08 19:03:39.523349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-48d73589-776e-4239-b1c0-35f701a3493c service neutron] 10.222.0.73 "GET /v2.0/networks/d2e8f04f-1076-4ff1-8b2c-5a954a068d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898230 Jul 08 19:03:39.612184 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-d77637a3-faed-4974-8150-3252109be57e service neutron] 10.222.0.73 "GET /v2.0/networks/d2e8f04f-1076-4ff1-8b2c-5a954a068d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829051 Jul 08 19:03:39.781287 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-161869b6-31cd-40a7-95a7-256c6ad64444 req-3cfa1642-0fca-4d2c-8611-3957c06cbd11 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 210 time: 0.0302093 Jul 08 19:03:40.416394 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:40.972334 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79f82d0d-e898-4621-b2eb-7b567a418fc6 req-e5cd9e52-5f11-4459-8772-d74e20eae815 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 210 time: 0.0379834 Jul 08 19:03:41.018001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74af93-1e30-4360-8323-990cc209b305 req-45dd0e5f-e15d-4dd4-a5e3-ed6992c8e456 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:41.019466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-45dd0e5f-e15d-4dd4-a5e3-ed6992c8e456 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.74 "GET /v2.0/networks?id=d2e8f04f-1076-4ff1-8b2c-5a954a068d6c HTTP/1.1" status: 200 len: 816 time: 0.1392705 Jul 08 19:03:41.031508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Request body: {'port': {'device_id': 'faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3', 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c', 'admin_state_up': True, 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:03:41.139642 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Made reservation on behalf of acc9560af0d041e89d7ce5d000a77950 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:03:41.143070 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:41.273926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Allocated IP 172.20.0.11 (d2e8f04f-1076-4ff1-8b2c-5a954a068d6c/587cbbbe-3646-4525-9f90-ecc71281876b/c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:03:41.419943 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:41.434117 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Transition to ACTIVE for port object c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:03:41.466376 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:41.506339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:03:41.509504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:03:41.513264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:03:41.555076 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Pushing event updated for resources: {'Port': ['ID=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:03:41.568586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.568934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.569273 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.569609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.569947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.570304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.570632 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.570957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.571280 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.571602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.571925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.572241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:41.585518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:41.586137 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:41.600055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-1cd0906f-ac04-46b2-9fc6-638528d07608 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5724134 Jul 08 19:03:41.611844 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Request body: {'port': {'device_id': 'faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:03:41.687210 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:41.719681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8d6db159-e880-42e2-af26-d716eb3e3c93 None None] Provisioning for port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:03:41.723852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8d6db159-e880-42e2-af26-d716eb3e3c93 None None] Provisioning complete for port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:03:41.724225 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d6db159-e880-42e2-af26-d716eb3e3c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:41.760461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8d6db159-e880-42e2-af26-d716eb3e3c93 None None] Port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:03:41.890882 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:41.948196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:03:41.955557 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:41.966974 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Transition to ACTIVE for port object c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:03:41.971093 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:42.042183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:03:42.107163 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Attempting to bind port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:03:42.107508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Attempting to bind port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:03:42.107832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Attempting to bind port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac on network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:03:42.133912 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac on network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:03:42.134254 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Attempting to bind port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac on network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:03:42.142408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:03:42.142748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Checking segment: {'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:03:42.143133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Bound using segment: {'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:03:42.143570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Bound port: c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b02a327-a30c-499c-a4af-74fad2fb1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:03:42.143934 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:42.212857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38a24e-57c7-4967-91a6-40543bb923be req-82472a33-3bc0-4266-ba9e-c35766cdbba9 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:42.214284 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c38a24e-57c7-4967-91a6-40543bb923be req-82472a33-3bc0-4266-ba9e-c35766cdbba9 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 944 time: 0.1216583 Jul 08 19:03:42.241640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] For port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:03:42.257994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] For port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac,segment=NetworkSegment(0b02a327-a30c-499c-a4af-74fad2fb1e56),segment_id=0b02a327-a30c-499c-a4af-74fad2fb1e56)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:03:42.264222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:42.296768 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c38a24e-57c7-4967-91a6-40543bb923be req-34e98092-c21b-4624-a91f-2afc35894888 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754511 Jul 08 19:03:42.305450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:42.306092 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:42.307521 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] 10.222.0.74 "PUT /v2.0/ports/c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac HTTP/1.1" status: 200 len: 1092 time: 0.7001157 Jul 08 19:03:42.308007 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3', 'tag': 'c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:03:42.310465 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be989b4a-497b-4201-a99c-2f903a210dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3", "tag": "c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:03:42.334935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c283e9-dd53-47c6-bed5-99dc78cc0725 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:03:42.360213 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d82a3f-7661-4b1b-8b76-2ab5fc605e4f x-openstack-request-id: req-70d82a3f-7661-4b1b-8b76-2ab5fc605e4f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:03:42.360734 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3", "tag": "c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:03:42.360995 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-70d82a3f-7661-4b1b-8b76-2ab5fc605e4f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:03:42.361393 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3', 'tag': 'c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac', 'status': 'completed', 'code': 200} Jul 08 19:03:42.412198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74af93-1e30-4360-8323-990cc209b305 req-02ff8618-e443-4a8b-8914-90faa1b83b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:42.413724 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-02ff8618-e443-4a8b-8914-90faa1b83b93 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=acc9560af0d041e89d7ce5d000a77950&device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 1095 time: 0.0627882 Jul 08 19:03:42.461983 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-8ea39e3b-fe9d-4b5f-95a5-c23687413d06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac HTTP/1.1" status: 200 len: 217 time: 0.0358398 Jul 08 19:03:42.509489 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74af93-1e30-4360-8323-990cc209b305 req-58b45825-e7ec-4826-878b-6119ec75bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:42.510979 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-58b45825-e7ec-4826-878b-6119ec75bd7c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=587cbbbe-3646-4525-9f90-ecc71281876b HTTP/1.1" status: 200 len: 855 time: 0.0434365 Jul 08 19:03:42.579717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74af93-1e30-4360-8323-990cc209b305 req-874a6e38-776b-403f-87ba-8ba9ef0f1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:42.581122 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-874a6e38-776b-403f-87ba-8ba9ef0f1eec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d2e8f04f-1076-4ff1-8b2c-5a954a068d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634389 Jul 08 19:03:42.675588 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-6a4c72bf-3448-4999-a805-6329615c3cfc service neutron] 10.222.0.74 "GET /v2.0/networks/d2e8f04f-1076-4ff1-8b2c-5a954a068d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879698 Jul 08 19:03:42.768060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1c74af93-1e30-4360-8323-990cc209b305 req-775a26e8-7020-44df-8c71-8485950a1443 service neutron] 10.222.0.74 "GET /v2.0/networks/d2e8f04f-1076-4ff1-8b2c-5a954a068d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861509 Jul 08 19:03:42.868711 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be989b4a-497b-4201-a99c-2f903a210dfc req-8d0a19f9-8f23-4630-a20f-d2e5fff880bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:42.870220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be989b4a-497b-4201-a99c-2f903a210dfc req-8d0a19f9-8f23-4630-a20f-d2e5fff880bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=acc9560af0d041e89d7ce5d000a77950&device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 1095 time: 0.0547209 Jul 08 19:03:42.958880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be989b4a-497b-4201-a99c-2f903a210dfc req-6503cc22-a502-4b19-b32a-84dbd6a8a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:42.960360 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be989b4a-497b-4201-a99c-2f903a210dfc req-6503cc22-a502-4b19-b32a-84dbd6a8a487 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d2e8f04f-1076-4ff1-8b2c-5a954a068d6c HTTP/1.1" status: 200 len: 917 time: 0.0839002 Jul 08 19:03:43.003781 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be989b4a-497b-4201-a99c-2f903a210dfc req-c37e8a42-8d80-4415-88e3-1ce07be89b2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac HTTP/1.1" status: 200 len: 217 time: 0.0368631 Jul 08 19:03:43.051301 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be989b4a-497b-4201-a99c-2f903a210dfc req-2c357a8e-ed89-470e-b18b-70841c3d501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:43.052608 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be989b4a-497b-4201-a99c-2f903a210dfc req-2c357a8e-ed89-470e-b18b-70841c3d501e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=587cbbbe-3646-4525-9f90-ecc71281876b HTTP/1.1" status: 200 len: 855 time: 0.0427847 Jul 08 19:03:43.107288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be989b4a-497b-4201-a99c-2f903a210dfc req-43818880-531a-4e07-b520-4888d116bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:43.108747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be989b4a-497b-4201-a99c-2f903a210dfc req-43818880-531a-4e07-b520-4888d116bc01 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d2e8f04f-1076-4ff1-8b2c-5a954a068d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499136 Jul 08 19:03:43.199025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be989b4a-497b-4201-a99c-2f903a210dfc req-08a0647f-0ad2-4feb-9e99-7ff6b9a24313 service neutron] 10.222.0.74 "GET /v2.0/networks/d2e8f04f-1076-4ff1-8b2c-5a954a068d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836825 Jul 08 19:03:43.286110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be989b4a-497b-4201-a99c-2f903a210dfc req-ee21ec22-0df2-4fbf-b10f-965c952f4bb1 service neutron] 10.222.0.74 "GET /v2.0/networks/d2e8f04f-1076-4ff1-8b2c-5a954a068d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801141 Jul 08 19:03:43.476265 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397d63b-6212-4ed2-8d41-d8d7f239aac4 req-b5a8fe8d-733d-485f-93a9-ebeebb218ce4 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:43.477757 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b397d63b-6212-4ed2-8d41-d8d7f239aac4 req-b5a8fe8d-733d-485f-93a9-ebeebb218ce4 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 944 time: 0.0692225 Jul 08 19:03:43.516418 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b397d63b-6212-4ed2-8d41-d8d7f239aac4 req-2b63a8b3-2153-42cf-90c0-18b8710c8daa tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331476 Jul 08 19:03:44.687177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66767b-ea0a-4879-8e88-f957df4e42a5 req-1cc20f85-7a70-46ba-ad90-67e5cf1a1458 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:44.688661 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b66767b-ea0a-4879-8e88-f957df4e42a5 req-1cc20f85-7a70-46ba-ad90-67e5cf1a1458 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 944 time: 0.0629058 Jul 08 19:03:44.726488 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b66767b-ea0a-4879-8e88-f957df4e42a5 req-a2d6a72c-8a32-44ae-bb6b-1988ad1ea8b3 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315871 Jul 08 19:03:45.894965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae72bb-4e08-4243-b636-9a9d328f0e72 req-78913e44-10d4-4603-86c5-cf038cc3433e tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:45.896436 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20ae72bb-4e08-4243-b636-9a9d328f0e72 req-78913e44-10d4-4603-86c5-cf038cc3433e tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 944 time: 0.0619187 Jul 08 19:03:45.933178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20ae72bb-4e08-4243-b636-9a9d328f0e72 req-c8897d1a-d30f-48a3-816b-aa9f3233dea6 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Jul 08 19:03:46.356946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:03:46.446194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac,segment=NetworkSegment(0b02a327-a30c-499c-a4af-74fad2fb1e56),segment_id=0b02a327-a30c-499c-a4af-74fad2fb1e56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:03:46.456942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac', 'network_id': 'd2e8f04f-1076-4ff1-8b2c-5a954a068d6c', 'port_id': 'c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac', 'mac_address': 'fa:16:3e:8d:4b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587cbbbe-3646-4525-9f90-ecc71281876b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:03:46.496853 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:46.509356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:03:46.527955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac,segment=NetworkSegment(0b02a327-a30c-499c-a4af-74fad2fb1e56),segment_id=0b02a327-a30c-499c-a4af-74fad2fb1e56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:03:46.532142 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:46.578807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:03:46.586435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.586788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.587136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.587473 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.587807 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.588147 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.588477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.588804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.589129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.589452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.589775 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.590096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:03:46.842344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:03:47.105679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29acbeb-0d49-4ebc-822c-c0d6a6fd44dc req-3b493d6a-5848-4e9e-9ca5-84cd3a45cd7a tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:47.107086 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f29acbeb-0d49-4ebc-822c-c0d6a6fd44dc req-3b493d6a-5848-4e9e-9ca5-84cd3a45cd7a tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 945 time: 0.0659313 Jul 08 19:03:47.143647 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f29acbeb-0d49-4ebc-822c-c0d6a6fd44dc req-f756b687-3675-48bf-93fe-d5907bb6d462 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Jul 08 19:03:48.315484 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5afea-aa31-4c42-bfe8-ba6df7fea8a0 req-3a6af7ff-1985-48a9-b8d5-d5e685b74afd tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:48.317565 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4cb5afea-aa31-4c42-bfe8-ba6df7fea8a0 req-3a6af7ff-1985-48a9-b8d5-d5e685b74afd tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 945 time: 0.0635488 Jul 08 19:03:48.353743 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4cb5afea-aa31-4c42-bfe8-ba6df7fea8a0 req-387ed944-5912-4806-b380-1731a0dd4f6a tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306282 Jul 08 19:03:48.367037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:03:48.413629 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:03:48.417161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:03:48.417532 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:48.492755 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:48.514822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:03:48.517047 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff973580-b7f3-4f93-8315-6b847632af7f" -d '{"events": [{"server_uuid": "faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3", "name": "network-vif-plugged", "status": "completed", "tag": "c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:03:48.532263 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac,segment=NetworkSegment(0b02a327-a30c-499c-a4af-74fad2fb1e56),segment_id=0b02a327-a30c-499c-a4af-74fad2fb1e56)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:03:48.537022 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:03:48.564013 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083f0439-b593-4872-bc3a-083751494947 x-openstack-request-id: req-083f0439-b593-4872-bc3a-083751494947 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:03:48.564332 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3", "name": "network-vif-plugged", "status": "completed", "tag": "c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:03:48.564609 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-083f0439-b593-4872-bc3a-083751494947 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:03:48.565027 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac', 'code': 200} Jul 08 19:03:48.590197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:03:48.668968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a073c5-65f2-443d-bf0f-dac263d3210e req-594a4051-b50c-478c-9799-f67f3f6ba1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:48.670727 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90a073c5-65f2-443d-bf0f-dac263d3210e req-594a4051-b50c-478c-9799-f67f3f6ba1c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 1097 time: 0.0543468 Jul 08 19:03:48.703603 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-90a073c5-65f2-443d-bf0f-dac263d3210e req-b6b21ec8-37e3-4fae-bd87-05cec721b8ec service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263090 Jul 08 19:03:49.538895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b977e-f58b-4f12-b09d-cb3fdd8ff4a6 req-e850a17a-3a8a-4d66-a0c5-7426148d7478 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:49.540384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc7b977e-f58b-4f12-b09d-cb3fdd8ff4a6 req-e850a17a-3a8a-4d66-a0c5-7426148d7478 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 946 time: 0.0643983 Jul 08 19:03:49.580091 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fc7b977e-f58b-4f12-b09d-cb3fdd8ff4a6 req-ad01a816-7049-4fba-850b-1cde0dcba1fe tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Jul 08 19:03:50.765080 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0e466-17dd-430d-a50b-69c7fd8e52ec req-8c5d1b4c-ed6f-4b52-bcb6-121dba337194 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:50.766546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c0e466-17dd-430d-a50b-69c7fd8e52ec req-8c5d1b4c-ed6f-4b52-bcb6-121dba337194 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 946 time: 0.0623448 Jul 08 19:03:50.805829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c9c0e466-17dd-430d-a50b-69c7fd8e52ec req-2471f7b8-07a7-44f3-96bc-bf6d8cb9970a tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Jul 08 19:03:50.979112 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d33c6b-14c0-4561-9595-e6edc68b4b14 req-37dff80c-9aae-4e01-89d8-e0a20e5f6f2e tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:03:50.980597 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1d33c6b-14c0-4561-9595-e6edc68b4b14 req-37dff80c-9aae-4e01-89d8-e0a20e5f6f2e tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 946 time: 0.0680456 Jul 08 19:03:51.017343 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d1d33c6b-14c0-4561-9595-e6edc68b4b14 req-837d4bae-9a6e-4e65-8e75-dc6c7fcf2d64 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Jul 08 19:04:04.100241 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:04.952991 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:06.341681 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b02ada0-4abf-4af0-985c-d68a1e9b587d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:06.803163 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-379fa1fb-9c8b-4c8f-a533-c61d232c3da6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1352758 Jul 08 19:04:06.898047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-e66491b4-23b4-4027-8f4e-637dcab54604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:06.899646 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-e66491b4-23b4-4027-8f4e-637dcab54604 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=acc9560af0d041e89d7ce5d000a77950&device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 1097 time: 0.0525181 Jul 08 19:04:07.006676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-07aec6df-0cb7-45ca-a713-fab880735323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:07.008175 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-07aec6df-0cb7-45ca-a713-fab880735323 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d2e8f04f-1076-4ff1-8b2c-5a954a068d6c HTTP/1.1" status: 200 len: 917 time: 0.0866256 Jul 08 19:04:07.055014 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-9a9e9199-3929-4670-ba6d-b3039ead13da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac HTTP/1.1" status: 200 len: 217 time: 0.0393550 Jul 08 19:04:07.106433 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-b3fcbe4a-4d62-4c38-a03e-2c29446f6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:07.107896 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-b3fcbe4a-4d62-4c38-a03e-2c29446f6d6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=587cbbbe-3646-4525-9f90-ecc71281876b HTTP/1.1" status: 200 len: 855 time: 0.0474441 Jul 08 19:04:07.163991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-7bd61620-c068-4e8d-9f8f-202275d264b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:07.165522 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-7bd61620-c068-4e8d-9f8f-202275d264b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d2e8f04f-1076-4ff1-8b2c-5a954a068d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517714 Jul 08 19:04:07.198857 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:04:07.271649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-49d65155-f259-42e4-8425-e8977513b933 service neutron] 10.222.0.74 "GET /v2.0/networks/d2e8f04f-1076-4ff1-8b2c-5a954a068d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991805 Jul 08 19:04:07.368620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0cc79720-3e94-4ba5-885b-2163f453a23e req-c265b334-2ce7-449e-976a-f4abddfe20e0 service neutron] 10.222.0.74 "GET /v2.0/networks/d2e8f04f-1076-4ff1-8b2c-5a954a068d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904243 Jul 08 19:04:09.179317 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:09.195999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0c42c7c-58de-4ff4-b0ef-a9073d998a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:09.959064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e54f-b95c-4e97-a1b7-16eeed1fe9db req-6974a8fd-d7bd-4105-aae5-7ec21be8ede8 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:09.960651 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f226e54f-b95c-4e97-a1b7-16eeed1fe9db req-6974a8fd-d7bd-4105-aae5-7ec21be8ede8 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 946 time: 0.0653920 Jul 08 19:04:10.001185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f226e54f-b95c-4e97-a1b7-16eeed1fe9db req-7f42f77e-1f16-40e3-972c-8f1edacb560d tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341127 Jul 08 19:04:10.420196 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:11.181300 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaafaf-369b-43ae-a054-1b4ed15cace8 req-b4e16a77-7158-4fc1-8e45-08a43c7ff510 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:11.182863 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eeaaafaf-369b-43ae-a054-1b4ed15cace8 req-b4e16a77-7158-4fc1-8e45-08a43c7ff510 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 946 time: 0.0685406 Jul 08 19:04:11.220748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eeaaafaf-369b-43ae-a054-1b4ed15cace8 req-f452f821-d542-41ce-b9bc-b4baff50032e tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/security-groups?id=b421fd73-cf75-4db0-bf23-b5862b577b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Jul 08 19:04:11.730290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521afa0-deb0-48a4-88b3-09a72837d3d2 req-ed3d96c9-fb64-4956-ba0a-2c408d2e3ebe tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:11.731658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a521afa0-deb0-48a4-88b3-09a72837d3d2 req-ed3d96c9-fb64-4956-ba0a-2c408d2e3ebe tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.74 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 946 time: 0.0612946 Jul 08 19:04:11.827383 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-a521afa0-deb0-48a4-88b3-09a72837d3d2 req-62277825-76c7-4f79-88ef-39da82b401c5 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Deleting port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:04:11.827719 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a521afa0-deb0-48a4-88b3-09a72837d3d2 req-62277825-76c7-4f79-88ef-39da82b401c5 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:11.895363 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:11.917033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a521afa0-deb0-48a4-88b3-09a72837d3d2 req-62277825-76c7-4f79-88ef-39da82b401c5 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] For port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac,segment=NetworkSegment(0b02a327-a30c-499c-a4af-74fad2fb1e56),segment_id=0b02a327-a30c-499c-a4af-74fad2fb1e56)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:11.917386 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a521afa0-deb0-48a4-88b3-09a72837d3d2 req-62277825-76c7-4f79-88ef-39da82b401c5 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:11.930772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-a521afa0-deb0-48a4-88b3-09a72837d3d2 req-62277825-76c7-4f79-88ef-39da82b401c5 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Calling delete_port for c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:04:12.057404 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a521afa0-deb0-48a4-88b3-09a72837d3d2 req-62277825-76c7-4f79-88ef-39da82b401c5 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:12.069596 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:04:12.086466 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62277825-76c7-4f79-88ef-39da82b401c5 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Pushing event deleted for resources: {'Port': ['ID=c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:12.132311 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a521afa0-deb0-48a4-88b3-09a72837d3d2 req-62277825-76c7-4f79-88ef-39da82b401c5 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] No DVR routers for this DVR port c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac on host n-h1-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:04:12.135146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a521afa0-deb0-48a4-88b3-09a72837d3d2 req-62277825-76c7-4f79-88ef-39da82b401c5 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:12.137166 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a521afa0-deb0-48a4-88b3-09a72837d3d2 req-62277825-76c7-4f79-88ef-39da82b401c5 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.74 "DELETE /v2.0/ports/c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac HTTP/1.1" status: 204 len: 173 time: 0.3999357 Jul 08 19:04:12.137748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3', 'name': 'network-vif-deleted', 'tag': 'c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:04:12.139897 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31093f90-9deb-40dc-a335-c7d81665ca0e" -d '{"events": [{"server_uuid": "faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3", "name": "network-vif-deleted", "tag": "c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:04:12.178846 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338260fb-391a-495f-81ce-16f9323f9e19 x-openstack-request-id: req-338260fb-391a-495f-81ce-16f9323f9e19 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:04:12.179275 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3", "name": "network-vif-deleted", "tag": "c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:04:12.179522 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-338260fb-391a-495f-81ce-16f9323f9e19 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:04:12.179994 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3', 'name': 'network-vif-deleted', 'tag': 'c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac', 'status': 'completed', 'code': 200} Jul 08 19:04:12.687023 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-68253a3d-6896-49c5-9d1d-3fdb8a3c2048 req-3f94c041-d230-4ccc-bb27-809826182f63 tempest-TestEncryptedCinderVolumes-209969855 tempest-TestEncryptedCinderVolumes-209969855-project] 10.222.0.73 "GET /v2.0/ports?device_id=faa4d9d3-7530-41fb-a8fc-a62ec1bf99d3 HTTP/1.1" status: 200 len: 210 time: 0.3394868 Jul 08 19:04:13.820353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59620) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:14.167048 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:14.427782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Deleting port 08204483-3b21-4b0c-8bb5-7df8cce50f95 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:04:14.428041 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:14.506820 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] For port 08204483-3b21-4b0c-8bb5-7df8cce50f95, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=08204483-3b21-4b0c-8bb5-7df8cce50f95,segment=NetworkSegment(0b02a327-a30c-499c-a4af-74fad2fb1e56),segment_id=0b02a327-a30c-499c-a4af-74fad2fb1e56)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:14.507176 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:14.519651 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Calling delete_port for 08204483-3b21-4b0c-8bb5-7df8cce50f95 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:04:14.696678 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:14.721887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Pushing event deleted for resources: {'Port': ['ID=08204483-3b21-4b0c-8bb5-7df8cce50f95,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:14.734063 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.734442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.734788 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.735125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.735459 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.735793 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.736120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.736445 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.736774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.737097 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.737417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.737735 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:14.896700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:15.105745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Router defcddec-2a07-4a0b-b228-1c73bfd98fca has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:04:15.209618 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:04:15.214622 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ab79f4f3-7f4f-435c-9849-4c9a5f5184ff admin admin] 10.222.0.73 "PUT /v2.0/routers/defcddec-2a07-4a0b-b228-1c73bfd98fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3932571 Jul 08 19:04:15.217126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59624) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:15.219761 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3af06-ed5d-4ca2-ba79-3d7106fd74de None None] Sync routers for ids ['defcddec-2a07-4a0b-b228-1c73bfd98fca'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:04:15.229309 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3af06-ed5d-4ca2-ba79-3d7106fd74de None None] Routers {'defcddec-2a07-4a0b-b228-1c73bfd98fca'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:15.229914 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4ef3af06-ed5d-4ca2-ba79-3d7106fd74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['defcddec-2a07-4a0b-b228-1c73bfd98fca'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:15.318652 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:15.330701 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-4ef3af06-ed5d-4ca2-ba79-3d7106fd74de None None] Set router defcddec-2a07-4a0b-b228-1c73bfd98fca gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:15.421698 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:15.478986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Deleting port 7678956e-d4aa-435c-848d-9cb7d53f5dc7 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:04:15.479420 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:15.506861 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4ef3af06-ed5d-4ca2-ba79-3d7106fd74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'name': 'tempest-TestEncryptedCinderVolumes-630191248-router', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:29Z', 'updated_at': '2021-07-08T19:04:14Z', 'revision_number': 5, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'gw_port': {'id': '7678956e-d4aa-435c-848d-9cb7d53f5dc7', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:30Z', 'updated_at': '2021-07-08T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:15.536454 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3af06-ed5d-4ca2-ba79-3d7106fd74de None None] Checking router: defcddec-2a07-4a0b-b228-1c73bfd98fca for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:04:15.544802 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3af06-ed5d-4ca2-ba79-3d7106fd74de None None] Routers {'defcddec-2a07-4a0b-b228-1c73bfd98fca'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:15.545401 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4ef3af06-ed5d-4ca2-ba79-3d7106fd74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['defcddec-2a07-4a0b-b228-1c73bfd98fca'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:15.561081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] For port 7678956e-d4aa-435c-848d-9cb7d53f5dc7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=7678956e-d4aa-435c-848d-9cb7d53f5dc7,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:15.561443 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:15.572818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Calling delete_port for 7678956e-d4aa-435c-848d-9cb7d53f5dc7 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:04:15.629606 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-4ef3af06-ed5d-4ca2-ba79-3d7106fd74de None None] Set router defcddec-2a07-4a0b-b228-1c73bfd98fca gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:15.742832 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:15.767655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7678956e-d4aa-435c-848d-9cb7d53f5dc7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:15.773118 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4ef3af06-ed5d-4ca2-ba79-3d7106fd74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'name': 'tempest-TestEncryptedCinderVolumes-630191248-router', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:29Z', 'updated_at': '2021-07-08T19:04:15Z', 'revision_number': 6, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:15.799870 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3af06-ed5d-4ca2-ba79-3d7106fd74de None None] The sync data for ids ['defcddec-2a07-4a0b-b228-1c73bfd98fca'] in n-d-799684-3 is: [{'id': 'defcddec-2a07-4a0b-b228-1c73bfd98fca', 'name': 'tempest-TestEncryptedCinderVolumes-630191248-router', 'tenant_id': 'acc9560af0d041e89d7ce5d000a77950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:29Z', 'updated_at': '2021-07-08T19:04:15Z', 'revision_number': 6, 'project_id': 'acc9560af0d041e89d7ce5d000a77950', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:04:15.834647 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:15.922979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:15.925159 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:15.970273 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:15.970811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router defcddec-2a07-4a0b-b228-1c73bfd98fca {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:04:15.976060 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:15.977211 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7f9ce0e4-0c68-4e9d-98cc-f3cde78f8da1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/defcddec-2a07-4a0b-b228-1c73bfd98fca HTTP/1.1" status: 204 len: 168 time: 0.7591853 Jul 08 19:04:15.979756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59626) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:16.023386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20847d7-0b2a-4f30-b4cd-8a39f3d27d8c admin admin] Deleting subnet 587cbbbe-3646-4525-9f90-ecc71281876b {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:04:16.026345 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b20847d7-0b2a-4f30-b4cd-8a39f3d27d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.059469 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b20847d7-0b2a-4f30-b4cd-8a39f3d27d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.140673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b20847d7-0b2a-4f30-b4cd-8a39f3d27d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.195807 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b20847d7-0b2a-4f30-b4cd-8a39f3d27d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.222041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20847d7-0b2a-4f30-b4cd-8a39f3d27d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587cbbbe-3646-4525-9f90-ecc71281876b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:16.225669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b20847d7-0b2a-4f30-b4cd-8a39f3d27d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.227574 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b20847d7-0b2a-4f30-b4cd-8a39f3d27d8c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/587cbbbe-3646-4525-9f90-ecc71281876b HTTP/1.1" status: 204 len: 168 time: 0.2468560 Jul 08 19:04:16.230095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59628) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:16.231969 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ba268-1ea6-4192-b5f3-4c53b0ca6ac4 None None] Network d2e8f04f-1076-4ff1-8b2c-5a954a068d6c requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:04:16.295519 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.352067 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Deleting port fe994472-06de-41ae-b5c3-1636d9ffd15a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:04:16.352410 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.412946 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] For port fe994472-06de-41ae-b5c3-1636d9ffd15a, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=fe994472-06de-41ae-b5c3-1636d9ffd15a,segment=NetworkSegment(0b02a327-a30c-499c-a4af-74fad2fb1e56),segment_id=0b02a327-a30c-499c-a4af-74fad2fb1e56)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:16.413308 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.425654 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Calling delete_port for fe994472-06de-41ae-b5c3-1636d9ffd15a owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:04:16.506601 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.506910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:04:16.526109 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:04:16.526479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device c5ced3d6-9fdf-4b05-bd5e-c41ef0bfb9ac not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:04:16.530282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe994472-06de-41ae-b5c3-1636d9ffd15a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:16.535666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] No DVR routers for this DVR port fe994472-06de-41ae-b5c3-1636d9ffd15a on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:04:16.564333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e6443-0446-472a-85d7-5686be72c71a None None] DHCP port deletion for d2e8f04f-1076-4ff1-8b2c-5a954a068d6c request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:04:16.611628 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.621408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e8f04f-1076-4ff1-8b2c-5a954a068d6c']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:16.631609 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b02a327-a30c-499c-a4af-74fad2fb1e56') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:16.631930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b02a327-a30c-499c-a4af-74fad2fb1e56') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:16.640549 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.654694 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.663863 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:04:16.664266 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: timer() Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:04:16.666169 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:04:16.723876 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.730343 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:16.732476 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] 10.222.0.73 "DELETE /v2.0/networks/d2e8f04f-1076-4ff1-8b2c-5a954a068d6c HTTP/1.1" status: 204 len: 168 time: 0.5013416 Jul 08 19:04:16.735431 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59630) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:16.743871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b57b4e-1f87-4b0f-b8ac-73fe7173942d admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e8f04f-1076-4ff1-8b2c-5a954a068d6c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:17.087477 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:17.336035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] Deleting port 62c8183e-3ba8-4f58-954c-39018e562939 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:04:17.336377 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:17.415981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] For port 62c8183e-3ba8-4f58-954c-39018e562939, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=62c8183e-3ba8-4f58-954c-39018e562939,segment=NetworkSegment(6fbedbad-75fc-418a-adf6-2d2ac7796c7d),segment_id=6fbedbad-75fc-418a-adf6-2d2ac7796c7d)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:17.416347 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:17.428140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7678956e-d4aa-435c-848d-9cb7d53f5dc7 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:04:17.431368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] Calling delete_port for 62c8183e-3ba8-4f58-954c-39018e562939 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:04:17.451309 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 7678956e-d4aa-435c-848d-9cb7d53f5dc7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:04:17.451646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 7678956e-d4aa-435c-848d-9cb7d53f5dc7 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:04:17.452068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fe994472-06de-41ae-b5c3-1636d9ffd15a no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:04:17.470643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: fe994472-06de-41ae-b5c3-1636d9ffd15a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:04:17.470984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device fe994472-06de-41ae-b5c3-1636d9ffd15a not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:04:17.471401 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 08204483-3b21-4b0c-8bb5-7df8cce50f95 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:04:17.489593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 08204483-3b21-4b0c-8bb5-7df8cce50f95 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:04:17.490466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 08204483-3b21-4b0c-8bb5-7df8cce50f95 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:04:17.612010 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:17.639755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=62c8183e-3ba8-4f58-954c-39018e562939,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:17.804139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.015526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] Router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:04:18.125022 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:04:18.130095 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e1c30c43-daf8-4d98-af7a-510673f53d6e admin admin] 10.222.0.73 "PUT /v2.0/routers/8369c0b9-afca-4bb4-a6e4-226e2933cb29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3935697 Jul 08 19:04:18.133146 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59632) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:18.135799 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff35a485-f137-4cc9-a1d9-e6c67950daaa None None] Sync routers for ids ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:04:18.144858 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff35a485-f137-4cc9-a1d9-e6c67950daaa None None] Routers {'8369c0b9-afca-4bb4-a6e4-226e2933cb29'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:18.145461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ff35a485-f137-4cc9-a1d9-e6c67950daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:18.236022 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.247819 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ff35a485-f137-4cc9-a1d9-e6c67950daaa None None] Set router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:18.337731 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.389627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Deleting port cd785625-f1ab-4c31-8b43-b83b7021079b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:04:18.389969 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.422696 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ff35a485-f137-4cc9-a1d9-e6c67950daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'name': 'tempest-TestEncryptedCinderVolumes-749053546-router', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:34Z', 'updated_at': '2021-07-08T19:04:17Z', 'revision_number': 5, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'gw_port': {'id': 'cd785625-f1ab-4c31-8b43-b83b7021079b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:02:35Z', 'updated_at': '2021-07-08T19:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:18.453014 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff35a485-f137-4cc9-a1d9-e6c67950daaa None None] Checking router: 8369c0b9-afca-4bb4-a6e4-226e2933cb29 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:04:18.461975 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff35a485-f137-4cc9-a1d9-e6c67950daaa None None] Routers {'8369c0b9-afca-4bb4-a6e4-226e2933cb29'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:18.462639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ff35a485-f137-4cc9-a1d9-e6c67950daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:18.473177 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] For port cd785625-f1ab-4c31-8b43-b83b7021079b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cd785625-f1ab-4c31-8b43-b83b7021079b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:18.473536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.486437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Calling delete_port for cd785625-f1ab-4c31-8b43-b83b7021079b owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:04:18.543737 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-ff35a485-f137-4cc9-a1d9-e6c67950daaa None None] Set router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:18.596535 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-ff35a485-f137-4cc9-a1d9-e6c67950daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'name': 'tempest-TestEncryptedCinderVolumes-749053546-router', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:34Z', 'updated_at': '2021-07-08T19:04:18Z', 'revision_number': 6, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:18.624929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff35a485-f137-4cc9-a1d9-e6c67950daaa None None] The sync data for ids ['8369c0b9-afca-4bb4-a6e4-226e2933cb29'] in n-d-799684-3 is: [{'id': '8369c0b9-afca-4bb4-a6e4-226e2933cb29', 'name': 'tempest-TestEncryptedCinderVolumes-749053546-router', 'tenant_id': '839a8e3652f748d2aa768af6e2267c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:02:34Z', 'updated_at': '2021-07-08T19:04:18Z', 'revision_number': 6, 'project_id': '839a8e3652f748d2aa768af6e2267c52', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:04:18.673132 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.699941 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Pushing event deleted for resources: {'Port': ['ID=cd785625-f1ab-4c31-8b43-b83b7021079b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:18.758235 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.846344 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.848405 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.894031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.894603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8369c0b9-afca-4bb4-a6e4-226e2933cb29 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:04:18.899622 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.900808 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5ed276f3-0982-4136-98b3-ab8ac6f185ff admin admin] 10.222.0.73 "DELETE /v2.0/routers/8369c0b9-afca-4bb4-a6e4-226e2933cb29 HTTP/1.1" status: 204 len: 168 time: 0.7666814 Jul 08 19:04:18.903277 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59634) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:18.947909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-01af3881-e3d4-4eb8-878a-6a806483c6bc admin admin] Deleting subnet 09c5c0a6-48da-472e-9702-d34b4344c1be {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:04:18.950938 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01af3881-e3d4-4eb8-878a-6a806483c6bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:18.985982 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01af3881-e3d4-4eb8-878a-6a806483c6bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.080095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01af3881-e3d4-4eb8-878a-6a806483c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.131661 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01af3881-e3d4-4eb8-878a-6a806483c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.158010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af3881-e3d4-4eb8-878a-6a806483c6bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c5c0a6-48da-472e-9702-d34b4344c1be,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:19.162860 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01af3881-e3d4-4eb8-878a-6a806483c6bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.164580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-01af3881-e3d4-4eb8-878a-6a806483c6bc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/09c5c0a6-48da-472e-9702-d34b4344c1be HTTP/1.1" status: 204 len: 168 time: 0.2603195 Jul 08 19:04:19.167036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59636) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:19.169537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89a0f95-6d0c-48e1-a481-6df8b2bda84c None None] Network cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:04:19.233984 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.290578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Deleting port 997f92d0-db6a-4189-8a94-0484e22bdfdf {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:04:19.290839 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.354247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] For port 997f92d0-db6a-4189-8a94-0484e22bdfdf, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=997f92d0-db6a-4189-8a94-0484e22bdfdf,segment=NetworkSegment(6fbedbad-75fc-418a-adf6-2d2ac7796c7d),segment_id=6fbedbad-75fc-418a-adf6-2d2ac7796c7d)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:19.354625 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.368975 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Calling delete_port for 997f92d0-db6a-4189-8a94-0484e22bdfdf owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:04:19.379431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02649ce-20f7-44ad-a908-14140a78c6a8 None None] DHCP port deletion for cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:04:19.447841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cd785625-f1ab-4c31-8b43-b83b7021079b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:04:19.460190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.471515 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: cd785625-f1ab-4c31-8b43-b83b7021079b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:04:19.472110 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cd785625-f1ab-4c31-8b43-b83b7021079b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:04:19.472272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 62c8183e-3ba8-4f58-954c-39018e562939 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:04:19.487618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=997f92d0-db6a-4189-8a94-0484e22bdfdf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:19.489443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] No DVR routers for this DVR port 997f92d0-db6a-4189-8a94-0484e22bdfdf on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:04:19.500653 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a02649ce-20f7-44ad-a908-14140a78c6a8 None None] Deleting port 997f92d0-db6a-4189-8a94-0484e22bdfdf {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:04:19.501040 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a02649ce-20f7-44ad-a908-14140a78c6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.502719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 62c8183e-3ba8-4f58-954c-39018e562939 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:04:19.503063 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 62c8183e-3ba8-4f58-954c-39018e562939 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:04:19.503475 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 997f92d0-db6a-4189-8a94-0484e22bdfdf no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:04:19.558333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 997f92d0-db6a-4189-8a94-0484e22bdfdf {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:04:19.558603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 997f92d0-db6a-4189-8a94-0484e22bdfdf not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:04:19.568181 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.577879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:19.587320 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a02649ce-20f7-44ad-a908-14140a78c6a8 None None] For port 997f92d0-db6a-4189-8a94-0484e22bdfdf, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:19.587731 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a02649ce-20f7-44ad-a908-14140a78c6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.588712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbedbad-75fc-418a-adf6-2d2ac7796c7d') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:19.589010 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbedbad-75fc-418a-adf6-2d2ac7796c7d') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:19.597760 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.604324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a02649ce-20f7-44ad-a908-14140a78c6a8 None None] Calling delete_port for 997f92d0-db6a-4189-8a94-0484e22bdfdf owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:04:19.607009 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-a02649ce-20f7-44ad-a908-14140a78c6a8 None None] Port 997f92d0-db6a-4189-8a94-0484e22bdfdf was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 19:04:19.608433 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a02649ce-20f7-44ad-a908-14140a78c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.614965 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.621332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:04:19.621773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: timer() Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:04:19.623680 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:04:19.633941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02649ce-20f7-44ad-a908-14140a78c6a8 None None] Pushing event deleted for resources: {'Port': ['ID=997f92d0-db6a-4189-8a94-0484e22bdfdf,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:19.638792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02649ce-20f7-44ad-a908-14140a78c6a8 None None] No DVR routers for this DVR port 997f92d0-db6a-4189-8a94-0484e22bdfdf on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:04:19.692514 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.698904 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.701288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] 10.222.0.73 "DELETE /v2.0/networks/cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a HTTP/1.1" status: 204 len: 168 time: 0.5330362 Jul 08 19:04:19.713198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af3264-2325-43a8-a3c8-a23c2ffe5c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf9ac327-6aa1-42ed-a7e5-1ac5510dbf2a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:19.863828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59640) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:19.903471 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-17cffd79-0032-469f-bae1-efde844d7d5c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=acc9560af0d041e89d7ce5d000a77950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384588 Jul 08 19:04:19.905952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59642) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:19.953788 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83796a76-c0db-4ed6-806e-aa4ac9c3c304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:19.974555 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83796a76-c0db-4ed6-806e-aa4ac9c3c304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:20.023909 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83796a76-c0db-4ed6-806e-aa4ac9c3c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:20.026556 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83796a76-c0db-4ed6-806e-aa4ac9c3c304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:20.027735 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-83796a76-c0db-4ed6-806e-aa4ac9c3c304 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b421fd73-cf75-4db0-bf23-b5862b577b76 HTTP/1.1" status: 204 len: 168 time: 0.1208384 Jul 08 19:04:20.035476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83796a76-c0db-4ed6-806e-aa4ac9c3c304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b421fd73-cf75-4db0-bf23-b5862b577b76,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:20.334877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59648) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:20.373712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c3d31c15-f8da-41d0-9cc6-c8c7bdfa31dd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=839a8e3652f748d2aa768af6e2267c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376360 Jul 08 19:04:20.376073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59650) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:20.422914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-947efcb6-99da-4eda-91d6-6c42614be02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:20.444559 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-947efcb6-99da-4eda-91d6-6c42614be02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:20.488600 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-947efcb6-99da-4eda-91d6-6c42614be02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:20.491712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-947efcb6-99da-4eda-91d6-6c42614be02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:20.492860 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-947efcb6-99da-4eda-91d6-6c42614be02f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca3b0a11-4b9d-4e43-81b8-345edb9f7e06 HTTP/1.1" status: 204 len: 168 time: 0.1158793 Jul 08 19:04:20.500285 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947efcb6-99da-4eda-91d6-6c42614be02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3b0a11-4b9d-4e43-81b8-345edb9f7e06,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:21.148665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59672) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:21.241955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1115598383-network', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:04:21.262292 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Made reservation on behalf of 55d0ced70f594e249471d8fe642bf6dc for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:04:21.264692 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.273348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.360610 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.364434 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.389081 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:04:21.402907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872cfd25-f9b9-4b23-8c42-f68acc9e1792,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:21.408928 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.409281 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Added segment 014ff84d-814d-4fd9-aec8-fdeb25657d69 of type vlan for network 581468f6-c4b4-4c7d-b866-b40e33d323a0 Jul 08 19:04:21.449557 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.481651 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.482586 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:21.483166 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.533221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3834262 Jul 08 19:04:21.536320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59676) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:21.542023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] Request body: {'subnet': {'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1115598383-subnet', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:04:21.542471 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1e385-29a6-42f1-83c1-1622433428f9 admin admin] Pushing event updated for resources: {'Network': ['ID=581468f6-c4b4-4c7d-b866-b40e33d323a0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:21.553759 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 581468f6-c4b4-4c7d-b866-b40e33d323a0 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:04:21.565700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] Made reservation on behalf of 55d0ced70f594e249471d8fe642bf6dc for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:04:21.568225 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.733138 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.791939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=34de291a-19e1-47e6-89ef-96e0a2cce8ad,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:21.796468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] Checking segment: {'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:04:21.796821 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] Network hostable DHCP agents. Network: 581468f6-c4b4-4c7d-b866-b40e33d323a0, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:04:21.814515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] Network 581468f6-c4b4-4c7d-b866-b40e33d323a0 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:04:21.823624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 581468f6-c4b4-4c7d-b866-b40e33d323a0) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:04:21.827574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:21.828156 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.834390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb0af7c-f078-40ad-b12f-52bdb161ba36 None None] Network 581468f6-c4b4-4c7d-b866-b40e33d323a0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:04:21.844706 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-58f9c3b1-0f8a-411a-aa63-277dbdbe21ef admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3043239 Jul 08 19:04:21.844908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59678) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:21.850147 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:04:21.870949 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.872105 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.929670 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:21.984846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-581468f6-c4b4-4c7d-b866-b40e33d323a0', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'fixed_ips': [{'subnet_id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:04:21.985641 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:22.063264 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:22.120802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Allocated IP 172.20.0.2 (581468f6-c4b4-4c7d-b866-b40e33d323a0/34de291a-19e1-47e6-89ef-96e0a2cce8ad/aa988d2f-5c34-4d48-96d0-27f64a17fa4d) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:04:22.260823 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:22.264719 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:22.273592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Transition to ACTIVE for port object aa988d2f-5c34-4d48-96d0-27f64a17fa4d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:22.279676 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:22.288051 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Transition to ACTIVE for port object aa988d2f-5c34-4d48-96d0-27f64a17fa4d will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:22.293131 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:22.329863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Network 581468f6-c4b4-4c7d-b866-b40e33d323a0 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:04:22.336488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:04:22.340736 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:04:22.343739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Pushing event updated for resources: {'Port': ['ID=aa988d2f-5c34-4d48-96d0-27f64a17fa4d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:22.399541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Attempting to bind port aa988d2f-5c34-4d48-96d0-27f64a17fa4d on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:04:22.399914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Attempting to bind port aa988d2f-5c34-4d48-96d0-27f64a17fa4d by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:04:22.400282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Attempting to bind port aa988d2f-5c34-4d48-96d0-27f64a17fa4d on network 581468f6-c4b4-4c7d-b866-b40e33d323a0 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:04:22.405673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:04:22.406045 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Checking segment: {'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:04:22.406490 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:22.406885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Bound using segment: {'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:04:22.407352 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Bound port: aa988d2f-5c34-4d48-96d0-27f64a17fa4d, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:04:22.407732 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:22.474675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] For port aa988d2f-5c34-4d48-96d0-27f64a17fa4d, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:04:22.478055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] For port aa988d2f-5c34-4d48-96d0-27f64a17fa4d, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=aa988d2f-5c34-4d48-96d0-27f64a17fa4d,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:04:22.482459 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:22.549739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f7cae-79b7-4968-bce7-bf97365dd02a None None] Pushing event updated for resources: {'Port': ['ID=aa988d2f-5c34-4d48-96d0-27f64a17fa4d,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:22.715376 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Allocated IP 172.25.8.69 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/993cc72d-06e0-42af-b974-6f8058086469) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:04:22.822346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:22.861591 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:22.905334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:04:22.908048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:04:22.913305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:04:22.915674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Pushing event updated for resources: {'Port': ['ID=993cc72d-06e0-42af-b974-6f8058086469,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:23.165297 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:23.368172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:23.424024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ca0e9b-6cd2-4117-a76e-3ad7eccb3fef None None] Network 581468f6-c4b4-4c7d-b866-b40e33d323a0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:04:23.483196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device aa988d2f-5c34-4d48-96d0-27f64a17fa4d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:23.489459 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3ef7a55d-e7f2-4735-917f-ed5448e65ca1 None None] Provisioning for port aa988d2f-5c34-4d48-96d0-27f64a17fa4d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:04:23.514837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Router 51bb3dad-b751-4292-8dfa-d26e5009d533 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:04:23.608550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port aa988d2f-5c34-4d48-96d0-27f64a17fa4d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:04:23.616361 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port aa988d2f-5c34-4d48-96d0-27f64a17fa4d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:23.616729 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:23.624854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:04:23.635106 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Sync routers for ids ['51bb3dad-b751-4292-8dfa-d26e5009d533'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:04:23.648204 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:23.650758 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d04dd82a-07ef-49bd-8bb7-d0ce704b0c7b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8048103 Jul 08 19:04:23.652146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59680) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:23.663119 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Routers {'51bb3dad-b751-4292-8dfa-d26e5009d533'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:23.664901 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['51bb3dad-b751-4292-8dfa-d26e5009d533'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:23.868264 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Set router 51bb3dad-b751-4292-8dfa-d26e5009d533 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:23.936314 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:23.976643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port aa988d2f-5c34-4d48-96d0-27f64a17fa4d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=aa988d2f-5c34-4d48-96d0-27f64a17fa4d,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:23.977547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c5ab6361-5648-4dbe-9119-400e9d4da6e3 None None] Provisioning complete for port aa988d2f-5c34-4d48-96d0-27f64a17fa4d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:23.977917 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5ab6361-5648-4dbe-9119-400e9d4da6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:23.998873 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.064768 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=aa988d2f-5c34-4d48-96d0-27f64a17fa4d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:24.076094 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:23Z', 'revision_number': 3, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:24.102285 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Checking router: 51bb3dad-b751-4292-8dfa-d26e5009d533 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:04:24.102639 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Updating router 51bb3dad-b751-4292-8dfa-d26e5009d533 port 993cc72d-06e0-42af-b974-6f8058086469 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:04:24.136365 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.155559 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.308574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Allocated IP 172.20.0.1 (581468f6-c4b4-4c7d-b866-b40e33d323a0/34de291a-19e1-47e6-89ef-96e0a2cce8ad/69dbd7f4-f5ec-496b-9260-095fa5b01153) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:04:24.385350 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.396033 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Transition to ACTIVE for port object 993cc72d-06e0-42af-b974-6f8058086469 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:24.401770 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.415094 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.435401 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Transition to ACTIVE for port object 69dbd7f4-f5ec-496b-9260-095fa5b01153 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:24.452898 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Pushing event updated for resources: {'Port': ['ID=993cc72d-06e0-42af-b974-6f8058086469,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:24.455937 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Attempting to bind port 993cc72d-06e0-42af-b974-6f8058086469 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:04:24.456364 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Attempting to bind port 993cc72d-06e0-42af-b974-6f8058086469 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:04:24.456787 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Attempting to bind port 993cc72d-06e0-42af-b974-6f8058086469 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:04:24.465614 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.466135 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.466495 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.466933 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.467292 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.467619 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.467934 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.468352 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.468711 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.469029 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.469178 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.469384 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.469649 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:04:24.472833 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:04:24.473123 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:04:24.473578 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.474403 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:04:24.474866 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Bound port: 993cc72d-06e0-42af-b974-6f8058086469, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:04:24.475237 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.507102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Network 581468f6-c4b4-4c7d-b866-b40e33d323a0 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:04:24.509898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:04:24.515362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:04:24.532257 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] For port 993cc72d-06e0-42af-b974-6f8058086469, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:04:24.535595 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] For port 993cc72d-06e0-42af-b974-6f8058086469, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=993cc72d-06e0-42af-b974-6f8058086469,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:04:24.540906 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.542894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=69dbd7f4-f5ec-496b-9260-095fa5b01153,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:24.559389 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.601745 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Routers {'51bb3dad-b751-4292-8dfa-d26e5009d533'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:24.602511 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['51bb3dad-b751-4292-8dfa-d26e5009d533'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:24.663699 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807dadf-6bf6-4de2-9018-605a18ec98d9 None None] Pushing event updated for resources: {'Port': ['ID=993cc72d-06e0-42af-b974-6f8058086469,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:24.714115 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.728847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a400b8df-8d79-4a09-8848-bf7b72484623 None None] Provisioning for port 69dbd7f4-f5ec-496b-9260-095fa5b01153 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:04:24.732821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a400b8df-8d79-4a09-8848-bf7b72484623 None None] Provisioning complete for port 69dbd7f4-f5ec-496b-9260-095fa5b01153 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:24.733183 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a400b8df-8d79-4a09-8848-bf7b72484623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.739136 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] Set router 51bb3dad-b751-4292-8dfa-d26e5009d533 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:24.767592 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a400b8df-8d79-4a09-8848-bf7b72484623 None None] Port 69dbd7f4-f5ec-496b-9260-095fa5b01153 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:04:24.885162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.889897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.912843 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:23Z', 'revision_number': 3, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:24.942496 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6d4a9-68af-4397-87f9-6df29e86181c None None] The sync data for ids ['51bb3dad-b751-4292-8dfa-d26e5009d533'] in n-d-799684-3 is: [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:23Z', 'revision_number': 3, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:04:24.960369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:24.963523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=69dbd7f4-f5ec-496b-9260-095fa5b01153,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:25.056322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Network 581468f6-c4b4-4c7d-b866-b40e33d323a0 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:04:25.057653 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:04:25.187264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Router 51bb3dad-b751-4292-8dfa-d26e5009d533 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:04:25.295277 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-368f33df-1e86-42fa-b523-e63d601a9c39 None None] Provisioning complete for port 69dbd7f4-f5ec-496b-9260-095fa5b01153 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:25.296124 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-368f33df-1e86-42fa-b523-e63d601a9c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:25.314467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:04:25.319997 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-09d9b96c-18b9-4ee4-86e2-6c479d174ac1 admin admin] 10.222.0.73 "PUT /v2.0/routers/51bb3dad-b751-4292-8dfa-d26e5009d533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6665742 Jul 08 19:04:25.334728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-368f33df-1e86-42fa-b523-e63d601a9c39 None None] Port 69dbd7f4-f5ec-496b-9260-095fa5b01153 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:04:25.526743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 993cc72d-06e0-42af-b974-6f8058086469 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:25.577025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 993cc72d-06e0-42af-b974-6f8058086469 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:04:25.582021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 993cc72d-06e0-42af-b974-6f8058086469 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:25.582426 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:25.671623 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:25.701416 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 993cc72d-06e0-42af-b974-6f8058086469, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=993cc72d-06e0-42af-b974-6f8058086469,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:25.708361 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:25.709323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device aa988d2f-5c34-4d48-96d0-27f64a17fa4d up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:25.788922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=993cc72d-06e0-42af-b974-6f8058086469,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:25.801477 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port aa988d2f-5c34-4d48-96d0-27f64a17fa4d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:25.801823 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:25.835489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59698) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:25.840789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-96704676-network', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:04:25.866655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Made reservation on behalf of 1d82fb7380184b088bf44b64fd45d519 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:04:25.869927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:25.880934 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:25.968754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:25.972489 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:25.997769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:04:26.007029 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72bf1f9-b7e5-48f1-89fe-f0b9f669b15d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:26.013954 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.014735 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Added segment 005d7a4d-9135-46a6-9a7e-4fcee0415a57 of type vlan for network cde36103-3790-413d-a52e-8be7cf0e1b16 Jul 08 19:04:26.056112 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.085733 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.086741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:26.087323 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.142026 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3054230 Jul 08 19:04:26.144937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59700) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:26.149728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff0405-f920-4c9d-bfe4-378cbdf81d21 admin admin] Pushing event updated for resources: {'Network': ['ID=cde36103-3790-413d-a52e-8be7cf0e1b16,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:26.151118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] Request body: {'subnet': {'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-96704676-subnet', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:04:26.159689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network cde36103-3790-413d-a52e-8be7cf0e1b16 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:04:26.176013 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] Made reservation on behalf of 1d82fb7380184b088bf44b64fd45d519 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:04:26.179104 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.357632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.413838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9114f23a-c6a5-4b9c-8266-593ef305185e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:26.422957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] Checking segment: {'id': '005d7a4d-9135-46a6-9a7e-4fcee0415a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:04:26.423314 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] Network hostable DHCP agents. Network: cde36103-3790-413d-a52e-8be7cf0e1b16, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:04:26.439238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] Network cde36103-3790-413d-a52e-8be7cf0e1b16 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:04:26.448140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, cde36103-3790-413d-a52e-8be7cf0e1b16) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:04:26.452274 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:26.452992 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.458836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0c777b-299d-45b2-ae3a-1a41808d91ac None None] Network cde36103-3790-413d-a52e-8be7cf0e1b16 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:04:26.467714 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f48cf03b-b6a3-4437-aae9-30d0633843b6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3205218 Jul 08 19:04:26.470196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59702) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:26.475183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-96704676-router', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:04:26.496538 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.497513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.557304 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.567317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Sync routers for ids ['51bb3dad-b751-4292-8dfa-d26e5009d533'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:04:26.585526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Routers {'51bb3dad-b751-4292-8dfa-d26e5009d533'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:26.586133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['51bb3dad-b751-4292-8dfa-d26e5009d533'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:26.654483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-cde36103-3790-413d-a52e-8be7cf0e1b16', 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'fixed_ips': [{'subnet_id': '9114f23a-c6a5-4b9c-8266-593ef305185e'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:04:26.655358 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.697095 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:26.781410 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Set router 51bb3dad-b751-4292-8dfa-d26e5009d533 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:26.941824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Allocated IP 172.20.0.2 (cde36103-3790-413d-a52e-8be7cf0e1b16/9114f23a-c6a5-4b9c-8266-593ef305185e/2b4ccd3b-55b5-4643-b46f-bb72f38e1572) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:04:27.149163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 4, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '69dbd7f4-f5ec-496b-9260-095fa5b01153', 'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'mac_address': 'fa:16:3e:44:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:24Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 2, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'subnets': [{'id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:27.154515 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.183766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Checking router: 51bb3dad-b751-4292-8dfa-d26e5009d533 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:04:27.184120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Updating router 51bb3dad-b751-4292-8dfa-d26e5009d533 port 69dbd7f4-f5ec-496b-9260-095fa5b01153 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:04:27.188064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Transition to ACTIVE for port object 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:27.203351 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.222570 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.231399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Transition to ACTIVE for port object 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:27.235652 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.244617 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.306564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Network cde36103-3790-413d-a52e-8be7cf0e1b16 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:04:27.313747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:04:27.321558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:04:27.325732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Pushing event updated for resources: {'Port': ['ID=2b4ccd3b-55b5-4643-b46f-bb72f38e1572,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:27.326398 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Allocated IP 172.25.8.161 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/3e334685-a152-4724-972e-3d5e24df2fa0) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:04:27.433226 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.449183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Attempting to bind port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:04:27.449891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Attempting to bind port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '005d7a4d-9135-46a6-9a7e-4fcee0415a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:04:27.449891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Attempting to bind port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 on network cde36103-3790-413d-a52e-8be7cf0e1b16 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:04:27.454344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 993cc72d-06e0-42af-b974-6f8058086469 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:27.481813 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.513839 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:04:27.514233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Checking segment: {'id': '005d7a4d-9135-46a6-9a7e-4fcee0415a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:04:27.514638 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.515035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Bound using segment: {'id': '005d7a4d-9135-46a6-9a7e-4fcee0415a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:04:27.515511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Bound port: 2b4ccd3b-55b5-4643-b46f-bb72f38e1572, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005d7a4d-9135-46a6-9a7e-4fcee0415a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:04:27.515890 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.523481 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:04:27.526486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:04:27.528917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:04:27.552742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Pushing event updated for resources: {'Port': ['ID=3e334685-a152-4724-972e-3d5e24df2fa0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:27.629982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] For port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:04:27.651570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 993cc72d-06e0-42af-b974-6f8058086469 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:27.651946 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.654565 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] For port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2b4ccd3b-55b5-4643-b46f-bb72f38e1572,segment=NetworkSegment(005d7a4d-9135-46a6-9a7e-4fcee0415a57),segment_id=005d7a4d-9135-46a6-9a7e-4fcee0415a57)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:04:27.685738 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.777163 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.791506 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.802772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6767e6-a3c2-4fe7-8f17-6c021019172d None None] Pushing event updated for resources: {'Port': ['ID=2b4ccd3b-55b5-4643-b46f-bb72f38e1572,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:27.806462 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Transition to ACTIVE for port object 69dbd7f4-f5ec-496b-9260-095fa5b01153 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:27.833785 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.898555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca28970-ee3b-4c90-864b-e01529d8ac3d None None] Pushing event updated for resources: {'Port': ['ID=69dbd7f4-f5ec-496b-9260-095fa5b01153,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:27.966754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Attempting to bind port 69dbd7f4-f5ec-496b-9260-095fa5b01153 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:04:27.967421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Attempting to bind port 69dbd7f4-f5ec-496b-9260-095fa5b01153 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:04:27.967755 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Attempting to bind port 69dbd7f4-f5ec-496b-9260-095fa5b01153 on network 581468f6-c4b4-4c7d-b866-b40e33d323a0 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:04:27.973366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:04:27.973734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Checking segment: {'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:04:27.975453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:27.975742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Bound using segment: {'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:04:27.976211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Bound port: 69dbd7f4-f5ec-496b-9260-095fa5b01153, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:04:27.976596 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:28.037691 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:28.088035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] For port 69dbd7f4-f5ec-496b-9260-095fa5b01153, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:04:28.094540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] For port 69dbd7f4-f5ec-496b-9260-095fa5b01153, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=69dbd7f4-f5ec-496b-9260-095fa5b01153,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:04:28.102916 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:28.167617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Routers {'51bb3dad-b751-4292-8dfa-d26e5009d533'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:28.174977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['51bb3dad-b751-4292-8dfa-d26e5009d533'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:28.178956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca28970-ee3b-4c90-864b-e01529d8ac3d None None] Pushing event updated for resources: {'Port': ['ID=69dbd7f4-f5ec-496b-9260-095fa5b01153,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:28.211436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:04:28.310066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] Set router 51bb3dad-b751-4292-8dfa-d26e5009d533 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:28.327324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:04:28.337269 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Sync routers for ids ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:04:28.344704 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:28.345977 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-76272ee6-6516-4357-93bc-8812d9dcd5dd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8747709 Jul 08 19:04:28.349623 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59704) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:04:28.351815 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Routers {'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:28.352938 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:28.487136 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Set router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:28.757387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 4, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '69dbd7f4-f5ec-496b-9260-095fa5b01153', 'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'mac_address': 'fa:16:3e:44:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:24Z', 'updated_at': '2021-07-08T19:04:28Z', 'revision_number': 4, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'subnets': [{'id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:28.788129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecc70b4-2270-477a-abe8-5b03fe5a49f6 None None] The sync data for ids ['51bb3dad-b751-4292-8dfa-d26e5009d533'] in n-d-799684-3 is: [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 4, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '69dbd7f4-f5ec-496b-9260-095fa5b01153', 'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'mac_address': 'fa:16:3e:44:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:24Z', 'updated_at': '2021-07-08T19:04:28Z', 'revision_number': 4, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'subnets': [{'id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:04:28.862845 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'name': 'tempest-TestMinimumBasicScenario-96704676-router', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:26Z', 'updated_at': '2021-07-08T19:04:27Z', 'revision_number': 3, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'gw_port': {'id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:27Z', 'updated_at': '2021-07-08T19:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:28.905569 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Checking router: dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:04:28.905917 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Updating router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 port 3e334685-a152-4724-972e-3d5e24df2fa0 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:04:28.956571 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.051836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621cb30d-f519-4fb9-9574-f2b5a563242d None None] Network cde36103-3790-413d-a52e-8be7cf0e1b16 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:04:29.191927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.201229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-858cb53e-76bf-4193-82c8-0508c654e9bb None None] Provisioning for port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:04:29.264365 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.278308 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Transition to ACTIVE for port object 3e334685-a152-4724-972e-3d5e24df2fa0 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:29.284251 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.337459 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d2b4f-e247-422c-8f98-21552f7d78b1 None None] Pushing event updated for resources: {'Port': ['ID=3e334685-a152-4724-972e-3d5e24df2fa0,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:29.357656 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Attempting to bind port 3e334685-a152-4724-972e-3d5e24df2fa0 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:04:29.358474 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Attempting to bind port 3e334685-a152-4724-972e-3d5e24df2fa0 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:04:29.359099 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Attempting to bind port 3e334685-a152-4724-972e-3d5e24df2fa0 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:04:29.365713 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:04:29.366514 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:04:29.367161 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.367862 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:04:29.368558 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Bound port: 3e334685-a152-4724-972e-3d5e24df2fa0, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:04:29.369625 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.407567 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Allocated IP 172.20.0.1 (cde36103-3790-413d-a52e-8be7cf0e1b16/9114f23a-c6a5-4b9c-8266-593ef305185e/4752132e-60c6-435d-a9f0-ffaf25a31cd2) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:04:29.456302 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] For port 3e334685-a152-4724-972e-3d5e24df2fa0, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:04:29.461071 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] For port 3e334685-a152-4724-972e-3d5e24df2fa0, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3e334685-a152-4724-972e-3d5e24df2fa0,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:04:29.472706 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.554496 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.557071 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Routers {'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:29.557707 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:29.559877 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d2b4f-e247-422c-8f98-21552f7d78b1 None None] Pushing event updated for resources: {'Port': ['ID=3e334685-a152-4724-972e-3d5e24df2fa0,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:29.575783 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Transition to ACTIVE for port object 4752132e-60c6-435d-a9f0-ffaf25a31cd2 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:29.607115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:29.622865 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.665217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Network cde36103-3790-413d-a52e-8be7cf0e1b16 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:04:29.670541 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:04:29.675203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:04:29.679899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:04:29.686078 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:29.686717 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.706759 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] Set router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:29.720146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4752132e-60c6-435d-a9f0-ffaf25a31cd2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:29.729835 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.787703 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.869893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2b4ccd3b-55b5-4643-b46f-bb72f38e1572,segment=NetworkSegment(005d7a4d-9135-46a6-9a7e-4fcee0415a57),segment_id=005d7a4d-9135-46a6-9a7e-4fcee0415a57)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:29.877147 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.878725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 69dbd7f4-f5ec-496b-9260-095fa5b01153 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:29.963210 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:29.982826 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'name': 'tempest-TestMinimumBasicScenario-96704676-router', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:26Z', 'updated_at': '2021-07-08T19:04:27Z', 'revision_number': 3, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'gw_port': {'id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:27Z', 'updated_at': '2021-07-08T19:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:29.998848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=2b4ccd3b-55b5-4643-b46f-bb72f38e1572,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:30.006083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 69dbd7f4-f5ec-496b-9260-095fa5b01153 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:04:30.011608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 69dbd7f4-f5ec-496b-9260-095fa5b01153 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:30.011608 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:30.018561 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ead48-ab31-452c-80ce-e0b7adb0a5a8 None None] The sync data for ids ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'] in n-d-799684-3 is: [{'id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'name': 'tempest-TestMinimumBasicScenario-96704676-router', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:26Z', 'updated_at': '2021-07-08T19:04:27Z', 'revision_number': 3, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'gw_port': {'id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:27Z', 'updated_at': '2021-07-08T19:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:04:30.033622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8e79685f-6d3e-407e-a493-137f3277a43e None None] Provisioning for port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:04:30.050019 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8e79685f-6d3e-407e-a493-137f3277a43e None None] Provisioning complete for port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:30.050019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e79685f-6d3e-407e-a493-137f3277a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:30.087327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8e79685f-6d3e-407e-a493-137f3277a43e None None] Port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:04:30.137907 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:30.166574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:30.172141 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:30.174497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 69dbd7f4-f5ec-496b-9260-095fa5b01153, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=69dbd7f4-f5ec-496b-9260-095fa5b01153,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:30.180038 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:30.232317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=69dbd7f4-f5ec-496b-9260-095fa5b01153,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:30.247789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4752132e-60c6-435d-a9f0-ffaf25a31cd2,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:30.253544 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:30.348566 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Network cde36103-3790-413d-a52e-8be7cf0e1b16 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:04:30.357107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:04:30.490168 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:04:30.608607 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a9c556c5-0aca-499b-bd5e-7e28dfd842f4 None None] Provisioning complete for port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:30.608823 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:04:30.608930 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a9c556c5-0aca-499b-bd5e-7e28dfd842f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:30.620509 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9242a4e8-7b4b-4185-9550-c526971425d0 admin admin] 10.222.0.73 "PUT /v2.0/routers/dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2632377 Jul 08 19:04:30.649411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a9c556c5-0aca-499b-bd5e-7e28dfd842f4 None None] Port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:04:31.563947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3e334685-a152-4724-972e-3d5e24df2fa0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:31.625756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 3e334685-a152-4724-972e-3d5e24df2fa0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:04:31.630940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3e334685-a152-4724-972e-3d5e24df2fa0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:31.631587 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:31.724713 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:31.747994 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 3e334685-a152-4724-972e-3d5e24df2fa0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3e334685-a152-4724-972e-3d5e24df2fa0,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:31.752592 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:31.753403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:31.854756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=3e334685-a152-4724-972e-3d5e24df2fa0,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:31.864978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:31.865351 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:31.967031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 69dbd7f4-f5ec-496b-9260-095fa5b01153 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:32.041542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 69dbd7f4-f5ec-496b-9260-095fa5b01153 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:32.042131 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:32.274705 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Sync routers for ids ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:04:32.291686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Routers {'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:32.292322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:32.412719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Set router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:32.637520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'name': 'tempest-TestMinimumBasicScenario-96704676-router', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:26Z', 'updated_at': '2021-07-08T19:04:29Z', 'revision_number': 4, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'gw_port': {'id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:27Z', 'updated_at': '2021-07-08T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '4752132e-60c6-435d-a9f0-ffaf25a31cd2', 'name': '', 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'mac_address': 'fa:16:3e:4c:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9114f23a-c6a5-4b9c-8266-593ef305185e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:29Z', 'updated_at': '2021-07-08T19:04:30Z', 'revision_number': 2, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'subnets': [{'id': '9114f23a-c6a5-4b9c-8266-593ef305185e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:32.664735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Checking router: dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:04:32.665002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Updating router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:04:32.707526 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:33.017139 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:33.031205 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Transition to ACTIVE for port object 4752132e-60c6-435d-a9f0-ffaf25a31cd2 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:33.040330 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:33.095274 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28fdef-dc49-4e9c-97f0-971a3284a467 None None] Pushing event updated for resources: {'Port': ['ID=4752132e-60c6-435d-a9f0-ffaf25a31cd2,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:33.167331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Attempting to bind port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:04:33.168315 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Attempting to bind port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '005d7a4d-9135-46a6-9a7e-4fcee0415a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:04:33.168927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Attempting to bind port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 on network cde36103-3790-413d-a52e-8be7cf0e1b16 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:04:33.175492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:04:33.175958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Checking segment: {'id': '005d7a4d-9135-46a6-9a7e-4fcee0415a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:04:33.176433 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:33.177395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Bound using segment: {'id': '005d7a4d-9135-46a6-9a7e-4fcee0415a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:04:33.177942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Bound port: 4752132e-60c6-435d-a9f0-ffaf25a31cd2, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005d7a4d-9135-46a6-9a7e-4fcee0415a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:04:33.178547 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:33.268232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] For port 4752132e-60c6-435d-a9f0-ffaf25a31cd2, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:04:33.272364 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] For port 4752132e-60c6-435d-a9f0-ffaf25a31cd2, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4752132e-60c6-435d-a9f0-ffaf25a31cd2,segment=NetworkSegment(005d7a4d-9135-46a6-9a7e-4fcee0415a57),segment_id=005d7a4d-9135-46a6-9a7e-4fcee0415a57)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:04:33.280149 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:33.339856 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28fdef-dc49-4e9c-97f0-971a3284a467 None None] Pushing event updated for resources: {'Port': ['ID=4752132e-60c6-435d-a9f0-ffaf25a31cd2,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:33.357833 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Routers {'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:04:33.358724 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:04:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:33.510683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3e334685-a152-4724-972e-3d5e24df2fa0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:33.557246 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] Set router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:04:33.712979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3e334685-a152-4724-972e-3d5e24df2fa0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:33.714131 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:33.881701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'name': 'tempest-TestMinimumBasicScenario-96704676-router', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:26Z', 'updated_at': '2021-07-08T19:04:29Z', 'revision_number': 4, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'gw_port': {'id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:27Z', 'updated_at': '2021-07-08T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '4752132e-60c6-435d-a9f0-ffaf25a31cd2', 'name': '', 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'mac_address': 'fa:16:3e:4c:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9114f23a-c6a5-4b9c-8266-593ef305185e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:29Z', 'updated_at': '2021-07-08T19:04:33Z', 'revision_number': 4, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'subnets': [{'id': '9114f23a-c6a5-4b9c-8266-593ef305185e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:04:33.914906 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f604cc-3e2a-4732-84f1-43da1f7cf0ce None None] The sync data for ids ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'] in n-d-799684-3 is: [{'id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'name': 'tempest-TestMinimumBasicScenario-96704676-router', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:26Z', 'updated_at': '2021-07-08T19:04:29Z', 'revision_number': 4, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'gw_port': {'id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:27Z', 'updated_at': '2021-07-08T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '4752132e-60c6-435d-a9f0-ffaf25a31cd2', 'name': '', 'network_id': 'cde36103-3790-413d-a52e-8be7cf0e1b16', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'mac_address': 'fa:16:3e:4c:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9114f23a-c6a5-4b9c-8266-593ef305185e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:29Z', 'updated_at': '2021-07-08T19:04:33Z', 'revision_number': 4, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'subnets': [{'id': '9114f23a-c6a5-4b9c-8266-593ef305185e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:04:34.114051 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:34.955624 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:35.483011 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4752132e-60c6-435d-a9f0-ffaf25a31cd2 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:35.547905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:04:35.551645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:35.552548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:35.652852 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:35.692339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 4752132e-60c6-435d-a9f0-ffaf25a31cd2, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4752132e-60c6-435d-a9f0-ffaf25a31cd2,segment=NetworkSegment(005d7a4d-9135-46a6-9a7e-4fcee0415a57),segment_id=005d7a4d-9135-46a6-9a7e-4fcee0415a57)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:04:35.697476 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:35.749885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=4752132e-60c6-435d-a9f0-ffaf25a31cd2,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:36.360324 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00d430c9-6995-4ae1-a426-ba1200d8a3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:37.467447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4752132e-60c6-435d-a9f0-ffaf25a31cd2 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:04:37.517989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:37.518547 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:39.189223 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:39.202036 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f6dcba8d-9b0a-4f0c-9ca6-e896c4134d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:40.422870 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:40.770973 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1134934-262b-4748-81b4-4c221de95197 req-84b0b646-f7f2-42eb-ac2f-a0c9f46e7740 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:40.772378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-84b0b646-f7f2-42eb-ac2f-a0c9f46e7740 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/networks?id=581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 200 len: 815 time: 0.1002316 Jul 08 19:04:40.787551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-9e5c46c8-8bc8-4b9c-aab7-1ab5ea7ff66d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/quotas/55d0ced70f594e249471d8fe642bf6dc HTTP/1.1" status: 200 len: 375 time: 0.0096626 Jul 08 19:04:40.852856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-1ed956fc-cb51-4bc3-84a1-61c62e5f3ee9 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=55d0ced70f594e249471d8fe642bf6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603995 Jul 08 19:04:40.949387 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-c0b1c145-5200-4dc6-b494-b300042c3668 service neutron] 10.222.0.73 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857482 Jul 08 19:04:41.037852 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-48adc150-1115-46fa-97f3-aa2eabaa6faf service neutron] 10.222.0.73 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826032 Jul 08 19:04:41.206049 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36b7c338-9b34-44f4-b0a4-a5b03c66153c req-858bd73e-a858-41d2-b769-42406d8c2142 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 210 time: 0.0334234 Jul 08 19:04:41.897461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:42.241922 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1134934-262b-4748-81b4-4c221de95197 req-502feb05-9153-420c-9798-41b9a7966c80 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:42.243425 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-502feb05-9153-420c-9798-41b9a7966c80 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.59 "GET /v2.0/networks?id=581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 200 len: 815 time: 0.1015971 Jul 08 19:04:42.256027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Request body: {'port': {'device_id': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'admin_state_up': True, 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:04:42.352378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d309fee6-9540-4fd6-aa7f-c0225ed3490d req-309094d7-608c-4073-a694-32442fbc8258 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 210 time: 0.0298247 Jul 08 19:04:42.379157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Made reservation on behalf of 55d0ced70f594e249471d8fe642bf6dc for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:04:42.383946 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:42.514301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Allocated IP 172.20.0.7 (581468f6-c4b4-4c7d-b866-b40e33d323a0/34de291a-19e1-47e6-89ef-96e0a2cce8ad/3e35fc5a-2465-4412-a178-1bf4fb2767b0) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:04:42.671710 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:42.692342 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Transition to ACTIVE for port object 3e35fc5a-2465-4412-a178-1bf4fb2767b0 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:42.735951 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:42.807698 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Network 581468f6-c4b4-4c7d-b866-b40e33d323a0 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:04:42.811188 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:04:42.815740 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:04:42.820986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'Port': ['ID=3e35fc5a-2465-4412-a178-1bf4fb2767b0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:42.877633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:42.878546 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:42.897722 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-741b561e-0fd6-49a2-a4a5-8f02ecf0bb96 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6457374 Jul 08 19:04:43.128232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9af9e7ee-930b-4dd1-afc2-a5be0af89efa None None] Provisioning for port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:04:43.133220 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9af9e7ee-930b-4dd1-afc2-a5be0af89efa None None] Provisioning complete for port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:04:43.133585 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9af9e7ee-930b-4dd1-afc2-a5be0af89efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:43.166786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9af9e7ee-930b-4dd1-afc2-a5be0af89efa None None] Port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:04:43.554705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac953f83-b18a-4a49-b4fb-407db6028f49 req-7f70524a-242a-4587-8f2f-82732294ff6e tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:43.556322 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac953f83-b18a-4a49-b4fb-407db6028f49 req-7f70524a-242a-4587-8f2f-82732294ff6e tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 931 time: 0.0763819 Jul 08 19:04:43.594508 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ac953f83-b18a-4a49-b4fb-407db6028f49 req-f07aa377-44c4-448a-be72-d9c1243b2ce5 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325625 Jul 08 19:04:44.197824 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:04:44.772043 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f54bd-22ed-4360-b1ed-d3cb84839521 req-4e83f38a-bb62-4017-81de-a64c1db04bf7 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:44.773479 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c3f54bd-22ed-4360-b1ed-d3cb84839521 req-4e83f38a-bb62-4017-81de-a64c1db04bf7 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 931 time: 0.0671959 Jul 08 19:04:44.813172 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c3f54bd-22ed-4360-b1ed-d3cb84839521 req-872105fb-6f4e-4de8-bbe5-912d7f55497e tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341198 Jul 08 19:04:46.005293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70531b6b-0315-4a8d-8a1c-b2e20a310089 req-15a7b3fa-d96b-45a3-b0b8-cd9d29d057b2 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:46.007385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70531b6b-0315-4a8d-8a1c-b2e20a310089 req-15a7b3fa-d96b-45a3-b0b8-cd9d29d057b2 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 931 time: 0.0734234 Jul 08 19:04:46.050425 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-70531b6b-0315-4a8d-8a1c-b2e20a310089 req-5311482b-def8-450b-96e6-655930210c57 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372658 Jul 08 19:04:47.271148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11b58f-958c-482b-98a7-f58fc49f99fa req-18987475-6489-4df8-934f-f823d685c32a tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:47.272667 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e11b58f-958c-482b-98a7-f58fc49f99fa req-18987475-6489-4df8-934f-f823d685c32a tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 931 time: 0.0962441 Jul 08 19:04:47.315997 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1e11b58f-958c-482b-98a7-f58fc49f99fa req-aa5ef18f-91f4-4f72-8fad-a8a5b476e612 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374115 Jul 08 19:04:48.500410 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463c9ce-5ffc-45a2-8b84-ff81e4b355c3 req-5f88406f-a24b-4cb2-a993-650974e56a7c tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:48.501898 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0463c9ce-5ffc-45a2-8b84-ff81e4b355c3 req-5f88406f-a24b-4cb2-a993-650974e56a7c tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 931 time: 0.0649724 Jul 08 19:04:48.539603 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0463c9ce-5ffc-45a2-8b84-ff81e4b355c3 req-ada3735b-4b9a-4426-b71c-a5660ea9c4f3 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Jul 08 19:04:49.718049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2c77a-84c4-45f0-92cc-8c39da3d6df4 req-8f59f7fb-edd1-4318-92aa-a9833cea7074 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:49.719568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5dc2c77a-84c4-45f0-92cc-8c39da3d6df4 req-8f59f7fb-edd1-4318-92aa-a9833cea7074 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 931 time: 0.0636170 Jul 08 19:04:49.756991 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5dc2c77a-84c4-45f0-92cc-8c39da3d6df4 req-1fc72d8c-861b-4665-86c5-92df0a199b5e tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312762 Jul 08 19:04:50.932421 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daac9dd-7a37-4871-ab21-8e85daddc268 req-4f599e3a-e188-44f6-bc3b-c578e89141b3 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:50.933947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7daac9dd-7a37-4871-ab21-8e85daddc268 req-4f599e3a-e188-44f6-bc3b-c578e89141b3 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 931 time: 0.0669999 Jul 08 19:04:50.985087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7daac9dd-7a37-4871-ab21-8e85daddc268 req-29614d38-f9ec-42bc-8eb3-0efe7905686f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Jul 08 19:04:52.187968 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35921d71-1c3b-4ce8-b91a-3c506ea8958a req-a2d6ef84-bd85-4198-b21b-ac00add197d9 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:52.197553 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35921d71-1c3b-4ce8-b91a-3c506ea8958a req-a2d6ef84-bd85-4198-b21b-ac00add197d9 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 931 time: 0.0841761 Jul 08 19:04:52.245554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-35921d71-1c3b-4ce8-b91a-3c506ea8958a req-27be7db7-c3ac-4260-9ef2-2e283052136e tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471904 Jul 08 19:04:53.419490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e71e20-980e-48da-88ce-3784290697bb req-c6a3223b-e3c7-42dd-b96b-9a3aa0c8fdf9 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:53.421341 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45e71e20-980e-48da-88ce-3784290697bb req-c6a3223b-e3c7-42dd-b96b-9a3aa0c8fdf9 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 931 time: 0.0633235 Jul 08 19:04:53.463507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-45e71e20-980e-48da-88ce-3784290697bb req-0b792659-1951-4257-a277-37735572b1f3 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364974 Jul 08 19:04:54.635762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f7f4e-fa4d-4879-ad76-6f03ac7b7593 req-aa076cfb-f0aa-41b3-a7f0-abfcbae6138a tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:54.637245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c0f7f4e-fa4d-4879-ad76-6f03ac7b7593 req-aa076cfb-f0aa-41b3-a7f0-abfcbae6138a tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 931 time: 0.0633259 Jul 08 19:04:54.674539 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c0f7f4e-fa4d-4879-ad76-6f03ac7b7593 req-f7d6fe3f-8eb6-4e2d-b30c-1ff76464ff07 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316749 Jul 08 19:04:55.558323 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Request body: {'port': {'device_id': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:04:55.630301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:55.844730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f152b-04dc-4ce0-b0f9-cf074b786f6b req-24812c50-a6d0-4856-a347-2b67c4f4ae03 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:55.846248 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c42f152b-04dc-4ce0-b0f9-cf074b786f6b req-24812c50-a6d0-4856-a347-2b67c4f4ae03 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 931 time: 0.0636811 Jul 08 19:04:55.883593 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c42f152b-04dc-4ce0-b0f9-cf074b786f6b req-54de4e86-e02c-4c0f-9bcf-1bc6f5c5512b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317664 Jul 08 19:04:55.897160 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e35fc5a-2465-4412-a178-1bf4fb2767b0 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:04:55.909838 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:55.921772 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Transition to ACTIVE for port object 3e35fc5a-2465-4412-a178-1bf4fb2767b0 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:04:55.925048 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:55.977264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Pushing event updated for resources: {'Port': ['ID=3e35fc5a-2465-4412-a178-1bf4fb2767b0,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:56.048671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Attempting to bind port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:04:56.049007 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Attempting to bind port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:04:56.049357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Attempting to bind port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 on network 581468f6-c4b4-4c7d-b866-b40e33d323a0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:04:56.054912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 on network 581468f6-c4b4-4c7d-b866-b40e33d323a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:04:56.055239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Attempting to bind port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 on network 581468f6-c4b4-4c7d-b866-b40e33d323a0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:04:56.060569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:04:56.061032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Checking segment: {'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:04:56.061290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Bound using segment: {'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:04:56.061723 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Bound port: 3e35fc5a-2465-4412-a178-1bf4fb2767b0, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014ff84d-814d-4fd9-aec8-fdeb25657d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:04:56.062087 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:56.127261 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] For port 3e35fc5a-2465-4412-a178-1bf4fb2767b0, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:04:56.130187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] For port 3e35fc5a-2465-4412-a178-1bf4fb2767b0, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:04:56.135309 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:56.169645 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:56.170289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:04:56.172010 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] 10.222.0.59 "PUT /v2.0/ports/3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 1091 time: 0.6185277 Jul 08 19:04:56.172460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:04:56.174768 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5138db6f-de38-4818-9d94-c38984f1ed62" -d '{"events": [{"name": "network-changed", "server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:04:56.201338 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011853f0-5019-4e22-8736-9ef4d3a30b4c service neutron] Pushing event updated for resources: {'Port': ['ID=3e35fc5a-2465-4412-a178-1bf4fb2767b0,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:04:56.223209 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe2d941-ab7e-42b1-925f-a5c94a8dad5e x-openstack-request-id: req-bbe2d941-ab7e-42b1-925f-a5c94a8dad5e {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:04:56.223576 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:04:56.223866 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bbe2d941-ab7e-42b1-925f-a5c94a8dad5e {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:04:56.224273 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'status': 'completed', 'code': 200} Jul 08 19:04:56.268585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1134934-262b-4748-81b4-4c221de95197 req-df71a52f-303b-41f4-9bb9-4a6bcd56ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:56.270093 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-df71a52f-303b-41f4-9bb9-4a6bcd56ac23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d0ced70f594e249471d8fe642bf6dc&device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1094 time: 0.0585027 Jul 08 19:04:56.315062 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-e498ce8f-4682-46c5-96ca-d219e482f437 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 217 time: 0.0378618 Jul 08 19:04:56.364791 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1134934-262b-4748-81b4-4c221de95197 req-d802deb3-153f-4ba7-8c2d-debfe0f796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:56.366836 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-d802deb3-153f-4ba7-8c2d-debfe0f796f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34de291a-19e1-47e6-89ef-96e0a2cce8ad HTTP/1.1" status: 200 len: 854 time: 0.0454588 Jul 08 19:04:56.422474 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1134934-262b-4748-81b4-4c221de95197 req-7ad0613d-2580-40f3-92ec-80fd1c6094d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:56.424051 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-7ad0613d-2580-40f3-92ec-80fd1c6094d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=581468f6-c4b4-4c7d-b866-b40e33d323a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511675 Jul 08 19:04:56.516242 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-93c8cf07-c2db-4b57-9541-3802ee33d225 service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846121 Jul 08 19:04:56.603311 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f1134934-262b-4748-81b4-4c221de95197 req-43811808-d64f-43c1-bf44-fa14121f2677 service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801497 Jul 08 19:04:56.707508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138db6f-de38-4818-9d94-c38984f1ed62 req-fb345c77-2603-4928-b3f7-2cd5dd7f9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:56.709028 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5138db6f-de38-4818-9d94-c38984f1ed62 req-fb345c77-2603-4928-b3f7-2cd5dd7f9732 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d0ced70f594e249471d8fe642bf6dc&device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1094 time: 0.0568416 Jul 08 19:04:56.795239 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138db6f-de38-4818-9d94-c38984f1ed62 req-d3c618e5-c9a0-4239-8475-c14179d4aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:56.796859 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5138db6f-de38-4818-9d94-c38984f1ed62 req-d3c618e5-c9a0-4239-8475-c14179d4aa12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 200 len: 916 time: 0.0818803 Jul 08 19:04:56.838242 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5138db6f-de38-4818-9d94-c38984f1ed62 req-95abe768-f242-4cf2-80c4-2acc8ca85483 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 217 time: 0.0344856 Jul 08 19:04:56.891647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138db6f-de38-4818-9d94-c38984f1ed62 req-f44dca55-ed67-4098-9fea-fde4585963a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:56.893096 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5138db6f-de38-4818-9d94-c38984f1ed62 req-f44dca55-ed67-4098-9fea-fde4585963a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34de291a-19e1-47e6-89ef-96e0a2cce8ad HTTP/1.1" status: 200 len: 854 time: 0.0492201 Jul 08 19:04:56.949449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138db6f-de38-4818-9d94-c38984f1ed62 req-6cdbdd7b-db46-412f-bc9a-a614580515cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:56.951004 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5138db6f-de38-4818-9d94-c38984f1ed62 req-6cdbdd7b-db46-412f-bc9a-a614580515cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=581468f6-c4b4-4c7d-b866-b40e33d323a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517542 Jul 08 19:04:57.040253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5138db6f-de38-4818-9d94-c38984f1ed62 req-74996888-fa4f-418e-91c8-47cba3ad5de7 service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816908 Jul 08 19:04:57.072056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5f3bf-abca-4c7d-b43e-13694c863cba req-dd5b6bee-a8d3-43c7-8164-290caf6ce5af tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:57.073627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fa5f3bf-abca-4c7d-b43e-13694c863cba req-dd5b6bee-a8d3-43c7-8164-290caf6ce5af tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 943 time: 0.0688298 Jul 08 19:04:57.110708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4fa5f3bf-abca-4c7d-b43e-13694c863cba req-014ac00f-6271-471c-8e27-3e7fed7f349d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313172 Jul 08 19:04:57.134537 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5138db6f-de38-4818-9d94-c38984f1ed62 req-d911783a-d55b-4a20-8408-4b3a1c561317 service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874197 Jul 08 19:04:58.281334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc36429-62ad-436f-b0a6-7d017947278d req-e1613997-0de5-4a18-b38c-fcf878845197 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:58.282750 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fc36429-62ad-436f-b0a6-7d017947278d req-e1613997-0de5-4a18-b38c-fcf878845197 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 943 time: 0.0635314 Jul 08 19:04:58.321060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fc36429-62ad-436f-b0a6-7d017947278d req-1eb110a8-9db3-4e14-b7f9-f749b14ea084 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Jul 08 19:04:59.497290 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453721e-ac4d-4217-aee6-a0986fdba9ee req-8f2d9302-dbaf-486f-81af-d323190a6100 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:04:59.499364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6453721e-ac4d-4217-aee6-a0986fdba9ee req-8f2d9302-dbaf-486f-81af-d323190a6100 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 943 time: 0.0707309 Jul 08 19:04:59.539264 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6453721e-ac4d-4217-aee6-a0986fdba9ee req-cebfcbd8-875f-4ad2-aedd-6eead6ca4c85 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321255 Jul 08 19:04:59.865296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3e35fc5a-2465-4412-a178-1bf4fb2767b0 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:05:00.113960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3e35fc5a-2465-4412-a178-1bf4fb2767b0, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:05:00.125805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'port_id': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'mac_address': 'fa:16:3e:1d:b1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:05:00.161461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:00.173897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e35fc5a-2465-4412-a178-1bf4fb2767b0 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:05:00.193171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3e35fc5a-2465-4412-a178-1bf4fb2767b0, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:05:00.198032 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:00.242853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3e35fc5a-2465-4412-a178-1bf4fb2767b0,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:00.254333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.254698 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.255038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.255374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.255708 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.256038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.256389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.256713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.257036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.257970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.258362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.258713 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:00.552242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3e35fc5a-2465-4412-a178-1bf4fb2767b0'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:05:00.714958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a06d3-38ad-4a2b-9ee3-378295e22974 req-3d05600a-f1da-4619-b306-8e9aae4365bb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:00.716451 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b81a06d3-38ad-4a2b-9ee3-378295e22974 req-3d05600a-f1da-4619-b306-8e9aae4365bb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 944 time: 0.0645740 Jul 08 19:05:00.754016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b81a06d3-38ad-4a2b-9ee3-378295e22974 req-b9bb1be7-32f6-4d15-bfd9-0c5e532d3480 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320797 Jul 08 19:05:01.880818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3e35fc5a-2465-4412-a178-1bf4fb2767b0 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:05:01.922613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9d5ee-28d2-42f8-b3ef-c919c6922f11 req-0d5b1596-5712-4a56-8ef4-bacdb321972d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:01.924118 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75f9d5ee-28d2-42f8-b3ef-c919c6922f11 req-0d5b1596-5712-4a56-8ef4-bacdb321972d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 944 time: 0.0642226 Jul 08 19:05:01.929843 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:05:01.934123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:05:01.934510 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:01.965221 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75f9d5ee-28d2-42f8-b3ef-c919c6922f11 req-ff52d038-08b9-48e0-90c0-7b503e138021 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Jul 08 19:05:02.013242 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:02.034423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:05:02.036592 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56db77a2-a878-4632-b7a8-ae41588c41c9" -d '{"events": [{"server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "name": "network-vif-plugged", "status": "completed", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:05:02.049610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 3e35fc5a-2465-4412-a178-1bf4fb2767b0, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:05:02.055338 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:02.077827 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e2cc25-5cc4-4fb8-b0a1-966a4f175edb x-openstack-request-id: req-f6e2cc25-5cc4-4fb8-b0a1-966a4f175edb {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:05:02.078106 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "name": "network-vif-plugged", "status": "completed", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:05:02.078377 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6e2cc25-5cc4-4fb8-b0a1-966a4f175edb {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:05:02.078765 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'code': 200} Jul 08 19:05:02.105162 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=3e35fc5a-2465-4412-a178-1bf4fb2767b0,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:02.193581 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d669b-f88f-437e-8b8e-3a70b378a9da req-faec84ca-60a4-47c3-ab9c-d0782e9795f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:02.194932 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bb7d669b-f88f-437e-8b8e-3a70b378a9da req-faec84ca-60a4-47c3-ab9c-d0782e9795f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1096 time: 0.0526521 Jul 08 19:05:02.229644 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bb7d669b-f88f-437e-8b8e-3a70b378a9da req-7aa7e4f4-e267-43e1-b8d7-acacf963312d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287039 Jul 08 19:05:03.143692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9a696-b846-4027-8a6d-5c78dbb26936 req-ad715d1e-f7f6-46c9-8506-f740a26b1566 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:03.145182 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05e9a696-b846-4027-8a6d-5c78dbb26936 req-ad715d1e-f7f6-46c9-8506-f740a26b1566 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 945 time: 0.0677047 Jul 08 19:05:03.182355 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05e9a696-b846-4027-8a6d-5c78dbb26936 req-ca6e4397-d104-4453-b8e0-4eb357acc4ed tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314736 Jul 08 19:05:04.097423 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:04.353042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97764533-0d6a-4981-8461-9b75ee03a636 req-783989fd-4e4f-423c-aa9a-0abbb3077801 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:04.354529 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97764533-0d6a-4981-8461-9b75ee03a636 req-783989fd-4e4f-423c-aa9a-0abbb3077801 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 945 time: 0.0645380 Jul 08 19:05:04.391237 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-97764533-0d6a-4981-8461-9b75ee03a636 req-431f371a-d18e-4308-a22c-ef63b1f94e6f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Jul 08 19:05:04.566128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8ea53-9f36-46d0-be0d-2fb90290f622 req-c9d3e956-31d7-4085-b502-32ab8bce892b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:04.567558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21d8ea53-9f36-46d0-be0d-2fb90290f622 req-c9d3e956-31d7-4085-b502-32ab8bce892b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 945 time: 0.0653620 Jul 08 19:05:04.611584 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21d8ea53-9f36-46d0-be0d-2fb90290f622 req-b947f166-8bfe-4f79-b299-0ff442fb2180 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 Jul 08 19:05:04.940919 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252cf14-3663-449f-8894-6383d9daf677 req-8577e24d-b7ac-4f56-8e89-266ab591f9a7 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:04.942520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0252cf14-3663-449f-8894-6383d9daf677 req-8577e24d-b7ac-4f56-8e89-266ab591f9a7 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 945 time: 0.0630360 Jul 08 19:05:04.944859 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:04.980797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0252cf14-3663-449f-8894-6383d9daf677 req-20ef23b1-902e-44ca-b084-a4bb0677420a tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319993 Jul 08 19:05:06.345290 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-babd0f02-96ff-4cef-b1b0-a39a44eef47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:06.720120 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-48ae2957-1633-4a9f-be03-45fbc700841a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571480 Jul 08 19:05:06.818802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-600af400-5b39-49c9-afb1-1bde4ce81d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:06.820310 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-600af400-5b39-49c9-afb1-1bde4ce81d97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d0ced70f594e249471d8fe642bf6dc&device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1096 time: 0.0570979 Jul 08 19:05:06.925291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-5a2b61ac-e870-4352-87a3-d06072924a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:06.926855 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-5a2b61ac-e870-4352-87a3-d06072924a5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 200 len: 916 time: 0.0858130 Jul 08 19:05:06.973158 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-f4a4529b-971a-4540-8b4a-0da29983215f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 217 time: 0.0391765 Jul 08 19:05:07.024999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-4e88f167-1d52-4ba8-88f0-31edc87c0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:07.026501 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-4e88f167-1d52-4ba8-88f0-31edc87c0d0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34de291a-19e1-47e6-89ef-96e0a2cce8ad HTTP/1.1" status: 200 len: 854 time: 0.0474088 Jul 08 19:05:07.082818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-9def97da-7a8b-4372-a2e4-1a0f76d3f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:07.084330 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-9def97da-7a8b-4372-a2e4-1a0f76d3f926 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=581468f6-c4b4-4c7d-b866-b40e33d323a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519395 Jul 08 19:05:07.177504 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-2032409c-437b-4593-8b1a-38d8701551e4 service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854993 Jul 08 19:05:07.265935 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52fab5b2-8f58-415b-9f38-fd2a7ae7e592 req-5cc216c8-5f25-4fb1-a203-efdf0926be4c service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815220 Jul 08 19:05:09.185512 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:09.206612 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40750052-9e09-4faf-9a33-dd163a1bde43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:10.426038 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:11.904508 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:16.607803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ffc06-45eb-4939-bbef-a11526e5b9ef req-faee2fc1-47fb-4dd8-ae4e-4bddf67152f1 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:16.609186 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c2ffc06-45eb-4939-bbef-a11526e5b9ef req-faee2fc1-47fb-4dd8-ae4e-4bddf67152f1 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 945 time: 0.0615127 Jul 08 19:05:16.645047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c2ffc06-45eb-4939-bbef-a11526e5b9ef req-e8ad7f24-cc15-47ce-a41b-da47d946887b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303316 Jul 08 19:05:16.670089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59904) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:05:16.808356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f38443d-a066-469b-9f97-5fdd5f0a41ba tempest-TestMinimumBasicScenario-2143398256 tempest-TestMinimumBasicScenario-2143398256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:16.809884 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-2f38443d-a066-469b-9f97-5fdd5f0a41ba tempest-TestMinimumBasicScenario-2143398256 tempest-TestMinimumBasicScenario-2143398256-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1091 time: 0.1387730 Jul 08 19:05:16.812870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59908) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:05:16.817104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:05:16.838618 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:16.935690 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:17.040099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Allocated IP 172.25.8.166 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/25e7a53f-a552-44bc-bbdd-5086d759e353) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:05:17.136750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:17.174034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:17.210828 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:05:17.215936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:05:17.219266 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:05:17.244291 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'Port': ['ID=25e7a53f-a552-44bc-bbdd-5086d759e353,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:17.256837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.257176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.257509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.257837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.258164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.258524 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.259470 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.259789 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.260109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.260424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.260753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.261053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:17.588220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:17.663431 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:17.810892 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:17.815350 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:17.884929 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'Port': ['ID=25e7a53f-a552-44bc-bbdd-5086d759e353,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:17.891074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:17.989949 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Floating IP f0dbcd0d-ac9f-4343-bcbe-9224f3e0cf5a associated. External IP: 172.25.8.166, port: 3e35fc5a-2465-4412-a178-1bf4fb2767b0. Jul 08 19:05:18.511102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Router 51bb3dad-b751-4292-8dfa-d26e5009d533 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:05:18.616298 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:05:18.625860 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c364f-216d-4397-b20a-5e9e1ddfb7f5 None None] Sync routers for ids ['51bb3dad-b751-4292-8dfa-d26e5009d533'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:05:18.631621 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:18.635865 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c364f-216d-4397-b20a-5e9e1ddfb7f5 None None] Routers {'51bb3dad-b751-4292-8dfa-d26e5009d533'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:05:18.636479 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6f0c364f-216d-4397-b20a-5e9e1ddfb7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['51bb3dad-b751-4292-8dfa-d26e5009d533'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:05:18.674686 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-47157a5a-9110-4270-a23b-c4906d8de3ce tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8582485 Jul 08 19:05:18.674686 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:05:18.675323 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43273fdc-0177-4545-b1ab-afdc9d5f3395" -d '{"events": [{"name": "network-changed", "server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:05:18.675509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59910) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:05:18.680943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855519318', 'description': 'tempest-secgroup-smoke-855519318 description', 'project_id': '55d0ced70f594e249471d8fe642bf6dc'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:05:18.708045 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:18.714983 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7de82e7-d2f5-44ba-b1fc-a5c57d27833c x-openstack-request-id: req-e7de82e7-d2f5-44ba-b1fc-a5c57d27833c {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:05:18.715376 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:05:18.715635 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7de82e7-d2f5-44ba-b1fc-a5c57d27833c {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:05:18.716035 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'status': 'completed', 'code': 200} Jul 08 19:05:18.748080 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-6f0c364f-216d-4397-b20a-5e9e1ddfb7f5 None None] Set router 51bb3dad-b751-4292-8dfa-d26e5009d533 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:05:18.793515 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43273fdc-0177-4545-b1ab-afdc9d5f3395 req-4e41c4e0-0c77-42b7-a1e5-dd13d640c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:18.795060 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43273fdc-0177-4545-b1ab-afdc9d5f3395 req-4e41c4e0-0c77-42b7-a1e5-dd13d640c3de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d0ced70f594e249471d8fe642bf6dc&device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1096 time: 0.0573475 Jul 08 19:05:18.797135 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:18.801048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:18.832243 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:18.836302 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1570690 Jul 08 19:05:18.836570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59914) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:05:18.841376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-24b0b47a-8fcd-411b-ad3c-d34d59fd4b66 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Request body: {'security_group_rule': {'security_group_id': '17ed1130-a825-437f-82b2-7b723fda50da', 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:05:18.846445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ed1130-a825-437f-82b2-7b723fda50da,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:18.861392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.862128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.862128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.862469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.862769 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.863100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.863429 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.863913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.864216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.864516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.864966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.865144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ec1ae-d690-4137-86cc-723df4306d2b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:05:18.889155 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24b0b47a-8fcd-411b-ad3c-d34d59fd4b66 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:18.901324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43273fdc-0177-4545-b1ab-afdc9d5f3395 req-a94341e2-2c5d-481f-929c-668fe69998e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:18.902975 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43273fdc-0177-4545-b1ab-afdc9d5f3395 req-a94341e2-2c5d-481f-929c-668fe69998e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 200 len: 916 time: 0.1014457 Jul 08 19:05:18.971376 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24b0b47a-8fcd-411b-ad3c-d34d59fd4b66 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:18.971930 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43273fdc-0177-4545-b1ab-afdc9d5f3395 req-87433dd1-8df5-474f-ab03-1c5c282281ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 999 time: 0.0626903 Jul 08 19:05:18.975532 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24b0b47a-8fcd-411b-ad3c-d34d59fd4b66 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:18.986671 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6f0c364f-216d-4397-b20a-5e9e1ddfb7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 4, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'f0dbcd0d-ac9f-4343-bcbe-9224f3e0cf5a', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'port_id': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'mac_address': 'fa:16:3e:1d:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:05:17Z', 'updated_at': '2021-07-08T19:05:17Z', 'revision_number': 0, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69dbd7f4-f5ec-496b-9260-095fa5b01153', 'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'mac_address': 'fa:16:3e:44:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:24Z', 'updated_at': '2021-07-08T19:04:30Z', 'revision_number': 5, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'subnets': [{'id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:05:18.998045 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0b47a-8fcd-411b-ad3c-d34d59fd4b66 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5267f48f-99dc-4b48-9ecd-4b6695e33887,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:19.001755 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24b0b47a-8fcd-411b-ad3c-d34d59fd4b66 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.005996 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-24b0b47a-8fcd-411b-ad3c-d34d59fd4b66 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684098 Jul 08 19:05:19.006620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59916) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:05:19.011695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b1ee8a04-e46b-4dab-ba11-a6dc630b2772 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Request body: {'security_group_rule': {'security_group_id': '17ed1130-a825-437f-82b2-7b723fda50da', 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:05:19.015792 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c364f-216d-4397-b20a-5e9e1ddfb7f5 None None] Checking router: 51bb3dad-b751-4292-8dfa-d26e5009d533 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:05:19.026772 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c364f-216d-4397-b20a-5e9e1ddfb7f5 None None] Routers {'51bb3dad-b751-4292-8dfa-d26e5009d533'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:05:19.027330 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6f0c364f-216d-4397-b20a-5e9e1ddfb7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:05:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['51bb3dad-b751-4292-8dfa-d26e5009d533'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:05:19.034487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43273fdc-0177-4545-b1ab-afdc9d5f3395 req-ed637c01-1026-45a7-96db-01335bfe9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:19.035948 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43273fdc-0177-4545-b1ab-afdc9d5f3395 req-ed637c01-1026-45a7-96db-01335bfe9da5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34de291a-19e1-47e6-89ef-96e0a2cce8ad HTTP/1.1" status: 200 len: 854 time: 0.0585976 Jul 08 19:05:19.039172 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8a04-e46b-4dab-ba11-a6dc630b2772 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.093862 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43273fdc-0177-4545-b1ab-afdc9d5f3395 req-47715d6a-a0f3-4f09-b05d-6f33c3b28191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:19.095730 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43273fdc-0177-4545-b1ab-afdc9d5f3395 req-47715d6a-a0f3-4f09-b05d-6f33c3b28191 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=581468f6-c4b4-4c7d-b866-b40e33d323a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536468 Jul 08 19:05:19.104898 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8a04-e46b-4dab-ba11-a6dc630b2772 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.109597 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8a04-e46b-4dab-ba11-a6dc630b2772 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.129622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee8a04-e46b-4dab-ba11-a6dc630b2772 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83072d39-1de8-433c-95f8-5dc1e6c9e409,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:19.139437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b1ee8a04-e46b-4dab-ba11-a6dc630b2772 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.140872 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b1ee8a04-e46b-4dab-ba11-a6dc630b2772 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333282 Jul 08 19:05:19.143737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59918) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:05:19.145971 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-6f0c364f-216d-4397-b20a-5e9e1ddfb7f5 None None] Set router 51bb3dad-b751-4292-8dfa-d26e5009d533 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:05:19.150092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2eb0990f-f2e4-4f08-963e-39f009e2cb20 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Request body: {'security_group_rule': {'security_group_id': '17ed1130-a825-437f-82b2-7b723fda50da', 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:05:19.176940 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2eb0990f-f2e4-4f08-963e-39f009e2cb20 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.193977 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43273fdc-0177-4545-b1ab-afdc9d5f3395 req-74b77612-3bf7-4f50-9929-13efaf942bcf service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901520 Jul 08 19:05:19.239247 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2eb0990f-f2e4-4f08-963e-39f009e2cb20 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.245449 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2eb0990f-f2e4-4f08-963e-39f009e2cb20 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.266372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0990f-f2e4-4f08-963e-39f009e2cb20 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdead45-e456-46f0-a587-a3bfac3dce15,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:19.279529 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2eb0990f-f2e4-4f08-963e-39f009e2cb20 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.283386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2eb0990f-f2e4-4f08-963e-39f009e2cb20 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355832 Jul 08 19:05:19.283733 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 59920) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:05:19.288982 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-07a98dc7-765d-446d-a1ab-db7f1bd4b1bf tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Request body: {'security_group_rule': {'security_group_id': '17ed1130-a825-437f-82b2-7b723fda50da', 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:05:19.297164 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-43273fdc-0177-4545-b1ab-afdc9d5f3395 req-4ed65886-d428-4eee-9880-967830e57f92 service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949018 Jul 08 19:05:19.320286 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07a98dc7-765d-446d-a1ab-db7f1bd4b1bf tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.382181 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07a98dc7-765d-446d-a1ab-db7f1bd4b1bf tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.386575 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6f0c364f-216d-4397-b20a-5e9e1ddfb7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 4, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'f0dbcd0d-ac9f-4343-bcbe-9224f3e0cf5a', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'port_id': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'mac_address': 'fa:16:3e:1d:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:05:17Z', 'updated_at': '2021-07-08T19:05:17Z', 'revision_number': 0, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69dbd7f4-f5ec-496b-9260-095fa5b01153', 'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'mac_address': 'fa:16:3e:44:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:24Z', 'updated_at': '2021-07-08T19:04:30Z', 'revision_number': 5, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'subnets': [{'id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:05:19.387939 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07a98dc7-765d-446d-a1ab-db7f1bd4b1bf tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.406115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a98dc7-765d-446d-a1ab-db7f1bd4b1bf tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77f4532-2dbe-4593-9b39-ed62ee6a226f,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:19.413670 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-07a98dc7-765d-446d-a1ab-db7f1bd4b1bf tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.418652 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-07a98dc7-765d-446d-a1ab-db7f1bd4b1bf tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303470 Jul 08 19:05:19.418851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59922) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:05:19.423829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-89c08844-9cca-4c85-a4ca-a32483162993 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Request body: {'security_group_rule': {'security_group_id': '17ed1130-a825-437f-82b2-7b723fda50da', 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:05:19.451439 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-89c08844-9cca-4c85-a4ca-a32483162993 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Project 55d0ced70f594e249471d8fe642bf6dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:05:19.457162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89c08844-9cca-4c85-a4ca-a32483162993 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.508075 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c364f-216d-4397-b20a-5e9e1ddfb7f5 None None] The sync data for ids ['51bb3dad-b751-4292-8dfa-d26e5009d533'] in n-d-799684-3 is: [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 4, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'f0dbcd0d-ac9f-4343-bcbe-9224f3e0cf5a', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'port_id': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'mac_address': 'fa:16:3e:1d:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:05:17Z', 'updated_at': '2021-07-08T19:05:17Z', 'revision_number': 0, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69dbd7f4-f5ec-496b-9260-095fa5b01153', 'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'mac_address': 'fa:16:3e:44:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:24Z', 'updated_at': '2021-07-08T19:04:30Z', 'revision_number': 5, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'subnets': [{'id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:05:19.522535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89c08844-9cca-4c85-a4ca-a32483162993 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.527497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89c08844-9cca-4c85-a4ca-a32483162993 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.546611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c08844-9cca-4c85-a4ca-a32483162993 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41017b22-8f69-4f12-b05c-311d2a039012,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:19.553818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-89c08844-9cca-4c85-a4ca-a32483162993 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.558414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-89c08844-9cca-4c85-a4ca-a32483162993 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354055 Jul 08 19:05:19.558605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 59924) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:05:19.563088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-71cfbcf8-3859-4c4c-a315-f03c199326ec tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Request body: {'security_group_rule': {'security_group_id': '17ed1130-a825-437f-82b2-7b723fda50da', 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:05:19.585146 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-71cfbcf8-3859-4c4c-a315-f03c199326ec tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Project 55d0ced70f594e249471d8fe642bf6dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:05:19.590581 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71cfbcf8-3859-4c4c-a315-f03c199326ec tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.654545 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71cfbcf8-3859-4c4c-a315-f03c199326ec tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.659589 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71cfbcf8-3859-4c4c-a315-f03c199326ec tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.680084 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfbcf8-3859-4c4c-a315-f03c199326ec tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4bbcca-0cac-4ff0-a536-c6eea78b6fa6,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:19.688022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71cfbcf8-3859-4c4c-a315-f03c199326ec tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:19.689431 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-71cfbcf8-3859-4c4c-a315-f03c199326ec tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298821 Jul 08 19:05:19.721618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89925f29-ead1-4be3-ad5a-0454007d3ae3 None None] New status for floating IP f0dbcd0d-ac9f-4343-bcbe-9224f3e0cf5a: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:05:19.813459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7645d8ac-cf00-4fa2-a9b6-0e9bae0caed0 req-12f45978-8f5a-4017-9074-0f42c39b93f8 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855519318&fields=id&tenant_id=55d0ced70f594e249471d8fe642bf6dc HTTP/1.1" status: 200 len: 267 time: 0.0345120 Jul 08 19:05:19.887958 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645d8ac-cf00-4fa2-a9b6-0e9bae0caed0 req-2bf75eaa-031c-4127-881a-263472383f70 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:19.889459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7645d8ac-cf00-4fa2-a9b6-0e9bae0caed0 req-2bf75eaa-031c-4127-881a-263472383f70 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 945 time: 0.0694292 Jul 08 19:05:19.901038 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-7645d8ac-cf00-4fa2-a9b6-0e9bae0caed0 req-967c8a9b-730d-438a-a725-c6d3053c3f29 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Request body: {'port': {'security_groups': ['872cfd25-f9b9-4b23-8c42-f68acc9e1792', '17ed1130-a825-437f-82b2-7b723fda50da']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:05:19.983259 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7645d8ac-cf00-4fa2-a9b6-0e9bae0caed0 req-967c8a9b-730d-438a-a725-c6d3053c3f29 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:20.162644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-7645d8ac-cf00-4fa2-a9b6-0e9bae0caed0 req-967c8a9b-730d-438a-a725-c6d3053c3f29 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] For port 3e35fc5a-2465-4412-a178-1bf4fb2767b0, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:05:20.191561 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7645d8ac-cf00-4fa2-a9b6-0e9bae0caed0 req-967c8a9b-730d-438a-a725-c6d3053c3f29 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:20.196578 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7645d8ac-cf00-4fa2-a9b6-0e9bae0caed0 req-967c8a9b-730d-438a-a725-c6d3053c3f29 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:20.208460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3e35fc5a-2465-4412-a178-1bf4fb2767b0'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:05:20.244868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645d8ac-cf00-4fa2-a9b6-0e9bae0caed0 req-967c8a9b-730d-438a-a725-c6d3053c3f29 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:20.245660 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-7645d8ac-cf00-4fa2-a9b6-0e9bae0caed0 req-967c8a9b-730d-438a-a725-c6d3053c3f29 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:20.251938 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7645d8ac-cf00-4fa2-a9b6-0e9bae0caed0 req-967c8a9b-730d-438a-a725-c6d3053c3f29 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "PUT /v2.0/ports/3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 981 time: 0.3556058 Jul 08 19:05:20.252417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:05:20.257453 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20" -d '{"events": [{"name": "network-changed", "server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:05:20.293179 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c8a9b-730d-438a-a725-c6d3053c3f29 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'Port': ['ID=3e35fc5a-2465-4412-a178-1bf4fb2767b0,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:05:20.310447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3e35fc5a-2465-4412-a178-1bf4fb2767b0'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:05:20.425546 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade20978-9951-4a25-ae1c-7a69096e5ae3 req-e0a8f1da-8e6b-4b95-831b-c64ad4773a1c tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:20.427141 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ade20978-9951-4a25-ae1c-7a69096e5ae3 req-e0a8f1da-8e6b-4b95-831b-c64ad4773a1c tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0708320 Jul 08 19:05:20.471954 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ade20978-9951-4a25-ae1c-7a69096e5ae3 req-347cef49-6721-4b3a-8bbd-d19c9324c530 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367503 Jul 08 19:05:20.524098 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af31cb8-6343-4a5a-bd8c-44e43ca055df x-openstack-request-id: req-3af31cb8-6343-4a5a-bd8c-44e43ca055df {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:05:20.524456 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:05:20.525202 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3af31cb8-6343-4a5a-bd8c-44e43ca055df {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:05:20.525608 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'status': 'completed', 'code': 200} Jul 08 19:05:20.596417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-44bb6654-dee0-4d2b-a6be-162939f9f18b None None] Provisioning complete for port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:05:20.596703 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-44bb6654-dee0-4d2b-a6be-162939f9f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:20.602392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20 req-3c94dd10-886d-4abe-939b-7b26e6ca4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:20.604500 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20 req-3c94dd10-886d-4abe-939b-7b26e6ca4fcc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d0ced70f594e249471d8fe642bf6dc&device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1135 time: 0.0578191 Jul 08 19:05:20.694281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20 req-55a51be3-af59-4993-aad2-06dd2a5c1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:20.695687 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20 req-55a51be3-af59-4993-aad2-06dd2a5c1b87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 200 len: 916 time: 0.0845098 Jul 08 19:05:20.768212 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20 req-37ffc838-50e0-42d4-bcd0-3e80cabcf58d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 1001 time: 0.0649102 Jul 08 19:05:20.820703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20 req-9839ac7b-6f9b-4f50-8d72-4255323bad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:20.822681 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20 req-9839ac7b-6f9b-4f50-8d72-4255323bad10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34de291a-19e1-47e6-89ef-96e0a2cce8ad HTTP/1.1" status: 200 len: 854 time: 0.0470619 Jul 08 19:05:20.881281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20 req-02617892-f821-4b66-8c07-01a87e95e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:05:20.883482 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20 req-02617892-f821-4b66-8c07-01a87e95e5ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=581468f6-c4b4-4c7d-b866-b40e33d323a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526376 Jul 08 19:05:20.978559 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20 req-df4f2348-bbed-43a4-9373-24a54b3fab1d service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865474 Jul 08 19:05:21.065561 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3969eeb8-d3f2-439c-80a5-5bbcbe6deb20 req-997a6879-7303-453d-8009-306dbeccdb6a service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803256 Jul 08 19:05:21.197442 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:05:34.091468 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:34.948154 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:36.345994 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1cc8-7b17-4379-88fb-5cbd6041ff15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:39.187940 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:39.314888 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b697-f189-4a31-a969-e26050cb4db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:40.428155 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:41.903304 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:05:58.197075 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:06:04.094165 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:04.953013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:06.346221 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b08692-0752-4c68-a8b2-01b8d8f6d741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:06.732053 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-5d7048c2-eac1-4857-b182-081a5abce9b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0952604 Jul 08 19:06:06.827428 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-6f388c93-307e-4ef7-80d1-3a7583b6c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:06.828914 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-6f388c93-307e-4ef7-80d1-3a7583b6c004 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d0ced70f594e249471d8fe642bf6dc&device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1135 time: 0.0560939 Jul 08 19:06:06.941078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-7047cb13-b5f2-411f-9902-c4be4852a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:06.942596 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-7047cb13-b5f2-411f-9902-c4be4852a79c service neutron] 10.222.0.59 "GET /v2.0/networks?id=581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 200 len: 916 time: 0.0926416 Jul 08 19:06:07.010147 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-f49b80d8-bced-4bf5-bbd1-b9a3cb17b810 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 1001 time: 0.0610664 Jul 08 19:06:07.058019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-1b6b4b4a-b543-491f-bbe8-5ff7ef04c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:07.059505 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-1b6b4b4a-b543-491f-bbe8-5ff7ef04c3ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34de291a-19e1-47e6-89ef-96e0a2cce8ad HTTP/1.1" status: 200 len: 854 time: 0.0427129 Jul 08 19:06:07.116210 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-edb43499-b731-4a61-a5cb-9d4674171551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:07.117722 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-edb43499-b731-4a61-a5cb-9d4674171551 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=581468f6-c4b4-4c7d-b866-b40e33d323a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506122 Jul 08 19:06:07.209298 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-4fda5d42-6bbc-4f38-989e-cb7560eb18dd service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836902 Jul 08 19:06:07.296592 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4fa3c5a5-7386-4555-94d4-deab0280285a req-efeeb3de-9eca-4e02-a1a8-f1d0201bd47e service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806901 Jul 08 19:06:08.844553 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2aaa8-dc8c-44a5-b3ff-a7f77c1ddd35 req-fe3bc8b0-0441-4ac2-b88e-7ee9d6e8a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:08.846063 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ce2aaa8-dc8c-44a5-b3ff-a7f77c1ddd35 req-fe3bc8b0-0441-4ac2-b88e-7ee9d6e8a76b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d0ced70f594e249471d8fe642bf6dc&device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1135 time: 0.0545127 Jul 08 19:06:08.940967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2aaa8-dc8c-44a5-b3ff-a7f77c1ddd35 req-c59adc60-0eee-4d13-b8f7-b4f83b88a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:08.944078 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ce2aaa8-dc8c-44a5-b3ff-a7f77c1ddd35 req-c59adc60-0eee-4d13-b8f7-b4f83b88a44c service neutron] 10.222.0.59 "GET /v2.0/networks?id=581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 200 len: 916 time: 0.0916884 Jul 08 19:06:08.994604 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344e22-ec17-4791-a856-468b0d57a0ee req-2f35202b-f141-41eb-87b2-79a320fe0cf8 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:08.996368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e344e22-ec17-4791-a856-468b0d57a0ee req-2f35202b-f141-41eb-87b2-79a320fe0cf8 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.1748052 Jul 08 19:06:09.009816 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ce2aaa8-dc8c-44a5-b3ff-a7f77c1ddd35 req-a709e953-444d-4a5e-8a57-f1ebe8ae4104 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 1001 time: 0.0589752 Jul 08 19:06:09.036524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2e344e22-ec17-4791-a856-468b0d57a0ee req-51cd1bc8-5a02-42e5-b361-f798e54df9f7 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338323 Jul 08 19:06:09.062937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2aaa8-dc8c-44a5-b3ff-a7f77c1ddd35 req-85c7cb0c-24b9-4437-96a3-78c7b549d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:09.064413 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ce2aaa8-dc8c-44a5-b3ff-a7f77c1ddd35 req-85c7cb0c-24b9-4437-96a3-78c7b549d079 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34de291a-19e1-47e6-89ef-96e0a2cce8ad HTTP/1.1" status: 200 len: 854 time: 0.0483956 Jul 08 19:06:09.121460 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2aaa8-dc8c-44a5-b3ff-a7f77c1ddd35 req-97dbd73e-1b0e-423e-9002-78b77262d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:09.122895 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ce2aaa8-dc8c-44a5-b3ff-a7f77c1ddd35 req-97dbd73e-1b0e-423e-9002-78b77262d734 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=581468f6-c4b4-4c7d-b866-b40e33d323a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515668 Jul 08 19:06:09.190870 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:09.208090 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a00e1f9e-68ed-47cd-a6a8-d3865b830eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:09.212121 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ce2aaa8-dc8c-44a5-b3ff-a7f77c1ddd35 req-fe2d7f6a-4dba-42c2-b764-98353144e3ef service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812624 Jul 08 19:06:09.306407 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1ce2aaa8-dc8c-44a5-b3ff-a7f77c1ddd35 req-9b7df146-0aa8-49dd-a9b6-a55662191d1f service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877619 Jul 08 19:06:10.219307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d61b62-b04e-456a-8776-1f47fedb1323 req-e461a4ff-5018-40bd-b800-11626f68875f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:10.220752 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24d61b62-b04e-456a-8776-1f47fedb1323 req-e461a4ff-5018-40bd-b800-11626f68875f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0716314 Jul 08 19:06:10.260110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-24d61b62-b04e-456a-8776-1f47fedb1323 req-c28a4981-1183-467a-b9f1-958d4853378b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337422 Jul 08 19:06:10.431523 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:11.434077 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3bb85-5999-4d2c-829c-b974c3f4d8e9 req-c8256285-f293-4c19-a1fe-8d7482082272 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:11.435547 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93d3bb85-5999-4d2c-829c-b974c3f4d8e9 req-c8256285-f293-4c19-a1fe-8d7482082272 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0638585 Jul 08 19:06:11.475947 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-93d3bb85-5999-4d2c-829c-b974c3f4d8e9 req-ed597479-ef34-4bbc-800f-7f3b20536ebc tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348127 Jul 08 19:06:11.907776 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:12.647818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9778427-47ee-4781-9b43-f57d9f7de425 req-afc28ec6-5efc-4add-9cb8-8165baf489a9 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:12.649290 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9778427-47ee-4781-9b43-f57d9f7de425 req-afc28ec6-5efc-4add-9cb8-8165baf489a9 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0656221 Jul 08 19:06:12.689362 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e9778427-47ee-4781-9b43-f57d9f7de425 req-b68d8c19-b929-4e0a-a4a4-0dee5f94b028 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344281 Jul 08 19:06:13.859750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b8c7e-4323-4087-ae35-b9042f93e69c req-f4f0dd14-3f8a-483b-9b2c-e434a9506b42 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:13.861249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f6b8c7e-4323-4087-ae35-b9042f93e69c req-f4f0dd14-3f8a-483b-9b2c-e434a9506b42 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0642846 Jul 08 19:06:13.902071 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7f6b8c7e-4323-4087-ae35-b9042f93e69c req-509169e2-6e45-4db5-8b67-851d9b0e4599 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349579 Jul 08 19:06:15.082220 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cc28b-24a0-4a83-ad6c-e7db00b9d86a req-85fec631-e0c4-419b-bcc8-9a30fad8e686 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:15.083726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-429cc28b-24a0-4a83-ad6c-e7db00b9d86a req-85fec631-e0c4-419b-bcc8-9a30fad8e686 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0634661 Jul 08 19:06:15.132450 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-429cc28b-24a0-4a83-ad6c-e7db00b9d86a req-0dafba04-7d07-4e91-9d63-da0fa9c15066 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428836 Jul 08 19:06:16.319782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333edb91-7233-41ea-8378-fc3d3d7f9c08 req-bbd0a857-be5a-4f8d-8a25-d5f7d49b2d47 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:16.321177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-333edb91-7233-41ea-8378-fc3d3d7f9c08 req-bbd0a857-be5a-4f8d-8a25-d5f7d49b2d47 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0687737 Jul 08 19:06:16.361618 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-333edb91-7233-41ea-8378-fc3d3d7f9c08 req-ba21a98d-862e-49ab-b803-793304c3d091 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346904 Jul 08 19:06:17.537086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd355-5bd0-4a2d-918c-760aaec14773 req-46011c85-1d8d-416c-913a-6abc75baa99b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:17.538606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-065cd355-5bd0-4a2d-918c-760aaec14773 req-46011c85-1d8d-416c-913a-6abc75baa99b tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0662694 Jul 08 19:06:17.577885 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-065cd355-5bd0-4a2d-918c-760aaec14773 req-9a94c3ee-ad88-423b-a06e-8e2ac1b91e09 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336745 Jul 08 19:06:18.756448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708c9bc-7db7-4517-b1ee-9e02e48d6a61 req-17463a09-aea8-4b18-b16c-883646abadd8 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:18.757943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3708c9bc-7db7-4517-b1ee-9e02e48d6a61 req-17463a09-aea8-4b18-b16c-883646abadd8 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0666091 Jul 08 19:06:18.801200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3708c9bc-7db7-4517-b1ee-9e02e48d6a61 req-ac63c450-6a10-46bb-a657-ee270d781b17 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376351 Jul 08 19:06:19.975857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804285b-f425-4b6d-8651-a145452a8e84 req-4eeb7a14-9850-4d28-ab5b-393809be3bb1 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:19.977335 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b804285b-f425-4b6d-8651-a145452a8e84 req-4eeb7a14-9850-4d28-ab5b-393809be3bb1 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0655529 Jul 08 19:06:20.016813 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b804285b-f425-4b6d-8651-a145452a8e84 req-5ac4c437-f9f1-49f3-8664-1fe83cd43f25 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338163 Jul 08 19:06:21.185616 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8447e-3716-4189-84ff-449765060b09 req-b45de0d6-439b-48ef-9611-f28d459b73a3 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:06:21.187098 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4c8447e-3716-4189-84ff-449765060b09 req-b45de0d6-439b-48ef-9611-f28d459b73a3 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0614107 Jul 08 19:06:21.225849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4c8447e-3716-4189-84ff-449765060b09 req-434fc365-a936-4c5b-9be5-bd4b35a98a18 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&id=17ed1130-a825-437f-82b2-7b723fda50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331304 Jul 08 19:06:34.095325 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:34.971057 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:35.195614 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:06:36.346642 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fed5e52a-835b-48e6-8678-38e2832fd26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:39.191596 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:39.208646 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-053ff0ee-5ada-4dc8-b85d-b21836d7734d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:40.433804 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:06:41.913452 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:04.097201 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:04.969621 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:06.346108 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7c48a3f4-8782-4118-8cb5-a457adc0f574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:06.716699 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-5aa52482-b62a-4c96-9507-799dfe5898c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507658 Jul 08 19:07:06.806957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-672d10d8-1394-4436-830d-dc0bcd4a6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:06.808417 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-672d10d8-1394-4436-830d-dc0bcd4a6c22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d0ced70f594e249471d8fe642bf6dc&device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1135 time: 0.0510969 Jul 08 19:07:06.913998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-dc1066eb-c219-4377-b6ac-0ef573a55c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:06.915464 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-dc1066eb-c219-4377-b6ac-0ef573a55c99 service neutron] 10.222.0.59 "GET /v2.0/networks?id=581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 200 len: 916 time: 0.0861020 Jul 08 19:07:06.981291 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-a52f2439-d39d-46bb-bf69-479a07ec4f1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 1001 time: 0.0586321 Jul 08 19:07:07.032937 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-33f86339-27e5-47f7-9ad3-1c466e433235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:07.034395 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-33f86339-27e5-47f7-9ad3-1c466e433235 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34de291a-19e1-47e6-89ef-96e0a2cce8ad HTTP/1.1" status: 200 len: 854 time: 0.0469294 Jul 08 19:07:07.093359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-5d0fcf57-35d4-42e0-b9af-1b1be8ec39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:07.099076 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-5d0fcf57-35d4-42e0-b9af-1b1be8ec39c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=581468f6-c4b4-4c7d-b866-b40e33d323a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583024 Jul 08 19:07:07.106830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-c9d76283-845a-4213-a1f3-a9e6954453ec service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:07:07.107750 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-c9d76283-845a-4213-a1f3-a9e6954453ec service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049818 Jul 08 19:07:07.193740 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-6001ddb8-74f9-4e2c-88ab-9c520f2f3da6 service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796599 Jul 08 19:07:07.283427 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-da62a184-4ed9-476a-9c6e-14bcdf05fb7d req-b6e1bc1f-a037-443a-9f6d-f38d9fbbb759 service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832450 Jul 08 19:07:09.192957 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:09.207604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e85ab81a-cf06-433c-b95e-b6c6b2e014d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:10.436250 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:11.913411 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:12.195515 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:07:24.646627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfeb1d95-6781-4a29-823d-dd760e67335d req-94594134-f93e-472e-95b5-f1b3a7ef6be2 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855519318&fields=id&tenant_id=55d0ced70f594e249471d8fe642bf6dc HTTP/1.1" status: 200 len: 267 time: 0.0377078 Jul 08 19:07:24.714952 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb1d95-6781-4a29-823d-dd760e67335d req-28d285f5-6993-41bc-aee1-cc01ef628585 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:24.716404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfeb1d95-6781-4a29-823d-dd760e67335d req-28d285f5-6993-41bc-aee1-cc01ef628585 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 984 time: 0.0645292 Jul 08 19:07:24.726992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-bfeb1d95-6781-4a29-823d-dd760e67335d req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Request body: {'port': {'security_groups': ['872cfd25-f9b9-4b23-8c42-f68acc9e1792']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:24.808110 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bfeb1d95-6781-4a29-823d-dd760e67335d req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:24.975877 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-bfeb1d95-6781-4a29-823d-dd760e67335d req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] For port 3e35fc5a-2465-4412-a178-1bf4fb2767b0, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:25.005462 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bfeb1d95-6781-4a29-823d-dd760e67335d req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.010190 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bfeb1d95-6781-4a29-823d-dd760e67335d req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.021661 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3e35fc5a-2465-4412-a178-1bf4fb2767b0'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:07:25.071607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb1d95-6781-4a29-823d-dd760e67335d req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:25.072480 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-bfeb1d95-6781-4a29-823d-dd760e67335d req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.074693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfeb1d95-6781-4a29-823d-dd760e67335d req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "PUT /v2.0/ports/3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 942 time: 0.3521662 Jul 08 19:07:25.075167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:07:25.077765 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2f49f8-5274-442e-83c0-f60718984e50" -d '{"events": [{"name": "network-changed", "server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:07:25.079679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60022) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:25.091886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event updated for resources: {'Port': ['ID=3e35fc5a-2465-4412-a178-1bf4fb2767b0,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:25.100788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.100788 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.101027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.101238 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.101665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.102001 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.102557 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.103287 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.103721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.104304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.104753 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.105083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dd2bc5-f477-4ac2-bbd4-2253914d7420 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.153806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3e35fc5a-2465-4412-a178-1bf4fb2767b0'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:07:25.167834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.212875 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.215784 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed07b0d3-7388-402b-beb6-2e11acd6caab x-openstack-request-id: req-ed07b0d3-7388-402b-beb6-2e11acd6caab {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:07:25.216062 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:07:25.216326 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed07b0d3-7388-402b-beb6-2e11acd6caab {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:07:25.216734 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'status': 'completed', 'code': 200} Jul 08 19:07:25.315085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f49f8-5274-442e-83c0-f60718984e50 req-56771a9c-9cf4-4ea4-a097-7d1578422bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:25.316598 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bf2f49f8-5274-442e-83c0-f60718984e50 req-56771a9c-9cf4-4ea4-a097-7d1578422bd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d0ced70f594e249471d8fe642bf6dc&device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1096 time: 0.0683870 Jul 08 19:07:25.332502 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.334884 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.335969 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "DELETE /v2.0/security-groups/17ed1130-a825-437f-82b2-7b723fda50da HTTP/1.1" status: 204 len: 168 time: 0.2545135 Jul 08 19:07:25.338899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60028) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:25.356918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e3fc73c2-1825-40f9-bb65-9f22957ed4bf None None] Provisioning complete for port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:07:25.357367 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3fc73c2-1825-40f9-bb65-9f22957ed4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.380115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ed1130-a825-437f-82b2-7b723fda50da,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:25.393414 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.393865 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.394759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.394759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.395056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.395431 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.395717 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.396046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.396362 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.396837 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.397011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.397313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f09b36-5ae6-430d-9de1-2e45eb75c2cb tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:25.434294 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f49f8-5274-442e-83c0-f60718984e50 req-c755ebfb-3006-47ef-9573-e5f4e593b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:25.435798 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bf2f49f8-5274-442e-83c0-f60718984e50 req-c755ebfb-3006-47ef-9573-e5f4e593b1f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 200 len: 916 time: 0.1121938 Jul 08 19:07:25.510899 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Deleting port 25e7a53f-a552-44bc-bbdd-5086d759e353 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:07:25.511195 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bf2f49f8-5274-442e-83c0-f60718984e50 req-25f01a62-3fbf-4b83-8c5f-44d70fe20df4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 1001 time: 0.0677183 Jul 08 19:07:25.511341 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.560128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f49f8-5274-442e-83c0-f60718984e50 req-7bb76735-b4e6-4733-92aa-52a18e8efb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:25.561579 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bf2f49f8-5274-442e-83c0-f60718984e50 req-7bb76735-b4e6-4733-92aa-52a18e8efb0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34de291a-19e1-47e6-89ef-96e0a2cce8ad HTTP/1.1" status: 200 len: 854 time: 0.0430675 Jul 08 19:07:25.585519 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.585772 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.598057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Calling delete_port for 25e7a53f-a552-44bc-bbdd-5086d759e353 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:07:25.617025 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f49f8-5274-442e-83c0-f60718984e50 req-34fd37be-4ebe-4033-a0fd-66301fe0027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:25.618543 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bf2f49f8-5274-442e-83c0-f60718984e50 req-34fd37be-4ebe-4033-a0fd-66301fe0027a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=581468f6-c4b4-4c7d-b866-b40e33d323a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511625 Jul 08 19:07:25.712244 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bf2f49f8-5274-442e-83c0-f60718984e50 req-aa422f1c-97ee-48e0-a58d-8515c3dcade3 service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868871 Jul 08 19:07:25.755861 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.781922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event deleted for resources: {'Port': ['ID=25e7a53f-a552-44bc-bbdd-5086d759e353,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:25.805566 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bf2f49f8-5274-442e-83c0-f60718984e50 req-ed63f18f-613f-4526-8b93-9e24c94e316c service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873001 Jul 08 19:07:25.849781 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:25.850004 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Floating IP f0dbcd0d-ac9f-4343-bcbe-9224f3e0cf5a disassociated (deleted). External IP: 172.25.8.166, port: 3e35fc5a-2465-4412-a178-1bf4fb2767b0. Jul 08 19:07:26.350845 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Router 51bb3dad-b751-4292-8dfa-d26e5009d533 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:07:26.461443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:07:26.466243 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:26.471283 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c71983-703e-41ce-895c-3a915c589cfd None None] Sync routers for ids ['51bb3dad-b751-4292-8dfa-d26e5009d533'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:07:26.480561 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c71983-703e-41ce-895c-3a915c589cfd None None] Routers {'51bb3dad-b751-4292-8dfa-d26e5009d533'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:07:26.481240 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-94c71983-703e-41ce-895c-3a915c589cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['51bb3dad-b751-4292-8dfa-d26e5009d533'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:26.503259 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9a0e0ed6-0ec3-4eed-9097-fba6f12c733d tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "DELETE /v2.0/floatingips/f0dbcd0d-ac9f-4343-bcbe-9224f3e0cf5a HTTP/1.1" status: 204 len: 168 time: 1.1631606 Jul 08 19:07:26.587017 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-94c71983-703e-41ce-895c-3a915c589cfd None None] Set router 51bb3dad-b751-4292-8dfa-d26e5009d533 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:07:26.797740 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-94c71983-703e-41ce-895c-3a915c589cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 4, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '69dbd7f4-f5ec-496b-9260-095fa5b01153', 'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'mac_address': 'fa:16:3e:44:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:24Z', 'updated_at': '2021-07-08T19:04:30Z', 'revision_number': 5, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'subnets': [{'id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:26.828688 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c71983-703e-41ce-895c-3a915c589cfd None None] Checking router: 51bb3dad-b751-4292-8dfa-d26e5009d533 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:07:26.837452 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c71983-703e-41ce-895c-3a915c589cfd None None] Routers {'51bb3dad-b751-4292-8dfa-d26e5009d533'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:07:26.838046 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-94c71983-703e-41ce-895c-3a915c589cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['51bb3dad-b751-4292-8dfa-d26e5009d533'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:26.940785 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-94c71983-703e-41ce-895c-3a915c589cfd None None] Set router 51bb3dad-b751-4292-8dfa-d26e5009d533 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:07:27.135589 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-94c71983-703e-41ce-895c-3a915c589cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 4, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '69dbd7f4-f5ec-496b-9260-095fa5b01153', 'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'mac_address': 'fa:16:3e:44:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:24Z', 'updated_at': '2021-07-08T19:04:30Z', 'revision_number': 5, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'subnets': [{'id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:27.160243 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c71983-703e-41ce-895c-3a915c589cfd None None] The sync data for ids ['51bb3dad-b751-4292-8dfa-d26e5009d533'] in n-d-799684-3 is: [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:04:24Z', 'revision_number': 4, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '69dbd7f4-f5ec-496b-9260-095fa5b01153', 'name': '', 'network_id': '581468f6-c4b4-4c7d-b866-b40e33d323a0', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'mac_address': 'fa:16:3e:44:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:24Z', 'updated_at': '2021-07-08T19:04:30Z', 'revision_number': 5, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'subnets': [{'id': '34de291a-19e1-47e6-89ef-96e0a2cce8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:07:27.217750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:07:27.220164 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:07:27.259845 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e54581-6015-49ae-8d9d-e78695d39c1c x-openstack-request-id: req-34e54581-6015-49ae-8d9d-e78695d39c1c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:07:27.260161 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:07:27.260518 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34e54581-6015-49ae-8d9d-e78695d39c1c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:07:27.260916 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'status': 'completed', 'code': 200} Jul 08 19:07:27.343861 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c req-28aa55cd-644d-4e89-9647-90cb30033518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:27.345743 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c req-28aa55cd-644d-4e89-9647-90cb30033518 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55d0ced70f594e249471d8fe642bf6dc&device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 1096 time: 0.0563500 Jul 08 19:07:27.404021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b9108-8802-401b-95a0-7b88806fbf65 None None] New status for floating IP f0dbcd0d-ac9f-4343-bcbe-9224f3e0cf5a: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:07:27.446807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c req-4e7ad18c-c72f-4e59-beb4-67833c6fec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:27.448365 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c req-4e7ad18c-c72f-4e59-beb4-67833c6fec97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 200 len: 916 time: 0.0967646 Jul 08 19:07:27.491944 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c req-a483e7e6-2d46-4a6a-8529-146d51d6bb99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 200 len: 217 time: 0.0372212 Jul 08 19:07:27.545078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c req-c26823be-a927-4b9b-b334-8e0b31b7e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:27.546571 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c req-c26823be-a927-4b9b-b334-8e0b31b7e55f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34de291a-19e1-47e6-89ef-96e0a2cce8ad HTTP/1.1" status: 200 len: 854 time: 0.0484922 Jul 08 19:07:27.602090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c req-14e3f73c-3e43-4c93-b97b-a95ad072a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:27.603550 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c req-14e3f73c-3e43-4c93-b97b-a95ad072a2b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=581468f6-c4b4-4c7d-b866-b40e33d323a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511491 Jul 08 19:07:27.692802 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c req-6b1a0fc0-110d-48d9-a4a9-bce129470a89 service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821047 Jul 08 19:07:27.788218 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8cb77dad-6761-4336-a4dd-b1c5d2651c1c req-8d261b88-9849-4d60-929d-60a2f47325a4 service neutron] 10.222.0.59 "GET /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887482 Jul 08 19:07:33.876747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43b057-5971-47e9-8120-718d34e0fad8 req-7f61c00e-0d3d-453b-b4ca-199f103ec69e tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:33.878344 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c43b057-5971-47e9-8120-718d34e0fad8 req-7f61c00e-0d3d-453b-b4ca-199f103ec69e tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 945 time: 0.0645659 Jul 08 19:07:33.919189 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c43b057-5971-47e9-8120-718d34e0fad8 req-22bcd3fa-10b4-4861-92eb-54421287f45e tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340338 Jul 08 19:07:34.106189 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:34.983704 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:35.093555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52759c6-64c7-499e-9c44-3f6a00edbfb4 req-6fca7993-a526-4b8a-8339-bbe95f6d664e tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:35.095060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c52759c6-64c7-499e-9c44-3f6a00edbfb4 req-6fca7993-a526-4b8a-8339-bbe95f6d664e tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 945 time: 0.0652909 Jul 08 19:07:35.131900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c52759c6-64c7-499e-9c44-3f6a00edbfb4 req-9322bff1-8b5a-4eee-9a48-90f24159e039 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/security-groups?id=872cfd25-f9b9-4b23-8c42-f68acc9e1792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Jul 08 19:07:35.663358 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3694-8d50-42f8-95f8-5411bed551ac req-b6aab904-4c33-415e-b353-6e45827250d4 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:35.664840 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-94bf3694-8d50-42f8-95f8-5411bed551ac req-b6aab904-4c33-415e-b353-6e45827250d4 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.59 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 945 time: 0.0633454 Jul 08 19:07:35.768876 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-94bf3694-8d50-42f8-95f8-5411bed551ac req-9a3bf20b-1b5a-41f2-b330-2ee10a41bb6f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Deleting port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:07:35.769117 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-94bf3694-8d50-42f8-95f8-5411bed551ac req-9a3bf20b-1b5a-41f2-b330-2ee10a41bb6f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:35.858848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-94bf3694-8d50-42f8-95f8-5411bed551ac req-9a3bf20b-1b5a-41f2-b330-2ee10a41bb6f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] For port 3e35fc5a-2465-4412-a178-1bf4fb2767b0, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=3e35fc5a-2465-4412-a178-1bf4fb2767b0,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:35.859208 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-94bf3694-8d50-42f8-95f8-5411bed551ac req-9a3bf20b-1b5a-41f2-b330-2ee10a41bb6f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:35.872410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-94bf3694-8d50-42f8-95f8-5411bed551ac req-9a3bf20b-1b5a-41f2-b330-2ee10a41bb6f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Calling delete_port for 3e35fc5a-2465-4412-a178-1bf4fb2767b0 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:07:35.998594 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-94bf3694-8d50-42f8-95f8-5411bed551ac req-9a3bf20b-1b5a-41f2-b330-2ee10a41bb6f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:36.010729 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['3e35fc5a-2465-4412-a178-1bf4fb2767b0'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:07:36.027759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bf20b-1b5a-41f2-b330-2ee10a41bb6f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Pushing event deleted for resources: {'Port': ['ID=3e35fc5a-2465-4412-a178-1bf4fb2767b0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:36.076203 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bf3694-8d50-42f8-95f8-5411bed551ac req-9a3bf20b-1b5a-41f2-b330-2ee10a41bb6f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] No DVR routers for this DVR port 3e35fc5a-2465-4412-a178-1bf4fb2767b0 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:07:36.078837 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-94bf3694-8d50-42f8-95f8-5411bed551ac req-9a3bf20b-1b5a-41f2-b330-2ee10a41bb6f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:36.081391 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-94bf3694-8d50-42f8-95f8-5411bed551ac req-9a3bf20b-1b5a-41f2-b330-2ee10a41bb6f tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.59 "DELETE /v2.0/ports/3e35fc5a-2465-4412-a178-1bf4fb2767b0 HTTP/1.1" status: 204 len: 173 time: 0.4104304 Jul 08 19:07:36.081832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'name': 'network-vif-deleted', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:07:36.084132 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cc7d42-5fb8-4ae6-baaa-6dce129ea7e7" -d '{"events": [{"server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "name": "network-vif-deleted", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:07:36.171191 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7177ce6d-05d1-45d5-b219-0732783e9176 x-openstack-request-id: req-7177ce6d-05d1-45d5-b219-0732783e9176 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:07:36.171490 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ba9884-3d75-4f02-aaa5-31ff09aaf6cd", "name": "network-vif-deleted", "tag": "3e35fc5a-2465-4412-a178-1bf4fb2767b0", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:07:36.172002 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7177ce6d-05d1-45d5-b219-0732783e9176 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:07:36.172421 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ba9884-3d75-4f02-aaa5-31ff09aaf6cd', 'name': 'network-vif-deleted', 'tag': '3e35fc5a-2465-4412-a178-1bf4fb2767b0', 'status': 'completed', 'code': 200} Jul 08 19:07:36.296424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f72780bc-8a58-47b0-8e39-1eb53345aa0b req-ce457734-c236-4504-b300-bddb68f18c14 tempest-TestMinimumBasicScenario-68755897 tempest-TestMinimumBasicScenario-68755897-project] 10.222.0.73 "GET /v2.0/ports?device_id=70ba9884-3d75-4f02-aaa5-31ff09aaf6cd HTTP/1.1" status: 200 len: 210 time: 0.0281613 Jul 08 19:07:36.347626 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6984d32f-9d64-4766-b57a-8fb0572b1b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:37.896442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60132) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:38.231482 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:38.480986 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] Deleting port 69dbd7f4-f5ec-496b-9260-095fa5b01153 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:07:38.481322 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:38.560164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] For port 69dbd7f4-f5ec-496b-9260-095fa5b01153, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=69dbd7f4-f5ec-496b-9260-095fa5b01153,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:38.560433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:38.572475 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] Calling delete_port for 69dbd7f4-f5ec-496b-9260-095fa5b01153 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:07:38.718822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3e35fc5a-2465-4412-a178-1bf4fb2767b0 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:07:38.738435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 3e35fc5a-2465-4412-a178-1bf4fb2767b0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:07:38.738774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 3e35fc5a-2465-4412-a178-1bf4fb2767b0 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:07:38.749724 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:38.776577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=69dbd7f4-f5ec-496b-9260-095fa5b01153,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:38.939099 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:39.200039 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:39.212121 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-130cf0cb-f42a-415c-99d7-66603afab39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:39.459275 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] Router 51bb3dad-b751-4292-8dfa-d26e5009d533 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:07:39.568378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:07:39.575160 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-47944251-8569-4249-adb4-6b0b905ec2dd admin admin] 10.222.0.73 "PUT /v2.0/routers/51bb3dad-b751-4292-8dfa-d26e5009d533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6776593 Jul 08 19:07:39.576386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60134) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:39.576895 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c3127-1a62-4f19-abc7-86d3219b37df None None] Sync routers for ids ['51bb3dad-b751-4292-8dfa-d26e5009d533'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:07:39.586761 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c3127-1a62-4f19-abc7-86d3219b37df None None] Routers {'51bb3dad-b751-4292-8dfa-d26e5009d533'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:07:39.587364 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-246c3127-1a62-4f19-abc7-86d3219b37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['51bb3dad-b751-4292-8dfa-d26e5009d533'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:39.678710 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:39.688425 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-246c3127-1a62-4f19-abc7-86d3219b37df None None] Set router 51bb3dad-b751-4292-8dfa-d26e5009d533 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:07:39.780059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:39.834174 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Deleting port 993cc72d-06e0-42af-b974-6f8058086469 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:07:39.834551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:39.864725 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-246c3127-1a62-4f19-abc7-86d3219b37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '993cc72d-06e0-42af-b974-6f8058086469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:07:38Z', 'revision_number': 5, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port': {'id': '993cc72d-06e0-42af-b974-6f8058086469', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:22Z', 'updated_at': '2021-07-08T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:39.891160 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c3127-1a62-4f19-abc7-86d3219b37df None None] Checking router: 51bb3dad-b751-4292-8dfa-d26e5009d533 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:07:39.899228 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c3127-1a62-4f19-abc7-86d3219b37df None None] Routers {'51bb3dad-b751-4292-8dfa-d26e5009d533'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:07:39.899823 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-246c3127-1a62-4f19-abc7-86d3219b37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['51bb3dad-b751-4292-8dfa-d26e5009d533'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:39.910952 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] For port 993cc72d-06e0-42af-b974-6f8058086469, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=993cc72d-06e0-42af-b974-6f8058086469,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:39.911318 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:39.931397 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Calling delete_port for 993cc72d-06e0-42af-b974-6f8058086469 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:07:39.994145 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-246c3127-1a62-4f19-abc7-86d3219b37df None None] Set router 51bb3dad-b751-4292-8dfa-d26e5009d533 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:07:40.046608 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-246c3127-1a62-4f19-abc7-86d3219b37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:07:39Z', 'revision_number': 6, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:40.097360 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.128786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Pushing event deleted for resources: {'Port': ['ID=993cc72d-06e0-42af-b974-6f8058086469,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:40.163010 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c3127-1a62-4f19-abc7-86d3219b37df None None] The sync data for ids ['51bb3dad-b751-4292-8dfa-d26e5009d533'] in n-d-799684-3 is: [{'id': '51bb3dad-b751-4292-8dfa-d26e5009d533', 'name': 'tempest-TestMinimumBasicScenario-1115598383-router', 'tenant_id': '55d0ced70f594e249471d8fe642bf6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:21Z', 'updated_at': '2021-07-08T19:07:39Z', 'revision_number': 6, 'project_id': '55d0ced70f594e249471d8fe642bf6dc', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:07:40.190894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.283902 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.285995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.330109 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.330590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51bb3dad-b751-4292-8dfa-d26e5009d533 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:07:40.335841 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.336989 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cd4ce0be-7e94-4407-a743-90c4644adcef admin admin] 10.222.0.73 "DELETE /v2.0/routers/51bb3dad-b751-4292-8dfa-d26e5009d533 HTTP/1.1" status: 204 len: 168 time: 0.7596817 Jul 08 19:07:40.339579 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60136) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:40.387367 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3040c659-d2b2-4c78-8d86-d1a9ddc515ba admin admin] Deleting subnet 34de291a-19e1-47e6-89ef-96e0a2cce8ad {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:07:40.390302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3040c659-d2b2-4c78-8d86-d1a9ddc515ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.424777 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3040c659-d2b2-4c78-8d86-d1a9ddc515ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.439358 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.501044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3040c659-d2b2-4c78-8d86-d1a9ddc515ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.560788 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3040c659-d2b2-4c78-8d86-d1a9ddc515ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.588685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040c659-d2b2-4c78-8d86-d1a9ddc515ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34de291a-19e1-47e6-89ef-96e0a2cce8ad,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:40.593818 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3040c659-d2b2-4c78-8d86-d1a9ddc515ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.599332 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3040c659-d2b2-4c78-8d86-d1a9ddc515ba admin admin] 10.222.0.73 "DELETE /v2.0/subnets/34de291a-19e1-47e6-89ef-96e0a2cce8ad HTTP/1.1" status: 204 len: 168 time: 0.2562292 Jul 08 19:07:40.599481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60138) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:40.600025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bccbe16-1845-4238-bc00-20029b0731fb None None] Network 581468f6-c4b4-4c7d-b866-b40e33d323a0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:07:40.668041 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.720557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Deleting port aa988d2f-5c34-4d48-96d0-27f64a17fa4d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:07:40.720887 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.787030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] For port aa988d2f-5c34-4d48-96d0-27f64a17fa4d, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=aa988d2f-5c34-4d48-96d0-27f64a17fa4d,segment=NetworkSegment(014ff84d-814d-4fd9-aec8-fdeb25657d69),segment_id=014ff84d-814d-4fd9-aec8-fdeb25657d69)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:40.787387 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.800023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Calling delete_port for aa988d2f-5c34-4d48-96d0-27f64a17fa4d owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:07:40.877515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.906141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa988d2f-5c34-4d48-96d0-27f64a17fa4d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:40.911482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] No DVR routers for this DVR port aa988d2f-5c34-4d48-96d0-27f64a17fa4d on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:07:40.952203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d92c4-bd31-456f-9a9c-72417ed271a1 None None] DHCP port deletion for 581468f6-c4b4-4c7d-b866-b40e33d323a0 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:07:40.986627 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:40.996712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581468f6-c4b4-4c7d-b866-b40e33d323a0']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:41.007176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014ff84d-814d-4fd9-aec8-fdeb25657d69') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:41.007469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014ff84d-814d-4fd9-aec8-fdeb25657d69') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:41.016015 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:41.029926 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:41.036020 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:07:41.036543 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: timer() Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:07:41.038408 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:07:41.098736 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:41.104771 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:41.106634 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] 10.222.0.73 "DELETE /v2.0/networks/581468f6-c4b4-4c7d-b866-b40e33d323a0 HTTP/1.1" status: 204 len: 168 time: 0.5060186 Jul 08 19:07:41.109828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60140) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:41.118654 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8064a-012a-4a58-a504-c6c302ab7431 admin admin] Pushing event deleted for resources: {'Network': ['ID=581468f6-c4b4-4c7d-b866-b40e33d323a0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:41.465444 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:41.539424 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 69dbd7f4-f5ec-496b-9260-095fa5b01153 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:07:41.560003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 69dbd7f4-f5ec-496b-9260-095fa5b01153 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:07:41.560338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 69dbd7f4-f5ec-496b-9260-095fa5b01153 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:07:41.560753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 993cc72d-06e0-42af-b974-6f8058086469 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:07:41.580561 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 993cc72d-06e0-42af-b974-6f8058086469 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:07:41.580893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 993cc72d-06e0-42af-b974-6f8058086469 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:07:41.581311 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device aa988d2f-5c34-4d48-96d0-27f64a17fa4d no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:07:41.599556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: aa988d2f-5c34-4d48-96d0-27f64a17fa4d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:07:41.599893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device aa988d2f-5c34-4d48-96d0-27f64a17fa4d not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:07:41.716521 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] Deleting port 4752132e-60c6-435d-a9f0-ffaf25a31cd2 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:07:41.716766 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:41.791436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] For port 4752132e-60c6-435d-a9f0-ffaf25a31cd2, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4752132e-60c6-435d-a9f0-ffaf25a31cd2,segment=NetworkSegment(005d7a4d-9135-46a6-9a7e-4fcee0415a57),segment_id=005d7a4d-9135-46a6-9a7e-4fcee0415a57)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:41.791786 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:41.804698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] Calling delete_port for 4752132e-60c6-435d-a9f0-ffaf25a31cd2 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:07:41.916285 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:41.984234 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:42.009714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=4752132e-60c6-435d-a9f0-ffaf25a31cd2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:42.181065 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:42.388966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] Router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:07:42.492832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:07:42.498354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6adb05bf-a421-4773-ab65-173ae6882e73 admin admin] 10.222.0.73 "PUT /v2.0/routers/dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3857803 Jul 08 19:07:42.500463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60142) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:42.501936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0889d81-9909-4492-b043-6667a8d88933 None None] Sync routers for ids ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:07:42.511369 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0889d81-9909-4492-b043-6667a8d88933 None None] Routers {'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:07:42.511995 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d0889d81-9909-4492-b043-6667a8d88933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:42.604385 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:42.623325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-d0889d81-9909-4492-b043-6667a8d88933 None None] Set router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:07:42.704702 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:42.758311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Deleting port 3e334685-a152-4724-972e-3d5e24df2fa0 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:07:42.758683 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:42.802907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d0889d81-9909-4492-b043-6667a8d88933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'name': 'tempest-TestMinimumBasicScenario-96704676-router', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:26Z', 'updated_at': '2021-07-08T19:07:41Z', 'revision_number': 5, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'gw_port': {'id': '3e334685-a152-4724-972e-3d5e24df2fa0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:04:27Z', 'updated_at': '2021-07-08T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:42.829113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0889d81-9909-4492-b043-6667a8d88933 None None] Checking router: dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:07:42.835841 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] For port 3e334685-a152-4724-972e-3d5e24df2fa0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3e334685-a152-4724-972e-3d5e24df2fa0,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:42.836201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:42.837360 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0889d81-9909-4492-b043-6667a8d88933 None None] Routers {'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:07:42.837970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d0889d81-9909-4492-b043-6667a8d88933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:42.852892 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Calling delete_port for 3e334685-a152-4724-972e-3d5e24df2fa0 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:07:42.921166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-d0889d81-9909-4492-b043-6667a8d88933 None None] Set router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:07:42.973413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d0889d81-9909-4492-b043-6667a8d88933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'name': 'tempest-TestMinimumBasicScenario-96704676-router', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:26Z', 'updated_at': '2021-07-08T19:07:42Z', 'revision_number': 6, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:43.005039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0889d81-9909-4492-b043-6667a8d88933 None None] The sync data for ids ['dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8'] in n-d-799684-3 is: [{'id': 'dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8', 'name': 'tempest-TestMinimumBasicScenario-96704676-router', 'tenant_id': '1d82fb7380184b088bf44b64fd45d519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:04:26Z', 'updated_at': '2021-07-08T19:07:42Z', 'revision_number': 6, 'project_id': '1d82fb7380184b088bf44b64fd45d519', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:07:43.017778 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.053756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e334685-a152-4724-972e-3d5e24df2fa0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:43.111333 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.198834 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.200899 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.247079 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.247528 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:07:43.252010 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.253282 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f79ed185-451b-4286-9f9a-590c0370bbc7 admin admin] 10.222.0.73 "DELETE /v2.0/routers/dd314fb0-6f18-42b2-b7f6-bd5ecc5d6ce8 HTTP/1.1" status: 204 len: 168 time: 0.7512891 Jul 08 19:07:43.255990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60144) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:43.300992 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-04630e13-f7e8-4e96-a4d6-85dc602f8460 admin admin] Deleting subnet 9114f23a-c6a5-4b9c-8266-593ef305185e {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:07:43.303879 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04630e13-f7e8-4e96-a4d6-85dc602f8460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.336459 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04630e13-f7e8-4e96-a4d6-85dc602f8460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.426842 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04630e13-f7e8-4e96-a4d6-85dc602f8460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.484956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04630e13-f7e8-4e96-a4d6-85dc602f8460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.509166 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04630e13-f7e8-4e96-a4d6-85dc602f8460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9114f23a-c6a5-4b9c-8266-593ef305185e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:43.514699 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-04630e13-f7e8-4e96-a4d6-85dc602f8460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.519916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60146) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:43.520430 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-04630e13-f7e8-4e96-a4d6-85dc602f8460 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9114f23a-c6a5-4b9c-8266-593ef305185e HTTP/1.1" status: 204 len: 168 time: 0.2630322 Jul 08 19:07:43.520775 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc1399f-a23a-44de-9aa5-b2da3488b2a3 None None] Network cde36103-3790-413d-a52e-8be7cf0e1b16 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:07:43.590860 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.643459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Deleting port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:07:43.643807 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.707387 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] For port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=2b4ccd3b-55b5-4643-b46f-bb72f38e1572,segment=NetworkSegment(005d7a4d-9135-46a6-9a7e-4fcee0415a57),segment_id=005d7a4d-9135-46a6-9a7e-4fcee0415a57)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:43.707687 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.721101 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Calling delete_port for 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:07:43.774374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] DHCP port deletion for cde36103-3790-413d-a52e-8be7cf0e1b16 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:07:43.811669 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.823912 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Deleting port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:07:43.824286 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.841125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4ccd3b-55b5-4643-b46f-bb72f38e1572,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:43.849208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] No DVR routers for this DVR port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:07:43.862510 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3e334685-a152-4724-972e-3d5e24df2fa0 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:07:43.893670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 3e334685-a152-4724-972e-3d5e24df2fa0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:07:43.894015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3e334685-a152-4724-972e-3d5e24df2fa0 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:07:43.894461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4752132e-60c6-435d-a9f0-ffaf25a31cd2 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:07:43.915876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 4752132e-60c6-435d-a9f0-ffaf25a31cd2 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:07:43.916206 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4752132e-60c6-435d-a9f0-ffaf25a31cd2 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:07:43.916622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:07:43.928709 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.942432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde36103-3790-413d-a52e-8be7cf0e1b16']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:43.943963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:07:43.944312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:07:43.949491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] For port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:43.949881 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.954438 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005d7a4d-9135-46a6-9a7e-4fcee0415a57') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:43.954587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005d7a4d-9135-46a6-9a7e-4fcee0415a57') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:43.962237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Calling delete_port for 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:07:43.963937 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.965314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 19:07:43.966450 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.981009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.988762 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:07:43.989370 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: timer() Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:07:43.991305 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:07:43.995466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Pushing event deleted for resources: {'Port': ['ID=2b4ccd3b-55b5-4643-b46f-bb72f38e1572,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:44.004030 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] No DVR routers for this DVR port 2b4ccd3b-55b5-4643-b46f-bb72f38e1572 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:07:44.006653 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.007064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.007474 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.007881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.008341 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.008772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.009164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.009571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.009967 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.010391 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.010780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.011164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae12c69-d1c7-4ea4-8c7a-0cb6c6fee272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:44.052792 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:44.058649 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:44.060505 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cde36103-3790-413d-a52e-8be7cf0e1b16 HTTP/1.1" status: 204 len: 168 time: 0.5395644 Jul 08 19:07:44.071833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a88d6-3a1f-49b5-97c3-f466b0d3f820 admin admin] Pushing event deleted for resources: {'Network': ['ID=cde36103-3790-413d-a52e-8be7cf0e1b16,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:44.229782 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60150) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:44.274368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-858bec6f-85de-4ee7-9f39-227f047c92d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=55d0ced70f594e249471d8fe642bf6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430949 Jul 08 19:07:44.277005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60152) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:44.324552 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40ee32b9-5f05-454a-a460-8d77ae0e401e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:44.347546 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40ee32b9-5f05-454a-a460-8d77ae0e401e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:44.395531 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40ee32b9-5f05-454a-a460-8d77ae0e401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:44.398089 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40ee32b9-5f05-454a-a460-8d77ae0e401e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:44.399325 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-40ee32b9-5f05-454a-a460-8d77ae0e401e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/872cfd25-f9b9-4b23-8c42-f68acc9e1792 HTTP/1.1" status: 204 len: 168 time: 0.1213956 Jul 08 19:07:44.407908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee32b9-5f05-454a-a460-8d77ae0e401e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872cfd25-f9b9-4b23-8c42-f68acc9e1792,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:44.721895 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60158) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:44.760816 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-01382b9b-32ab-49e0-90e5-2141d4c651ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d82fb7380184b088bf44b64fd45d519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377400 Jul 08 19:07:44.763209 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60160) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:44.809701 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7893f45c-7b82-4b92-bd82-f2c6ccff66b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:44.830929 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7893f45c-7b82-4b92-bd82-f2c6ccff66b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:44.878172 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7893f45c-7b82-4b92-bd82-f2c6ccff66b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:44.880692 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7893f45c-7b82-4b92-bd82-f2c6ccff66b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:44.881828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7893f45c-7b82-4b92-bd82-f2c6ccff66b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b72bf1f9-b7e5-48f1-89fe-f0b9f669b15d HTTP/1.1" status: 204 len: 168 time: 0.1177096 Jul 08 19:07:44.890327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893f45c-7b82-4b92-bd82-f2c6ccff66b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72bf1f9-b7e5-48f1-89fe-f0b9f669b15d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:46.505350 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60202) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:46.509993 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7b8980a8-3228-48c5-adb7-e57e9fe455a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707145115', 'description': 'tempest-secgroup-smoke-707145115 description', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:46.531359 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b8980a8-3228-48c5-adb7-e57e9fe455a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.539572 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b8980a8-3228-48c5-adb7-e57e9fe455a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.632969 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b8980a8-3228-48c5-adb7-e57e9fe455a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.636731 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b8980a8-3228-48c5-adb7-e57e9fe455a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.672014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8980a8-3228-48c5-adb7-e57e9fe455a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdedc7e2-7d26-402d-bfd5-b70bde244107,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:46.728164 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b8980a8-3228-48c5-adb7-e57e9fe455a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.731783 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b8980a8-3228-48c5-adb7-e57e9fe455a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.761138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8980a8-3228-48c5-adb7-e57e9fe455a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:46.764339 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b8980a8-3228-48c5-adb7-e57e9fe455a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.765546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7b8980a8-3228-48c5-adb7-e57e9fe455a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2591918 Jul 08 19:07:46.768517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60204) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:46.772933 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e5145fe9-9313-4a84-b6d2-15fed07855cf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '53d01d12-26dd-4fe2-9a42-f0c46bfbdee3', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:46.799216 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5145fe9-9313-4a84-b6d2-15fed07855cf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.853819 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5145fe9-9313-4a84-b6d2-15fed07855cf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.857332 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5145fe9-9313-4a84-b6d2-15fed07855cf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.878066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5145fe9-9313-4a84-b6d2-15fed07855cf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b760fd-1111-44e2-92db-c328d2e80de7,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:46.885644 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5145fe9-9313-4a84-b6d2-15fed07855cf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.886866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e5145fe9-9313-4a84-b6d2-15fed07855cf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174130 Jul 08 19:07:46.889597 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60206) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:46.893931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e59f9e38-386a-4c32-9d86-6d08983502b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '53d01d12-26dd-4fe2-9a42-f0c46bfbdee3', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:46.920139 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e59f9e38-386a-4c32-9d86-6d08983502b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.976606 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e59f9e38-386a-4c32-9d86-6d08983502b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:46.980346 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e59f9e38-386a-4c32-9d86-6d08983502b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.001291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f9e38-386a-4c32-9d86-6d08983502b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acdcb12b-7e4e-4afe-810e-d84c57274d72,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:47.004917 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e59f9e38-386a-4c32-9d86-6d08983502b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.006125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e59f9e38-386a-4c32-9d86-6d08983502b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156065 Jul 08 19:07:47.008849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60208) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:47.013305 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1667bc6c-ba1a-4161-a480-26482170ad50 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '53d01d12-26dd-4fe2-9a42-f0c46bfbdee3', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:47.039512 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1667bc6c-ba1a-4161-a480-26482170ad50 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.096491 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1667bc6c-ba1a-4161-a480-26482170ad50 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.100006 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1667bc6c-ba1a-4161-a480-26482170ad50 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.117623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667bc6c-ba1a-4161-a480-26482170ad50 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a2edae-af87-42cd-a8c3-efe8a930e6eb,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:47.122920 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1667bc6c-ba1a-4161-a480-26482170ad50 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.124113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1667bc6c-ba1a-4161-a480-26482170ad50 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143162 Jul 08 19:07:47.127388 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60210) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:47.132156 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-11f6cb31-9096-4d48-984f-b41604b57235 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '53d01d12-26dd-4fe2-9a42-f0c46bfbdee3', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:47.157885 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11f6cb31-9096-4d48-984f-b41604b57235 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.215189 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11f6cb31-9096-4d48-984f-b41604b57235 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.218752 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11f6cb31-9096-4d48-984f-b41604b57235 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.241104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6cb31-9096-4d48-984f-b41604b57235 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e211f80a-cc50-4917-ae1e-34ab97a9b76a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:47.245391 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11f6cb31-9096-4d48-984f-b41604b57235 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.246702 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-11f6cb31-9096-4d48-984f-b41604b57235 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181631 Jul 08 19:07:47.249367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60212) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:47.254474 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-815f2d27-dde9-4c93-b81a-3f21022b1c31 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '53d01d12-26dd-4fe2-9a42-f0c46bfbdee3', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:47.276097 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-815f2d27-dde9-4c93-b81a-3f21022b1c31 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Project 8b4041953cc94abfabf7d6ea7a50c6c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:07:47.282587 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815f2d27-dde9-4c93-b81a-3f21022b1c31 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.342801 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815f2d27-dde9-4c93-b81a-3f21022b1c31 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.346234 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815f2d27-dde9-4c93-b81a-3f21022b1c31 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.364167 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f2d27-dde9-4c93-b81a-3f21022b1c31 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0734ceeb-de61-4058-a2c9-cd0433035345,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:47.369694 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-815f2d27-dde9-4c93-b81a-3f21022b1c31 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.371110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-815f2d27-dde9-4c93-b81a-3f21022b1c31 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204264 Jul 08 19:07:47.373543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60214) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:47.378555 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2cc6880b-f9aa-4be7-b59e-5861cdecb62b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '53d01d12-26dd-4fe2-9a42-f0c46bfbdee3', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:47.398870 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-2cc6880b-f9aa-4be7-b59e-5861cdecb62b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Project 8b4041953cc94abfabf7d6ea7a50c6c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:07:47.403770 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2cc6880b-f9aa-4be7-b59e-5861cdecb62b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.465282 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2cc6880b-f9aa-4be7-b59e-5861cdecb62b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.469104 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2cc6880b-f9aa-4be7-b59e-5861cdecb62b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.488349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6880b-f9aa-4be7-b59e-5861cdecb62b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caed90cf-dc02-4f67-8641-d9bfa3bc4aea,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:47.491765 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2cc6880b-f9aa-4be7-b59e-5861cdecb62b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.492932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2cc6880b-f9aa-4be7-b59e-5861cdecb62b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184263 Jul 08 19:07:47.497492 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60216) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:47.502423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'network': {'name': 'tempest-network-smoke--1325877566', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'port_security_enabled': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:47.522686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:07:47.526066 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.549284 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:07:47.558254 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.558598 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Added segment c2efbfc8-c891-4fab-9037-376b7790df73 of type vlan for network c9632588-5bb7-4280-9c59-28375d107052 Jul 08 19:07:47.600260 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.627921 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.633651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:47.634249 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.693204 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1946220 Jul 08 19:07:47.696373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60218) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:47.701207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'admin_state_up': True, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:47.703517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf36124-008e-410d-a2f8-bc2054e802d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Network': ['ID=c9632588-5bb7-4280-9c59-28375d107052,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:47.714772 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network c9632588-5bb7-4280-9c59-28375d107052 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:07:47.724682 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.725643 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.778058 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:47.912894 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:48.110833 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:48.132458 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:48.230070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.25.8.168 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/40b4d58d-6178-46dc-8d42-89b5abd09668) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:07:48.330838 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:48.371101 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:48.407228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:07:48.410058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:07:48.415467 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:07:48.442060 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=40b4d58d-6178-46dc-8d42-89b5abd09668,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:48.657515 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:48.848519 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:49.194903 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:07:49.283029 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 80f21d41-250a-45c4-93a9-a9797e6250a0 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:07:49.388928 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:07:49.398683 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Sync routers for ids ['80f21d41-250a-45c4-93a9-a9797e6250a0'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:07:49.407720 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Routers {'80f21d41-250a-45c4-93a9-a9797e6250a0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:07:49.408378 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['80f21d41-250a-45c4-93a9-a9797e6250a0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:49.411259 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:49.412599 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cb507ca2-0499-4a4e-928d-5131fb407133 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7151864 Jul 08 19:07:49.415670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60220) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:49.512788 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Set router 80f21d41-250a-45c4-93a9-a9797e6250a0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:07:49.549222 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8d51da6e-2046-40c2-bfc9-0e60eb080958 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8b4041953cc94abfabf7d6ea7a50c6c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1322331 Jul 08 19:07:49.551908 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60224) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:49.637354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8dbff4-d262-4026-9cf2-f71c78db7ff7 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:49.639098 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-af8dbff4-d262-4026-9cf2-f71c78db7ff7 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862756 Jul 08 19:07:49.641963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60226) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:49.669244 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-22ae0697-2231-4a97-9b35-c0baf2a50c65 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261283 Jul 08 19:07:49.672075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60228) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:49.677423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-903395974', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:49.692095 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:48Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:49.721068 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Checking router: 80f21d41-250a-45c4-93a9-a9797e6250a0 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:07:49.721410 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Updating router 80f21d41-250a-45c4-93a9-a9797e6250a0 port 40b4d58d-6178-46dc-8d42-89b5abd09668 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:07:49.754847 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:49.765907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:07:49.769477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:49.949496 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.004433 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.029129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Subnet': ['ID=219b49ea-875d-418d-9b12-76cbd63ca258,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:50.029880 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Transition to ACTIVE for port object 40b4d58d-6178-46dc-8d42-89b5abd09668 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:07:50.030004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Checking segment: {'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:07:50.030004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network hostable DHCP agents. Network: c9632588-5bb7-4280-9c59-28375d107052, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:07:50.031433 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.048142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network c9632588-5bb7-4280-9c59-28375d107052 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:07:50.058606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, c9632588-5bb7-4280-9c59-28375d107052) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:07:50.062974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:50.063565 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.068547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df34bdec-9fea-4660-a7ff-40e80eea26c7 None None] Network c9632588-5bb7-4280-9c59-28375d107052 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:07:50.087286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-841ffd8a-18f7-4199-95b8-f015e6e6191e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4110701 Jul 08 19:07:50.087700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60230) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:07:50.095106 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Attempting to bind port 40b4d58d-6178-46dc-8d42-89b5abd09668 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:07:50.095465 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Attempting to bind port 40b4d58d-6178-46dc-8d42-89b5abd09668 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:07:50.095820 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Attempting to bind port 40b4d58d-6178-46dc-8d42-89b5abd09668 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:07:50.099067 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Pushing event updated for resources: {'Port': ['ID=40b4d58d-6178-46dc-8d42-89b5abd09668,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:50.106965 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:07:50.107333 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:07:50.107729 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.108118 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:07:50.108572 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Bound port: 40b4d58d-6178-46dc-8d42-89b5abd09668, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:07:50.108950 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.113260 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.113599 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.113932 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.114293 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.114633 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.114944 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.115269 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.115577 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.115894 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.116208 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.116521 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.116835 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:07:50.174197 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] For port 40b4d58d-6178-46dc-8d42-89b5abd09668, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:07:50.177313 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] For port 40b4d58d-6178-46dc-8d42-89b5abd09668, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=40b4d58d-6178-46dc-8d42-89b5abd09668,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:07:50.181257 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.242306 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb82a01-9410-4261-a52d-2dced427ba93 None None] Pushing event updated for resources: {'Port': ['ID=40b4d58d-6178-46dc-8d42-89b5abd09668,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:50.245342 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Routers {'80f21d41-250a-45c4-93a9-a9797e6250a0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:07:50.245951 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['80f21d41-250a-45c4-93a9-a9797e6250a0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:50.354976 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] Set router 80f21d41-250a-45c4-93a9-a9797e6250a0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:07:50.392633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-c9632588-5bb7-4280-9c59-28375d107052', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ips': [{'subnet_id': '219b49ea-875d-418d-9b12-76cbd63ca258'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:07:50.393635 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.538382 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Allocated IP 172.20.0.2 (c9632588-5bb7-4280-9c59-28375d107052/219b49ea-875d-418d-9b12-76cbd63ca258/b8bd5b76-dd42-4889-8bef-8d2d55243836) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:07:50.541294 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:48Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:50.561131 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.568177 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d4fb1-3667-49d9-8290-3a9cb4fcb958 None None] The sync data for ids ['80f21d41-250a-45c4-93a9-a9797e6250a0'] in n-d-799684-3 is: [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:48Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:07:50.696346 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.707926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Transition to ACTIVE for port object b8bd5b76-dd42-4889-8bef-8d2d55243836 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:07:50.726103 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Transition to ACTIVE for port object b8bd5b76-dd42-4889-8bef-8d2d55243836 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:07:50.736110 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.789449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Network c9632588-5bb7-4280-9c59-28375d107052 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:07:50.792576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:07:50.796117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:07:50.824039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Pushing event updated for resources: {'Port': ['ID=b8bd5b76-dd42-4889-8bef-8d2d55243836,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:50.879445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Attempting to bind port b8bd5b76-dd42-4889-8bef-8d2d55243836 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:07:50.879834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Attempting to bind port b8bd5b76-dd42-4889-8bef-8d2d55243836 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:07:50.880182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Attempting to bind port b8bd5b76-dd42-4889-8bef-8d2d55243836 on network c9632588-5bb7-4280-9c59-28375d107052 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:07:50.886099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:07:50.886523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Checking segment: {'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:07:50.886914 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.887304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Bound using segment: {'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:07:50.887776 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Bound port: b8bd5b76-dd42-4889-8bef-8d2d55243836, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:07:50.888156 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:50.963158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] For port b8bd5b76-dd42-4889-8bef-8d2d55243836, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:07:50.967142 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] For port b8bd5b76-dd42-4889-8bef-8d2d55243836, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b8bd5b76-dd42-4889-8bef-8d2d55243836,segment=NetworkSegment(c2efbfc8-c891-4fab-9037-376b7790df73),segment_id=c2efbfc8-c891-4fab-9037-376b7790df73)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:07:50.973234 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:51.036978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28102f2-03e2-470b-bcf0-c38143c1bd22 None None] Pushing event updated for resources: {'Port': ['ID=b8bd5b76-dd42-4889-8bef-8d2d55243836,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:51.278759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.20.0.1 (c9632588-5bb7-4280-9c59-28375d107052/219b49ea-875d-418d-9b12-76cbd63ca258/8e2f213a-af50-46e1-a0db-71d54668fa50) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:07:51.405577 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:51.418800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Transition to ACTIVE for port object 8e2f213a-af50-46e1-a0db-71d54668fa50 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:07:51.455496 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:51.501818 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network c9632588-5bb7-4280-9c59-28375d107052 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:07:51.507652 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:07:51.517860 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:07:51.543721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=8e2f213a-af50-46e1-a0db-71d54668fa50,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:51.568053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:51.611316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 40b4d58d-6178-46dc-8d42-89b5abd09668 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:07:51.668808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 40b4d58d-6178-46dc-8d42-89b5abd09668 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:07:51.673496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 40b4d58d-6178-46dc-8d42-89b5abd09668 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:07:51.674099 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:51.729744 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:51.756064 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:51.778756 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 40b4d58d-6178-46dc-8d42-89b5abd09668, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=40b4d58d-6178-46dc-8d42-89b5abd09668,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:51.783275 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:51.784517 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8bd5b76-dd42-4889-8bef-8d2d55243836 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:07:51.868451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=40b4d58d-6178-46dc-8d42-89b5abd09668,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:51.885901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b8bd5b76-dd42-4889-8bef-8d2d55243836 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:07:51.946985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926923b2-b179-4d78-bacc-601e9ddf07e8 None None] Network c9632588-5bb7-4280-9c59-28375d107052 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:07:52.032983 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:52.037403 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:52.064791 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e5842653-85a2-465c-b3f9-8c8644d6f2d2 None None] Provisioning for port b8bd5b76-dd42-4889-8bef-8d2d55243836 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:07:52.070479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e5842653-85a2-465c-b3f9-8c8644d6f2d2 None None] Provisioning complete for port b8bd5b76-dd42-4889-8bef-8d2d55243836 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:07:52.070847 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e5842653-85a2-465c-b3f9-8c8644d6f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:52.109030 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=8e2f213a-af50-46e1-a0db-71d54668fa50,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:52.114459 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:52.202010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e5842653-85a2-465c-b3f9-8c8644d6f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:52.217947 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network c9632588-5bb7-4280-9c59-28375d107052 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:07:52.220111 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:07:52.239810 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e5842653-85a2-465c-b3f9-8c8644d6f2d2 None None] For port b8bd5b76-dd42-4889-8bef-8d2d55243836, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b8bd5b76-dd42-4889-8bef-8d2d55243836,segment=NetworkSegment(c2efbfc8-c891-4fab-9037-376b7790df73),segment_id=c2efbfc8-c891-4fab-9037-376b7790df73)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:52.244652 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e5842653-85a2-465c-b3f9-8c8644d6f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:52.302287 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5842653-85a2-465c-b3f9-8c8644d6f2d2 None None] Pushing event updated for resources: {'Port': ['ID=b8bd5b76-dd42-4889-8bef-8d2d55243836,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:52.342498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 80f21d41-250a-45c4-93a9-a9797e6250a0 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:07:52.459144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:07:52.465517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4d012f9b-6102-42ae-8159-e5ed8759ae5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "PUT /v2.0/routers/80f21d41-250a-45c4-93a9-a9797e6250a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3762405 Jul 08 19:07:52.477137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cc107ed0-3c18-4c82-9f44-5149fe576c6d None None] Provisioning complete for port b8bd5b76-dd42-4889-8bef-8d2d55243836 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:07:52.477639 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc107ed0-3c18-4c82-9f44-5149fe576c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:52.552400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Sync routers for ids ['80f21d41-250a-45c4-93a9-a9797e6250a0'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:07:52.572975 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Routers {'80f21d41-250a-45c4-93a9-a9797e6250a0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:07:52.573794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['80f21d41-250a-45c4-93a9-a9797e6250a0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:52.626333 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-2209e736-1954-4477-83ec-24fd5012bf53 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707145115&fields=id&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 267 time: 0.0381629 Jul 08 19:07:52.636188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cc107ed0-3c18-4c82-9f44-5149fe576c6d None None] Provisioning for port 8e2f213a-af50-46e1-a0db-71d54668fa50 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:07:52.667647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cc107ed0-3c18-4c82-9f44-5149fe576c6d None None] Provisioning complete for port 8e2f213a-af50-46e1-a0db-71d54668fa50 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:07:52.668087 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc107ed0-3c18-4c82-9f44-5149fe576c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:52.718822 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-cc107ed0-3c18-4c82-9f44-5149fe576c6d None None] Port 8e2f213a-af50-46e1-a0db-71d54668fa50 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:07:52.725483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Set router 80f21d41-250a-45c4-93a9-a9797e6250a0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:07:52.739708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-88c4af44-2953-45bb-b317-bb2d8c976610 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:52.741247 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-88c4af44-2953-45bb-b317-bb2d8c976610 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/networks?id=c9632588-5bb7-4280-9c59-28375d107052 HTTP/1.1" status: 200 len: 797 time: 0.1100698 Jul 08 19:07:52.758000 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-5f9f6317-cb62-4818-8a3e-8576f43c38e2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/quotas/8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 375 time: 0.0112596 Jul 08 19:07:52.831034 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-913900d8-e465-4d96-8eb6-ce10dcb279ea tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674610 Jul 08 19:07:52.864685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-66dc3083-85c7-4388-a155-2fd9638f5ef6 None None] Provisioning complete for port 8e2f213a-af50-46e1-a0db-71d54668fa50 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:07:52.865057 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-66dc3083-85c7-4388-a155-2fd9638f5ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:52.921670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-66dc3083-85c7-4388-a155-2fd9638f5ef6 None None] Port 8e2f213a-af50-46e1-a0db-71d54668fa50 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:07:52.968920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8e2f213a-af50-46e1-a0db-71d54668fa50', 'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:e5:d5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:50Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 2, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:52.973368 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-f8460c29-4f6d-454e-93ae-c108f2363c34 service neutron] 10.222.0.73 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305633 Jul 08 19:07:52.995268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Checking router: 80f21d41-250a-45c4-93a9-a9797e6250a0 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:07:52.995621 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Updating router 80f21d41-250a-45c4-93a9-a9797e6250a0 port 8e2f213a-af50-46e1-a0db-71d54668fa50 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:07:53.032436 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:53.067257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-87ae7308-5e8d-40ef-8ab3-e18491c2efef service neutron] 10.222.0.73 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878470 Jul 08 19:07:53.241790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7fb88286-3c18-4693-858c-82b9c6b247df req-7f07a1a7-6b68-40af-95bf-7e0ab361c618 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 210 time: 0.0357280 Jul 08 19:07:53.298940 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:53.308430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Transition to ACTIVE for port object 8e2f213a-af50-46e1-a0db-71d54668fa50 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:07:53.315086 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:53.362133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d71c5c-4ddb-4e70-bed9-f3b88d403721 None None] Pushing event updated for resources: {'Port': ['ID=8e2f213a-af50-46e1-a0db-71d54668fa50,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:53.426010 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Attempting to bind port 8e2f213a-af50-46e1-a0db-71d54668fa50 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:07:53.426511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Attempting to bind port 8e2f213a-af50-46e1-a0db-71d54668fa50 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:07:53.426720 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Attempting to bind port 8e2f213a-af50-46e1-a0db-71d54668fa50 on network c9632588-5bb7-4280-9c59-28375d107052 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:07:53.431824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:07:53.432192 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Checking segment: {'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:07:53.432589 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:53.432976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Bound using segment: {'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:07:53.433437 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Bound port: 8e2f213a-af50-46e1-a0db-71d54668fa50, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:07:53.433815 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:53.504902 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] For port 8e2f213a-af50-46e1-a0db-71d54668fa50, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:07:53.511947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] For port 8e2f213a-af50-46e1-a0db-71d54668fa50, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8e2f213a-af50-46e1-a0db-71d54668fa50,segment=NetworkSegment(c2efbfc8-c891-4fab-9037-376b7790df73),segment_id=c2efbfc8-c891-4fab-9037-376b7790df73)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:07:53.518924 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:53.600795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Routers {'80f21d41-250a-45c4-93a9-a9797e6250a0'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:07:53.601765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['80f21d41-250a-45c4-93a9-a9797e6250a0'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:53.603742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d71c5c-4ddb-4e70-bed9-f3b88d403721 None None] Pushing event updated for resources: {'Port': ['ID=8e2f213a-af50-46e1-a0db-71d54668fa50,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:53.736158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 40b4d58d-6178-46dc-8d42-89b5abd09668 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:07:53.739377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] Set router 80f21d41-250a-45c4-93a9-a9797e6250a0 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:07:53.909021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 40b4d58d-6178-46dc-8d42-89b5abd09668 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:07:53.909385 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:54.035930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8bd5b76-dd42-4889-8bef-8d2d55243836 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:07:54.073500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8e2f213a-af50-46e1-a0db-71d54668fa50', 'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:e5:d5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:50Z', 'updated_at': '2021-07-08T19:07:53Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:07:54.103179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee20e9-767b-4260-9896-ccc9364f4fba None None] The sync data for ids ['80f21d41-250a-45c4-93a9-a9797e6250a0'] in n-d-799684-3 is: [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8e2f213a-af50-46e1-a0db-71d54668fa50', 'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:e5:d5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:50Z', 'updated_at': '2021-07-08T19:07:53Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:07:54.115179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b8bd5b76-dd42-4889-8bef-8d2d55243836 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:07:54.115550 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:54.421338 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-56128207-96f8-4806-9ebe-6e9502bb0961 req-3617ee67-b833-4b85-90d7-9c1bfa925768 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 210 time: 0.0427909 Jul 08 19:07:54.469918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-8736297e-eb68-4e36-a478-1a3e237c9554 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:54.471385 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-8736297e-eb68-4e36-a478-1a3e237c9554 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/networks?id=c9632588-5bb7-4280-9c59-28375d107052 HTTP/1.1" status: 200 len: 797 time: 0.1624496 Jul 08 19:07:54.518502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e8568702-eb7a-4ccd-8495-959c2e3924be tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 379 time: 0.0378399 Jul 08 19:07:54.528460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'port': {'device_id': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'admin_state_up': True, 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'security_groups': ['53d01d12-26dd-4fe2-9a42-f0c46bfbdee3']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:54.640710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:07:54.645019 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:54.784246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.20.0.8 (c9632588-5bb7-4280-9c59-28375d107052/219b49ea-875d-418d-9b12-76cbd63ca258/4da8a479-39ee-42f1-853f-83c172042734) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:07:54.931221 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:54.947055 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Transition to ACTIVE for port object 4da8a479-39ee-42f1-853f-83c172042734 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:07:54.981902 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.026923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network c9632588-5bb7-4280-9c59-28375d107052 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:07:55.033004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:07:55.037155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:07:55.069034 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=4da8a479-39ee-42f1-853f-83c172042734,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:55.101571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:55.102241 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.117964 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-35ef6ba3-e064-4b04-8c32-954e91766ae2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5936546 Jul 08 19:07:55.130810 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-d87834da-0bbb-4f22-8b1e-174bcebcf0d4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:07:55.132074 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-d87834da-0bbb-4f22-8b1e-174bcebcf0d4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070696 Jul 08 19:07:55.143056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Request body: {'port': {'device_id': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:07:55.225513 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.265099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1342a9d0-c4ad-44d2-b575-1fbdf5b1c0d4 None None] Provisioning for port 4da8a479-39ee-42f1-853f-83c172042734 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:07:55.271286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1342a9d0-c4ad-44d2-b575-1fbdf5b1c0d4 None None] Provisioning complete for port 4da8a479-39ee-42f1-853f-83c172042734 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:07:55.271661 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1342a9d0-c4ad-44d2-b575-1fbdf5b1c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.310641 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1342a9d0-c4ad-44d2-b575-1fbdf5b1c0d4 None None] Port 4da8a479-39ee-42f1-853f-83c172042734 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:07:55.501768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da8a479-39ee-42f1-853f-83c172042734 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:07:55.509554 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.522869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Transition to ACTIVE for port object 4da8a479-39ee-42f1-853f-83c172042734 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:07:55.527754 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.592987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8e2f213a-af50-46e1-a0db-71d54668fa50 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:07:55.613725 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4da8a479-39ee-42f1-853f-83c172042734,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:55.657331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 8e2f213a-af50-46e1-a0db-71d54668fa50 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:07:55.661958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8e2f213a-af50-46e1-a0db-71d54668fa50 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:07:55.662550 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.703664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519cdc3-a6ae-4796-81b8-fdfc2172cec7 req-2eaf047c-0bff-4a0e-8444-6b924c848ca2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:55.705360 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d519cdc3-a6ae-4796-81b8-fdfc2172cec7 req-2eaf047c-0bff-4a0e-8444-6b924c848ca2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 943 time: 0.1520672 Jul 08 19:07:55.734461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Attempting to bind port 4da8a479-39ee-42f1-853f-83c172042734 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:07:55.734702 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Attempting to bind port 4da8a479-39ee-42f1-853f-83c172042734 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:07:55.735495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Attempting to bind port 4da8a479-39ee-42f1-853f-83c172042734 on network c9632588-5bb7-4280-9c59-28375d107052 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:07:55.746166 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Port 4da8a479-39ee-42f1-853f-83c172042734 on network c9632588-5bb7-4280-9c59-28375d107052 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:07:55.746437 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Attempting to bind port 4da8a479-39ee-42f1-853f-83c172042734 on network c9632588-5bb7-4280-9c59-28375d107052 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:07:55.758088 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.760366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:07:55.760714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Checking segment: {'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:07:55.761107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Bound using segment: {'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:07:55.761759 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Bound port: 4da8a479-39ee-42f1-853f-83c172042734, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2efbfc8-c891-4fab-9037-376b7790df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:07:55.761918 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.775564 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d519cdc3-a6ae-4796-81b8-fdfc2172cec7 req-9965a665-adc5-435e-b287-a013105978d5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631211 Jul 08 19:07:55.802489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 8e2f213a-af50-46e1-a0db-71d54668fa50, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8e2f213a-af50-46e1-a0db-71d54668fa50,segment=NetworkSegment(c2efbfc8-c891-4fab-9037-376b7790df73),segment_id=c2efbfc8-c891-4fab-9037-376b7790df73)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:55.808362 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.844203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] For port 4da8a479-39ee-42f1-853f-83c172042734, host n-h1-799684-3, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:07:55.847366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] For port 4da8a479-39ee-42f1-853f-83c172042734, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4da8a479-39ee-42f1-853f-83c172042734,segment=NetworkSegment(c2efbfc8-c891-4fab-9037-376b7790df73),segment_id=c2efbfc8-c891-4fab-9037-376b7790df73)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:07:55.853793 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.874133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=8e2f213a-af50-46e1-a0db-71d54668fa50,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:55.887970 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:55.888582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:55.890027 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] 10.222.0.74 "PUT /v2.0/ports/4da8a479-39ee-42f1-853f-83c172042734 HTTP/1.1" status: 200 len: 1091 time: 0.7519467 Jul 08 19:07:55.890667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'tag': '4da8a479-39ee-42f1-853f-83c172042734'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:07:55.892840 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b9f850-49af-40c9-97f9-598663007ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad21bb60-1a70-4d2a-9320-2f9f1cc44139", "tag": "4da8a479-39ee-42f1-853f-83c172042734"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:07:55.924930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7e408-6692-46b1-8bf9-168e1bdb83a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4da8a479-39ee-42f1-853f-83c172042734,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:07:55.968597 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9fca07-05fe-4e8f-bb0e-937080c710fe x-openstack-request-id: req-4d9fca07-05fe-4e8f-bb0e-937080c710fe {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:07:55.968892 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad21bb60-1a70-4d2a-9320-2f9f1cc44139", "tag": "4da8a479-39ee-42f1-853f-83c172042734", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:07:55.969668 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d9fca07-05fe-4e8f-bb0e-937080c710fe {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:07:55.970067 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'tag': '4da8a479-39ee-42f1-853f-83c172042734', 'status': 'completed', 'code': 200} Jul 08 19:07:55.998989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-760296ec-6d8e-4a66-b8d2-7aaad0fcc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:56.000481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-760296ec-6d8e-4a66-b8d2-7aaad0fcc7f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 1094 time: 0.0611722 Jul 08 19:07:56.045404 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-463c8549-8de1-4cf6-bcd4-01905c2d5e91 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da8a479-39ee-42f1-853f-83c172042734 HTTP/1.1" status: 200 len: 217 time: 0.0380831 Jul 08 19:07:56.093282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-fabfc93b-279c-4560-aca8-3dab46c23936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:56.095270 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-fabfc93b-279c-4560-aca8-3dab46c23936 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=219b49ea-875d-418d-9b12-76cbd63ca258 HTTP/1.1" status: 200 len: 834 time: 0.0441029 Jul 08 19:07:56.150848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-24baea38-b50d-47b6-b684-22d679754afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:56.152333 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-24baea38-b50d-47b6-b684-22d679754afa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9632588-5bb7-4280-9c59-28375d107052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512855 Jul 08 19:07:56.258251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-7de888d4-423f-44a6-ac9f-961595f14737 service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988324 Jul 08 19:07:56.353373 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1b95657-15ee-4055-8c65-818adbf91bb5 req-976b1d5e-4054-45c3-8de0-4b8f64a2003c service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880785 Jul 08 19:07:56.463000 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9f850-49af-40c9-97f9-598663007ed8 req-68061218-e43b-4671-a8b0-72217c7f76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:56.464514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5b9f850-49af-40c9-97f9-598663007ed8 req-68061218-e43b-4671-a8b0-72217c7f76a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 1094 time: 0.0605297 Jul 08 19:07:56.560714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9f850-49af-40c9-97f9-598663007ed8 req-0ac399f4-2233-47de-8644-8282576cb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:56.562068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5b9f850-49af-40c9-97f9-598663007ed8 req-0ac399f4-2233-47de-8644-8282576cb369 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9632588-5bb7-4280-9c59-28375d107052 HTTP/1.1" status: 200 len: 898 time: 0.0895917 Jul 08 19:07:56.603502 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5b9f850-49af-40c9-97f9-598663007ed8 req-87770e70-c239-4773-958f-715e7e2d8a55 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da8a479-39ee-42f1-853f-83c172042734 HTTP/1.1" status: 200 len: 217 time: 0.0349011 Jul 08 19:07:56.652225 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9f850-49af-40c9-97f9-598663007ed8 req-68dfe28e-e530-4c7d-931e-07ce77a4261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:56.653640 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5b9f850-49af-40c9-97f9-598663007ed8 req-68dfe28e-e530-4c7d-931e-07ce77a4261d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=219b49ea-875d-418d-9b12-76cbd63ca258 HTTP/1.1" status: 200 len: 834 time: 0.0431423 Jul 08 19:07:56.714476 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9f850-49af-40c9-97f9-598663007ed8 req-1a077d3e-7742-4363-b648-98954b9b1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:56.715961 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5b9f850-49af-40c9-97f9-598663007ed8 req-1a077d3e-7742-4363-b648-98954b9b1b09 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9632588-5bb7-4280-9c59-28375d107052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553575 Jul 08 19:07:56.802553 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5b9f850-49af-40c9-97f9-598663007ed8 req-9f706a3a-3bec-47b8-8c90-d73609903d34 service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796778 Jul 08 19:07:56.896531 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f5b9f850-49af-40c9-97f9-598663007ed8 req-c6b04fc1-79dc-4678-99f2-3ce06766d82a service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869958 Jul 08 19:07:56.959213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb71d6-d343-449e-b635-2b189a7868c7 req-09e005ad-f9f0-4f15-afaa-ca51cc02f332 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:56.960704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7eb71d6-d343-449e-b635-2b189a7868c7 req-09e005ad-f9f0-4f15-afaa-ca51cc02f332 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 943 time: 0.0629528 Jul 08 19:07:56.997025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e7eb71d6-d343-449e-b635-2b189a7868c7 req-3cf19e64-ac81-4c60-93c9-1475fd1b65d6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308697 Jul 08 19:07:57.549568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8e2f213a-af50-46e1-a0db-71d54668fa50 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:07:57.601394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 8e2f213a-af50-46e1-a0db-71d54668fa50 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:07:57.602020 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:58.169878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690e0ed-ba57-4984-aff9-32c4026cd98a req-4d025256-2d89-4ac3-bd30-f0bb6f30f21f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:58.171369 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6690e0ed-ba57-4984-aff9-32c4026cd98a req-4d025256-2d89-4ac3-bd30-f0bb6f30f21f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 943 time: 0.0618062 Jul 08 19:07:58.213084 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6690e0ed-ba57-4984-aff9-32c4026cd98a req-a1b947af-f7ca-4828-a627-a7bb6b2bb32d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359585 Jul 08 19:07:59.382972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb8771-af8d-4f30-b1d0-3af73a629d20 req-a8ef7bf3-00d7-476a-a52e-41f8425597bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:07:59.384457 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ccb8771-af8d-4f30-b1d0-3af73a629d20 req-a8ef7bf3-00d7-476a-a52e-41f8425597bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 943 time: 0.0630889 Jul 08 19:07:59.421224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ccb8771-af8d-4f30-b1d0-3af73a629d20 req-e35497d4-5a65-4f38-b134-40df84107de3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311043 Jul 08 19:07:59.549774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4da8a479-39ee-42f1-853f-83c172042734 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:07:59.643027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4da8a479-39ee-42f1-853f-83c172042734, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4da8a479-39ee-42f1-853f-83c172042734,segment=NetworkSegment(c2efbfc8-c891-4fab-9037-376b7790df73),segment_id=c2efbfc8-c891-4fab-9037-376b7790df73)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:59.653831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '4da8a479-39ee-42f1-853f-83c172042734', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'port_id': '4da8a479-39ee-42f1-853f-83c172042734', 'mac_address': 'fa:16:3e:2e:ac:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:07:59.693329 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:59.705423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da8a479-39ee-42f1-853f-83c172042734 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:07:59.725423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4da8a479-39ee-42f1-853f-83c172042734, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4da8a479-39ee-42f1-853f-83c172042734,segment=NetworkSegment(c2efbfc8-c891-4fab-9037-376b7790df73),segment_id=c2efbfc8-c891-4fab-9037-376b7790df73)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:07:59.729268 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:07:59.774172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=4da8a479-39ee-42f1-853f-83c172042734,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:08:00.072479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['4da8a479-39ee-42f1-853f-83c172042734'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:08:00.593627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d946-8e28-4cd7-833d-434e65cd7bf2 req-af70a919-3887-441b-8db2-f13842b47c34 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:00.595139 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-50c7d946-8e28-4cd7-833d-434e65cd7bf2 req-af70a919-3887-441b-8db2-f13842b47c34 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 944 time: 0.0624831 Jul 08 19:08:00.632520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-50c7d946-8e28-4cd7-833d-434e65cd7bf2 req-82bb847b-95ed-4e4f-88ad-6a743eaa100b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313618 Jul 08 19:08:01.548798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4da8a479-39ee-42f1-853f-83c172042734 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:08:01.597761 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 4da8a479-39ee-42f1-853f-83c172042734 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:08:01.601229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 4da8a479-39ee-42f1-853f-83c172042734 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:08:01.601592 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:01.680012 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:01.701588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da8a479-39ee-42f1-853f-83c172042734'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:08:01.703852 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678fce4a-490c-4bb8-a143-11041512022e" -d '{"events": [{"server_uuid": "ad21bb60-1a70-4d2a-9320-2f9f1cc44139", "name": "network-vif-plugged", "status": "completed", "tag": "4da8a479-39ee-42f1-853f-83c172042734"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:08:01.716583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 4da8a479-39ee-42f1-853f-83c172042734, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4da8a479-39ee-42f1-853f-83c172042734,segment=NetworkSegment(c2efbfc8-c891-4fab-9037-376b7790df73),segment_id=c2efbfc8-c891-4fab-9037-376b7790df73)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:08:01.720446 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:01.767198 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=4da8a479-39ee-42f1-853f-83c172042734,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:08:02.109128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32fc75-aa5e-447b-9e4e-8c7180e1a024 req-f6379f94-c5e5-4d13-98f0-8db94098c216 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:02.110546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b32fc75-aa5e-447b-9e4e-8c7180e1a024 req-f6379f94-c5e5-4d13-98f0-8db94098c216 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.3658774 Jul 08 19:08:02.148304 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9b32fc75-aa5e-447b-9e4e-8c7180e1a024 req-9de22a28-8f4d-4ec2-a7ca-a314dcf3cecb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315487 Jul 08 19:08:02.252012 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81f13cd-954e-4cb2-a8ee-920c95b218f2 x-openstack-request-id: req-e81f13cd-954e-4cb2-a8ee-920c95b218f2 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:08:02.252307 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad21bb60-1a70-4d2a-9320-2f9f1cc44139", "name": "network-vif-plugged", "status": "completed", "tag": "4da8a479-39ee-42f1-853f-83c172042734", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:08:02.252558 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e81f13cd-954e-4cb2-a8ee-920c95b218f2 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:08:02.252953 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da8a479-39ee-42f1-853f-83c172042734', 'code': 200} Jul 08 19:08:02.363621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee038e6-cede-4331-995e-575d2cc4c3b2 req-2d346aa7-4d3d-4d22-a37b-be9171f644c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:02.365030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aee038e6-cede-4331-995e-575d2cc4c3b2 req-2d346aa7-4d3d-4d22-a37b-be9171f644c9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 1096 time: 0.0517917 Jul 08 19:08:02.398880 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aee038e6-cede-4331-995e-575d2cc4c3b2 req-19ad0ebe-f7d0-4b5f-b18d-1ba3e3508f3d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277965 Jul 08 19:08:03.322721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563cca2-1fb3-493e-9927-f2019cfa61ff req-50d9c935-1b44-4d76-a2f6-8ef2fcada5ae tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:03.324105 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2563cca2-1fb3-493e-9927-f2019cfa61ff req-50d9c935-1b44-4d76-a2f6-8ef2fcada5ae tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0664806 Jul 08 19:08:03.361460 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2563cca2-1fb3-493e-9927-f2019cfa61ff req-b16e8ef4-bf27-4093-b3fc-85ea4ffb91c5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317101 Jul 08 19:08:04.105066 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:04.533986 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef651d-a96b-41c1-a8bd-ae7c196e6eb9 req-18e8990d-acdf-41de-ba0f-fda6b0a8ba9f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:04.536080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17ef651d-a96b-41c1-a8bd-ae7c196e6eb9 req-18e8990d-acdf-41de-ba0f-fda6b0a8ba9f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0630150 Jul 08 19:08:04.572959 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-17ef651d-a96b-41c1-a8bd-ae7c196e6eb9 req-51849628-6f59-40bd-8192-5d1d408a6739 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313005 Jul 08 19:08:04.745317 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810f163-b55f-48a1-adfd-0d5153d2713b req-5784b10c-a8bc-4253-866b-d7cd167c1b62 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:04.746822 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c810f163-b55f-48a1-adfd-0d5153d2713b req-5784b10c-a8bc-4253-866b-d7cd167c1b62 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0629768 Jul 08 19:08:04.783836 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c810f163-b55f-48a1-adfd-0d5153d2713b req-3e69f4df-80d2-46c6-b480-5e14053e0a6a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314734 Jul 08 19:08:04.808470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60284) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:08:04.863984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d7352-cfd0-4d99-a894-26ac40892e0b tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:04.865499 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d04d7352-cfd0-4d99-a894-26ac40892e0b tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 1091 time: 0.0560455 Jul 08 19:08:04.868372 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60286) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:08:04.872691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '4da8a479-39ee-42f1-853f-83c172042734', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:08:04.895121 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:04.990371 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:04.990665 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:05.092349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.25.8.2 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/f5a8811b-84a0-4f14-9d0c-cb3ca97e1adc) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:08:05.190107 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:05.232180 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:05.266663 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:08:05.270026 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:08:05.275505 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:08:05.299020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=f5a8811b-84a0-4f14-9d0c-cb3ca97e1adc,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:08:05.636678 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:05.719376 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:05.865979 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:05.870300 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:05.938832 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=f5a8811b-84a0-4f14-9d0c-cb3ca97e1adc,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:08:05.951216 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:06.051903 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Floating IP 47baf0b7-9d2d-4a81-81ff-153ec2dbec75 associated. External IP: 172.25.8.2, port: 4da8a479-39ee-42f1-853f-83c172042734. Jul 08 19:08:06.256306 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 80f21d41-250a-45c4-93a9-a9797e6250a0 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:08:06.348609 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-02e61ab3-e9e2-4e4e-8b8a-58f2321b7df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:06.370635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:08:06.381030 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b11b99-adaa-44c8-acd5-0798fd60bbc6 None None] Sync routers for ids ['80f21d41-250a-45c4-93a9-a9797e6250a0'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:08:06.386003 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:06.390698 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b11b99-adaa-44c8-acd5-0798fd60bbc6 None None] Routers {'80f21d41-250a-45c4-93a9-a9797e6250a0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:08:06.391311 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-43b11b99-adaa-44c8-acd5-0798fd60bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['80f21d41-250a-45c4-93a9-a9797e6250a0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:08:06.422410 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-463ab542-e1e1-4a40-86b8-3cde5cb45c4b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5527272 Jul 08 19:08:06.423003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'tag': '4da8a479-39ee-42f1-853f-83c172042734'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:08:06.425943 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad21bb60-1a70-4d2a-9320-2f9f1cc44139", "tag": "4da8a479-39ee-42f1-853f-83c172042734"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:08:06.496466 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-43b11b99-adaa-44c8-acd5-0798fd60bbc6 None None] Set router 80f21d41-250a-45c4-93a9-a9797e6250a0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:08:06.573739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd8a78-35d0-4572-b8bc-145a7bc2ab6c req-0a1c50cb-32aa-44f9-9994-8ded273edfb3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:06.575276 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5dbd8a78-35d0-4572-b8bc-145a7bc2ab6c req-0a1c50cb-32aa-44f9-9994-8ded273edfb3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0627794 Jul 08 19:08:06.617346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5dbd8a78-35d0-4572-b8bc-145a7bc2ab6c req-58a10589-e121-4e18-a44a-61abe7bc33e2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364125 Jul 08 19:08:06.643003 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60292) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:08:06.690341 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.74', 56135) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:08:06.691669 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bf9492-05f6-4e07-8c9f-3650920bec46 x-openstack-request-id: req-c3bf9492-05f6-4e07-8c9f-3650920bec46 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:08:06.691812 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad21bb60-1a70-4d2a-9320-2f9f1cc44139", "tag": "4da8a479-39ee-42f1-853f-83c172042734", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:08:06.692134 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c3bf9492-05f6-4e07-8c9f-3650920bec46 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:08:06.692582 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'tag': '4da8a479-39ee-42f1-853f-83c172042734', 'status': 'completed', 'code': 200} Jul 08 19:08:06.721862 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-43b11b99-adaa-44c8-acd5-0798fd60bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '47baf0b7-9d2d-4a81-81ff-153ec2dbec75', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'port_id': '4da8a479-39ee-42f1-853f-83c172042734', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'mac_address': 'fa:16:3e:2e:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:08:05Z', 'updated_at': '2021-07-08T19:08:05Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2f213a-af50-46e1-a0db-71d54668fa50', 'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:e5:d5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:50Z', 'updated_at': '2021-07-08T19:07:55Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:08:06.745257 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2c234176-b91e-4479-8747-bc7d970ba4b6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/47baf0b7-9d2d-4a81-81ff-153ec2dbec75 HTTP/1.1" status: 200 len: 989 time: 0.0997181 Jul 08 19:08:06.751909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7 req-4258189f-16e9-4ff5-988a-360dc9f21144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:06.754460 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7 req-4258189f-16e9-4ff5-988a-360dc9f21144 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 1096 time: 0.0613430 Jul 08 19:08:06.764586 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-3c96ed0a-7a9f-4dee-8c6c-eabd2128ed43 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754764 Jul 08 19:08:06.838307 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b11b99-adaa-44c8-acd5-0798fd60bbc6 None None] Checking router: 80f21d41-250a-45c4-93a9-a9797e6250a0 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:08:06.846571 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b11b99-adaa-44c8-acd5-0798fd60bbc6 None None] Routers {'80f21d41-250a-45c4-93a9-a9797e6250a0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:08:06.846915 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7 req-f966920a-47eb-44f5-97f1-c7930588e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:06.847240 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-43b11b99-adaa-44c8-acd5-0798fd60bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:07:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['80f21d41-250a-45c4-93a9-a9797e6250a0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:08:06.848984 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7 req-f966920a-47eb-44f5-97f1-c7930588e783 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9632588-5bb7-4280-9c59-28375d107052 HTTP/1.1" status: 200 len: 898 time: 0.0883806 Jul 08 19:08:06.916211 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7 req-4bd47795-df2d-49a8-95dd-84e565e6843b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da8a479-39ee-42f1-853f-83c172042734 HTTP/1.1" status: 200 len: 997 time: 0.0611074 Jul 08 19:08:06.951727 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-43b11b99-adaa-44c8-acd5-0798fd60bbc6 None None] Set router 80f21d41-250a-45c4-93a9-a9797e6250a0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:08:06.964852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7 req-78acee78-d350-4cc0-9f14-d02788e4c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:06.966353 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7 req-78acee78-d350-4cc0-9f14-d02788e4c3cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=219b49ea-875d-418d-9b12-76cbd63ca258 HTTP/1.1" status: 200 len: 834 time: 0.0434349 Jul 08 19:08:07.022146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7 req-3b15f70a-dfb9-4b45-8439-4cb3470805eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:07.023645 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7 req-3b15f70a-dfb9-4b45-8439-4cb3470805eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9632588-5bb7-4280-9c59-28375d107052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505342 Jul 08 19:08:07.115051 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7 req-f96cbd02-9ff9-42b1-b42b-f1aceb1dc8cd service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851893 Jul 08 19:08:07.171076 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-43b11b99-adaa-44c8-acd5-0798fd60bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '47baf0b7-9d2d-4a81-81ff-153ec2dbec75', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'port_id': '4da8a479-39ee-42f1-853f-83c172042734', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'mac_address': 'fa:16:3e:2e:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:08:05Z', 'updated_at': '2021-07-08T19:08:05Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2f213a-af50-46e1-a0db-71d54668fa50', 'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:e5:d5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:50Z', 'updated_at': '2021-07-08T19:07:55Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:08:07.199987 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b11b99-adaa-44c8-acd5-0798fd60bbc6 None None] The sync data for ids ['80f21d41-250a-45c4-93a9-a9797e6250a0'] in n-d-799684-3 is: [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '47baf0b7-9d2d-4a81-81ff-153ec2dbec75', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'port_id': '4da8a479-39ee-42f1-853f-83c172042734', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'mac_address': 'fa:16:3e:2e:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:08:05Z', 'updated_at': '2021-07-08T19:08:05Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2f213a-af50-46e1-a0db-71d54668fa50', 'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:e5:d5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:50Z', 'updated_at': '2021-07-08T19:07:55Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:08:07.203230 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2b2f72bf-1784-4ce8-a2aa-2e73331665e7 req-02d292ea-6504-4acb-ac8b-a652596aa2cc service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824389 Jul 08 19:08:07.320694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-819d194e-2fcf-45d1-b1b0-746b6a2e5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:07.322229 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-819d194e-2fcf-45d1-b1b0-746b6a2e5c25 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 1096 time: 0.0538206 Jul 08 19:08:07.392479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9672856-5060-415e-a100-60fb9a5b0972 None None] New status for floating IP 47baf0b7-9d2d-4a81-81ff-153ec2dbec75: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:08:07.435326 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-6a5f2756-bd4f-4c43-96c8-fa3ae286f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:07.436792 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-6a5f2756-bd4f-4c43-96c8-fa3ae286f948 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9632588-5bb7-4280-9c59-28375d107052 HTTP/1.1" status: 200 len: 898 time: 0.0934072 Jul 08 19:08:07.500827 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-45c31fd5-0d5c-475d-bd35-59cab4ccc2d1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da8a479-39ee-42f1-853f-83c172042734 HTTP/1.1" status: 200 len: 997 time: 0.0577545 Jul 08 19:08:07.559303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-aba56eb2-c5e4-49c7-9e25-518e22147770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:07.560869 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-aba56eb2-c5e4-49c7-9e25-518e22147770 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=219b49ea-875d-418d-9b12-76cbd63ca258 HTTP/1.1" status: 200 len: 834 time: 0.0535750 Jul 08 19:08:07.617681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-b50bf83a-cf64-471d-bb48-3f26137dec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:08:07.619223 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-b50bf83a-cf64-471d-bb48-3f26137dec4e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9632588-5bb7-4280-9c59-28375d107052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520148 Jul 08 19:08:07.713155 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-2beee20c-fe0f-428d-907f-d0361f0b599f service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866027 Jul 08 19:08:07.749060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60294) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:08:07.806305 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1f37fadc-b993-4ea6-bc4d-bb25063772d5 req-329bc8f5-62c1-4446-b7be-fe6709a42970 service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864229 Jul 08 19:08:07.812573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d884aa00-10ff-462d-b8e6-4cbf4a66a1e8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/47baf0b7-9d2d-4a81-81ff-153ec2dbec75 HTTP/1.1" status: 200 len: 991 time: 0.0622821 Jul 08 19:08:09.190408 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:09.212033 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fd435d90-ce20-401e-af29-a83a185189d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:10.442710 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:11.918732 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:26.195576 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:08:34.118225 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:35.001630 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:36.348954 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad6c5efd-c125-4340-b8b1-ac7fa74adaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:39.192380 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:39.210844 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2ea53c7b-d9e6-4bb8-b2b1-7d5f1e88e2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:40.444983 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:41.922569 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:08:57.383208 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-15281c1a-94a1-446e-8235-e64251cc42ae req-9c420918-7429-46cc-95fa-7743b53427f0 service neutron] (93741) timed out ('10.222.0.73', 55530) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 19:09:03.195065 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:09:04.127796 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:05.005959 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:06.349167 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1ae7473e-3f40-45db-8f59-3fdf4ff73724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:08.755565 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-ffa1e895-6782-4af4-8b7f-0b2dacdf943c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951071 Jul 08 19:09:08.848196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-eaa5967c-2ac1-4e62-b182-d3f3bea63587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:08.849647 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-eaa5967c-2ac1-4e62-b182-d3f3bea63587 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 1096 time: 0.0514932 Jul 08 19:09:08.956442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-86b52bdb-1ee0-4e5a-bab5-549494fa86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:08.957931 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-86b52bdb-1ee0-4e5a-bab5-549494fa86f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9632588-5bb7-4280-9c59-28375d107052 HTTP/1.1" status: 200 len: 898 time: 0.0879512 Jul 08 19:09:09.023736 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-061a2c63-76da-4738-9367-b7722417c781 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da8a479-39ee-42f1-853f-83c172042734 HTTP/1.1" status: 200 len: 999 time: 0.0569675 Jul 08 19:09:09.075259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-8b7b8c5f-5366-4df1-b669-9a793e382fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:09.076658 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-8b7b8c5f-5366-4df1-b669-9a793e382fc0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=219b49ea-875d-418d-9b12-76cbd63ca258 HTTP/1.1" status: 200 len: 834 time: 0.0472863 Jul 08 19:09:09.132075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-e00aa540-0490-4b08-a61c-d07cdfabb229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:09.133542 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-e00aa540-0490-4b08-a61c-d07cdfabb229 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9632588-5bb7-4280-9c59-28375d107052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507557 Jul 08 19:09:09.196923 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:09.214194 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4437b8e0-faf3-4665-8b58-e1f1987b6a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:09.222922 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-36d65048-bbbe-47db-8dd5-863a8aeb13bb service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823016 Jul 08 19:09:09.318445 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6c15a053-762a-4ecd-9db9-bddbd2ff8dc6 req-575d995b-4b7d-4a40-af95-de3dcdae36bb service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871434 Jul 08 19:09:10.449043 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:11.924288 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:13.723355 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2c937-78c2-4164-8107-1e99d6050a3f req-921e70bb-2b6b-40f2-903a-fcc0f47e7d29 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:13.724738 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbe2c937-78c2-4164-8107-1e99d6050a3f req-921e70bb-2b6b-40f2-903a-fcc0f47e7d29 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0645480 Jul 08 19:09:13.762239 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bbe2c937-78c2-4164-8107-1e99d6050a3f req-8e77eb9c-77a1-4a0d-937b-7557b86a0be2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Jul 08 19:09:14.937522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746eed9-26be-4b0b-ad87-1224f8429f36 req-fb723f30-3f81-4a0e-9d84-49c3348417f6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:14.939042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d746eed9-26be-4b0b-ad87-1224f8429f36 req-fb723f30-3f81-4a0e-9d84-49c3348417f6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0627859 Jul 08 19:09:14.985677 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d746eed9-26be-4b0b-ad87-1224f8429f36 req-b6456b13-e3ea-4a41-96e9-11fdad68e592 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410361 Jul 08 19:09:15.009592 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60330) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:15.076995 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-96d0e034-1e0b-4f14-8633-a6877ae1b93c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/47baf0b7-9d2d-4a81-81ff-153ec2dbec75 HTTP/1.1" status: 200 len: 991 time: 0.0662138 Jul 08 19:09:16.497720 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99ec69-bc5f-4aed-8154-bc47873b3a35 req-72946e0e-a3e3-4f66-84c2-653c02833491 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:16.499142 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d99ec69-bc5f-4aed-8154-bc47873b3a35 req-72946e0e-a3e3-4f66-84c2-653c02833491 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0633631 Jul 08 19:09:16.537767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d99ec69-bc5f-4aed-8154-bc47873b3a35 req-d73e1fa7-98f5-46ec-b933-f1cd73d2b5e3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Jul 08 19:09:17.719161 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21470de3-7991-4650-9b19-de45b219f374 req-d0b6eb46-bdaf-4d03-93d4-417c5218793b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:17.720639 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21470de3-7991-4650-9b19-de45b219f374 req-d0b6eb46-bdaf-4d03-93d4-417c5218793b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0678720 Jul 08 19:09:17.757270 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-21470de3-7991-4650-9b19-de45b219f374 req-e5ed7973-7855-478c-b729-cc78c89287a0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311038 Jul 08 19:09:18.930385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ab48-893d-4b19-9400-b35ce8b746c8 req-26248253-e140-41c4-90d3-e153e55821a4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:18.931897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c918ab48-893d-4b19-9400-b35ce8b746c8 req-26248253-e140-41c4-90d3-e153e55821a4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0631113 Jul 08 19:09:18.969785 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c918ab48-893d-4b19-9400-b35ce8b746c8 req-12b6015f-1890-421c-a925-ec2edd16a247 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323820 Jul 08 19:09:20.144044 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc25873-cf00-41b7-a07e-4acc7c8a7ad1 req-9b036708-115b-4128-b1fb-e01396e6167a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:20.145509 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cfc25873-cf00-41b7-a07e-4acc7c8a7ad1 req-9b036708-115b-4128-b1fb-e01396e6167a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0657628 Jul 08 19:09:20.182840 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cfc25873-cf00-41b7-a07e-4acc7c8a7ad1 req-1fe41b17-e32f-45c5-b279-2494b2d7253d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317507 Jul 08 19:09:21.353006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cad919-98d8-47bf-8cf2-7fca9423fad2 req-9f6c5a3c-cdf8-48e3-819d-7948140c98cc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:21.354514 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19cad919-98d8-47bf-8cf2-7fca9423fad2 req-9f6c5a3c-cdf8-48e3-819d-7948140c98cc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0628607 Jul 08 19:09:21.391736 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19cad919-98d8-47bf-8cf2-7fca9423fad2 req-40015691-e148-42ac-b6f7-e9e3f19138c2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Jul 08 19:09:22.562105 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c49fe-4998-48d6-ac5b-1571d3dd5426 req-c20ca27d-516f-4687-bdfd-c6c6edc70eff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:22.563602 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd5c49fe-4998-48d6-ac5b-1571d3dd5426 req-c20ca27d-516f-4687-bdfd-c6c6edc70eff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0623209 Jul 08 19:09:22.601440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dd5c49fe-4998-48d6-ac5b-1571d3dd5426 req-cda3a8a5-b904-4d38-a239-4da29b51938c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323582 Jul 08 19:09:22.625215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60348) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:22.688829 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-04a1af0e-1503-4ebf-95d1-93c2be18509c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/47baf0b7-9d2d-4a81-81ff-153ec2dbec75 HTTP/1.1" status: 200 len: 991 time: 0.0624163 Jul 08 19:09:22.943771 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60354) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:23.097050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port f5a8811b-84a0-4f14-9d0c-cb3ca97e1adc {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:09:23.097396 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:23.177689 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:23.178010 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:23.189230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for f5a8811b-84a0-4f14-9d0c-cb3ca97e1adc owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:09:23.333588 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:23.362520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=f5a8811b-84a0-4f14-9d0c-cb3ca97e1adc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:23.389849 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.390195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.390558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.390893 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.391221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.391552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.391879 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.392203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.392528 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.392850 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.393169 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.393486 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:23.432590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:23.432916 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Floating IP 47baf0b7-9d2d-4a81-81ff-153ec2dbec75 disassociated (deleted). External IP: 172.25.8.2, port: 4da8a479-39ee-42f1-853f-83c172042734. Jul 08 19:09:23.638243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 80f21d41-250a-45c4-93a9-a9797e6250a0 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:09:23.744892 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:09:23.749699 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:23.753895 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8c9cc-30b1-42b4-881a-0d30d4e33699 None None] Sync routers for ids ['80f21d41-250a-45c4-93a9-a9797e6250a0'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:09:23.762905 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8c9cc-30b1-42b4-881a-0d30d4e33699 None None] Routers {'80f21d41-250a-45c4-93a9-a9797e6250a0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:09:23.763559 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-43f8c9cc-30b1-42b4-881a-0d30d4e33699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['80f21d41-250a-45c4-93a9-a9797e6250a0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:23.785697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cf304615-ceb1-43b4-9e4e-58324d5b5193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/floatingips/47baf0b7-9d2d-4a81-81ff-153ec2dbec75 HTTP/1.1" status: 204 len: 168 time: 0.8409052 Jul 08 19:09:23.786836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'tag': '4da8a479-39ee-42f1-853f-83c172042734'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:09:23.789169 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b9348c-f7d4-474f-a961-a82a5c96381b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad21bb60-1a70-4d2a-9320-2f9f1cc44139", "tag": "4da8a479-39ee-42f1-853f-83c172042734"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:09:23.867018 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-43f8c9cc-30b1-42b4-881a-0d30d4e33699 None None] Set router 80f21d41-250a-45c4-93a9-a9797e6250a0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:09:24.026367 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b8a2b1-85d3-4066-ab13-61e1bab69dd6 x-openstack-request-id: req-f0b8a2b1-85d3-4066-ab13-61e1bab69dd6 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:09:24.026727 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad21bb60-1a70-4d2a-9320-2f9f1cc44139", "tag": "4da8a479-39ee-42f1-853f-83c172042734", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:09:24.027068 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f0b8a2b1-85d3-4066-ab13-61e1bab69dd6 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:09:24.027532 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'tag': '4da8a479-39ee-42f1-853f-83c172042734', 'status': 'completed', 'code': 200} Jul 08 19:09:24.073942 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-43f8c9cc-30b1-42b4-881a-0d30d4e33699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8e2f213a-af50-46e1-a0db-71d54668fa50', 'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:e5:d5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:50Z', 'updated_at': '2021-07-08T19:07:55Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:24.101958 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8c9cc-30b1-42b4-881a-0d30d4e33699 None None] Checking router: 80f21d41-250a-45c4-93a9-a9797e6250a0 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:09:24.102520 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9348c-f7d4-474f-a961-a82a5c96381b req-1c160aa6-3437-4978-9f94-9ea3be8158eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:24.104594 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-14b9348c-f7d4-474f-a961-a82a5c96381b req-1c160aa6-3437-4978-9f94-9ea3be8158eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 1096 time: 0.0541213 Jul 08 19:09:24.110495 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8c9cc-30b1-42b4-881a-0d30d4e33699 None None] Routers {'80f21d41-250a-45c4-93a9-a9797e6250a0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:09:24.111106 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-43f8c9cc-30b1-42b4-881a-0d30d4e33699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['80f21d41-250a-45c4-93a9-a9797e6250a0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:24.183208 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88228b6d-7420-4949-b54d-87a2eb35cf2a req-31840ff7-203f-47d8-bae9-70de15af09b3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:24.184817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88228b6d-7420-4949-b54d-87a2eb35cf2a req-31840ff7-203f-47d8-bae9-70de15af09b3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0680423 Jul 08 19:09:24.208432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9348c-f7d4-474f-a961-a82a5c96381b req-7c8b7e44-597b-4db9-88c1-39402c813225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:24.210065 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-14b9348c-f7d4-474f-a961-a82a5c96381b req-7c8b7e44-597b-4db9-88c1-39402c813225 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9632588-5bb7-4280-9c59-28375d107052 HTTP/1.1" status: 200 len: 898 time: 0.0984054 Jul 08 19:09:24.227374 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-43f8c9cc-30b1-42b4-881a-0d30d4e33699 None None] Set router 80f21d41-250a-45c4-93a9-a9797e6250a0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:09:24.230262 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-88228b6d-7420-4949-b54d-87a2eb35cf2a req-74ce196c-1e5a-4002-a07b-554c25ab2ae8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395184 Jul 08 19:09:24.253854 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-14b9348c-f7d4-474f-a961-a82a5c96381b req-2ce7900c-95df-42a0-91c5-24f9a44ffc4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da8a479-39ee-42f1-853f-83c172042734 HTTP/1.1" status: 200 len: 217 time: 0.0365982 Jul 08 19:09:24.303782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9348c-f7d4-474f-a961-a82a5c96381b req-4a7dcffb-02cf-415e-87b6-075f8ad93d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:24.305247 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-14b9348c-f7d4-474f-a961-a82a5c96381b req-4a7dcffb-02cf-415e-87b6-075f8ad93d00 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=219b49ea-875d-418d-9b12-76cbd63ca258 HTTP/1.1" status: 200 len: 834 time: 0.0438097 Jul 08 19:09:24.366092 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9348c-f7d4-474f-a961-a82a5c96381b req-b0ac0d4a-e51c-4999-8960-908aac804dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:24.367664 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-14b9348c-f7d4-474f-a961-a82a5c96381b req-b0ac0d4a-e51c-4999-8960-908aac804dc6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9632588-5bb7-4280-9c59-28375d107052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558572 Jul 08 19:09:24.423761 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-43f8c9cc-30b1-42b4-881a-0d30d4e33699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8e2f213a-af50-46e1-a0db-71d54668fa50', 'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:e5:d5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:50Z', 'updated_at': '2021-07-08T19:07:55Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:24.449582 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8c9cc-30b1-42b4-881a-0d30d4e33699 None None] The sync data for ids ['80f21d41-250a-45c4-93a9-a9797e6250a0'] in n-d-799684-3 is: [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '8e2f213a-af50-46e1-a0db-71d54668fa50', 'name': '', 'network_id': 'c9632588-5bb7-4280-9c59-28375d107052', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:e5:d5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:50Z', 'updated_at': '2021-07-08T19:07:55Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '219b49ea-875d-418d-9b12-76cbd63ca258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:09:24.457489 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-14b9348c-f7d4-474f-a961-a82a5c96381b req-80197146-785b-4db0-84cf-85d927b2a26d service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819585 Jul 08 19:09:24.555050 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-14b9348c-f7d4-474f-a961-a82a5c96381b req-f27f5df0-704b-42ca-a0d4-c267d00beb8d service neutron] 10.222.0.74 "GET /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898526 Jul 08 19:09:24.681774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e13c21-d736-42c2-9b15-90454c04f84a None None] New status for floating IP 47baf0b7-9d2d-4a81-81ff-153ec2dbec75: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:09:25.407035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9d6a-4b16-4216-8fb5-7b4549de94f1 req-791cdd4b-dfd0-4069-85ab-a9679125c443 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:25.408501 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-981c9d6a-4b16-4216-8fb5-7b4549de94f1 req-791cdd4b-dfd0-4069-85ab-a9679125c443 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0657005 Jul 08 19:09:25.445806 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-981c9d6a-4b16-4216-8fb5-7b4549de94f1 req-e0f507ef-d1de-4d03-8364-4d550bb49fa1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310533 Jul 08 19:09:25.901482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc7b75-da62-464b-9eeb-7e92ec6861f0 req-f34e4fc9-26ef-4d4f-8eb3-19bd7afd0dc8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:25.902915 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-78cc7b75-da62-464b-9eeb-7e92ec6861f0 req-f34e4fc9-26ef-4d4f-8eb3-19bd7afd0dc8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 945 time: 0.0622773 Jul 08 19:09:25.999199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-78cc7b75-da62-464b-9eeb-7e92ec6861f0 req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 4da8a479-39ee-42f1-853f-83c172042734 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:09:25.999544 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-78cc7b75-da62-464b-9eeb-7e92ec6861f0 req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:26.089235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-78cc7b75-da62-464b-9eeb-7e92ec6861f0 req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port 4da8a479-39ee-42f1-853f-83c172042734, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=4da8a479-39ee-42f1-853f-83c172042734,segment=NetworkSegment(c2efbfc8-c891-4fab-9037-376b7790df73),segment_id=c2efbfc8-c891-4fab-9037-376b7790df73)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:09:26.089596 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-78cc7b75-da62-464b-9eeb-7e92ec6861f0 req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:26.104840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-78cc7b75-da62-464b-9eeb-7e92ec6861f0 req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 4da8a479-39ee-42f1-853f-83c172042734 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:09:26.229803 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-78cc7b75-da62-464b-9eeb-7e92ec6861f0 req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:26.259094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=4da8a479-39ee-42f1-853f-83c172042734,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:26.271035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.271377 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.271719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.272054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.272388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.272721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.273053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.273387 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.273714 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.274039 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.274383 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.274706 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:26.312247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cc7b75-da62-464b-9eeb-7e92ec6861f0 req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] No DVR routers for this DVR port 4da8a479-39ee-42f1-853f-83c172042734 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:09:26.314746 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-78cc7b75-da62-464b-9eeb-7e92ec6861f0 req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:26.316730 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-78cc7b75-da62-464b-9eeb-7e92ec6861f0 req-c2cf61ab-1446-45af-8dd4-f54d7be3055b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "DELETE /v2.0/ports/4da8a479-39ee-42f1-853f-83c172042734 HTTP/1.1" status: 204 len: 173 time: 0.4085097 Jul 08 19:09:26.317185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'name': 'network-vif-deleted', 'tag': '4da8a479-39ee-42f1-853f-83c172042734'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:09:26.320021 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0d555b-fe1b-477a-9fb3-51e605d89a0a" -d '{"events": [{"server_uuid": "ad21bb60-1a70-4d2a-9320-2f9f1cc44139", "name": "network-vif-deleted", "tag": "4da8a479-39ee-42f1-853f-83c172042734"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:09:26.356623 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84e4934-3546-4490-b9e9-c1604872a160 x-openstack-request-id: req-b84e4934-3546-4490-b9e9-c1604872a160 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:09:26.356912 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad21bb60-1a70-4d2a-9320-2f9f1cc44139", "name": "network-vif-deleted", "tag": "4da8a479-39ee-42f1-853f-83c172042734", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:09:26.357162 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b84e4934-3546-4490-b9e9-c1604872a160 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:09:26.357558 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad21bb60-1a70-4d2a-9320-2f9f1cc44139', 'name': 'network-vif-deleted', 'tag': '4da8a479-39ee-42f1-853f-83c172042734', 'status': 'completed', 'code': 200} Jul 08 19:09:26.604631 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ebca1aef-ee9d-4687-84a2-b7b58eeb6c80 req-f896cac1-fa1f-4dd9-a1a7-685d4cf1646e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad21bb60-1a70-4d2a-9320-2f9f1cc44139 HTTP/1.1" status: 200 len: 210 time: 0.0293598 Jul 08 19:09:27.698104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60372) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:28.057927 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:28.611326 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 8e2f213a-af50-46e1-a0db-71d54668fa50 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:09:28.611659 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:28.708450 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port 8e2f213a-af50-46e1-a0db-71d54668fa50, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=8e2f213a-af50-46e1-a0db-71d54668fa50,segment=NetworkSegment(c2efbfc8-c891-4fab-9037-376b7790df73),segment_id=c2efbfc8-c891-4fab-9037-376b7790df73)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:09:28.709265 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:28.721358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 8e2f213a-af50-46e1-a0db-71d54668fa50 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:09:28.902905 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:28.936413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=8e2f213a-af50-46e1-a0db-71d54668fa50,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:29.109977 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:29.322461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 80f21d41-250a-45c4-93a9-a9797e6250a0 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:09:29.429288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:09:29.434543 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e35aeb83-ddd5-4995-b277-7779c74dec61 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "PUT /v2.0/routers/80f21d41-250a-45c4-93a9-a9797e6250a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7353637 Jul 08 19:09:29.437348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60374) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:29.438692 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e409d3-23cd-42e8-a7ca-c81bbca792d8 None None] Sync routers for ids ['80f21d41-250a-45c4-93a9-a9797e6250a0'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:09:29.448457 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e409d3-23cd-42e8-a7ca-c81bbca792d8 None None] Routers {'80f21d41-250a-45c4-93a9-a9797e6250a0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:09:29.449080 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a8e409d3-23cd-42e8-a7ca-c81bbca792d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['80f21d41-250a-45c4-93a9-a9797e6250a0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:29.492815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-187e0e0b-5a51-4f01-b2d6-0385f2610a1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting subnet 219b49ea-875d-418d-9b12-76cbd63ca258 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:09:29.495974 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-187e0e0b-5a51-4f01-b2d6-0385f2610a1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:29.533789 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-187e0e0b-5a51-4f01-b2d6-0385f2610a1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:29.554306 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a8e409d3-23cd-42e8-a7ca-c81bbca792d8 None None] Set router 80f21d41-250a-45c4-93a9-a9797e6250a0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:09:29.634722 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-187e0e0b-5a51-4f01-b2d6-0385f2610a1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:29.699927 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-187e0e0b-5a51-4f01-b2d6-0385f2610a1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:29.727835 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e0e0b-5a51-4f01-b2d6-0385f2610a1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Subnet': ['ID=219b49ea-875d-418d-9b12-76cbd63ca258,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:29.731538 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-187e0e0b-5a51-4f01-b2d6-0385f2610a1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:29.734703 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-187e0e0b-5a51-4f01-b2d6-0385f2610a1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/subnets/219b49ea-875d-418d-9b12-76cbd63ca258 HTTP/1.1" status: 204 len: 168 time: 0.2962899 Jul 08 19:09:29.736257 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60376) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:29.738042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961ccd11-c096-47f2-bab0-48cb3f6e0458 None None] Network c9632588-5bb7-4280-9c59-28375d107052 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:09:29.824794 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a8e409d3-23cd-42e8-a7ca-c81bbca792d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:09:28Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:29.847538 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:29.855482 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e409d3-23cd-42e8-a7ca-c81bbca792d8 None None] Checking router: 80f21d41-250a-45c4-93a9-a9797e6250a0 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:09:29.863998 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e409d3-23cd-42e8-a7ca-c81bbca792d8 None None] Routers {'80f21d41-250a-45c4-93a9-a9797e6250a0'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:09:29.865065 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a8e409d3-23cd-42e8-a7ca-c81bbca792d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['80f21d41-250a-45c4-93a9-a9797e6250a0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:29.949094 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] DHCP port deletion for c9632588-5bb7-4280-9c59-28375d107052 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:09:29.963769 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:29.979957 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a8e409d3-23cd-42e8-a7ca-c81bbca792d8 None None] Set router 80f21d41-250a-45c4-93a9-a9797e6250a0 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:09:29.985095 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4da8a479-39ee-42f1-853f-83c172042734 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:09:30.007381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 4da8a479-39ee-42f1-853f-83c172042734 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:09:30.007741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 4da8a479-39ee-42f1-853f-83c172042734 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:09:30.023711 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Deleting port b8bd5b76-dd42-4889-8bef-8d2d55243836 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:09:30.023966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 40b4d58d-6178-46dc-8d42-89b5abd09668 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:09:30.024096 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.024226 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.088734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] For port b8bd5b76-dd42-4889-8bef-8d2d55243836, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b8bd5b76-dd42-4889-8bef-8d2d55243836,segment=NetworkSegment(c2efbfc8-c891-4fab-9037-376b7790df73),segment_id=c2efbfc8-c891-4fab-9037-376b7790df73)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:09:30.089121 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.103868 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Calling delete_port for b8bd5b76-dd42-4889-8bef-8d2d55243836 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:09:30.107908 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port 40b4d58d-6178-46dc-8d42-89b5abd09668, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=40b4d58d-6178-46dc-8d42-89b5abd09668,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:09:30.108268 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.121498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 40b4d58d-6178-46dc-8d42-89b5abd09668 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:09:30.158161 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a8e409d3-23cd-42e8-a7ca-c81bbca792d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:09:28Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:30.182838 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.186238 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e409d3-23cd-42e8-a7ca-c81bbca792d8 None None] The sync data for ids ['80f21d41-250a-45c4-93a9-a9797e6250a0'] in n-d-799684-3 is: [{'id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069825520', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:07:47Z', 'updated_at': '2021-07-08T19:09:28Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '40b4d58d-6178-46dc-8d42-89b5abd09668', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f21d41-250a-45c4-93a9-a9797e6250a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:07:48Z', 'updated_at': '2021-07-08T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:09:30.207370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Pushing event deleted for resources: {'Port': ['ID=b8bd5b76-dd42-4889-8bef-8d2d55243836,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:30.217483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.217946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.218157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.218605 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.218873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.219204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.219536 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.219926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.220418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.221047 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.221372 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.221694 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:30.228681 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc9f4b-679f-46cb-a121-98531c3f23d3 None None] No DVR routers for this DVR port b8bd5b76-dd42-4889-8bef-8d2d55243836 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:09:30.300631 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.324231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=40b4d58d-6178-46dc-8d42-89b5abd09668,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:30.390068 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.484418 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.486800 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.530665 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.531227 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Fanout notify agent at l3_agent the message router_deleted on router 80f21d41-250a-45c4-93a9-a9797e6250a0 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:09:30.539004 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.540144 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-09c020b5-d0a0-4de8-9a6e-3f335f0ae692 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/routers/80f21d41-250a-45c4-93a9-a9797e6250a0 HTTP/1.1" status: 204 len: 168 time: 0.8027873 Jul 08 19:09:30.542932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60380) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:30.628276 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.726260 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.736423 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9632588-5bb7-4280-9c59-28375d107052']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:30.748248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2efbfc8-c891-4fab-9037-376b7790df73') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:30.748613 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2efbfc8-c891-4fab-9037-376b7790df73') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:30.758483 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.772506 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.778525 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:09:30.778914 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: timer() Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:09:30.781970 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:09:30.844528 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.853367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.857868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/networks/c9632588-5bb7-4280-9c59-28375d107052 HTTP/1.1" status: 204 len: 168 time: 0.3113458 Jul 08 19:09:30.858647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60382) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:30.867590 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c02d49-5339-4e09-8770-e1ba3f435b9c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Network': ['ID=c9632588-5bb7-4280-9c59-28375d107052,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:30.918420 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae1abb2a-0591-4ab5-a7e9-f0b342371cfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:30.944160 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae1abb2a-0591-4ab5-a7e9-f0b342371cfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.001999 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae1abb2a-0591-4ab5-a7e9-f0b342371cfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.004522 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ae1abb2a-0591-4ab5-a7e9-f0b342371cfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.005707 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ae1abb2a-0591-4ab5-a7e9-f0b342371cfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/security-groups/53d01d12-26dd-4fe2-9a42-f0c46bfbdee3 HTTP/1.1" status: 204 len: 168 time: 0.1458702 Jul 08 19:09:31.014798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1abb2a-0591-4ab5-a7e9-f0b342371cfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d01d12-26dd-4fe2-9a42-f0c46bfbdee3,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:31.405734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60388) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:31.410562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-be608889-b956-4ed3-9619-cc450170a2db tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850740830', 'description': 'tempest-secgroup-smoke-850740830 description', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:31.433502 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be608889-b956-4ed3-9619-cc450170a2db tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.515267 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be608889-b956-4ed3-9619-cc450170a2db tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.519070 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be608889-b956-4ed3-9619-cc450170a2db tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.549584 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be608889-b956-4ed3-9619-cc450170a2db tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.554155 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-be608889-b956-4ed3-9619-cc450170a2db tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1440318 Jul 08 19:09:31.554155 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be608889-b956-4ed3-9619-cc450170a2db tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b56cc23-40f5-480b-bb82-714eb8d46015,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:31.554813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60390) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:31.558570 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4e9bd441-9068-4351-abc4-8ca7e9bf98d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '4b56cc23-40f5-480b-bb82-714eb8d46015', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:31.585304 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e9bd441-9068-4351-abc4-8ca7e9bf98d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.602689 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8bd5b76-dd42-4889-8bef-8d2d55243836 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:09:31.624883 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b8bd5b76-dd42-4889-8bef-8d2d55243836 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:09:31.625222 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8bd5b76-dd42-4889-8bef-8d2d55243836 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:09:31.625638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 40b4d58d-6178-46dc-8d42-89b5abd09668 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:09:31.642046 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e9bd441-9068-4351-abc4-8ca7e9bf98d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.644172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 40b4d58d-6178-46dc-8d42-89b5abd09668 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:09:31.644541 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 40b4d58d-6178-46dc-8d42-89b5abd09668 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:09:31.644962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8e2f213a-af50-46e1-a0db-71d54668fa50 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:09:31.645723 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e9bd441-9068-4351-abc4-8ca7e9bf98d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.664394 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 8e2f213a-af50-46e1-a0db-71d54668fa50 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:09:31.664720 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 8e2f213a-af50-46e1-a0db-71d54668fa50 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:09:31.665511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bd441-9068-4351-abc4-8ca7e9bf98d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b3e804-c329-4de0-862b-6927ab7f2a9a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:31.672874 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e9bd441-9068-4351-abc4-8ca7e9bf98d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.674243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4e9bd441-9068-4351-abc4-8ca7e9bf98d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193042 Jul 08 19:09:31.677371 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60392) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:31.682059 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f2b3c136-175e-4944-8196-f0d12a0ccb1f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '4b56cc23-40f5-480b-bb82-714eb8d46015', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:31.708611 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c136-175e-4944-8196-f0d12a0ccb1f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.767607 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c136-175e-4944-8196-f0d12a0ccb1f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.771315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c136-175e-4944-8196-f0d12a0ccb1f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.788630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3c136-175e-4944-8196-f0d12a0ccb1f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39685ce-5afe-4a38-99fc-ccbfe1bff237,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:31.794764 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c136-175e-4944-8196-f0d12a0ccb1f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.795950 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f2b3c136-175e-4944-8196-f0d12a0ccb1f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174936 Jul 08 19:09:31.798965 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60394) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:31.803286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-22cf524b-65cf-41fd-b435-30f5bf268a2b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '4b56cc23-40f5-480b-bb82-714eb8d46015', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:31.829937 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22cf524b-65cf-41fd-b435-30f5bf268a2b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.886477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22cf524b-65cf-41fd-b435-30f5bf268a2b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.890027 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22cf524b-65cf-41fd-b435-30f5bf268a2b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.907841 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf524b-65cf-41fd-b435-30f5bf268a2b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a513d620-7349-4e81-bc34-e54983b046dd,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:31.913702 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-22cf524b-65cf-41fd-b435-30f5bf268a2b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:31.914917 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-22cf524b-65cf-41fd-b435-30f5bf268a2b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150317 Jul 08 19:09:31.917632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60396) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:31.921933 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b075a8f2-9f76-42ca-875c-43c9f9f7ffa2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '4b56cc23-40f5-480b-bb82-714eb8d46015', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:31.948744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b075a8f2-9f76-42ca-875c-43c9f9f7ffa2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.005763 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b075a8f2-9f76-42ca-875c-43c9f9f7ffa2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.009795 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b075a8f2-9f76-42ca-875c-43c9f9f7ffa2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.027179 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075a8f2-9f76-42ca-875c-43c9f9f7ffa2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c5241a-5b12-45ae-8178-05af3757ecfc,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:32.033806 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b075a8f2-9f76-42ca-875c-43c9f9f7ffa2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.035137 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b075a8f2-9f76-42ca-875c-43c9f9f7ffa2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165500 Jul 08 19:09:32.038373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60398) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:32.042660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c6746297-41a1-498c-ad54-b6026810f3e5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '4b56cc23-40f5-480b-bb82-714eb8d46015', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:32.064263 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-c6746297-41a1-498c-ad54-b6026810f3e5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Project 8b4041953cc94abfabf7d6ea7a50c6c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:09:32.069052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6746297-41a1-498c-ad54-b6026810f3e5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.129868 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6746297-41a1-498c-ad54-b6026810f3e5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.133507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6746297-41a1-498c-ad54-b6026810f3e5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.150809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6746297-41a1-498c-ad54-b6026810f3e5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8662388-d848-4aad-a1a2-67e96b55a1d3,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:32.156863 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6746297-41a1-498c-ad54-b6026810f3e5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.158063 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c6746297-41a1-498c-ad54-b6026810f3e5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187031 Jul 08 19:09:32.160668 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60400) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:32.165655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b61a9e31-9a2a-4df8-95fb-052dd990242f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '4b56cc23-40f5-480b-bb82-714eb8d46015', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:32.186660 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-b61a9e31-9a2a-4df8-95fb-052dd990242f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Project 8b4041953cc94abfabf7d6ea7a50c6c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:09:32.191338 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b61a9e31-9a2a-4df8-95fb-052dd990242f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.251139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b61a9e31-9a2a-4df8-95fb-052dd990242f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.254617 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b61a9e31-9a2a-4df8-95fb-052dd990242f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.274150 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a9e31-9a2a-4df8-95fb-052dd990242f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd77ed4-84c4-4d19-93e3-3fdcf2cbaf8c,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:32.277942 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b61a9e31-9a2a-4df8-95fb-052dd990242f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.279221 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b61a9e31-9a2a-4df8-95fb-052dd990242f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176176 Jul 08 19:09:32.281985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60402) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:32.286907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'network': {'name': 'tempest-network-smoke--849572516', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'port_security_enabled': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:32.306893 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:09:32.310402 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.332924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:09:32.342426 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.342828 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Added segment cb36113c-b3b4-44ac-b0a1-026743e40d52 of type vlan for network b9c08e8f-0da0-4172-8543-f33d8a366ef8 Jul 08 19:09:32.381474 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.412993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.418630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:32.419214 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.469120 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1860929 Jul 08 19:09:32.472100 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60404) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:32.477362 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'admin_state_up': True, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:32.487115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a0107-d7de-465f-84f8-b2dc56e3bef4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Network': ['ID=b9c08e8f-0da0-4172-8543-f33d8a366ef8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:32.499774 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network b9c08e8f-0da0-4172-8543-f33d8a366ef8 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:09:32.501027 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.502399 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.559441 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.691750 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.880452 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:32.899042 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:33.000136 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.25.8.140 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/3f2a9834-6779-4914-9d85-3a11b21c51b9) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:09:33.098397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:33.139230 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:33.175283 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:09:33.181748 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:09:33.184650 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:09:33.190019 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=3f2a9834-6779-4914-9d85-3a11b21c51b9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:33.751222 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:33.939536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:34.065006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 86ced45f-773e-4dd4-bfc8-b64268997f67 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:09:34.167537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:09:34.181377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Sync routers for ids ['86ced45f-773e-4dd4-bfc8-b64268997f67'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:09:34.186873 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:34.188464 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9097f2be-330c-447b-99b7-1f34c5cbbc77 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7152901 Jul 08 19:09:34.188716 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:34.191885 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60406) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:34.193769 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Routers {'86ced45f-773e-4dd4-bfc8-b64268997f67'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:09:34.194533 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['86ced45f-773e-4dd4-bfc8-b64268997f67'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:34.221801 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9a5e3b35-7d55-43a4-86df-46aee10d314e tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8b4041953cc94abfabf7d6ea7a50c6c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288148 Jul 08 19:09:34.225313 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60408) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:34.299579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Set router 86ced45f-773e-4dd4-bfc8-b64268997f67 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:09:34.314920 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc69e5-7aac-4208-bac3-e16d312da1c6 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:34.316492 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-38dc69e5-7aac-4208-bac3-e16d312da1c6 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901330 Jul 08 19:09:34.319338 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60410) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:34.347068 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e63c62d9-842e-486b-8c07-4e2935911741 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266800 Jul 08 19:09:34.349667 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60412) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:34.354946 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1849845908', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:34.439715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:09:34.443497 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:34.480270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:33Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:34.506778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Checking router: 86ced45f-773e-4dd4-bfc8-b64268997f67 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:09:34.507036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Updating router 86ced45f-773e-4dd4-bfc8-b64268997f67 port 3f2a9834-6779-4914-9d85-3a11b21c51b9 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:09:34.542403 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:34.625785 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:34.689657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Subnet': ['ID=5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:34.697278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Checking segment: {'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:09:34.697707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network hostable DHCP agents. Network: b9c08e8f-0da0-4172-8543-f33d8a366ef8, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:09:34.714248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network b9c08e8f-0da0-4172-8543-f33d8a366ef8 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:09:34.728968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, b9c08e8f-0da0-4172-8543-f33d8a366ef8) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:09:34.733707 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:34.734574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:34.742951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08e2686-1c4f-4aaa-ae39-753ad0c6c4fb None None] Network b9c08e8f-0da0-4172-8543-f33d8a366ef8 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:09:34.750796 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6e81114a-2c86-4678-9052-f885c9f70f9e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3996072 Jul 08 19:09:34.753604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60414) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:34.864187 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:34.879371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Transition to ACTIVE for port object 3f2a9834-6779-4914-9d85-3a11b21c51b9 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:09:34.905562 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:34.989154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Attempting to bind port 3f2a9834-6779-4914-9d85-3a11b21c51b9 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:09:34.989532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Attempting to bind port 3f2a9834-6779-4914-9d85-3a11b21c51b9 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:09:34.989900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Attempting to bind port 3f2a9834-6779-4914-9d85-3a11b21c51b9 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:09:34.994000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ips': [{'subnet_id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:09:34.994845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:34.996435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922eb34-a0d2-40cb-9923-27007afc1275 None None] Pushing event updated for resources: {'Port': ['ID=3f2a9834-6779-4914-9d85-3a11b21c51b9,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:35.010286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:09:35.010671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:09:35.011067 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:35.011452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:09:35.011911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Bound port: 3f2a9834-6779-4914-9d85-3a11b21c51b9, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:09:35.012284 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:35.063009 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:35.141341 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] For port 3f2a9834-6779-4914-9d85-3a11b21c51b9, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:09:35.146736 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] For port 3f2a9834-6779-4914-9d85-3a11b21c51b9, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3f2a9834-6779-4914-9d85-3a11b21c51b9,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:09:35.153257 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:35.180756 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:35.233092 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Allocated IP 172.20.0.2 (b9c08e8f-0da0-4172-8543-f33d8a366ef8/5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc/4ed512ec-6347-4638-85a9-2bcc779dc027) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:09:35.246930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Routers {'86ced45f-773e-4dd4-bfc8-b64268997f67'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:09:35.247559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['86ced45f-773e-4dd4-bfc8-b64268997f67'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:35.257393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922eb34-a0d2-40cb-9923-27007afc1275 None None] Pushing event updated for resources: {'Port': ['ID=3f2a9834-6779-4914-9d85-3a11b21c51b9,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:35.573395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] Set router 86ced45f-773e-4dd4-bfc8-b64268997f67 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:09:35.727576 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:35.743320 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Transition to ACTIVE for port object 4ed512ec-6347-4638-85a9-2bcc779dc027 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:09:35.780485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Transition to ACTIVE for port object 4ed512ec-6347-4638-85a9-2bcc779dc027 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:09:35.788218 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:35.837449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Network b9c08e8f-0da0-4172-8543-f33d8a366ef8 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:09:35.837689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.20.0.1 (b9c08e8f-0da0-4172-8543-f33d8a366ef8/5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc/0f0b4e37-a378-46ef-b5bb-4fb5df6cf338) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:09:35.845666 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:09:35.852888 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:09:35.854739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Pushing event updated for resources: {'Port': ['ID=4ed512ec-6347-4638-85a9-2bcc779dc027,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:35.905659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:33Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:35.938066 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73f0f1-d315-4382-995a-3cb0e6fdf6ab None None] The sync data for ids ['86ced45f-773e-4dd4-bfc8-b64268997f67'] in n-d-799684-3 is: [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:33Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:09:35.941291 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Attempting to bind port 4ed512ec-6347-4638-85a9-2bcc779dc027 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:09:35.941659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Attempting to bind port 4ed512ec-6347-4638-85a9-2bcc779dc027 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:09:35.942016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Attempting to bind port 4ed512ec-6347-4638-85a9-2bcc779dc027 on network b9c08e8f-0da0-4172-8543-f33d8a366ef8 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:09:35.947964 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:09:35.948766 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Checking segment: {'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:09:35.948766 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:35.949091 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Bound using segment: {'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:09:35.949545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Bound port: 4ed512ec-6347-4638-85a9-2bcc779dc027, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:09:35.949931 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:35.955585 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:35.976224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Transition to ACTIVE for port object 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:09:36.012427 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:36.019857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] For port 4ed512ec-6347-4638-85a9-2bcc779dc027, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:09:36.024793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] For port 4ed512ec-6347-4638-85a9-2bcc779dc027, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4ed512ec-6347-4638-85a9-2bcc779dc027,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:09:36.029841 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:36.055134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network b9c08e8f-0da0-4172-8543-f33d8a366ef8 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:09:36.058335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:09:36.064217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:09:36.086031 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cf0fa-dad8-474d-a476-1d7b6f5efc72 None None] Pushing event updated for resources: {'Port': ['ID=4ed512ec-6347-4638-85a9-2bcc779dc027,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:36.094487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=0f0b4e37-a378-46ef-b5bb-4fb5df6cf338,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:36.113151 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:36.325308 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:36.359065 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2b5578b2-eb04-4f5c-a5e5-67f1222280c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:36.995649 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:37.000376 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:37.063887 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47474c4f-ef19-4ed0-9faf-1985b2d57076 None None] Network b9c08e8f-0da0-4172-8543-f33d8a366ef8 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:09:37.074993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=0f0b4e37-a378-46ef-b5bb-4fb5df6cf338,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:37.082382 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:37.180056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network b9c08e8f-0da0-4172-8543-f33d8a366ef8 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:09:37.181483 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:09:37.187860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-79d0e32a-c83b-4483-abb1-b75b2e405827 None None] Provisioning for port 4ed512ec-6347-4638-85a9-2bcc779dc027 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:09:37.310967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 86ced45f-773e-4dd4-bfc8-b64268997f67 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:09:37.424644 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:09:37.430861 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-71b55a56-4343-4c61-89b7-f6a121291f82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "PUT /v2.0/routers/86ced45f-773e-4dd4-bfc8-b64268997f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6762409 Jul 08 19:09:37.528800 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5fcdc675-7cd8-46a4-b559-16d6329e002e None None] Provisioning for port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:09:37.533130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5fcdc675-7cd8-46a4-b559-16d6329e002e None None] Provisioning complete for port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:09:37.533530 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc675-7cd8-46a4-b559-16d6329e002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:37.583909 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5fcdc675-7cd8-46a4-b559-16d6329e002e None None] Port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:09:37.623235 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-5d3c6636-eb15-48c0-92ba-7eb760d0c453 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850740830&fields=id&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 267 time: 0.0618346 Jul 08 19:09:37.664504 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Sync routers for ids ['86ced45f-773e-4dd4-bfc8-b64268997f67'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:09:37.675443 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Routers {'86ced45f-773e-4dd4-bfc8-b64268997f67'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:09:37.676064 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['86ced45f-773e-4dd4-bfc8-b64268997f67'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:37.705281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-55c9e2ea-a7bf-4a3a-9b4c-dfd386c64911 None None] Provisioning complete for port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:09:37.705927 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55c9e2ea-a7bf-4a3a-9b4c-dfd386c64911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:37.710603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4ed512ec-6347-4638-85a9-2bcc779dc027 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:09:37.771465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e7918-e908-4df3-9f83-06271128d92c req-6cb5c067-7b0f-486a-9011-0e2d78a26779 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:37.773403 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-6cb5c067-7b0f-486a-9011-0e2d78a26779 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/networks?id=b9c08e8f-0da0-4172-8543-f33d8a366ef8 HTTP/1.1" status: 200 len: 796 time: 0.1493459 Jul 08 19:09:37.782630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-55c9e2ea-a7bf-4a3a-9b4c-dfd386c64911 None None] Port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:09:37.791293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-8e495570-c3ff-452d-8fb8-93b16eb86ac9 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/quotas/8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 375 time: 0.0110300 Jul 08 19:09:37.801909 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 4ed512ec-6347-4638-85a9-2bcc779dc027 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:09:37.807504 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4ed512ec-6347-4638-85a9-2bcc779dc027 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:09:37.808214 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:37.834794 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Set router 86ced45f-773e-4dd4-bfc8-b64268997f67 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:09:37.885697 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-0abdf45a-7f03-4d12-8b85-976f71d5a220 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891211 Jul 08 19:09:37.906922 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:37.948156 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 4ed512ec-6347-4638-85a9-2bcc779dc027, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4ed512ec-6347-4638-85a9-2bcc779dc027,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:09:37.952961 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:37.953889 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3f2a9834-6779-4914-9d85-3a11b21c51b9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:09:37.993055 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-7cab60cb-26d7-471b-9149-1587737e744a service neutron] 10.222.0.73 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960255 Jul 08 19:09:38.044360 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-721ef300-c8d9-4b53-ab6a-3a0e0866d7bb None None] Provisioning complete for port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:09:38.044830 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-721ef300-c8d9-4b53-ab6a-3a0e0866d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:38.050358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=4ed512ec-6347-4638-85a9-2bcc779dc027,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:38.065960 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:36Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0f0b4e37-a378-46ef-b5bb-4fb5df6cf338', 'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:03:b5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:35Z', 'updated_at': '2021-07-08T19:09:36Z', 'revision_number': 2, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:38.090885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 3f2a9834-6779-4914-9d85-3a11b21c51b9 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:09:38.092891 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-721ef300-c8d9-4b53-ab6a-3a0e0866d7bb None None] Port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:09:38.094715 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-68dbac66-cbb4-4ec2-9c26-6f603893c597 service neutron] 10.222.0.73 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945058 Jul 08 19:09:38.096820 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Checking router: 86ced45f-773e-4dd4-bfc8-b64268997f67 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:09:38.097168 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Updating router 86ced45f-773e-4dd4-bfc8-b64268997f67 port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:09:38.101255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3f2a9834-6779-4914-9d85-3a11b21c51b9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:09:38.101624 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:38.131985 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:38.183972 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:38.205496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 3f2a9834-6779-4914-9d85-3a11b21c51b9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3f2a9834-6779-4914-9d85-3a11b21c51b9,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:09:38.210510 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:38.264558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=3f2a9834-6779-4914-9d85-3a11b21c51b9,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:38.295475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8f617fca-5f1c-49f3-8d44-763982854869 req-83defbd3-5524-425b-9786-d7e5aa1898d0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 210 time: 0.0316250 Jul 08 19:09:38.423227 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:38.433636 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Transition to ACTIVE for port object 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:09:38.439777 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:38.511108 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Pushing event updated for resources: {'Port': ['ID=0f0b4e37-a378-46ef-b5bb-4fb5df6cf338,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:38.538697 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.539040 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.539378 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.539708 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.540032 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.540356 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.540678 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.540997 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.541316 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.541662 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.541956 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.542294 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:09:38.555443 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Attempting to bind port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:09:38.555815 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Attempting to bind port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:09:38.556223 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Attempting to bind port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 on network b9c08e8f-0da0-4172-8543-f33d8a366ef8 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:09:38.561517 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:09:38.561881 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Checking segment: {'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:09:38.562308 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:38.562698 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Bound using segment: {'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:09:38.563158 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Bound port: 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:09:38.563535 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:38.637499 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] For port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:09:38.640983 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] For port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0f0b4e37-a378-46ef-b5bb-4fb5df6cf338,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:09:38.645600 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:38.712624 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Routers {'86ced45f-773e-4dd4-bfc8-b64268997f67'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:09:38.713248 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:09:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['86ced45f-773e-4dd4-bfc8-b64268997f67'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:38.753191 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702b869-bb34-4088-8549-77cf0d91c2a2 None None] Pushing event updated for resources: {'Port': ['ID=0f0b4e37-a378-46ef-b5bb-4fb5df6cf338,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:38.839374 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] Set router 86ced45f-773e-4dd4-bfc8-b64268997f67 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:09:39.044250 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:36Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0f0b4e37-a378-46ef-b5bb-4fb5df6cf338', 'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:03:b5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:35Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:39.161056 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dab318-0efb-416d-a094-054a2b45d8dc None None] The sync data for ids ['86ced45f-773e-4dd4-bfc8-b64268997f67'] in n-d-799684-3 is: [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:36Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0f0b4e37-a378-46ef-b5bb-4fb5df6cf338', 'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:03:b5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:35Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:09:39.207876 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:39.234806 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d6d0b9a-16eb-425a-b12c-676ddc5596af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:39.639423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e7918-e908-4df3-9f83-06271128d92c req-1cfeea33-2002-494a-927d-bfaa3740b3a6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:39.641384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-1cfeea33-2002-494a-927d-bfaa3740b3a6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/networks?id=b9c08e8f-0da0-4172-8543-f33d8a366ef8 HTTP/1.1" status: 200 len: 796 time: 0.1367757 Jul 08 19:09:39.654686 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6e7aca49-0396-4bcd-85f9-e9930f355d9b req-5467f41d-15fc-408d-934c-d70c31243518 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 210 time: 0.0508921 Jul 08 19:09:39.703845 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-23c468bb-e99e-4e90-8d63-f1ecddfd0331 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 379 time: 0.0498512 Jul 08 19:09:39.713069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'port': {'device_id': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'admin_state_up': True, 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'security_groups': ['4b56cc23-40f5-480b-bb82-714eb8d46015']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:39.787958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4ed512ec-6347-4638-85a9-2bcc779dc027 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:09:39.845647 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 4ed512ec-6347-4638-85a9-2bcc779dc027 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:09:39.846016 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:39.856745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:09:39.860753 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:39.933290 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3f2a9834-6779-4914-9d85-3a11b21c51b9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:09:39.987130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3f2a9834-6779-4914-9d85-3a11b21c51b9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:09:39.987364 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.006817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.20.0.13 (b9c08e8f-0da0-4172-8543-f33d8a366ef8/5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc/80ae6a51-871d-4b0e-b19b-25700f09e328) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:09:40.067844 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:09:40.124195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:09:40.129972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:09:40.130466 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.158884 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.174990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Transition to ACTIVE for port object 80ae6a51-871d-4b0e-b19b-25700f09e328 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:09:40.194070 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:09:40.212207 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.220034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.249350 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0f0b4e37-a378-46ef-b5bb-4fb5df6cf338,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:09:40.254447 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.276343 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network b9c08e8f-0da0-4172-8543-f33d8a366ef8 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:09:40.282167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:09:40.285970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:09:40.311235 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=80ae6a51-871d-4b0e-b19b-25700f09e328,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:40.313586 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=0f0b4e37-a378-46ef-b5bb-4fb5df6cf338,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:40.340757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:40.341583 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.359562 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-e46915af-83f8-445d-abc1-d5ba2b992964 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6507654 Jul 08 19:09:40.371364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Request body: {'port': {'device_id': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:40.453752 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.454778 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.581407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-64d8ab0a-5a19-4a83-b130-f5349da99cc1 None None] Provisioning for port 80ae6a51-871d-4b0e-b19b-25700f09e328 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:09:40.585422 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-64d8ab0a-5a19-4a83-b130-f5349da99cc1 None None] Provisioning complete for port 80ae6a51-871d-4b0e-b19b-25700f09e328 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:09:40.585787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-64d8ab0a-5a19-4a83-b130-f5349da99cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.619479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-64d8ab0a-5a19-4a83-b130-f5349da99cc1 None None] Port 80ae6a51-871d-4b0e-b19b-25700f09e328 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:09:40.725376 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ae6a51-871d-4b0e-b19b-25700f09e328 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:09:40.732801 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.744782 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Transition to ACTIVE for port object 80ae6a51-871d-4b0e-b19b-25700f09e328 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:09:40.748961 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.819897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Pushing event updated for resources: {'Port': ['ID=80ae6a51-871d-4b0e-b19b-25700f09e328,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:40.849543 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bc6ee-4344-4f76-800d-076318f163fb req-d9c3a30f-2130-490e-8022-c4ea6bdbb4a5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:40.851167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d73bc6ee-4344-4f76-800d-076318f163fb req-d9c3a30f-2130-490e-8022-c4ea6bdbb4a5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 944 time: 0.0713029 Jul 08 19:09:40.876170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Attempting to bind port 80ae6a51-871d-4b0e-b19b-25700f09e328 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:09:40.876506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Attempting to bind port 80ae6a51-871d-4b0e-b19b-25700f09e328 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:09:40.876836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Attempting to bind port 80ae6a51-871d-4b0e-b19b-25700f09e328 on network b9c08e8f-0da0-4172-8543-f33d8a366ef8 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:09:40.883030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Port 80ae6a51-871d-4b0e-b19b-25700f09e328 on network b9c08e8f-0da0-4172-8543-f33d8a366ef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:09:40.883346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Attempting to bind port 80ae6a51-871d-4b0e-b19b-25700f09e328 on network b9c08e8f-0da0-4172-8543-f33d8a366ef8 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:09:40.888599 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:09:40.888938 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Checking segment: {'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:09:40.889320 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Bound using segment: {'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:09:40.889745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Bound port: 80ae6a51-871d-4b0e-b19b-25700f09e328, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb36113c-b3b4-44ac-b0a1-026743e40d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:09:40.890114 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:40.900507 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d73bc6ee-4344-4f76-800d-076318f163fb req-626294a8-37d0-4441-a6cb-9ced3c7745fa tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378861 Jul 08 19:09:40.967852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] For port 80ae6a51-871d-4b0e-b19b-25700f09e328, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:09:40.971062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] For port 80ae6a51-871d-4b0e-b19b-25700f09e328, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=80ae6a51-871d-4b0e-b19b-25700f09e328,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:09:40.975517 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:41.009310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:41.009915 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:41.011358 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] 10.222.0.74 "PUT /v2.0/ports/80ae6a51-871d-4b0e-b19b-25700f09e328 HTTP/1.1" status: 200 len: 1092 time: 0.6447282 Jul 08 19:09:41.011792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'tag': '80ae6a51-871d-4b0e-b19b-25700f09e328'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:09:41.014025 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a16bd2-2dd0-4379-8377-bab953ba8fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4e162b-6c7e-43e0-a3a0-744359245e22", "tag": "80ae6a51-871d-4b0e-b19b-25700f09e328"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:09:41.051372 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d97f1-68f3-4799-ace5-d3d9f4e68778 service neutron] Pushing event updated for resources: {'Port': ['ID=80ae6a51-871d-4b0e-b19b-25700f09e328,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:41.064681 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf88c38-b878-4fa8-8a5e-c05de85fc186 x-openstack-request-id: req-3bf88c38-b878-4fa8-8a5e-c05de85fc186 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:09:41.065066 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4e162b-6c7e-43e0-a3a0-744359245e22", "tag": "80ae6a51-871d-4b0e-b19b-25700f09e328", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:09:41.065327 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3bf88c38-b878-4fa8-8a5e-c05de85fc186 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:09:41.065738 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'tag': '80ae6a51-871d-4b0e-b19b-25700f09e328', 'status': 'completed', 'code': 200} Jul 08 19:09:41.116417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e7918-e908-4df3-9f83-06271128d92c req-78a9cec5-61d2-4ff9-85c8-12c21284f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:41.117864 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-78a9cec5-61d2-4ff9-85c8-12c21284f55d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 1095 time: 0.0621512 Jul 08 19:09:41.165644 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-a8c69fa6-750c-4b34-8968-cabfd0b58ec8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ae6a51-871d-4b0e-b19b-25700f09e328 HTTP/1.1" status: 200 len: 217 time: 0.0387344 Jul 08 19:09:41.215565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e7918-e908-4df3-9f83-06271128d92c req-b8bafd8c-dfa3-4c8b-ab47-0fa788609550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:41.216996 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-b8bafd8c-dfa3-4c8b-ab47-0fa788609550 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc HTTP/1.1" status: 200 len: 835 time: 0.0450399 Jul 08 19:09:41.275081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e7918-e908-4df3-9f83-06271128d92c req-cf4d8337-56bb-489b-95e9-9fff9357783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:41.276574 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-cf4d8337-56bb-489b-95e9-9fff9357783c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9c08e8f-0da0-4172-8543-f33d8a366ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531473 Jul 08 19:09:41.368418 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-29e1173a-6d24-4d24-8409-d08894354f5a service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854118 Jul 08 19:09:41.457776 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e97e7918-e908-4df3-9f83-06271128d92c req-02b3e2b4-886d-4249-a257-f4d993b312b6 service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824556 Jul 08 19:09:41.557182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16bd2-2dd0-4379-8377-bab953ba8fb8 req-537b2e5b-e1fd-4b98-a4c3-3c8155f7f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:41.558711 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-83a16bd2-2dd0-4379-8377-bab953ba8fb8 req-537b2e5b-e1fd-4b98-a4c3-3c8155f7f41a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 1095 time: 0.0528293 Jul 08 19:09:41.607247 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:09:41.653560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16bd2-2dd0-4379-8377-bab953ba8fb8 req-da4abf6f-c7bd-4b35-9e6e-9f96dd8e4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:41.654190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:09:41.654616 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:41.655089 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-83a16bd2-2dd0-4379-8377-bab953ba8fb8 req-da4abf6f-c7bd-4b35-9e6e-9f96dd8e4173 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9c08e8f-0da0-4172-8543-f33d8a366ef8 HTTP/1.1" status: 200 len: 897 time: 0.0903585 Jul 08 19:09:41.695579 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-83a16bd2-2dd0-4379-8377-bab953ba8fb8 req-fe0193c8-44c9-4261-adb4-f6c78f0efba6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ae6a51-871d-4b0e-b19b-25700f09e328 HTTP/1.1" status: 200 len: 217 time: 0.0346184 Jul 08 19:09:41.748762 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16bd2-2dd0-4379-8377-bab953ba8fb8 req-632de946-b407-4066-bbbc-c4f41865d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:41.750246 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-83a16bd2-2dd0-4379-8377-bab953ba8fb8 req-632de946-b407-4066-bbbc-c4f41865d1e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc HTTP/1.1" status: 200 len: 835 time: 0.0478177 Jul 08 19:09:41.807477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16bd2-2dd0-4379-8377-bab953ba8fb8 req-8c499789-6641-4c04-b24e-4fb7fa2c961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:41.808961 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-83a16bd2-2dd0-4379-8377-bab953ba8fb8 req-8c499789-6641-4c04-b24e-4fb7fa2c961e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9c08e8f-0da0-4172-8543-f33d8a366ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521345 Jul 08 19:09:41.895137 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-83a16bd2-2dd0-4379-8377-bab953ba8fb8 req-10daa722-efa9-4131-bbff-083921ea613f service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797675 Jul 08 19:09:41.926231 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:41.990851 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-83a16bd2-2dd0-4379-8377-bab953ba8fb8 req-62fa27c1-9b7c-49c4-b26f-bef9a93b0fb0 service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880957 Jul 08 19:09:42.082875 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fcf9c-10e0-437b-b946-29498213ee31 req-09958256-e50a-40e2-a19b-d7ccbf09a9bb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:42.084393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-653fcf9c-10e0-437b-b946-29498213ee31 req-09958256-e50a-40e2-a19b-d7ccbf09a9bb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 944 time: 0.0629787 Jul 08 19:09:42.121073 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-653fcf9c-10e0-437b-b946-29498213ee31 req-1fb61633-712e-43f8-8edd-d7cb21ec1914 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312173 Jul 08 19:09:43.304036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b81b0-30b1-44f9-b2a8-8f6c39bc9f8e req-3379e9c8-df71-4df7-9982-7d337037a2ce tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:43.305444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b2b81b0-30b1-44f9-b2a8-8f6c39bc9f8e req-3379e9c8-df71-4df7-9982-7d337037a2ce tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 944 time: 0.0715082 Jul 08 19:09:43.343717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4b2b81b0-30b1-44f9-b2a8-8f6c39bc9f8e req-db93981a-40e1-4af8-a730-f2cbb40df996 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323577 Jul 08 19:09:44.061260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 80ae6a51-871d-4b0e-b19b-25700f09e328 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:09:44.151753 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 80ae6a51-871d-4b0e-b19b-25700f09e328, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=80ae6a51-871d-4b0e-b19b-25700f09e328,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:09:44.163060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '80ae6a51-871d-4b0e-b19b-25700f09e328', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'port_id': '80ae6a51-871d-4b0e-b19b-25700f09e328', 'mac_address': 'fa:16:3e:3a:1f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:09:44.202876 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:44.215554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ae6a51-871d-4b0e-b19b-25700f09e328 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:09:44.234286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 80ae6a51-871d-4b0e-b19b-25700f09e328, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=80ae6a51-871d-4b0e-b19b-25700f09e328,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:09:44.238711 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:44.284381 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=80ae6a51-871d-4b0e-b19b-25700f09e328,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:44.515696 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588765a-6258-4873-be5c-6662946e23e2 req-fc0f9184-e81b-4bd9-b05e-ba4a8e44da06 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:44.517070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f588765a-6258-4873-be5c-6662946e23e2 req-fc0f9184-e81b-4bd9-b05e-ba4a8e44da06 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 945 time: 0.0635087 Jul 08 19:09:44.556011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f588765a-6258-4873-be5c-6662946e23e2 req-6428644b-f7f9-46d1-88cd-30b9f46d6f7c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319326 Jul 08 19:09:44.581378 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['80ae6a51-871d-4b0e-b19b-25700f09e328'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:09:45.726501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa2910-2fd8-4860-88d7-b89d1758259b req-5e0001e9-268b-42db-a011-437188d1b96e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:45.727913 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29aa2910-2fd8-4860-88d7-b89d1758259b req-5e0001e9-268b-42db-a011-437188d1b96e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 945 time: 0.0635915 Jul 08 19:09:45.770560 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-29aa2910-2fd8-4860-88d7-b89d1758259b req-67225387-1f5a-4eef-893c-8c34090cc69e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370047 Jul 08 19:09:46.076923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 80ae6a51-871d-4b0e-b19b-25700f09e328 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:09:46.123663 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 80ae6a51-871d-4b0e-b19b-25700f09e328 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:09:46.127430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 80ae6a51-871d-4b0e-b19b-25700f09e328 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:09:46.127768 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:46.203256 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:46.224237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ae6a51-871d-4b0e-b19b-25700f09e328'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:09:46.227340 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9453a6e7-75b3-4116-bfda-340c805941f4" -d '{"events": [{"server_uuid": "0c4e162b-6c7e-43e0-a3a0-744359245e22", "name": "network-vif-plugged", "status": "completed", "tag": "80ae6a51-871d-4b0e-b19b-25700f09e328"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:09:46.239683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 80ae6a51-871d-4b0e-b19b-25700f09e328, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=80ae6a51-871d-4b0e-b19b-25700f09e328,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:09:46.244124 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:46.266965 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4f376f-e52c-487e-815a-22947aa7a012 x-openstack-request-id: req-6b4f376f-e52c-487e-815a-22947aa7a012 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:09:46.267250 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e162b-6c7e-43e0-a3a0-744359245e22", "name": "network-vif-plugged", "status": "completed", "tag": "80ae6a51-871d-4b0e-b19b-25700f09e328", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:09:46.267502 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b4f376f-e52c-487e-815a-22947aa7a012 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:09:46.267886 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ae6a51-871d-4b0e-b19b-25700f09e328', 'code': 200} Jul 08 19:09:46.295511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=80ae6a51-871d-4b0e-b19b-25700f09e328,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:46.377860 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf0511-1aa2-4e7d-9893-37b34aaa410c req-edb44f7d-b5f8-4274-b5bb-53ef5de662c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:46.379308 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d4bf0511-1aa2-4e7d-9893-37b34aaa410c req-edb44f7d-b5f8-4274-b5bb-53ef5de662c3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 1097 time: 0.0549576 Jul 08 19:09:46.413056 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d4bf0511-1aa2-4e7d-9893-37b34aaa410c req-13a25bc0-e3a7-4a05-9ad0-f746bde99bf0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278926 Jul 08 19:09:46.945264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7db8f-98b2-4ea2-acc2-b7a52988c648 req-027a1672-b1ec-4e5f-8951-1c4d2eebce6e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:46.947121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83e7db8f-98b2-4ea2-acc2-b7a52988c648 req-027a1672-b1ec-4e5f-8951-1c4d2eebce6e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0650225 Jul 08 19:09:46.984167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83e7db8f-98b2-4ea2-acc2-b7a52988c648 req-fb17f296-716c-41eb-8364-f2acbae44b99 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315287 Jul 08 19:09:48.154949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fb46f-298f-4c1c-a611-5c854287507f req-6a602e58-4540-4882-bd20-5429d605039c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:48.156400 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa3fb46f-298f-4c1c-a611-5c854287507f req-6a602e58-4540-4882-bd20-5429d605039c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0622835 Jul 08 19:09:48.194038 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fa3fb46f-298f-4c1c-a611-5c854287507f req-eb8dae60-2123-46b7-b414-c7ab414eda8e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320380 Jul 08 19:09:48.368053 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaf10c-1196-4b46-b2f7-215ab1f2b57f req-02862b02-3df7-4abf-89d4-a45f1d32f114 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:48.369546 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffcaf10c-1196-4b46-b2f7-215ab1f2b57f req-02862b02-3df7-4abf-89d4-a45f1d32f114 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0695393 Jul 08 19:09:48.406493 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ffcaf10c-1196-4b46-b2f7-215ab1f2b57f req-d001edc1-adea-4d4b-be53-ebc34d392f53 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313182 Jul 08 19:09:48.431072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60470) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:48.481280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c556804-fab2-4929-af60-11e2e019a821 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:48.482731 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8c556804-fab2-4929-af60-11e2e019a821 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 1092 time: 0.0505614 Jul 08 19:09:48.485891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60472) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:48.490966 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '80ae6a51-871d-4b0e-b19b-25700f09e328', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:09:48.511808 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:48.611200 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:48.717812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.25.8.92 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/d1995c9c-6538-4193-ab65-14a517c8b632) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:09:48.821580 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:48.860022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:48.902260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:09:48.904996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:09:48.907588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:09:48.913384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=d1995c9c-6538-4193-ab65-14a517c8b632,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:49.275669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:49.353413 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:49.511922 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:49.516800 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:49.584576 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=d1995c9c-6538-4193-ab65-14a517c8b632,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:09:49.597019 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:49.698489 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Floating IP 79b4e6af-f4da-4bd1-b2af-49d3169e638a associated. External IP: 172.25.8.92, port: 80ae6a51-871d-4b0e-b19b-25700f09e328. Jul 08 19:09:49.901227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 86ced45f-773e-4dd4-bfc8-b64268997f67 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:09:50.006293 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:09:50.015423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecb8255-88ce-4288-ac21-1268091eeb2f None None] Sync routers for ids ['86ced45f-773e-4dd4-bfc8-b64268997f67'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:09:50.023951 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:09:50.026143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb8255-88ce-4288-ac21-1268091eeb2f None None] Routers {'86ced45f-773e-4dd4-bfc8-b64268997f67'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:09:50.026804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fecb8255-88ce-4288-ac21-1268091eeb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:09:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['86ced45f-773e-4dd4-bfc8-b64268997f67'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:50.060305 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-fe4373f4-d587-4d66-8100-04fdf7b9a4c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5732467 Jul 08 19:09:50.060888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'tag': '80ae6a51-871d-4b0e-b19b-25700f09e328'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:09:50.063178 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291b9849-6b5c-4ea8-b830-9597aff8685d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4e162b-6c7e-43e0-a3a0-744359245e22", "tag": "80ae6a51-871d-4b0e-b19b-25700f09e328"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:09:50.132626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-fecb8255-88ce-4288-ac21-1268091eeb2f None None] Set router 86ced45f-773e-4dd4-bfc8-b64268997f67 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:09:50.209659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806828ea-c812-4fed-9d06-14de89e4386f req-583643a1-31cb-41e8-b844-bb330f0dabf7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:50.211209 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-806828ea-c812-4fed-9d06-14de89e4386f req-583643a1-31cb-41e8-b844-bb330f0dabf7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0639756 Jul 08 19:09:50.248618 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-806828ea-c812-4fed-9d06-14de89e4386f req-d0bdf73d-ca23-4ed3-96ad-959710cc225c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318649 Jul 08 19:09:50.273226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60478) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:50.312459 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b41e486-d9cb-4fdd-afb4-8ba4a3694f2b x-openstack-request-id: req-3b41e486-d9cb-4fdd-afb4-8ba4a3694f2b {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:09:50.312743 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4e162b-6c7e-43e0-a3a0-744359245e22", "tag": "80ae6a51-871d-4b0e-b19b-25700f09e328", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:09:50.312994 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b41e486-d9cb-4fdd-afb4-8ba4a3694f2b {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:09:50.313389 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'tag': '80ae6a51-871d-4b0e-b19b-25700f09e328', 'status': 'completed', 'code': 200} Jul 08 19:09:50.360263 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fecb8255-88ce-4288-ac21-1268091eeb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:36Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '79b4e6af-f4da-4bd1-b2af-49d3169e638a', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'port_id': '80ae6a51-871d-4b0e-b19b-25700f09e328', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'mac_address': 'fa:16:3e:3a:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:09:49Z', 'updated_at': '2021-07-08T19:09:49Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0b4e37-a378-46ef-b5bb-4fb5df6cf338', 'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:03:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:35Z', 'updated_at': '2021-07-08T19:09:40Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:50.371100 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1c7642ed-e66b-4518-8df1-8f4a2f3cbcb2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/79b4e6af-f4da-4bd1-b2af-49d3169e638a HTTP/1.1" status: 200 len: 991 time: 0.0958686 Jul 08 19:09:50.389334 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecb8255-88ce-4288-ac21-1268091eeb2f None None] Checking router: 86ced45f-773e-4dd4-bfc8-b64268997f67 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:09:50.390778 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9849-6b5c-4ea8-b830-9597aff8685d req-4e094819-3b14-4646-88e3-105e6c8e2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:50.392261 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-291b9849-6b5c-4ea8-b830-9597aff8685d req-4e094819-3b14-4646-88e3-105e6c8e2fc4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 1097 time: 0.0721326 Jul 08 19:09:50.397738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb8255-88ce-4288-ac21-1268091eeb2f None None] Routers {'86ced45f-773e-4dd4-bfc8-b64268997f67'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:09:50.398415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fecb8255-88ce-4288-ac21-1268091eeb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:09:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['86ced45f-773e-4dd4-bfc8-b64268997f67'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:50.479973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9849-6b5c-4ea8-b830-9597aff8685d req-7d3c8cbe-aa1e-40f0-8ba9-e85cb924dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:50.481753 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-291b9849-6b5c-4ea8-b830-9597aff8685d req-7d3c8cbe-aa1e-40f0-8ba9-e85cb924dd75 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9c08e8f-0da0-4172-8543-f33d8a366ef8 HTTP/1.1" status: 200 len: 897 time: 0.0834112 Jul 08 19:09:50.503449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-fecb8255-88ce-4288-ac21-1268091eeb2f None None] Set router 86ced45f-773e-4dd4-bfc8-b64268997f67 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:09:50.550759 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-291b9849-6b5c-4ea8-b830-9597aff8685d req-5a6b5124-4397-4f1f-962e-958bcdf66307 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ae6a51-871d-4b0e-b19b-25700f09e328 HTTP/1.1" status: 200 len: 999 time: 0.0619590 Jul 08 19:09:50.597690 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9849-6b5c-4ea8-b830-9597aff8685d req-2c60131d-0284-4564-9373-7c7a2a3fe550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:50.599702 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-291b9849-6b5c-4ea8-b830-9597aff8685d req-2c60131d-0284-4564-9373-7c7a2a3fe550 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc HTTP/1.1" status: 200 len: 835 time: 0.0430732 Jul 08 19:09:50.654388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9849-6b5c-4ea8-b830-9597aff8685d req-ab3e84fe-4b7c-48d3-b4d0-4d1c823e2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:09:50.655861 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-291b9849-6b5c-4ea8-b830-9597aff8685d req-ab3e84fe-4b7c-48d3-b4d0-4d1c823e2e0b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9c08e8f-0da0-4172-8543-f33d8a366ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507100 Jul 08 19:09:50.721000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-fecb8255-88ce-4288-ac21-1268091eeb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:36Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '79b4e6af-f4da-4bd1-b2af-49d3169e638a', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'port_id': '80ae6a51-871d-4b0e-b19b-25700f09e328', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'mac_address': 'fa:16:3e:3a:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:09:49Z', 'updated_at': '2021-07-08T19:09:49Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0b4e37-a378-46ef-b5bb-4fb5df6cf338', 'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:03:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:35Z', 'updated_at': '2021-07-08T19:09:40Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:09:50.752746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecb8255-88ce-4288-ac21-1268091eeb2f None None] The sync data for ids ['86ced45f-773e-4dd4-bfc8-b64268997f67'] in n-d-799684-3 is: [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:36Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '79b4e6af-f4da-4bd1-b2af-49d3169e638a', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'port_id': '80ae6a51-871d-4b0e-b19b-25700f09e328', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'mac_address': 'fa:16:3e:3a:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:09:49Z', 'updated_at': '2021-07-08T19:09:49Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0b4e37-a378-46ef-b5bb-4fb5df6cf338', 'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:03:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:35Z', 'updated_at': '2021-07-08T19:09:40Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:09:50.964473 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ab56b-1824-41cb-bd1d-007ebe59c3f9 None None] New status for floating IP 79b4e6af-f4da-4bd1-b2af-49d3169e638a: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:09:51.063399 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-291b9849-6b5c-4ea8-b830-9597aff8685d req-ffa3c60f-23f4-499e-8791-26e6742de4db service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005966 Jul 08 19:09:51.155106 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-291b9849-6b5c-4ea8-b830-9597aff8685d req-1725500c-3a43-47fc-87df-09a9d0b703d1 service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842578 Jul 08 19:09:51.374831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60480) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:09:51.437521 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-9c0159e5-8e79-4c08-a39b-8fb7e9c9668f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/79b4e6af-f4da-4bd1-b2af-49d3169e638a HTTP/1.1" status: 200 len: 993 time: 0.0616152 Jul 08 19:10:04.193618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:05.027189 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:06.347974 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae4c5-aa24-47e0-a49f-8820c45127da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:09.199948 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:09.215127 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cece966d-1d9c-4286-882b-64cc49065d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:09.713505 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-278da611-ed0c-4dc1-9a00-5a160d1abd60 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514421 Jul 08 19:10:09.807384 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-de40e592-db48-4458-aaa6-b6c2dec3e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:09.808846 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-de40e592-db48-4458-aaa6-b6c2dec3e9bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 1097 time: 0.0539057 Jul 08 19:10:09.913980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-24647fba-21b9-4d97-aacc-4350d486f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:09.915483 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-24647fba-21b9-4d97-aacc-4350d486f6e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9c08e8f-0da0-4172-8543-f33d8a366ef8 HTTP/1.1" status: 200 len: 897 time: 0.0870993 Jul 08 19:10:09.979507 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-035f72c7-8cfd-4e11-8234-170e408a856e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ae6a51-871d-4b0e-b19b-25700f09e328 HTTP/1.1" status: 200 len: 1001 time: 0.0575469 Jul 08 19:10:10.030333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-83b5e8be-ebf8-49cc-8738-97be373bdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:10.031727 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-83b5e8be-ebf8-49cc-8738-97be373bdf52 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc HTTP/1.1" status: 200 len: 835 time: 0.0453222 Jul 08 19:10:10.087361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-f48b0248-4cc5-4093-9562-244484477077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:10.088789 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-f48b0248-4cc5-4093-9562-244484477077 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9c08e8f-0da0-4172-8543-f33d8a366ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498893 Jul 08 19:10:10.175111 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-c03f404a-0e3e-4ac2-b207-0d40456616fb service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792592 Jul 08 19:10:10.268511 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6590e2d7-0327-4fa5-afef-2385126ed904 req-3bbf6e86-6bb4-4acb-a8e6-823da05412e2 service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867672 Jul 08 19:10:10.454395 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:11.929483 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:17.193893 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:10:34.192104 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:35.029010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:36.348272 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7e45a595-dafb-4320-9527-767df46c6bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:39.201077 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:39.215658 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-999412ea-814b-4e8d-b157-21c70ee70303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:40.456888 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:41.932492 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:10:54.192671 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:10:54.376247 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d2531-f2c4-432a-a354-443529455c5a req-2ce81567-409d-4e0d-bd82-fea9d8e4cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:54.377763 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-205d2531-f2c4-432a-a354-443529455c5a req-2ce81567-409d-4e0d-bd82-fea9d8e4cc46 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 1097 time: 0.0533535 Jul 08 19:10:54.415327 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4ae0a-7be8-4328-861a-79a063da3a4e req-a3fe6a6f-93ab-499f-8630-9c9369860a08 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:54.417714 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cad4ae0a-7be8-4328-861a-79a063da3a4e req-a3fe6a6f-93ab-499f-8630-9c9369860a08 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0641670 Jul 08 19:10:54.462186 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cad4ae0a-7be8-4328-861a-79a063da3a4e req-502180be-fbe9-4337-9e9a-36edaec38ab9 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378335 Jul 08 19:10:54.472918 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d2531-f2c4-432a-a354-443529455c5a req-73e01004-555e-4313-aa84-883e55d2fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:54.474480 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-205d2531-f2c4-432a-a354-443529455c5a req-73e01004-555e-4313-aa84-883e55d2fa55 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9c08e8f-0da0-4172-8543-f33d8a366ef8 HTTP/1.1" status: 200 len: 897 time: 0.0891335 Jul 08 19:10:54.538544 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-205d2531-f2c4-432a-a354-443529455c5a req-05b4792e-5ac4-4e1f-a067-c9273e6034e5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ae6a51-871d-4b0e-b19b-25700f09e328 HTTP/1.1" status: 200 len: 1001 time: 0.0571747 Jul 08 19:10:54.585685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d2531-f2c4-432a-a354-443529455c5a req-522e79a4-9166-407b-bffc-f22c01a93bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:54.587118 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-205d2531-f2c4-432a-a354-443529455c5a req-522e79a4-9166-407b-bffc-f22c01a93bc3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc HTTP/1.1" status: 200 len: 835 time: 0.0423617 Jul 08 19:10:54.647956 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d2531-f2c4-432a-a354-443529455c5a req-8c8516da-8d98-4886-bbca-0035ff4eca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:54.649455 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-205d2531-f2c4-432a-a354-443529455c5a req-8c8516da-8d98-4886-bbca-0035ff4eca9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9c08e8f-0da0-4172-8543-f33d8a366ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551119 Jul 08 19:10:54.737195 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-205d2531-f2c4-432a-a354-443529455c5a req-21d06a7d-391c-4a9a-8e65-a64a5aba265f service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798936 Jul 08 19:10:54.829715 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-205d2531-f2c4-432a-a354-443529455c5a req-cc153341-d63b-40d3-82b9-bdf3235bdb97 service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864413 Jul 08 19:10:55.652138 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740279ae-0a19-4293-b7bf-76867cbfc7de req-d5a3afb2-80ae-4d52-b21b-0c8c3dcee487 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:55.653621 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-740279ae-0a19-4293-b7bf-76867cbfc7de req-d5a3afb2-80ae-4d52-b21b-0c8c3dcee487 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0625889 Jul 08 19:10:55.700780 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-740279ae-0a19-4293-b7bf-76867cbfc7de req-a489d01e-605d-46ea-a85d-90ffd192a9bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413764 Jul 08 19:10:56.873595 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877cc20-fcc7-4672-93f7-d443078d00e5 req-716ccaef-4693-4a3f-b893-3d13b2c4ceba tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:56.875102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b877cc20-fcc7-4672-93f7-d443078d00e5 req-716ccaef-4693-4a3f-b893-3d13b2c4ceba tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0623314 Jul 08 19:10:56.912058 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b877cc20-fcc7-4672-93f7-d443078d00e5 req-d598c9fb-1431-4bfc-a85c-52b120241219 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Jul 08 19:10:58.084834 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694d9ce-876f-4741-97db-90b122c0aca7 req-1b7cde7f-0880-42ef-971c-f6be1cfeb084 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:58.086321 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e694d9ce-876f-4741-97db-90b122c0aca7 req-1b7cde7f-0880-42ef-971c-f6be1cfeb084 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0654638 Jul 08 19:10:58.123989 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e694d9ce-876f-4741-97db-90b122c0aca7 req-04ca9128-b240-49d6-b511-74c140480523 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316288 Jul 08 19:10:59.294310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ed8b7-b0fe-4c43-bd02-efcf422cc492 req-759215ca-03bb-4d0c-b64e-cbd84d126bf1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:10:59.295699 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d00ed8b7-b0fe-4c43-bd02-efcf422cc492 req-759215ca-03bb-4d0c-b64e-cbd84d126bf1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0642426 Jul 08 19:10:59.332268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d00ed8b7-b0fe-4c43-bd02-efcf422cc492 req-053ef7ba-494f-4ac6-8fa2-52aac3bac6a7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307820 Jul 08 19:11:00.509934 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab044a4-731b-4b7a-ab46-63655dcfa6bc req-7aeb3e9e-cba5-48be-aeaf-79be4167e0ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:00.511941 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cab044a4-731b-4b7a-ab46-63655dcfa6bc req-7aeb3e9e-cba5-48be-aeaf-79be4167e0ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0658903 Jul 08 19:11:00.554359 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cab044a4-731b-4b7a-ab46-63655dcfa6bc req-930098a1-b83c-4a24-9f6c-f07dccbc7000 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367320 Jul 08 19:11:01.727258 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89985948-ecec-429f-b52f-551b02c290cd req-2f382b72-c583-4bfd-92e2-4fc265a3a13c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:01.728739 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89985948-ecec-429f-b52f-551b02c290cd req-2f382b72-c583-4bfd-92e2-4fc265a3a13c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0629404 Jul 08 19:11:01.765193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89985948-ecec-429f-b52f-551b02c290cd req-1ca140a8-17c3-4040-814f-31641662ed73 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302727 Jul 08 19:11:02.940526 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bd83b-d305-4fb7-b58b-0a3da9b26e09 req-0ce63a8c-ffef-46fa-8e0c-211fca2766f4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:02.942045 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-462bd83b-d305-4fb7-b58b-0a3da9b26e09 req-0ce63a8c-ffef-46fa-8e0c-211fca2766f4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0635483 Jul 08 19:11:02.982087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-462bd83b-d305-4fb7-b58b-0a3da9b26e09 req-9307a4bc-8e2a-4d5e-9f5a-f57e72290867 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337927 Jul 08 19:11:04.156449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0bf21-10ba-460f-a371-f5b1e594d548 req-fee5aab7-bbd1-464f-894d-0957cbd8031e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:04.157927 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37f0bf21-10ba-460f-a371-f5b1e594d548 req-fee5aab7-bbd1-464f-894d-0957cbd8031e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0671921 Jul 08 19:11:04.196363 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-37f0bf21-10ba-460f-a371-f5b1e594d548 req-d2a92fee-369a-493f-bea4-672364b15290 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328429 Jul 08 19:11:04.209082 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:05.032148 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:05.370903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ac805-6461-44bc-bca3-b5431a61b39a req-f5b962a2-5a63-44ee-9ab0-1730f1d55b21 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:05.372387 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-174ac805-6461-44bc-bca3-b5431a61b39a req-f5b962a2-5a63-44ee-9ab0-1730f1d55b21 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0633328 Jul 08 19:11:05.409629 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-174ac805-6461-44bc-bca3-b5431a61b39a req-1b8b027b-da2a-4914-9245-f4f0a551b8c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317664 Jul 08 19:11:06.349799 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1d756012-acad-4de8-9676-8d477d988356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:06.584162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b1be-fc01-4c9c-b0e9-939bffd8fc6a req-468d4890-7c9a-4de4-bf8e-e3ea9950dd99 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:06.585548 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cf7b1be-fc01-4c9c-b0e9-939bffd8fc6a req-468d4890-7c9a-4de4-bf8e-e3ea9950dd99 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0619996 Jul 08 19:11:06.626838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1cf7b1be-fc01-4c9c-b0e9-939bffd8fc6a req-86a0b820-e971-43ff-a92d-9acd55ba71b1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351865 Jul 08 19:11:07.850497 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833adc-3fd3-41be-9670-ed5d86a7f904 req-91bfb82a-a607-4069-aa81-a17009442009 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:07.851936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f833adc-3fd3-41be-9670-ed5d86a7f904 req-91bfb82a-a607-4069-aa81-a17009442009 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.1176219 Jul 08 19:11:07.889652 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4f833adc-3fd3-41be-9670-ed5d86a7f904 req-6e9a4826-e0d5-40fc-a66b-b2648f9ff7df tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322061 Jul 08 19:11:09.058882 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0038cd-0679-4b83-9a48-2b9cc3b0dead req-2c537dc2-c3df-478a-a815-0e7bdc20b249 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:09.060274 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c0038cd-0679-4b83-9a48-2b9cc3b0dead req-2c537dc2-c3df-478a-a815-0e7bdc20b249 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0624866 Jul 08 19:11:09.096931 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8c0038cd-0679-4b83-9a48-2b9cc3b0dead req-3bd5d742-be53-445c-aef1-a7bc892e6656 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310700 Jul 08 19:11:09.211589 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:09.217277 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5c448e9b-7461-472e-965b-42331fc89a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:10.273800 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6fbc9-9182-45c2-beea-f58766c13ca2 req-42f291ca-abee-4937-9a77-8b0070c54f5f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:10.275203 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-beb6fbc9-9182-45c2-beea-f58766c13ca2 req-42f291ca-abee-4937-9a77-8b0070c54f5f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0669665 Jul 08 19:11:10.314094 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-beb6fbc9-9182-45c2-beea-f58766c13ca2 req-911cb6b8-b6b8-4a6d-85ce-7d16ec30f080 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333560 Jul 08 19:11:10.460555 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:10.743601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2c26-d87b-492f-95cb-6522adc0aef4 req-fec06d9d-8105-4b2b-9900-ffdb5dc14afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:10.745584 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d35f2c26-d87b-492f-95cb-6522adc0aef4 req-fec06d9d-8105-4b2b-9900-ffdb5dc14afd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 1097 time: 0.0529659 Jul 08 19:11:10.850433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2c26-d87b-492f-95cb-6522adc0aef4 req-83f70a17-cf37-4afe-973c-de9cab6a7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:10.851906 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d35f2c26-d87b-492f-95cb-6522adc0aef4 req-83f70a17-cf37-4afe-973c-de9cab6a7021 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9c08e8f-0da0-4172-8543-f33d8a366ef8 HTTP/1.1" status: 200 len: 897 time: 0.0830920 Jul 08 19:11:10.920839 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d35f2c26-d87b-492f-95cb-6522adc0aef4 req-6a240a8a-f6a4-4966-849f-bbea7ff868d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ae6a51-871d-4b0e-b19b-25700f09e328 HTTP/1.1" status: 200 len: 1001 time: 0.0622215 Jul 08 19:11:10.967898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2c26-d87b-492f-95cb-6522adc0aef4 req-a1d13588-6df4-4b9e-b561-46461e73a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:10.969339 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d35f2c26-d87b-492f-95cb-6522adc0aef4 req-a1d13588-6df4-4b9e-b561-46461e73a1d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc HTTP/1.1" status: 200 len: 835 time: 0.0430102 Jul 08 19:11:11.025394 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2c26-d87b-492f-95cb-6522adc0aef4 req-cd0335ae-5d2d-4b63-91b8-b38745daa3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:11.027014 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d35f2c26-d87b-492f-95cb-6522adc0aef4 req-cd0335ae-5d2d-4b63-91b8-b38745daa3c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9c08e8f-0da0-4172-8543-f33d8a366ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511186 Jul 08 19:11:11.117527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d35f2c26-d87b-492f-95cb-6522adc0aef4 req-d89c589b-6a03-44f9-940d-ad54cf5e41b6 service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839176 Jul 08 19:11:11.203664 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d35f2c26-d87b-492f-95cb-6522adc0aef4 req-d8c69a92-b553-460e-be14-4f6f22bb8931 service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800376 Jul 08 19:11:11.486236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee260e-002d-44a4-826f-2e9e8a4ac2a7 req-d41840fd-aa4a-4271-9c4b-ad50be31fc99 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:11:11.487662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34ee260e-002d-44a4-826f-2e9e8a4ac2a7 req-d41840fd-aa4a-4271-9c4b-ad50be31fc99 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0649469 Jul 08 19:11:11.525279 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-34ee260e-002d-44a4-826f-2e9e8a4ac2a7 req-a998ae18-e628-4dd7-b541-ee2a570ba345 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314896 Jul 08 19:11:11.550170 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60554) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:11:11.614165 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-107b4636-2c39-4924-a8ef-969ec82482d7 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/79b4e6af-f4da-4bd1-b2af-49d3169e638a HTTP/1.1" status: 200 len: 993 time: 0.0627239 Jul 08 19:11:11.934670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:31.191350 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:11:34.218841 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:35.035475 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:36.349926 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5261bf4a-9f75-4303-8ee0-29de69657714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:39.203414 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:39.219051 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3a34f66c-ece5-4c3c-9641-3c2d93cb94ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:40.463586 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:11:41.938890 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:04.219682 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:05.041019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:06.350162 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9da9143d-c9b2-4536-acf2-9b1b883abdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:06.547640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60580) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:06.700152 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port d1995c9c-6538-4193-ab65-14a517c8b632 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:12:06.700493 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:06.778276 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:06.778606 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:06.789666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for d1995c9c-6538-4193-ab65-14a517c8b632 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:12:06.937960 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:06.963361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=d1995c9c-6538-4193-ab65-14a517c8b632,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:06.974557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:06.974917 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:06.975238 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:06.975564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:06.975887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:06.976211 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:06.976533 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:06.976854 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:06.977171 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:06.977486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:06.977798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:06.978111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:07.032991 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:07.033330 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Floating IP 79b4e6af-f4da-4bd1-b2af-49d3169e638a disassociated (deleted). External IP: 172.25.8.92, port: 80ae6a51-871d-4b0e-b19b-25700f09e328. Jul 08 19:12:07.234008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 86ced45f-773e-4dd4-bfc8-b64268997f67 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:12:07.337729 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:12:07.342650 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:07.346914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a696b14d-41de-4578-b077-a4ba0474b6c4 None None] Sync routers for ids ['86ced45f-773e-4dd4-bfc8-b64268997f67'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:12:07.355433 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a696b14d-41de-4578-b077-a4ba0474b6c4 None None] Routers {'86ced45f-773e-4dd4-bfc8-b64268997f67'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:12:07.356133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a696b14d-41de-4578-b077-a4ba0474b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:11:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['86ced45f-773e-4dd4-bfc8-b64268997f67'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:07.379681 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d1354edf-c871-471e-b83a-9437539c3f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/floatingips/79b4e6af-f4da-4bd1-b2af-49d3169e638a HTTP/1.1" status: 204 len: 168 time: 0.8307674 Jul 08 19:12:07.380268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'tag': '80ae6a51-871d-4b0e-b19b-25700f09e328'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:12:07.382530 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43af4f5-676d-42fc-8aec-ee94523563cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4e162b-6c7e-43e0-a3a0-744359245e22", "tag": "80ae6a51-871d-4b0e-b19b-25700f09e328"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:12:07.460420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a696b14d-41de-4578-b077-a4ba0474b6c4 None None] Set router 86ced45f-773e-4dd4-bfc8-b64268997f67 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:12:07.623543 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434643d9-b0ca-4e6c-9d55-1ad97a52e987 x-openstack-request-id: req-434643d9-b0ca-4e6c-9d55-1ad97a52e987 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:12:07.624107 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4e162b-6c7e-43e0-a3a0-744359245e22", "tag": "80ae6a51-871d-4b0e-b19b-25700f09e328", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:12:07.624230 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-434643d9-b0ca-4e6c-9d55-1ad97a52e987 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:12:07.624718 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'tag': '80ae6a51-871d-4b0e-b19b-25700f09e328', 'status': 'completed', 'code': 200} Jul 08 19:12:07.664610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a696b14d-41de-4578-b077-a4ba0474b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:36Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0f0b4e37-a378-46ef-b5bb-4fb5df6cf338', 'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:03:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:35Z', 'updated_at': '2021-07-08T19:09:40Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:07.699421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a696b14d-41de-4578-b077-a4ba0474b6c4 None None] Checking router: 86ced45f-773e-4dd4-bfc8-b64268997f67 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:12:07.708617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a696b14d-41de-4578-b077-a4ba0474b6c4 None None] Routers {'86ced45f-773e-4dd4-bfc8-b64268997f67'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:12:07.709417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a696b14d-41de-4578-b077-a4ba0474b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:11:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['86ced45f-773e-4dd4-bfc8-b64268997f67'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:07.712278 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43af4f5-676d-42fc-8aec-ee94523563cd req-738a0da3-8ef7-426f-96a8-b22b4ae5a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:07.713839 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f43af4f5-676d-42fc-8aec-ee94523563cd req-738a0da3-8ef7-426f-96a8-b22b4ae5a176 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 1097 time: 0.0596380 Jul 08 19:12:07.776475 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1de6e-243d-4c17-8d54-67964a20c1cb req-40397361-6ee2-45ae-9022-751b899349fe tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:07.778044 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8bf1de6e-243d-4c17-8d54-67964a20c1cb req-40397361-6ee2-45ae-9022-751b899349fe tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0670378 Jul 08 19:12:07.812068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43af4f5-676d-42fc-8aec-ee94523563cd req-fdf2bf63-c6ad-46b9-80c2-5c5de5596e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:07.813460 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f43af4f5-676d-42fc-8aec-ee94523563cd req-fdf2bf63-c6ad-46b9-80c2-5c5de5596e34 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9c08e8f-0da0-4172-8543-f33d8a366ef8 HTTP/1.1" status: 200 len: 897 time: 0.0921588 Jul 08 19:12:07.815576 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a696b14d-41de-4578-b077-a4ba0474b6c4 None None] Set router 86ced45f-773e-4dd4-bfc8-b64268997f67 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:12:07.824233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8bf1de6e-243d-4c17-8d54-67964a20c1cb req-3b847c4e-838d-477a-805d-8c4c3d142580 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388639 Jul 08 19:12:07.854905 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f43af4f5-676d-42fc-8aec-ee94523563cd req-9996a9fd-94d3-4fd7-9580-655e84650260 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ae6a51-871d-4b0e-b19b-25700f09e328 HTTP/1.1" status: 200 len: 217 time: 0.0345016 Jul 08 19:12:07.908002 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43af4f5-676d-42fc-8aec-ee94523563cd req-610562e8-726c-4a9f-962f-e351ef385b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:07.909483 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f43af4f5-676d-42fc-8aec-ee94523563cd req-610562e8-726c-4a9f-962f-e351ef385b5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc HTTP/1.1" status: 200 len: 835 time: 0.0477891 Jul 08 19:12:07.967675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43af4f5-676d-42fc-8aec-ee94523563cd req-19d37a54-87f6-4879-8311-5d752f003f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:07.969177 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f43af4f5-676d-42fc-8aec-ee94523563cd req-19d37a54-87f6-4879-8311-5d752f003f19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9c08e8f-0da0-4172-8543-f33d8a366ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525215 Jul 08 19:12:08.015850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a696b14d-41de-4578-b077-a4ba0474b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:36Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0f0b4e37-a378-46ef-b5bb-4fb5df6cf338', 'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:03:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:35Z', 'updated_at': '2021-07-08T19:09:40Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:08.041941 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a696b14d-41de-4578-b077-a4ba0474b6c4 None None] The sync data for ids ['86ced45f-773e-4dd4-bfc8-b64268997f67'] in n-d-799684-3 is: [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:36Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0f0b4e37-a378-46ef-b5bb-4fb5df6cf338', 'name': '', 'network_id': 'b9c08e8f-0da0-4172-8543-f33d8a366ef8', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:03:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:35Z', 'updated_at': '2021-07-08T19:09:40Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:12:08.059764 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f43af4f5-676d-42fc-8aec-ee94523563cd req-24b31521-a866-4bc6-b3f5-daa89744d8b7 service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836701 Jul 08 19:12:08.156405 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f43af4f5-676d-42fc-8aec-ee94523563cd req-93a7a20f-774c-467e-ab2e-cab7979cb804 service neutron] 10.222.0.74 "GET /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897949 Jul 08 19:12:08.191755 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:12:08.255611 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d0c59-3ec8-4cce-8961-7df47dd4e8d0 None None] New status for floating IP 79b4e6af-f4da-4bd1-b2af-49d3169e638a: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:12:08.995814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2398c-0511-4002-9094-c6a354a020aa req-eab2da54-7e98-4f00-a4ad-48b8db0147d2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:08.997218 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19b2398c-0511-4002-9094-c6a354a020aa req-eab2da54-7e98-4f00-a4ad-48b8db0147d2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0629098 Jul 08 19:12:09.034749 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-19b2398c-0511-4002-9094-c6a354a020aa req-ca306229-aa1b-402d-88a3-275feb340f8a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=4b56cc23-40f5-480b-bb82-714eb8d46015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314364 Jul 08 19:12:09.204087 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:09.219953 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-43b7404c-9f5e-4df3-8bb3-7e9b59048ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:09.597994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e480-7c29-4fd1-ab4a-99091b5c6148 req-6aaa4a40-4165-4c81-9ced-780b54432ecb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:09.599456 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8533e480-7c29-4fd1-ab4a-99091b5c6148 req-6aaa4a40-4165-4c81-9ced-780b54432ecb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 946 time: 0.0620253 Jul 08 19:12:09.703792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-8533e480-7c29-4fd1-ab4a-99091b5c6148 req-fd65a903-0db1-4961-a805-71fa123c6fff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 80ae6a51-871d-4b0e-b19b-25700f09e328 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:12:09.704139 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8533e480-7c29-4fd1-ab4a-99091b5c6148 req-fd65a903-0db1-4961-a805-71fa123c6fff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:09.790766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8533e480-7c29-4fd1-ab4a-99091b5c6148 req-fd65a903-0db1-4961-a805-71fa123c6fff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port 80ae6a51-871d-4b0e-b19b-25700f09e328, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=80ae6a51-871d-4b0e-b19b-25700f09e328,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:12:09.791124 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8533e480-7c29-4fd1-ab4a-99091b5c6148 req-fd65a903-0db1-4961-a805-71fa123c6fff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:09.804353 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-8533e480-7c29-4fd1-ab4a-99091b5c6148 req-fd65a903-0db1-4961-a805-71fa123c6fff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 80ae6a51-871d-4b0e-b19b-25700f09e328 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:12:09.932463 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8533e480-7c29-4fd1-ab4a-99091b5c6148 req-fd65a903-0db1-4961-a805-71fa123c6fff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:09.961562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65a903-0db1-4961-a805-71fa123c6fff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=80ae6a51-871d-4b0e-b19b-25700f09e328,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:10.009336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8533e480-7c29-4fd1-ab4a-99091b5c6148 req-fd65a903-0db1-4961-a805-71fa123c6fff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] No DVR routers for this DVR port 80ae6a51-871d-4b0e-b19b-25700f09e328 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:12:10.011955 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8533e480-7c29-4fd1-ab4a-99091b5c6148 req-fd65a903-0db1-4961-a805-71fa123c6fff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:10.013917 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-8533e480-7c29-4fd1-ab4a-99091b5c6148 req-fd65a903-0db1-4961-a805-71fa123c6fff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "DELETE /v2.0/ports/80ae6a51-871d-4b0e-b19b-25700f09e328 HTTP/1.1" status: 204 len: 173 time: 0.4089127 Jul 08 19:12:10.014930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'name': 'network-vif-deleted', 'tag': '80ae6a51-871d-4b0e-b19b-25700f09e328'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:12:10.017196 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d39d0cf-6cd6-43e0-9958-9a110c5787b2" -d '{"events": [{"server_uuid": "0c4e162b-6c7e-43e0-a3a0-744359245e22", "name": "network-vif-deleted", "tag": "80ae6a51-871d-4b0e-b19b-25700f09e328"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:12:10.056512 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50085b66-b96e-4eed-9cf6-0838a1fefe5f x-openstack-request-id: req-50085b66-b96e-4eed-9cf6-0838a1fefe5f {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:12:10.056817 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e162b-6c7e-43e0-a3a0-744359245e22", "name": "network-vif-deleted", "tag": "80ae6a51-871d-4b0e-b19b-25700f09e328", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:12:10.057049 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50085b66-b96e-4eed-9cf6-0838a1fefe5f {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:12:10.057999 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e162b-6c7e-43e0-a3a0-744359245e22', 'name': 'network-vif-deleted', 'tag': '80ae6a51-871d-4b0e-b19b-25700f09e328', 'status': 'completed', 'code': 200} Jul 08 19:12:10.182326 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b522327e-cab3-4b48-9b3d-dc3bf2d6d630 req-d04383c2-5d5e-41a6-abc6-d77df408e46d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 210 time: 0.0300622 Jul 08 19:12:10.467924 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:10.704637 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d2427f4-7cc0-4284-b2bf-fb0efcb686ac req-e1d042e6-a1f5-403b-905b-665d91923412 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272825 Jul 08 19:12:10.773791 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d2427f4-7cc0-4284-b2bf-fb0efcb686ac req-03ed548d-48fa-4994-b691-c86729df548e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=0c4e162b-6c7e-43e0-a3a0-744359245e22 HTTP/1.1" status: 200 len: 210 time: 0.0274844 Jul 08 19:12:10.953775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2427f4-7cc0-4284-b2bf-fb0efcb686ac req-ac008a8c-e69c-4a02-9462-db8a123ee685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:10.955371 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d2427f4-7cc0-4284-b2bf-fb0efcb686ac req-ac008a8c-e69c-4a02-9462-db8a123ee685 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1625578 Jul 08 19:12:11.113506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2427f4-7cc0-4284-b2bf-fb0efcb686ac req-1352e3e5-220e-4d16-949a-b2fec557efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:11.114994 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0d2427f4-7cc0-4284-b2bf-fb0efcb686ac req-1352e3e5-220e-4d16-949a-b2fec557efa8 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527247 Jul 08 19:12:11.273697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60600) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:11.616874 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:11.941567 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:12.193804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:12:12.194440 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:12.277911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0f0b4e37-a378-46ef-b5bb-4fb5df6cf338,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:12:12.278287 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:12.290939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:12:12.473822 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:12.497798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=0f0b4e37-a378-46ef-b5bb-4fb5df6cf338,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:12.676518 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:12.805930 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 80ae6a51-871d-4b0e-b19b-25700f09e328 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:12:12.829904 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 80ae6a51-871d-4b0e-b19b-25700f09e328 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:12:12.830354 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 80ae6a51-871d-4b0e-b19b-25700f09e328 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:12:12.887626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 86ced45f-773e-4dd4-bfc8-b64268997f67 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:12:12.992363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:12:12.997285 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-206bd34b-5da1-4508-9165-dda8574fae72 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "PUT /v2.0/routers/86ced45f-773e-4dd4-bfc8-b64268997f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7225339 Jul 08 19:12:13.000584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60602) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:13.002090 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed7ea1-0f6b-4138-af0b-134b0efa3527 None None] Sync routers for ids ['86ced45f-773e-4dd4-bfc8-b64268997f67'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:12:13.011015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed7ea1-0f6b-4138-af0b-134b0efa3527 None None] Routers {'86ced45f-773e-4dd4-bfc8-b64268997f67'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:12:13.011620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-84ed7ea1-0f6b-4138-af0b-134b0efa3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:12:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['86ced45f-773e-4dd4-bfc8-b64268997f67'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:13.051509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7233d1d7-3e66-4d52-bc5b-78726ae30c82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting subnet 5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:12:13.054557 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7233d1d7-3e66-4d52-bc5b-78726ae30c82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.094165 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7233d1d7-3e66-4d52-bc5b-78726ae30c82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.112260 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-84ed7ea1-0f6b-4138-af0b-134b0efa3527 None None] Set router 86ced45f-773e-4dd4-bfc8-b64268997f67 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:12:13.180874 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7233d1d7-3e66-4d52-bc5b-78726ae30c82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.237475 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7233d1d7-3e66-4d52-bc5b-78726ae30c82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.266873 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233d1d7-3e66-4d52-bc5b-78726ae30c82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:13.268972 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7233d1d7-3e66-4d52-bc5b-78726ae30c82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.273622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60604) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:13.274138 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7233d1d7-3e66-4d52-bc5b-78726ae30c82 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/subnets/5ee95e7b-c1b5-4cc4-98ae-80a8dc78befc HTTP/1.1" status: 204 len: 168 time: 0.2717650 Jul 08 19:12:13.274548 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc3aa07-2e31-414d-9389-1d9d8be353b8 None None] Network b9c08e8f-0da0-4172-8543-f33d8a366ef8 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:12:13.383843 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.388715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-84ed7ea1-0f6b-4138-af0b-134b0efa3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:12:12Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:13.417055 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed7ea1-0f6b-4138-af0b-134b0efa3527 None None] Checking router: 86ced45f-773e-4dd4-bfc8-b64268997f67 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:12:13.431814 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed7ea1-0f6b-4138-af0b-134b0efa3527 None None] Routers {'86ced45f-773e-4dd4-bfc8-b64268997f67'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:12:13.432427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-84ed7ea1-0f6b-4138-af0b-134b0efa3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:12:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['86ced45f-773e-4dd4-bfc8-b64268997f67'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:13.488362 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.544704 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-84ed7ea1-0f6b-4138-af0b-134b0efa3527 None None] Set router 86ced45f-773e-4dd4-bfc8-b64268997f67 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:12:13.546848 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 3f2a9834-6779-4914-9d85-3a11b21c51b9 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:12:13.547321 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.571735 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc3bcf-5537-475b-ab67-51db5d7a4cbf None None] DHCP port deletion for b9c08e8f-0da0-4172-8543-f33d8a366ef8 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:12:13.632746 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port 3f2a9834-6779-4914-9d85-3a11b21c51b9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3f2a9834-6779-4914-9d85-3a11b21c51b9,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:12:13.633106 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.647944 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 3f2a9834-6779-4914-9d85-3a11b21c51b9 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:12:13.734035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-14fc3bcf-5537-475b-ab67-51db5d7a4cbf None None] Deleting port 4ed512ec-6347-4638-85a9-2bcc779dc027 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:12:13.734332 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14fc3bcf-5537-475b-ab67-51db5d7a4cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.773081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 4ed512ec-6347-4638-85a9-2bcc779dc027 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:12:13.825022 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.837795 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-14fc3bcf-5537-475b-ab67-51db5d7a4cbf None None] For port 4ed512ec-6347-4638-85a9-2bcc779dc027, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4ed512ec-6347-4638-85a9-2bcc779dc027,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:12:13.838189 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14fc3bcf-5537-475b-ab67-51db5d7a4cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.848530 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=3f2a9834-6779-4914-9d85-3a11b21c51b9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:13.859084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.859422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.859914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.860092 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.860420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.860747 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.860873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-14fc3bcf-5537-475b-ab67-51db5d7a4cbf None None] Calling delete_port for 4ed512ec-6347-4638-85a9-2bcc779dc027 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:12:13.861070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.861392 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.861713 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.862134 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.862376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.862693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:13.879107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-84ed7ea1-0f6b-4138-af0b-134b0efa3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:12:12Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:13.922562 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:13.956651 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed7ea1-0f6b-4138-af0b-134b0efa3527 None None] The sync data for ids ['86ced45f-773e-4dd4-bfc8-b64268997f67'] in n-d-799684-3 is: [{'id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769271528', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:12:12Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '3f2a9834-6779-4914-9d85-3a11b21c51b9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ced45f-773e-4dd4-bfc8-b64268997f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:09:32Z', 'updated_at': '2021-07-08T19:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:12:13.979499 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.019860 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.021961 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.027077 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 4ed512ec-6347-4638-85a9-2bcc779dc027, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=4ed512ec-6347-4638-85a9-2bcc779dc027,segment=NetworkSegment(cb36113c-b3b4-44ac-b0a1-026743e40d52),segment_id=cb36113c-b3b4-44ac-b0a1-026743e40d52)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:12:14.032703 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.038938 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-14fc3bcf-5537-475b-ab67-51db5d7a4cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.060057 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event deleted for resources: {'Port': ['ID=4ed512ec-6347-4638-85a9-2bcc779dc027,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:14.072061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.072465 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.072803 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.073150 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.073488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.073824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.074155 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.074521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.074850 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.075180 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.075560 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.075885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:14.078818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc3bcf-5537-475b-ab67-51db5d7a4cbf None None] No DVR routers for this DVR port 4ed512ec-6347-4638-85a9-2bcc779dc027 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:12:14.079542 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.080916 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Fanout notify agent at l3_agent the message router_deleted on router 86ced45f-773e-4dd4-bfc8-b64268997f67 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:12:14.089136 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.090305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cffb0c74-7146-4366-bf23-a601f1533b59 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/routers/86ced45f-773e-4dd4-bfc8-b64268997f67 HTTP/1.1" status: 204 len: 168 time: 0.8146501 Jul 08 19:12:14.092807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60608) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:14.107187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc3bcf-5537-475b-ab67-51db5d7a4cbf None None] Pushing event deleted for resources: {'Port': ['ID=4ed512ec-6347-4638-85a9-2bcc779dc027,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:14.168613 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.255488 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.264930 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c08e8f-0da0-4172-8543-f33d8a366ef8']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:14.275825 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb36113c-b3b4-44ac-b0a1-026743e40d52') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:14.276453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb36113c-b3b4-44ac-b0a1-026743e40d52') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:14.285434 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.301169 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.307972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:12:14.308300 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: timer() Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:12:14.311288 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:12:14.369994 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.378053 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.379985 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/networks/b9c08e8f-0da0-4172-8543-f33d8a366ef8 HTTP/1.1" status: 204 len: 168 time: 0.2861264 Jul 08 19:12:14.382838 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60610) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:14.397368 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6446d2-25c6-4112-819a-136fcc14a164 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Network': ['ID=b9c08e8f-0da0-4172-8543-f33d8a366ef8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:14.448362 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1061e32-a608-4bd8-9619-9bc4b3e5606a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.474478 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1061e32-a608-4bd8-9619-9bc4b3e5606a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.537181 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1061e32-a608-4bd8-9619-9bc4b3e5606a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.540845 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d1061e32-a608-4bd8-9619-9bc4b3e5606a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.542490 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d1061e32-a608-4bd8-9619-9bc4b3e5606a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/security-groups/4b56cc23-40f5-480b-bb82-714eb8d46015 HTTP/1.1" status: 204 len: 168 time: 0.1586177 Jul 08 19:12:14.558192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1061e32-a608-4bd8-9619-9bc4b3e5606a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b56cc23-40f5-480b-bb82-714eb8d46015,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:14.740874 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60616) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:14.745669 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-67fd8c83-cff4-4464-9c6a-2f1cc95cc810 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552874213', 'description': 'tempest-secgroup-smoke-1552874213 description', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:14.769022 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c83-cff4-4464-9c6a-2f1cc95cc810 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.854701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c83-cff4-4464-9c6a-2f1cc95cc810 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.859034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c83-cff4-4464-9c6a-2f1cc95cc810 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.889150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c83-cff4-4464-9c6a-2f1cc95cc810 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.890416 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-67fd8c83-cff4-4464-9c6a-2f1cc95cc810 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1484921 Jul 08 19:12:14.891527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd8c83-cff4-4464-9c6a-2f1cc95cc810 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18be1fc-446c-4386-9958-2e3066ff6afd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:14.893560 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60618) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:14.898537 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-10049bb8-2ee2-4326-b425-1d35101fb95f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': 'b18be1fc-446c-4386-9958-2e3066ff6afd', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:14.925006 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10049bb8-2ee2-4326-b425-1d35101fb95f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.984169 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10049bb8-2ee2-4326-b425-1d35101fb95f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:14.988280 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10049bb8-2ee2-4326-b425-1d35101fb95f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.006931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10049bb8-2ee2-4326-b425-1d35101fb95f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2e31b7-1727-48ec-b48b-827301084ef0,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:15.013434 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10049bb8-2ee2-4326-b425-1d35101fb95f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.015329 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-10049bb8-2ee2-4326-b425-1d35101fb95f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204779 Jul 08 19:12:15.018349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60620) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:15.023385 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4c71a804-56cf-416e-b866-5285732f1ddc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': 'b18be1fc-446c-4386-9958-2e3066ff6afd', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:15.048506 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c71a804-56cf-416e-b866-5285732f1ddc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.104933 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c71a804-56cf-416e-b866-5285732f1ddc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.108831 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c71a804-56cf-416e-b866-5285732f1ddc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.128911 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71a804-56cf-416e-b866-5285732f1ddc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ce8ac4-7218-45c4-9579-02ef9889921d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:15.132377 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c71a804-56cf-416e-b866-5285732f1ddc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.133566 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-4c71a804-56cf-416e-b866-5285732f1ddc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141086 Jul 08 19:12:15.136318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60622) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:15.141213 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5e3adb88-de83-4fb0-bf97-bee1f4e3333e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': 'b18be1fc-446c-4386-9958-2e3066ff6afd', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:15.169288 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e3adb88-de83-4fb0-bf97-bee1f4e3333e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.224846 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e3adb88-de83-4fb0-bf97-bee1f4e3333e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.228383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e3adb88-de83-4fb0-bf97-bee1f4e3333e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.244909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3adb88-de83-4fb0-bf97-bee1f4e3333e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a2eb87-c665-41af-b8f9-5d16845b0d94,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:15.251720 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e3adb88-de83-4fb0-bf97-bee1f4e3333e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.252904 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-5e3adb88-de83-4fb0-bf97-bee1f4e3333e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156590 Jul 08 19:12:15.255651 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60624) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:15.260123 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c6bcfa66-6827-4610-8377-0a352df1a418 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': 'b18be1fc-446c-4386-9958-2e3066ff6afd', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:15.286307 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6bcfa66-6827-4610-8377-0a352df1a418 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.349280 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6bcfa66-6827-4610-8377-0a352df1a418 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.354129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6bcfa66-6827-4610-8377-0a352df1a418 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.372539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcfa66-6827-4610-8377-0a352df1a418 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d5b29b-b931-4d49-8122-1f2ba343c87b,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:15.383401 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c6bcfa66-6827-4610-8377-0a352df1a418 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.384626 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c6bcfa66-6827-4610-8377-0a352df1a418 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280215 Jul 08 19:12:15.387272 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60626) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:15.391746 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-35f6c75b-f9d5-411d-a107-6c27b35ca7af tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': 'b18be1fc-446c-4386-9958-2e3066ff6afd', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:15.414708 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-35f6c75b-f9d5-411d-a107-6c27b35ca7af tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Project 8b4041953cc94abfabf7d6ea7a50c6c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:12:15.420108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35f6c75b-f9d5-411d-a107-6c27b35ca7af tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.481626 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35f6c75b-f9d5-411d-a107-6c27b35ca7af tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.487184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35f6c75b-f9d5-411d-a107-6c27b35ca7af tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.506198 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6c75b-f9d5-411d-a107-6c27b35ca7af tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3cf0a1-1b3b-4580-8cd3-4219d1078f66,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:15.511951 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35f6c75b-f9d5-411d-a107-6c27b35ca7af tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.513341 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-35f6c75b-f9d5-411d-a107-6c27b35ca7af tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251285 Jul 08 19:12:15.516101 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60628) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:15.521199 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-58fd21e2-1b9f-4aa4-8dc8-821cb4ba2f73 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': 'b18be1fc-446c-4386-9958-2e3066ff6afd', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:15.546712 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-58fd21e2-1b9f-4aa4-8dc8-821cb4ba2f73 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Project 8b4041953cc94abfabf7d6ea7a50c6c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:12:15.552007 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-58fd21e2-1b9f-4aa4-8dc8-821cb4ba2f73 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.613441 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-58fd21e2-1b9f-4aa4-8dc8-821cb4ba2f73 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.617062 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-58fd21e2-1b9f-4aa4-8dc8-821cb4ba2f73 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.635720 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd21e2-1b9f-4aa4-8dc8-821cb4ba2f73 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cce4929-0f33-41b0-9a98-c65153b0dc9a,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:15.643151 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-58fd21e2-1b9f-4aa4-8dc8-821cb4ba2f73 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.647181 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-58fd21e2-1b9f-4aa4-8dc8-821cb4ba2f73 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274443 Jul 08 19:12:15.647693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60630) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:15.652787 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'network': {'name': 'tempest-network-smoke--465213978', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'port_security_enabled': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:15.675864 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:12:15.679486 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.705388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3f2a9834-6779-4914-9d85-3a11b21c51b9 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:12:15.706353 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:12:15.716028 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.716396 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Added segment 6ac52c0a-c8fd-4f36-b503-ae9e289e0771 of type vlan for network 7f94479c-db5b-473e-a73b-322a18daa3c6 Jul 08 19:12:15.726595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 3f2a9834-6779-4914-9d85-3a11b21c51b9 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:12:15.726987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3f2a9834-6779-4914-9d85-3a11b21c51b9 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:12:15.727496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:12:15.746668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:12:15.747099 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0f0b4e37-a378-46ef-b5bb-4fb5df6cf338 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:12:15.757498 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.785477 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.790909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:15.791479 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.849838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2011187 Jul 08 19:12:15.852541 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60632) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:15.856876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'admin_state_up': True, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:15.875766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a4bd6-5e78-40c7-86db-6b711727b98c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Network': ['ID=7f94479c-db5b-473e-a73b-322a18daa3c6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:15.886235 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 7f94479c-db5b-473e-a73b-322a18daa3c6 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:12:15.887886 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.889050 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:15.948227 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:16.101451 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:16.291195 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:16.314158 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:16.410516 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.25.8.239 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/f8cea701-3e9e-4908-adda-772420d85dfb) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:12:16.511916 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:16.550042 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:16.566158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:12:16.582955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:12:16.586548 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:12:16.626566 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=f8cea701-3e9e-4908-adda-772420d85dfb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:16.834686 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:17.031792 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:17.459498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 221303f7-c62a-427c-bba4-d612467eef46 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:12:17.563174 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:12:17.572535 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Sync routers for ids ['221303f7-c62a-427c-bba4-d612467eef46'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:12:17.581962 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Routers {'221303f7-c62a-427c-bba4-d612467eef46'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:12:17.582243 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:17.582674 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:12:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['221303f7-c62a-427c-bba4-d612467eef46'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:17.586504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-81bbc0f4-ba15-40a1-915a-f1de05153449 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7302334 Jul 08 19:12:17.586925 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60634) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:17.617963 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a37986c-d7d8-46bb-8485-b59d4afafc1e tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8b4041953cc94abfabf7d6ea7a50c6c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297651 Jul 08 19:12:17.621621 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60636) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:17.686688 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Set router 221303f7-c62a-427c-bba4-d612467eef46 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:12:17.705943 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d3b46-dbcb-4253-997a-2f73e52d9065 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:17.707491 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-770d3b46-dbcb-4253-997a-2f73e52d9065 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849516 Jul 08 19:12:17.710519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60638) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:17.738726 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c9b540dc-66a0-48cc-8c79-18d77caf7521 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271466 Jul 08 19:12:17.741143 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60640) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:17.745832 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-422798167', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:17.835784 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:12:17.839368 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:17.857591 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:16Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:17.887769 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Checking router: 221303f7-c62a-427c-bba4-d612467eef46 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:12:17.888114 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Updating router 221303f7-c62a-427c-bba4-d612467eef46 port f8cea701-3e9e-4908-adda-772420d85dfb binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:12:17.923104 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.021945 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.083436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Subnet': ['ID=920539ce-abe2-466a-977b-7f5c4e90921c,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:18.091157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Checking segment: {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:12:18.091521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network hostable DHCP agents. Network: 7f94479c-db5b-473e-a73b-322a18daa3c6, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:12:18.108093 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 7f94479c-db5b-473e-a73b-322a18daa3c6 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:12:18.117411 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 7f94479c-db5b-473e-a73b-322a18daa3c6) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:12:18.121473 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:18.122052 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.127598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941638fa-7dd5-4e54-95e4-d7eb839fefd5 None None] Network 7f94479c-db5b-473e-a73b-322a18daa3c6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:12:18.138746 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dfceba74-1297-4405-a4a0-1d14452aa7b5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3965797 Jul 08 19:12:18.142186 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60642) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:18.178030 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.191410 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Transition to ACTIVE for port object f8cea701-3e9e-4908-adda-772420d85dfb will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:12:18.197198 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.249217 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Attempting to bind port f8cea701-3e9e-4908-adda-772420d85dfb on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:12:18.249698 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Attempting to bind port f8cea701-3e9e-4908-adda-772420d85dfb by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:12:18.250064 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Attempting to bind port f8cea701-3e9e-4908-adda-772420d85dfb on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:12:18.263612 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:12:18.264531 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:12:18.264914 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.265301 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:12:18.265757 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Bound port: f8cea701-3e9e-4908-adda-772420d85dfb, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:12:18.266150 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.269350 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Pushing event updated for resources: {'Port': ['ID=f8cea701-3e9e-4908-adda-772420d85dfb,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:18.287932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-7f94479c-db5b-473e-a73b-322a18daa3c6', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:12:18.289268 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.295935 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.296280 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.296612 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.296942 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.297312 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.297589 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.297910 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.298517 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.298836 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.299538 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.299538 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.299771 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:12:18.337749 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] For port f8cea701-3e9e-4908-adda-772420d85dfb, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:12:18.340779 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] For port f8cea701-3e9e-4908-adda-772420d85dfb, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f8cea701-3e9e-4908-adda-772420d85dfb,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:12:18.344670 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.407492 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961464db-ad97-4d95-abff-3190907c1f2d None None] Pushing event updated for resources: {'Port': ['ID=f8cea701-3e9e-4908-adda-772420d85dfb,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:18.410452 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Routers {'221303f7-c62a-427c-bba4-d612467eef46'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:12:18.411110 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:12:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['221303f7-c62a-427c-bba4-d612467eef46'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:18.445200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Allocated IP 172.20.0.2 (7f94479c-db5b-473e-a73b-322a18daa3c6/920539ce-abe2-466a-977b-7f5c4e90921c/b60eb930-ee1b-4372-a11c-0dcdc03826ea) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:12:18.518391 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] Set router 221303f7-c62a-427c-bba4-d612467eef46 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:12:18.597042 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.607293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Transition to ACTIVE for port object b60eb930-ee1b-4372-a11c-0dcdc03826ea will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:12:18.615157 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.622970 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Transition to ACTIVE for port object b60eb930-ee1b-4372-a11c-0dcdc03826ea will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:12:18.629767 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.669336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Network 7f94479c-db5b-473e-a73b-322a18daa3c6 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:12:18.677982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:12:18.681597 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:12:18.694021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Pushing event updated for resources: {'Port': ['ID=b60eb930-ee1b-4372-a11c-0dcdc03826ea,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:18.738840 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:16Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:18.751069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Attempting to bind port b60eb930-ee1b-4372-a11c-0dcdc03826ea on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:12:18.751443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Attempting to bind port b60eb930-ee1b-4372-a11c-0dcdc03826ea by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:12:18.752160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Attempting to bind port b60eb930-ee1b-4372-a11c-0dcdc03826ea on network 7f94479c-db5b-473e-a73b-322a18daa3c6 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:12:18.757714 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:12:18.758088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Checking segment: {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:12:18.758527 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.758924 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Bound using segment: {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:12:18.759389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Bound port: b60eb930-ee1b-4372-a11c-0dcdc03826ea, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:12:18.759777 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.774427 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229499b2-32f2-4346-a2bd-51677c56679e None None] The sync data for ids ['221303f7-c62a-427c-bba4-d612467eef46'] in n-d-799684-3 is: [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:16Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:12:18.841050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] For port b60eb930-ee1b-4372-a11c-0dcdc03826ea, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:12:18.846133 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] For port b60eb930-ee1b-4372-a11c-0dcdc03826ea, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b60eb930-ee1b-4372-a11c-0dcdc03826ea,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:12:18.851777 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:18.922177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f998fe7-c7a3-4585-b37a-8b0f91b56300 None None] Pushing event updated for resources: {'Port': ['ID=b60eb930-ee1b-4372-a11c-0dcdc03826ea,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:18.948317 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.20.0.1 (7f94479c-db5b-473e-a73b-322a18daa3c6/920539ce-abe2-466a-977b-7f5c4e90921c/10794827-7352-43ff-a03b-c1ce9fa35fe6) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:12:19.106039 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:19.138329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Transition to ACTIVE for port object 10794827-7352-43ff-a03b-c1ce9fa35fe6 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:12:19.182910 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:19.238846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 7f94479c-db5b-473e-a73b-322a18daa3c6 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:12:19.242517 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:12:19.247216 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:12:19.252024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=10794827-7352-43ff-a03b-c1ce9fa35fe6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:19.297279 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:19.447750 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:19.771618 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:19.777577 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:19.808862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b60eb930-ee1b-4372-a11c-0dcdc03826ea up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:12:19.868854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=10794827-7352-43ff-a03b-c1ce9fa35fe6,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:19.869718 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b60eb930-ee1b-4372-a11c-0dcdc03826ea completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:12:19.875132 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:19.875348 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f8cea701-3e9e-4908-adda-772420d85dfb up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:12:19.932029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port f8cea701-3e9e-4908-adda-772420d85dfb completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:12:19.936198 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f8cea701-3e9e-4908-adda-772420d85dfb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:12:19.936579 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:19.978906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 7f94479c-db5b-473e-a73b-322a18daa3c6 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:12:19.981455 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:12:20.026827 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:20.049107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port f8cea701-3e9e-4908-adda-772420d85dfb, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f8cea701-3e9e-4908-adda-772420d85dfb,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:12:20.053771 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:20.079479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc434f3d-20bd-48cc-8585-b1cbcc6cb4cf None None] Network 7f94479c-db5b-473e-a73b-322a18daa3c6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:12:20.108047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 221303f7-c62a-427c-bba4-d612467eef46 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:12:20.157734 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=f8cea701-3e9e-4908-adda-772420d85dfb,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:20.170749 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6ea6bad8-c4ca-4443-b5ab-b9da506b3270 None None] Provisioning for port b60eb930-ee1b-4372-a11c-0dcdc03826ea completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:12:20.180157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6ea6bad8-c4ca-4443-b5ab-b9da506b3270 None None] Provisioning complete for port b60eb930-ee1b-4372-a11c-0dcdc03826ea triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:12:20.180517 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6ea6bad8-c4ca-4443-b5ab-b9da506b3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:20.224121 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:12:20.230683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-52a39e3f-2bc9-4b1f-be37-093a8a301bfb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "PUT /v2.0/routers/221303f7-c62a-427c-bba4-d612467eef46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0873983 Jul 08 19:12:20.323454 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6ea6bad8-c4ca-4443-b5ab-b9da506b3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:20.368366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6ea6bad8-c4ca-4443-b5ab-b9da506b3270 None None] For port b60eb930-ee1b-4372-a11c-0dcdc03826ea, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b60eb930-ee1b-4372-a11c-0dcdc03826ea,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:12:20.372924 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6ea6bad8-c4ca-4443-b5ab-b9da506b3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:20.387937 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-5d592014-7e15-4d01-9c4b-62419b35e7ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552874213&fields=id&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 267 time: 0.0373342 Jul 08 19:12:20.425317 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6bad8-c4ca-4443-b5ab-b9da506b3270 None None] Pushing event updated for resources: {'Port': ['ID=b60eb930-ee1b-4372-a11c-0dcdc03826ea,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:20.506723 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6754-65e0-4632-8331-b2008ee21753 req-4dcb492b-dc8b-4b78-b0d8-f0a644ee0c8b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:20.508268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-4dcb492b-dc8b-4b78-b0d8-f0a644ee0c8b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 796 time: 0.1131139 Jul 08 19:12:20.523917 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-de2a9a2d-9d97-4807-b101-caea72b245c3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/quotas/8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 375 time: 0.0102525 Jul 08 19:12:20.601885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-809e6e79-66fb-4a30-9c30-186718d4428a None None] Provisioning complete for port b60eb930-ee1b-4372-a11c-0dcdc03826ea triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:12:20.602394 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-809e6e79-66fb-4a30-9c30-186718d4428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:20.606794 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-d00b69be-1849-4780-9d03-e97ecc5b8ab6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774009 Jul 08 19:12:20.625374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-601db4a9-14a1-415a-9768-ada7a832fae8 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:12:20.626955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-601db4a9-14a1-415a-9768-ada7a832fae8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079558 Jul 08 19:12:20.633255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Sync routers for ids ['221303f7-c62a-427c-bba4-d612467eef46'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:12:20.652920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Routers {'221303f7-c62a-427c-bba4-d612467eef46'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:12:20.653537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:12:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['221303f7-c62a-427c-bba4-d612467eef46'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:20.724384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-5c975f41-9bc6-48ec-987e-5f85da46badd service neutron] 10.222.0.73 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899878 Jul 08 19:12:20.796563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Set router 221303f7-c62a-427c-bba4-d612467eef46 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:12:20.829784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-809e6e79-66fb-4a30-9c30-186718d4428a None None] Provisioning for port 10794827-7352-43ff-a03b-c1ce9fa35fe6 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:12:20.833825 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-6a43faeb-294a-41f0-ab3e-e975e104be3f service neutron] 10.222.0.73 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032362 Jul 08 19:12:20.840431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-809e6e79-66fb-4a30-9c30-186718d4428a None None] Provisioning complete for port 10794827-7352-43ff-a03b-c1ce9fa35fe6 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:12:20.840806 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-809e6e79-66fb-4a30-9c30-186718d4428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:20.953523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-809e6e79-66fb-4a30-9c30-186718d4428a None None] Port 10794827-7352-43ff-a03b-c1ce9fa35fe6 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:12:21.071897 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d5280a1-9af6-45c5-81ed-fba7f36cfece req-203e2f07-562d-4ab4-9b3d-d8e8afe4be3f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 210 time: 0.0309124 Jul 08 19:12:21.084278 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8559c002-332c-46c4-bfc8-da8503fb164e None None] Provisioning complete for port 10794827-7352-43ff-a03b-c1ce9fa35fe6 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:12:21.084596 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8559c002-332c-46c4-bfc8-da8503fb164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:21.088852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:19Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10794827-7352-43ff-a03b-c1ce9fa35fe6', 'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:11:7e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:18Z', 'updated_at': '2021-07-08T19:12:19Z', 'revision_number': 2, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:21.136114 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Checking router: 221303f7-c62a-427c-bba4-d612467eef46 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:12:21.136469 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Updating router 221303f7-c62a-427c-bba4-d612467eef46 port 10794827-7352-43ff-a03b-c1ce9fa35fe6 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:12:21.169414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8559c002-332c-46c4-bfc8-da8503fb164e None None] Port 10794827-7352-43ff-a03b-c1ce9fa35fe6 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:12:21.180957 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:21.442614 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:21.453038 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Transition to ACTIVE for port object 10794827-7352-43ff-a03b-c1ce9fa35fe6 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:12:21.458115 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:21.511505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d0067-dfa9-4406-b733-3e5424aa7425 None None] Pushing event updated for resources: {'Port': ['ID=10794827-7352-43ff-a03b-c1ce9fa35fe6,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:21.564910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Attempting to bind port 10794827-7352-43ff-a03b-c1ce9fa35fe6 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:12:21.565278 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Attempting to bind port 10794827-7352-43ff-a03b-c1ce9fa35fe6 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:12:21.565638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Attempting to bind port 10794827-7352-43ff-a03b-c1ce9fa35fe6 on network 7f94479c-db5b-473e-a73b-322a18daa3c6 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:12:21.570963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:12:21.571329 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Checking segment: {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:12:21.571733 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:21.572117 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Bound using segment: {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:12:21.572577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Bound port: 10794827-7352-43ff-a03b-c1ce9fa35fe6, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:12:21.572953 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:21.648155 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] For port 10794827-7352-43ff-a03b-c1ce9fa35fe6, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:12:21.651737 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] For port 10794827-7352-43ff-a03b-c1ce9fa35fe6, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=10794827-7352-43ff-a03b-c1ce9fa35fe6,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:12:21.659602 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:21.721428 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b60eb930-ee1b-4372-a11c-0dcdc03826ea up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:12:21.755015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d0067-dfa9-4406-b733-3e5424aa7425 None None] Pushing event updated for resources: {'Port': ['ID=10794827-7352-43ff-a03b-c1ce9fa35fe6,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:21.768726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Routers {'221303f7-c62a-427c-bba4-d612467eef46'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:12:21.769366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:12:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['221303f7-c62a-427c-bba4-d612467eef46'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:22.042731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b60eb930-ee1b-4372-a11c-0dcdc03826ea triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:12:22.043399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:22.100389 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] Set router 221303f7-c62a-427c-bba4-d612467eef46 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:12:22.232036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1289ddc5-ab14-4872-9fd4-71e0768f70b0 req-0e8d0aa1-c596-4062-99aa-bd7e37763b2e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 210 time: 0.0474131 Jul 08 19:12:22.268163 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6754-65e0-4632-8331-b2008ee21753 req-0c2758e1-7706-4030-9660-e6d422652075 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:22.269769 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-0c2758e1-7706-4030-9660-e6d422652075 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 796 time: 0.1149273 Jul 08 19:12:22.276027 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f8cea701-3e9e-4908-adda-772420d85dfb up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:12:22.322191 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-b3c440f0-4681-47b3-ac72-6594c84087f5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 380 time: 0.0430799 Jul 08 19:12:22.331186 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'port': {'device_id': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'admin_state_up': True, 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'security_groups': ['b18be1fc-446c-4386-9958-2e3066ff6afd']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:22.376638 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port f8cea701-3e9e-4908-adda-772420d85dfb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:12:22.377016 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:22.426821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:19Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10794827-7352-43ff-a03b-c1ce9fa35fe6', 'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:11:7e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:18Z', 'updated_at': '2021-07-08T19:12:21Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:22.443498 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:12:22.447122 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:22.455821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc403162-5ef3-4c2f-8c08-a54426d04fa5 None None] The sync data for ids ['221303f7-c62a-427c-bba4-d612467eef46'] in n-d-799684-3 is: [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:19Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10794827-7352-43ff-a03b-c1ce9fa35fe6', 'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:11:7e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:18Z', 'updated_at': '2021-07-08T19:12:21Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:12:22.602957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.20.0.5 (7f94479c-db5b-473e-a73b-322a18daa3c6/920539ce-abe2-466a-977b-7f5c4e90921c/995a59ed-4e09-4b69-b0bc-ad94afa20637) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:12:22.743208 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:22.757265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Transition to ACTIVE for port object 995a59ed-4e09-4b69-b0bc-ad94afa20637 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:12:22.791265 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:22.841696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 7f94479c-db5b-473e-a73b-322a18daa3c6 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:12:22.847547 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:12:22.849935 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:12:22.884631 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=995a59ed-4e09-4b69-b0bc-ad94afa20637,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:22.917086 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:22.917741 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:22.937744 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-ab0dda3d-bf93-497a-a131-6505b4ea0819 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103446 Jul 08 19:12:22.950194 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Request body: {'port': {'device_id': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:23.033750 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:23.113690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f326842f-db50-4ffa-b20f-49e6781d805e None None] Provisioning for port 995a59ed-4e09-4b69-b0bc-ad94afa20637 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:12:23.117787 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f326842f-db50-4ffa-b20f-49e6781d805e None None] Provisioning complete for port 995a59ed-4e09-4b69-b0bc-ad94afa20637 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:12:23.118485 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f326842f-db50-4ffa-b20f-49e6781d805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:23.153590 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f326842f-db50-4ffa-b20f-49e6781d805e None None] Port 995a59ed-4e09-4b69-b0bc-ad94afa20637 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:12:23.321251 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995a59ed-4e09-4b69-b0bc-ad94afa20637 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:12:23.331344 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:23.343685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Transition to ACTIVE for port object 995a59ed-4e09-4b69-b0bc-ad94afa20637 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:12:23.348375 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:23.423082 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9a6ee-c0b7-4363-9423-cb2e11fe715a req-f01adc82-39e5-4611-856c-467dbf22a93f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:23.425111 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89c9a6ee-c0b7-4363-9423-cb2e11fe715a req-f01adc82-39e5-4611-856c-467dbf22a93f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 943 time: 0.0791922 Jul 08 19:12:23.427939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Pushing event updated for resources: {'Port': ['ID=995a59ed-4e09-4b69-b0bc-ad94afa20637,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:23.482281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-89c9a6ee-c0b7-4363-9423-cb2e11fe715a req-4a6dcb2c-5898-4e73-b357-9e335c9273ff tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485234 Jul 08 19:12:23.490540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Attempting to bind port 995a59ed-4e09-4b69-b0bc-ad94afa20637 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:12:23.490540 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Attempting to bind port 995a59ed-4e09-4b69-b0bc-ad94afa20637 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:12:23.490833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Attempting to bind port 995a59ed-4e09-4b69-b0bc-ad94afa20637 on network 7f94479c-db5b-473e-a73b-322a18daa3c6 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:12:23.495279 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Port 995a59ed-4e09-4b69-b0bc-ad94afa20637 on network 7f94479c-db5b-473e-a73b-322a18daa3c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:12:23.495601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Attempting to bind port 995a59ed-4e09-4b69-b0bc-ad94afa20637 on network 7f94479c-db5b-473e-a73b-322a18daa3c6 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:12:23.504849 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:12:23.505484 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Checking segment: {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:12:23.505883 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Bound using segment: {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:12:23.506361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Bound port: 995a59ed-4e09-4b69-b0bc-ad94afa20637, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:12:23.506727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:23.577954 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:12:23.582549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:12:23.588109 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:23.624108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:23.624897 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:23.626479 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] 10.222.0.74 "PUT /v2.0/ports/995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 1091 time: 0.6807487 Jul 08 19:12:23.628681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:12:23.631740 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc97dfc8-914e-488b-9ab3-91742f9336fd" -d '{"events": [{"name": "network-changed", "server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:12:23.660641 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7de7a-0247-4a31-bd5e-1e6ef870961a service neutron] Pushing event updated for resources: {'Port': ['ID=995a59ed-4e09-4b69-b0bc-ad94afa20637,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:23.687189 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792cab71-72e7-4504-b7b1-263312312e6b x-openstack-request-id: req-792cab71-72e7-4504-b7b1-263312312e6b {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:12:23.687493 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:12:23.687908 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-792cab71-72e7-4504-b7b1-263312312e6b {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:12:23.688370 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'status': 'completed', 'code': 200} Jul 08 19:12:23.749171 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6754-65e0-4632-8331-b2008ee21753 req-04ba6265-4f3e-4f59-af06-7d611de5d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:23.749936 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-04ba6265-4f3e-4f59-af06-7d611de5d386 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1094 time: 0.0600753 Jul 08 19:12:23.777076 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 10794827-7352-43ff-a03b-c1ce9fa35fe6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:12:23.800091 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-7be6ca60-fa5e-487b-8663-b9c3e099c7ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 217 time: 0.0420377 Jul 08 19:12:23.832857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 10794827-7352-43ff-a03b-c1ce9fa35fe6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:12:23.836677 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 10794827-7352-43ff-a03b-c1ce9fa35fe6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:12:23.837056 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:23.851682 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6754-65e0-4632-8331-b2008ee21753 req-3cd1973a-30e1-490a-bbcd-f5363248ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:23.853170 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-3cd1973a-30e1-490a-bbcd-f5363248ec67 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 200 len: 834 time: 0.0447400 Jul 08 19:12:23.912751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6754-65e0-4632-8331-b2008ee21753 req-fb806609-c6cc-488c-a2d9-d4b1a493b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:23.914299 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-fb806609-c6cc-488c-a2d9-d4b1a493b0b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7f94479c-db5b-473e-a73b-322a18daa3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544345 Jul 08 19:12:23.918734 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:23.964001 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 10794827-7352-43ff-a03b-c1ce9fa35fe6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=10794827-7352-43ff-a03b-c1ce9fa35fe6,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:12:23.968440 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:24.015054 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=10794827-7352-43ff-a03b-c1ce9fa35fe6,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:24.016401 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-836da6e2-7ea8-49c2-ba5d-710a5a4a62bb service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948269 Jul 08 19:12:24.104490 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a04b6754-65e0-4632-8331-b2008ee21753 req-2d75d2ff-a2c7-4e02-866c-e15444d0d258 service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813284 Jul 08 19:12:24.212010 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97dfc8-914e-488b-9ab3-91742f9336fd req-a25849fa-39d4-41d3-a8a3-0997e54dcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:24.213395 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc97dfc8-914e-488b-9ab3-91742f9336fd req-a25849fa-39d4-41d3-a8a3-0997e54dcadb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1094 time: 0.0575302 Jul 08 19:12:24.301649 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97dfc8-914e-488b-9ab3-91742f9336fd req-6ce9588d-cdcd-49c7-9558-905bfea399da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:24.303173 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc97dfc8-914e-488b-9ab3-91742f9336fd req-6ce9588d-cdcd-49c7-9558-905bfea399da service neutron] 10.222.0.74 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 897 time: 0.0830603 Jul 08 19:12:24.344173 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc97dfc8-914e-488b-9ab3-91742f9336fd req-d3dc7445-a81c-4ea9-acb6-f307aba69d00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 217 time: 0.0337214 Jul 08 19:12:24.393696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97dfc8-914e-488b-9ab3-91742f9336fd req-a84c8bbd-42b8-4fca-a26a-26c42c413c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:24.395160 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc97dfc8-914e-488b-9ab3-91742f9336fd req-a84c8bbd-42b8-4fca-a26a-26c42c413c0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 200 len: 834 time: 0.0454252 Jul 08 19:12:24.450435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97dfc8-914e-488b-9ab3-91742f9336fd req-023ce311-017c-4947-88b7-8c963b391d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:24.452422 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc97dfc8-914e-488b-9ab3-91742f9336fd req-023ce311-017c-4947-88b7-8c963b391d0e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7f94479c-db5b-473e-a73b-322a18daa3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507400 Jul 08 19:12:24.541528 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc97dfc8-914e-488b-9ab3-91742f9336fd req-9f27927c-e307-4390-896e-11b8ac0abd50 service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827789 Jul 08 19:12:24.634285 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cc97dfc8-914e-488b-9ab3-91742f9336fd req-31d3a6c7-536a-4e54-963d-a8b4b9c2e78d service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867364 Jul 08 19:12:24.663644 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e63e69-bff7-4325-8364-2828ffbc5436 req-7d0eff43-36ed-4d18-b8b3-6112d49219e9 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:24.665158 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5e63e69-bff7-4325-8364-2828ffbc5436 req-7d0eff43-36ed-4d18-b8b3-6112d49219e9 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 943 time: 0.0662575 Jul 08 19:12:24.702630 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5e63e69-bff7-4325-8364-2828ffbc5436 req-57767a2a-d66d-4301-a896-28c4342da1c0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Jul 08 19:12:25.696611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 10794827-7352-43ff-a03b-c1ce9fa35fe6 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:12:25.746728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 10794827-7352-43ff-a03b-c1ce9fa35fe6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:12:25.747105 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:25.875412 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f099-c0c0-4d43-b186-1047f701d3fe req-9f4223f6-3dbc-46b1-b6b2-906f9b0dcc86 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:25.876880 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e805f099-c0c0-4d43-b186-1047f701d3fe req-9f4223f6-3dbc-46b1-b6b2-906f9b0dcc86 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 943 time: 0.0645001 Jul 08 19:12:25.914126 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e805f099-c0c0-4d43-b186-1047f701d3fe req-b02ccd8b-fe30-4d90-90b4-caeab54796af tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316567 Jul 08 19:12:26.871479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 995a59ed-4e09-4b69-b0bc-ad94afa20637 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:12:26.970740 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:12:26.981997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'port_id': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'mac_address': 'fa:16:3e:7c:5e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:12:27.018233 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:27.031841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995a59ed-4e09-4b69-b0bc-ad94afa20637 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:12:27.052616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:12:27.057345 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:27.100460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e74b6-dead-4253-ac2b-6fd787e30725 req-1d421625-dba3-4bd4-b248-65ab6cae4933 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:27.101998 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b09e74b6-dead-4253-ac2b-6fd787e30725 req-1d421625-dba3-4bd4-b248-65ab6cae4933 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 943 time: 0.0773907 Jul 08 19:12:27.114860 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=995a59ed-4e09-4b69-b0bc-ad94afa20637,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:27.140234 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b09e74b6-dead-4253-ac2b-6fd787e30725 req-e16fb1c0-3bd9-43fe-b428-6caa6fe2f84b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324464 Jul 08 19:12:27.418932 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['995a59ed-4e09-4b69-b0bc-ad94afa20637'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:12:28.312520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e5a9f-71a8-4757-ac49-45f7f40867bf req-b8b7207f-61c7-44f5-8e0c-5f0b07e80728 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:28.314600 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-866e5a9f-71a8-4757-ac49-45f7f40867bf req-b8b7207f-61c7-44f5-8e0c-5f0b07e80728 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 944 time: 0.0625978 Jul 08 19:12:28.352046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-866e5a9f-71a8-4757-ac49-45f7f40867bf req-56d6ff14-8bed-4a61-bbd0-2ec2fa705131 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Jul 08 19:12:28.886796 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 995a59ed-4e09-4b69-b0bc-ad94afa20637 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:12:28.936818 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 995a59ed-4e09-4b69-b0bc-ad94afa20637 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:12:28.940658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 995a59ed-4e09-4b69-b0bc-ad94afa20637 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:12:28.941027 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:29.015037 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:29.036707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:12:29.038970 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344cd78e-e526-4ddb-a8ac-aaaecef591d4" -d '{"events": [{"server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "name": "network-vif-plugged", "status": "completed", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:12:29.052032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:12:29.056113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:29.084339 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6249e7-57fe-4483-a46b-732f8a16e539 x-openstack-request-id: req-af6249e7-57fe-4483-a46b-732f8a16e539 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:12:29.084789 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "name": "network-vif-plugged", "status": "completed", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:12:29.085213 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af6249e7-57fe-4483-a46b-732f8a16e539 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:12:29.085618 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'code': 200} Jul 08 19:12:29.112042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=995a59ed-4e09-4b69-b0bc-ad94afa20637,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:29.185321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30532ce6-0741-4580-b1c6-99c3209c311e req-c82d9116-2415-4eda-aa36-1b6aa6ad36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:29.186965 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30532ce6-0741-4580-b1c6-99c3209c311e req-c82d9116-2415-4eda-aa36-1b6aa6ad36cc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1096 time: 0.0511031 Jul 08 19:12:29.219822 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-30532ce6-0741-4580-b1c6-99c3209c311e req-cc1a0e93-2c9e-482b-8348-56d0195714b5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267766 Jul 08 19:12:29.530708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335ddce-adf7-4c81-b558-f649ce739316 req-262b604a-225f-47a1-91d0-ce03ec9d4cbe tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:29.532103 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3335ddce-adf7-4c81-b558-f649ce739316 req-262b604a-225f-47a1-91d0-ce03ec9d4cbe tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0667138 Jul 08 19:12:29.569692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3335ddce-adf7-4c81-b558-f649ce739316 req-5ee484f2-a52a-4e7d-b1a4-97b6b90c1ac4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319724 Jul 08 19:12:30.738902 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee61798-44db-4966-8628-7b3903f3f5ab req-7ab7335b-9b8f-4bd0-a0db-e6147d40b7ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:30.740374 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ee61798-44db-4966-8628-7b3903f3f5ab req-7ab7335b-9b8f-4bd0-a0db-e6147d40b7ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0627081 Jul 08 19:12:30.777101 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ee61798-44db-4966-8628-7b3903f3f5ab req-ede893ef-7a25-4935-84ad-e2343cbe4300 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312347 Jul 08 19:12:30.945108 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089a42-ba54-4bdc-932e-f65c4d2f85a8 req-6231e4fe-a46f-4d4d-8b03-8d1e97a64b23 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:30.946693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f089a42-ba54-4bdc-932e-f65c4d2f85a8 req-6231e4fe-a46f-4d4d-8b03-8d1e97a64b23 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0646303 Jul 08 19:12:30.984504 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f089a42-ba54-4bdc-932e-f65c4d2f85a8 req-0fee7df9-1d51-42f8-ab6c-478ba57383e2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314145 Jul 08 19:12:31.008461 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60700) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:31.064328 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9005548e-8ef7-44c0-b3a1-b97f8ea8f14d tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:31.065855 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9005548e-8ef7-44c0-b3a1-b97f8ea8f14d tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1091 time: 0.0563834 Jul 08 19:12:31.068635 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60702) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:31.072914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:12:31.094186 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:31.195273 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:31.299050 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.25.8.165 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/566b6bc0-dd36-462b-9767-e2d9ba841ba6) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:12:31.397228 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:31.439786 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:31.479808 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:12:31.482536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:12:31.486972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:12:31.488886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=566b6bc0-dd36-462b-9767-e2d9ba841ba6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:32.148795 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:32.221885 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:32.366775 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:32.371360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:32.443305 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=566b6bc0-dd36-462b-9767-e2d9ba841ba6,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:12:32.451305 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:32.549862 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Floating IP 223cee90-f996-4acc-9fa2-241306d2e26a associated. External IP: 172.25.8.165, port: 995a59ed-4e09-4b69-b0bc-ad94afa20637. Jul 08 19:12:32.760822 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 221303f7-c62a-427c-bba4-d612467eef46 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:12:32.867324 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:12:32.877516 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a736257-ffe2-45be-83ef-6b389b0537fb None None] Sync routers for ids ['221303f7-c62a-427c-bba4-d612467eef46'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:12:32.883588 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:32.886785 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a736257-ffe2-45be-83ef-6b389b0537fb None None] Routers {'221303f7-c62a-427c-bba4-d612467eef46'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:12:32.887398 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1a736257-ffe2-45be-83ef-6b389b0537fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:12:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['221303f7-c62a-427c-bba4-d612467eef46'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:32.924767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-290c2af7-3951-4d20-8bd3-fc6334ca4926 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8551130 Jul 08 19:12:32.925448 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:12:32.927847 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd" -d '{"events": [{"name": "network-changed", "server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:12:33.051075 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9236ab53-fabd-45be-aeb6-4eceea8e8322 x-openstack-request-id: req-9236ab53-fabd-45be-aeb6-4eceea8e8322 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:12:33.051378 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:12:33.051606 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9236ab53-fabd-45be-aeb6-4eceea8e8322 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:12:33.052003 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'status': 'completed', 'code': 200} Jul 08 19:12:33.089301 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-1a736257-ffe2-45be-83ef-6b389b0537fb None None] Set router 221303f7-c62a-427c-bba4-d612467eef46 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:12:33.136802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd req-a364ef16-2303-480a-aec0-387708537fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:33.138286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd req-a364ef16-2303-480a-aec0-387708537fc3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1096 time: 0.0599992 Jul 08 19:12:33.200717 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f2076-411b-4259-8d92-35b24996c8bd req-8534bf30-5c9f-48f0-89c2-360e4a07c00a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:33.202347 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f34f2076-411b-4259-8d92-35b24996c8bd req-8534bf30-5c9f-48f0-89c2-360e4a07c00a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0644653 Jul 08 19:12:33.232062 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd req-0a9bbbfb-82f7-4105-a4d8-559cda6d32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:33.234187 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd req-0a9bbbfb-82f7-4105-a4d8-559cda6d32e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 897 time: 0.0893431 Jul 08 19:12:33.244732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f34f2076-411b-4259-8d92-35b24996c8bd req-71de65ee-648d-420d-b459-a83c4c4a1810 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362775 Jul 08 19:12:33.266564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60710) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:33.306096 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd req-c8fd457a-16aa-4d1c-a525-8c4269d95b6a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 999 time: 0.0654476 Jul 08 19:12:33.317629 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1a736257-ffe2-45be-83ef-6b389b0537fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:19Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '223cee90-f996-4acc-9fa2-241306d2e26a', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '221303f7-c62a-427c-bba4-d612467eef46', 'port_id': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'mac_address': 'fa:16:3e:7c:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:12:31Z', 'updated_at': '2021-07-08T19:12:31Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10794827-7352-43ff-a03b-c1ce9fa35fe6', 'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:11:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:18Z', 'updated_at': '2021-07-08T19:12:23Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:33.329867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ee3f0f52-a084-4377-94a8-4e0d9607f8da tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/223cee90-f996-4acc-9fa2-241306d2e26a HTTP/1.1" status: 200 len: 991 time: 0.0619004 Jul 08 19:12:33.347086 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a736257-ffe2-45be-83ef-6b389b0537fb None None] Checking router: 221303f7-c62a-427c-bba4-d612467eef46 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:12:33.354994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd req-330340c1-10cc-4857-b05c-305da00d9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:33.355174 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a736257-ffe2-45be-83ef-6b389b0537fb None None] Routers {'221303f7-c62a-427c-bba4-d612467eef46'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:12:33.355678 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1a736257-ffe2-45be-83ef-6b389b0537fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:12:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['221303f7-c62a-427c-bba4-d612467eef46'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:33.356498 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd req-330340c1-10cc-4857-b05c-305da00d9d8f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 200 len: 834 time: 0.0445704 Jul 08 19:12:33.411664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd req-cf5e2b0b-768c-40a9-8ed6-998dd5a1ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:12:33.413169 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd req-cf5e2b0b-768c-40a9-8ed6-998dd5a1ea0b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7f94479c-db5b-473e-a73b-322a18daa3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507896 Jul 08 19:12:33.459781 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-1a736257-ffe2-45be-83ef-6b389b0537fb None None] Set router 221303f7-c62a-427c-bba4-d612467eef46 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:12:33.505225 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd req-3573ad19-aa65-41ce-a2cf-8f9c74852b35 service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857711 Jul 08 19:12:33.592869 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-1a9d3c93-3f64-4bb4-98e8-492ccb4ebacd req-db01035a-c906-4770-aa62-87c9d4ca6fda service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808403 Jul 08 19:12:33.676963 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-1a736257-ffe2-45be-83ef-6b389b0537fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:19Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '223cee90-f996-4acc-9fa2-241306d2e26a', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '221303f7-c62a-427c-bba4-d612467eef46', 'port_id': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'mac_address': 'fa:16:3e:7c:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:12:31Z', 'updated_at': '2021-07-08T19:12:31Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10794827-7352-43ff-a03b-c1ce9fa35fe6', 'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:11:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:18Z', 'updated_at': '2021-07-08T19:12:23Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:12:33.703148 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a736257-ffe2-45be-83ef-6b389b0537fb None None] The sync data for ids ['221303f7-c62a-427c-bba4-d612467eef46'] in n-d-799684-3 is: [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:19Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '223cee90-f996-4acc-9fa2-241306d2e26a', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '221303f7-c62a-427c-bba4-d612467eef46', 'port_id': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'mac_address': 'fa:16:3e:7c:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:12:31Z', 'updated_at': '2021-07-08T19:12:31Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10794827-7352-43ff-a03b-c1ce9fa35fe6', 'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:11:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:18Z', 'updated_at': '2021-07-08T19:12:23Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:12:33.890491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ae251-a8a0-4ee2-94d9-da6240e6abb1 None None] New status for floating IP 223cee90-f996-4acc-9fa2-241306d2e26a: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:12:34.217811 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:34.333749 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60712) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:12:34.397087 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9d7249e9-ecc3-4261-9b6a-88cda5ba0936 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/223cee90-f996-4acc-9fa2-241306d2e26a HTTP/1.1" status: 200 len: 993 time: 0.0620236 Jul 08 19:12:35.040228 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:36.351251 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3671939d-dc85-4ccc-9e0f-ee3332421582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:39.207168 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:39.221872 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5574e2a2-bf05-41f9-9d39-a03f915e4f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:40.469614 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:41.943651 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:12:45.192131 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:13:04.232516 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:05.027532 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:06.351377 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-779877a2-ed98-44f1-9920-92136577ff90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:09.212238 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:09.222530 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-42d4cd45-0931-4cfa-9b41-1e1dd047d335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:10.472852 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:10.707972 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-2ea31d22-d4fa-4e83-ba58-cf1b601b8134 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576661 Jul 08 19:13:10.802946 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-35b68ab4-c389-4f10-97e2-3f9e90b7a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:10.804383 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-35b68ab4-c389-4f10-97e2-3f9e90b7a88b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1096 time: 0.0553052 Jul 08 19:13:10.904437 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-0b4fa4ec-1dc3-4d86-9486-ef3b8ad532f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:10.906009 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-0b4fa4ec-1dc3-4d86-9486-ef3b8ad532f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 897 time: 0.0813575 Jul 08 19:13:10.974868 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-13aa388e-702f-4e78-b300-2bf13d04905a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 1001 time: 0.0627184 Jul 08 19:13:11.024299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-ceccfe8a-fadd-46f3-8ab7-09f3bbf7d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:11.025771 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-ceccfe8a-fadd-46f3-8ab7-09f3bbf7d0f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 200 len: 834 time: 0.0441544 Jul 08 19:13:11.080977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-ef8827b9-9930-4965-b31a-6ae8b6486b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:11.082457 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-ef8827b9-9930-4965-b31a-6ae8b6486b47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7f94479c-db5b-473e-a73b-322a18daa3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502717 Jul 08 19:13:11.171580 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-46ef644c-9626-4e80-bdae-0d96a08a7e00 service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826764 Jul 08 19:13:11.257120 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d44d2aea-bbbb-4dc9-8810-297df8abebe0 req-21f3c59a-e516-41b5-822e-966a04e74f6c service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791862 Jul 08 19:13:11.946846 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:22.191378 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:13:34.232876 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:35.030498 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:36.350621 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b3bde2e-df78-4c08-8f52-5e95a24dbe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:39.227918 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:39.229693 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c4d89436-cfca-442b-927f-b4264aa843e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:39.479005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c89c3-a6a0-4870-bb71-5e362c155fd2 req-e0b6dc09-4017-4b44-949c-5ecbf7b1315e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:39.480396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e8c89c3-a6a0-4870-bb71-5e362c155fd2 req-e0b6dc09-4017-4b44-949c-5ecbf7b1315e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0658615 Jul 08 19:13:39.480548 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-ef6de943-0c01-4a2d-abd2-3fcdeb6a73ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117084 Jul 08 19:13:39.521551 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4e8c89c3-a6a0-4870-bb71-5e362c155fd2 req-d2518a80-edf7-46f2-b742-d4b747e79381 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337384 Jul 08 19:13:40.475404 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:40.616227 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-624945f4-53d0-4c83-a938-c87a7caef29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:40.617730 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-624945f4-53d0-4c83-a938-c87a7caef29d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1096 time: 0.0564506 Jul 08 19:13:40.696364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7111fb-bbc4-467f-8c89-1f54071453fb req-9c79e0d4-cd33-4e2a-bb6f-321d85b69606 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:40.697872 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e7111fb-bbc4-467f-8c89-1f54071453fb req-9c79e0d4-cd33-4e2a-bb6f-321d85b69606 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0669270 Jul 08 19:13:40.706393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-bbeb8dfc-4a6e-49d3-aebd-893ce4fc7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:40.707940 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-bbeb8dfc-4a6e-49d3-aebd-893ce4fc7485 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 897 time: 0.0843379 Jul 08 19:13:40.738528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e7111fb-bbc4-467f-8c89-1f54071453fb req-19d79903-0abd-4745-bdc1-1d53dcb0b08f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341902 Jul 08 19:13:41.108123 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-7b21cae7-33a8-4e30-939d-7dad95b5ad00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 1001 time: 0.3929589 Jul 08 19:13:41.155426 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-7b83b192-b38c-4cfd-a2f1-9bb6f56a0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:41.156798 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-7b83b192-b38c-4cfd-a2f1-9bb6f56a0781 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 200 len: 834 time: 0.0418692 Jul 08 19:13:41.211646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-87283131-9d63-49e9-99ef-496a02632cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:41.213143 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-87283131-9d63-49e9-99ef-496a02632cf8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7f94479c-db5b-473e-a73b-322a18daa3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503256 Jul 08 19:13:41.300638 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-ad6978dd-aaff-46a7-8d4b-02efe61caf37 service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806956 Jul 08 19:13:41.387606 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-64d466da-7d2e-4850-9575-4ac971d4698c service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792928 Jul 08 19:13:41.912889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3670b7-3d71-43c3-b634-e617a797ae40 req-76bbecf8-8fc3-4505-b2ea-6811192e25a5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:41.914717 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f3670b7-3d71-43c3-b634-e617a797ae40 req-76bbecf8-8fc3-4505-b2ea-6811192e25a5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0657301 Jul 08 19:13:41.950353 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:41.955981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f3670b7-3d71-43c3-b634-e617a797ae40 req-e1dc620d-c0d3-4680-8514-5bf620cacd7a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357752 Jul 08 19:13:43.138024 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15babe-39d5-4f68-ae74-f525d8ec8d29 req-33d661f5-d403-49e4-8b13-3a17a00a5a5f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:43.139532 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b15babe-39d5-4f68-ae74-f525d8ec8d29 req-33d661f5-d403-49e4-8b13-3a17a00a5a5f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0659938 Jul 08 19:13:43.182625 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b15babe-39d5-4f68-ae74-f525d8ec8d29 req-f89b3c06-95ba-48bc-93b9-43b3da236f11 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368364 Jul 08 19:13:44.355915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13811e-132b-4eb6-bfbc-b691bdbb3787 req-b3c94f2e-6b48-45a4-9ad2-aeecae8be995 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:44.357384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca13811e-132b-4eb6-bfbc-b691bdbb3787 req-b3c94f2e-6b48-45a4-9ad2-aeecae8be995 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0631666 Jul 08 19:13:44.394340 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ca13811e-132b-4eb6-bfbc-b691bdbb3787 req-60189145-9415-475e-9fff-87d7f35e04cb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Jul 08 19:13:45.568760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615134b-4d11-41ee-9585-df24b4d5c869 req-672f2399-fe27-4dcd-b79d-9be8454a6769 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:45.570263 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6615134b-4d11-41ee-9585-df24b4d5c869 req-672f2399-fe27-4dcd-b79d-9be8454a6769 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0659583 Jul 08 19:13:45.607573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6615134b-4d11-41ee-9585-df24b4d5c869 req-fab34154-ad8c-42b7-8bac-faede29e25ad tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316157 Jul 08 19:13:46.779961 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818b966-cf2f-4c49-9089-db89558f5933 req-b44302ae-ca8b-4e5f-89b2-fb0b70366e19 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:46.781419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f818b966-cf2f-4c49-9089-db89558f5933 req-b44302ae-ca8b-4e5f-89b2-fb0b70366e19 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0659399 Jul 08 19:13:46.818803 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f818b966-cf2f-4c49-9089-db89558f5933 req-20850e63-9e20-4920-9aa8-5113e53258c3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318928 Jul 08 19:13:48.006490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122abe5c-8e1a-4dca-98c8-551de60f7357 req-baaf745f-0678-4497-bddc-f166c0ffa8e5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:48.007971 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-122abe5c-8e1a-4dca-98c8-551de60f7357 req-baaf745f-0678-4497-bddc-f166c0ffa8e5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0765150 Jul 08 19:13:48.045402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-122abe5c-8e1a-4dca-98c8-551de60f7357 req-9e8342d7-830e-4850-85f4-2dcac5dd5cde tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318482 Jul 08 19:13:49.215282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d53e5-4671-49b9-8195-141dd4620a09 req-8803c2d4-a095-483f-87c0-4338033f6501 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:49.216701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-862d53e5-4671-49b9-8195-141dd4620a09 req-8803c2d4-a095-483f-87c0-4338033f6501 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0627656 Jul 08 19:13:49.258944 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-862d53e5-4671-49b9-8195-141dd4620a09 req-d1a8a86d-5fa9-4d28-812a-f40016201bad tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361390 Jul 08 19:13:50.431029 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad466961-f767-4bed-bf4c-77078bd97108 req-69ae08cd-e244-4126-a979-2521679bfa90 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:50.432527 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad466961-f767-4bed-bf4c-77078bd97108 req-69ae08cd-e244-4126-a979-2521679bfa90 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0645278 Jul 08 19:13:50.469701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ad466961-f767-4bed-bf4c-77078bd97108 req-954737fe-1a7d-471f-866f-580c5e30f1cc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317149 Jul 08 19:13:51.639468 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eae33f-6b5c-45d6-8d2b-fd4246692811 req-2a68d15d-8546-44d3-ba24-9e09a7199be0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:51.641005 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6eae33f-6b5c-45d6-8d2b-fd4246692811 req-2a68d15d-8546-44d3-ba24-9e09a7199be0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0639136 Jul 08 19:13:51.677907 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b6eae33f-6b5c-45d6-8d2b-fd4246692811 req-61d222d1-effa-4b77-886e-eaea6d520044 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313938 Jul 08 19:13:52.854589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa80e07-9ec4-4826-9be4-38021ed7a577 req-7abc71bd-0bbd-4399-a7cf-542d109ed067 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:52.856051 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfa80e07-9ec4-4826-9be4-38021ed7a577 req-7abc71bd-0bbd-4399-a7cf-542d109ed067 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0663955 Jul 08 19:13:52.893162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bfa80e07-9ec4-4826-9be4-38021ed7a577 req-a045f796-bd24-4c14-bebe-f1650a971b0a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309999 Jul 08 19:13:53.357033 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-07b70b35-dba1-4626-bd32-d8e98f837f52 service neutron] show failed (client error): The resource could not be found. Jul 08 19:13:53.358012 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-07b70b35-dba1-4626-bd32-d8e98f837f52 service neutron] 10.222.0.74 "GET /v2.0/ports/995a59ed-4e09-4b69-b0bc-ad94afa20637/bindings/n-h2-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0573952 Jul 08 19:13:53.639905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-cd5a3ca8-f3d3-424f-97bc-67c33b52a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:53.641290 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-cd5a3ca8-f3d3-424f-97bc-67c33b52a37a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 1096 time: 0.0959542 Jul 08 19:13:53.651913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-3', 'device_owner': 'compute:nova'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:13:53.720089 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:53.925532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:13:53.963359 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:13:54.001830 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:13:54.004291 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d719e010-e45d-431d-80e4-2de4ec75268e" -d '{"events": [{"server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "name": "network-vif-unplugged", "status": "completed", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:13:54.008269 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:54.021352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Transition to ACTIVE for port object 995a59ed-4e09-4b69-b0bc-ad94afa20637 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:13:54.025611 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:54.069955 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df807b18-7c7e-4b26-965d-31d97b254108 req-d096b0f5-256a-43ed-97c5-a3cea0267f12 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:54.071540 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df807b18-7c7e-4b26-965d-31d97b254108 req-d096b0f5-256a-43ed-97c5-a3cea0267f12 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0675559 Jul 08 19:13:54.113758 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-df807b18-7c7e-4b26-965d-31d97b254108 req-c98f2ecf-4571-42c6-91a9-d6a874798f73 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340948 Jul 08 19:13:54.114047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=995a59ed-4e09-4b69-b0bc-ad94afa20637,revision_number=6']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:13:54.125593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.125939 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.126308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.126642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.126978 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.127309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.127634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.127993 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.128399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.130662 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.131148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.131768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:54.169392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] No DVR routers for this DVR port 995a59ed-4e09-4b69-b0bc-ad94afa20637 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:13:54.251060 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 19:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d9a65d-f653-4776-b72d-5ff2433248ef x-openstack-request-id: req-67d9a65d-f653-4776-b72d-5ff2433248ef {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:13:54.251350 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "name": "network-vif-unplugged", "status": "completed", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:13:54.251595 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67d9a65d-f653-4776-b72d-5ff2433248ef {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:13:54.251982 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'code': 200} Jul 08 19:13:54.310058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Attempting to bind port 995a59ed-4e09-4b69-b0bc-ad94afa20637 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:13:54.310423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Attempting to bind port 995a59ed-4e09-4b69-b0bc-ad94afa20637 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:13:54.310751 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Attempting to bind port 995a59ed-4e09-4b69-b0bc-ad94afa20637 on network 7f94479c-db5b-473e-a73b-322a18daa3c6 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:13:54.315416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Port 995a59ed-4e09-4b69-b0bc-ad94afa20637 on network 7f94479c-db5b-473e-a73b-322a18daa3c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:13:54.315736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Attempting to bind port 995a59ed-4e09-4b69-b0bc-ad94afa20637 on network 7f94479c-db5b-473e-a73b-322a18daa3c6 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:13:54.320395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:13:54.320728 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Checking segment: {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:13:54.321110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Bound using segment: {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:13:54.321525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Bound port: 995a59ed-4e09-4b69-b0bc-ad94afa20637, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac52c0a-c8fd-4f36-b503-ae9e289e0771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:13:54.321878 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:54.383675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:13:54.386819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:13:54.391392 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:54.429357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:54.430093 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:54.431449 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] 10.222.0.59 "PUT /v2.0/ports/995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 1091 time: 0.7834461 Jul 08 19:13:54.451129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977710a1-0ca9-482d-af87-2ab3e3fb6cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=995a59ed-4e09-4b69-b0bc-ad94afa20637,revision_number=7']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:13:54.511444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-27579d91-48f4-4a60-91e6-8130ad90edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:54.513085 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-27579d91-48f4-4a60-91e6-8130ad90edc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1094 time: 0.0558577 Jul 08 19:13:54.608984 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-c2c46895-dde0-4410-9a04-ce934d7e2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:54.610469 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-c2c46895-dde0-4410-9a04-ce934d7e2d63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 897 time: 0.0912354 Jul 08 19:13:54.677315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-66848edb-6aa2-41ff-a4f9-5853cb06d05a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 999 time: 0.0607972 Jul 08 19:13:54.726318 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-53c3e276-973d-475c-95eb-509a06561015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:54.727691 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-53c3e276-973d-475c-95eb-509a06561015 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 200 len: 834 time: 0.0446439 Jul 08 19:13:54.782852 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-60efcf2d-2795-4203-8810-188c7b138acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:54.784293 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-60efcf2d-2795-4203-8810-188c7b138acd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f94479c-db5b-473e-a73b-322a18daa3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501356 Jul 08 19:13:54.874790 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-6f9f7777-2ade-4003-baf0-50bf882be0e0 service neutron] 10.222.0.59 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842724 Jul 08 19:13:54.962868 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d7e807d5-9cd6-46c3-9443-5cf2eaef4c8e req-abc3eca3-690f-4d4f-9c93-a07117eb49eb service neutron] 10.222.0.59 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823376 Jul 08 19:13:55.288071 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd7e92-768a-4614-8cf0-5d5cc4fbaf3f req-bd5ffce3-2489-484e-9887-f22d8cf2200e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:55.289442 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abcd7e92-768a-4614-8cf0-5d5cc4fbaf3f req-bd5ffce3-2489-484e-9887-f22d8cf2200e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 943 time: 0.0633166 Jul 08 19:13:55.331120 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-abcd7e92-768a-4614-8cf0-5d5cc4fbaf3f req-d29e0d8f-7b9f-4fbe-b306-fb8a881b267b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362256 Jul 08 19:13:56.252786 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:13:56.255169 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb12a73-8637-4756-8ce0-0212df10b0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:13:56.304072 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda3c5ad-2f01-459f-9d32-c69fe2823f9e x-openstack-request-id: req-cda3c5ad-2f01-459f-9d32-c69fe2823f9e {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:13:56.304425 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:13:56.304679 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cda3c5ad-2f01-459f-9d32-c69fe2823f9e {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:13:56.305066 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'status': 'completed', 'code': 200} Jul 08 19:13:56.420481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-431d8f5e-34b9-429b-823b-1e3424d4ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:56.422043 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-431d8f5e-34b9-429b-823b-1e3424d4ecaf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1094 time: 0.0984464 Jul 08 19:13:56.427442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-fe275789-e4e1-4640-a5e1-8da19b1ccb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:56.428821 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-fe275789-e4e1-4640-a5e1-8da19b1ccb9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1094 time: 0.0968127 Jul 08 19:13:56.509672 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efdd09-2858-4f7f-8dae-bc4a336f56be req-07d2962f-9974-492e-9f13-9fb97b639656 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:56.511316 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95efdd09-2858-4f7f-8dae-bc4a336f56be req-07d2962f-9974-492e-9f13-9fb97b639656 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 943 time: 0.0643003 Jul 08 19:13:56.554876 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-95efdd09-2858-4f7f-8dae-bc4a336f56be req-3602921a-f994-462c-b7b1-cee8906b83ab tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366769 Jul 08 19:13:56.586884 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-bfd88732-a499-4b6f-bbdd-7913ead341a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:56.588366 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-bfd88732-a499-4b6f-bbdd-7913ead341a2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 897 time: 0.1586850 Jul 08 19:13:56.592556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-fdf5aec4-32e7-4895-b075-f04042bd6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:56.594450 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-fdf5aec4-32e7-4895-b075-f04042bd6be3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 897 time: 0.1555090 Jul 08 19:13:56.698074 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-85161e73-5de3-4196-8e63-cf72abc276e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 999 time: 0.1019537 Jul 08 19:13:56.701767 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-dbdf43ee-49cc-4055-a7e6-78f00eaede7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 999 time: 0.0993843 Jul 08 19:13:56.782865 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-9f6f6bcd-dc17-4b47-bcf5-e775a873de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:56.784226 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-9f6f6bcd-dc17-4b47-bcf5-e775a873de8f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 200 len: 834 time: 0.0804927 Jul 08 19:13:56.785619 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-4a69fc75-d3e6-4ae6-848c-a369c4f75733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:56.786965 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-4a69fc75-d3e6-4ae6-848c-a369c4f75733 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 200 len: 834 time: 0.0760245 Jul 08 19:13:56.878957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-b8fed57a-0a81-49bb-a73a-126269847b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:56.880453 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-b8fed57a-0a81-49bb-a73a-126269847b7f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7f94479c-db5b-473e-a73b-322a18daa3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904636 Jul 08 19:13:56.882960 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-8e45ffa7-705e-4f9f-ad2b-9849c9211e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:56.884312 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-8e45ffa7-705e-4f9f-ad2b-9849c9211e8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f94479c-db5b-473e-a73b-322a18daa3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873771 Jul 08 19:13:57.032666 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-e6f29552-6899-4fea-9064-287fab6078cf service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460724 Jul 08 19:13:57.037682 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-92e7ef55-a86f-4df2-a0c9-7e446d44bdd2 service neutron] 10.222.0.59 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435571 Jul 08 19:13:57.190771 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-89de4e88-a11b-4921-b356-2221fa7040e9 service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515403 Jul 08 19:13:57.194145 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-afb12a73-8637-4756-8ce0-0212df10b0c8 req-7a145773-c930-4ed1-a293-5f6de073d32d service neutron] 10.222.0.59 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473453 Jul 08 19:13:57.301015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 995a59ed-4e09-4b69-b0bc-ad94afa20637 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:13:57.337004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 995a59ed-4e09-4b69-b0bc-ad94afa20637 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:13:57.749799 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87569-343f-46ae-bbc8-a7c6a815a7b5 req-111443d5-996b-4669-9cab-07facdff1383 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:57.751390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78e87569-343f-46ae-bbc8-a7c6a815a7b5 req-111443d5-996b-4669-9cab-07facdff1383 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 943 time: 0.0629458 Jul 08 19:13:57.788760 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-78e87569-343f-46ae-bbc8-a7c6a815a7b5 req-33d3c7a2-b419-4cf5-bb53-9ed22f896ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319302 Jul 08 19:13:58.490685 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 995a59ed-4e09-4b69-b0bc-ad94afa20637 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:13:58.585676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:13:58.597323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'port_id': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'mac_address': 'fa:16:3e:7c:5e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:13:58.637920 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:58.656797 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995a59ed-4e09-4b69-b0bc-ad94afa20637 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:13:58.676370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:13:58.680377 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:13:58.726104 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=995a59ed-4e09-4b69-b0bc-ad94afa20637,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:13:58.733254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.733599 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.733936 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.734299 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.735182 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.735512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.735838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.736161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.736483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.736804 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.737122 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.737439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:13:58.962374 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735fdf-bf7c-40ab-8cf8-14c83d7c8a4f req-88a85460-cf27-4688-bdd2-0c87daf5f869 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:58.963878 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96735fdf-bf7c-40ab-8cf8-14c83d7c8a4f req-88a85460-cf27-4688-bdd2-0c87daf5f869 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 944 time: 0.0675576 Jul 08 19:13:59.002253 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-96735fdf-bf7c-40ab-8cf8-14c83d7c8a4f req-90c1977c-8d60-4de3-88b5-d7ae877914f4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321808 Jul 08 19:13:59.038602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['995a59ed-4e09-4b69-b0bc-ad94afa20637'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:13:59.190430 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:13:59.302761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a3f2-a8df-41ee-a077-0c9fe7a4c414 req-d4d9d225-dd64-4505-b255-ad04f40b5ca4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:59.304159 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77d4a3f2-a8df-41ee-a077-0c9fe7a4c414 req-d4d9d225-dd64-4505-b255-ad04f40b5ca4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 944 time: 0.0640287 Jul 08 19:13:59.313635 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f0792-bee2-42a1-816e-862751cd737d req-071d688c-bc24-45cd-82b5-1a23ce0cfa71 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:59.315139 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0f0792-bee2-42a1-816e-862751cd737d req-071d688c-bc24-45cd-82b5-1a23ce0cfa71 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&binding%3Ahost_id=n-h2-799684-3 HTTP/1.1" status: 200 len: 944 time: 0.0732770 Jul 08 19:13:59.341734 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77d4a3f2-a8df-41ee-a077-0c9fe7a4c414 req-bae26e83-a480-41b0-a8c8-5b6363664c25 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319090 Jul 08 19:13:59.374239 n-d-799684-3 neutron-server[93741]: INFO neutron.api.v2.resource [req-ff0f0792-bee2-42a1-816e-862751cd737d req-d12907ce-7787-42c9-85a2-21c4454e4328 service neutron] delete failed (client error): The resource could not be found. Jul 08 19:13:59.375290 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0f0792-bee2-42a1-816e-862751cd737d req-d12907ce-7787-42c9-85a2-21c4454e4328 service neutron] 10.222.0.74 "DELETE /v2.0/ports/995a59ed-4e09-4b69-b0bc-ad94afa20637/bindings/n-h1-799684-3 HTTP/1.1" status: 404 len: 380 time: 0.0543308 Jul 08 19:13:59.474281 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f0792-bee2-42a1-816e-862751cd737d req-9807287d-91a8-4db2-81cd-e0529f178dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:59.475770 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0f0792-bee2-42a1-816e-862751cd737d req-9807287d-91a8-4db2-81cd-e0529f178dcc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1095 time: 0.0591664 Jul 08 19:13:59.523230 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789717-a26a-4720-a0d1-87c31c7f8a2c req-3c072c9a-5569-4e9b-b2f7-364754a7da50 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:59.524732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b789717-a26a-4720-a0d1-87c31c7f8a2c req-3c072c9a-5569-4e9b-b2f7-364754a7da50 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 944 time: 0.0636897 Jul 08 19:13:59.564365 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f0792-bee2-42a1-816e-862751cd737d req-ae054b55-bc86-47c9-a753-7935b40c77de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:59.565751 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0f0792-bee2-42a1-816e-862751cd737d req-ae054b55-bc86-47c9-a753-7935b40c77de service neutron] 10.222.0.74 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 897 time: 0.0838969 Jul 08 19:13:59.567825 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7b789717-a26a-4720-a0d1-87c31c7f8a2c req-09fb34b7-e1ef-4bf6-bc44-f9e82b93d305 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370824 Jul 08 19:13:59.632944 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0f0792-bee2-42a1-816e-862751cd737d req-42fc53e2-477c-4081-af00-8fc4ac81dc76 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 1000 time: 0.0609632 Jul 08 19:13:59.682799 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f0792-bee2-42a1-816e-862751cd737d req-fc822dde-e7b8-4df1-a448-1d991194bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:59.684267 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0f0792-bee2-42a1-816e-862751cd737d req-fc822dde-e7b8-4df1-a448-1d991194bd0a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 200 len: 834 time: 0.0453134 Jul 08 19:13:59.745009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f0792-bee2-42a1-816e-862751cd737d req-3aeea66d-07b5-415f-b3ff-548b2eb8bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:13:59.746597 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0f0792-bee2-42a1-816e-862751cd737d req-3aeea66d-07b5-415f-b3ff-548b2eb8bd7f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7f94479c-db5b-473e-a73b-322a18daa3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528209 Jul 08 19:13:59.837630 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0f0792-bee2-42a1-816e-862751cd737d req-f0ea8c04-b55a-46f6-a86e-966410645ae0 service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835984 Jul 08 19:13:59.925327 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0f0792-bee2-42a1-816e-862751cd737d req-c4779a27-787e-4a89-83bb-f9fcbcbc82f9 service neutron] 10.222.0.74 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801802 Jul 08 19:14:00.504200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 995a59ed-4e09-4b69-b0bc-ad94afa20637 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:14:00.552414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 995a59ed-4e09-4b69-b0bc-ad94afa20637 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:14:00.555789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 995a59ed-4e09-4b69-b0bc-ad94afa20637 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:14:00.556162 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:00.633304 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:00.654668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:14:00.656934 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9ca51d-393a-472f-b583-9497fda74f5a" -d '{"events": [{"server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "name": "network-vif-plugged", "status": "completed", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:14:00.669776 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:14:00.675121 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:00.723762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=995a59ed-4e09-4b69-b0bc-ad94afa20637,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:14:00.742054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98741599-b97d-4c62-b27c-afadd000b154 req-56e19661-da6f-442b-82a0-bd406747f261 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:14:00.743573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98741599-b97d-4c62-b27c-afadd000b154 req-56e19661-da6f-442b-82a0-bd406747f261 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0658574 Jul 08 19:14:00.780728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-98741599-b97d-4c62-b27c-afadd000b154 req-fd9d02bf-4f00-41a9-91ed-a19af469d77d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Jul 08 19:14:00.805153 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60828) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:14:00.865645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-73472034-fb9d-471c-9830-40d53c590b5e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/223cee90-f996-4acc-9fa2-241306d2e26a HTTP/1.1" status: 200 len: 993 time: 0.0591285 Jul 08 19:14:00.875891 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1275785e-19d0-4669-ad21-9515f4c1f611 x-openstack-request-id: req-1275785e-19d0-4669-ad21-9515f4c1f611 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:14:00.876263 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "name": "network-vif-plugged", "status": "completed", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:14:00.876553 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1275785e-19d0-4669-ad21-9515f4c1f611 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:14:00.876964 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'code': 200} Jul 08 19:14:04.249316 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:05.033374 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:06.351304 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6013315-4a66-4e40-b41a-7ef8ba40bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:09.219467 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:09.222445 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9cda045a-38f0-403f-b825-82fdd2b783d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:10.478146 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:11.952681 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:16.668305 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-46d8a9ec-fae4-47b2-8c55-d59cb682589b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497925 Jul 08 19:14:16.763334 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-0a299fc6-26b3-45d1-98a0-8a0166c7ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:14:16.764785 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-0a299fc6-26b3-45d1-98a0-8a0166c7ec7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1096 time: 0.0549378 Jul 08 19:14:16.866083 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-65476c89-63ef-4c20-8c0a-36470d2f18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:14:16.867569 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-65476c89-63ef-4c20-8c0a-36470d2f18e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 897 time: 0.0825784 Jul 08 19:14:16.936663 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-4e6f3cac-5c83-4855-82ef-0b71e64d0422 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 1001 time: 0.0618846 Jul 08 19:14:16.983851 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-0ae4d248-dc2d-4f06-8a2e-dc8ccc8cec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:14:16.985273 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-0ae4d248-dc2d-4f06-8a2e-dc8ccc8cec06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 200 len: 834 time: 0.0425999 Jul 08 19:14:17.040167 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-9cadc9ab-c301-4ed7-b0a6-eb0a51dea445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:14:17.041617 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-9cadc9ab-c301-4ed7-b0a6-eb0a51dea445 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f94479c-db5b-473e-a73b-322a18daa3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503619 Jul 08 19:14:17.132530 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-65681387-1e1f-4c80-8bce-4d6bd7c3000e service neutron] 10.222.0.59 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841858 Jul 08 19:14:17.220617 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b6e1731e-0ff3-4235-b338-bcc4e9fcef33 req-08649156-cfea-428e-bd2f-101fb57e655b service neutron] 10.222.0.59 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812199 Jul 08 19:14:34.260608 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:35.031935 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:36.190759 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:14:36.351377 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f7712784-700c-4b1f-b93c-d77a1f56cb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:39.217622 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:39.223476 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-49c48cbb-8d97-42b9-ac37-c6c8779f8093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:40.481607 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:41.954514 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:57.869992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60848) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:14:58.031349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 566b6bc0-dd36-462b-9767-e2d9ba841ba6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:14:58.031594 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:58.103975 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:58.104297 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:58.115322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 566b6bc0-dd36-462b-9767-e2d9ba841ba6 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:14:58.261167 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:58.286408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=566b6bc0-dd36-462b-9767-e2d9ba841ba6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:14:58.298051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.298422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.298767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.299104 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.299703 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.300033 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.300364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.300693 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.301021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.301345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.301666 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.302008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:14:58.360947 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:58.361282 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Floating IP 223cee90-f996-4acc-9fa2-241306d2e26a disassociated (deleted). External IP: 172.25.8.165, port: 995a59ed-4e09-4b69-b0bc-ad94afa20637. Jul 08 19:14:58.568456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 221303f7-c62a-427c-bba4-d612467eef46 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:14:58.676219 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:14:58.680988 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:14:58.685196 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ab13f-56d8-4065-b4c8-bb603ac77e4e None None] Sync routers for ids ['221303f7-c62a-427c-bba4-d612467eef46'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:14:58.698370 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ab13f-56d8-4065-b4c8-bb603ac77e4e None None] Routers {'221303f7-c62a-427c-bba4-d612467eef46'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:14:58.698967 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-850ab13f-56d8-4065-b4c8-bb603ac77e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['221303f7-c62a-427c-bba4-d612467eef46'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:14:58.721015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-97cc136a-3e19-40e0-80a8-700c32d276c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/floatingips/223cee90-f996-4acc-9fa2-241306d2e26a HTTP/1.1" status: 204 len: 168 time: 0.8499062 Jul 08 19:14:58.721588 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:14:58.723839 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312ed170-bc01-4100-8178-54deccbf1b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:14:58.799059 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-850ab13f-56d8-4065-b4c8-bb603ac77e4e None None] Set router 221303f7-c62a-427c-bba4-d612467eef46 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:14:58.975630 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc635c56-47d4-43f4-acab-53c67079160e x-openstack-request-id: req-dc635c56-47d4-43f4-acab-53c67079160e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:14:58.976143 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:14:58.976264 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc635c56-47d4-43f4-acab-53c67079160e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:14:58.976781 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'status': 'completed', 'code': 200} Jul 08 19:14:59.015216 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-850ab13f-56d8-4065-b4c8-bb603ac77e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:19Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10794827-7352-43ff-a03b-c1ce9fa35fe6', 'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:11:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:18Z', 'updated_at': '2021-07-08T19:12:23Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:14:59.041767 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ab13f-56d8-4065-b4c8-bb603ac77e4e None None] Checking router: 221303f7-c62a-427c-bba4-d612467eef46 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:14:59.051489 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ab13f-56d8-4065-b4c8-bb603ac77e4e None None] Routers {'221303f7-c62a-427c-bba4-d612467eef46'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:14:59.052353 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-850ab13f-56d8-4065-b4c8-bb603ac77e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['221303f7-c62a-427c-bba4-d612467eef46'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:14:59.060881 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed170-bc01-4100-8178-54deccbf1b7f req-85364912-415f-480d-902a-e3987649993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:14:59.062436 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-312ed170-bc01-4100-8178-54deccbf1b7f req-85364912-415f-480d-902a-e3987649993a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 1096 time: 0.0587716 Jul 08 19:14:59.127508 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e8afc-bb6f-4c1d-b129-32447f4db6e0 req-714a0ecf-7662-4bae-a74c-aa4d37757a3e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:14:59.129068 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-024e8afc-bb6f-4c1d-b129-32447f4db6e0 req-714a0ecf-7662-4bae-a74c-aa4d37757a3e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0684586 Jul 08 19:14:59.159664 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed170-bc01-4100-8178-54deccbf1b7f req-6dcbdae5-bd1d-425d-8f80-a71cbf7d4222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:14:59.161778 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-312ed170-bc01-4100-8178-54deccbf1b7f req-6dcbdae5-bd1d-425d-8f80-a71cbf7d4222 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 200 len: 897 time: 0.0929651 Jul 08 19:14:59.164095 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-850ab13f-56d8-4065-b4c8-bb603ac77e4e None None] Set router 221303f7-c62a-427c-bba4-d612467eef46 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:14:59.168430 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-024e8afc-bb6f-4c1d-b129-32447f4db6e0 req-82d614c2-a18d-4bbf-af06-257137e4db13 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339129 Jul 08 19:14:59.205668 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-312ed170-bc01-4100-8178-54deccbf1b7f req-edb78fd4-5363-47b5-b5e4-47cf5ad36e27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 200 len: 217 time: 0.0352554 Jul 08 19:14:59.258221 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed170-bc01-4100-8178-54deccbf1b7f req-92697a34-1ca4-4d9a-a9f9-1e438b5c0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:14:59.259690 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-312ed170-bc01-4100-8178-54deccbf1b7f req-92697a34-1ca4-4d9a-a9f9-1e438b5c0109 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 200 len: 834 time: 0.0467672 Jul 08 19:14:59.317529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed170-bc01-4100-8178-54deccbf1b7f req-739adf8b-0241-47a6-8dd7-f8d59fe172da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:14:59.319091 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-312ed170-bc01-4100-8178-54deccbf1b7f req-739adf8b-0241-47a6-8dd7-f8d59fe172da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f94479c-db5b-473e-a73b-322a18daa3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517855 Jul 08 19:14:59.360569 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-850ab13f-56d8-4065-b4c8-bb603ac77e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:19Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10794827-7352-43ff-a03b-c1ce9fa35fe6', 'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:11:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:18Z', 'updated_at': '2021-07-08T19:12:23Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:14:59.385703 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ab13f-56d8-4065-b4c8-bb603ac77e4e None None] The sync data for ids ['221303f7-c62a-427c-bba4-d612467eef46'] in n-d-799684-3 is: [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:12:19Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '10794827-7352-43ff-a03b-c1ce9fa35fe6', 'name': '', 'network_id': '7f94479c-db5b-473e-a73b-322a18daa3c6', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:11:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:18Z', 'updated_at': '2021-07-08T19:12:23Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '920539ce-abe2-466a-977b-7f5c4e90921c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:14:59.408857 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-312ed170-bc01-4100-8178-54deccbf1b7f req-08aaa40a-3275-4e62-82ed-fbecb7fff9aa service neutron] 10.222.0.59 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825932 Jul 08 19:14:59.504184 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-312ed170-bc01-4100-8178-54deccbf1b7f req-0c644b6a-890f-4248-befb-ce5b989b9410 service neutron] 10.222.0.59 "GET /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881898 Jul 08 19:14:59.607294 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac0818-75c0-4bde-8020-7b181127b872 None None] New status for floating IP 223cee90-f996-4acc-9fa2-241306d2e26a: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:15:00.345236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c74d6b-819c-423a-9771-8924cfc446dd req-5a6702ee-ddc4-4907-a9bc-53bae78942b8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:00.346729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59c74d6b-819c-423a-9771-8924cfc446dd req-5a6702ee-ddc4-4907-a9bc-53bae78942b8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0700514 Jul 08 19:15:00.383110 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-59c74d6b-819c-423a-9771-8924cfc446dd req-cdeb7eaf-315b-41ff-862b-0762998a6ece tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=b18be1fc-446c-4386-9958-2e3066ff6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308790 Jul 08 19:15:00.564192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-30910e5b-055b-48e6-814c-d41e5b82adec tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:00.565548 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-30910e5b-055b-48e6-814c-d41e5b82adec tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.59 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 945 time: 0.0618763 Jul 08 19:15:00.676552 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 995a59ed-4e09-4b69-b0bc-ad94afa20637 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:15:00.676904 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:00.765412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port 995a59ed-4e09-4b69-b0bc-ad94afa20637, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=995a59ed-4e09-4b69-b0bc-ad94afa20637,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:15:00.765773 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:00.778171 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 995a59ed-4e09-4b69-b0bc-ad94afa20637 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:15:01.235184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:01.262192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=995a59ed-4e09-4b69-b0bc-ad94afa20637,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:01.275417 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.275769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.276106 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.276441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.276773 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.277104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.277432 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.277757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.278085 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.278429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.278858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.279176 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:01.319983 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] No DVR routers for this DVR port 995a59ed-4e09-4b69-b0bc-ad94afa20637 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:15:01.322657 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:01.324631 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.59 "DELETE /v2.0/ports/995a59ed-4e09-4b69-b0bc-ad94afa20637 HTTP/1.1" status: 204 len: 173 time: 0.7523284 Jul 08 19:15:01.325076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'name': 'network-vif-deleted', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:15:01.327300 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b9d3b8-e1a1-46a8-b85a-3a164ca9ee7d" -d '{"events": [{"server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "name": "network-vif-deleted", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:15:01.364869 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c40144-06a2-4c6f-ba8d-ec3a61c46fbb x-openstack-request-id: req-78c40144-06a2-4c6f-ba8d-ec3a61c46fbb {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:15:01.365156 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702dcca5-2fb1-4c80-8091-b79d88cab09b", "name": "network-vif-deleted", "tag": "995a59ed-4e09-4b69-b0bc-ad94afa20637", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:15:01.365408 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78c40144-06a2-4c6f-ba8d-ec3a61c46fbb {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:15:01.365807 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702dcca5-2fb1-4c80-8091-b79d88cab09b', 'name': 'network-vif-deleted', 'tag': '995a59ed-4e09-4b69-b0bc-ad94afa20637', 'status': 'completed', 'code': 200} Jul 08 19:15:01.540978 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c79b2bb2-5316-46c8-b322-6060873c6c15 req-d2224982-39ba-433c-b363-9595e1a38290 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=702dcca5-2fb1-4c80-8091-b79d88cab09b HTTP/1.1" status: 200 len: 210 time: 0.0325103 Jul 08 19:15:02.633282 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60864) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:03.006166 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:03.271229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 10794827-7352-43ff-a03b-c1ce9fa35fe6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:15:03.271490 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:03.369483 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port 10794827-7352-43ff-a03b-c1ce9fa35fe6, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=10794827-7352-43ff-a03b-c1ce9fa35fe6,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:15:03.369849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:03.383847 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 10794827-7352-43ff-a03b-c1ce9fa35fe6 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:15:03.563422 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:03.589556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=10794827-7352-43ff-a03b-c1ce9fa35fe6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:03.768409 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:03.981559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 221303f7-c62a-427c-bba4-d612467eef46 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:15:04.085645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:15:04.090547 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6414a789-a457-4094-a300-9f34453a2e9b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "PUT /v2.0/routers/221303f7-c62a-427c-bba4-d612467eef46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4562178 Jul 08 19:15:04.093370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60866) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:04.094920 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0c735-509b-498f-adcb-17af16f9c80a None None] Sync routers for ids ['221303f7-c62a-427c-bba4-d612467eef46'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:15:04.103754 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0c735-509b-498f-adcb-17af16f9c80a None None] Routers {'221303f7-c62a-427c-bba4-d612467eef46'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:15:04.104348 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-90b0c735-509b-498f-adcb-17af16f9c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['221303f7-c62a-427c-bba4-d612467eef46'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:04.147569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c98ddf-fc7a-477e-8b2e-269768180f6a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting subnet 920539ce-abe2-466a-977b-7f5c4e90921c {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:15:04.150640 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0c98ddf-fc7a-477e-8b2e-269768180f6a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.190102 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0c98ddf-fc7a-477e-8b2e-269768180f6a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.262768 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.283948 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0c98ddf-fc7a-477e-8b2e-269768180f6a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.303704 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-90b0c735-509b-498f-adcb-17af16f9c80a None None] Set router 221303f7-c62a-427c-bba4-d612467eef46 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:15:04.351249 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0c98ddf-fc7a-477e-8b2e-269768180f6a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.380827 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c98ddf-fc7a-477e-8b2e-269768180f6a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Subnet': ['ID=920539ce-abe2-466a-977b-7f5c4e90921c,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:04.384919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e0c98ddf-fc7a-477e-8b2e-269768180f6a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.386888 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e0c98ddf-fc7a-477e-8b2e-269768180f6a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/subnets/920539ce-abe2-466a-977b-7f5c4e90921c HTTP/1.1" status: 204 len: 168 time: 0.2921081 Jul 08 19:15:04.389556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60868) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:04.392340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0458ae-6149-43f8-b00d-b4fb7485102b None None] Network 7f94479c-db5b-473e-a73b-322a18daa3c6 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:15:04.505527 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-90b0c735-509b-498f-adcb-17af16f9c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:15:03Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:04.517511 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.538176 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0c735-509b-498f-adcb-17af16f9c80a None None] Checking router: 221303f7-c62a-427c-bba4-d612467eef46 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:15:04.548382 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0c735-509b-498f-adcb-17af16f9c80a None None] Routers {'221303f7-c62a-427c-bba4-d612467eef46'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:15:04.549019 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-90b0c735-509b-498f-adcb-17af16f9c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:14:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['221303f7-c62a-427c-bba4-d612467eef46'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:04.600873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] DHCP port deletion for 7f94479c-db5b-473e-a73b-322a18daa3c6 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:15:04.640965 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.657014 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Deleting port b60eb930-ee1b-4372-a11c-0dcdc03826ea {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:15:04.657379 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.666447 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-90b0c735-509b-498f-adcb-17af16f9c80a None None] Set router 221303f7-c62a-427c-bba4-d612467eef46 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:15:04.709593 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port f8cea701-3e9e-4908-adda-772420d85dfb {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:15:04.710299 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.721948 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] For port b60eb930-ee1b-4372-a11c-0dcdc03826ea, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b60eb930-ee1b-4372-a11c-0dcdc03826ea,segment=NetworkSegment(6ac52c0a-c8fd-4f36-b503-ae9e289e0771),segment_id=6ac52c0a-c8fd-4f36-b503-ae9e289e0771)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:15:04.723791 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.740788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Calling delete_port for b60eb930-ee1b-4372-a11c-0dcdc03826ea owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:15:04.797146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port f8cea701-3e9e-4908-adda-772420d85dfb, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=f8cea701-3e9e-4908-adda-772420d85dfb,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:15:04.797465 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:04.811725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for f8cea701-3e9e-4908-adda-772420d85dfb owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:15:04.863769 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-90b0c735-509b-498f-adcb-17af16f9c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:15:03Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:04.891744 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0c735-509b-498f-adcb-17af16f9c80a None None] The sync data for ids ['221303f7-c62a-427c-bba4-d612467eef46'] in n-d-799684-3 is: [{'id': '221303f7-c62a-427c-bba4-d612467eef46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790766387', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:12:15Z', 'updated_at': '2021-07-08T19:15:03Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'f8cea701-3e9e-4908-adda-772420d85dfb', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221303f7-c62a-427c-bba4-d612467eef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:12:16Z', 'updated_at': '2021-07-08T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:15:04.962261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 995a59ed-4e09-4b69-b0bc-ad94afa20637 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:15:04.986034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 995a59ed-4e09-4b69-b0bc-ad94afa20637 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:15:04.986393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 995a59ed-4e09-4b69-b0bc-ad94afa20637 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:15:05.007669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.019175 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.038999 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=f8cea701-3e9e-4908-adda-772420d85dfb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:05.052628 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Pushing event deleted for resources: {'Port': ['ID=b60eb930-ee1b-4372-a11c-0dcdc03826ea,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:05.063617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] No DVR routers for this DVR port b60eb930-ee1b-4372-a11c-0dcdc03826ea on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:15:05.066177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.066611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.066950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.067282 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.067616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.067955 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.068278 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.068601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.068920 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.069239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.069558 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.069875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c282be8-b4fd-480a-bbd4-a8172b1d8a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:05.074010 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.108671 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.198122 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.200304 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.244869 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.245463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Fanout notify agent at l3_agent the message router_deleted on router 221303f7-c62a-427c-bba4-d612467eef46 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:15:05.252970 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.254444 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-61756a26-1939-4925-8f72-03dd06898ec8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/routers/221303f7-c62a-427c-bba4-d612467eef46 HTTP/1.1" status: 204 len: 168 time: 0.8636327 Jul 08 19:15:05.256967 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60870) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:05.338094 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.425761 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.435299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f94479c-db5b-473e-a73b-322a18daa3c6']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:05.446276 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac52c0a-c8fd-4f36-b503-ae9e289e0771') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:05.446580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac52c0a-c8fd-4f36-b503-ae9e289e0771') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:05.456448 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.476614 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.482816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:15:05.483247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: timer() Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:15:05.486191 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:15:05.550960 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.558296 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.560163 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/networks/7f94479c-db5b-473e-a73b-322a18daa3c6 HTTP/1.1" status: 204 len: 168 time: 0.3021467 Jul 08 19:15:05.563378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60872) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:05.573487 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54605ca9-8cd3-4fa2-9be4-7574ea8db61b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Network': ['ID=7f94479c-db5b-473e-a73b-322a18daa3c6,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:05.627541 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-340cd00c-8974-4cf9-a1a9-e474ed98285d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.653210 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-340cd00c-8974-4cf9-a1a9-e474ed98285d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.715581 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-340cd00c-8974-4cf9-a1a9-e474ed98285d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.718348 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-340cd00c-8974-4cf9-a1a9-e474ed98285d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:05.719544 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-340cd00c-8974-4cf9-a1a9-e474ed98285d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/security-groups/b18be1fc-446c-4386-9958-2e3066ff6afd HTTP/1.1" status: 204 len: 168 time: 0.1490400 Jul 08 19:15:05.729049 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cd00c-8974-4cf9-a1a9-e474ed98285d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18be1fc-446c-4386-9958-2e3066ff6afd,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:05.934680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b60eb930-ee1b-4372-a11c-0dcdc03826ea no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:15:05.954805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b60eb930-ee1b-4372-a11c-0dcdc03826ea {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:15:05.955144 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b60eb930-ee1b-4372-a11c-0dcdc03826ea not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:15:05.955553 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 10794827-7352-43ff-a03b-c1ce9fa35fe6 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:15:05.974934 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 10794827-7352-43ff-a03b-c1ce9fa35fe6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:15:05.975268 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 10794827-7352-43ff-a03b-c1ce9fa35fe6 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:15:05.975671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f8cea701-3e9e-4908-adda-772420d85dfb no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:15:05.993403 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: f8cea701-3e9e-4908-adda-772420d85dfb {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:15:05.993739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device f8cea701-3e9e-4908-adda-772420d85dfb not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:15:06.351672 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47be7db9-8d70-40f5-ac51-e154ad456ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.213869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60880) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:07.219067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d4206f55-c7bf-4108-af8c-541dbc054ea4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182757932', 'description': 'tempest-secgroup-smoke-1182757932 description', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:07.241517 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4206f55-c7bf-4108-af8c-541dbc054ea4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.324855 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4206f55-c7bf-4108-af8c-541dbc054ea4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.329593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4206f55-c7bf-4108-af8c-541dbc054ea4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.359915 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4206f55-c7bf-4108-af8c-541dbc054ea4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.361148 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d4206f55-c7bf-4108-af8c-541dbc054ea4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1462429 Jul 08 19:15:07.362272 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4206f55-c7bf-4108-af8c-541dbc054ea4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007ca569-1fc6-4911-888f-cbc43dfa41a2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:07.364265 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60882) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:07.369075 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-79de9340-0839-480d-a2b7-37c474c9f068 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '007ca569-1fc6-4911-888f-cbc43dfa41a2', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:07.395564 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79de9340-0839-480d-a2b7-37c474c9f068 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.450378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79de9340-0839-480d-a2b7-37c474c9f068 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.454457 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79de9340-0839-480d-a2b7-37c474c9f068 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.472108 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de9340-0839-480d-a2b7-37c474c9f068 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d432fe8-e108-457b-80c8-9b9d095492af,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:07.478091 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79de9340-0839-480d-a2b7-37c474c9f068 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.479747 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-79de9340-0839-480d-a2b7-37c474c9f068 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144307 Jul 08 19:15:07.481722 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60884) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:07.486111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f857350d-d85b-4783-bf21-d5a4fcd32e98 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '007ca569-1fc6-4911-888f-cbc43dfa41a2', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:07.511183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f857350d-d85b-4783-bf21-d5a4fcd32e98 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.570959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f857350d-d85b-4783-bf21-d5a4fcd32e98 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.574554 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f857350d-d85b-4783-bf21-d5a4fcd32e98 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.591750 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857350d-d85b-4783-bf21-d5a4fcd32e98 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7ea949-7ff0-49fd-a33c-de542f0ae951,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:07.598477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f857350d-d85b-4783-bf21-d5a4fcd32e98 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.599534 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f857350d-d85b-4783-bf21-d5a4fcd32e98 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168478 Jul 08 19:15:07.602192 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60886) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:07.606585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-54cfc8c8-ecf1-4f45-a154-baacf076db62 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '007ca569-1fc6-4911-888f-cbc43dfa41a2', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:07.631255 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54cfc8c8-ecf1-4f45-a154-baacf076db62 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.689274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54cfc8c8-ecf1-4f45-a154-baacf076db62 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.693028 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54cfc8c8-ecf1-4f45-a154-baacf076db62 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.713819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfc8c8-ecf1-4f45-a154-baacf076db62 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca154c50-4565-41bc-b35a-dbe7ec954ded,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:07.717635 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54cfc8c8-ecf1-4f45-a154-baacf076db62 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.718837 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-54cfc8c8-ecf1-4f45-a154-baacf076db62 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157081 Jul 08 19:15:07.721541 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60888) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:07.725826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ef2c3144-99b3-481d-8ce1-646f70fd0c29 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '007ca569-1fc6-4911-888f-cbc43dfa41a2', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:07.752606 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3144-99b3-481d-8ce1-646f70fd0c29 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.810084 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3144-99b3-481d-8ce1-646f70fd0c29 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.814254 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3144-99b3-481d-8ce1-646f70fd0c29 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.832513 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c3144-99b3-481d-8ce1-646f70fd0c29 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f27ef3-c924-4ff6-9cf7-470d305a0fe1,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:07.835644 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3144-99b3-481d-8ce1-646f70fd0c29 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.836896 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ef2c3144-99b3-481d-8ce1-646f70fd0c29 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144454 Jul 08 19:15:07.839638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60890) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:07.843994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d151f0c8-d8d6-4dda-920b-c3d45945acb0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '007ca569-1fc6-4911-888f-cbc43dfa41a2', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:07.864380 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-d151f0c8-d8d6-4dda-920b-c3d45945acb0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Project 8b4041953cc94abfabf7d6ea7a50c6c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:15:07.868970 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d151f0c8-d8d6-4dda-920b-c3d45945acb0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.930260 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d151f0c8-d8d6-4dda-920b-c3d45945acb0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.933869 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d151f0c8-d8d6-4dda-920b-c3d45945acb0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.951290 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151f0c8-d8d6-4dda-920b-c3d45945acb0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd03f92b-4aa6-44f0-8901-f11b76460748,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:07.958669 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d151f0c8-d8d6-4dda-920b-c3d45945acb0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:07.959834 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d151f0c8-d8d6-4dda-920b-c3d45945acb0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192470 Jul 08 19:15:07.962516 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60892) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:07.966882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-dec12e9d-cbdc-4db8-bb41-4696a98c02e6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '007ca569-1fc6-4911-888f-cbc43dfa41a2', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:07.988041 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-dec12e9d-cbdc-4db8-bb41-4696a98c02e6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Project 8b4041953cc94abfabf7d6ea7a50c6c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:15:07.993317 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dec12e9d-cbdc-4db8-bb41-4696a98c02e6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.060044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dec12e9d-cbdc-4db8-bb41-4696a98c02e6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.064673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dec12e9d-cbdc-4db8-bb41-4696a98c02e6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.084632 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec12e9d-cbdc-4db8-bb41-4696a98c02e6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89253781-2749-4b7e-a0d8-48534570c152,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:08.087247 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dec12e9d-cbdc-4db8-bb41-4696a98c02e6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.088391 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dec12e9d-cbdc-4db8-bb41-4696a98c02e6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249511 Jul 08 19:15:08.091340 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60894) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:08.096041 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'network': {'name': 'tempest-network-smoke--1540479661', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'port_security_enabled': True}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:08.116663 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:15:08.120268 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.144337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:15:08.153325 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.153677 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Added segment 56e696b8-6d8d-47ed-8861-c3bdac4429b3 of type vlan for network db4783f9-33b3-4393-9971-c9db6aba11e0 Jul 08 19:15:08.192886 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.219461 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.224787 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:08.225365 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.282315 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900201 Jul 08 19:15:08.285056 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60896) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:08.291518 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'admin_state_up': True, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:08.305233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8473d-8232-479e-8c24-fbbb0021b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Network': ['ID=db4783f9-33b3-4393-9971-c9db6aba11e0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:08.316197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network db4783f9-33b3-4393-9971-c9db6aba11e0 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:15:08.324959 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.326108 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.378685 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.514821 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.703164 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.721989 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.818546 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.25.8.172 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/b8e0c37d-9263-4925-ae11-c770ae5cf5c0) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:15:08.925263 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:08.964930 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:09.003388 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:15:09.006317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:15:09.012259 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:15:09.038301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=b8e0c37d-9263-4925-ae11-c770ae5cf5c0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:09.209086 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:09.223734 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-474e1a9d-7158-4c87-86eb-52837a1f1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:09.257974 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:09.449064 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:09.576024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 75885918-cdf4-4d99-b013-650fe1181698 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:15:09.679268 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:15:09.689771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Sync routers for ids ['75885918-cdf4-4d99-b013-650fe1181698'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:15:09.700732 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Routers {'75885918-cdf4-4d99-b013-650fe1181698'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:15:09.701143 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['75885918-cdf4-4d99-b013-650fe1181698'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:09.701327 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:09.702716 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-25ea0065-b9d5-4e30-9416-bdb4d1be8046 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4166858 Jul 08 19:15:09.705897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60900) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:09.784130 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-ac7ba9ba-2ae7-40b6-8c74-e7ad0eb44d39 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8b4041953cc94abfabf7d6ea7a50c6c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0744581 Jul 08 19:15:09.784381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60904) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:09.806388 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Set router 75885918-cdf4-4d99-b013-650fe1181698 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:15:09.867808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b7ab47-b01c-4044-88e6-9e23c41e29f9 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:09.869318 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c4b7ab47-b01c-4044-88e6-9e23c41e29f9 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841258 Jul 08 19:15:09.872217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60906) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:09.904085 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-91470050-855f-417b-9d57-39fe19213090 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308034 Jul 08 19:15:09.906592 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60908) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:09.911308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2069153104', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:09.985626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:09Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:09.998847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:15:10.002346 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.013426 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Checking router: 75885918-cdf4-4d99-b013-650fe1181698 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:15:10.013784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Updating router 75885918-cdf4-4d99-b013-650fe1181698 port b8e0c37d-9263-4925-ae11-c770ae5cf5c0 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:15:10.048107 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.183949 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.243226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Subnet': ['ID=9f24f1c3-b5a5-41d7-8f1e-3c3257726c82,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:10.253407 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Checking segment: {'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:15:10.253807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network hostable DHCP agents. Network: db4783f9-33b3-4393-9971-c9db6aba11e0, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:15:10.270336 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network db4783f9-33b3-4393-9971-c9db6aba11e0 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:15:10.278822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, db4783f9-33b3-4393-9971-c9db6aba11e0) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:15:10.283503 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:10.284088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.289222 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648db857-1d51-47f0-b1da-0c15291d977b None None] Network db4783f9-33b3-4393-9971-c9db6aba11e0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:15:10.299000 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-51a1ed13-b8e0-43c6-8c38-c710a68baf94 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3914154 Jul 08 19:15:10.302028 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60910) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:10.337053 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.354779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Transition to ACTIVE for port object b8e0c37d-9263-4925-ae11-c770ae5cf5c0 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:15:10.362597 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.442567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4499814-fcd4-40e9-8fc7-a251abf773bc None None] Pushing event updated for resources: {'Port': ['ID=b8e0c37d-9263-4925-ae11-c770ae5cf5c0,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:10.462240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Attempting to bind port b8e0c37d-9263-4925-ae11-c770ae5cf5c0 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:15:10.462611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Attempting to bind port b8e0c37d-9263-4925-ae11-c770ae5cf5c0 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:15:10.462972 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Attempting to bind port b8e0c37d-9263-4925-ae11-c770ae5cf5c0 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:15:10.481683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:15:10.482050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:15:10.482467 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.482852 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:15:10.483375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Bound port: b8e0c37d-9263-4925-ae11-c770ae5cf5c0, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:15:10.483757 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.519153 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.552476 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-db4783f9-33b3-4393-9971-c9db6aba11e0', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ips': [{'subnet_id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:15:10.553319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.573913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] For port b8e0c37d-9263-4925-ae11-c770ae5cf5c0, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:15:10.596846 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] For port b8e0c37d-9263-4925-ae11-c770ae5cf5c0, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b8e0c37d-9263-4925-ae11-c770ae5cf5c0,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:15:10.641831 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.740589 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Routers {'75885918-cdf4-4d99-b013-650fe1181698'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:15:10.741956 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['75885918-cdf4-4d99-b013-650fe1181698'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:10.745033 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:10.780013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4499814-fcd4-40e9-8fc7-a251abf773bc None None] Pushing event updated for resources: {'Port': ['ID=b8e0c37d-9263-4925-ae11-c770ae5cf5c0,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:10.807910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Allocated IP 172.20.0.2 (db4783f9-33b3-4393-9971-c9db6aba11e0/9f24f1c3-b5a5-41d7-8f1e-3c3257726c82/9065f9ec-f649-4757-b1da-eb81d7ed1293) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:15:10.910385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] Set router 75885918-cdf4-4d99-b013-650fe1181698 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:15:11.122237 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:11.133581 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Transition to ACTIVE for port object 9065f9ec-f649-4757-b1da-eb81d7ed1293 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:15:11.157173 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Transition to ACTIVE for port object 9065f9ec-f649-4757-b1da-eb81d7ed1293 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:15:11.166633 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:11.205412 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:09Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:11.210128 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.20.0.1 (db4783f9-33b3-4393-9971-c9db6aba11e0/9f24f1c3-b5a5-41d7-8f1e-3c3257726c82/eac3d57a-c009-4b01-8d66-95d0a479ea97) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:15:11.212981 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Network db4783f9-33b3-4393-9971-c9db6aba11e0 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:15:11.242601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:15:11.245540 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:15:11.250866 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923a618-44eb-4478-ad83-b76471636bdc None None] The sync data for ids ['75885918-cdf4-4d99-b013-650fe1181698'] in n-d-799684-3 is: [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:09Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:15:11.256731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Pushing event updated for resources: {'Port': ['ID=9065f9ec-f649-4757-b1da-eb81d7ed1293,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:11.318050 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Attempting to bind port 9065f9ec-f649-4757-b1da-eb81d7ed1293 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:15:11.318483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Attempting to bind port 9065f9ec-f649-4757-b1da-eb81d7ed1293 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:15:11.318907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Attempting to bind port 9065f9ec-f649-4757-b1da-eb81d7ed1293 on network db4783f9-33b3-4393-9971-c9db6aba11e0 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:15:11.324722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:15:11.325172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Checking segment: {'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:15:11.325669 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:11.326060 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Bound using segment: {'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:15:11.326655 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Bound port: 9065f9ec-f649-4757-b1da-eb81d7ed1293, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:15:11.327070 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:11.335063 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:11.349215 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Transition to ACTIVE for port object eac3d57a-c009-4b01-8d66-95d0a479ea97 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:15:11.384138 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:11.398276 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] For port 9065f9ec-f649-4757-b1da-eb81d7ed1293, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:15:11.401527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] For port 9065f9ec-f649-4757-b1da-eb81d7ed1293, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9065f9ec-f649-4757-b1da-eb81d7ed1293,segment=NetworkSegment(56e696b8-6d8d-47ed-8861-c3bdac4429b3),segment_id=56e696b8-6d8d-47ed-8861-c3bdac4429b3)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:15:11.406791 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:11.425138 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network db4783f9-33b3-4393-9971-c9db6aba11e0 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:15:11.428652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:15:11.435058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:15:11.461478 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=eac3d57a-c009-4b01-8d66-95d0a479ea97,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:11.481336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8b804-a167-48bf-afb1-f913ead63ea9 None None] Pushing event updated for resources: {'Port': ['ID=9065f9ec-f649-4757-b1da-eb81d7ed1293,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:11.498194 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:11.677138 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:11.894324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8e0c37d-9263-4925-ae11-c770ae5cf5c0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:15:11.957854 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b8e0c37d-9263-4925-ae11-c770ae5cf5c0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:15:11.963380 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b8e0c37d-9263-4925-ae11-c770ae5cf5c0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:11.963686 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:11.990412 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:12.055694 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:12.079417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b8e0c37d-9263-4925-ae11-c770ae5cf5c0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b8e0c37d-9263-4925-ae11-c770ae5cf5c0,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:15:12.088436 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:12.088436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9065f9ec-f649-4757-b1da-eb81d7ed1293 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:15:12.171113 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b8e0c37d-9263-4925-ae11-c770ae5cf5c0,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:12.189610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 9065f9ec-f649-4757-b1da-eb81d7ed1293 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:15:12.371530 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:12.378053 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:12.458565 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=eac3d57a-c009-4b01-8d66-95d0a479ea97,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:12.460978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:12.481062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e00242c-e4c5-40b9-abbb-f5c2f6dc98bd None None] Network db4783f9-33b3-4393-9971-c9db6aba11e0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:15:12.541885 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-69ca2d1a-70a9-4369-868a-3936ee8d3ef6 None None] Provisioning for port 9065f9ec-f649-4757-b1da-eb81d7ed1293 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:15:12.549357 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-69ca2d1a-70a9-4369-868a-3936ee8d3ef6 None None] Provisioning complete for port 9065f9ec-f649-4757-b1da-eb81d7ed1293 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:12.549987 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-69ca2d1a-70a9-4369-868a-3936ee8d3ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:12.554951 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network db4783f9-33b3-4393-9971-c9db6aba11e0 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:15:12.556308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:15:12.667673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 75885918-cdf4-4d99-b013-650fe1181698 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:15:12.699815 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-69ca2d1a-70a9-4369-868a-3936ee8d3ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:12.742191 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-69ca2d1a-70a9-4369-868a-3936ee8d3ef6 None None] For port 9065f9ec-f649-4757-b1da-eb81d7ed1293, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9065f9ec-f649-4757-b1da-eb81d7ed1293,segment=NetworkSegment(56e696b8-6d8d-47ed-8861-c3bdac4429b3),segment_id=56e696b8-6d8d-47ed-8861-c3bdac4429b3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:15:12.750393 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-69ca2d1a-70a9-4369-868a-3936ee8d3ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:12.789088 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:15:12.798785 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d2e7a8c5-dd70-45a4-97e3-3e921b0c1c4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "PUT /v2.0/routers/75885918-cdf4-4d99-b013-650fe1181698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4914691 Jul 08 19:15:12.802857 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca2d1a-70a9-4369-868a-3936ee8d3ef6 None None] Pushing event updated for resources: {'Port': ['ID=9065f9ec-f649-4757-b1da-eb81d7ed1293,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:12.953658 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c2d497cf-f1f1-4839-a4c4-4439320040c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182757932&fields=id&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 267 time: 0.0408597 Jul 08 19:15:12.977568 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-044ad425-91b2-4553-8fc2-69a75b470246 None None] Provisioning complete for port 9065f9ec-f649-4757-b1da-eb81d7ed1293 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:12.978047 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-044ad425-91b2-4553-8fc2-69a75b470246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:13.053247 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Sync routers for ids ['75885918-cdf4-4d99-b013-650fe1181698'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:15:13.063797 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Routers {'75885918-cdf4-4d99-b013-650fe1181698'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:15:13.064826 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['75885918-cdf4-4d99-b013-650fe1181698'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:13.088990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-64ef0916-524b-41bd-b44a-55ed674efd24 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:13.091061 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-64ef0916-524b-41bd-b44a-55ed674efd24 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/networks?id=db4783f9-33b3-4393-9971-c9db6aba11e0 HTTP/1.1" status: 200 len: 797 time: 0.1298735 Jul 08 19:15:13.095337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-044ad425-91b2-4553-8fc2-69a75b470246 None None] Provisioning for port eac3d57a-c009-4b01-8d66-95d0a479ea97 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:15:13.100982 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-044ad425-91b2-4553-8fc2-69a75b470246 None None] Provisioning complete for port eac3d57a-c009-4b01-8d66-95d0a479ea97 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:13.101590 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-044ad425-91b2-4553-8fc2-69a75b470246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:13.113030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-b7e5c070-1006-4ff8-b241-e45e1a139763 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/quotas/8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 375 time: 0.0144727 Jul 08 19:15:13.149258 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-044ad425-91b2-4553-8fc2-69a75b470246 None None] Port eac3d57a-c009-4b01-8d66-95d0a479ea97 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:15:13.176996 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Set router 75885918-cdf4-4d99-b013-650fe1181698 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:15:13.190497 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-91ee9b62-68cc-4a0b-b41b-49e99a40aba9 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705006 Jul 08 19:15:13.210702 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:15:13.276896 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1b7d6c65-ff68-410b-915e-ed95fbdb21a2 None None] Provisioning complete for port eac3d57a-c009-4b01-8d66-95d0a479ea97 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:13.277276 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b7d6c65-ff68-410b-915e-ed95fbdb21a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:13.315686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d6c65-ff68-410b-915e-ed95fbdb21a2 None None] Port eac3d57a-c009-4b01-8d66-95d0a479ea97 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:15:13.346056 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-020ec0d2-8a60-44a6-9921-a8790aeee2a8 service neutron] 10.222.0.73 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435688 Jul 08 19:15:13.398593 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:11Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'eac3d57a-c009-4b01-8d66-95d0a479ea97', 'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:88:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:10Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 2, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:13.436511 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Checking router: 75885918-cdf4-4d99-b013-650fe1181698 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:15:13.436865 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Updating router 75885918-cdf4-4d99-b013-650fe1181698 port eac3d57a-c009-4b01-8d66-95d0a479ea97 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:15:13.440463 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c416fb9f-3fab-4f7c-b740-1a84bd73de7e None None] Provisioning complete for port eac3d57a-c009-4b01-8d66-95d0a479ea97 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:13.440839 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c416fb9f-3fab-4f7c-b740-1a84bd73de7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:13.475185 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:13.480129 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c416fb9f-3fab-4f7c-b740-1a84bd73de7e None None] Port eac3d57a-c009-4b01-8d66-95d0a479ea97 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:15:13.749245 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:13.755830 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-568af0b2-59fd-421a-ad42-e5a72f4a5830 service neutron] 10.222.0.73 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028571 Jul 08 19:15:13.764444 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Transition to ACTIVE for port object eac3d57a-c009-4b01-8d66-95d0a479ea97 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:15:13.771805 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:13.811649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8e0c37d-9263-4925-ae11-c770ae5cf5c0 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:15:13.824967 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Pushing event updated for resources: {'Port': ['ID=eac3d57a-c009-4b01-8d66-95d0a479ea97,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:13.871238 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.871576 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.871911 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.872249 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.872579 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.872904 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.873224 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.873544 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.873891 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.874414 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.874940 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.875260 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:15:13.882355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b8e0c37d-9263-4925-ae11-c770ae5cf5c0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:13.883019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:13.906740 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Attempting to bind port eac3d57a-c009-4b01-8d66-95d0a479ea97 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:15:13.907105 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Attempting to bind port eac3d57a-c009-4b01-8d66-95d0a479ea97 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:15:13.907463 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Attempting to bind port eac3d57a-c009-4b01-8d66-95d0a479ea97 on network db4783f9-33b3-4393-9971-c9db6aba11e0 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:15:13.913187 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:15:13.913774 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Checking segment: {'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:15:13.914497 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:13.930556 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Bound using segment: {'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:15:13.931984 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Bound port: eac3d57a-c009-4b01-8d66-95d0a479ea97, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:15:13.934716 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:13.972063 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-339b14ba-37be-4b0c-947b-b2d84729843f req-81a83323-13d0-4d2a-9d64-4d2685910e71 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 210 time: 0.0396178 Jul 08 19:15:14.011712 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9065f9ec-f649-4757-b1da-eb81d7ed1293 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:15:14.027128 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] For port eac3d57a-c009-4b01-8d66-95d0a479ea97, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:15:14.031058 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] For port eac3d57a-c009-4b01-8d66-95d0a479ea97, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=eac3d57a-c009-4b01-8d66-95d0a479ea97,segment=NetworkSegment(56e696b8-6d8d-47ed-8861-c3bdac4429b3),segment_id=56e696b8-6d8d-47ed-8861-c3bdac4429b3)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:15:14.037781 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:14.082524 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 9065f9ec-f649-4757-b1da-eb81d7ed1293 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:14.083358 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:14.123450 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39689dd1-45c3-4892-af49-a8ba673a8ec0 None None] Pushing event updated for resources: {'Port': ['ID=eac3d57a-c009-4b01-8d66-95d0a479ea97,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:14.138475 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Routers {'75885918-cdf4-4d99-b013-650fe1181698'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:15:14.141473 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['75885918-cdf4-4d99-b013-650fe1181698'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:14.268093 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] Set router 75885918-cdf4-4d99-b013-650fe1181698 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:15:14.484104 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:11Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'eac3d57a-c009-4b01-8d66-95d0a479ea97', 'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:88:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:10Z', 'updated_at': '2021-07-08T19:15:14Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:14.509967 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853eec0f-fa84-4649-9ac7-61a22a4b9ac5 None None] The sync data for ids ['75885918-cdf4-4d99-b013-650fe1181698'] in n-d-799684-3 is: [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:11Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'eac3d57a-c009-4b01-8d66-95d0a479ea97', 'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:88:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:10Z', 'updated_at': '2021-07-08T19:15:14Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:15:15.129674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2b99260b-26ce-4d21-855a-55c00c553335 req-5ad7fcdf-525e-4e01-a74f-dd4d9d3519f4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 210 time: 0.0411611 Jul 08 19:15:15.199936 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-10c2fb70-57d9-4f2c-acd3-3b4979f3ab60 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:15.201436 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-10c2fb70-57d9-4f2c-acd3-3b4979f3ab60 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/networks?id=db4783f9-33b3-4393-9971-c9db6aba11e0 HTTP/1.1" status: 200 len: 797 time: 0.1136384 Jul 08 19:15:15.254136 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-55a63821-bd2f-46d2-bd56-3752e46ba09b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 380 time: 0.0434010 Jul 08 19:15:15.262833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'port': {'device_id': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'admin_state_up': True, 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'security_groups': ['007ca569-1fc6-4911-888f-cbc43dfa41a2']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:15.379327 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:15:15.383303 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:15.520721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.20.0.3 (db4783f9-33b3-4393-9971-c9db6aba11e0/9f24f1c3-b5a5-41d7-8f1e-3c3257726c82/dd173e01-6f04-44dc-b3b6-89fbc5d9977a) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:15:15.659663 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:15.672815 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Transition to ACTIVE for port object dd173e01-6f04-44dc-b3b6-89fbc5d9977a will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:15:15.707299 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:15.753118 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network db4783f9-33b3-4393-9971-c9db6aba11e0 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:15:15.756489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:15:15.758913 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:15:15.793305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=dd173e01-6f04-44dc-b3b6-89fbc5d9977a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:15.831193 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eac3d57a-c009-4b01-8d66-95d0a479ea97 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:15:15.831716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:15.832219 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:15.853306 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-935bb799-f5f7-42c7-9788-348b0dc0bfe8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942721 Jul 08 19:15:15.892452 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port eac3d57a-c009-4b01-8d66-95d0a479ea97 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:15:15.896707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port eac3d57a-c009-4b01-8d66-95d0a479ea97 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:15.897091 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:15.909701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Request body: {'port': {'device_id': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:15.987595 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:16.003868 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:16.007312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-623d70f2-cff7-4153-ad2a-8bdb4b328cc9 None None] Provisioning for port dd173e01-6f04-44dc-b3b6-89fbc5d9977a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:15:16.018560 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-623d70f2-cff7-4153-ad2a-8bdb4b328cc9 None None] Provisioning complete for port dd173e01-6f04-44dc-b3b6-89fbc5d9977a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:16.018937 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-623d70f2-cff7-4153-ad2a-8bdb4b328cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:16.069555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port eac3d57a-c009-4b01-8d66-95d0a479ea97, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=eac3d57a-c009-4b01-8d66-95d0a479ea97,segment=NetworkSegment(56e696b8-6d8d-47ed-8861-c3bdac4429b3),segment_id=56e696b8-6d8d-47ed-8861-c3bdac4429b3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:15:16.071926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-623d70f2-cff7-4153-ad2a-8bdb4b328cc9 None None] Port dd173e01-6f04-44dc-b3b6-89fbc5d9977a cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:15:16.079387 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:16.133564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=eac3d57a-c009-4b01-8d66-95d0a479ea97,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:16.293003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd173e01-6f04-44dc-b3b6-89fbc5d9977a {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:15:16.303592 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:16.318628 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2a690-9658-40a8-9257-9f4005b84cd3 req-b7c94fa8-8020-42e5-8dc4-a8fa99a92193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:16.325008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Transition to ACTIVE for port object dd173e01-6f04-44dc-b3b6-89fbc5d9977a will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:15:16.327510 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5b2a690-9658-40a8-9257-9f4005b84cd3 req-b7c94fa8-8020-42e5-8dc4-a8fa99a92193 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 931 time: 0.0791414 Jul 08 19:15:16.330668 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:16.388416 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d5b2a690-9658-40a8-9257-9f4005b84cd3 req-2457db2c-ab91-4ffe-9f9b-a9410ff26bd3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594981 Jul 08 19:15:16.422995 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Pushing event updated for resources: {'Port': ['ID=dd173e01-6f04-44dc-b3b6-89fbc5d9977a,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:16.487282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Attempting to bind port dd173e01-6f04-44dc-b3b6-89fbc5d9977a on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:15:16.487282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Attempting to bind port dd173e01-6f04-44dc-b3b6-89fbc5d9977a by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:15:16.487734 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Attempting to bind port dd173e01-6f04-44dc-b3b6-89fbc5d9977a on network db4783f9-33b3-4393-9971-c9db6aba11e0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:15:16.492426 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Port dd173e01-6f04-44dc-b3b6-89fbc5d9977a on network db4783f9-33b3-4393-9971-c9db6aba11e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:15:16.493356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Attempting to bind port dd173e01-6f04-44dc-b3b6-89fbc5d9977a on network db4783f9-33b3-4393-9971-c9db6aba11e0 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:15:16.498759 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:15:16.499355 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Checking segment: {'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:15:16.499810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Bound using segment: {'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:15:16.500330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Bound port: dd173e01-6f04-44dc-b3b6-89fbc5d9977a, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e696b8-6d8d-47ed-8861-c3bdac4429b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:15:16.500762 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:16.571583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] For port dd173e01-6f04-44dc-b3b6-89fbc5d9977a, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:15:16.574962 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] For port dd173e01-6f04-44dc-b3b6-89fbc5d9977a, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a,segment=NetworkSegment(56e696b8-6d8d-47ed-8861-c3bdac4429b3),segment_id=56e696b8-6d8d-47ed-8861-c3bdac4429b3)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:15:16.581196 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:16.620140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:16.620754 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:16.622178 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] 10.222.0.74 "PUT /v2.0/ports/dd173e01-6f04-44dc-b3b6-89fbc5d9977a HTTP/1.1" status: 200 len: 1091 time: 0.7609246 Jul 08 19:15:16.622639 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'tag': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:15:16.624990 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77" -d '{"events": [{"name": "network-changed", "server_uuid": "d4689a4a-1c9f-497e-851b-abae28c09752", "tag": "dd173e01-6f04-44dc-b3b6-89fbc5d9977a"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:15:16.663421 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381d3b5-540a-4c56-8e52-0a2ad6169030 service neutron] Pushing event updated for resources: {'Port': ['ID=dd173e01-6f04-44dc-b3b6-89fbc5d9977a,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:16.709838 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb665cbe-2d07-4a4f-9d81-488b577e1c28 x-openstack-request-id: req-eb665cbe-2d07-4a4f-9d81-488b577e1c28 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:15:16.710129 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4689a4a-1c9f-497e-851b-abae28c09752", "tag": "dd173e01-6f04-44dc-b3b6-89fbc5d9977a", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:15:16.710405 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb665cbe-2d07-4a4f-9d81-488b577e1c28 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:15:16.710792 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'tag': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a', 'status': 'completed', 'code': 200} Jul 08 19:15:16.738379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-d3999a5e-2347-4493-b358-a66bed44f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:16.739926 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-d3999a5e-2347-4493-b358-a66bed44f124 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 1094 time: 0.0712457 Jul 08 19:15:16.785520 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-a79b9d42-4621-47d0-bcce-4ca507e5d902 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a HTTP/1.1" status: 200 len: 217 time: 0.0384424 Jul 08 19:15:16.836685 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-94728108-0d79-4659-a048-3d447ead2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:16.838081 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-94728108-0d79-4659-a048-3d447ead2cae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f24f1c3-b5a5-41d7-8f1e-3c3257726c82 HTTP/1.1" status: 200 len: 835 time: 0.0451207 Jul 08 19:15:16.893858 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-33532e95-6f97-4a66-8dc6-dd926037f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:16.895347 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-33532e95-6f97-4a66-8dc6-dd926037f2cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db4783f9-33b3-4393-9971-c9db6aba11e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505235 Jul 08 19:15:16.995360 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-50820d56-736b-416f-a673-6fbe20b400b9 service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854309 Jul 08 19:15:17.082986 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a8f67703-56f1-4f47-9aec-c4c0f829f366 req-c1634a04-d005-43a1-8f1b-6ac4b7712e27 service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810540 Jul 08 19:15:17.180506 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77 req-64b69e4a-c3cf-4807-96b0-e129218ba7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:17.181972 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77 req-64b69e4a-c3cf-4807-96b0-e129218ba7e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 1094 time: 0.0518146 Jul 08 19:15:17.272389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77 req-cecfc197-0a06-49eb-a1c8-ea3c8b44b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:17.273865 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77 req-cecfc197-0a06-49eb-a1c8-ea3c8b44b657 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db4783f9-33b3-4393-9971-c9db6aba11e0 HTTP/1.1" status: 200 len: 898 time: 0.0857608 Jul 08 19:15:17.315118 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77 req-b43008ba-c89d-4d33-a58c-83fa27b77b59 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a HTTP/1.1" status: 200 len: 217 time: 0.0343845 Jul 08 19:15:17.365264 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77 req-d71f1f52-19df-483d-a7dc-0212935c4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:17.366623 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77 req-d71f1f52-19df-483d-a7dc-0212935c4134 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f24f1c3-b5a5-41d7-8f1e-3c3257726c82 HTTP/1.1" status: 200 len: 835 time: 0.0458770 Jul 08 19:15:17.423133 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77 req-ae095b06-dabf-4c04-8e2b-ba9f49454324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:17.424896 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77 req-ae095b06-dabf-4c04-8e2b-ba9f49454324 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db4783f9-33b3-4393-9971-c9db6aba11e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516953 Jul 08 19:15:17.513269 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77 req-cd073111-9fa9-42a6-9bec-6455357527ee service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817838 Jul 08 19:15:17.556967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473ef2d-3da0-41d8-bdea-2b8a93c6af50 req-6fdc118b-5804-44e7-9612-e1463fa59f6f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:17.558481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3473ef2d-3da0-41d8-bdea-2b8a93c6af50 req-6fdc118b-5804-44e7-9612-e1463fa59f6f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 943 time: 0.0646129 Jul 08 19:15:17.595715 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3473ef2d-3da0-41d8-bdea-2b8a93c6af50 req-24225723-34d0-4b75-a35d-7b912e56324b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315139 Jul 08 19:15:17.607425 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-54ad64b4-103c-49d9-a3fd-869c5a5fbf77 req-b44cfc7f-a2ce-4a7a-8196-de6b1579fa6f service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881290 Jul 08 19:15:17.791788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eac3d57a-c009-4b01-8d66-95d0a479ea97 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:15:17.838187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port eac3d57a-c009-4b01-8d66-95d0a479ea97 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:17.838589 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:18.764667 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8b2e7-5612-40a3-a6df-713f44380913 req-257d496d-9cf6-4031-8aa9-1585d79b5b1f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:18.766060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92b8b2e7-5612-40a3-a6df-713f44380913 req-257d496d-9cf6-4031-8aa9-1585d79b5b1f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 943 time: 0.0618582 Jul 08 19:15:18.803277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-92b8b2e7-5612-40a3-a6df-713f44380913 req-c4a4beaa-4855-4264-b433-30b44cd3e61f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Jul 08 19:15:19.978443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38caca06-1900-49cc-abb7-b0cad141d58d req-0009989e-fc29-49d6-9b52-be2f930083bf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:19.979933 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38caca06-1900-49cc-abb7-b0cad141d58d req-0009989e-fc29-49d6-9b52-be2f930083bf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 943 time: 0.0660377 Jul 08 19:15:20.017303 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-38caca06-1900-49cc-abb7-b0cad141d58d req-48cb461e-333a-4615-b6c3-37cee60d895c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Jul 08 19:15:21.188246 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedbdfc-fbdb-47c2-80f7-94408d2fde6e req-cc683ee0-b2af-4738-8938-4d7783690c9f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:21.189726 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8aedbdfc-fbdb-47c2-80f7-94408d2fde6e req-cc683ee0-b2af-4738-8938-4d7783690c9f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 943 time: 0.0631189 Jul 08 19:15:21.226468 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8aedbdfc-fbdb-47c2-80f7-94408d2fde6e req-15d25923-5f78-4749-935a-069a84c57999 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311213 Jul 08 19:15:21.683392 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dd173e01-6f04-44dc-b3b6-89fbc5d9977a details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:15:21.776356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port dd173e01-6f04-44dc-b3b6-89fbc5d9977a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a,segment=NetworkSegment(56e696b8-6d8d-47ed-8861-c3bdac4429b3),segment_id=56e696b8-6d8d-47ed-8861-c3bdac4429b3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:15:21.787913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'port_id': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a', 'mac_address': 'fa:16:3e:62:0f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:15:21.823181 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:21.836762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd173e01-6f04-44dc-b3b6-89fbc5d9977a {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:15:21.856660 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port dd173e01-6f04-44dc-b3b6-89fbc5d9977a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a,segment=NetworkSegment(56e696b8-6d8d-47ed-8861-c3bdac4429b3),segment_id=56e696b8-6d8d-47ed-8861-c3bdac4429b3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:15:21.863222 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:21.913726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=dd173e01-6f04-44dc-b3b6-89fbc5d9977a,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:22.204725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['dd173e01-6f04-44dc-b3b6-89fbc5d9977a'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:15:22.409646 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc316abf-7f5c-4e5b-9759-7ada47aa39da req-2479264b-7e40-473f-8462-63bb66dbe8ee tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:22.411200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc316abf-7f5c-4e5b-9759-7ada47aa39da req-2479264b-7e40-473f-8462-63bb66dbe8ee tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 944 time: 0.0668557 Jul 08 19:15:22.450583 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dc316abf-7f5c-4e5b-9759-7ada47aa39da req-d8a608f3-92db-4ba9-8ea1-56872c9275da tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323484 Jul 08 19:15:23.633151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146696b6-edde-4457-be11-c5949a795d0b req-81c5c7bb-6018-4199-bedf-8be4add4d786 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:23.634681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-146696b6-edde-4457-be11-c5949a795d0b req-81c5c7bb-6018-4199-bedf-8be4add4d786 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 944 time: 0.0638974 Jul 08 19:15:23.671958 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-146696b6-edde-4457-be11-c5949a795d0b req-43990e0c-50d3-4b0a-984f-1685244c1990 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311856 Jul 08 19:15:23.698776 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dd173e01-6f04-44dc-b3b6-89fbc5d9977a up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:15:23.895345 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port dd173e01-6f04-44dc-b3b6-89fbc5d9977a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:15:23.899159 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port dd173e01-6f04-44dc-b3b6-89fbc5d9977a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:15:23.899535 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:23.974756 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:23.996562 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:15:23.999383 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4db3fb-c32b-4767-b5b9-78a60d61bfd9" -d '{"events": [{"server_uuid": "d4689a4a-1c9f-497e-851b-abae28c09752", "name": "network-vif-plugged", "status": "completed", "tag": "dd173e01-6f04-44dc-b3b6-89fbc5d9977a"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:15:24.012223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port dd173e01-6f04-44dc-b3b6-89fbc5d9977a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a,segment=NetworkSegment(56e696b8-6d8d-47ed-8861-c3bdac4429b3),segment_id=56e696b8-6d8d-47ed-8861-c3bdac4429b3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:15:24.021581 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:24.051228 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e72ce4-8b78-4471-98a0-5fa784dd8e2e x-openstack-request-id: req-a8e72ce4-8b78-4471-98a0-5fa784dd8e2e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:15:24.051549 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4689a4a-1c9f-497e-851b-abae28c09752", "name": "network-vif-plugged", "status": "completed", "tag": "dd173e01-6f04-44dc-b3b6-89fbc5d9977a", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:15:24.051793 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8e72ce4-8b78-4471-98a0-5fa784dd8e2e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:15:24.052166 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a', 'code': 200} Jul 08 19:15:24.078105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=dd173e01-6f04-44dc-b3b6-89fbc5d9977a,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:24.153311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f82f26-4bb2-4d33-bc36-3306fbfe37e9 req-f384f5e1-fe5f-4c3b-a1da-e63849766372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:24.154848 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-27f82f26-4bb2-4d33-bc36-3306fbfe37e9 req-f384f5e1-fe5f-4c3b-a1da-e63849766372 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 1096 time: 0.0513897 Jul 08 19:15:24.189394 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-27f82f26-4bb2-4d33-bc36-3306fbfe37e9 req-918a2ba9-dd6a-46d5-a556-7893bb5bf9de service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285282 Jul 08 19:15:24.843183 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839b82c-833c-483d-9a80-b8a5c886ba1d req-7bac179a-abeb-4769-91b0-badbbfd825ba tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:24.844680 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8839b82c-833c-483d-9a80-b8a5c886ba1d req-7bac179a-abeb-4769-91b0-badbbfd825ba tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0624406 Jul 08 19:15:24.882561 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8839b82c-833c-483d-9a80-b8a5c886ba1d req-d2b9be5b-ea99-469c-8d82-30eb3df7c854 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319715 Jul 08 19:15:26.069506 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dac6f0-e748-4b8c-97be-f852091ed818 req-8c5eb5cb-eeee-4b01-aa4a-9acf0b8ee197 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:26.071028 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3dac6f0-e748-4b8c-97be-f852091ed818 req-8c5eb5cb-eeee-4b01-aa4a-9acf0b8ee197 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0676551 Jul 08 19:15:26.108709 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c3dac6f0-e748-4b8c-97be-f852091ed818 req-8a7d4ebb-9fe5-4890-a851-4a210a4fc9c1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315561 Jul 08 19:15:26.277614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97876c-ac74-4ece-987c-3721da291269 req-4587c34d-e6c1-4fb8-b1bc-b262e67fbf3d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:26.279059 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b97876c-ac74-4ece-987c-3721da291269 req-4587c34d-e6c1-4fb8-b1bc-b262e67fbf3d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0640166 Jul 08 19:15:26.316782 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5b97876c-ac74-4ece-987c-3721da291269 req-dbb22ae9-e21f-4b1d-825b-ba075a4ccce9 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321743 Jul 08 19:15:26.340577 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60982) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:26.390605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a718374-ad37-4bd2-bc98-4abceb5e0ca0 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:26.392098 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0a718374-ad37-4bd2-bc98-4abceb5e0ca0 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 1091 time: 0.0505288 Jul 08 19:15:26.395081 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60984) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:26.399469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:15:26.421073 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:26.521048 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:26.625300 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.25.8.188 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/92593773-7928-4c25-b892-eed762e1a54e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:15:26.726977 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:26.764956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:26.803755 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:15:26.806537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:15:26.812435 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:15:26.841796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=92593773-7928-4c25-b892-eed762e1a54e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:27.182453 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:27.269880 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:27.422383 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:27.427181 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:27.492798 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=92593773-7928-4c25-b892-eed762e1a54e,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:15:27.505344 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:27.609707 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Floating IP 33a6c695-7d2f-4eda-a40e-9941dc5b6a71 associated. External IP: 172.25.8.188, port: dd173e01-6f04-44dc-b3b6-89fbc5d9977a. Jul 08 19:15:27.816482 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 75885918-cdf4-4d99-b013-650fe1181698 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:15:27.921013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:15:27.931318 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d377ed49-fe5a-417b-aac7-78c7ba9e22af None None] Sync routers for ids ['75885918-cdf4-4d99-b013-650fe1181698'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:15:27.937414 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:27.945884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377ed49-fe5a-417b-aac7-78c7ba9e22af None None] Routers {'75885918-cdf4-4d99-b013-650fe1181698'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:15:27.946547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d377ed49-fe5a-417b-aac7-78c7ba9e22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['75885918-cdf4-4d99-b013-650fe1181698'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:27.974408 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-acd496e7-b2f1-4a00-a0d9-c5382363cd0f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5782602 Jul 08 19:15:27.975077 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'tag': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:15:27.977402 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f961df4-898c-4bf7-8547-0780996e026b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4689a4a-1c9f-497e-851b-abae28c09752", "tag": "dd173e01-6f04-44dc-b3b6-89fbc5d9977a"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:15:28.052907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-d377ed49-fe5a-417b-aac7-78c7ba9e22af None None] Set router 75885918-cdf4-4d99-b013-650fe1181698 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:15:28.132870 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6ee8e-4f42-4be2-a0b8-0a3dd02f2e7e req-cd57132c-1c38-478b-8883-89bedeb05f3f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:28.134436 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7d6ee8e-4f42-4be2-a0b8-0a3dd02f2e7e req-cd57132c-1c38-478b-8883-89bedeb05f3f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0675874 Jul 08 19:15:28.172774 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b7d6ee8e-4f42-4be2-a0b8-0a3dd02f2e7e req-ab0b975d-a7db-4595-a208-049f79aaf995 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317974 Jul 08 19:15:28.197870 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 60990) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:28.239245 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1736cf-d646-4d6f-b182-69ccfbbcdb76 x-openstack-request-id: req-3f1736cf-d646-4d6f-b182-69ccfbbcdb76 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:15:28.239521 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4689a4a-1c9f-497e-851b-abae28c09752", "tag": "dd173e01-6f04-44dc-b3b6-89fbc5d9977a", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:15:28.239755 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f1736cf-d646-4d6f-b182-69ccfbbcdb76 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:15:28.240145 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'tag': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a', 'status': 'completed', 'code': 200} Jul 08 19:15:28.275801 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d377ed49-fe5a-417b-aac7-78c7ba9e22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:11Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '33a6c695-7d2f-4eda-a40e-9941dc5b6a71', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '75885918-cdf4-4d99-b013-650fe1181698', 'port_id': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'mac_address': 'fa:16:3e:62:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:15:27Z', 'updated_at': '2021-07-08T19:15:27Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac3d57a-c009-4b01-8d66-95d0a479ea97', 'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:88:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:10Z', 'updated_at': '2021-07-08T19:15:16Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:28.296984 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-8752a323-fe6d-4cb6-aa6d-e15f0488ef26 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/33a6c695-7d2f-4eda-a40e-9941dc5b6a71 HTTP/1.1" status: 200 len: 991 time: 0.0975859 Jul 08 19:15:28.306415 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d377ed49-fe5a-417b-aac7-78c7ba9e22af None None] Checking router: 75885918-cdf4-4d99-b013-650fe1181698 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:15:28.314847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377ed49-fe5a-417b-aac7-78c7ba9e22af None None] Routers {'75885918-cdf4-4d99-b013-650fe1181698'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:15:28.315455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d377ed49-fe5a-417b-aac7-78c7ba9e22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:15:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['75885918-cdf4-4d99-b013-650fe1181698'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:28.316486 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f961df4-898c-4bf7-8547-0780996e026b req-bbad77d4-5f61-4582-97ae-2f365f98f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:28.318167 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4f961df4-898c-4bf7-8547-0780996e026b req-bbad77d4-5f61-4582-97ae-2f365f98f20f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 1096 time: 0.0736785 Jul 08 19:15:28.412452 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f961df4-898c-4bf7-8547-0780996e026b req-8fbc894b-c484-4d07-bd9f-226c28b15695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:28.413914 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4f961df4-898c-4bf7-8547-0780996e026b req-8fbc894b-c484-4d07-bd9f-226c28b15695 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db4783f9-33b3-4393-9971-c9db6aba11e0 HTTP/1.1" status: 200 len: 898 time: 0.0883861 Jul 08 19:15:28.419363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-d377ed49-fe5a-417b-aac7-78c7ba9e22af None None] Set router 75885918-cdf4-4d99-b013-650fe1181698 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:15:28.482034 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4f961df4-898c-4bf7-8547-0780996e026b req-c6973683-d203-4067-9b0b-c3b0cfc4ec2a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a HTTP/1.1" status: 200 len: 999 time: 0.0614152 Jul 08 19:15:28.532121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f961df4-898c-4bf7-8547-0780996e026b req-db418643-a863-4378-b371-1ffb61685d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:28.533623 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4f961df4-898c-4bf7-8547-0780996e026b req-db418643-a863-4378-b371-1ffb61685d02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f24f1c3-b5a5-41d7-8f1e-3c3257726c82 HTTP/1.1" status: 200 len: 835 time: 0.0456624 Jul 08 19:15:28.589392 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f961df4-898c-4bf7-8547-0780996e026b req-fb7910b9-8061-4f18-a76b-5996835808ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:15:28.590932 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4f961df4-898c-4bf7-8547-0780996e026b req-fb7910b9-8061-4f18-a76b-5996835808ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db4783f9-33b3-4393-9971-c9db6aba11e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511646 Jul 08 19:15:28.638834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d377ed49-fe5a-417b-aac7-78c7ba9e22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:11Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '33a6c695-7d2f-4eda-a40e-9941dc5b6a71', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '75885918-cdf4-4d99-b013-650fe1181698', 'port_id': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'mac_address': 'fa:16:3e:62:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:15:27Z', 'updated_at': '2021-07-08T19:15:27Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac3d57a-c009-4b01-8d66-95d0a479ea97', 'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:88:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:10Z', 'updated_at': '2021-07-08T19:15:16Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:15:28.664338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d377ed49-fe5a-417b-aac7-78c7ba9e22af None None] The sync data for ids ['75885918-cdf4-4d99-b013-650fe1181698'] in n-d-799684-3 is: [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:11Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '33a6c695-7d2f-4eda-a40e-9941dc5b6a71', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '75885918-cdf4-4d99-b013-650fe1181698', 'port_id': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'mac_address': 'fa:16:3e:62:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:15:27Z', 'updated_at': '2021-07-08T19:15:27Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac3d57a-c009-4b01-8d66-95d0a479ea97', 'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:88:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:10Z', 'updated_at': '2021-07-08T19:15:16Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:15:28.687151 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4f961df4-898c-4bf7-8547-0780996e026b req-94dbdc03-5db6-45c3-8660-2a10db0658e3 service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892601 Jul 08 19:15:28.776393 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4f961df4-898c-4bf7-8547-0780996e026b req-b55ab5ec-608d-46af-b730-2c5954ccc31f service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836742 Jul 08 19:15:28.854147 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d15ca1-856e-442c-a164-237362d4cf03 None None] New status for floating IP 33a6c695-7d2f-4eda-a40e-9941dc5b6a71: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:15:29.300454 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 60992) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:15:29.359300 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4fe161e2-81bf-4c6e-9f6d-e8742610f4f0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/33a6c695-7d2f-4eda-a40e-9941dc5b6a71 HTTP/1.1" status: 200 len: 993 time: 0.0577724 Jul 08 19:15:34.258005 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:35.077214 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:36.352380 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7967bc10-46f2-4b02-8969-41bca13d757b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:39.214178 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:39.224231 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-767369f9-6694-435f-a88c-cb072a8106fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:40.486864 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:41.964301 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:15:50.209933 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:16:04.257944 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:05.076121 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:06.353558 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3951d979-dde9-42a6-9437-78c62b160e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:09.221257 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:09.226114 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1d3690be-3c0e-444f-a81a-aa1213aa5a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:10.489479 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:11.963613 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:12.703462 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df1971ca-50db-4a73-9d71-864567e89dae req-624d5c3b-191c-4a8d-9bb5-e520fa1d8f93 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502305 Jul 08 19:16:12.798317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1971ca-50db-4a73-9d71-864567e89dae req-ca196aaa-1795-488a-af86-01ddf23c60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:12.799767 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df1971ca-50db-4a73-9d71-864567e89dae req-ca196aaa-1795-488a-af86-01ddf23c60c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 1096 time: 0.0550454 Jul 08 19:16:12.899148 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1971ca-50db-4a73-9d71-864567e89dae req-f45a3749-55db-4f13-8ef5-923eb2ee5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:12.900611 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df1971ca-50db-4a73-9d71-864567e89dae req-f45a3749-55db-4f13-8ef5-923eb2ee5d78 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db4783f9-33b3-4393-9971-c9db6aba11e0 HTTP/1.1" status: 200 len: 898 time: 0.0813301 Jul 08 19:16:12.968500 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df1971ca-50db-4a73-9d71-864567e89dae req-56e31573-e910-4def-859c-6279fb687d22 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a HTTP/1.1" status: 200 len: 1001 time: 0.0612099 Jul 08 19:16:13.015502 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1971ca-50db-4a73-9d71-864567e89dae req-18caf0c7-4d59-4761-957a-a47e6f3f78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:13.016910 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df1971ca-50db-4a73-9d71-864567e89dae req-18caf0c7-4d59-4761-957a-a47e6f3f78b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f24f1c3-b5a5-41d7-8f1e-3c3257726c82 HTTP/1.1" status: 200 len: 835 time: 0.0420234 Jul 08 19:16:13.071606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1971ca-50db-4a73-9d71-864567e89dae req-48e6fb5a-8157-457e-821f-406f2130e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:13.073043 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df1971ca-50db-4a73-9d71-864567e89dae req-48e6fb5a-8157-457e-821f-406f2130e5d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db4783f9-33b3-4393-9971-c9db6aba11e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503182 Jul 08 19:16:13.162569 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df1971ca-50db-4a73-9d71-864567e89dae req-994fe133-fceb-4635-adeb-57acdb37901b service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821962 Jul 08 19:16:13.250512 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-df1971ca-50db-4a73-9d71-864567e89dae req-648b189d-e695-405b-86f1-3be9eeb95e5e service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808861 Jul 08 19:16:27.211038 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:16:34.262123 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:35.075393 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:36.355553 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0f6bca-4fb7-4e40-a0a9-608f80b52032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:39.215514 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:39.227410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b213321-6582-4ad0-8706-48add942dd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:40.492915 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:41.039619 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ba136-6584-4e72-854c-d6a83b38ef71 req-b3735c5a-8ba5-4090-a3e4-bbcfe8b48146 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:41.040992 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be4ba136-6584-4e72-854c-d6a83b38ef71 req-b3735c5a-8ba5-4090-a3e4-bbcfe8b48146 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.1098075 Jul 08 19:16:41.078614 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be4ba136-6584-4e72-854c-d6a83b38ef71 req-7cbc0e8c-4bd8-4445-b67b-92d48ef2162e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318785 Jul 08 19:16:41.966618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:16:42.250193 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de909f0-429b-4639-8fa2-78302c08e768 req-60f461ee-ecab-4fbd-9b9b-6198dea6f09d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:42.251700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8de909f0-429b-4639-8fa2-78302c08e768 req-60f461ee-ecab-4fbd-9b9b-6198dea6f09d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0628352 Jul 08 19:16:42.288016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8de909f0-429b-4639-8fa2-78302c08e768 req-4204af1c-450d-418f-b26d-f11f3f7882a8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308399 Jul 08 19:16:43.458670 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cd77f-db44-4220-a396-ddcea959fae3 req-303e21b5-b276-4823-9497-5573602a82b2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:43.460162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d4cd77f-db44-4220-a396-ddcea959fae3 req-303e21b5-b276-4823-9497-5573602a82b2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0637434 Jul 08 19:16:43.497163 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1d4cd77f-db44-4220-a396-ddcea959fae3 req-32664bfd-fb66-42e6-83b7-c9d1c220d6bb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314319 Jul 08 19:16:44.671701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0a2bc-bd99-40c5-ae54-2d4075529275 req-ce44ceed-cfe5-47e1-b14b-ba222c503be0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:44.673185 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fda0a2bc-bd99-40c5-ae54-2d4075529275 req-ce44ceed-cfe5-47e1-b14b-ba222c503be0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0660591 Jul 08 19:16:44.709695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fda0a2bc-bd99-40c5-ae54-2d4075529275 req-ef3bc23f-325a-4b83-bdca-f81aa6c0ead0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307238 Jul 08 19:16:45.884518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51ba3f-128d-46c0-836e-632daaeaea9c req-b38a9c0b-4e24-439e-97c2-87d5c0f27d24 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:45.886015 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e51ba3f-128d-46c0-836e-632daaeaea9c req-b38a9c0b-4e24-439e-97c2-87d5c0f27d24 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0646508 Jul 08 19:16:45.924224 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e51ba3f-128d-46c0-836e-632daaeaea9c req-fad389da-5d6e-4392-8e68-8adc8b11c3b6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Jul 08 19:16:47.097718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fb3ae-2d64-4267-968e-5d97327d98d6 req-23cab63b-8c62-462a-92a6-14f4949141fb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:47.099441 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-477fb3ae-2d64-4267-968e-5d97327d98d6 req-23cab63b-8c62-462a-92a6-14f4949141fb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0666234 Jul 08 19:16:47.142773 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-477fb3ae-2d64-4267-968e-5d97327d98d6 req-21076764-479b-4e96-b584-99c2811996fa tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366297 Jul 08 19:16:48.313464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12724c09-13f3-44b2-9a93-57bcd723f8c0 req-ada34424-2309-407c-ae32-5aaf4532ac4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:48.314960 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12724c09-13f3-44b2-9a93-57bcd723f8c0 req-ada34424-2309-407c-ae32-5aaf4532ac4e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0628867 Jul 08 19:16:48.351659 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12724c09-13f3-44b2-9a93-57bcd723f8c0 req-4b90f5c1-7f4f-4929-804b-b6711ef8bfec tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311217 Jul 08 19:16:49.525162 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6db33-e944-4b4f-919c-7e2ef8d8c673 req-16a2917f-9515-4490-b2fb-d9fd99f1d7f5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:49.527102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5af6db33-e944-4b4f-919c-7e2ef8d8c673 req-16a2917f-9515-4490-b2fb-d9fd99f1d7f5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0680661 Jul 08 19:16:49.567349 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5af6db33-e944-4b4f-919c-7e2ef8d8c673 req-2ca8cb83-ad6a-4c8a-9ebe-de88a30ed9d4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336382 Jul 08 19:16:50.742665 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f738c0c-c47c-4713-91d1-45805ead8b5f req-9e7067d7-086d-4e6c-a5d4-247577d4a72c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:50.744150 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f738c0c-c47c-4713-91d1-45805ead8b5f req-9e7067d7-086d-4e6c-a5d4-247577d4a72c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0662417 Jul 08 19:16:50.781644 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3f738c0c-c47c-4713-91d1-45805ead8b5f req-682487fb-c064-4a0f-97f7-679644d5d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320320 Jul 08 19:16:51.957160 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebfbd3-c2df-4efc-9d37-4d7f8bc79405 req-13be8a3c-c161-41f0-bc86-c7b6e699630b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:51.958657 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ebfbd3-c2df-4efc-9d37-4d7f8bc79405 req-13be8a3c-c161-41f0-bc86-c7b6e699630b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0639796 Jul 08 19:16:51.995826 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-10ebfbd3-c2df-4efc-9d37-4d7f8bc79405 req-d78d4838-c754-487d-b02d-86d914cfb20b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316486 Jul 08 19:16:52.020545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32816) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:16:52.083563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-576bc8a4-e26e-48d1-b242-7dfdcb3c62a5 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/33a6c695-7d2f-4eda-a40e-9941dc5b6a71 HTTP/1.1" status: 200 len: 993 time: 0.0618093 Jul 08 19:16:53.482120 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5576c-570b-4c60-adf0-cfd12a27e676 req-35ce9461-555c-48f2-919c-e06616542d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:53.483569 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31a5576c-570b-4c60-adf0-cfd12a27e676 req-35ce9461-555c-48f2-919c-e06616542d43 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 1096 time: 0.0530283 Jul 08 19:16:53.505627 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d932c7-e73d-4426-a399-303ad6d48d82 req-cf9116ce-fa41-4d75-b935-555daa86a853 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:53.507162 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77d932c7-e73d-4426-a399-303ad6d48d82 req-cf9116ce-fa41-4d75-b935-555daa86a853 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0639899 Jul 08 19:16:53.545643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-77d932c7-e73d-4426-a399-303ad6d48d82 req-d89dbb19-d5c7-4926-ba85-415d056e6591 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327845 Jul 08 19:16:53.580527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5576c-570b-4c60-adf0-cfd12a27e676 req-2df83e89-4148-4075-9f31-a01b0760a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:53.582008 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31a5576c-570b-4c60-adf0-cfd12a27e676 req-2df83e89-4148-4075-9f31-a01b0760a1f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db4783f9-33b3-4393-9971-c9db6aba11e0 HTTP/1.1" status: 200 len: 898 time: 0.0924664 Jul 08 19:16:53.645053 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31a5576c-570b-4c60-adf0-cfd12a27e676 req-db8952a9-faa6-452a-95fc-39d598e14615 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a HTTP/1.1" status: 200 len: 1001 time: 0.0566790 Jul 08 19:16:54.036719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5576c-570b-4c60-adf0-cfd12a27e676 req-23eb3da5-064d-412c-bb47-837676b8d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:54.038263 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31a5576c-570b-4c60-adf0-cfd12a27e676 req-23eb3da5-064d-412c-bb47-837676b8d783 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f24f1c3-b5a5-41d7-8f1e-3c3257726c82 HTTP/1.1" status: 200 len: 835 time: 0.3870773 Jul 08 19:16:54.094349 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5576c-570b-4c60-adf0-cfd12a27e676 req-cbfe6a93-0f9c-46be-831d-12526ed409f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:54.095757 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31a5576c-570b-4c60-adf0-cfd12a27e676 req-cbfe6a93-0f9c-46be-831d-12526ed409f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db4783f9-33b3-4393-9971-c9db6aba11e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501909 Jul 08 19:16:54.185323 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31a5576c-570b-4c60-adf0-cfd12a27e676 req-634be9f4-d128-4750-b736-c44bbed6d8ec service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831051 Jul 08 19:16:54.271573 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-31a5576c-570b-4c60-adf0-cfd12a27e676 req-8c8df4bb-fff8-4992-964e-a5fe5a78c194 service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798047 Jul 08 19:16:54.723361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b4e7-cd41-40fc-8e1e-36eff4e9f29a req-f9705ebe-82b6-445b-9b9d-174c05c29118 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:54.724839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09a0b4e7-cd41-40fc-8e1e-36eff4e9f29a req-f9705ebe-82b6-445b-9b9d-174c05c29118 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0689526 Jul 08 19:16:54.763850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-09a0b4e7-cd41-40fc-8e1e-36eff4e9f29a req-2e009518-df02-4588-a200-746106160375 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Jul 08 19:16:55.941721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4570380-a480-48eb-ab77-63d4a76328fb req-de375f5b-3abe-4b65-a7f6-0e4461bcedba tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:16:55.943272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4570380-a480-48eb-ab77-63d4a76328fb req-de375f5b-3abe-4b65-a7f6-0e4461bcedba tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0637333 Jul 08 19:16:55.980990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d4570380-a480-48eb-ab77-63d4a76328fb req-f4ad2705-f852-4acf-bc87-448396916f5b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321050 Jul 08 19:16:56.006006 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32830) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:16:56.068820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9efaca67-70ff-4e48-8c4d-4f8bfa76b0af tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/33a6c695-7d2f-4eda-a40e-9941dc5b6a71 HTTP/1.1" status: 200 len: 993 time: 0.0615146 Jul 08 19:17:04.210405 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:17:04.286213 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:05.090021 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:06.355781 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb48a7fd-4e5e-4a78-b1f4-5eb3343020d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:09.217343 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:09.228545 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9baf019d-89ba-4d7a-97b9-64b9bc277129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:10.013390 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-093e3352-5446-40b2-9c48-e09084c11386 req-876f4924-7f96-4d8d-afa4-5b95f60384fe tempest-ServersNegativeTestJSON-1205646265 tempest-ServersNegativeTestJSON-1205646265-project] (93742) timed out ('10.222.0.73', 49630) {{(pid=93742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 19:17:10.496454 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:11.969622 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:13.698998 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-75e36e6c-8145-42be-b923-99c279855307 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512993 Jul 08 19:17:13.795481 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-1ce2a747-ee8f-479a-85c6-c0b015ef05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:17:13.796976 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-1ce2a747-ee8f-479a-85c6-c0b015ef05a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 1096 time: 0.0554020 Jul 08 19:17:13.897607 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-9999f2ae-baea-4971-9edc-d5201c8a58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:17:13.899087 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-9999f2ae-baea-4971-9edc-d5201c8a58d6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db4783f9-33b3-4393-9971-c9db6aba11e0 HTTP/1.1" status: 200 len: 898 time: 0.0825815 Jul 08 19:17:13.968007 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-84756833-7319-495f-b913-a296b2b0a105 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a HTTP/1.1" status: 200 len: 1001 time: 0.0621784 Jul 08 19:17:14.014162 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-e388c069-c057-454b-96e3-e2d4b1ababe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:17:14.015609 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-e388c069-c057-454b-96e3-e2d4b1ababe8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f24f1c3-b5a5-41d7-8f1e-3c3257726c82 HTTP/1.1" status: 200 len: 835 time: 0.0421875 Jul 08 19:17:14.070545 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-6cf4c997-77f3-4255-a6bf-eada95698c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:17:14.072161 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-6cf4c997-77f3-4255-a6bf-eada95698c7e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db4783f9-33b3-4393-9971-c9db6aba11e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505946 Jul 08 19:17:14.175794 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-7f77956f-2ac2-4d31-a9b2-fdbef1751a0d service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840533 Jul 08 19:17:14.263441 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b11265b7-d4ae-4eab-bb2f-d6b07e7e9f21 req-90da91e7-df8e-45f7-adc6-7c2c8cf131e0 service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802774 Jul 08 19:17:34.285105 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:35.098634 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:36.356310 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-81c0f1b0-3988-4f57-8eb8-8b5f4618de5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:39.224170 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:39.228278 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3acf333d-0fca-44be-8ecc-efd1ae3dce06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:40.499585 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:41.210151 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:17:41.974233 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:51.010032 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32860) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:17:51.176615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 92593773-7928-4c25-b892-eed762e1a54e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:17:51.176952 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:51.249370 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:51.249616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:51.260718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 92593773-7928-4c25-b892-eed762e1a54e owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:17:51.407815 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:51.435247 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=92593773-7928-4c25-b892-eed762e1a54e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:51.467987 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.468339 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.468685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.469148 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.469751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.470376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.470951 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.471358 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.471697 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.472036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.472366 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.472694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:51.520632 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:51.520889 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Floating IP 33a6c695-7d2f-4eda-a40e-9941dc5b6a71 disassociated (deleted). External IP: 172.25.8.188, port: dd173e01-6f04-44dc-b3b6-89fbc5d9977a. Jul 08 19:17:51.720599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 75885918-cdf4-4d99-b013-650fe1181698 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:17:51.825129 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:17:51.830856 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:51.834993 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197e804-d1ec-4fcc-a66f-3609532d4569 None None] Sync routers for ids ['75885918-cdf4-4d99-b013-650fe1181698'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:17:51.844190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197e804-d1ec-4fcc-a66f-3609532d4569 None None] Routers {'75885918-cdf4-4d99-b013-650fe1181698'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:17:51.844788 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8197e804-d1ec-4fcc-a66f-3609532d4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:17:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['75885918-cdf4-4d99-b013-650fe1181698'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:17:51.870245 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-0f778d64-787a-4861-b7ce-29089ce1e9ef tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/floatingips/33a6c695-7d2f-4eda-a40e-9941dc5b6a71 HTTP/1.1" status: 204 len: 168 time: 0.8581138 Jul 08 19:17:51.870840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'tag': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:17:51.873103 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef" -d '{"events": [{"name": "network-changed", "server_uuid": "d4689a4a-1c9f-497e-851b-abae28c09752", "tag": "dd173e01-6f04-44dc-b3b6-89fbc5d9977a"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:17:51.953349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-8197e804-d1ec-4fcc-a66f-3609532d4569 None None] Set router 75885918-cdf4-4d99-b013-650fe1181698 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:17:52.149682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8197e804-d1ec-4fcc-a66f-3609532d4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:11Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'eac3d57a-c009-4b01-8d66-95d0a479ea97', 'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:88:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:10Z', 'updated_at': '2021-07-08T19:15:16Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:17:52.175172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197e804-d1ec-4fcc-a66f-3609532d4569 None None] Checking router: 75885918-cdf4-4d99-b013-650fe1181698 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:17:52.183439 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197e804-d1ec-4fcc-a66f-3609532d4569 None None] Routers {'75885918-cdf4-4d99-b013-650fe1181698'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:17:52.184037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8197e804-d1ec-4fcc-a66f-3609532d4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:17:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['75885918-cdf4-4d99-b013-650fe1181698'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:17:52.260672 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d65483c-86c3-4f4e-9c13-747973541cb7 x-openstack-request-id: req-9d65483c-86c3-4f4e-9c13-747973541cb7 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:17:52.261571 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4689a4a-1c9f-497e-851b-abae28c09752", "tag": "dd173e01-6f04-44dc-b3b6-89fbc5d9977a", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:17:52.262005 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9d65483c-86c3-4f4e-9c13-747973541cb7 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:17:52.263479 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'tag': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a', 'status': 'completed', 'code': 200} Jul 08 19:17:52.353400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef req-c26b0dbe-b768-4de1-a1be-f8859f359be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:17:52.354836 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef req-c26b0dbe-b768-4de1-a1be-f8859f359be6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 1096 time: 0.0592837 Jul 08 19:17:52.426243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1c623-e849-48f7-8fc3-cc3efd48db3d req-e243d7f4-bf5f-45cb-bec9-c3290f261e84 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:17:52.428141 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71d1c623-e849-48f7-8fc3-cc3efd48db3d req-e243d7f4-bf5f-45cb-bec9-c3290f261e84 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0776756 Jul 08 19:17:52.446508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-8197e804-d1ec-4fcc-a66f-3609532d4569 None None] Set router 75885918-cdf4-4d99-b013-650fe1181698 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:17:52.453670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef req-09026f0b-1809-455b-b4aa-bd0d8aaf3015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:17:52.455241 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef req-09026f0b-1809-455b-b4aa-bd0d8aaf3015 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db4783f9-33b3-4393-9971-c9db6aba11e0 HTTP/1.1" status: 200 len: 898 time: 0.0924933 Jul 08 19:17:52.468324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71d1c623-e849-48f7-8fc3-cc3efd48db3d req-2060956a-a922-4c56-aa25-491a2c3e4cbb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338125 Jul 08 19:17:52.500506 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef req-b76a72cb-2faa-4bf9-b06b-c1d59f56f1e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a HTTP/1.1" status: 200 len: 217 time: 0.0376663 Jul 08 19:17:52.553689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef req-ef0240f6-8f8d-4aef-a59f-161471426357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:17:52.555167 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef req-ef0240f6-8f8d-4aef-a59f-161471426357 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f24f1c3-b5a5-41d7-8f1e-3c3257726c82 HTTP/1.1" status: 200 len: 835 time: 0.0478277 Jul 08 19:17:52.611674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef req-2263a541-6a83-4abb-805a-f2af163363cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:17:52.613076 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef req-2263a541-6a83-4abb-805a-f2af163363cf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db4783f9-33b3-4393-9971-c9db6aba11e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509121 Jul 08 19:17:52.646919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8197e804-d1ec-4fcc-a66f-3609532d4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:11Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'eac3d57a-c009-4b01-8d66-95d0a479ea97', 'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:88:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:10Z', 'updated_at': '2021-07-08T19:15:16Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:17:52.673124 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197e804-d1ec-4fcc-a66f-3609532d4569 None None] The sync data for ids ['75885918-cdf4-4d99-b013-650fe1181698'] in n-d-799684-3 is: [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:11Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'eac3d57a-c009-4b01-8d66-95d0a479ea97', 'name': '', 'network_id': 'db4783f9-33b3-4393-9971-c9db6aba11e0', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:88:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:10Z', 'updated_at': '2021-07-08T19:15:16Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': '9f24f1c3-b5a5-41d7-8f1e-3c3257726c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:17:52.704182 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef req-d20c7566-fab3-401e-8ade-dfd79d1e58c3 service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826225 Jul 08 19:17:52.800569 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-d0ae4d0b-b63b-4eee-bb43-5a46310d4cef req-9cd8401a-237c-441e-8537-b07336cc45b3 service neutron] 10.222.0.74 "GET /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894361 Jul 08 19:17:52.890477 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9803c00e-e03b-4047-ba91-f147b0c16c60 None None] New status for floating IP 33a6c695-7d2f-4eda-a40e-9941dc5b6a71: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:17:53.645191 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b9168-2603-4852-afa4-1b3572cd7781 req-d40f6c10-f6eb-4228-b386-663dc68eb463 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:17:53.646704 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-847b9168-2603-4852-afa4-1b3572cd7781 req-d40f6c10-f6eb-4228-b386-663dc68eb463 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0627499 Jul 08 19:17:53.688271 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-847b9168-2603-4852-afa4-1b3572cd7781 req-123fba06-4d8e-4ee7-a25c-188b4073282a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=007ca569-1fc6-4911-888f-cbc43dfa41a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359035 Jul 08 19:17:54.003713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be513986-0a15-498f-9f4f-30ca20ec7015 req-b20ac079-5f47-48fc-8699-0b843309f393 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:17:54.005154 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-be513986-0a15-498f-9f4f-30ca20ec7015 req-b20ac079-5f47-48fc-8699-0b843309f393 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 945 time: 0.0624251 Jul 08 19:17:54.105792 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-be513986-0a15-498f-9f4f-30ca20ec7015 req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port dd173e01-6f04-44dc-b3b6-89fbc5d9977a {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:17:54.106084 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be513986-0a15-498f-9f4f-30ca20ec7015 req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:54.193822 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-be513986-0a15-498f-9f4f-30ca20ec7015 req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port dd173e01-6f04-44dc-b3b6-89fbc5d9977a, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=dd173e01-6f04-44dc-b3b6-89fbc5d9977a,segment=NetworkSegment(56e696b8-6d8d-47ed-8861-c3bdac4429b3),segment_id=56e696b8-6d8d-47ed-8861-c3bdac4429b3)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:17:54.194180 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be513986-0a15-498f-9f4f-30ca20ec7015 req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:54.206732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-be513986-0a15-498f-9f4f-30ca20ec7015 req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for dd173e01-6f04-44dc-b3b6-89fbc5d9977a owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:17:54.337096 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be513986-0a15-498f-9f4f-30ca20ec7015 req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:54.366905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=dd173e01-6f04-44dc-b3b6-89fbc5d9977a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:54.396286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.396638 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.396977 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.397309 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.397640 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.397968 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.398325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.398657 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.398981 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.399299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.399617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.399931 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:54.426877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-be513986-0a15-498f-9f4f-30ca20ec7015 req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] No DVR routers for this DVR port dd173e01-6f04-44dc-b3b6-89fbc5d9977a on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:17:54.429356 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-be513986-0a15-498f-9f4f-30ca20ec7015 req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:54.431459 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-be513986-0a15-498f-9f4f-30ca20ec7015 req-14adb21f-ff2f-4c91-a0b3-8d1bd5eff15c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "DELETE /v2.0/ports/dd173e01-6f04-44dc-b3b6-89fbc5d9977a HTTP/1.1" status: 204 len: 173 time: 0.4209566 Jul 08 19:17:54.431890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'name': 'network-vif-deleted', 'tag': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:17:54.434121 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea2d766-82fc-46dd-9192-6a064dfc07c5" -d '{"events": [{"server_uuid": "d4689a4a-1c9f-497e-851b-abae28c09752", "name": "network-vif-deleted", "tag": "dd173e01-6f04-44dc-b3b6-89fbc5d9977a"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:17:54.480815 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c74ffc-bf40-4184-9464-edcdacf373a0 x-openstack-request-id: req-f5c74ffc-bf40-4184-9464-edcdacf373a0 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:17:54.481106 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4689a4a-1c9f-497e-851b-abae28c09752", "name": "network-vif-deleted", "tag": "dd173e01-6f04-44dc-b3b6-89fbc5d9977a", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:17:54.481356 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5c74ffc-bf40-4184-9464-edcdacf373a0 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:17:54.481751 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4689a4a-1c9f-497e-851b-abae28c09752', 'name': 'network-vif-deleted', 'tag': 'dd173e01-6f04-44dc-b3b6-89fbc5d9977a', 'status': 'completed', 'code': 200} Jul 08 19:17:54.845926 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27714d83-4c3a-41b8-92b4-184098cb89d9 req-23705873-33ec-48a0-8493-0d2fa3bf2415 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4689a4a-1c9f-497e-851b-abae28c09752 HTTP/1.1" status: 200 len: 210 time: 0.0294545 Jul 08 19:17:55.940151 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32880) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:17:56.288040 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:56.409745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dd173e01-6f04-44dc-b3b6-89fbc5d9977a no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:17:56.429676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: dd173e01-6f04-44dc-b3b6-89fbc5d9977a {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:17:56.430021 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device dd173e01-6f04-44dc-b3b6-89fbc5d9977a not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:17:56.554395 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port eac3d57a-c009-4b01-8d66-95d0a479ea97 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:17:56.554652 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:56.644241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port eac3d57a-c009-4b01-8d66-95d0a479ea97, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=eac3d57a-c009-4b01-8d66-95d0a479ea97,segment=NetworkSegment(56e696b8-6d8d-47ed-8861-c3bdac4429b3),segment_id=56e696b8-6d8d-47ed-8861-c3bdac4429b3)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:17:56.644591 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:56.656868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for eac3d57a-c009-4b01-8d66-95d0a479ea97 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:17:56.838397 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:56.865699 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=eac3d57a-c009-4b01-8d66-95d0a479ea97,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:57.039691 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:57.552917 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 75885918-cdf4-4d99-b013-650fe1181698 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:17:57.653422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:17:57.658870 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e5119d6f-d8a0-4d32-a8e6-293659d7d200 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "PUT /v2.0/routers/75885918-cdf4-4d99-b013-650fe1181698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7175472 Jul 08 19:17:57.661518 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32882) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:17:57.664265 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4597f-2e13-417c-ba57-359e1164ef16 None None] Sync routers for ids ['75885918-cdf4-4d99-b013-650fe1181698'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:17:57.674115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4597f-2e13-417c-ba57-359e1164ef16 None None] Routers {'75885918-cdf4-4d99-b013-650fe1181698'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:17:57.674855 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a4d4597f-2e13-417c-ba57-359e1164ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:17:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['75885918-cdf4-4d99-b013-650fe1181698'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:17:57.712457 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cef630e-8ef1-4f71-b6d7-beb8c8b0c6bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting subnet 9f24f1c3-b5a5-41d7-8f1e-3c3257726c82 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:17:57.715563 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7cef630e-8ef1-4f71-b6d7-beb8c8b0c6bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:57.753664 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7cef630e-8ef1-4f71-b6d7-beb8c8b0c6bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:57.778611 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a4d4597f-2e13-417c-ba57-359e1164ef16 None None] Set router 75885918-cdf4-4d99-b013-650fe1181698 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:17:57.852277 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7cef630e-8ef1-4f71-b6d7-beb8c8b0c6bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:57.913207 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7cef630e-8ef1-4f71-b6d7-beb8c8b0c6bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:57.941831 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef630e-8ef1-4f71-b6d7-beb8c8b0c6bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Subnet': ['ID=9f24f1c3-b5a5-41d7-8f1e-3c3257726c82,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:57.946744 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7cef630e-8ef1-4f71-b6d7-beb8c8b0c6bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:57.948759 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7cef630e-8ef1-4f71-b6d7-beb8c8b0c6bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/subnets/9f24f1c3-b5a5-41d7-8f1e-3c3257726c82 HTTP/1.1" status: 204 len: 168 time: 0.2863195 Jul 08 19:17:57.951588 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32884) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:17:57.955441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f249c-7d0d-4c12-8453-4aafb724d13b None None] Network db4783f9-33b3-4393-9971-c9db6aba11e0 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:17:58.022096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a4d4597f-2e13-417c-ba57-359e1164ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:17:56Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:17:58.051053 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4597f-2e13-417c-ba57-359e1164ef16 None None] Checking router: 75885918-cdf4-4d99-b013-650fe1181698 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:17:58.058502 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.100316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4597f-2e13-417c-ba57-359e1164ef16 None None] Routers {'75885918-cdf4-4d99-b013-650fe1181698'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:17:58.100871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a4d4597f-2e13-417c-ba57-359e1164ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:17:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['75885918-cdf4-4d99-b013-650fe1181698'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:17:58.162878 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.217695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port b8e0c37d-9263-4925-ae11-c770ae5cf5c0 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:17:58.218034 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.220532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a4d4597f-2e13-417c-ba57-359e1164ef16 None None] Set router 75885918-cdf4-4d99-b013-650fe1181698 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:17:58.275337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] DHCP port deletion for db4783f9-33b3-4393-9971-c9db6aba11e0 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:17:58.297826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port b8e0c37d-9263-4925-ae11-c770ae5cf5c0, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b8e0c37d-9263-4925-ae11-c770ae5cf5c0,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:17:58.298187 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.310907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for b8e0c37d-9263-4925-ae11-c770ae5cf5c0 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:17:58.387020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Deleting port 9065f9ec-f649-4757-b1da-eb81d7ed1293 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:17:58.387311 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.476791 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.480069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] For port 9065f9ec-f649-4757-b1da-eb81d7ed1293, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=9065f9ec-f649-4757-b1da-eb81d7ed1293,segment=NetworkSegment(56e696b8-6d8d-47ed-8861-c3bdac4429b3),segment_id=56e696b8-6d8d-47ed-8861-c3bdac4429b3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:17:58.480462 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.495580 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Calling delete_port for 9065f9ec-f649-4757-b1da-eb81d7ed1293 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:17:58.503156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=b8e0c37d-9263-4925-ae11-c770ae5cf5c0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:58.547559 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a4d4597f-2e13-417c-ba57-359e1164ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:17:56Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:17:58.571802 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.582831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4597f-2e13-417c-ba57-359e1164ef16 None None] The sync data for ids ['75885918-cdf4-4d99-b013-650fe1181698'] in n-d-799684-3 is: [{'id': '75885918-cdf4-4d99-b013-650fe1181698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051718598', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:17:56Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': 'b8e0c37d-9263-4925-ae11-c770ae5cf5c0', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75885918-cdf4-4d99-b013-650fe1181698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:15:08Z', 'updated_at': '2021-07-08T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:17:58.621671 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.644984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Pushing event deleted for resources: {'Port': ['ID=9065f9ec-f649-4757-b1da-eb81d7ed1293,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:58.657125 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.657448 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.657767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.658383 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.658512 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.658806 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.659137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.659460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.659784 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.660105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.660432 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.660754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:17:58.663516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ab332-7241-4bc2-8998-bb6f0e0c1c54 None None] No DVR routers for this DVR port 9065f9ec-f649-4757-b1da-eb81d7ed1293 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:17:58.664175 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.667201 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.712978 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.713692 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Fanout notify agent at l3_agent the message router_deleted on router 75885918-cdf4-4d99-b013-650fe1181698 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:17:58.720739 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.721834 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-921dae44-3e97-44d9-8a86-4e6f445b790f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/routers/75885918-cdf4-4d99-b013-650fe1181698 HTTP/1.1" status: 204 len: 168 time: 0.7691987 Jul 08 19:17:58.724509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32886) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:17:58.801426 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.885737 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.895688 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4783f9-33b3-4393-9971-c9db6aba11e0']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:17:58.906103 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e696b8-6d8d-47ed-8861-c3bdac4429b3') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:17:58.906408 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e696b8-6d8d-47ed-8861-c3bdac4429b3') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:17:58.915196 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.929850 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.940013 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:17:58.940700 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: timer() Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:17:58.944364 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:17:59.013889 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.031362 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.033265 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/networks/db4783f9-33b3-4393-9971-c9db6aba11e0 HTTP/1.1" status: 204 len: 168 time: 0.3078279 Jul 08 19:17:59.034333 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b72a91-18cd-4487-86c4-86663e15ef78 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Network': ['ID=db4783f9-33b3-4393-9971-c9db6aba11e0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:59.036065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32888) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:17:59.099485 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6c549bdd-276c-4aca-be4c-4a8c164a51dc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.124000 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6c549bdd-276c-4aca-be4c-4a8c164a51dc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.183273 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6c549bdd-276c-4aca-be4c-4a8c164a51dc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.186724 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6c549bdd-276c-4aca-be4c-4a8c164a51dc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.188160 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6c549bdd-276c-4aca-be4c-4a8c164a51dc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/security-groups/007ca569-1fc6-4911-888f-cbc43dfa41a2 HTTP/1.1" status: 204 len: 168 time: 0.1488109 Jul 08 19:17:59.198280 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c549bdd-276c-4aca-be4c-4a8c164a51dc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007ca569-1fc6-4911-888f-cbc43dfa41a2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:59.436680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32894) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:17:59.441367 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-28495251-e29c-46d1-a6e5-b70c8e9936ea tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589834241', 'description': 'tempest-secgroup-smoke-1589834241 description', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:17:59.463289 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28495251-e29c-46d1-a6e5-b70c8e9936ea tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.547783 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28495251-e29c-46d1-a6e5-b70c8e9936ea tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.553068 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28495251-e29c-46d1-a6e5-b70c8e9936ea tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.580772 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28495251-e29c-46d1-a6e5-b70c8e9936ea tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.581969 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-28495251-e29c-46d1-a6e5-b70c8e9936ea tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442254 Jul 08 19:17:59.583807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28495251-e29c-46d1-a6e5-b70c8e9936ea tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd4d0ec-d765-450a-8068-0e9553bf1cf9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:59.584984 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32896) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:17:59.590047 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8264057a-f276-47c0-b021-8c7f60a3b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '1dd4d0ec-d765-450a-8068-0e9553bf1cf9', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:17:59.618192 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8264057a-f276-47c0-b021-8c7f60a3b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.679648 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8264057a-f276-47c0-b021-8c7f60a3b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.684289 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8264057a-f276-47c0-b021-8c7f60a3b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.701321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264057a-f276-47c0-b021-8c7f60a3b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7d259c-6676-4db2-b554-2de6e690fbea,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:59.708359 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8264057a-f276-47c0-b021-8c7f60a3b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.709635 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8264057a-f276-47c0-b021-8c7f60a3b925 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235728 Jul 08 19:17:59.712334 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32898) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:17:59.716731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7c4fcb30-c8f1-406d-be8c-d1ab358ce599 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '1dd4d0ec-d765-450a-8068-0e9553bf1cf9', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:17:59.742588 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb30-c8f1-406d-be8c-d1ab358ce599 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.798361 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb30-c8f1-406d-be8c-d1ab358ce599 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.802301 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb30-c8f1-406d-be8c-d1ab358ce599 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.823736 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fcb30-c8f1-406d-be8c-d1ab358ce599 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895ba61b-8a5c-4550-8cec-afcbc587d82c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:59.831753 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb30-c8f1-406d-be8c-d1ab358ce599 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.835713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7c4fcb30-c8f1-406d-be8c-d1ab358ce599 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198189 Jul 08 19:17:59.836008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32900) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:17:59.841347 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2e0e98eb-e41d-4cf6-bb3c-3ade197b97f1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '1dd4d0ec-d765-450a-8068-0e9553bf1cf9', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:17:59.869069 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e0e98eb-e41d-4cf6-bb3c-3ade197b97f1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.884069 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8e0c37d-9263-4925-ae11-c770ae5cf5c0 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:17:59.904652 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b8e0c37d-9263-4925-ae11-c770ae5cf5c0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:17:59.904947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b8e0c37d-9263-4925-ae11-c770ae5cf5c0 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:17:59.905346 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eac3d57a-c009-4b01-8d66-95d0a479ea97 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:17:59.924079 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: eac3d57a-c009-4b01-8d66-95d0a479ea97 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:17:59.924425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device eac3d57a-c009-4b01-8d66-95d0a479ea97 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:17:59.924849 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9065f9ec-f649-4757-b1da-eb81d7ed1293 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:17:59.933439 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e0e98eb-e41d-4cf6-bb3c-3ade197b97f1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.937312 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e0e98eb-e41d-4cf6-bb3c-3ade197b97f1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.947120 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 9065f9ec-f649-4757-b1da-eb81d7ed1293 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:17:59.947466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 9065f9ec-f649-4757-b1da-eb81d7ed1293 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:17:59.957662 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e98eb-e41d-4cf6-bb3c-3ade197b97f1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c83508-cc9e-47a0-a673-ce5d3be1badf,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:17:59.961865 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e0e98eb-e41d-4cf6-bb3c-3ade197b97f1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:17:59.963448 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2e0e98eb-e41d-4cf6-bb3c-3ade197b97f1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261127 Jul 08 19:17:59.966408 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32902) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:17:59.972027 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ad6346d8-a776-4539-a3cb-12b7d9c4017d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '1dd4d0ec-d765-450a-8068-0e9553bf1cf9', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:17:59.996892 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad6346d8-a776-4539-a3cb-12b7d9c4017d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.053716 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad6346d8-a776-4539-a3cb-12b7d9c4017d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.057311 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad6346d8-a776-4539-a3cb-12b7d9c4017d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.075585 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6346d8-a776-4539-a3cb-12b7d9c4017d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a18683-096e-408b-af76-ff9a5ac52792,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:00.078435 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ad6346d8-a776-4539-a3cb-12b7d9c4017d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.082712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ad6346d8-a776-4539-a3cb-12b7d9c4017d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1122673 Jul 08 19:18:00.083676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32904) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:00.087195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-976a3c18-388f-4904-aa45-cededfcb55b3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '1dd4d0ec-d765-450a-8068-0e9553bf1cf9', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:18:00.107149 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-976a3c18-388f-4904-aa45-cededfcb55b3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Project 8b4041953cc94abfabf7d6ea7a50c6c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:18:00.111694 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-976a3c18-388f-4904-aa45-cededfcb55b3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.168986 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-976a3c18-388f-4904-aa45-cededfcb55b3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.172416 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-976a3c18-388f-4904-aa45-cededfcb55b3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.191890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a3c18-388f-4904-aa45-cededfcb55b3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc4d179-bae1-44d9-aa9d-45d57a09847b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:00.198710 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-976a3c18-388f-4904-aa45-cededfcb55b3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.199942 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-976a3c18-388f-4904-aa45-cededfcb55b3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161227 Jul 08 19:18:00.202623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32906) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:00.207603 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8aac4635-ae85-4a1c-b36c-313f3c93c0bf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'security_group_rule': {'security_group_id': '1dd4d0ec-d765-450a-8068-0e9553bf1cf9', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:18:00.227614 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-8aac4635-ae85-4a1c-b36c-313f3c93c0bf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Project 8b4041953cc94abfabf7d6ea7a50c6c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:18:00.232170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8aac4635-ae85-4a1c-b36c-313f3c93c0bf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.291133 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8aac4635-ae85-4a1c-b36c-313f3c93c0bf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.294654 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8aac4635-ae85-4a1c-b36c-313f3c93c0bf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.312504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac4635-ae85-4a1c-b36c-313f3c93c0bf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f04bd9-0b7e-4505-929e-51a0a46cbda6,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:00.315851 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8aac4635-ae85-4a1c-b36c-313f3c93c0bf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.317011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8aac4635-ae85-4a1c-b36c-313f3c93c0bf tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1134737 Jul 08 19:18:00.319925 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32908) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:00.325957 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'network': {'name': 'tempest-network-smoke--621947850', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'port_security_enabled': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:18:00.347128 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:18:00.350560 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.374377 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:18:00.383965 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.384123 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Added segment a0d03c2d-0cab-4648-963d-bfb13a703535 of type vlan for network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e Jul 08 19:18:00.423323 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.451786 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.457289 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:00.457877 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.513438 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1924651 Jul 08 19:18:00.516262 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 32910) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:00.521058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'admin_state_up': True, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:18:00.531618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9c933-137d-4afe-8ce2-ac15e3eeb8e0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Network': ['ID=5049d3aa-a6e1-43c2-bec0-8799aea5a44e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:00.541979 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:18:00.544951 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.546016 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.600044 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.735415 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.926037 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:00.948223 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:01.044126 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.25.8.33 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/79eb948f-653b-4e61-9007-18502d44732e) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:18:01.146832 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:01.184979 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:01.226356 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:18:01.231344 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:18:01.233855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:18:01.237350 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=79eb948f-653b-4e61-9007-18502d44732e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:01.474152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:01.661400 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:01.782947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 79111dfc-b946-4906-9afd-9e2ce98da007 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:18:01.886423 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:18:01.896128 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Sync routers for ids ['79111dfc-b946-4906-9afd-9e2ce98da007'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:18:01.905926 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Routers {'79111dfc-b946-4906-9afd-9e2ce98da007'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:18:01.906685 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:17:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['79111dfc-b946-4906-9afd-9e2ce98da007'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:01.906996 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:01.908392 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0203de89-4911-4a6d-9735-a6b794b6c31a tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3911140 Jul 08 19:18:01.911760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32912) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:01.948030 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b826ae6b-d6de-4b9f-89dc-3d670442c573 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8b4041953cc94abfabf7d6ea7a50c6c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350718 Jul 08 19:18:01.950512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32914) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:02.013240 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Set router 79111dfc-b946-4906-9afd-9e2ce98da007 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:18:02.076773 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6230dd-14ab-4c99-9b16-ce5078b8ca42 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:02.078218 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6c6230dd-14ab-4c99-9b16-ce5078b8ca42 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268258 Jul 08 19:18:02.081291 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32916) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:02.112278 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d3e49ce8-8ce0-4d8e-9c45-1df38f9f8387 tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=527069ab-3ac0-4556-bd5a-2abe7c3ef058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271010 Jul 08 19:18:02.112490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32918) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:02.117195 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-782068028', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:18:02.185113 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:01Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:02.205556 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:18:02.210145 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:02.210978 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Checking router: 79111dfc-b946-4906-9afd-9e2ce98da007 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:18:02.211328 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Updating router 79111dfc-b946-4906-9afd-9e2ce98da007 port 79eb948f-653b-4e61-9007-18502d44732e binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:18:02.250676 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:02.409173 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:02.476607 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Subnet': ['ID=e8155ded-ba51-4964-94f4-60db74da663e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:02.481429 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Checking segment: {'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:18:02.481825 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network hostable DHCP agents. Network: 5049d3aa-a6e1-43c2-bec0-8799aea5a44e, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:18:02.500262 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:18:02.509861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 5049d3aa-a6e1-43c2-bec0-8799aea5a44e) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:18:02.514150 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:02.515874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:02.516465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:02.524295 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09105231-3459-4c55-a5bd-5e17917fdb66 None None] Network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:18:02.535077 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Transition to ACTIVE for port object 79eb948f-653b-4e61-9007-18502d44732e will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:18:02.540391 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4556282a-e19d-4811-990a-febd2cebff1b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4268272 Jul 08 19:18:02.541232 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32920) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:02.544622 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:02.597587 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Attempting to bind port 79eb948f-653b-4e61-9007-18502d44732e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:18:02.598269 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Attempting to bind port 79eb948f-653b-4e61-9007-18502d44732e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:18:02.598686 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Attempting to bind port 79eb948f-653b-4e61-9007-18502d44732e on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:18:02.605941 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Pushing event updated for resources: {'Port': ['ID=79eb948f-653b-4e61-9007-18502d44732e,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:02.609259 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:18:02.609630 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:18:02.610116 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:02.610550 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:18:02.611560 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Bound port: 79eb948f-653b-4e61-9007-18502d44732e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:18:02.611938 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:02.618528 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.618870 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.619199 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.619523 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.619844 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.620163 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.620478 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.620793 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.621105 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.621415 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.621726 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.622038 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:18:02.683928 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ips': [{'subnet_id': 'e8155ded-ba51-4964-94f4-60db74da663e'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:18:02.685125 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:02.687618 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] For port 79eb948f-653b-4e61-9007-18502d44732e, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:18:02.692288 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] For port 79eb948f-653b-4e61-9007-18502d44732e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=79eb948f-653b-4e61-9007-18502d44732e,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:18:02.700618 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:02.757667 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdacbf-6ebf-4d44-872a-c9643e6af5fb None None] Pushing event updated for resources: {'Port': ['ID=79eb948f-653b-4e61-9007-18502d44732e,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:02.783851 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Routers {'79111dfc-b946-4906-9afd-9e2ce98da007'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:18:02.784608 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:17:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['79111dfc-b946-4906-9afd-9e2ce98da007'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:02.847266 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Allocated IP 172.20.0.2 (5049d3aa-a6e1-43c2-bec0-8799aea5a44e/e8155ded-ba51-4964-94f4-60db74da663e/cec3125c-9dc0-4892-a7a7-c78e4820653e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:18:02.910283 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] Set router 79111dfc-b946-4906-9afd-9e2ce98da007 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:18:03.047932 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:03.052077 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:03.059520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Transition to ACTIVE for port object cec3125c-9dc0-4892-a7a7-c78e4820653e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:18:03.078624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Transition to ACTIVE for port object cec3125c-9dc0-4892-a7a7-c78e4820653e will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:18:03.086696 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:03.138032 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:18:03.141276 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:18:03.148374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:18:03.159554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Pushing event updated for resources: {'Port': ['ID=cec3125c-9dc0-4892-a7a7-c78e4820653e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:03.210970 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:01Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:03.214960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Attempting to bind port cec3125c-9dc0-4892-a7a7-c78e4820653e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:18:03.214960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Attempting to bind port cec3125c-9dc0-4892-a7a7-c78e4820653e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:18:03.214960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Attempting to bind port cec3125c-9dc0-4892-a7a7-c78e4820653e on network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:18:03.221840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:18:03.221840 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Checking segment: {'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:18:03.221840 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:03.222385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Bound using segment: {'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:18:03.222646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Bound port: cec3125c-9dc0-4892-a7a7-c78e4820653e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:18:03.223032 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:03.255462 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849ed1e-426b-453f-9ade-b508efe4be17 None None] The sync data for ids ['79111dfc-b946-4906-9afd-9e2ce98da007'] in n-d-799684-3 is: [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:01Z', 'revision_number': 3, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:18:03.303272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] For port cec3125c-9dc0-4892-a7a7-c78e4820653e, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:18:03.307721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] For port cec3125c-9dc0-4892-a7a7-c78e4820653e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cec3125c-9dc0-4892-a7a7-c78e4820653e,segment=NetworkSegment(a0d03c2d-0cab-4648-963d-bfb13a703535),segment_id=a0d03c2d-0cab-4648-963d-bfb13a703535)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:18:03.315238 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:03.364866 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.20.0.1 (5049d3aa-a6e1-43c2-bec0-8799aea5a44e/e8155ded-ba51-4964-94f4-60db74da663e/0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:18:03.419012 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33613583-f328-49c3-b1c5-8a5122b9e224 None None] Pushing event updated for resources: {'Port': ['ID=cec3125c-9dc0-4892-a7a7-c78e4820653e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:03.506491 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:03.522389 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Transition to ACTIVE for port object 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:18:03.560926 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:03.610756 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:18:03.614057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:18:03.621459 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:18:03.658446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:03.678317 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:03.835958 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:03.953644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 79eb948f-653b-4e61-9007-18502d44732e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:18:04.009013 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 79eb948f-653b-4e61-9007-18502d44732e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:18:04.013537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 79eb948f-653b-4e61-9007-18502d44732e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:04.013915 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:04.105883 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:04.129627 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 79eb948f-653b-4e61-9007-18502d44732e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=79eb948f-653b-4e61-9007-18502d44732e,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:18:04.135563 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:04.137171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cec3125c-9dc0-4892-a7a7-c78e4820653e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:18:04.167997 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:04.176360 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:04.266504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:04.269998 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:04.376180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:18:04.378436 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:18:04.424443 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:04.426741 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=79eb948f-653b-4e61-9007-18502d44732e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:04.449204 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port cec3125c-9dc0-4892-a7a7-c78e4820653e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:18:04.478622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7c78bf-72a8-4c99-91dd-5ce4df257759 None None] Network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:18:04.504999 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 79111dfc-b946-4906-9afd-9e2ce98da007 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:18:04.568200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0fb1d733-5f5e-44c5-9aaf-ca626a7207fd None None] Provisioning for port cec3125c-9dc0-4892-a7a7-c78e4820653e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:18:04.609556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0fb1d733-5f5e-44c5-9aaf-ca626a7207fd None None] Provisioning complete for port cec3125c-9dc0-4892-a7a7-c78e4820653e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:04.609931 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0fb1d733-5f5e-44c5-9aaf-ca626a7207fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:04.738080 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0fb1d733-5f5e-44c5-9aaf-ca626a7207fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:04.778498 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0fb1d733-5f5e-44c5-9aaf-ca626a7207fd None None] For port cec3125c-9dc0-4892-a7a7-c78e4820653e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cec3125c-9dc0-4892-a7a7-c78e4820653e,segment=NetworkSegment(a0d03c2d-0cab-4648-963d-bfb13a703535),segment_id=a0d03c2d-0cab-4648-963d-bfb13a703535)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:18:04.785936 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0fb1d733-5f5e-44c5-9aaf-ca626a7207fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:04.844355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1d733-5f5e-44c5-9aaf-ca626a7207fd None None] Pushing event updated for resources: {'Port': ['ID=cec3125c-9dc0-4892-a7a7-c78e4820653e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:04.957198 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:18:04.962576 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a81fab0e-d11c-4cdc-ae19-97dcfe4ca0c8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "PUT /v2.0/routers/79111dfc-b946-4906-9afd-9e2ce98da007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4199896 Jul 08 19:18:05.018033 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ceab901f-5939-4cac-8d66-b4c4b870c47d None None] Provisioning complete for port cec3125c-9dc0-4892-a7a7-c78e4820653e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:05.018662 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ceab901f-5939-4cac-8d66-b4c4b870c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:05.112637 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:05.132472 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ceab901f-5939-4cac-8d66-b4c4b870c47d None None] Provisioning for port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:18:05.137606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ceab901f-5939-4cac-8d66-b4c4b870c47d None None] Provisioning complete for port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:05.138135 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ceab901f-5939-4cac-8d66-b4c4b870c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:05.184479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Sync routers for ids ['79111dfc-b946-4906-9afd-9e2ce98da007'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:18:05.187164 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ceab901f-5939-4cac-8d66-b4c4b870c47d None None] Port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:18:05.196748 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Routers {'79111dfc-b946-4906-9afd-9e2ce98da007'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:18:05.197331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:17:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['79111dfc-b946-4906-9afd-9e2ce98da007'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:05.243691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-cc2bf5f1-2c9f-49da-bc72-b0e648497c64 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589834241&fields=id&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 267 time: 0.0358799 Jul 08 19:18:05.317752 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Set router 79111dfc-b946-4906-9afd-9e2ce98da007 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:18:05.346042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-40a2d758-8fab-4ffd-a105-bb34ba0c0832 None None] Provisioning complete for port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:05.346432 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40a2d758-8fab-4ffd-a105-bb34ba0c0832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:05.360086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-cb92f122-6dd8-42ed-9971-5c562819ace1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:05.361732 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-cb92f122-6dd8-42ed-9971-5c562819ace1 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/networks?id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e HTTP/1.1" status: 200 len: 796 time: 0.1117196 Jul 08 19:18:05.378568 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-4a556a52-1bc8-4c0c-bfcd-2368e69d13ee tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/quotas/8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 375 time: 0.0103099 Jul 08 19:18:05.428366 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-40a2d758-8fab-4ffd-a105-bb34ba0c0832 None None] Port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:18:05.447966 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-dd87d74f-3ad5-449c-a2d7-324ad25af0ad tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633833 Jul 08 19:18:05.547465 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-a97535bd-7e83-497b-8ff4-af7256a304e8 service neutron] 10.222.0.73 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876255 Jul 08 19:18:05.550108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:03Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4', 'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:02:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:03Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 2, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:05.576987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1cf08942-7256-4891-be83-20a693bd3b93 None None] Provisioning complete for port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:05.577278 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1cf08942-7256-4891-be83-20a693bd3b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:05.580314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Checking router: 79111dfc-b946-4906-9afd-9e2ce98da007 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:18:05.580670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Updating router 79111dfc-b946-4906-9afd-9e2ce98da007 port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:18:05.635095 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-2756d25e-e9ad-45e5-a2b2-97d65b49b1dc service neutron] 10.222.0.73 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815911 Jul 08 19:18:05.639838 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1cf08942-7256-4891-be83-20a693bd3b93 None None] Port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:18:05.643853 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:05.811691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e1ed41f2-b70a-4766-8473-4529acc7a772 req-8c42ff6f-ad34-47a7-b941-3d164a06f0a3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 210 time: 0.0293624 Jul 08 19:18:05.904216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 79eb948f-653b-4e61-9007-18502d44732e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:18:05.952633 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:05.970136 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Transition to ACTIVE for port object 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:18:05.978623 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:06.030051 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 79eb948f-653b-4e61-9007-18502d44732e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:06.030768 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:06.076499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5e498-1a8d-47de-86b0-b67b22bbc4da None None] Pushing event updated for resources: {'Port': ['ID=0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:06.129068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Attempting to bind port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:18:06.129441 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Attempting to bind port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:18:06.129825 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Attempting to bind port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 on network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:18:06.138289 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:18:06.138668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Checking segment: {'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:18:06.139069 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:06.139468 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Bound using segment: {'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:18:06.139939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Bound port: 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:18:06.140323 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:06.213631 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cec3125c-9dc0-4892-a7a7-c78e4820653e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:18:06.274446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] For port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:18:06.290429 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] For port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4,segment=NetworkSegment(a0d03c2d-0cab-4648-963d-bfb13a703535),segment_id=a0d03c2d-0cab-4648-963d-bfb13a703535)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:18:06.298008 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:06.377782 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port cec3125c-9dc0-4892-a7a7-c78e4820653e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:06.378185 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:06.384532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Routers {'79111dfc-b946-4906-9afd-9e2ce98da007'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:18:06.385064 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:17:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['79111dfc-b946-4906-9afd-9e2ce98da007'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:06.408337 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5e498-1a8d-47de-86b0-b67b22bbc4da None None] Pushing event updated for resources: {'Port': ['ID=0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:06.446998 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2dd92f8b-c064-4a2a-b7e7-09cf7a0eb397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:06.564105 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] Set router 79111dfc-b946-4906-9afd-9e2ce98da007 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:18:06.776965 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:03Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4', 'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:02:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:03Z', 'updated_at': '2021-07-08T19:18:06Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:06.804177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06a266-ba55-4c10-8717-c234b171737b None None] The sync data for ids ['79111dfc-b946-4906-9afd-9e2ce98da007'] in n-d-799684-3 is: [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:03Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4', 'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:02:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:03Z', 'updated_at': '2021-07-08T19:18:06Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:18:07.015281 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6b2eb897-98b6-4a8d-b04c-3e682f788cc1 req-cce444f9-4d7b-4b7f-bc1f-3540cfe91a76 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 210 time: 0.0476019 Jul 08 19:18:07.032177 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-c9e9c3ef-5238-4dcf-9e1f-360946a54c2e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:07.035471 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-c9e9c3ef-5238-4dcf-9e1f-360946a54c2e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/networks?id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e HTTP/1.1" status: 200 len: 796 time: 0.1370237 Jul 08 19:18:07.081573 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-2ee933e7-acf4-403a-8d70-f77a75dfdf29 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9 HTTP/1.1" status: 200 len: 380 time: 0.0375528 Jul 08 19:18:07.089859 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'port': {'device_id': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'admin_state_up': True, 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'security_groups': ['1dd4d0ec-d765-450a-8068-0e9553bf1cf9']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:18:07.215543 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Made reservation on behalf of 8b4041953cc94abfabf7d6ea7a50c6c9 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:18:07.219302 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:07.352151 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.20.0.9 (5049d3aa-a6e1-43c2-bec0-8799aea5a44e/e8155ded-ba51-4964-94f4-60db74da663e/d3286a1e-4ab9-4064-8691-4ead7c743183) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:18:07.832267 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:07.847363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Transition to ACTIVE for port object d3286a1e-4ab9-4064-8691-4ead7c743183 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:18:07.883175 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:07.919284 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:18:07.930716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:18:07.936099 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:18:07.940448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:18:07.946905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=d3286a1e-4ab9-4064-8691-4ead7c743183,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:07.981108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:18:07.985179 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:07.985559 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:07.995068 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:07.995693 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:08.012099 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-e5d2a283-6730-455e-9e2b-8306a98fc95e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9259524 Jul 08 19:18:08.022243 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-feb6f8ac-0337-45ae-b749-fa2bd5fe9662 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:18:08.023263 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-feb6f8ac-0337-45ae-b749-fa2bd5fe9662 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053954 Jul 08 19:18:08.035001 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Request body: {'port': {'device_id': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:18:08.073657 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:08.109798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4,segment=NetworkSegment(a0d03c2d-0cab-4648-963d-bfb13a703535),segment_id=a0d03c2d-0cab-4648-963d-bfb13a703535)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:18:08.116238 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:08.135126 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:08.169355 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:08.221126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fddb6bcd-a66a-4e0a-8353-e5af80725edb None None] Provisioning for port d3286a1e-4ab9-4064-8691-4ead7c743183 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:18:08.225615 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fddb6bcd-a66a-4e0a-8353-e5af80725edb None None] Provisioning complete for port d3286a1e-4ab9-4064-8691-4ead7c743183 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:08.226297 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fddb6bcd-a66a-4e0a-8353-e5af80725edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:08.233752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8884d1-ce10-47b4-9ce2-0c5513089829 req-9e52efa4-9e81-4ad0-be6a-18b526a76f76 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:08.235291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae8884d1-ce10-47b4-9ce2-0c5513089829 req-9e52efa4-9e81-4ad0-be6a-18b526a76f76 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 931 time: 0.0702715 Jul 08 19:18:08.266102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fddb6bcd-a66a-4e0a-8353-e5af80725edb None None] Port d3286a1e-4ab9-4064-8691-4ead7c743183 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:18:08.405672 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ae8884d1-ce10-47b4-9ce2-0c5513089829 req-13e3dd26-48a4-4af0-9df2-facd252aec70 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637762 Jul 08 19:18:08.420165 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3286a1e-4ab9-4064-8691-4ead7c743183 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:18:08.428463 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:08.442308 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Transition to ACTIVE for port object d3286a1e-4ab9-4064-8691-4ead7c743183 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:18:08.446381 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:08.516425 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Pushing event updated for resources: {'Port': ['ID=d3286a1e-4ab9-4064-8691-4ead7c743183,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:08.567703 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Attempting to bind port d3286a1e-4ab9-4064-8691-4ead7c743183 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:18:08.568042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Attempting to bind port d3286a1e-4ab9-4064-8691-4ead7c743183 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:18:08.568369 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Attempting to bind port d3286a1e-4ab9-4064-8691-4ead7c743183 on network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:18:08.573492 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Port d3286a1e-4ab9-4064-8691-4ead7c743183 on network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:18:08.573818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Attempting to bind port d3286a1e-4ab9-4064-8691-4ead7c743183 on network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:18:08.578811 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:18:08.579146 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Checking segment: {'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:18:08.580076 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Bound using segment: {'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:18:08.580497 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Bound port: d3286a1e-4ab9-4064-8691-4ead7c743183, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d03c2d-0cab-4648-963d-bfb13a703535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:18:08.580858 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:08.659555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] For port d3286a1e-4ab9-4064-8691-4ead7c743183, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:18:08.662866 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] For port d3286a1e-4ab9-4064-8691-4ead7c743183, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d3286a1e-4ab9-4064-8691-4ead7c743183,segment=NetworkSegment(a0d03c2d-0cab-4648-963d-bfb13a703535),segment_id=a0d03c2d-0cab-4648-963d-bfb13a703535)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:18:08.667970 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:08.703014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:08.703540 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:08.705522 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] 10.222.0.74 "PUT /v2.0/ports/d3286a1e-4ab9-4064-8691-4ead7c743183 HTTP/1.1" status: 200 len: 1091 time: 0.6753705 Jul 08 19:18:08.705969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'tag': 'd3286a1e-4ab9-4064-8691-4ead7c743183'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:18:08.708351 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4682f2-06cd-44a8-8560-c83ec8107d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "23cca180-35cc-4745-a865-32f68b7ae4f6", "tag": "d3286a1e-4ab9-4064-8691-4ead7c743183"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:18:08.741584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8904856-5718-4132-ad92-9a0ff415b771 service neutron] Pushing event updated for resources: {'Port': ['ID=d3286a1e-4ab9-4064-8691-4ead7c743183,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:08.776200 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51b0eaa-ae8e-42b5-a087-2b0be14044b8 x-openstack-request-id: req-b51b0eaa-ae8e-42b5-a087-2b0be14044b8 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:18:08.776540 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cca180-35cc-4745-a865-32f68b7ae4f6", "tag": "d3286a1e-4ab9-4064-8691-4ead7c743183", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:18:08.776876 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b51b0eaa-ae8e-42b5-a087-2b0be14044b8 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:18:08.777120 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'tag': 'd3286a1e-4ab9-4064-8691-4ead7c743183', 'status': 'completed', 'code': 200} Jul 08 19:18:08.807325 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-7e676a67-4f30-4eeb-b5b5-51542a966e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:08.808866 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-7e676a67-4f30-4eeb-b5b5-51542a966e20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 1094 time: 0.0641012 Jul 08 19:18:08.856614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-17af70a8-0e27-4db2-8289-7926d6f9171f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3286a1e-4ab9-4064-8691-4ead7c743183 HTTP/1.1" status: 200 len: 217 time: 0.0397072 Jul 08 19:18:08.907527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-d38e80a1-5423-421e-a1c6-88462035adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:08.909045 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-d38e80a1-5423-421e-a1c6-88462035adb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8155ded-ba51-4964-94f4-60db74da663e HTTP/1.1" status: 200 len: 834 time: 0.0461226 Jul 08 19:18:08.966718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-fab9957a-54d0-4443-8abd-b51a538e859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:08.968215 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-fab9957a-54d0-4443-8abd-b51a538e859f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523398 Jul 08 19:18:09.062261 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-708cfe5b-89a3-4248-a96d-6b4af3ba05c0 service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873766 Jul 08 19:18:09.152572 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9bba2803-3bdd-4874-9bd6-d2df2c96b48e req-d51acb9f-da9f-4bfb-987e-382f029a3a25 service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843909 Jul 08 19:18:09.220098 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:09.230683 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18cf4c7c-b933-40cd-bfed-7faa03b0dcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:09.273697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4682f2-06cd-44a8-8560-c83ec8107d0b req-fbe3e6f3-3376-4650-8fa5-1226933ce2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:09.275117 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db4682f2-06cd-44a8-8560-c83ec8107d0b req-fbe3e6f3-3376-4650-8fa5-1226933ce2b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 1094 time: 0.0520120 Jul 08 19:18:09.367319 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4682f2-06cd-44a8-8560-c83ec8107d0b req-56d1102c-d200-411f-872e-76d2ff056043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:09.368873 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db4682f2-06cd-44a8-8560-c83ec8107d0b req-56d1102c-d200-411f-872e-76d2ff056043 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e HTTP/1.1" status: 200 len: 897 time: 0.0870783 Jul 08 19:18:09.411047 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db4682f2-06cd-44a8-8560-c83ec8107d0b req-02f8c354-944c-442c-bddc-1ebc70e294dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3286a1e-4ab9-4064-8691-4ead7c743183 HTTP/1.1" status: 200 len: 217 time: 0.0347447 Jul 08 19:18:09.463891 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4682f2-06cd-44a8-8560-c83ec8107d0b req-f8b9ad66-c680-493f-ae79-e9f859277c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:09.465354 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db4682f2-06cd-44a8-8560-c83ec8107d0b req-f8b9ad66-c680-493f-ae79-e9f859277c42 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8155ded-ba51-4964-94f4-60db74da663e HTTP/1.1" status: 200 len: 834 time: 0.0487680 Jul 08 19:18:09.523665 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4682f2-06cd-44a8-8560-c83ec8107d0b req-9668e1d7-f468-4725-8c6d-894b90e3025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:09.525511 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db4682f2-06cd-44a8-8560-c83ec8107d0b req-9668e1d7-f468-4725-8c6d-894b90e3025e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528939 Jul 08 19:18:09.579229 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703d243-ba1e-4f82-b3de-ce720c3ff886 req-5abead60-d56b-46be-a84e-889154c8b385 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:09.580756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1703d243-ba1e-4f82-b3de-ce720c3ff886 req-5abead60-d56b-46be-a84e-889154c8b385 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 943 time: 0.0629075 Jul 08 19:18:09.615431 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db4682f2-06cd-44a8-8560-c83ec8107d0b req-efd8114b-ae5f-4bbc-bdf6-0da924f227ae service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827513 Jul 08 19:18:09.619429 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1703d243-ba1e-4f82-b3de-ce720c3ff886 req-0200032c-4d05-4364-88d3-2b8d0521b7a9 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330997 Jul 08 19:18:09.708874 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-db4682f2-06cd-44a8-8560-c83ec8107d0b req-a42c5969-a3c5-455c-a920-4a77c8c72f4f service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876484 Jul 08 19:18:09.882635 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:18:09.932254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:09.932623 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:10.503051 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:10.793498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd131215-0cb0-4c70-8ba1-cbe3d119b988 req-290b13da-d24b-4606-b104-b9ab07745311 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:10.794920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd131215-0cb0-4c70-8ba1-cbe3d119b988 req-290b13da-d24b-4606-b104-b9ab07745311 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 943 time: 0.0658371 Jul 08 19:18:10.832412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cd131215-0cb0-4c70-8ba1-cbe3d119b988 req-0789badf-4c6f-40b6-9521-6e3db85fdef2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Jul 08 19:18:11.976452 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:12.002155 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd55dd-c4f3-471e-bd7f-b1a2f2e52e9c req-18e916a8-f97e-463a-bba5-783d5e3118b4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:12.003667 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76bd55dd-c4f3-471e-bd7f-b1a2f2e52e9c req-18e916a8-f97e-463a-bba5-783d5e3118b4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 943 time: 0.0632896 Jul 08 19:18:12.041405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76bd55dd-c4f3-471e-bd7f-b1a2f2e52e9c req-4b0a943c-06e9-41e1-8226-9b9170dd458c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321517 Jul 08 19:18:13.218221 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d27cb-2023-4ab7-82a2-68c9ffa29bb5 req-504385c8-f298-4b81-81d0-b553189c5a75 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:13.219712 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d7d27cb-2023-4ab7-82a2-68c9ffa29bb5 req-504385c8-f298-4b81-81d0-b553189c5a75 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 943 time: 0.0662208 Jul 08 19:18:13.256612 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d7d27cb-2023-4ab7-82a2-68c9ffa29bb5 req-edeb7397-e5da-4457-8f53-e1017d2961ac tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308192 Jul 08 19:18:14.432453 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b4fc2-a979-443e-82a2-16992b7a24a1 req-b3cf712c-83fb-4dbe-b5f4-023a25ef9bfe tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:14.433968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d00b4fc2-a979-443e-82a2-16992b7a24a1 req-b3cf712c-83fb-4dbe-b5f4-023a25ef9bfe tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 943 time: 0.0694067 Jul 08 19:18:14.471688 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d00b4fc2-a979-443e-82a2-16992b7a24a1 req-150f9376-18df-4f3e-b63a-a35a078d75d2 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Jul 08 19:18:14.521194 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d3286a1e-4ab9-4064-8691-4ead7c743183 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:18:14.616451 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d3286a1e-4ab9-4064-8691-4ead7c743183, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d3286a1e-4ab9-4064-8691-4ead7c743183,segment=NetworkSegment(a0d03c2d-0cab-4648-963d-bfb13a703535),segment_id=a0d03c2d-0cab-4648-963d-bfb13a703535)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:18:14.627347 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'd3286a1e-4ab9-4064-8691-4ead7c743183', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'port_id': 'd3286a1e-4ab9-4064-8691-4ead7c743183', 'mac_address': 'fa:16:3e:51:38:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:18:14.662561 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:14.675301 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3286a1e-4ab9-4064-8691-4ead7c743183 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:18:14.693923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d3286a1e-4ab9-4064-8691-4ead7c743183, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d3286a1e-4ab9-4064-8691-4ead7c743183,segment=NetworkSegment(a0d03c2d-0cab-4648-963d-bfb13a703535),segment_id=a0d03c2d-0cab-4648-963d-bfb13a703535)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:18:14.698047 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:14.752167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=d3286a1e-4ab9-4064-8691-4ead7c743183,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:15.084570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['d3286a1e-4ab9-4064-8691-4ead7c743183'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:18:15.643821 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7d54f-5b8d-4f3f-af83-3c466e7eb5dd req-c4a9c60d-4308-4d87-a42b-bda40b1416d8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:15.645275 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4c7d54f-5b8d-4f3f-af83-3c466e7eb5dd req-c4a9c60d-4308-4d87-a42b-bda40b1416d8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 944 time: 0.0614851 Jul 08 19:18:15.681923 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b4c7d54f-5b8d-4f3f-af83-3c466e7eb5dd req-09a66fd4-0006-4163-8e06-4b778ddf1735 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Jul 08 19:18:16.536867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d3286a1e-4ab9-4064-8691-4ead7c743183 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:18:16.586702 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port d3286a1e-4ab9-4064-8691-4ead7c743183 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:18:16.590425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port d3286a1e-4ab9-4064-8691-4ead7c743183 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:18:16.590797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:16.664593 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:16.685745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3286a1e-4ab9-4064-8691-4ead7c743183'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:18:16.687980 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53432549-bec4-4d19-8e5b-df1959d89596" -d '{"events": [{"server_uuid": "23cca180-35cc-4745-a865-32f68b7ae4f6", "name": "network-vif-plugged", "status": "completed", "tag": "d3286a1e-4ab9-4064-8691-4ead7c743183"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:18:16.700693 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port d3286a1e-4ab9-4064-8691-4ead7c743183, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d3286a1e-4ab9-4064-8691-4ead7c743183,segment=NetworkSegment(a0d03c2d-0cab-4648-963d-bfb13a703535),segment_id=a0d03c2d-0cab-4648-963d-bfb13a703535)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:18:16.705069 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:16.730882 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0771f48-9602-42ff-89aa-e99b232c1175 x-openstack-request-id: req-c0771f48-9602-42ff-89aa-e99b232c1175 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:18:16.731173 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cca180-35cc-4745-a865-32f68b7ae4f6", "name": "network-vif-plugged", "status": "completed", "tag": "d3286a1e-4ab9-4064-8691-4ead7c743183", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:18:16.731420 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0771f48-9602-42ff-89aa-e99b232c1175 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:18:16.731799 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3286a1e-4ab9-4064-8691-4ead7c743183', 'code': 200} Jul 08 19:18:16.759917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=d3286a1e-4ab9-4064-8691-4ead7c743183,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:16.845611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1bb22-21d1-4e08-b39e-31c76e519a9b req-983c8228-102c-474e-952b-12976660e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:16.849672 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-66d1bb22-21d1-4e08-b39e-31c76e519a9b req-983c8228-102c-474e-952b-12976660e938 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0556550 Jul 08 19:18:16.885073 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-66d1bb22-21d1-4e08-b39e-31c76e519a9b req-bb0c2784-9a65-4e3a-a599-d3bde3260db5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285630 Jul 08 19:18:16.898270 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3851a-ac84-4aa6-a289-1dbcc8b47bdd req-eb705a4b-b105-4fb8-a188-8202dcfc5fe3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:16.899695 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54e3851a-ac84-4aa6-a289-1dbcc8b47bdd req-eb705a4b-b105-4fb8-a188-8202dcfc5fe3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0790949 Jul 08 19:18:16.944454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54e3851a-ac84-4aa6-a289-1dbcc8b47bdd req-120250e0-ed43-472f-8281-77a85fcd78d4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Jul 08 19:18:18.112152 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dd548-5764-493e-9116-3b302e264549 req-cf74fb92-8f96-4a54-8937-15678905a26d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:18.113541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-431dd548-5764-493e-9116-3b302e264549 req-cf74fb92-8f96-4a54-8937-15678905a26d tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0625114 Jul 08 19:18:18.150627 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-431dd548-5764-493e-9116-3b302e264549 req-822171d2-d372-4f73-bd5c-f81b431c3968 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315297 Jul 08 19:18:18.208789 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:18:18.326140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad17db-a8ff-4d8c-9daf-8ec3708b387b req-66721379-5765-46ed-b275-2a9447ac3d89 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:18.327618 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27ad17db-a8ff-4d8c-9daf-8ec3708b387b req-66721379-5765-46ed-b275-2a9447ac3d89 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0657573 Jul 08 19:18:18.364994 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-27ad17db-a8ff-4d8c-9daf-8ec3708b387b req-dfe76b00-1ce6-4d66-ac15-6f4d0f23f70e tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318074 Jul 08 19:18:18.387768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32984) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:18.438504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a56a97c-90f2-47b4-8d9a-604b5e760fec tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:18.440046 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3a56a97c-90f2-47b4-8d9a-604b5e760fec tempest-TestNetworkAdvancedServerOps-1472723075 tempest-TestNetworkAdvancedServerOps-1472723075-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 1091 time: 0.0513322 Jul 08 19:18:18.442924 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32986) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:18.447308 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': 'd3286a1e-4ab9-4064-8691-4ead7c743183', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:18:18.469367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:18.567365 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:18.667031 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Allocated IP 172.25.8.80 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/99e81978-0411-4db3-9505-e8505bd49c1e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:18:18.767338 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:18.806491 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:18.842659 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:18:18.845429 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:18:18.848523 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:18:18.879890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=99e81978-0411-4db3-9505-e8505bd49c1e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:19.229409 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:19.302691 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:19.450251 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:19.455025 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:19.528932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event updated for resources: {'Port': ['ID=99e81978-0411-4db3-9505-e8505bd49c1e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:18:19.537151 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:19.638124 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Floating IP d9ae81d4-19ee-4a99-8992-99a27a758a3a associated. External IP: 172.25.8.80, port: d3286a1e-4ab9-4064-8691-4ead7c743183. Jul 08 19:18:19.849180 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 79111dfc-b946-4906-9afd-9e2ce98da007 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:18:19.958694 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:18:19.968045 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f5a0d-8694-4869-8ba6-385ebdc15e1b None None] Sync routers for ids ['79111dfc-b946-4906-9afd-9e2ce98da007'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:18:19.975802 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:19.978574 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f5a0d-8694-4869-8ba6-385ebdc15e1b None None] Routers {'79111dfc-b946-4906-9afd-9e2ce98da007'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:18:19.979183 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a71f5a0d-8694-4869-8ba6-385ebdc15e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:18:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['79111dfc-b946-4906-9afd-9e2ce98da007'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:20.014466 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f3e22cbb-ace5-4bde-92cc-953c20796772 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5705070 Jul 08 19:18:20.015040 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'tag': 'd3286a1e-4ab9-4064-8691-4ead7c743183'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:18:20.017335 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa" -d '{"events": [{"name": "network-changed", "server_uuid": "23cca180-35cc-4745-a865-32f68b7ae4f6", "tag": "d3286a1e-4ab9-4064-8691-4ead7c743183"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:18:20.085517 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a71f5a0d-8694-4869-8ba6-385ebdc15e1b None None] Set router 79111dfc-b946-4906-9afd-9e2ce98da007 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:18:20.168527 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4672c49-a320-4dff-b93e-8aed681b40d8 req-efd738eb-303f-433b-8240-e759dc10f5ba tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:20.170228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4672c49-a320-4dff-b93e-8aed681b40d8 req-efd738eb-303f-433b-8240-e759dc10f5ba tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0639882 Jul 08 19:18:20.212390 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4672c49-a320-4dff-b93e-8aed681b40d8 req-b5c789aa-196f-4bb2-b111-daebc4016e10 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366623 Jul 08 19:18:20.237813 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32992) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:20.280543 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7b6056-599d-4a00-a0f9-e69727198c7b x-openstack-request-id: req-4a7b6056-599d-4a00-a0f9-e69727198c7b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:18:20.280821 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cca180-35cc-4745-a865-32f68b7ae4f6", "tag": "d3286a1e-4ab9-4064-8691-4ead7c743183", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:18:20.281065 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a7b6056-599d-4a00-a0f9-e69727198c7b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:18:20.281749 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'tag': 'd3286a1e-4ab9-4064-8691-4ead7c743183', 'status': 'completed', 'code': 200} Jul 08 19:18:20.307682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ffa14a14-c92b-46b0-be5e-5180780794c6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/d9ae81d4-19ee-4a99-8992-99a27a758a3a HTTP/1.1" status: 200 len: 990 time: 0.0685580 Jul 08 19:18:20.312077 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a71f5a0d-8694-4869-8ba6-385ebdc15e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:03Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'd9ae81d4-19ee-4a99-8992-99a27a758a3a', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'port_id': 'd3286a1e-4ab9-4064-8691-4ead7c743183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'mac_address': 'fa:16:3e:51:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:18:19Z', 'updated_at': '2021-07-08T19:18:19Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4', 'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:02:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:03Z', 'updated_at': '2021-07-08T19:18:08Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:20.338084 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f5a0d-8694-4869-8ba6-385ebdc15e1b None None] Checking router: 79111dfc-b946-4906-9afd-9e2ce98da007 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:18:20.345032 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa req-06d7439b-b9a6-4960-9cc5-41afadbd57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:20.346410 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f5a0d-8694-4869-8ba6-385ebdc15e1b None None] Routers {'79111dfc-b946-4906-9afd-9e2ce98da007'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:18:20.346659 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa req-06d7439b-b9a6-4960-9cc5-41afadbd57ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0530493 Jul 08 19:18:20.347012 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a71f5a0d-8694-4869-8ba6-385ebdc15e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:18:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['79111dfc-b946-4906-9afd-9e2ce98da007'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:20.439366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa req-9c494491-07b1-42e6-a549-853335e93037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:20.441321 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa req-9c494491-07b1-42e6-a549-853335e93037 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e HTTP/1.1" status: 200 len: 897 time: 0.0882530 Jul 08 19:18:20.452927 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a71f5a0d-8694-4869-8ba6-385ebdc15e1b None None] Set router 79111dfc-b946-4906-9afd-9e2ce98da007 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:18:20.505761 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa req-50465635-ff31-4d0a-93e7-c063dabc43cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3286a1e-4ab9-4064-8691-4ead7c743183 HTTP/1.1" status: 200 len: 998 time: 0.0586989 Jul 08 19:18:20.557560 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa req-f2b3becd-e8ba-468f-9068-efdeb7306648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:20.559095 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa req-f2b3becd-e8ba-468f-9068-efdeb7306648 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8155ded-ba51-4964-94f4-60db74da663e HTTP/1.1" status: 200 len: 834 time: 0.0477636 Jul 08 19:18:20.615671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa req-c550d98d-7820-48b5-99f6-42db47ad7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:18:20.617092 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa req-c550d98d-7820-48b5-99f6-42db47ad7d3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512607 Jul 08 19:18:20.676553 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a71f5a0d-8694-4869-8ba6-385ebdc15e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:03Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'd9ae81d4-19ee-4a99-8992-99a27a758a3a', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'port_id': 'd3286a1e-4ab9-4064-8691-4ead7c743183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'mac_address': 'fa:16:3e:51:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:18:19Z', 'updated_at': '2021-07-08T19:18:19Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4', 'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:02:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:03Z', 'updated_at': '2021-07-08T19:18:08Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:18:20.702062 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f5a0d-8694-4869-8ba6-385ebdc15e1b None None] The sync data for ids ['79111dfc-b946-4906-9afd-9e2ce98da007'] in n-d-799684-3 is: [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:03Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'd9ae81d4-19ee-4a99-8992-99a27a758a3a', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'port_id': 'd3286a1e-4ab9-4064-8691-4ead7c743183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'mac_address': 'fa:16:3e:51:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:18:19Z', 'updated_at': '2021-07-08T19:18:19Z', 'revision_number': 0, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4', 'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:02:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:03Z', 'updated_at': '2021-07-08T19:18:08Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:18:20.707006 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa req-8c539e71-bd76-4613-88f1-c845580ab767 service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823891 Jul 08 19:18:20.802729 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-fb1f8fe2-6114-4b7c-a698-af09fdb039fa req-cb162583-3459-4e40-aa69-5dbf107add36 service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886364 Jul 08 19:18:20.891903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d6723c-3c25-46b2-a28a-6d8af583cc9b None None] New status for floating IP d9ae81d4-19ee-4a99-8992-99a27a758a3a: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:18:21.311637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 32994) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:18:21.371155 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cddeab91-67ec-4872-bf24-4bd8c034c3be tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/d9ae81d4-19ee-4a99-8992-99a27a758a3a HTTP/1.1" status: 200 len: 992 time: 0.0583417 Jul 08 19:18:34.313872 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:35.102667 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:36.359375 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-25ac8a68-8845-48a5-b050-868e516a0a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:39.212156 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:39.229348 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ef9d227f-d9cb-4061-b037-b5ea8fb928f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:40.505107 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:41.978086 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:18:55.208159 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:19:04.312574 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:05.101614 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:06.359647 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-acc3df22-805d-4f2c-8713-988e136095b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:09.212616 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:09.231195 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-78576bfc-f31e-4d53-96cc-245f4817bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:10.508088 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:11.985160 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:15.699650 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-bf756689-1b7a-4b1c-a2f6-cf4041f97754 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508547 Jul 08 19:19:15.795550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-8e6c59ba-5c1d-4bf4-8659-efccff3918e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:15.797020 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-8e6c59ba-5c1d-4bf4-8659-efccff3918e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0572965 Jul 08 19:19:15.899674 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-8dee7684-5712-454e-9468-4dbd303989fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:15.901142 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-8dee7684-5712-454e-9468-4dbd303989fc service neutron] 10.222.0.74 "GET /v2.0/networks?id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e HTTP/1.1" status: 200 len: 897 time: 0.0826390 Jul 08 19:19:15.968531 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-d0ad8bb4-efd3-46c5-9ffa-135e9e343e17 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3286a1e-4ab9-4064-8691-4ead7c743183 HTTP/1.1" status: 200 len: 1000 time: 0.0606263 Jul 08 19:19:16.015559 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-0340a63f-b0a6-427e-a973-37bf3b142123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:16.017094 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-0340a63f-b0a6-427e-a973-37bf3b142123 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8155ded-ba51-4964-94f4-60db74da663e HTTP/1.1" status: 200 len: 834 time: 0.0420866 Jul 08 19:19:16.072689 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-8b725010-24da-4164-9963-339c7a2f77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:16.074126 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-8b725010-24da-4164-9963-339c7a2f77dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511096 Jul 08 19:19:16.164734 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-daab5545-a541-4ca5-8d39-d225166e0aad service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838923 Jul 08 19:19:16.251735 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b9ab1a21-edff-45dc-8011-d809422e1c90 req-9e3c02b6-fcb2-4581-b6dc-5154022f9d87 service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806460 Jul 08 19:19:32.206939 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:19:34.326528 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:34.822268 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e1d0e-3ffc-4859-b6a1-04a261ac0041 req-53643f16-3b0f-48d3-9d86-0012ec074fa4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:34.823767 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea5e1d0e-3ffc-4859-b6a1-04a261ac0041 req-53643f16-3b0f-48d3-9d86-0012ec074fa4 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0645373 Jul 08 19:19:34.862713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea5e1d0e-3ffc-4859-b6a1-04a261ac0041 req-c6697335-5b27-4c2b-b634-e1a3ba21f697 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332246 Jul 08 19:19:35.100481 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:36.038838 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf3784-5813-403f-81d7-04948c544a5e req-6c962270-9b1e-46e6-abd5-969167551330 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:36.040299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fbf3784-5813-403f-81d7-04948c544a5e req-6c962270-9b1e-46e6-abd5-969167551330 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0660539 Jul 08 19:19:36.077632 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3fbf3784-5813-403f-81d7-04948c544a5e req-748b648a-d007-48fe-a7d4-3aaae67405e9 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319059 Jul 08 19:19:36.362446 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5247aefc-b964-49a0-accd-9309f788cfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:37.247660 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cbf3b-a5de-4b50-aee6-0705bfda263e req-81fa8e9f-acb2-4def-a18d-723b6509431b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:37.249042 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e00cbf3b-a5de-4b50-aee6-0705bfda263e req-81fa8e9f-acb2-4def-a18d-723b6509431b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0625684 Jul 08 19:19:37.286047 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e00cbf3b-a5de-4b50-aee6-0705bfda263e req-f6fe3fa0-f3bb-47b4-bc6a-5b3896e0e2bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315495 Jul 08 19:19:37.310568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33032) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:37.372907 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9626f286-837e-4812-aa7b-bee5cbabc1f8 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/d9ae81d4-19ee-4a99-8992-99a27a758a3a HTTP/1.1" status: 200 len: 992 time: 0.0612290 Jul 08 19:19:38.954100 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50ce7d-8f4b-4b09-9411-1b7ecb0bfb6b req-ab4c869b-4022-4172-be7b-45840385ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:38.955657 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3b50ce7d-8f4b-4b09-9411-1b7ecb0bfb6b req-ab4c869b-4022-4172-be7b-45840385ed09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0540509 Jul 08 19:19:38.981573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe09dc-48d9-4892-8d49-9d7595ce948d req-36631282-555f-4e8e-a4c7-90df8d62f18b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:38.983125 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ffe09dc-48d9-4892-8d49-9d7595ce948d req-36631282-555f-4e8e-a4c7-90df8d62f18b tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0648000 Jul 08 19:19:39.020267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ffe09dc-48d9-4892-8d49-9d7595ce948d req-4c75cbe3-145e-47b9-9144-e5a7ac2828ea tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Jul 08 19:19:39.048882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50ce7d-8f4b-4b09-9411-1b7ecb0bfb6b req-2dde279b-c006-4e4e-a3a7-7378ae5cf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:39.050376 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3b50ce7d-8f4b-4b09-9411-1b7ecb0bfb6b req-2dde279b-c006-4e4e-a3a7-7378ae5cf442 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e HTTP/1.1" status: 200 len: 897 time: 0.0882320 Jul 08 19:19:39.113133 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3b50ce7d-8f4b-4b09-9411-1b7ecb0bfb6b req-9624296e-5ca1-4a87-982d-f1cfc129b8b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3286a1e-4ab9-4064-8691-4ead7c743183 HTTP/1.1" status: 200 len: 1000 time: 0.0569856 Jul 08 19:19:39.163646 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50ce7d-8f4b-4b09-9411-1b7ecb0bfb6b req-edaaa765-ae6e-4099-ab78-bac5369dca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:39.165057 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3b50ce7d-8f4b-4b09-9411-1b7ecb0bfb6b req-edaaa765-ae6e-4099-ab78-bac5369dca62 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8155ded-ba51-4964-94f4-60db74da663e HTTP/1.1" status: 200 len: 834 time: 0.0459280 Jul 08 19:19:39.213746 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:39.225957 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50ce7d-8f4b-4b09-9411-1b7ecb0bfb6b req-d72ab4d9-8f53-44f1-a407-4a66e6c32ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:39.227612 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3b50ce7d-8f4b-4b09-9411-1b7ecb0bfb6b req-d72ab4d9-8f53-44f1-a407-4a66e6c32ba0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566871 Jul 08 19:19:39.230781 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-64a14080-8dd7-405f-818c-c60708a613de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:39.316268 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3b50ce7d-8f4b-4b09-9411-1b7ecb0bfb6b req-606789c4-0b51-4ddb-8017-815d4526e406 service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811219 Jul 08 19:19:39.407434 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3b50ce7d-8f4b-4b09-9411-1b7ecb0bfb6b req-16686589-f8ea-453b-83e8-bb8edceafdcf service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852199 Jul 08 19:19:40.201144 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b18bf7-05cb-4884-b16a-590121601f28 req-ffc92ef6-b27e-468a-9846-2341fcd729a9 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:40.202620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31b18bf7-05cb-4884-b16a-590121601f28 req-ffc92ef6-b27e-468a-9846-2341fcd729a9 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0665183 Jul 08 19:19:40.238357 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31b18bf7-05cb-4884-b16a-590121601f28 req-628d17c3-42d4-4bf2-8b7b-c115baece1cc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302362 Jul 08 19:19:40.510325 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:41.408976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753b0ac-240f-4143-a3bc-4a973bc2d96c req-e3512f8b-9654-4dcc-9877-0dd67ccc38eb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:41.410520 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e753b0ac-240f-4143-a3bc-4a973bc2d96c req-e3512f8b-9654-4dcc-9877-0dd67ccc38eb tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0633283 Jul 08 19:19:41.447618 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e753b0ac-240f-4143-a3bc-4a973bc2d96c req-b17621b3-07f7-4257-aa2f-ddadf58ac5bc tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316575 Jul 08 19:19:41.471996 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33044) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:41.535701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-18548ab6-848d-4e54-92cb-69b3ee1aacde tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/floatingips/d9ae81d4-19ee-4a99-8992-99a27a758a3a HTTP/1.1" status: 200 len: 992 time: 0.0624685 Jul 08 19:19:41.786861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33050) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:41.940758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 99e81978-0411-4db3-9505-e8505bd49c1e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:19:41.941099 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:41.984294 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:42.014431 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:42.014783 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:42.025731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 99e81978-0411-4db3-9505-e8505bd49c1e owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:19:42.171352 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:42.195090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=99e81978-0411-4db3-9505-e8505bd49c1e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:42.208937 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.209287 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.209630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.209965 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.210325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.210657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.210988 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.211315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.211645 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.211967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.212288 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.212705 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:42.584491 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:42.585203 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Floating IP d9ae81d4-19ee-4a99-8992-99a27a758a3a disassociated (deleted). External IP: 172.25.8.80, port: d3286a1e-4ab9-4064-8691-4ead7c743183. Jul 08 19:19:42.786794 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 79111dfc-b946-4906-9afd-9e2ce98da007 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:19:42.892025 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:19:42.896713 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:42.901476 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21215c35-6838-4790-9786-fbb9d874d675 None None] Sync routers for ids ['79111dfc-b946-4906-9afd-9e2ce98da007'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:19:42.912346 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21215c35-6838-4790-9786-fbb9d874d675 None None] Routers {'79111dfc-b946-4906-9afd-9e2ce98da007'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:19:42.912962 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-21215c35-6838-4790-9786-fbb9d874d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['79111dfc-b946-4906-9afd-9e2ce98da007'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:42.937129 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-107dd97e-476a-403d-921b-207e2665fe8f tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/floatingips/d9ae81d4-19ee-4a99-8992-99a27a758a3a HTTP/1.1" status: 204 len: 168 time: 1.1492338 Jul 08 19:19:42.937994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'tag': 'd3286a1e-4ab9-4064-8691-4ead7c743183'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:19:42.940976 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f46aa0-50d9-44de-986e-db561981c52c" -d '{"events": [{"name": "network-changed", "server_uuid": "23cca180-35cc-4745-a865-32f68b7ae4f6", "tag": "d3286a1e-4ab9-4064-8691-4ead7c743183"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:19:43.022025 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-21215c35-6838-4790-9786-fbb9d874d675 None None] Set router 79111dfc-b946-4906-9afd-9e2ce98da007 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:19:43.185956 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e8913e-cbfc-408a-854c-6cce1d52e887 x-openstack-request-id: req-74e8913e-cbfc-408a-854c-6cce1d52e887 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:19:43.186464 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cca180-35cc-4745-a865-32f68b7ae4f6", "tag": "d3286a1e-4ab9-4064-8691-4ead7c743183", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:19:43.186744 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74e8913e-cbfc-408a-854c-6cce1d52e887 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:19:43.187161 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'tag': 'd3286a1e-4ab9-4064-8691-4ead7c743183', 'status': 'completed', 'code': 200} Jul 08 19:19:43.237613 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-21215c35-6838-4790-9786-fbb9d874d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:03Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4', 'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:02:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:03Z', 'updated_at': '2021-07-08T19:18:08Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:43.264028 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21215c35-6838-4790-9786-fbb9d874d675 None None] Checking router: 79111dfc-b946-4906-9afd-9e2ce98da007 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:19:43.273585 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f46aa0-50d9-44de-986e-db561981c52c req-0347c91c-8d32-4b63-b0ae-383572860edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:43.274261 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21215c35-6838-4790-9786-fbb9d874d675 None None] Routers {'79111dfc-b946-4906-9afd-9e2ce98da007'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:19:43.274261 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-21215c35-6838-4790-9786-fbb9d874d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['79111dfc-b946-4906-9afd-9e2ce98da007'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:43.275445 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-12f46aa0-50d9-44de-986e-db561981c52c req-0347c91c-8d32-4b63-b0ae-383572860edc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0636241 Jul 08 19:19:43.340140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99830c3b-300d-4b8c-9283-e46cb3d03678 req-e8299c5a-16eb-49eb-a760-767a03b58d23 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:43.341809 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99830c3b-300d-4b8c-9283-e46cb3d03678 req-e8299c5a-16eb-49eb-a760-767a03b58d23 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0681129 Jul 08 19:19:43.377354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f46aa0-50d9-44de-986e-db561981c52c req-5e4cd70e-c252-4aa4-927b-caf65896f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:43.379252 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-12f46aa0-50d9-44de-986e-db561981c52c req-5e4cd70e-c252-4aa4-927b-caf65896f2c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e HTTP/1.1" status: 200 len: 897 time: 0.0950255 Jul 08 19:19:43.384566 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99830c3b-300d-4b8c-9283-e46cb3d03678 req-096d2a12-c84c-4777-938a-ac0807bac381 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353243 Jul 08 19:19:43.423169 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-12f46aa0-50d9-44de-986e-db561981c52c req-767a3a1f-76ba-4b3b-ba35-f829fc49da09 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3286a1e-4ab9-4064-8691-4ead7c743183 HTTP/1.1" status: 200 len: 217 time: 0.0368445 Jul 08 19:19:43.471770 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-21215c35-6838-4790-9786-fbb9d874d675 None None] Set router 79111dfc-b946-4906-9afd-9e2ce98da007 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:19:43.472018 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f46aa0-50d9-44de-986e-db561981c52c req-3eb9bc03-2a5a-4530-9cb9-0f5a5e732173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:43.474099 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-12f46aa0-50d9-44de-986e-db561981c52c req-3eb9bc03-2a5a-4530-9cb9-0f5a5e732173 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8155ded-ba51-4964-94f4-60db74da663e HTTP/1.1" status: 200 len: 834 time: 0.0445809 Jul 08 19:19:43.535855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f46aa0-50d9-44de-986e-db561981c52c req-3f618523-c55e-482f-a453-1768cd8cf380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:43.537698 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-12f46aa0-50d9-44de-986e-db561981c52c req-3f618523-c55e-482f-a453-1768cd8cf380 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5049d3aa-a6e1-43c2-bec0-8799aea5a44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565050 Jul 08 19:19:43.625744 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-12f46aa0-50d9-44de-986e-db561981c52c req-b1f7df94-9809-41e2-880c-6587d430d9bc service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811508 Jul 08 19:19:43.667064 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-21215c35-6838-4790-9786-fbb9d874d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:03Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4', 'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:02:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:03Z', 'updated_at': '2021-07-08T19:18:08Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:43.696280 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21215c35-6838-4790-9786-fbb9d874d675 None None] The sync data for ids ['79111dfc-b946-4906-9afd-9e2ce98da007'] in n-d-799684-3 is: [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:03Z', 'revision_number': 4, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4', 'name': '', 'network_id': '5049d3aa-a6e1-43c2-bec0-8799aea5a44e', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'mac_address': 'fa:16:3e:02:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:03Z', 'updated_at': '2021-07-08T19:18:08Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'subnets': [{'id': 'e8155ded-ba51-4964-94f4-60db74da663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:19:43.722688 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-12f46aa0-50d9-44de-986e-db561981c52c req-9fc1b500-a52a-4bc2-9eef-619e77fda1d5 service neutron] 10.222.0.74 "GET /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903378 Jul 08 19:19:43.898609 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee64d5-8de9-479d-a684-dd640209a5f5 None None] New status for floating IP d9ae81d4-19ee-4a99-8992-99a27a758a3a: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:19:44.562976 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41228358-9178-49d8-b8d1-bfe6145d3f3d req-2add1f6c-fb90-483c-a27e-e28a9c3864a3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:44.564449 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-41228358-9178-49d8-b8d1-bfe6145d3f3d req-2add1f6c-fb90-483c-a27e-e28a9c3864a3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0679336 Jul 08 19:19:44.607771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-41228358-9178-49d8-b8d1-bfe6145d3f3d req-b5119b46-19f8-4689-a5a8-61a9b6aa4bf0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/security-groups?id=1dd4d0ec-d765-450a-8068-0e9553bf1cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371771 Jul 08 19:19:45.015470 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98317921-a72d-469c-97a5-6a85df1e78ec req-46f8b355-a2e3-4d35-81dd-56bed3f42c3c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:45.016904 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-98317921-a72d-469c-97a5-6a85df1e78ec req-46f8b355-a2e3-4d35-81dd-56bed3f42c3c tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 945 time: 0.0625501 Jul 08 19:19:45.114998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-98317921-a72d-469c-97a5-6a85df1e78ec req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port d3286a1e-4ab9-4064-8691-4ead7c743183 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:19:45.115336 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-98317921-a72d-469c-97a5-6a85df1e78ec req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:45.203732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-98317921-a72d-469c-97a5-6a85df1e78ec req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port d3286a1e-4ab9-4064-8691-4ead7c743183, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=d3286a1e-4ab9-4064-8691-4ead7c743183,segment=NetworkSegment(a0d03c2d-0cab-4648-963d-bfb13a703535),segment_id=a0d03c2d-0cab-4648-963d-bfb13a703535)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:19:45.204008 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-98317921-a72d-469c-97a5-6a85df1e78ec req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:45.217090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-98317921-a72d-469c-97a5-6a85df1e78ec req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for d3286a1e-4ab9-4064-8691-4ead7c743183 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:19:45.342662 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-98317921-a72d-469c-97a5-6a85df1e78ec req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:45.372134 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=d3286a1e-4ab9-4064-8691-4ead7c743183,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:45.385074 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.385430 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.385771 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.386110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.386477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.386808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.387141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.387471 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.387802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.388121 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.388442 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.388766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:45.425631 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-98317921-a72d-469c-97a5-6a85df1e78ec req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] No DVR routers for this DVR port d3286a1e-4ab9-4064-8691-4ead7c743183 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:19:45.428995 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-98317921-a72d-469c-97a5-6a85df1e78ec req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:45.430977 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-98317921-a72d-469c-97a5-6a85df1e78ec req-de94e8e8-0b34-49f7-b779-dc5c061b9af0 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.74 "DELETE /v2.0/ports/d3286a1e-4ab9-4064-8691-4ead7c743183 HTTP/1.1" status: 204 len: 173 time: 0.4086916 Jul 08 19:19:45.431469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'name': 'network-vif-deleted', 'tag': 'd3286a1e-4ab9-4064-8691-4ead7c743183'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:19:45.433681 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fc0985-e88e-4fed-a568-6684eb5003a8" -d '{"events": [{"server_uuid": "23cca180-35cc-4745-a865-32f68b7ae4f6", "name": "network-vif-deleted", "tag": "d3286a1e-4ab9-4064-8691-4ead7c743183"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:19:45.521516 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70d98b2-ae69-41fb-b4e4-e03ee4bc830a x-openstack-request-id: req-b70d98b2-ae69-41fb-b4e4-e03ee4bc830a {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:19:45.521809 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cca180-35cc-4745-a865-32f68b7ae4f6", "name": "network-vif-deleted", "tag": "d3286a1e-4ab9-4064-8691-4ead7c743183", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:19:45.522061 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b70d98b2-ae69-41fb-b4e4-e03ee4bc830a {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:19:45.522497 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cca180-35cc-4745-a865-32f68b7ae4f6', 'name': 'network-vif-deleted', 'tag': 'd3286a1e-4ab9-4064-8691-4ead7c743183', 'status': 'completed', 'code': 200} Jul 08 19:19:45.762324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6245d029-020d-4d71-b2c0-60afc0bda6a1 req-c9a6841d-d017-4d2d-8819-6ad96a39defa tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "GET /v2.0/ports?device_id=23cca180-35cc-4745-a865-32f68b7ae4f6 HTTP/1.1" status: 200 len: 210 time: 0.0297861 Jul 08 19:19:46.856490 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33068) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:47.207414 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:47.465915 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:19:47.466163 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:47.551752 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4,segment=NetworkSegment(a0d03c2d-0cab-4648-963d-bfb13a703535),segment_id=a0d03c2d-0cab-4648-963d-bfb13a703535)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:19:47.552112 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:47.565127 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:19:47.746115 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:47.776099 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:47.961699 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:48.173573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Router 79111dfc-b946-4906-9afd-9e2ce98da007 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:19:48.278928 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:19:48.283932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-83a0ef18-0e54-4da7-bc0c-4dd09b230fa6 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "PUT /v2.0/routers/79111dfc-b946-4906-9afd-9e2ce98da007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4264112 Jul 08 19:19:48.286775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33070) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:48.289276 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392fd333-354b-49ed-89eb-c40687fc3ba2 None None] Sync routers for ids ['79111dfc-b946-4906-9afd-9e2ce98da007'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:19:48.298306 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392fd333-354b-49ed-89eb-c40687fc3ba2 None None] Routers {'79111dfc-b946-4906-9afd-9e2ce98da007'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:19:48.298899 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-392fd333-354b-49ed-89eb-c40687fc3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['79111dfc-b946-4906-9afd-9e2ce98da007'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:48.337304 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dce2b9a-432d-4ca1-9386-3cc14b21ca30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting subnet e8155ded-ba51-4964-94f4-60db74da663e {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:19:48.340407 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1dce2b9a-432d-4ca1-9386-3cc14b21ca30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:48.379591 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1dce2b9a-432d-4ca1-9386-3cc14b21ca30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:48.399657 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-392fd333-354b-49ed-89eb-c40687fc3ba2 None None] Set router 79111dfc-b946-4906-9afd-9e2ce98da007 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:19:48.466029 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1dce2b9a-432d-4ca1-9386-3cc14b21ca30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:48.523332 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1dce2b9a-432d-4ca1-9386-3cc14b21ca30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:48.552443 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce2b9a-432d-4ca1-9386-3cc14b21ca30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Subnet': ['ID=e8155ded-ba51-4964-94f4-60db74da663e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:48.554751 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1dce2b9a-432d-4ca1-9386-3cc14b21ca30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:48.556882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-1dce2b9a-432d-4ca1-9386-3cc14b21ca30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/subnets/e8155ded-ba51-4964-94f4-60db74da663e HTTP/1.1" status: 204 len: 168 time: 0.2691760 Jul 08 19:19:48.559563 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33072) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:48.562688 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2239c4-0347-40ac-819b-b19469d3b598 None None] Network 5049d3aa-a6e1-43c2-bec0-8799aea5a44e requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:19:48.581030 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-392fd333-354b-49ed-89eb-c40687fc3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:19:47Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:48.608677 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392fd333-354b-49ed-89eb-c40687fc3ba2 None None] Checking router: 79111dfc-b946-4906-9afd-9e2ce98da007 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:19:48.618485 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392fd333-354b-49ed-89eb-c40687fc3ba2 None None] Routers {'79111dfc-b946-4906-9afd-9e2ce98da007'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:19:48.619105 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-392fd333-354b-49ed-89eb-c40687fc3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['79111dfc-b946-4906-9afd-9e2ce98da007'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:48.671223 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:48.730010 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-392fd333-354b-49ed-89eb-c40687fc3ba2 None None] Set router 79111dfc-b946-4906-9afd-9e2ce98da007 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:19:48.767754 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] DHCP port deletion for 5049d3aa-a6e1-43c2-bec0-8799aea5a44e request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:19:48.817082 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Deleting port cec3125c-9dc0-4892-a7a7-c78e4820653e {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:19:48.817456 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:48.888699 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] For port cec3125c-9dc0-4892-a7a7-c78e4820653e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=cec3125c-9dc0-4892-a7a7-c78e4820653e,segment=NetworkSegment(a0d03c2d-0cab-4648-963d-bfb13a703535),segment_id=a0d03c2d-0cab-4648-963d-bfb13a703535)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:19:48.888699 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:48.909004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Calling delete_port for cec3125c-9dc0-4892-a7a7-c78e4820653e owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:19:48.933575 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-392fd333-354b-49ed-89eb-c40687fc3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:19:47Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:48.960197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d3286a1e-4ab9-4064-8691-4ead7c743183 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:19:48.961934 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392fd333-354b-49ed-89eb-c40687fc3ba2 None None] The sync data for ids ['79111dfc-b946-4906-9afd-9e2ce98da007'] in n-d-799684-3 is: [{'id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899671610', 'tenant_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '79eb948f-653b-4e61-9007-18502d44732e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:19:47Z', 'revision_number': 5, 'project_id': '8b4041953cc94abfabf7d6ea7a50c6c9', 'gw_port': {'id': '79eb948f-653b-4e61-9007-18502d44732e', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111dfc-b946-4906-9afd-9e2ce98da007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:18:00Z', 'updated_at': '2021-07-08T19:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:19:48.995196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: d3286a1e-4ab9-4064-8691-4ead7c743183 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:19:48.995196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device d3286a1e-4ab9-4064-8691-4ead7c743183 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:19:49.025028 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.047132 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Pushing event deleted for resources: {'Port': ['ID=cec3125c-9dc0-4892-a7a7-c78e4820653e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:49.060348 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.060669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.060949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.061283 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.061612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.061937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.062277 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.062601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.062918 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.063233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.063549 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.063861 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:49.066798 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46802f97-c2f7-4411-ba46-3015a37fd8cc None None] No DVR routers for this DVR port cec3125c-9dc0-4892-a7a7-c78e4820653e on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:19:49.108917 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.161828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Deleting port 79eb948f-653b-4e61-9007-18502d44732e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:19:49.162169 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.238332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] For port 79eb948f-653b-4e61-9007-18502d44732e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=79eb948f-653b-4e61-9007-18502d44732e,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:19:49.238620 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.250861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Calling delete_port for 79eb948f-653b-4e61-9007-18502d44732e owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:19:49.421250 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.451338 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Port': ['ID=79eb948f-653b-4e61-9007-18502d44732e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:49.515432 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.608321 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.610395 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.654870 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.655417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Fanout notify agent at l3_agent the message router_deleted on router 79111dfc-b946-4906-9afd-9e2ce98da007 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:19:49.663617 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.664727 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c1d99d87-93f0-461c-bd39-a54427148144 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/routers/79111dfc-b946-4906-9afd-9e2ce98da007 HTTP/1.1" status: 204 len: 168 time: 1.1042426 Jul 08 19:19:49.667464 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33074) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:49.750245 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.835047 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.844509 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5049d3aa-a6e1-43c2-bec0-8799aea5a44e']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:49.855465 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d03c2d-0cab-4648-963d-bfb13a703535') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:49.855760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d03c2d-0cab-4648-963d-bfb13a703535') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:49.865876 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.884816 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.891057 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:19:49.891443 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: timer() Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:19:49.895014 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:19:49.951240 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.958544 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:49.960421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/networks/5049d3aa-a6e1-43c2-bec0-8799aea5a44e HTTP/1.1" status: 204 len: 168 time: 0.2920268 Jul 08 19:19:49.963240 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33076) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:49.972046 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad8c40-41e6-4575-ac55-3dc2b28c3438 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'Network': ['ID=5049d3aa-a6e1-43c2-bec0-8799aea5a44e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:50.026575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08d4a598-ff4a-405b-9b03-e5b904abd6d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:50.051437 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08d4a598-ff4a-405b-9b03-e5b904abd6d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:50.115339 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08d4a598-ff4a-405b-9b03-e5b904abd6d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:50.118342 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-08d4a598-ff4a-405b-9b03-e5b904abd6d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:50.119532 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-08d4a598-ff4a-405b-9b03-e5b904abd6d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] 10.222.0.73 "DELETE /v2.0/security-groups/1dd4d0ec-d765-450a-8068-0e9553bf1cf9 HTTP/1.1" status: 204 len: 168 time: 0.1552038 Jul 08 19:19:50.132563 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4a598-ff4a-405b-9b03-e5b904abd6d3 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd4d0ec-d765-450a-8068-0e9553bf1cf9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:50.141140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 79eb948f-653b-4e61-9007-18502d44732e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:19:50.167390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 79eb948f-653b-4e61-9007-18502d44732e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:19:50.167865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 79eb948f-653b-4e61-9007-18502d44732e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:19:50.168252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:19:50.188794 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:19:50.189139 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 0cdef2b8-3ecf-4e97-a0d5-e51ece105ed4 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:19:50.189563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cec3125c-9dc0-4892-a7a7-c78e4820653e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:19:50.208726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: cec3125c-9dc0-4892-a7a7-c78e4820653e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:19:50.209074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device cec3125c-9dc0-4892-a7a7-c78e4820653e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:19:50.452816 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33084) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:50.580282 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1c074f8a-8cb3-4289-983e-b7617dedda09 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b4041953cc94abfabf7d6ea7a50c6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263132 Jul 08 19:19:50.583757 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33090) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:50.630870 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d08f0db9-f0f7-427e-bc00-cff490fecf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:50.651010 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d08f0db9-f0f7-427e-bc00-cff490fecf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:50.696162 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d08f0db9-f0f7-427e-bc00-cff490fecf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:50.698577 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d08f0db9-f0f7-427e-bc00-cff490fecf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:50.699711 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d08f0db9-f0f7-427e-bc00-cff490fecf64 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cdedc7e2-7d26-402d-bfd5-b70bde244107 HTTP/1.1" status: 204 len: 168 time: 0.1150513 Jul 08 19:19:50.707505 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f0db9-f0f7-427e-bc00-cff490fecf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdedc7e2-7d26-402d-bfd5-b70bde244107,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:50.964203 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33096) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:50.977845 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25363319-0eb6-4245-89ee-fffd6fb7eebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:51.068049 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25363319-0eb6-4245-89ee-fffd6fb7eebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:51.071840 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-25363319-0eb6-4245-89ee-fffd6fb7eebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:51.107405 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25363319-0eb6-4245-89ee-fffd6fb7eebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be35572-e845-4655-b2e6-f0918c63bf95,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:51.111835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-25363319-0eb6-4245-89ee-fffd6fb7eebf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f3671d660fda4bdaa61d46d0062bbdc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466062 Jul 08 19:19:51.115814 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33098) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:51.166425 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a53376f-4231-4fb6-9c29-c6e23ccce8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:51.188935 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a53376f-4231-4fb6-9c29-c6e23ccce8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:51.235819 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a53376f-4231-4fb6-9c29-c6e23ccce8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:51.239048 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a53376f-4231-4fb6-9c29-c6e23ccce8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:51.240200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5a53376f-4231-4fb6-9c29-c6e23ccce8a3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3be35572-e845-4655-b2e6-f0918c63bf95 HTTP/1.1" status: 204 len: 168 time: 0.1241732 Jul 08 19:19:51.247890 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53376f-4231-4fb6-9c29-c6e23ccce8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be35572-e845-4655-b2e6-f0918c63bf95,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:51.915059 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33120) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:52.007725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-75209357-network', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:19:52.029370 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Made reservation on behalf of 95eaad89a80142bfb3bfbdcbbe243d94 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:19:52.031657 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.042433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.130306 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.133910 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.157537 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:19:52.166267 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac5e4d0-aa81-4cb1-9747-cca3530f010d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:52.172437 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.172759 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Added segment a39d295d-8d49-4812-acd0-d60806df8f6e of type vlan for network d8cf2688-0535-4406-985e-70393592d510 Jul 08 19:19:52.213964 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.241951 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.242907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:52.243476 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.293948 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3777912 Jul 08 19:19:52.297028 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33124) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:52.302920 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] Request body: {'subnet': {'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-75209357-subnet', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:19:52.303855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d357845-b111-41ec-89de-4c643f8d7a32 admin admin] Pushing event updated for resources: {'Network': ['ID=d8cf2688-0535-4406-985e-70393592d510,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:52.313645 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network d8cf2688-0535-4406-985e-70393592d510 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:19:52.323921 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] Made reservation on behalf of 95eaad89a80142bfb3bfbdcbbe243d94 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:19:52.326414 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.493172 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.547658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9d64bf-29c7-46ba-aeb1-5fe035bea133,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:52.559992 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] Checking segment: {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:19:52.560359 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] Network hostable DHCP agents. Network: d8cf2688-0535-4406-985e-70393592d510, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:19:52.576073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] Network d8cf2688-0535-4406-985e-70393592d510 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:19:52.584243 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, d8cf2688-0535-4406-985e-70393592d510) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:19:52.588158 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:52.588761 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.592821 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fdd659-a6a7-4dc0-8b32-fc5136ac9842 None None] Network d8cf2688-0535-4406-985e-70393592d510 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:19:52.602600 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-2d23ebff-0d83-4c3b-bae3-f46f4bc81f3c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3044624 Jul 08 19:19:52.605293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33126) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:52.609602 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:19:52.630496 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.631690 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.689140 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.742328 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-d8cf2688-0535-4406-985e-70393592d510', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:19:52.743233 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.829367 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:52.872197 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Allocated IP 172.20.0.2 (d8cf2688-0535-4406-985e-70393592d510/da9d64bf-29c7-46ba-aeb1-5fe035bea133/15a7a604-517a-49ed-a4d2-c3bf92536f7f) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:19:53.014972 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:53.024390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Transition to ACTIVE for port object 15a7a604-517a-49ed-a4d2-c3bf92536f7f will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:19:53.033519 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:53.040722 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Transition to ACTIVE for port object 15a7a604-517a-49ed-a4d2-c3bf92536f7f will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:19:53.047500 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:53.054722 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:53.084644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Network d8cf2688-0535-4406-985e-70393592d510 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:19:53.087563 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:19:53.092973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:19:53.103620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Pushing event updated for resources: {'Port': ['ID=15a7a604-517a-49ed-a4d2-c3bf92536f7f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:53.156775 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Attempting to bind port 15a7a604-517a-49ed-a4d2-c3bf92536f7f on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:19:53.157141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Attempting to bind port 15a7a604-517a-49ed-a4d2-c3bf92536f7f by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:19:53.157501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Attempting to bind port 15a7a604-517a-49ed-a4d2-c3bf92536f7f on network d8cf2688-0535-4406-985e-70393592d510 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:19:53.163000 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:19:53.163373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Checking segment: {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:19:53.163777 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:53.164166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Bound using segment: {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:19:53.164622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Bound port: 15a7a604-517a-49ed-a4d2-c3bf92536f7f, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:19:53.165005 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:53.169231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Allocated IP 172.25.8.13 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:19:53.228167 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] For port 15a7a604-517a-49ed-a4d2-c3bf92536f7f, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:19:53.231571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] For port 15a7a604-517a-49ed-a4d2-c3bf92536f7f, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=15a7a604-517a-49ed-a4d2-c3bf92536f7f,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:19:53.235620 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:53.274359 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:53.293399 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fd7be-feb5-4638-9b29-03ebdc6cabd3 None None] Pushing event updated for resources: {'Port': ['ID=15a7a604-517a-49ed-a4d2-c3bf92536f7f,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:53.326575 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:53.363739 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:19:53.366676 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:19:53.369192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:19:53.405562 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Pushing event updated for resources: {'Port': ['ID=af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:53.647842 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:53.841044 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:53.973739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 15a7a604-517a-49ed-a4d2-c3bf92536f7f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:19:53.979658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:19:54.030425 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 15a7a604-517a-49ed-a4d2-c3bf92536f7f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:19:54.094463 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:19:54.105210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Sync routers for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:19:54.112455 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:54.114692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-580f5580-ac98-45cc-876c-699ce67c1767 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5084195 Jul 08 19:19:54.117313 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33128) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:54.118233 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:19:54.118851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:54.199612 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a05056-0767-46fd-85e5-c7c4519eeb4a None None] Network d8cf2688-0535-4406-985e-70393592d510 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:19:54.265004 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:19:54.383742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-88d178cc-b32b-48e6-9d0e-2af476578288 None None] Provisioning for port 15a7a604-517a-49ed-a4d2-c3bf92536f7f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:19:54.393052 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-88d178cc-b32b-48e6-9d0e-2af476578288 None None] Provisioning complete for port 15a7a604-517a-49ed-a4d2-c3bf92536f7f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:19:54.393419 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88d178cc-b32b-48e6-9d0e-2af476578288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:54.543773 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:54.589878 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88d178cc-b32b-48e6-9d0e-2af476578288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:54.633324 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:53Z', 'revision_number': 3, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:54.638537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-88d178cc-b32b-48e6-9d0e-2af476578288 None None] For port 15a7a604-517a-49ed-a4d2-c3bf92536f7f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=15a7a604-517a-49ed-a4d2-c3bf92536f7f,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:19:54.662997 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88d178cc-b32b-48e6-9d0e-2af476578288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:54.666580 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Checking router: 0baf9e7d-2c6d-40ca-9ccb-64774b00392c for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:19:54.666929 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Updating router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:19:54.704141 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Allocated IP 172.20.0.1 (d8cf2688-0535-4406-985e-70393592d510/da9d64bf-29c7-46ba-aeb1-5fe035bea133/bb61852a-22b1-4382-98f4-f3ea7ebe7d25) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:19:54.734050 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:54.761427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d178cc-b32b-48e6-9d0e-2af476578288 None None] Pushing event updated for resources: {'Port': ['ID=15a7a604-517a-49ed-a4d2-c3bf92536f7f,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:54.823958 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:54.837017 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Transition to ACTIVE for port object bb61852a-22b1-4382-98f4-f3ea7ebe7d25 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:19:54.870593 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:54.907967 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Network d8cf2688-0535-4406-985e-70393592d510 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:19:54.914399 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:19:54.916134 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-811e1298-5441-48c6-aa01-236b3d408f36 None None] Provisioning complete for port 15a7a604-517a-49ed-a4d2-c3bf92536f7f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:19:54.916518 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-811e1298-5441-48c6-aa01-236b3d408f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:54.917886 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:19:54.940432 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb61852a-22b1-4382-98f4-f3ea7ebe7d25,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:54.960579 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.082775 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.095107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Transition to ACTIVE for port object af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:19:55.101829 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.121227 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.297698 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.303335 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.314877 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Attempting to bind port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:19:55.315241 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Attempting to bind port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:19:55.315608 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Attempting to bind port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:19:55.321224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-eac9139c-214e-44d4-a2d0-ba72e0b05300 None None] Provisioning for port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:19:55.326308 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017fedf-60e1-4f08-8ac1-6b222983959a None None] Pushing event updated for resources: {'Port': ['ID=af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:55.328913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:19:55.329286 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:19:55.329681 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.330065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:19:55.330564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Bound port: af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:19:55.330947 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.332567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-eac9139c-214e-44d4-a2d0-ba72e0b05300 None None] Provisioning complete for port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:19:55.332919 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eac9139c-214e-44d4-a2d0-ba72e0b05300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.373122 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.374991 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb61852a-22b1-4382-98f4-f3ea7ebe7d25,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:55.402537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-eac9139c-214e-44d4-a2d0-ba72e0b05300 None None] Port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:19:55.417178 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] For port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:19:55.420369 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] For port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:19:55.425156 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.477881 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Network d8cf2688-0535-4406-985e-70393592d510 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:19:55.479404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:19:55.483059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:19:55.483690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:55.519530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017fedf-60e1-4f08-8ac1-6b222983959a None None] Pushing event updated for resources: {'Port': ['ID=af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:55.603364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:19:55.608692 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:19:55.715611 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:19:55.720350 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-70b5de34-7391-4b2f-b0fb-2613871f04c0 admin admin] 10.222.0.73 "PUT /v2.0/routers/0baf9e7d-2c6d-40ca-9ccb-64774b00392c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6020947 Jul 08 19:19:55.755745 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3c568171-de53-4b6b-9cde-b0514181ea68 None None] Provisioning complete for port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:19:55.756041 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3c568171-de53-4b6b-9cde-b0514181ea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:55.806036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-3c568171-de53-4b6b-9cde-b0514181ea68 None None] Port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:19:55.857265 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 2, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:55.885367 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ce839-09d7-42e9-833c-d13ad67a509e None None] The sync data for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 is: [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 2, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:19:55.955093 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 15a7a604-517a-49ed-a4d2-c3bf92536f7f up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:19:56.005070 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 15a7a604-517a-49ed-a4d2-c3bf92536f7f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:19:56.005437 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.240340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33144) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:56.245643 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-381946502-network', 'tenant_id': '50ca6655447848e3b8acbba71645a253'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:19:56.270145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Made reservation on behalf of 50ca6655447848e3b8acbba71645a253 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:19:56.272953 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.282752 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.393183 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.399244 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.423320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:19:56.437587 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e769365-a8ef-4ad8-ac78-4cbad8314a2d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:56.443220 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.443568 n-d-799684-3 neutron-server[93742]: INFO neutron.db.segments_db [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Added segment 6582aa64-ae7a-4869-986f-035b5b72f2ee of type vlan for network 37b8f5b3-7279-4de6-84a0-c86f46e232cf Jul 08 19:19:56.488642 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.518832 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.520504 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:56.521129 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.586036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3443737 Jul 08 19:19:56.588825 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33146) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:56.595507 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9eea11-81d0-42d3-9fd1-2f6828b3f4a1 admin admin] Pushing event updated for resources: {'Network': ['ID=37b8f5b3-7279-4de6-84a0-c86f46e232cf,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:56.599427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] Request body: {'subnet': {'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-381946502-subnet', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:19:56.614903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 37b8f5b3-7279-4de6-84a0-c86f46e232cf details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:19:56.632533 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] Made reservation on behalf of 50ca6655447848e3b8acbba71645a253 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:19:56.636074 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.809282 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.871156 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b15262-ecb1-49f3-b4f1-22a49f88da42,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:56.882191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] Checking segment: {'id': '6582aa64-ae7a-4869-986f-035b5b72f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:19:56.882716 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] Network hostable DHCP agents. Network: 37b8f5b3-7279-4de6-84a0-c86f46e232cf, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:19:56.900739 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] Network 37b8f5b3-7279-4de6-84a0-c86f46e232cf is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:19:56.910404 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 37b8f5b3-7279-4de6-84a0-c86f46e232cf) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:19:56.915551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:19:56.916528 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.921984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c787587-8889-44ce-85b1-db229b3c0995 None None] Network 37b8f5b3-7279-4de6-84a0-c86f46e232cf requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:19:56.937251 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c12636f2-8741-424e-b3d1-c5872d3326f7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3470781 Jul 08 19:19:56.939896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33148) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:56.945712 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-381946502-router', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:19:56.970081 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:56.971171 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.025963 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.088966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-37b8f5b3-7279-4de6-84a0-c86f46e232cf', 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'fixed_ips': [{'subnet_id': '74b15262-ecb1-49f3-b4f1-22a49f88da42'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:19:57.089842 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.171047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.234442 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Allocated IP 172.20.0.2 (37b8f5b3-7279-4de6-84a0-c86f46e232cf/74b15262-ecb1-49f3-b4f1-22a49f88da42/b22c74d9-10ed-4127-9df4-76812708e1a7) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:19:57.376919 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.377176 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.386658 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Transition to ACTIVE for port object b22c74d9-10ed-4127-9df4-76812708e1a7 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:19:57.397207 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.401630 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Transition to ACTIVE for port object b22c74d9-10ed-4127-9df4-76812708e1a7 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:19:57.407750 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.445874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Network 37b8f5b3-7279-4de6-84a0-c86f46e232cf is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:19:57.451905 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:19:57.454867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:19:57.462538 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Pushing event updated for resources: {'Port': ['ID=b22c74d9-10ed-4127-9df4-76812708e1a7,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:57.499211 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Allocated IP 172.25.8.8 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/61d02e05-5b4f-4754-b73e-3cf19fa81b47) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:19:57.517867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Attempting to bind port b22c74d9-10ed-4127-9df4-76812708e1a7 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:19:57.518270 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Attempting to bind port b22c74d9-10ed-4127-9df4-76812708e1a7 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '6582aa64-ae7a-4869-986f-035b5b72f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:19:57.518691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Attempting to bind port b22c74d9-10ed-4127-9df4-76812708e1a7 on network 37b8f5b3-7279-4de6-84a0-c86f46e232cf {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:19:57.524306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:19:57.524687 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Checking segment: {'id': '6582aa64-ae7a-4869-986f-035b5b72f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:19:57.525092 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.525493 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Bound using segment: {'id': '6582aa64-ae7a-4869-986f-035b5b72f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:19:57.525961 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Bound port: b22c74d9-10ed-4127-9df4-76812708e1a7, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6582aa64-ae7a-4869-986f-035b5b72f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:19:57.526365 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.590088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] For port b22c74d9-10ed-4127-9df4-76812708e1a7, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:19:57.593395 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] For port b22c74d9-10ed-4127-9df4-76812708e1a7, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b22c74d9-10ed-4127-9df4-76812708e1a7,segment=NetworkSegment(6582aa64-ae7a-4869-986f-035b5b72f2ee),segment_id=6582aa64-ae7a-4869-986f-035b5b72f2ee)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:19:57.598320 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.608337 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.658757 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:57.660643 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb949e4f-3358-438a-bebb-58973629b8d2 None None] Pushing event updated for resources: {'Port': ['ID=b22c74d9-10ed-4127-9df4-76812708e1a7,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:57.700848 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:19:57.703823 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:19:57.706441 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:19:57.742379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Pushing event updated for resources: {'Port': ['ID=61d02e05-5b4f-4754-b73e-3cf19fa81b47,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:57.998607 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Sync routers for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:19:58.004987 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:58.012607 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:19:58.013223 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:58.025228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:19:58.078481 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:19:58.084230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:19:58.084722 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:58.122309 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:19:58.177019 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:58.203871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:19:58.209075 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:58.209991 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b22c74d9-10ed-4127-9df4-76812708e1a7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:19:58.222795 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:58.287862 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:58.309229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b22c74d9-10ed-4127-9df4-76812708e1a7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:19:58.351413 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 2, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:58.376526 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Router 355a6488-5f38-4364-8dbb-c8b7125fce31 is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:19:58.389517 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Checking router: 0baf9e7d-2c6d-40ca-9ccb-64774b00392c for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:19:58.389891 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Updating router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:19:58.426297 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:58.678127 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56026677-8067-4dac-8059-c9fc672de04f None None] Network 37b8f5b3-7279-4de6-84a0-c86f46e232cf requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:19:58.793227 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0e066495-f5be-4677-b1f2-cb59a8c23ac5 None None] Provisioning for port b22c74d9-10ed-4127-9df4-76812708e1a7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:19:58.804530 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0e066495-f5be-4677-b1f2-cb59a8c23ac5 None None] Provisioning complete for port b22c74d9-10ed-4127-9df4-76812708e1a7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:19:58.805048 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e066495-f5be-4677-b1f2-cb59a8c23ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:58.825377 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:58.835957 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Transition to ACTIVE for port object bb61852a-22b1-4382-98f4-f3ea7ebe7d25 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:19:58.843351 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:58.846335 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:19:58.864435 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:58.869365 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-f7ac6040-1e20-4def-aecc-a432a8960e72 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9282856 Jul 08 19:19:58.869863 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33150) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:19:58.871910 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Sync routers for ids ['355a6488-5f38-4364-8dbb-c8b7125fce31'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:19:58.893417 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Routers {'355a6488-5f38-4364-8dbb-c8b7125fce31'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:19:58.894373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['355a6488-5f38-4364-8dbb-c8b7125fce31'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:58.965346 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Pushing event updated for resources: {'Port': ['ID=bb61852a-22b1-4382-98f4-f3ea7ebe7d25,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:58.987016 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.987493 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.987840 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.988829 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.989385 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.989885 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.990403 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.990921 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.991423 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.991879 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.992209 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.992529 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:19:58.996077 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Attempting to bind port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:19:58.996439 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Attempting to bind port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:19:58.996795 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Attempting to bind port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 on network d8cf2688-0535-4406-985e-70393592d510 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:19:59.003487 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:19:59.004816 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Checking segment: {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:19:59.004816 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:59.005203 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Bound using segment: {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:19:59.005864 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Bound port: bb61852a-22b1-4382-98f4-f3ea7ebe7d25, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:19:59.006482 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:59.040212 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e066495-f5be-4677-b1f2-cb59a8c23ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:59.111995 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] For port bb61852a-22b1-4382-98f4-f3ea7ebe7d25, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:19:59.118581 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] For port bb61852a-22b1-4382-98f4-f3ea7ebe7d25, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb61852a-22b1-4382-98f4-f3ea7ebe7d25,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:19:59.124444 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:59.179460 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:19:59.180597 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:59.279776 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Set router 355a6488-5f38-4364-8dbb-c8b7125fce31 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:19:59.312532 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0e066495-f5be-4677-b1f2-cb59a8c23ac5 None None] For port b22c74d9-10ed-4127-9df4-76812708e1a7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b22c74d9-10ed-4127-9df4-76812708e1a7,segment=NetworkSegment(6582aa64-ae7a-4869-986f-035b5b72f2ee),segment_id=6582aa64-ae7a-4869-986f-035b5b72f2ee)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:19:59.327002 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffcf69-3ea3-4593-86fc-acad2b0eb4a8 None None] Pushing event updated for resources: {'Port': ['ID=bb61852a-22b1-4382-98f4-f3ea7ebe7d25,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:59.340739 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:19:59.349160 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e066495-f5be-4677-b1f2-cb59a8c23ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:59.490003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e066495-f5be-4677-b1f2-cb59a8c23ac5 None None] Pushing event updated for resources: {'Port': ['ID=b22c74d9-10ed-4127-9df4-76812708e1a7,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:19:59.532148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-93089173-0f7d-4fb7-919d-5fc53be6bae9 None None] Provisioning complete for port b22c74d9-10ed-4127-9df4-76812708e1a7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:19:59.532526 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-93089173-0f7d-4fb7-919d-5fc53be6bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:59.578035 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:19:59Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:59.608613 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804723e-e3c8-4797-a2c0-683829c04507 None None] The sync data for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 is: [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:19:59Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:19:59.679285 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'name': 'tempest-TestShelveInstance-381946502-router', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:56Z', 'updated_at': '2021-07-08T19:19:57Z', 'revision_number': 3, 'project_id': '50ca6655447848e3b8acbba71645a253', 'gw_port': {'id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:57Z', 'updated_at': '2021-07-08T19:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:19:59.707926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Checking router: 355a6488-5f38-4364-8dbb-c8b7125fce31 for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:19:59.708375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Updating router 355a6488-5f38-4364-8dbb-c8b7125fce31 port 61d02e05-5b4f-4754-b73e-3cf19fa81b47 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:19:59.747476 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:59.806927 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:19:59.990840 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Allocated IP 172.20.0.1 (37b8f5b3-7279-4de6-84a0-c86f46e232cf/74b15262-ecb1-49f3-b4f1-22a49f88da42/b7317d2f-3ade-454b-8237-a9ed830dec9e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:20:00.014767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:20:00.083509 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.096306 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Transition to ACTIVE for port object 61d02e05-5b4f-4754-b73e-3cf19fa81b47 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:20:00.105179 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.110032 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.123573 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Transition to ACTIVE for port object b7317d2f-3ade-454b-8237-a9ed830dec9e will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:20:00.137987 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:00.138405 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.161889 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.189750 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c6610-c4cd-45e1-ad1c-d337dd68c775 None None] Pushing event updated for resources: {'Port': ['ID=61d02e05-5b4f-4754-b73e-3cf19fa81b47,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:00.198572 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Attempting to bind port 61d02e05-5b4f-4754-b73e-3cf19fa81b47 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:20:00.199034 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Attempting to bind port 61d02e05-5b4f-4754-b73e-3cf19fa81b47 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:20:00.199407 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Attempting to bind port 61d02e05-5b4f-4754-b73e-3cf19fa81b47 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:20:00.202872 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Network 37b8f5b3-7279-4de6-84a0-c86f46e232cf is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:20:00.210145 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:20:00.212375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:20:00.212375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:20:00.212753 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.213148 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:20:00.213617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Bound port: 61d02e05-5b4f-4754-b73e-3cf19fa81b47, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:20:00.214004 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.215679 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:20:00.242789 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Pushing event updated for resources: {'Port': ['ID=b7317d2f-3ade-454b-8237-a9ed830dec9e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:00.277575 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.306805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] For port 61d02e05-5b4f-4754-b73e-3cf19fa81b47, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:20:00.311431 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] For port 61d02e05-5b4f-4754-b73e-3cf19fa81b47, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=61d02e05-5b4f-4754-b73e-3cf19fa81b47,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:20:00.315044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b22c74d9-10ed-4127-9df4-76812708e1a7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:20:00.321012 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.423016 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Routers {'355a6488-5f38-4364-8dbb-c8b7125fce31'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:20:00.423654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['355a6488-5f38-4364-8dbb-c8b7125fce31'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:20:00.428262 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c6610-c4cd-45e1-ad1c-d337dd68c775 None None] Pushing event updated for resources: {'Port': ['ID=61d02e05-5b4f-4754-b73e-3cf19fa81b47,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:00.467039 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.483466 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b22c74d9-10ed-4127-9df4-76812708e1a7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:00.483837 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.559002 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bf20cb0c-7d77-4c4a-8d28-15b033ac6ac9 None None] Provisioning for port b7317d2f-3ade-454b-8237-a9ed830dec9e completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:20:00.567723 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bf20cb0c-7d77-4c4a-8d28-15b033ac6ac9 None None] Provisioning complete for port b7317d2f-3ade-454b-8237-a9ed830dec9e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:00.568096 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bf20cb0c-7d77-4c4a-8d28-15b033ac6ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.610511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] Set router 355a6488-5f38-4364-8dbb-c8b7125fce31 gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:20:00.634669 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.641456 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.673251 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bf20cb0c-7d77-4c4a-8d28-15b033ac6ac9 None None] Port b7317d2f-3ade-454b-8237-a9ed830dec9e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:20:00.715343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Pushing event updated for resources: {'Port': ['ID=b7317d2f-3ade-454b-8237-a9ed830dec9e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:00.718017 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.756184 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb61852a-22b1-4382-98f4-f3ea7ebe7d25 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:20:00.811182 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Network 37b8f5b3-7279-4de6-84a0-c86f46e232cf is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:20:00.812610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:20:00.850976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:20:00.857373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:00.857761 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:00.902858 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'name': 'tempest-TestShelveInstance-381946502-router', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:56Z', 'updated_at': '2021-07-08T19:19:57Z', 'revision_number': 3, 'project_id': '50ca6655447848e3b8acbba71645a253', 'gw_port': {'id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:57Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:20:00.934188 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f645b7-0e6a-4e6a-a0af-c13057a9e500 None None] The sync data for ids ['355a6488-5f38-4364-8dbb-c8b7125fce31'] in n-d-799684-3 is: [{'id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'name': 'tempest-TestShelveInstance-381946502-router', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:56Z', 'updated_at': '2021-07-08T19:19:57Z', 'revision_number': 3, 'project_id': '50ca6655447848e3b8acbba71645a253', 'gw_port': {'id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:57Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:20:00.941599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Router 355a6488-5f38-4364-8dbb-c8b7125fce31 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:20:00.985695 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:01.024876 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port bb61852a-22b1-4382-98f4-f3ea7ebe7d25, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb61852a-22b1-4382-98f4-f3ea7ebe7d25,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:20:01.029915 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:01.076192 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:20:01.082405 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-78811131-70ce-49e0-a587-063fda031c69 admin admin] 10.222.0.73 "PUT /v2.0/routers/355a6488-5f38-4364-8dbb-c8b7125fce31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2108285 Jul 08 19:20:01.089746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=bb61852a-22b1-4382-98f4-f3ea7ebe7d25,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:01.100960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c303ee93-4152-48ee-9ac0-5efe767737c7 None None] Provisioning complete for port b7317d2f-3ade-454b-8237-a9ed830dec9e triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:01.101319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c303ee93-4152-48ee-9ac0-5efe767737c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:01.137084 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c303ee93-4152-48ee-9ac0-5efe767737c7 None None] Port b7317d2f-3ade-454b-8237-a9ed830dec9e cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:20:01.646674 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33158) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:20:01.651565 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a7475908-7d19-4eb5-913f-677ab50c6f7e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1700023308', 'description': 'tempest-secgroup-smoke-1700023308 description', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:20:01.675096 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a7475908-7d19-4eb5-913f-677ab50c6f7e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:01.760989 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a7475908-7d19-4eb5-913f-677ab50c6f7e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:01.765424 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a7475908-7d19-4eb5-913f-677ab50c6f7e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:01.794184 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a7475908-7d19-4eb5-913f-677ab50c6f7e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:01.795454 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a7475908-7d19-4eb5-913f-677ab50c6f7e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1477454 Jul 08 19:20:01.796536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7475908-7d19-4eb5-913f-677ab50c6f7e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894d5f17-5f5d-4ae4-a7ad-d558b191a93f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:01.798511 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33160) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:20:01.804087 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-af582747-1f9a-48a6-9821-b8ce5dd89edd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': '894d5f17-5f5d-4ae4-a7ad-d558b191a93f', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:20:01.828601 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af582747-1f9a-48a6-9821-b8ce5dd89edd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:01.886803 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af582747-1f9a-48a6-9821-b8ce5dd89edd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:01.890706 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af582747-1f9a-48a6-9821-b8ce5dd89edd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:01.909601 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af582747-1f9a-48a6-9821-b8ce5dd89edd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a57dad-3a70-4a9e-9c6e-5a6b25d22e86,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:01.916330 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-af582747-1f9a-48a6-9821-b8ce5dd89edd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:01.917535 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-af582747-1f9a-48a6-9821-b8ce5dd89edd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181078 Jul 08 19:20:01.920416 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33162) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:20:01.924945 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b61c27bb-f34f-4e34-b793-a5a372ac49a6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': '894d5f17-5f5d-4ae4-a7ad-d558b191a93f', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:20:01.951847 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b61c27bb-f34f-4e34-b793-a5a372ac49a6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.009877 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b61c27bb-f34f-4e34-b793-a5a372ac49a6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.015686 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b61c27bb-f34f-4e34-b793-a5a372ac49a6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.022618 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb61852a-22b1-4382-98f4-f3ea7ebe7d25 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:20:02.034199 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c27bb-f34f-4e34-b793-a5a372ac49a6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c613b7b5-3fcd-4ba7-b9f4-26970cd85983,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:02.042419 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b61c27bb-f34f-4e34-b793-a5a372ac49a6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.043530 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b61c27bb-f34f-4e34-b793-a5a372ac49a6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221523 Jul 08 19:20:02.046307 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33164) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:20:02.050751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3fed94b0-a1d4-45a5-add2-a78846006d60 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': '894d5f17-5f5d-4ae4-a7ad-d558b191a93f', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:20:02.075015 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:02.075381 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.076741 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fed94b0-a1d4-45a5-add2-a78846006d60 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.135539 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fed94b0-a1d4-45a5-add2-a78846006d60 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.139332 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fed94b0-a1d4-45a5-add2-a78846006d60 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.155068 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 61d02e05-5b4f-4754-b73e-3cf19fa81b47 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:20:02.157624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed94b0-a1d4-45a5-add2-a78846006d60 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e90c503-6335-45aa-bf1e-9082da7e1f55,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:02.164924 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3fed94b0-a1d4-45a5-add2-a78846006d60 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.166233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-3fed94b0-a1d4-45a5-add2-a78846006d60 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189277 Jul 08 19:20:02.168874 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33166) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:20:02.173449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5e31170e-a028-49ee-9e48-f133da7f16c5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': '894d5f17-5f5d-4ae4-a7ad-d558b191a93f', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:20:02.199827 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e31170e-a028-49ee-9e48-f133da7f16c5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.202742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 61d02e05-5b4f-4754-b73e-3cf19fa81b47 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:20:02.206269 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 61d02e05-5b4f-4754-b73e-3cf19fa81b47 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:02.207147 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.267258 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e31170e-a028-49ee-9e48-f133da7f16c5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.272512 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e31170e-a028-49ee-9e48-f133da7f16c5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.290594 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31170e-a028-49ee-9e48-f133da7f16c5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afaa71a4-6b26-4540-a479-d00f2a825a1c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:02.293705 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.300398 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e31170e-a028-49ee-9e48-f133da7f16c5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.303127 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-5e31170e-a028-49ee-9e48-f133da7f16c5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330850 Jul 08 19:20:02.305559 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33168) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:20:02.311213 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a0c1d308-69d4-4367-ba21-f3f8c8bbf463 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': '894d5f17-5f5d-4ae4-a7ad-d558b191a93f', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:20:02.319140 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 61d02e05-5b4f-4754-b73e-3cf19fa81b47, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=61d02e05-5b4f-4754-b73e-3cf19fa81b47,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:20:02.324033 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.339053 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-a0c1d308-69d4-4367-ba21-f3f8c8bbf463 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Project 95eaad89a80142bfb3bfbdcbbe243d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:20:02.344404 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d308-69d4-4367-ba21-f3f8c8bbf463 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.384460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=61d02e05-5b4f-4754-b73e-3cf19fa81b47,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:02.408185 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d308-69d4-4367-ba21-f3f8c8bbf463 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.412202 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d308-69d4-4367-ba21-f3f8c8bbf463 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.430737 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1d308-69d4-4367-ba21-f3f8c8bbf463 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e00428-34b7-4c24-8c1b-6c61de297c8a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:02.437083 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d308-69d4-4367-ba21-f3f8c8bbf463 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.438640 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a0c1d308-69d4-4367-ba21-f3f8c8bbf463 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317825 Jul 08 19:20:02.441701 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33170) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:20:02.446067 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9a4d2394-7edf-4489-a778-2859745e5059 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': '894d5f17-5f5d-4ae4-a7ad-d558b191a93f', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:20:02.467929 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-9a4d2394-7edf-4489-a778-2859745e5059 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Project 95eaad89a80142bfb3bfbdcbbe243d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:20:02.473009 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2394-7edf-4489-a778-2859745e5059 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.536994 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2394-7edf-4489-a778-2859745e5059 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.540647 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2394-7edf-4489-a778-2859745e5059 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.559926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d2394-7edf-4489-a778-2859745e5059 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab9999a-2384-4ec3-a950-c399919531c0,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:02.568131 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2394-7edf-4489-a778-2859745e5059 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:02.569352 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-9a4d2394-7edf-4489-a778-2859745e5059 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267004 Jul 08 19:20:02.775720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-b03f98a2-58fb-4966-819d-24f0b7f53e8b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700023308&fields=id&tenant_id=95eaad89a80142bfb3bfbdcbbe243d94 HTTP/1.1" status: 200 len: 267 time: 0.0357447 Jul 08 19:20:02.889815 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-07ee3af5-f7da-4519-b61b-4b5a959b5161 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:02.891330 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-07ee3af5-f7da-4519-b61b-4b5a959b5161 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 807 time: 0.1091428 Jul 08 19:20:02.906856 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-89d3a58f-521c-4e44-8604-bf57bbc129da tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/quotas/95eaad89a80142bfb3bfbdcbbe243d94 HTTP/1.1" status: 200 len: 375 time: 0.0099411 Jul 08 19:20:02.977169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-df4eb6b6-16e6-4db8-bfe0-421781c19007 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647094 Jul 08 19:20:03.057768 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Sync routers for ids ['355a6488-5f38-4364-8dbb-c8b7125fce31'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:20:03.066840 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Routers {'355a6488-5f38-4364-8dbb-c8b7125fce31'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:20:03.067443 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['355a6488-5f38-4364-8dbb-c8b7125fce31'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:20:03.078877 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-20109429-6c94-4e64-afd0-e49f4c0c7ee9 service neutron] 10.222.0.73 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906520 Jul 08 19:20:03.171134 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-c7ecf02f-d1b4-455c-836a-45dc3b55586b service neutron] 10.222.0.73 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864844 Jul 08 19:20:03.172297 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Set router 355a6488-5f38-4364-8dbb-c8b7125fce31 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:20:03.354095 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af0b78a0-4c6f-44be-827a-78f02eab73cf req-a4b2c004-3c1a-4036-9366-2ae1d8179e77 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 210 time: 0.0345473 Jul 08 19:20:03.384232 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'name': 'tempest-TestShelveInstance-381946502-router', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:56Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 4, 'project_id': '50ca6655447848e3b8acbba71645a253', 'gw_port': {'id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:57Z', 'updated_at': '2021-07-08T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b7317d2f-3ade-454b-8237-a9ed830dec9e', 'name': '', 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'mac_address': 'fa:16:3e:67:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '74b15262-ecb1-49f3-b4f1-22a49f88da42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:59Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 2, 'project_id': '50ca6655447848e3b8acbba71645a253', 'subnets': [{'id': '74b15262-ecb1-49f3-b4f1-22a49f88da42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:20:03.411072 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Checking router: 355a6488-5f38-4364-8dbb-c8b7125fce31 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:20:03.411426 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Updating router 355a6488-5f38-4364-8dbb-c8b7125fce31 port b7317d2f-3ade-454b-8237-a9ed830dec9e binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:20:03.445365 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:03.718527 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:03.728822 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Transition to ACTIVE for port object b7317d2f-3ade-454b-8237-a9ed830dec9e will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:20:03.734904 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:03.781923 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d178da-561c-48b0-b1cc-8c3a1dc8cb22 None None] Pushing event updated for resources: {'Port': ['ID=b7317d2f-3ade-454b-8237-a9ed830dec9e,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:03.839467 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Attempting to bind port b7317d2f-3ade-454b-8237-a9ed830dec9e on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:20:03.839904 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Attempting to bind port b7317d2f-3ade-454b-8237-a9ed830dec9e by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '6582aa64-ae7a-4869-986f-035b5b72f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:20:03.840329 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Attempting to bind port b7317d2f-3ade-454b-8237-a9ed830dec9e on network 37b8f5b3-7279-4de6-84a0-c86f46e232cf {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:20:03.845491 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:20:03.845861 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Checking segment: {'id': '6582aa64-ae7a-4869-986f-035b5b72f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:20:03.846286 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:03.846685 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Bound using segment: {'id': '6582aa64-ae7a-4869-986f-035b5b72f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:20:03.847125 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Bound port: b7317d2f-3ade-454b-8237-a9ed830dec9e, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6582aa64-ae7a-4869-986f-035b5b72f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:20:03.848033 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:03.935038 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] For port b7317d2f-3ade-454b-8237-a9ed830dec9e, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:20:03.939040 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] For port b7317d2f-3ade-454b-8237-a9ed830dec9e, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b7317d2f-3ade-454b-8237-a9ed830dec9e,segment=NetworkSegment(6582aa64-ae7a-4869-986f-035b5b72f2ee),segment_id=6582aa64-ae7a-4869-986f-035b5b72f2ee)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:20:03.943888 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:03.984449 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 61d02e05-5b4f-4754-b73e-3cf19fa81b47 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:20:04.007816 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Routers {'355a6488-5f38-4364-8dbb-c8b7125fce31'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:20:04.008452 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:19:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['355a6488-5f38-4364-8dbb-c8b7125fce31'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:20:04.037024 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 61d02e05-5b4f-4754-b73e-3cf19fa81b47 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:04.037588 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:04.058675 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d178da-561c-48b0-b1cc-8c3a1dc8cb22 None None] Pushing event updated for resources: {'Port': ['ID=b7317d2f-3ade-454b-8237-a9ed830dec9e,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:04.221669 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] Set router 355a6488-5f38-4364-8dbb-c8b7125fce31 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:20:04.329905 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:04.459131 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'name': 'tempest-TestShelveInstance-381946502-router', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:56Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 4, 'project_id': '50ca6655447848e3b8acbba71645a253', 'gw_port': {'id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:57Z', 'updated_at': '2021-07-08T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b7317d2f-3ade-454b-8237-a9ed830dec9e', 'name': '', 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'mac_address': 'fa:16:3e:67:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '74b15262-ecb1-49f3-b4f1-22a49f88da42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:59Z', 'updated_at': '2021-07-08T19:20:03Z', 'revision_number': 4, 'project_id': '50ca6655447848e3b8acbba71645a253', 'subnets': [{'id': '74b15262-ecb1-49f3-b4f1-22a49f88da42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:20:04.462529 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-b5fe5347-af18-4d3a-9f25-aea8a41ac12e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:04.464082 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-b5fe5347-af18-4d3a-9f25-aea8a41ac12e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 807 time: 0.1199696 Jul 08 19:20:04.487744 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c13874-f4d1-43ef-9bd9-f36dbfe085db None None] The sync data for ids ['355a6488-5f38-4364-8dbb-c8b7125fce31'] in n-d-799684-3 is: [{'id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'name': 'tempest-TestShelveInstance-381946502-router', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:56Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 4, 'project_id': '50ca6655447848e3b8acbba71645a253', 'gw_port': {'id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:57Z', 'updated_at': '2021-07-08T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'b7317d2f-3ade-454b-8237-a9ed830dec9e', 'name': '', 'network_id': '37b8f5b3-7279-4de6-84a0-c86f46e232cf', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'mac_address': 'fa:16:3e:67:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '74b15262-ecb1-49f3-b4f1-22a49f88da42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:59Z', 'updated_at': '2021-07-08T19:20:03Z', 'revision_number': 4, 'project_id': '50ca6655447848e3b8acbba71645a253', 'subnets': [{'id': '74b15262-ecb1-49f3-b4f1-22a49f88da42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:20:04.571800 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-33e600c0-9fec-4829-a11a-9fe7469947b8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95eaad89a80142bfb3bfbdcbbe243d94 HTTP/1.1" status: 200 len: 380 time: 0.0976379 Jul 08 19:20:04.581035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'port': {'device_id': '376ecb28-cd88-42ff-be2c-0321b8882215', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'admin_state_up': True, 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'security_groups': ['894d5f17-5f5d-4ae4-a7ad-d558b191a93f']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:20:04.610968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2ef6f051-92a0-44d1-a5a6-bc5a650d3058 req-97be020a-85df-407a-bee4-9b16157321de tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 210 time: 0.0286090 Jul 08 19:20:04.725756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Made reservation on behalf of 95eaad89a80142bfb3bfbdcbbe243d94 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:20:04.729413 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:04.856715 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Allocated IP 172.20.0.14 (d8cf2688-0535-4406-985e-70393592d510/da9d64bf-29c7-46ba-aeb1-5fe035bea133/6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:20:05.006388 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:05.021042 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Transition to ACTIVE for port object 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:20:05.055570 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:05.098023 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Network d8cf2688-0535-4406-985e-70393592d510 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:20:05.100609 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:05.101907 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:20:05.108614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:20:05.140153 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'Port': ['ID=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:05.170894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:05.171630 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:05.187881 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1896e4c3-8954-46f8-87c8-7e63f7fdd182 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6109362 Jul 08 19:20:05.200129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Request body: {'port': {'device_id': '376ecb28-cd88-42ff-be2c-0321b8882215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:20:05.280535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:05.340228 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5e7f30d3-b73d-4ca8-9343-34c17c98ade4 None None] Provisioning for port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:20:05.344074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5e7f30d3-b73d-4ca8-9343-34c17c98ade4 None None] Provisioning complete for port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:05.344443 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e7f30d3-b73d-4ca8-9343-34c17c98ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:05.384678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f30d3-b73d-4ca8-9343-34c17c98ade4 None None] Port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:20:05.548666 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:20:05.556758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:05.568098 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Transition to ACTIVE for port object 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:20:05.571794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:05.619630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Pushing event updated for resources: {'Port': ['ID=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:05.695069 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Attempting to bind port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:20:05.695555 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Attempting to bind port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:20:05.695902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Attempting to bind port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 on network d8cf2688-0535-4406-985e-70393592d510 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:20:05.700896 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 on network d8cf2688-0535-4406-985e-70393592d510 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:20:05.701228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Attempting to bind port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 on network d8cf2688-0535-4406-985e-70393592d510 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:20:05.707521 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:20:05.707997 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Checking segment: {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:20:05.708305 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Bound using segment: {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:20:05.708743 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Bound port: 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:20:05.709107 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:05.782917 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:20:05.787562 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:20:05.799458 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:05.820797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c89ef5-dba6-49bd-bed2-c3d4bfbb6755 req-4806d61b-3037-4bf1-bcd3-460264aa2d68 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:05.822325 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12c89ef5-dba6-49bd-bed2-c3d4bfbb6755 req-4806d61b-3037-4bf1-bcd3-460264aa2d68 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0744073 Jul 08 19:20:05.835433 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:05.836082 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:05.837499 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] 10.222.0.74 "PUT /v2.0/ports/6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 1092 time: 0.6417940 Jul 08 19:20:05.837947 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:20:05.840274 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e57f910-094a-4ed3-89a5-6871826c6bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:20:05.865890 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82382bd-1593-4499-9e0d-3780b8e652ad service neutron] Pushing event updated for resources: {'Port': ['ID=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:05.871443 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-12c89ef5-dba6-49bd-bed2-c3d4bfbb6755 req-78f2f93d-0594-4fd7-8f5a-546a1f1e58e2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426209 Jul 08 19:20:05.931263 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb761d5a-8f3d-46d1-b111-9e4688be70b3 x-openstack-request-id: req-eb761d5a-8f3d-46d1-b111-9e4688be70b3 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:20:05.931558 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:20:05.931813 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb761d5a-8f3d-46d1-b111-9e4688be70b3 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:20:05.932356 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'status': 'completed', 'code': 200} Jul 08 19:20:05.957753 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-338c6075-9d9a-41e5-92c2-f24932d0e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:05.959613 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-338c6075-9d9a-41e5-92c2-f24932d0e6f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1095 time: 0.0749288 Jul 08 19:20:06.006670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b7317d2f-3ade-454b-8237-a9ed830dec9e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:20:06.008224 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-a640cb35-3aae-43df-b924-0312006a57dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 217 time: 0.0416753 Jul 08 19:20:06.059396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port b7317d2f-3ade-454b-8237-a9ed830dec9e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:20:06.063276 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b7317d2f-3ade-454b-8237-a9ed830dec9e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:06.063778 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:06.065310 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1ac6d2cb-ffab-4988-93af-8182efa3518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:06.066988 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-1ac6d2cb-ffab-4988-93af-8182efa3518f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0532804 Jul 08 19:20:06.124219 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-f5c7e270-121c-4860-bbd3-c8944d9daf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:06.126119 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-f5c7e270-121c-4860-bbd3-c8944d9daf00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532956 Jul 08 19:20:06.151013 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:06.184802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port b7317d2f-3ade-454b-8237-a9ed830dec9e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b7317d2f-3ade-454b-8237-a9ed830dec9e,segment=NetworkSegment(6582aa64-ae7a-4869-986f-035b5b72f2ee),segment_id=6582aa64-ae7a-4869-986f-035b5b72f2ee)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:20:06.189121 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:06.219521 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-8250e6ac-a585-4163-83e0-844a5f4e1c6d service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865066 Jul 08 19:20:06.236461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=b7317d2f-3ade-454b-8237-a9ed830dec9e,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:06.309713 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f71cfee5-d40a-424d-987c-fd3454c7042f req-ca947af0-1b6e-4d82-b364-800bd5e056ef service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832183 Jul 08 19:20:06.364985 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7825d2da-f0fa-47d0-aa21-cc02a5020b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:06.412217 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57f910-094a-4ed3-89a5-6871826c6bd2 req-409f50e7-179a-4385-8eec-785c81184c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:06.415333 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5e57f910-094a-4ed3-89a5-6871826c6bd2 req-409f50e7-179a-4385-8eec-785c81184c33 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1095 time: 0.0559471 Jul 08 19:20:06.632185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57f910-094a-4ed3-89a5-6871826c6bd2 req-b0b11842-55a3-4a61-a3e6-23fa5e7f9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:06.633550 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5e57f910-094a-4ed3-89a5-6871826c6bd2 req-b0b11842-55a3-4a61-a3e6-23fa5e7f9b88 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0883658 Jul 08 19:20:06.674883 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5e57f910-094a-4ed3-89a5-6871826c6bd2 req-39a3f7be-baff-41db-9a7d-4d53d360abed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 217 time: 0.0346510 Jul 08 19:20:06.722094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57f910-094a-4ed3-89a5-6871826c6bd2 req-da6ba0f6-51c9-487d-967e-9e4374f1a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:06.724116 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5e57f910-094a-4ed3-89a5-6871826c6bd2 req-da6ba0f6-51c9-487d-967e-9e4374f1a35b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0433390 Jul 08 19:20:06.786019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57f910-094a-4ed3-89a5-6871826c6bd2 req-7438e0c8-a599-4a09-9f63-33c862ecd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:06.787600 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5e57f910-094a-4ed3-89a5-6871826c6bd2 req-7438e0c8-a599-4a09-9f63-33c862ecd8e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576162 Jul 08 19:20:06.874220 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5e57f910-094a-4ed3-89a5-6871826c6bd2 req-194d4f0e-b69b-4f00-88a1-692e018ede2d service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804543 Jul 08 19:20:06.971541 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5e57f910-094a-4ed3-89a5-6871826c6bd2 req-b3028b68-569e-4c4a-81f6-fea73ff0caa8 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904701 Jul 08 19:20:07.057734 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8c225-7819-46ec-b738-fa647c5dbf0f req-af4a0ad3-a1a0-40c6-abb5-3b0374598bf2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:07.059302 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ac8c225-7819-46ec-b738-fa647c5dbf0f req-af4a0ad3-a1a0-40c6-abb5-3b0374598bf2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0700359 Jul 08 19:20:07.097792 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6ac8c225-7819-46ec-b738-fa647c5dbf0f req-2fbf69b7-56e6-4648-a896-8f2ae53c77e5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Jul 08 19:20:07.948496 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b7317d2f-3ade-454b-8237-a9ed830dec9e up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:20:07.996420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port b7317d2f-3ade-454b-8237-a9ed830dec9e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:07.996784 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:08.269066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1e61c-a9c2-4cda-b5bb-a5244229d92d req-0505fe99-109d-4366-ad20-1a529ee8aaf9 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:08.271243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ca1e61c-a9c2-4cda-b5bb-a5244229d92d req-0505fe99-109d-4366-ad20-1a529ee8aaf9 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0655179 Jul 08 19:20:08.307789 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ca1e61c-a9c2-4cda-b5bb-a5244229d92d req-78597300-093a-4ea0-a661-ed2b660a0bd3 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Jul 08 19:20:09.205934 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:20:09.214718 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:09.234163 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebb2f751-3222-4d5c-868b-9814230df9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:09.478798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d2729-3f99-4b07-9bd0-e892811a0f18 req-15ff3102-a3b0-4d5f-9878-55baf7621824 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:09.480194 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d63d2729-3f99-4b07-9bd0-e892811a0f18 req-15ff3102-a3b0-4d5f-9878-55baf7621824 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0635922 Jul 08 19:20:09.516580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d63d2729-3f99-4b07-9bd0-e892811a0f18 req-c0b29197-05e7-4283-86cc-525d55e61858 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Jul 08 19:20:10.519584 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:10.695728 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd53574-8122-454b-ad57-384e78519d0e req-6fd81f5e-03f9-465b-83ef-7eeaab1953f8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:10.697220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddd53574-8122-454b-ad57-384e78519d0e req-6fd81f5e-03f9-465b-83ef-7eeaab1953f8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0669911 Jul 08 19:20:10.735657 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ddd53574-8122-454b-ad57-384e78519d0e req-7ff09c3d-efea-4a19-8625-6e5358108b1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317333 Jul 08 19:20:11.054913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:20:11.146851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:20:11.158199 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'port_id': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'mac_address': 'fa:16:3e:0f:56:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:20:11.199977 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:11.212946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:20:11.233158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:20:11.237337 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:11.286159 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:11.611859 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:20:11.908869 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120ae43-bbd2-4b88-ab9e-a0a136b80f0f req-f949ce70-2fcb-4448-b2a6-888de2f4d0a1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:11.910421 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5120ae43-bbd2-4b88-ab9e-a0a136b80f0f req-f949ce70-2fcb-4448-b2a6-888de2f4d0a1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 945 time: 0.0664372 Jul 08 19:20:11.948984 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5120ae43-bbd2-4b88-ab9e-a0a136b80f0f req-67cfb875-0c5f-418c-a9d7-11d795d5b935 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330234 Jul 08 19:20:11.987319 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:13.070349 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:20:13.118757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:20:13.122483 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:20:13.122851 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:13.126309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bb778-6883-4002-9c29-22ffd03e1c04 req-429dbd27-8660-40be-b72f-deb9d0a037d8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:13.127817 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-081bb778-6883-4002-9c29-22ffd03e1c04 req-429dbd27-8660-40be-b72f-deb9d0a037d8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 945 time: 0.0681210 Jul 08 19:20:13.166014 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-081bb778-6883-4002-9c29-22ffd03e1c04 req-b1c3dfb9-5acb-44ac-9e95-a97e1d826e68 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318158 Jul 08 19:20:13.201469 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:13.222672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:20:13.224924 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890893ff-13dc-43d6-a229-07186efb7a57" -d '{"events": [{"server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "name": "network-vif-plugged", "status": "completed", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:20:13.237501 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:20:13.241851 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:13.287966 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:13.311081 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c8a24a-b59e-4cf5-8e8e-5f9d86d90009 x-openstack-request-id: req-f3c8a24a-b59e-4cf5-8e8e-5f9d86d90009 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:20:13.311365 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "name": "network-vif-plugged", "status": "completed", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:20:13.311613 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f3c8a24a-b59e-4cf5-8e8e-5f9d86d90009 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:20:13.312000 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'code': 200} Jul 08 19:20:13.419351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141467e-16b9-4ae2-8f2c-9c88181cf929 req-b2c2b779-7d86-4889-83cd-627bf59cb014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:13.420719 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2141467e-16b9-4ae2-8f2c-9c88181cf929 req-b2c2b779-7d86-4889-83cd-627bf59cb014 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1097 time: 0.0505939 Jul 08 19:20:13.454445 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-2141467e-16b9-4ae2-8f2c-9c88181cf929 req-1a83eb10-67ef-4c9d-8f75-05668b3139da service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275483 Jul 08 19:20:14.337797 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a25f02-71db-4a43-a3fa-261b778fd08a req-f4c2bd1a-badf-4f85-a5ec-715978a6ea1d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:14.339320 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1a25f02-71db-4a43-a3fa-261b778fd08a req-f4c2bd1a-badf-4f85-a5ec-715978a6ea1d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0638592 Jul 08 19:20:14.377169 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1a25f02-71db-4a43-a3fa-261b778fd08a req-fc322f1f-1a09-4544-970d-47dded529816 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Jul 08 19:20:15.547882 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14f659-95a9-41ba-b794-c40cd17f444b req-d8f367ef-8b5d-4de2-8526-0bc1ad52b934 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:15.549549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a14f659-95a9-41ba-b794-c40cd17f444b req-d8f367ef-8b5d-4de2-8526-0bc1ad52b934 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0624118 Jul 08 19:20:15.587092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3a14f659-95a9-41ba-b794-c40cd17f444b req-2746dbd9-1e00-452f-86a1-bc71f7e9f11f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Jul 08 19:20:15.762068 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2c4c3-074e-4ae8-a63d-34faf27d1a2a req-66c13e7c-a3dc-42ac-9e4b-4967ee85952c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:15.763560 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbd2c4c3-074e-4ae8-a63d-34faf27d1a2a req-66c13e7c-a3dc-42ac-9e4b-4967ee85952c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0662937 Jul 08 19:20:15.803473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fbd2c4c3-074e-4ae8-a63d-34faf27d1a2a req-46f25318-86d0-4772-8cfa-bc946469a8c8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342023 Jul 08 19:20:15.826700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33228) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:20:15.965016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71bcd46-9f8c-42b0-9e8f-92b2c280eb62 tempest-TestShelveInstance-143221871 tempest-TestShelveInstance-143221871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:15.966567 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d71bcd46-9f8c-42b0-9e8f-92b2c280eb62 tempest-TestShelveInstance-143221871 tempest-TestShelveInstance-143221871-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1092 time: 0.1388586 Jul 08 19:20:15.969487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33232) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:20:15.974406 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:20:15.996278 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:16.096012 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:16.194460 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Allocated IP 172.25.8.174 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/61413c13-b358-47cc-ad17-78724d4f2084) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:20:16.297018 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:16.334197 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:16.369248 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:20:16.372005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:20:16.374536 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:20:16.403948 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'Port': ['ID=61413c13-b358-47cc-ad17-78724d4f2084,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:16.737536 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:16.810902 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:16.956690 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:16.961610 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:17.031113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'Port': ['ID=61413c13-b358-47cc-ad17-78724d4f2084,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:20:17.043668 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:17.142916 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Floating IP dfbfc600-8c0a-44dd-9c1d-1c011edb4b05 associated. External IP: 172.25.8.174, port: 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5. Jul 08 19:20:17.342321 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:20:17.447972 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:20:17.457460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f9fa6-6afb-48a9-ae9b-5223f7a9a450 None None] Sync routers for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:20:17.467135 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:17.468157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f9fa6-6afb-48a9-ae9b-5223f7a9a450 None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:20:17.468778 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-903f9fa6-6afb-48a9-ae9b-5223f7a9a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:20:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:20:17.510170 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c34ce809-015d-4d43-b477-245dca36fb1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5396101 Jul 08 19:20:17.510798 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:20:17.513111 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468145b2-230b-4fbe-82ec-d018e4ee0c06" -d '{"events": [{"name": "network-changed", "server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:20:17.562488 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ca36e3-a177-458e-bf06-f516dcab7379 x-openstack-request-id: req-d9ca36e3-a177-458e-bf06-f516dcab7379 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:20:17.563004 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:20:17.563255 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9ca36e3-a177-458e-bf06-f516dcab7379 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:20:17.563666 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'status': 'completed', 'code': 200} Jul 08 19:20:17.689659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468145b2-230b-4fbe-82ec-d018e4ee0c06 req-eb868b59-fce4-448c-bbd8-2c31396e9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:17.691185 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-468145b2-230b-4fbe-82ec-d018e4ee0c06 req-eb868b59-fce4-448c-bbd8-2c31396e9383 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1097 time: 0.1033070 Jul 08 19:20:17.718666 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-94f7d13e-8640-45da-ab93-50487ca2c3bb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536385 Jul 08 19:20:17.735968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-903f9fa6-6afb-48a9-ae9b-5223f7a9a450 None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:20:17.786551 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468145b2-230b-4fbe-82ec-d018e4ee0c06 req-eac71208-e029-45f4-9dc0-622851a33b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:17.788064 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-468145b2-230b-4fbe-82ec-d018e4ee0c06 req-eac71208-e029-45f4-9dc0-622851a33b5a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0901191 Jul 08 19:20:17.852691 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-468145b2-230b-4fbe-82ec-d018e4ee0c06 req-7e085616-e849-49bd-8574-5a1455fefdfd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 1000 time: 0.0582159 Jul 08 19:20:17.905887 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468145b2-230b-4fbe-82ec-d018e4ee0c06 req-4e1d8319-b49e-4096-baad-4f9fd36ef88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:17.907402 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-468145b2-230b-4fbe-82ec-d018e4ee0c06 req-4e1d8319-b49e-4096-baad-4f9fd36ef88e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0482736 Jul 08 19:20:17.958427 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-903f9fa6-6afb-48a9-ae9b-5223f7a9a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'dfbfc600-8c0a-44dd-9c1d-1c011edb4b05', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'port_id': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'mac_address': 'fa:16:3e:0f:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ecb28-cd88-42ff-be2c-0321b8882215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:20:16Z', 'updated_at': '2021-07-08T19:20:16Z', 'revision_number': 0, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:20:17.966754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468145b2-230b-4fbe-82ec-d018e4ee0c06 req-1e9c14eb-5a2c-424e-bfc5-51788fb01aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:17.968253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-468145b2-230b-4fbe-82ec-d018e4ee0c06 req-1e9c14eb-5a2c-424e-bfc5-51788fb01aee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532172 Jul 08 19:20:17.983937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f9fa6-6afb-48a9-ae9b-5223f7a9a450 None None] Checking router: 0baf9e7d-2c6d-40ca-9ccb-64774b00392c for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:20:17.991946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f9fa6-6afb-48a9-ae9b-5223f7a9a450 None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:20:17.992547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-903f9fa6-6afb-48a9-ae9b-5223f7a9a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:20:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:20:18.057239 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-468145b2-230b-4fbe-82ec-d018e4ee0c06 req-a8e26698-241c-4645-aa19-345e1088cf78 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809014 Jul 08 19:20:18.097968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-903f9fa6-6afb-48a9-ae9b-5223f7a9a450 None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:20:18.151458 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-468145b2-230b-4fbe-82ec-d018e4ee0c06 req-37ebb0b6-01ee-4039-a366-3edb1d0c6ee5 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881336 Jul 08 19:20:18.264737 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-f1b752b3-9a1c-4cee-bcf0-4dbfe3562587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:18.266243 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-f1b752b3-9a1c-4cee-bcf0-4dbfe3562587 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1097 time: 0.0531588 Jul 08 19:20:18.327170 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-903f9fa6-6afb-48a9-ae9b-5223f7a9a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'dfbfc600-8c0a-44dd-9c1d-1c011edb4b05', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'port_id': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'mac_address': 'fa:16:3e:0f:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ecb28-cd88-42ff-be2c-0321b8882215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:20:16Z', 'updated_at': '2021-07-08T19:20:16Z', 'revision_number': 0, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:20:18.353265 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f9fa6-6afb-48a9-ae9b-5223f7a9a450 None None] The sync data for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 is: [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': 'dfbfc600-8c0a-44dd-9c1d-1c011edb4b05', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'port_id': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'mac_address': 'fa:16:3e:0f:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ecb28-cd88-42ff-be2c-0321b8882215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:20:16Z', 'updated_at': '2021-07-08T19:20:16Z', 'revision_number': 0, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:20:18.375027 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-f1d6f002-c146-4382-a2ba-ffc28ecfdd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:18.376567 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-f1d6f002-c146-4382-a2ba-ffc28ecfdd58 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0910859 Jul 08 19:20:18.443786 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-05260b54-96a1-4e97-bddc-ece3a582220a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 1000 time: 0.0599434 Jul 08 19:20:18.493399 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-aea0f65b-65b0-435a-8bfc-b81091a19808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:18.494906 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-aea0f65b-65b0-435a-8bfc-b81091a19808 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0451274 Jul 08 19:20:18.536590 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c9f2a-754a-47e7-b32c-cc04fe239fc6 None None] New status for floating IP dfbfc600-8c0a-44dd-9c1d-1c011edb4b05: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:20:18.558181 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-91f682df-dc7c-4a7c-856e-e2316fd1a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:20:18.559740 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-91f682df-dc7c-4a7c-856e-e2316fd1a4ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589049 Jul 08 19:20:18.650317 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-336563e3-45e3-4e0a-aaa2-7592777a0ac2 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840988 Jul 08 19:20:18.744660 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-36b04a44-89fb-4738-859a-58c9809c25bc service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884695 Jul 08 19:20:34.324697 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:35.108260 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:36.366737 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-114e5b1e-5cfc-4f10-880e-ec0bd1940256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:39.216428 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:39.234663 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-575a11fc-6d36-4d9b-9d84-010082843f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:40.516498 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:41.990818 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:20:46.204632 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:21:04.323971 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:05.106473 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:06.366618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc608439-2cea-4233-bd0e-529a35398dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:09.218531 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:09.234339 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-578becce-c444-4a48-8747-406159c04651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:10.521173 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:11.992790 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:18.683395 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cb49870c-741b-4967-8148-4ae9744745d1 req-298df596-2b69-4457-ad29-d564ec81c3b4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515242 Jul 08 19:21:18.774448 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49870c-741b-4967-8148-4ae9744745d1 req-c51df32a-dc0c-42b3-9024-0ad8fdd0d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:21:18.775911 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cb49870c-741b-4967-8148-4ae9744745d1 req-c51df32a-dc0c-42b3-9024-0ad8fdd0d892 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1097 time: 0.0513339 Jul 08 19:21:18.881730 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49870c-741b-4967-8148-4ae9744745d1 req-c917c806-18ba-4090-bfe0-d4ece57a6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:21:18.883237 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cb49870c-741b-4967-8148-4ae9744745d1 req-c917c806-18ba-4090-bfe0-d4ece57a6b67 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0870216 Jul 08 19:21:18.950722 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cb49870c-741b-4967-8148-4ae9744745d1 req-3fd470fc-8e29-4e20-b59d-7e09a8528c46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 1002 time: 0.0602021 Jul 08 19:21:18.997899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49870c-741b-4967-8148-4ae9744745d1 req-ceb8ae78-cdd9-442c-966b-1f7b8b3b9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:21:18.999330 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cb49870c-741b-4967-8148-4ae9744745d1 req-ceb8ae78-cdd9-442c-966b-1f7b8b3b9e9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0423317 Jul 08 19:21:19.059616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49870c-741b-4967-8148-4ae9744745d1 req-f600efca-3306-44ff-a781-d7efc2623633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:21:19.061090 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cb49870c-741b-4967-8148-4ae9744745d1 req-f600efca-3306-44ff-a781-d7efc2623633 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551023 Jul 08 19:21:19.149914 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cb49870c-741b-4967-8148-4ae9744745d1 req-f0ae8a0c-8ff5-49ed-a8ef-030511d86c70 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807307 Jul 08 19:21:19.240609 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cb49870c-741b-4967-8148-4ae9744745d1 req-42c6de80-e295-4df5-ba24-c60bf1d0331b service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837624 Jul 08 19:21:23.203616 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:21:34.352824 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:35.110045 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:36.367474 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb568b08-c370-4d44-b3ad-db878f495fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:39.224608 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:39.237208 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b82dccf0-84fe-4072-bf62-22ad5fed12b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:40.522720 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:21:41.999385 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:00.202873 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:22:04.367343 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:05.108375 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:06.368035 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bf8747ad-8df1-4ec6-a615-ba2a7e5528e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:09.229216 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:09.238792 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ed64113-1986-4807-82bb-418288616a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:10.525167 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:11.999820 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:20.682001 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-81ed839b-161a-4c19-b6ed-453e431ca689 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511861 Jul 08 19:22:20.773070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-29e2362a-6c2b-4279-9836-85de6126b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:22:20.774538 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-29e2362a-6c2b-4279-9836-85de6126b96f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1097 time: 0.0509293 Jul 08 19:22:20.879233 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-c279c99f-93b1-4e86-be95-ea2ab79e7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:22:20.880695 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-c279c99f-93b1-4e86-be95-ea2ab79e7387 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0860431 Jul 08 19:22:20.945045 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-ae255799-2d7c-4637-9c54-a0271d39784f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 1002 time: 0.0576408 Jul 08 19:22:20.996606 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-db1884dc-3b53-4616-9e97-2015a423e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:22:20.998072 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-db1884dc-3b53-4616-9e97-2015a423e557 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0475075 Jul 08 19:22:21.051899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-2a3f8495-b65a-49b5-8a69-30c1f2398ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:22:21.053605 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-2a3f8495-b65a-49b5-8a69-30c1f2398ec8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498173 Jul 08 19:22:21.138440 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-e9c0e203-ea97-47a1-a19c-3a4a013d75f3 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785427 Jul 08 19:22:21.229085 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-7a33d263-081e-49e1-9bbd-4153a82bb272 req-63c2a8dc-8ee4-491d-a170-59d8aa448dab service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846808 Jul 08 19:22:34.367239 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:35.122051 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:36.368135 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b868017d-75c9-4fad-aba5-018c66f3754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:37.202442 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:22:39.235773 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:39.240444 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-34b2972b-007a-4d95-874e-b2a89683bed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:40.527790 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:42.002074 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:22:54.386045 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf4264-ed3f-45fa-a4c8-63c7161e38b7 req-6abcaa65-3537-4cc9-9709-9437de1cd8df tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:22:54.387554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46cf4264-ed3f-45fa-a4c8-63c7161e38b7 req-6abcaa65-3537-4cc9-9709-9437de1cd8df tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0635908 Jul 08 19:22:54.424866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-46cf4264-ed3f-45fa-a4c8-63c7161e38b7 req-90d0d432-7686-4a09-915a-ca144f108bc2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318413 Jul 08 19:22:55.625687 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f5969-492b-4b9b-89d9-f24a039e5159 req-8a0ad4df-08ee-485d-8fc4-0f002ae92f2f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:22:55.627186 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-002f5969-492b-4b9b-89d9-f24a039e5159 req-8a0ad4df-08ee-485d-8fc4-0f002ae92f2f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0655074 Jul 08 19:22:55.663324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-002f5969-492b-4b9b-89d9-f24a039e5159 req-38e35a9a-172d-4e99-baba-a1e0f0db8f55 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304842 Jul 08 19:22:56.834608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f97b7-46b8-4fc7-971a-7dfa3ab10b3d req-3138455f-e3bb-45c3-84de-4ba175947b03 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:22:56.836706 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a08f97b7-46b8-4fc7-971a-7dfa3ab10b3d req-3138455f-e3bb-45c3-84de-4ba175947b03 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0644486 Jul 08 19:22:56.873839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a08f97b7-46b8-4fc7-971a-7dfa3ab10b3d req-dfab13d7-1c1d-4667-9bed-85020819670c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311971 Jul 08 19:22:58.051836 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a36d9-0d5c-4d0e-a9da-add04e3eed59 req-820151d9-0b89-4717-b876-476ac7a06cec tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:22:58.053576 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b4a36d9-0d5c-4d0e-a9da-add04e3eed59 req-820151d9-0b89-4717-b876-476ac7a06cec tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0657349 Jul 08 19:22:58.400308 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0b4a36d9-0d5c-4d0e-a9da-add04e3eed59 req-aa18cc61-b3a6-471b-9b2c-23678dc75668 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411031 Jul 08 19:22:59.570154 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c40c67-112c-43ad-9d10-1b716f78df3e req-01017d32-0482-42a2-93a3-1388bd62a014 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:22:59.571643 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c40c67-112c-43ad-9d10-1b716f78df3e req-01017d32-0482-42a2-93a3-1388bd62a014 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0615532 Jul 08 19:22:59.609268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-23c40c67-112c-43ad-9d10-1b716f78df3e req-92d996e4-18b1-4bb4-8e2d-8079e7adcdbb tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320895 Jul 08 19:23:00.778751 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfa28d-67de-4cba-8155-052792d84eb3 req-7fa28259-df11-49ca-a113-efd15e048604 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:00.780226 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ddfa28d-67de-4cba-8155-052792d84eb3 req-7fa28259-df11-49ca-a113-efd15e048604 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0625513 Jul 08 19:23:00.824777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1ddfa28d-67de-4cba-8155-052792d84eb3 req-e04b8fd5-ae39-482a-82d1-75b1481ab84a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390277 Jul 08 19:23:01.994913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f483271-56d5-4dd6-bcbd-5451b7fdebb8 req-d427d116-844d-4c55-8eca-05076cc2ce64 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:01.996402 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f483271-56d5-4dd6-bcbd-5451b7fdebb8 req-d427d116-844d-4c55-8eca-05076cc2ce64 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0632894 Jul 08 19:23:02.032691 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2f483271-56d5-4dd6-bcbd-5451b7fdebb8 req-c9e1f6ce-322b-4eb6-8ab2-40fd3bdee59f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308647 Jul 08 19:23:03.208926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8285-f2a9-4b1d-81e8-a7f7410b4f84 req-5fc09369-f010-4a31-beed-8fec3f2746d8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:03.210354 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-256f8285-f2a9-4b1d-81e8-a7f7410b4f84 req-5fc09369-f010-4a31-beed-8fec3f2746d8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0628667 Jul 08 19:23:03.246832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-256f8285-f2a9-4b1d-81e8-a7f7410b4f84 req-4fa91e3c-8775-4b80-a446-1bd39cadd7eb tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310314 Jul 08 19:23:04.382064 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:04.420066 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0967f-211e-4e0c-9a81-27d8f7eef5c7 req-5d491e80-b61e-4758-8e19-0f253d520e7e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:04.421554 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6f0967f-211e-4e0c-9a81-27d8f7eef5c7 req-5d491e80-b61e-4758-8e19-0f253d520e7e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0667460 Jul 08 19:23:04.460456 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d6f0967f-211e-4e0c-9a81-27d8f7eef5c7 req-46835f56-cef6-454f-b33d-fee6bf2e5b01 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333815 Jul 08 19:23:05.139368 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:05.632333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498b52d-17c5-4088-a309-f97dadf3b98d req-6a0b99e7-61b1-4c63-9294-b90075d1fb6a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:05.633797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7498b52d-17c5-4088-a309-f97dadf3b98d req-6a0b99e7-61b1-4c63-9294-b90075d1fb6a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0618572 Jul 08 19:23:05.670778 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7498b52d-17c5-4088-a309-f97dadf3b98d req-5659e059-a90a-4aa6-b0c7-8b6d604f5b92 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Jul 08 19:23:06.368618 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa1aff0e-8a1d-46f9-ad68-d58795a5a604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:06.840695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e15ec-69d1-4f5e-a5e0-8a11f314d9c4 req-90219246-d871-41c5-92f2-c25e674b336a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:06.842167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-711e15ec-69d1-4f5e-a5e0-8a11f314d9c4 req-90219246-d871-41c5-92f2-c25e674b336a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0619674 Jul 08 19:23:06.883383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-711e15ec-69d1-4f5e-a5e0-8a11f314d9c4 req-6efcc421-8e66-436a-ae16-a97eb6b9e7e6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355372 Jul 08 19:23:07.797824 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:23:07.892715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:23:07.903667 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'port_id': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'mac_address': 'fa:16:3e:0f:56:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:23:07.940656 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:07.954107 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:23:07.973219 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:23:07.977839 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:08.034115 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:23:08.041878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.042236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.042582 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.042913 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.043242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.043564 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.043886 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.044203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.044519 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.044834 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.045146 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.045461 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:23:08.052511 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:23:08.070576 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892442dc-d337-4f9d-a545-6b020f03f471 req-fdf2c87b-2cd5-4d4d-9228-a1da3297c932 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:08.072070 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-892442dc-d337-4f9d-a545-6b020f03f471 req-fdf2c87b-2cd5-4d4d-9228-a1da3297c932 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 945 time: 0.0717521 Jul 08 19:23:08.109293 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-892442dc-d337-4f9d-a545-6b020f03f471 req-f9093fac-0bb6-44f6-ae7e-397cb301ef76 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315819 Jul 08 19:23:09.227226 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:09.243567 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6288526b-89e9-4603-ae96-ed556d7341d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:09.281783 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bead0-a3f4-4202-bca2-b0374bd919e9 req-6a0513ab-0cf7-4c6f-bdd7-cc359e6864c0 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:09.283299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-554bead0-a3f4-4202-bca2-b0374bd919e9 req-6a0513ab-0cf7-4c6f-bdd7-cc359e6864c0 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 945 time: 0.0650387 Jul 08 19:23:09.320674 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-554bead0-a3f4-4202-bca2-b0374bd919e9 req-d2ce94df-c675-433a-8393-b452ba4b9bcc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Jul 08 19:23:09.803710 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:23:09.849875 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:23:09.850162 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:09.924177 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:09.947704 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:23:09.949902 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95cc3d3-0ffa-4067-b7c3-f08b24c26397" -d '{"events": [{"server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "name": "network-vif-plugged", "status": "completed", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:23:09.965521 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:23:09.969670 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:09.993171 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1df464-b1f2-42fd-9f2a-da7d8d0ce4af x-openstack-request-id: req-6a1df464-b1f2-42fd-9f2a-da7d8d0ce4af {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:23:09.993480 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "name": "network-vif-plugged", "status": "completed", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:23:09.993702 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a1df464-b1f2-42fd-9f2a-da7d8d0ce4af {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:23:09.994265 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'code': 200} Jul 08 19:23:10.019363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:23:10.493591 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f8193-931b-428a-8eca-119146ffa4d6 req-6ba2cbef-972f-49bf-9ebe-28ac4b34150a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:10.495096 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-355f8193-931b-428a-8eca-119146ffa4d6 req-6ba2cbef-972f-49bf-9ebe-28ac4b34150a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0654588 Jul 08 19:23:10.531421 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:10.536990 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-355f8193-931b-428a-8eca-119146ffa4d6 req-f35ef28b-0cf7-4dfd-97df-545810a0d1ec tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363488 Jul 08 19:23:11.728250 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12727d-7c00-4630-9b48-843b82b9be80 req-daff7730-a75a-4f72-99f8-b8d194d87e8c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:11.730728 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de12727d-7c00-4630-9b48-843b82b9be80 req-daff7730-a75a-4f72-99f8-b8d194d87e8c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0689986 Jul 08 19:23:11.775138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-de12727d-7c00-4630-9b48-843b82b9be80 req-59ef9bdd-d11b-44a2-8eee-4848b69559ab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374486 Jul 08 19:23:12.006453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:12.965621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463e3ae-3deb-4408-bf30-353ed6ea751d req-8a181633-30ee-432e-a7c3-a84d8e3dec3b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:12.967220 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1463e3ae-3deb-4408-bf30-353ed6ea751d req-8a181633-30ee-432e-a7c3-a84d8e3dec3b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0705979 Jul 08 19:23:13.019371 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1463e3ae-3deb-4408-bf30-353ed6ea751d req-0a8aaeda-5cde-4a88-86b0-d97d6260d968 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464573 Jul 08 19:23:14.196914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc310f-7a54-405f-aa81-bd898ae28fcc req-54cc6d11-45f8-4839-ba9b-45b360474ef8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:14.199476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ffc310f-7a54-405f-aa81-bd898ae28fcc req-54cc6d11-45f8-4839-ba9b-45b360474ef8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0732877 Jul 08 19:23:14.203723 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:23:14.244282 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ffc310f-7a54-405f-aa81-bd898ae28fcc req-cd4bb0b9-d3a4-42ab-a1d2-d89019cc690c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381591 Jul 08 19:23:15.441545 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b411f-37fc-4417-af48-68052487ac8c req-8b9b0351-c6f0-48c9-ac7a-81c196750412 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:15.446756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-221b411f-37fc-4417-af48-68052487ac8c req-8b9b0351-c6f0-48c9-ac7a-81c196750412 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0811822 Jul 08 19:23:15.493378 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-221b411f-37fc-4417-af48-68052487ac8c req-cd12039c-4ba0-4c57-a30c-2c8821c2a8f0 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412393 Jul 08 19:23:16.694018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c2b29-1363-4877-a267-da4ba8d19a4a req-43d06c7a-6c7e-4dc4-94dc-8fcd2508d948 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:16.695903 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af7c2b29-1363-4877-a267-da4ba8d19a4a req-43d06c7a-6c7e-4dc4-94dc-8fcd2508d948 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0837493 Jul 08 19:23:16.738972 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-af7c2b29-1363-4877-a267-da4ba8d19a4a req-2acb7d5b-fa13-4287-8051-04275d02a844 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374484 Jul 08 19:23:17.935621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172857d-0d90-450d-8cbd-1b7d5ce60b9f req-da19c96f-dbe8-4ba6-95e2-2b5325ed0a70 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:17.937193 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e172857d-0d90-450d-8cbd-1b7d5ce60b9f req-da19c96f-dbe8-4ba6-95e2-2b5325ed0a70 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0737636 Jul 08 19:23:17.979924 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e172857d-0d90-450d-8cbd-1b7d5ce60b9f req-d12b869d-1d08-4eb4-be8e-07fc23edf34f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336945 Jul 08 19:23:19.183403 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9a651-87a6-4f05-8b64-b570e9de5be4 req-45e85bde-064c-4684-987f-956953a9253f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:19.184916 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8fa9a651-87a6-4f05-8b64-b570e9de5be4 req-45e85bde-064c-4684-987f-956953a9253f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0767820 Jul 08 19:23:19.233558 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8fa9a651-87a6-4f05-8b64-b570e9de5be4 req-385e4621-a61a-43e7-9b79-23e026caee95 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417588 Jul 08 19:23:20.419904 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fde83e-afe9-49dd-8c09-420a1ac45ca9 req-7b1580a5-41f9-4f2c-a8da-7a234da42afc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:20.421609 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71fde83e-afe9-49dd-8c09-420a1ac45ca9 req-7b1580a5-41f9-4f2c-a8da-7a234da42afc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0682096 Jul 08 19:23:20.467742 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71fde83e-afe9-49dd-8c09-420a1ac45ca9 req-e9c6a599-ab8a-48de-a1f8-7080963b9e54 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399065 Jul 08 19:23:21.644708 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb15d3-f18f-4da1-a4dc-5bd5e0f0db3b req-674b3696-5b6b-42f4-9537-02cf14aae1c4 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:21.646291 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0bbb15d3-f18f-4da1-a4dc-5bd5e0f0db3b req-674b3696-5b6b-42f4-9537-02cf14aae1c4 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0635343 Jul 08 19:23:21.685505 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0bbb15d3-f18f-4da1-a4dc-5bd5e0f0db3b req-b71827a5-3c9a-49c9-ae5e-e0dabbece521 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334625 Jul 08 19:23:21.732175 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc189b-0abd-4536-9159-4b7ce0bdc522 req-0161719c-c64a-4fa8-8889-b6023c41d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:21.733672 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52bc189b-0abd-4536-9159-4b7ce0bdc522 req-0161719c-c64a-4fa8-8889-b6023c41d025 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1097 time: 0.0548720 Jul 08 19:23:21.843736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc189b-0abd-4536-9159-4b7ce0bdc522 req-7f44d109-978e-4df0-ad38-c3bda27fe435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:21.845091 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52bc189b-0abd-4536-9159-4b7ce0bdc522 req-7f44d109-978e-4df0-ad38-c3bda27fe435 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0862143 Jul 08 19:23:21.909054 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52bc189b-0abd-4536-9159-4b7ce0bdc522 req-9fd46ddc-3e49-4cee-ae54-6fd977583310 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 1002 time: 0.0555902 Jul 08 19:23:21.957496 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc189b-0abd-4536-9159-4b7ce0bdc522 req-498b6b75-4129-4204-8281-dcd6b2416685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:21.958961 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52bc189b-0abd-4536-9159-4b7ce0bdc522 req-498b6b75-4129-4204-8281-dcd6b2416685 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0428865 Jul 08 19:23:22.017955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc189b-0abd-4536-9159-4b7ce0bdc522 req-e8f099a7-8bf1-405d-a5a6-2d7dd7b6125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:22.019448 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52bc189b-0abd-4536-9159-4b7ce0bdc522 req-e8f099a7-8bf1-405d-a5a6-2d7dd7b6125c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539005 Jul 08 19:23:22.105583 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52bc189b-0abd-4536-9159-4b7ce0bdc522 req-101a5b41-55b5-48dd-acbb-22f4f3a7063d service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794554 Jul 08 19:23:22.199670 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-52bc189b-0abd-4536-9159-4b7ce0bdc522 req-3ed15d81-d2c8-4946-944d-7ced28469813 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878758 Jul 08 19:23:22.289114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca542d1-25c6-4bf3-a5d7-f5e05707af35 req-b0b08281-892a-4fda-ae3d-aa440930ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:22.290627 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4ca542d1-25c6-4bf3-a5d7-f5e05707af35 req-b0b08281-892a-4fda-ae3d-aa440930ab65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1097 time: 0.0515277 Jul 08 19:23:22.378455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca542d1-25c6-4bf3-a5d7-f5e05707af35 req-c6cb420d-5556-4852-b162-01ecf8cb62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:22.379819 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4ca542d1-25c6-4bf3-a5d7-f5e05707af35 req-c6cb420d-5556-4852-b162-01ecf8cb62e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0830383 Jul 08 19:23:22.445241 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4ca542d1-25c6-4bf3-a5d7-f5e05707af35 req-77d9ef82-de84-4126-b491-e8dd1f69ddf4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 1002 time: 0.0586689 Jul 08 19:23:22.491250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca542d1-25c6-4bf3-a5d7-f5e05707af35 req-f3f2ef09-4178-466a-bd17-545f459786e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:22.492628 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4ca542d1-25c6-4bf3-a5d7-f5e05707af35 req-f3f2ef09-4178-466a-bd17-545f459786e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0411813 Jul 08 19:23:22.548614 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca542d1-25c6-4bf3-a5d7-f5e05707af35 req-005bc9db-aaaf-4969-bb49-af3ede6404f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:22.550086 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4ca542d1-25c6-4bf3-a5d7-f5e05707af35 req-005bc9db-aaaf-4969-bb49-af3ede6404f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515666 Jul 08 19:23:22.642463 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4ca542d1-25c6-4bf3-a5d7-f5e05707af35 req-d344f5cc-65af-44b0-9547-d9264c0a043b service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852888 Jul 08 19:23:22.728207 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4ca542d1-25c6-4bf3-a5d7-f5e05707af35 req-7e746e1a-1a8c-4399-b38e-33a888c80b89 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798063 Jul 08 19:23:22.860806 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3132a40-bfb9-4e58-889e-c397f6d28591 req-6d083675-0112-486b-a155-1a5568113e01 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:22.862305 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3132a40-bfb9-4e58-889e-c397f6d28591 req-6d083675-0112-486b-a155-1a5568113e01 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 946 time: 0.0669599 Jul 08 19:23:22.899714 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3132a40-bfb9-4e58-889e-c397f6d28591 req-ce0fb595-a54c-46a4-b3ad-39dd167f982e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317488 Jul 08 19:23:23.891710 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:23:23.965765 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:23.990707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:23:23.993601 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5ffeca-7cb9-4755-920b-5d686160c6d3" -d '{"events": [{"server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:23:24.006316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:23:24.010630 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:24.057377 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:23:24.072889 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adabba-e51a-41a5-96a6-22633ff0e218 req-ff13acba-53d6-41ee-bd40-9b8e7b8de20c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:24.074414 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2adabba-e51a-41a5-96a6-22633ff0e218 req-ff13acba-53d6-41ee-bd40-9b8e7b8de20c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0625169 Jul 08 19:23:24.111346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b2adabba-e51a-41a5-96a6-22633ff0e218 req-21a1cb93-34b6-4086-bc26-b725523fe3b3 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312791 Jul 08 19:23:24.156198 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 19:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b66f9d-b774-424e-a7a7-da409e4e5a47 x-openstack-request-id: req-f8b66f9d-b774-424e-a7a7-da409e4e5a47 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:23:24.156522 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:23:24.156780 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8b66f9d-b774-424e-a7a7-da409e4e5a47 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:23:24.157183 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'code': 200} Jul 08 19:23:25.286267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef0f66-9794-4308-b553-728d3c05f739 req-4a3660a3-7e36-4fd7-97cf-5ce75caadf16 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:25.287637 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7eef0f66-9794-4308-b553-728d3c05f739 req-4a3660a3-7e36-4fd7-97cf-5ce75caadf16 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0656409 Jul 08 19:23:25.325398 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7eef0f66-9794-4308-b553-728d3c05f739 req-383f019b-3a78-4f05-84e6-32b8f9b08283 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317335 Jul 08 19:23:25.669692 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947c198-a8f9-4b15-84a9-669f64a30555 req-28113e6a-d5c8-4ad3-bdbf-5a6447aee1d6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:25.671057 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c947c198-a8f9-4b15-84a9-669f64a30555 req-28113e6a-d5c8-4ad3-bdbf-5a6447aee1d6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0660756 Jul 08 19:23:25.710700 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c947c198-a8f9-4b15-84a9-669f64a30555 req-a3a62a71-1ee5-4e06-a550-170ead5e6a43 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340793 Jul 08 19:23:25.809688 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-6d808dd0-4985-4c4c-953c-b64614884d61 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955420 Jul 08 19:23:26.883016 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f6325-4120-44ed-bc42-709349391b8a req-22b555be-6798-4107-9c6a-4988f7e29736 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:26.885024 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-776f6325-4120-44ed-bc42-709349391b8a req-22b555be-6798-4107-9c6a-4988f7e29736 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0646899 Jul 08 19:23:26.923066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-776f6325-4120-44ed-bc42-709349391b8a req-9855f755-d984-45a2-8963-2097953afdbd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324397 Jul 08 19:23:27.907593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:23:28.110989 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2533a4b-7911-43ba-9869-96450f14a223 req-f3f2e500-3a84-4006-b730-1da317a342db tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:28.112481 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2533a4b-7911-43ba-9869-96450f14a223 req-f3f2e500-3a84-4006-b730-1da317a342db tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0694928 Jul 08 19:23:28.152723 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d2533a4b-7911-43ba-9869-96450f14a223 req-f26f4ea3-085b-4e86-93f6-5bc306ed8266 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346246 Jul 08 19:23:29.325202 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9575ce5-7613-4ce1-a011-fbe5f3b423cf req-f060b776-aff8-4e4a-bcae-389d6e78a29a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:29.326682 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9575ce5-7613-4ce1-a011-fbe5f3b423cf req-f060b776-aff8-4e4a-bcae-389d6e78a29a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0625124 Jul 08 19:23:29.363528 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a9575ce5-7613-4ce1-a011-fbe5f3b423cf req-472e2b9a-1506-489c-bca2-4a471e408663 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313551 Jul 08 19:23:30.547700 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9591fcf-a893-49fa-9fa3-a1775edb8c14 req-78b25272-30ee-473b-887e-d9e1e16e8df9 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:30.549113 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9591fcf-a893-49fa-9fa3-a1775edb8c14 req-78b25272-30ee-473b-887e-d9e1e16e8df9 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0713401 Jul 08 19:23:30.596011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d9591fcf-a893-49fa-9fa3-a1775edb8c14 req-12d0bf57-59c7-4946-aabd-8983dd32584f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410683 Jul 08 19:23:30.840077 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-6a1bfe71-a5aa-49bb-b4d8-cc221f92a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:30.841454 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-6a1bfe71-a5aa-49bb-b4d8-cc221f92a9ae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215&tenant_id=95eaad89a80142bfb3bfbdcbbe243d94 HTTP/1.1" status: 200 len: 1095 time: 0.0561233 Jul 08 19:23:30.920260 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-2f3cfe33-9eaa-4aa9-bad6-07361b2d4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:30.921766 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-2f3cfe33-9eaa-4aa9-bad6-07361b2d4b73 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1095 time: 0.0556452 Jul 08 19:23:31.016339 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-7b908cbb-5d56-48dd-999e-35c05aefa121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:31.017814 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-7b908cbb-5d56-48dd-999e-35c05aefa121 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0899885 Jul 08 19:23:31.085178 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-1d8bc047-c658-4d09-bb1b-9bc5afc8a547 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 1000 time: 0.0609024 Jul 08 19:23:31.134814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-ebb18965-1c68-4727-a55a-ef15a6606652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:31.136192 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-ebb18965-1c68-4727-a55a-ef15a6606652 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0449171 Jul 08 19:23:31.199405 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-82ea8159-205e-47eb-aa2f-d677b2563360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:31.200884 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-82ea8159-205e-47eb-aa2f-d677b2563360 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582645 Jul 08 19:23:31.296104 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-182d654e-a1da-4093-b08a-35f2cb12057f service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886598 Jul 08 19:23:31.391059 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-354b42f9-1e8b-441f-8550-34ef156cd7c3 req-24e85d0d-6859-49d0-8362-a108388bea25 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892191 Jul 08 19:23:31.801241 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad09696-ed9a-41b6-9131-0847f7d5f446 req-12ec4ab6-2b7c-4c5a-9c0c-fa55c29668cf tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:31.803838 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ad09696-ed9a-41b6-9131-0847f7d5f446 req-12ec4ab6-2b7c-4c5a-9c0c-fa55c29668cf tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0872664 Jul 08 19:23:31.864708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0ad09696-ed9a-41b6-9131-0847f7d5f446 req-f39e607f-5bed-40ed-ac6b-7f82dd85f4a6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458198 Jul 08 19:23:33.059090 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda54f0-ee29-489b-a9ae-e0725c0a66fa req-c0e7c963-d92d-44a8-9591-179850b6391b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:33.060665 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fda54f0-ee29-489b-a9ae-e0725c0a66fa req-c0e7c963-d92d-44a8-9591-179850b6391b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0674014 Jul 08 19:23:33.109626 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fda54f0-ee29-489b-a9ae-e0725c0a66fa req-87b6edf7-2012-4ae6-8cc8-38fb8070ab0b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432463 Jul 08 19:23:34.303775 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f33c7a-11e2-4c2b-aee9-4f278acba642 req-02a6fd57-0c4a-4644-a274-ace00baf87a0 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:34.306299 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1f33c7a-11e2-4c2b-aee9-4f278acba642 req-02a6fd57-0c4a-4644-a274-ace00baf87a0 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0791323 Jul 08 19:23:34.345751 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f1f33c7a-11e2-4c2b-aee9-4f278acba642 req-6dbc2910-0beb-49b6-ae5a-54233338446e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331345 Jul 08 19:23:34.397004 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:35.146138 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:35.542571 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5aff1-dddf-42ae-83b9-435d873c137f req-a3b3b617-d11a-4fb1-ac47-6c1981de9787 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:35.544039 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fee5aff1-dddf-42ae-83b9-435d873c137f req-a3b3b617-d11a-4fb1-ac47-6c1981de9787 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0787020 Jul 08 19:23:35.585219 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fee5aff1-dddf-42ae-83b9-435d873c137f req-fba2736a-1660-41ab-a449-489ece58fb05 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356119 Jul 08 19:23:36.374718 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-29d6f3f5-0270-48f1-969b-601e791fad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:36.763706 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797e67f-7c14-4fad-a1ee-1526589be118 req-116f72e4-b8f0-494e-9fe9-166e02feb2ca tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:36.765353 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2797e67f-7c14-4fad-a1ee-1526589be118 req-116f72e4-b8f0-494e-9fe9-166e02feb2ca tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0697074 Jul 08 19:23:36.805560 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-2797e67f-7c14-4fad-a1ee-1526589be118 req-1cf7d993-9c59-4790-aae7-d9e438e2f979 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343409 Jul 08 19:23:37.996819 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ccc79-5f0d-4476-8beb-549263685de2 req-cfc91e5e-54d6-4883-b187-cd0628270fdc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:37.998324 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-541ccc79-5f0d-4476-8beb-549263685de2 req-cfc91e5e-54d6-4883-b187-cd0628270fdc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0731394 Jul 08 19:23:38.037256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-541ccc79-5f0d-4476-8beb-549263685de2 req-69e6d787-e4d4-4b6d-aed4-892a53eb11df tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334342 Jul 08 19:23:39.222853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cc610-3812-45df-9984-b8444aa57244 req-b3518c1f-672d-485f-b705-63ef7944adae tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:39.224364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-481cc610-3812-45df-9984-b8444aa57244 req-b3518c1f-672d-485f-b705-63ef7944adae tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0677269 Jul 08 19:23:39.254988 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:39.265429 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a8840533-ca16-4e4f-a3c9-2588a283c142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:39.271161 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-481cc610-3812-45df-9984-b8444aa57244 req-2c6290dc-03b7-48d4-b9b3-13311a5ec0e8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403988 Jul 08 19:23:40.470837 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470827b-91b7-4909-ac54-59c03d338587 req-70a07598-d44a-4819-9bbd-b7322a7b1af0 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:40.473692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d470827b-91b7-4909-ac54-59c03d338587 req-70a07598-d44a-4819-9bbd-b7322a7b1af0 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0720489 Jul 08 19:23:40.509676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d470827b-91b7-4909-ac54-59c03d338587 req-789a0e6f-6ae0-4f58-a72e-fb1a7acf528e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 Jul 08 19:23:40.547651 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:41.685287 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcc88f-9c9e-42dc-a3b4-94b2c1d18512 req-1121a590-f173-48da-8e96-2b88ee723dbb tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:41.686814 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05fcc88f-9c9e-42dc-a3b4-94b2c1d18512 req-1121a590-f173-48da-8e96-2b88ee723dbb tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0649266 Jul 08 19:23:41.723201 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-05fcc88f-9c9e-42dc-a3b4-94b2c1d18512 req-d0fd77cc-aa19-4a8c-8a07-30d132167eb4 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308366 Jul 08 19:23:42.008358 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:42.903880 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec0fee-ed31-4418-8883-50cb9fe1b308 req-1e663d66-7b56-4a84-a226-77361a739ff4 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:42.905364 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1ec0fee-ed31-4418-8883-50cb9fe1b308 req-1e663d66-7b56-4a84-a226-77361a739ff4 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0672979 Jul 08 19:23:42.944882 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1ec0fee-ed31-4418-8883-50cb9fe1b308 req-a3c4545a-c356-4025-ac6d-e4e51d98c28f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338080 Jul 08 19:23:44.114456 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0708c3-efb1-4f1e-aaa6-7cad177ce4ee req-0be08d2a-c542-4e1e-be36-c48935af6031 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:44.115910 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be0708c3-efb1-4f1e-aaa6-7cad177ce4ee req-0be08d2a-c542-4e1e-be36-c48935af6031 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0622287 Jul 08 19:23:44.154106 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-be0708c3-efb1-4f1e-aaa6-7cad177ce4ee req-51060808-1af6-4a28-8183-43b84e8d0064 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327580 Jul 08 19:23:45.323637 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9cf5a-5890-43d0-b01b-103a717883bb req-2888052b-12a1-46fd-b597-7671a3aebb5a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:45.325656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75c9cf5a-5890-43d0-b01b-103a717883bb req-2888052b-12a1-46fd-b597-7671a3aebb5a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0612905 Jul 08 19:23:45.361667 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-75c9cf5a-5890-43d0-b01b-103a717883bb req-932eea5a-e396-4e48-b0c9-3fba8456ecfe tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303962 Jul 08 19:23:46.587252 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71691-6a14-4799-a111-54564ef81fdc req-aabe958c-881e-4455-94b6-46bb05e3cd44 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:46.588909 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6e71691-6a14-4799-a111-54564ef81fdc req-aabe958c-881e-4455-94b6-46bb05e3cd44 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.1144478 Jul 08 19:23:46.626419 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6e71691-6a14-4799-a111-54564ef81fdc req-6c7e9060-420c-42cb-9525-581e866ee27e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Jul 08 19:23:47.800861 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c31fcb-197c-4acb-9ebc-3a7e2bc6c89f req-c6af9b3f-a211-4bc4-9f79-ed8ad56b3f1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:47.802387 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c31fcb-197c-4acb-9ebc-3a7e2bc6c89f req-c6af9b3f-a211-4bc4-9f79-ed8ad56b3f1e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 944 time: 0.0635164 Jul 08 19:23:47.839771 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d0c31fcb-197c-4acb-9ebc-3a7e2bc6c89f req-efd4f64f-c3cc-4445-a44d-bd771796c8da tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316586 Jul 08 19:23:47.968344 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:23:48.059644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:23:48.070578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'port_id': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'mac_address': 'fa:16:3e:0f:56:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:23:48.110696 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:48.122984 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:23:48.141502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:23:48.145605 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:48.191901 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:23:48.583868 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:23:49.015622 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e918adc-0de2-4d29-a071-f613eb6776bd req-bfd9a167-f256-479e-acad-196e5977a74c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:49.017135 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e918adc-0de2-4d29-a071-f613eb6776bd req-bfd9a167-f256-479e-acad-196e5977a74c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 945 time: 0.0677884 Jul 08 19:23:49.053989 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3e918adc-0de2-4d29-a071-f613eb6776bd req-ec1594ee-ac04-4540-8a5b-4178e23757df tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Jul 08 19:23:49.969216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:23:50.015485 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:23:50.015859 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:50.092453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:50.114962 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:23:50.117198 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d99e14a-d079-4c09-837e-3c3eb3f51282" -d '{"events": [{"server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "name": "network-vif-plugged", "status": "completed", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:23:50.130325 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:23:50.134420 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:23:50.181101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,revision_number=10']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:23:50.226816 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa513ee8-3857-432b-ab05-9c09878c90f4 req-b001411f-05bd-467d-8a41-e88215fd4a63 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:50.228249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa513ee8-3857-432b-ab05-9c09878c90f4 req-b001411f-05bd-467d-8a41-e88215fd4a63 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 947 time: 0.0642757 Jul 08 19:23:50.265476 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-aa513ee8-3857-432b-ab05-9c09878c90f4 req-1d678b7c-0a83-4e0a-8d1d-325475c2830e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Jul 08 19:23:50.310112 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70848ca-861b-4c09-8962-62300396e675 x-openstack-request-id: req-b70848ca-861b-4c09-8962-62300396e675 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:23:50.310535 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "name": "network-vif-plugged", "status": "completed", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:23:50.310691 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b70848ca-861b-4c09-8962-62300396e675 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:23:50.311087 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'code': 200} Jul 08 19:23:50.476629 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac174ebc-7322-4353-9ffd-ab886b47ec3e req-d8f372ff-97c0-42ff-9702-7898a1643161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:50.478114 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ac174ebc-7322-4353-9ffd-ab886b47ec3e req-d8f372ff-97c0-42ff-9702-7898a1643161 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1098 time: 0.0513623 Jul 08 19:23:50.523350 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ac174ebc-7322-4353-9ffd-ab886b47ec3e req-b05958d0-e1ae-44c1-b4e9-b12ce50113cd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377388 Jul 08 19:23:51.204849 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:23:51.443042 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e87adb-68ca-4c68-97e8-1bea8299e44b req-d591afdd-c327-4a73-bce7-d0a6ec81a70b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:51.444533 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76e87adb-68ca-4c68-97e8-1bea8299e44b req-d591afdd-c327-4a73-bce7-d0a6ec81a70b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 947 time: 0.0635993 Jul 08 19:23:51.484473 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-76e87adb-68ca-4c68-97e8-1bea8299e44b req-3d4bfb12-76bb-4ccd-9187-7024bab92671 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344028 Jul 08 19:23:52.660133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0474b7-627b-46b7-827d-a6736bde7015 req-91116173-031b-4b45-8fb2-c414640b00f4 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:23:52.661593 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f0474b7-627b-46b7-827d-a6736bde7015 req-91116173-031b-4b45-8fb2-c414640b00f4 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 947 time: 0.0665927 Jul 08 19:23:52.697920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6f0474b7-627b-46b7-827d-a6736bde7015 req-008a1ead-670a-4c5c-8c3c-12f1836c2e73 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307884 Jul 08 19:24:04.410130 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:05.154483 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:06.365926 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dfa82292-bea0-4751-8649-7da412d53a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:09.226153 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:09.246290 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70bea840-087d-409c-b43f-bf4dd03cd564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:10.536776 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:12.009666 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:22.713015 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-a9c37385-0a19-43c2-9f62-c76cd8b10c7d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498691 Jul 08 19:24:22.819065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-38c800be-0759-4c4e-8af6-153f319d7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:24:22.821597 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-38c800be-0759-4c4e-8af6-153f319d7d06 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1098 time: 0.0619235 Jul 08 19:24:22.924051 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-7b50a89c-3d19-4e05-98e3-25ade4ae9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:24:22.925581 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-7b50a89c-3d19-4e05-98e3-25ade4ae9305 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0822275 Jul 08 19:24:22.992722 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-c14c7f38-3f4b-46ed-88be-3a47502e7132 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 1002 time: 0.0605958 Jul 08 19:24:23.040959 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-648a8bc1-7038-41a8-9ba4-a91aac3c7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:24:23.042418 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-648a8bc1-7038-41a8-9ba4-a91aac3c7c41 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0421209 Jul 08 19:24:23.097024 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-f845fe66-4526-408a-b040-fc9277b092e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:24:23.098497 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-f845fe66-4526-408a-b040-fc9277b092e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502899 Jul 08 19:24:23.188086 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-10830f1f-005e-44f1-9c30-3a829034f6db service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823259 Jul 08 19:24:23.280966 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-63530e3d-7beb-47db-9f9b-492dd68a14ed req-a4534aff-32d8-477d-b069-a5e3f7a12b14 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853679 Jul 08 19:24:28.204714 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:24:34.410674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:35.163962 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:36.366416 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f7cc5bc-8bee-4e9b-9990-8a4fd8d70447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:39.227355 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:39.245754 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aa183367-e433-4ff7-9dd8-c0b18d42a24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:40.539519 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:24:42.012436 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:04.407943 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:05.165125 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:05.203691 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:25:06.366075 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5acb805-4038-44a2-91eb-d043b25aaacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:09.227548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:09.246465 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7a19e305-9288-4796-963f-dceacf00191c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:10.542198 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:12.013329 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:23.751260 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-e2248f13-c673-4a2b-8830-e71d70a51b7c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961576 Jul 08 19:25:23.850963 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-4d6e46fa-067e-452b-8025-e46285f7a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:23.852439 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-4d6e46fa-067e-452b-8025-e46285f7a878 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1098 time: 0.0551779 Jul 08 19:25:23.957096 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-bcc74b09-a292-4e98-b36c-cf1e9f586097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:23.958572 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-bcc74b09-a292-4e98-b36c-cf1e9f586097 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0833323 Jul 08 19:25:24.364142 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-56f5c102-bbca-4683-9e61-b13ab6412034 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 1002 time: 0.3993957 Jul 08 19:25:24.411048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-5c4940a5-8eaf-48a4-ac55-8d6a43372e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:24.412424 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-5c4940a5-8eaf-48a4-ac55-8d6a43372e0e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0417752 Jul 08 19:25:24.468514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-2168333c-b752-496b-92c1-cff5ddd6af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:24.469933 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-2168333c-b752-496b-92c1-cff5ddd6af1b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507832 Jul 08 19:25:24.558575 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-60e8dae2-0a0c-44dc-9ab6-78f89a014df5 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816364 Jul 08 19:25:24.647593 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-cd4eaa10-36a1-4d0f-a2eb-c1bfb6efe7da req-d0bc9a69-a407-4d4d-a920-4f06b39bf01e service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828838 Jul 08 19:25:34.420874 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:35.178072 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:36.365923 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-42a0bb34-dee8-44b1-bb09-4a6d921f3960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:39.227490 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:39.245191 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-de563402-0dea-45a9-9dfa-584edf29e238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:39.627269 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33628) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:25:39.818487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Deleting port 61413c13-b358-47cc-ad17-78724d4f2084 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:25:39.818831 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:39.895703 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:39.895935 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:39.907768 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Calling delete_port for 61413c13-b358-47cc-ad17-78724d4f2084 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:25:40.059382 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:40.084110 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event deleted for resources: {'Port': ['ID=61413c13-b358-47cc-ad17-78724d4f2084,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:25:40.095267 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.095605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.095936 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.096263 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.096589 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.096913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.097235 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.097552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.097868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.098181 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.098522 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.098833 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:40.155808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:40.156136 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Floating IP dfbfc600-8c0a-44dd-9c1d-1c011edb4b05 disassociated (deleted). External IP: 172.25.8.174, port: 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5. Jul 08 19:25:40.360299 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:25:40.467348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:25:40.471715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:40.478650 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423aaf8f-3f4b-42c6-85fb-7f9bb4fb81fa None None] Sync routers for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:25:40.487370 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423aaf8f-3f4b-42c6-85fb-7f9bb4fb81fa None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:25:40.487974 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-423aaf8f-3f4b-42c6-85fb-7f9bb4fb81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:25:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:25:40.507705 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a0a501a7-48b1-472a-ada2-f8dda4b7ac9f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "DELETE /v2.0/floatingips/dfbfc600-8c0a-44dd-9c1d-1c011edb4b05 HTTP/1.1" status: 204 len: 168 time: 0.8793592 Jul 08 19:25:40.508320 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:25:40.510714 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1822e66-7012-4264-83d3-7a6b8aac591c" -d '{"events": [{"name": "network-changed", "server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:25:40.578676 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:40.604646 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-423aaf8f-3f4b-42c6-85fb-7f9bb4fb81fa None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:25:40.802674 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e35eff-d3ee-4ed1-958f-9f220bd20205 x-openstack-request-id: req-52e35eff-d3ee-4ed1-958f-9f220bd20205 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:25:40.803202 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:25:40.804047 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52e35eff-d3ee-4ed1-958f-9f220bd20205 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:25:40.804236 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'status': 'completed', 'code': 200} Jul 08 19:25:40.806554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-423aaf8f-3f4b-42c6-85fb-7f9bb4fb81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:25:40.835603 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423aaf8f-3f4b-42c6-85fb-7f9bb4fb81fa None None] Checking router: 0baf9e7d-2c6d-40ca-9ccb-64774b00392c for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:25:40.843793 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423aaf8f-3f4b-42c6-85fb-7f9bb4fb81fa None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:25:40.844393 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-423aaf8f-3f4b-42c6-85fb-7f9bb4fb81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:25:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:25:40.886381 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1822e66-7012-4264-83d3-7a6b8aac591c req-db533e60-80f7-4085-847b-2014e96c5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:40.888553 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1822e66-7012-4264-83d3-7a6b8aac591c req-db533e60-80f7-4085-847b-2014e96c5c89 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 1098 time: 0.0601006 Jul 08 19:25:40.968187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e839-52f3-4b2e-ae10-1ea37861a1e8 req-51cac96f-f701-4deb-b00b-cec4466551a2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:40.969807 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4590e839-52f3-4b2e-ae10-1ea37861a1e8 req-51cac96f-f701-4deb-b00b-cec4466551a2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 947 time: 0.0760875 Jul 08 19:25:40.987842 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1822e66-7012-4264-83d3-7a6b8aac591c req-5f22e2e9-9c6e-4a52-9561-8e55f4b08ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:40.989377 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1822e66-7012-4264-83d3-7a6b8aac591c req-5f22e2e9-9c6e-4a52-9561-8e55f4b08ddb service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0952623 Jul 08 19:25:41.012636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4590e839-52f3-4b2e-ae10-1ea37861a1e8 req-b134c3db-3b92-4d0f-a0d0-e1eff9b148b0 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370612 Jul 08 19:25:41.033754 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1822e66-7012-4264-83d3-7a6b8aac591c req-2d04721e-41b5-4e79-8bf4-e09626b67265 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 200 len: 217 time: 0.0372262 Jul 08 19:25:41.089223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1822e66-7012-4264-83d3-7a6b8aac591c req-0edebffd-5329-43d3-b426-f7a15af1320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:41.090818 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1822e66-7012-4264-83d3-7a6b8aac591c req-0edebffd-5329-43d3-b426-f7a15af1320e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0499179 Jul 08 19:25:41.114460 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-423aaf8f-3f4b-42c6-85fb-7f9bb4fb81fa None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:25:41.148429 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1822e66-7012-4264-83d3-7a6b8aac591c req-0c543610-7ed1-44fe-8f04-22528e37135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:41.149915 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1822e66-7012-4264-83d3-7a6b8aac591c req-0c543610-7ed1-44fe-8f04-22528e37135e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519307 Jul 08 19:25:41.238127 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1822e66-7012-4264-83d3-7a6b8aac591c req-5ebceeb8-1256-4595-8b11-5637b85380c4 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810592 Jul 08 19:25:41.307281 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-423aaf8f-3f4b-42c6-85fb-7f9bb4fb81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:25:41.331410 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b1822e66-7012-4264-83d3-7a6b8aac591c req-5e9f8c2b-5226-4575-ad52-186d41afd613 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863354 Jul 08 19:25:41.336014 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423aaf8f-3f4b-42c6-85fb-7f9bb4fb81fa None None] The sync data for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 is: [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:25:41.543275 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe911c-b496-49f5-8202-bdec70596868 None None] New status for floating IP dfbfc600-8c0a-44dd-9c1d-1c011edb4b05: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:25:42.017758 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:42.184625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91618a-d015-4d4e-89d1-197398bdf78a req-e6d8cffe-bb46-494a-93ca-4b99c6b8c25c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:42.186580 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb91618a-d015-4d4e-89d1-197398bdf78a req-e6d8cffe-bb46-494a-93ca-4b99c6b8c25c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 947 time: 0.0623484 Jul 08 19:25:42.203343 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:25:42.223797 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-eb91618a-d015-4d4e-89d1-197398bdf78a req-c2fae1ba-7652-479f-a800-82444612d45d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=894d5f17-5f5d-4ae4-a7ad-d558b191a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316536 Jul 08 19:25:42.359980 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c14982-d41d-4c81-b3fa-158ba0d1f8a3 req-bffa9ad8-b826-4747-b7f1-aa20238a7903 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:42.361397 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6c14982-d41d-4c81-b3fa-158ba0d1f8a3 req-bffa9ad8-b826-4747-b7f1-aa20238a7903 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.74 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 947 time: 0.0612862 Jul 08 19:25:42.461612 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-e6c14982-d41d-4c81-b3fa-158ba0d1f8a3 req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Deleting port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:25:42.461851 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e6c14982-d41d-4c81-b3fa-158ba0d1f8a3 req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:42.545412 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-e6c14982-d41d-4c81-b3fa-158ba0d1f8a3 req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] For port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:25:42.545758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e6c14982-d41d-4c81-b3fa-158ba0d1f8a3 req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:42.558351 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-e6c14982-d41d-4c81-b3fa-158ba0d1f8a3 req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Calling delete_port for 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:25:42.685928 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e6c14982-d41d-4c81-b3fa-158ba0d1f8a3 req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:42.712511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event deleted for resources: {'Port': ['ID=6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:25:42.722683 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.723033 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.723378 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.723718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.724054 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.724390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.724721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.725053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.725382 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.726110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.726110 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.726380 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:25:42.774410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c14982-d41d-4c81-b3fa-158ba0d1f8a3 req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] No DVR routers for this DVR port 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:25:42.777156 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-e6c14982-d41d-4c81-b3fa-158ba0d1f8a3 req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:42.780740 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e6c14982-d41d-4c81-b3fa-158ba0d1f8a3 req-0b292595-82fe-4e06-bf88-6c0790c1efa8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.74 "DELETE /v2.0/ports/6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 HTTP/1.1" status: 204 len: 173 time: 0.4131396 Jul 08 19:25:42.781187 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'name': 'network-vif-deleted', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:25:42.784872 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf82995-3d6f-4411-af29-1dc0cbf7a043" -d '{"events": [{"server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "name": "network-vif-deleted", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:25:42.877359 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73321482-1b3d-4978-b1fe-8b4bf3055f3a x-openstack-request-id: req-73321482-1b3d-4978-b1fe-8b4bf3055f3a {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:25:42.877649 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376ecb28-cd88-42ff-be2c-0321b8882215", "name": "network-vif-deleted", "tag": "6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:25:42.877901 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73321482-1b3d-4978-b1fe-8b4bf3055f3a {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:25:42.878337 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376ecb28-cd88-42ff-be2c-0321b8882215', 'name': 'network-vif-deleted', 'tag': '6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5', 'status': 'completed', 'code': 200} Jul 08 19:25:43.378866 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4be5697c-4cb4-4fda-a935-0629510ad026 req-7b63ff6c-17d4-4885-a653-6ae9f2aa10a8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=376ecb28-cd88-42ff-be2c-0321b8882215 HTTP/1.1" status: 200 len: 210 time: 0.0287189 Jul 08 19:25:44.470145 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33654) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:25:44.526031 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5328b0d-a418-4daf-832b-59b99cad16cf tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:44.551616 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5328b0d-a418-4daf-832b-59b99cad16cf tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:44.614920 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5328b0d-a418-4daf-832b-59b99cad16cf tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:44.617856 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5328b0d-a418-4daf-832b-59b99cad16cf tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:44.619075 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c5328b0d-a418-4daf-832b-59b99cad16cf tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "DELETE /v2.0/security-groups/894d5f17-5f5d-4ae4-a7ad-d558b191a93f HTTP/1.1" status: 204 len: 168 time: 0.1479220 Jul 08 19:25:44.628504 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5328b0d-a418-4daf-832b-59b99cad16cf tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894d5f17-5f5d-4ae4-a7ad-d558b191a93f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:25:44.923738 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 33660) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:25:44.928430 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7e9dfd63-d87f-4206-963a-dcc5ec02a5d1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865886489', 'description': 'tempest-secgroup-smoke-1865886489 description', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:25:44.952354 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e9dfd63-d87f-4206-963a-dcc5ec02a5d1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.030981 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e9dfd63-d87f-4206-963a-dcc5ec02a5d1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.034727 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e9dfd63-d87f-4206-963a-dcc5ec02a5d1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.062183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e9dfd63-d87f-4206-963a-dcc5ec02a5d1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.063434 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-7e9dfd63-d87f-4206-963a-dcc5ec02a5d1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1387327 Jul 08 19:25:45.065303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dfd63-d87f-4206-963a-dcc5ec02a5d1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f6d56c-69af-4f0f-b92d-531f4f79648e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:25:45.066467 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33662) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:25:45.071755 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-44775740-eee4-4faa-ae39-9ee382c58e7d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6d56c-69af-4f0f-b92d-531f4f79648e', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:25:45.096991 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-44775740-eee4-4faa-ae39-9ee382c58e7d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.155023 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-44775740-eee4-4faa-ae39-9ee382c58e7d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.159069 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-44775740-eee4-4faa-ae39-9ee382c58e7d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.175868 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44775740-eee4-4faa-ae39-9ee382c58e7d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5033859-fd24-41de-92f7-4a576881e4b9,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:25:45.183470 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-44775740-eee4-4faa-ae39-9ee382c58e7d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.186878 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-44775740-eee4-4faa-ae39-9ee382c58e7d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185703 Jul 08 19:25:45.188023 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33664) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:25:45.192943 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-42b3232a-a804-47ef-ba0d-ee208f9f13c8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6d56c-69af-4f0f-b92d-531f4f79648e', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:25:45.218218 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42b3232a-a804-47ef-ba0d-ee208f9f13c8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.274742 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42b3232a-a804-47ef-ba0d-ee208f9f13c8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.278033 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42b3232a-a804-47ef-ba0d-ee208f9f13c8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.295614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3232a-a804-47ef-ba0d-ee208f9f13c8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2566ddd-6af5-4ef6-aa94-e41b0b5bc8a5,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:25:45.302927 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42b3232a-a804-47ef-ba0d-ee208f9f13c8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.304395 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-42b3232a-a804-47ef-ba0d-ee208f9f13c8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153007 Jul 08 19:25:45.307083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33666) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:25:45.312116 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-69ca9e26-f66b-4ed9-8091-60ff65ac4fa1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6d56c-69af-4f0f-b92d-531f4f79648e', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:25:45.339199 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69ca9e26-f66b-4ed9-8091-60ff65ac4fa1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.396398 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69ca9e26-f66b-4ed9-8091-60ff65ac4fa1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.399784 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69ca9e26-f66b-4ed9-8091-60ff65ac4fa1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.414020 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca9e26-f66b-4ed9-8091-60ff65ac4fa1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5a913c-f1a5-4e37-8854-62d4a16ba25e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:25:45.423336 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69ca9e26-f66b-4ed9-8091-60ff65ac4fa1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.424517 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-69ca9e26-f66b-4ed9-8091-60ff65ac4fa1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165266 Jul 08 19:25:45.427348 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33668) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:25:45.431887 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ab92058f-959b-40cd-ae4d-9f9fde36f18a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6d56c-69af-4f0f-b92d-531f4f79648e', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:25:45.456911 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab92058f-959b-40cd-ae4d-9f9fde36f18a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.514023 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab92058f-959b-40cd-ae4d-9f9fde36f18a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.517768 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab92058f-959b-40cd-ae4d-9f9fde36f18a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.538340 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92058f-959b-40cd-ae4d-9f9fde36f18a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa7363b-cdc6-4ffd-ad0d-5e63b66b4547,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:25:45.541471 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab92058f-959b-40cd-ae4d-9f9fde36f18a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.542675 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ab92058f-959b-40cd-ae4d-9f9fde36f18a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144662 Jul 08 19:25:45.545926 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33670) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:25:45.550352 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-28d87f27-aaf6-4dcb-b4fa-500d3ad91c01 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6d56c-69af-4f0f-b92d-531f4f79648e', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:25:45.571659 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-28d87f27-aaf6-4dcb-b4fa-500d3ad91c01 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Project 95eaad89a80142bfb3bfbdcbbe243d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:25:45.576406 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28d87f27-aaf6-4dcb-b4fa-500d3ad91c01 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.634437 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28d87f27-aaf6-4dcb-b4fa-500d3ad91c01 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.637852 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28d87f27-aaf6-4dcb-b4fa-500d3ad91c01 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.666981 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d87f27-aaf6-4dcb-b4fa-500d3ad91c01 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb67f33-fde8-4ed6-a20d-ed402010af12,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:25:45.677170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28d87f27-aaf6-4dcb-b4fa-500d3ad91c01 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.678444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-28d87f27-aaf6-4dcb-b4fa-500d3ad91c01 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314766 Jul 08 19:25:45.681361 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33672) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:25:45.686415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a2a27aff-6eda-4864-b384-ea56d733afca tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6d56c-69af-4f0f-b92d-531f4f79648e', 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:25:45.707494 n-d-799684-3 neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-a2a27aff-6eda-4864-b384-ea56d733afca tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Project 95eaad89a80142bfb3bfbdcbbe243d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:25:45.712420 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2a27aff-6eda-4864-b384-ea56d733afca tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.772827 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2a27aff-6eda-4864-b384-ea56d733afca tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.776432 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2a27aff-6eda-4864-b384-ea56d733afca tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.795640 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a27aff-6eda-4864-b384-ea56d733afca tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4bdf77-6060-4e2a-bd45-83e6fd5c7ced,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:25:45.800853 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a2a27aff-6eda-4864-b384-ea56d733afca tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:25:45.801900 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-a2a27aff-6eda-4864-b384-ea56d733afca tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196046 Jul 08 19:25:46.574081 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:25:46.594436 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:25:46.594780 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 6f4aabb7-b8d7-44b0-b718-cadb7e4ec6b5 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:25:59.022920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-ed3350b2-9c38-4e40-83c6-84b0a91e0a38 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865886489&fields=id&tenant_id=95eaad89a80142bfb3bfbdcbbe243d94 HTTP/1.1" status: 200 len: 267 time: 0.0322161 Jul 08 19:25:59.131137 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-6ecd0cec-78af-4415-ad9d-9dd218e0138f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:25:59.132606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-6ecd0cec-78af-4415-ad9d-9dd218e0138f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 807 time: 0.1031830 Jul 08 19:25:59.147486 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-aa45d19b-58d0-46c3-a518-57e1827e8e8f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/quotas/95eaad89a80142bfb3bfbdcbbe243d94 HTTP/1.1" status: 200 len: 375 time: 0.0095458 Jul 08 19:25:59.213552 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-b4b16339-c022-4455-9872-96602fbbe632 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613632 Jul 08 19:25:59.275610 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-bf4309c8-73bd-4142-9fc4-f79afb23d5ab service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:25:59.276604 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-bf4309c8-73bd-4142-9fc4-f79afb23d5ab service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462358 Jul 08 19:25:59.367280 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-73a2cb07-d173-4aba-a3cb-dbdc8d6a6cbe service neutron] 10.222.0.73 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843751 Jul 08 19:25:59.454444 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-f48eb72f-1d9e-4de0-98c9-c1f8eb2ccfac service neutron] 10.222.0.73 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815423 Jul 08 19:25:59.738112 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5502942f-e82e-48b7-85bc-9e7d090c2510 req-be50b22a-d6a2-4d39-89ea-edd6defd5ac6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 210 time: 0.0283577 Jul 08 19:26:00.758752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-5dc5f411-2074-4464-8248-92570ffc556e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:00.760334 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-5dc5f411-2074-4464-8248-92570ffc556e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 807 time: 0.1056252 Jul 08 19:26:00.813829 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-0a360706-720f-471a-97b8-eeac85ff56b3 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95eaad89a80142bfb3bfbdcbbe243d94 HTTP/1.1" status: 200 len: 380 time: 0.0447066 Jul 08 19:26:00.822617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'port': {'device_id': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'admin_state_up': True, 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'security_groups': ['b1f6d56c-69af-4f0f-b92d-531f4f79648e']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:26:00.925121 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a3b3668c-1eae-43fd-ad5b-12deaf46f8e3 req-aab1ff38-0a53-4478-a826-af3a6130faee tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 210 time: 0.0405488 Jul 08 19:26:00.930775 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Made reservation on behalf of 95eaad89a80142bfb3bfbdcbbe243d94 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:26:00.935228 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:01.070173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Allocated IP 172.20.0.7 (d8cf2688-0535-4406-985e-70393592d510/da9d64bf-29c7-46ba-aeb1-5fe035bea133/b617bce1-775f-4700-9f6e-38c7c6207611) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:26:01.212152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:01.225748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Transition to ACTIVE for port object b617bce1-775f-4700-9f6e-38c7c6207611 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:26:01.262855 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:01.306357 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Network d8cf2688-0535-4406-985e-70393592d510 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:26:01.312193 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:26:01.315955 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:26:01.339697 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'Port': ['ID=b617bce1-775f-4700-9f6e-38c7c6207611,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:26:01.372817 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:01.373492 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:01.395382 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb818908-4f36-40b1-a16d-db0de48a082a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765233 Jul 08 19:26:01.408424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Request body: {'port': {'device_id': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:26:01.493079 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:01.613088 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9cc1e30c-b9e2-43f2-b6d4-644c27dcbd07 None None] Provisioning for port b617bce1-775f-4700-9f6e-38c7c6207611 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:26:01.619353 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9cc1e30c-b9e2-43f2-b6d4-644c27dcbd07 None None] Provisioning complete for port b617bce1-775f-4700-9f6e-38c7c6207611 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:26:01.620254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e30c-b9e2-43f2-b6d4-644c27dcbd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:01.656768 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1e30c-b9e2-43f2-b6d4-644c27dcbd07 None None] Port b617bce1-775f-4700-9f6e-38c7c6207611 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:26:01.759065 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b617bce1-775f-4700-9f6e-38c7c6207611 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:26:01.766914 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:01.778809 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Transition to ACTIVE for port object b617bce1-775f-4700-9f6e-38c7c6207611 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:26:01.783490 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:01.859590 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Pushing event updated for resources: {'Port': ['ID=b617bce1-775f-4700-9f6e-38c7c6207611,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:26:01.912182 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Attempting to bind port b617bce1-775f-4700-9f6e-38c7c6207611 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:26:01.912736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Attempting to bind port b617bce1-775f-4700-9f6e-38c7c6207611 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:26:01.913196 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Attempting to bind port b617bce1-775f-4700-9f6e-38c7c6207611 on network d8cf2688-0535-4406-985e-70393592d510 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:26:01.917601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Port b617bce1-775f-4700-9f6e-38c7c6207611 on network d8cf2688-0535-4406-985e-70393592d510 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:26:01.917924 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Attempting to bind port b617bce1-775f-4700-9f6e-38c7c6207611 on network d8cf2688-0535-4406-985e-70393592d510 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:26:01.923104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:26:01.923444 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Checking segment: {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:26:01.923831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Bound using segment: {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:26:01.924255 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Bound port: b617bce1-775f-4700-9f6e-38c7c6207611, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39d295d-8d49-4812-acd0-d60806df8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8cf2688-0535-4406-985e-70393592d510'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:26:01.924614 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:02.018605 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] For port b617bce1-775f-4700-9f6e-38c7c6207611, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:26:02.024741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] For port b617bce1-775f-4700-9f6e-38c7c6207611, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b617bce1-775f-4700-9f6e-38c7c6207611,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:26:02.029848 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:02.063230 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:02.064187 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:02.066116 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] 10.222.0.74 "PUT /v2.0/ports/b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 200 len: 1091 time: 0.6628294 Jul 08 19:26:02.069159 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:26:02.072921 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73214e28-65cc-465c-b750-ec2985071194" -d '{"events": [{"name": "network-changed", "server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:26:02.108104 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3220bb-bdb0-4964-bdb8-c1a13fa3356a service neutron] Pushing event updated for resources: {'Port': ['ID=b617bce1-775f-4700-9f6e-38c7c6207611,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:26:02.171447 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadf10a-f6b7-4f93-a426-57785ae93796 req-b3a6efae-402d-4e24-b1b1-4d458ac4b88f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:02.173556 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cadf10a-f6b7-4f93-a426-57785ae93796 req-b3a6efae-402d-4e24-b1b1-4d458ac4b88f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0916917 Jul 08 19:26:02.199670 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-09caf4a5-47c8-49a5-b95c-35e5cee55a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:02.201589 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-09caf4a5-47c8-49a5-b95c-35e5cee55a3e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1094 time: 0.0760787 Jul 08 19:26:02.225692 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6cadf10a-f6b7-4f93-a426-57785ae93796 req-290eec18-59d0-467a-beee-534284483991 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455313 Jul 08 19:26:02.260306 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-c62d4a7a-f1a6-4437-952e-3a6c3de6fc42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 200 len: 217 time: 0.0512562 Jul 08 19:26:02.313389 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30b8876-e4a7-494d-9de6-5acec1b16206 x-openstack-request-id: req-d30b8876-e4a7-494d-9de6-5acec1b16206 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:26:02.313876 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:26:02.314341 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d30b8876-e4a7-494d-9de6-5acec1b16206 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:26:02.314936 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'status': 'completed', 'code': 200} Jul 08 19:26:02.330726 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-75163b25-9e42-4ae5-92a6-214921f1ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:02.332513 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-75163b25-9e42-4ae5-92a6-214921f1ffeb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0636337 Jul 08 19:26:02.397037 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-d02ef0ae-2a30-43b8-92a0-4f6043c0d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:02.398497 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-d02ef0ae-2a30-43b8-92a0-4f6043c0d037 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592983 Jul 08 19:26:02.491874 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-a015dc4c-d95e-44a0-adb5-ae19be3e30ad service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872703 Jul 08 19:26:02.588431 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-723dcd0a-5705-4d96-ba35-6959fb844e1b req-21c8a996-8b65-424d-b541-b5c412f5ad56 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901244 Jul 08 19:26:02.692374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73214e28-65cc-465c-b750-ec2985071194 req-d78750f2-6eef-436d-95e8-bb71f0221467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:02.693461 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73214e28-65cc-465c-b750-ec2985071194 req-d78750f2-6eef-436d-95e8-bb71f0221467 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1094 time: 0.0575931 Jul 08 19:26:02.792465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73214e28-65cc-465c-b750-ec2985071194 req-646db120-27f7-4019-a8cc-a2ff05d9b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:02.794050 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73214e28-65cc-465c-b750-ec2985071194 req-646db120-27f7-4019-a8cc-a2ff05d9b3fd service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0948374 Jul 08 19:26:02.835090 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73214e28-65cc-465c-b750-ec2985071194 req-05d59a01-eb91-432b-a7f3-2d14b5471cf9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 200 len: 217 time: 0.0351908 Jul 08 19:26:02.884373 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73214e28-65cc-465c-b750-ec2985071194 req-0a5f4f35-51ad-49f7-a85c-b1ea3b755e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:02.885823 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73214e28-65cc-465c-b750-ec2985071194 req-0a5f4f35-51ad-49f7-a85c-b1ea3b755e82 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0444345 Jul 08 19:26:02.945700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73214e28-65cc-465c-b750-ec2985071194 req-c6bddb1e-4ca1-4f5e-bedc-60a2c18b7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:02.947394 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73214e28-65cc-465c-b750-ec2985071194 req-c6bddb1e-4ca1-4f5e-bedc-60a2c18b7230 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554175 Jul 08 19:26:03.041509 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73214e28-65cc-465c-b750-ec2985071194 req-3b37ee6f-454c-4778-a4b7-15a53b303bd2 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874231 Jul 08 19:26:03.137949 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-73214e28-65cc-465c-b750-ec2985071194 req-e11c0298-361c-4af2-8b8d-3f4713bb2c72 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900085 Jul 08 19:26:03.409446 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9ad48-2ac1-40fc-8d66-b026ca5fd8a6 req-b6a485b0-6ef6-4db6-be62-0dc82050ecf8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:03.411105 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3de9ad48-2ac1-40fc-8d66-b026ca5fd8a6 req-b6a485b0-6ef6-4db6-be62-0dc82050ecf8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0660710 Jul 08 19:26:03.449955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3de9ad48-2ac1-40fc-8d66-b026ca5fd8a6 req-331bc1bc-9926-424d-9739-4da6aa06f1b2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330958 Jul 08 19:26:04.422575 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:04.630770 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8c983-339a-48c0-b7a6-ccd5ac8d6a82 req-17eaca8e-0df4-49da-8a44-096b7a2f4d05 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:04.632341 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04b8c983-339a-48c0-b7a6-ccd5ac8d6a82 req-17eaca8e-0df4-49da-8a44-096b7a2f4d05 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0720866 Jul 08 19:26:04.670678 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-04b8c983-339a-48c0-b7a6-ccd5ac8d6a82 req-1e6eada2-6330-4350-b09e-29bd8e63a1b6 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327923 Jul 08 19:26:05.194797 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:05.843014 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034867e-7b6d-46c1-8043-9adb235d843c req-b7087d8c-1b5a-4208-96a5-7cba20c46336 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:05.844616 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0034867e-7b6d-46c1-8043-9adb235d843c req-b7087d8c-1b5a-4208-96a5-7cba20c46336 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0633769 Jul 08 19:26:05.887729 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0034867e-7b6d-46c1-8043-9adb235d843c req-bf224486-4f87-4626-b450-eb88f5053d51 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377388 Jul 08 19:26:06.365894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-65a92498-37ae-46e1-b61a-8f669aad94d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:07.065954 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc54f96-5437-4729-8b9f-e75ce6a0adc5 req-d88f1633-e6df-43ba-afc0-0e8eca0d7639 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:07.067486 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fc54f96-5437-4729-8b9f-e75ce6a0adc5 req-d88f1633-e6df-43ba-afc0-0e8eca0d7639 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0730181 Jul 08 19:26:07.104058 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9fc54f96-5437-4729-8b9f-e75ce6a0adc5 req-5306d3c0-fbaa-4572-b7e6-fff360a50bcf tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310249 Jul 08 19:26:08.279568 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bf175-0537-4fa1-a6c2-152666d53c41 req-9a9ef5ba-e3dc-4ad0-b3fa-e5620dbbe847 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:08.280272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b7bf175-0537-4fa1-a6c2-152666d53c41 req-9a9ef5ba-e3dc-4ad0-b3fa-e5620dbbe847 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0622547 Jul 08 19:26:08.320367 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3b7bf175-0537-4fa1-a6c2-152666d53c41 req-9f5359ab-a8c1-44d7-8233-2c571439f73a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345318 Jul 08 19:26:09.228883 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:09.245099 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-64151191-41ec-4bc9-b525-1b4640e64fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:09.488294 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cad861-d5ec-491e-a3f6-466ae1a65adc req-4795c2eb-4311-483c-b884-8b862676e5c7 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:09.489650 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6cad861-d5ec-491e-a3f6-466ae1a65adc req-4795c2eb-4311-483c-b884-8b862676e5c7 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0610847 Jul 08 19:26:09.525734 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a6cad861-d5ec-491e-a3f6-466ae1a65adc req-70ace7d1-37c0-4f31-ac40-983303dd4626 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305436 Jul 08 19:26:10.549079 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:10.703004 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ceb6b-8c24-477f-95b2-c64c873ef598 req-5f603422-5035-4b0d-ac5b-0b0dd3b4fd45 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:10.704459 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-136ceb6b-8c24-477f-95b2-c64c873ef598 req-5f603422-5035-4b0d-ac5b-0b0dd3b4fd45 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0702929 Jul 08 19:26:10.741681 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-136ceb6b-8c24-477f-95b2-c64c873ef598 req-3a325440-4467-4ecc-8f33-714ca34b36a5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317023 Jul 08 19:26:11.910086 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559246aa-51e6-4949-9380-14a7671d5043 req-0584d41e-9279-4163-9f21-d83d9bc0c8cc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:11.911620 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-559246aa-51e6-4949-9380-14a7671d5043 req-0584d41e-9279-4163-9f21-d83d9bc0c8cc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0631487 Jul 08 19:26:11.951303 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-559246aa-51e6-4949-9380-14a7671d5043 req-9b25104c-7ccd-4f42-b1c9-966dd8bbcea5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331392 Jul 08 19:26:12.021003 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:13.125535 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4bd18-00ab-444f-80cf-cbee4be65b39 req-73f5d124-944f-4251-a4e7-a56657dd1b69 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:13.127080 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fc4bd18-00ab-444f-80cf-cbee4be65b39 req-73f5d124-944f-4251-a4e7-a56657dd1b69 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0658617 Jul 08 19:26:13.165133 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6fc4bd18-00ab-444f-80cf-cbee4be65b39 req-1f1154af-b8e4-4a6f-aa73-198987511278 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Jul 08 19:26:14.332325 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e3d1d-0c9f-4e1e-902b-18b58e059ee9 req-f7834b43-0d2f-4fa1-a8f9-c869100add71 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:14.333784 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a6e3d1d-0c9f-4e1e-902b-18b58e059ee9 req-f7834b43-0d2f-4fa1-a8f9-c869100add71 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0620081 Jul 08 19:26:14.371277 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4a6e3d1d-0c9f-4e1e-902b-18b58e059ee9 req-4a6df641-54a6-4a7a-82e8-0d64af742c3e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319963 Jul 08 19:26:14.683489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b617bce1-775f-4700-9f6e-38c7c6207611 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:26:14.777702 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b617bce1-775f-4700-9f6e-38c7c6207611, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b617bce1-775f-4700-9f6e-38c7c6207611,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:26:14.789242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'port_id': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'mac_address': 'fa:16:3e:d8:46:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:26:14.824972 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:14.837823 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b617bce1-775f-4700-9f6e-38c7c6207611 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:26:14.856223 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b617bce1-775f-4700-9f6e-38c7c6207611, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b617bce1-775f-4700-9f6e-38c7c6207611,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:26:14.860083 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:14.908989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b617bce1-775f-4700-9f6e-38c7c6207611,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:26:14.915906 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:14.916255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:14.916593 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:14.916927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:14.917255 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:14.917583 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:14.917908 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:14.918252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:14.918721 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:14.919044 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:14.919363 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:14.919682 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:26:15.191017 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b617bce1-775f-4700-9f6e-38c7c6207611'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:26:15.537605 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c0ca7-59bd-4fac-9854-05f3f41d940d req-bd494045-9957-44af-8911-43e4df97c7ab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:15.539111 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a1c0ca7-59bd-4fac-9854-05f3f41d940d req-bd494045-9957-44af-8911-43e4df97c7ab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 944 time: 0.0617616 Jul 08 19:26:15.577050 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7a1c0ca7-59bd-4fac-9854-05f3f41d940d req-5f9ffb09-5063-4e9e-a00f-e33d1a1a8d8a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324733 Jul 08 19:26:16.698096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b617bce1-775f-4700-9f6e-38c7c6207611 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:26:16.744939 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port b617bce1-775f-4700-9f6e-38c7c6207611 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:26:16.749812 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bfd4a-febc-4613-91a3-912e68e6fc02 req-0c4841f3-5e07-4408-be75-38de024679e4 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:16.752672 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port b617bce1-775f-4700-9f6e-38c7c6207611 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:26:16.752672 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:16.753060 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-140bfd4a-febc-4613-91a3-912e68e6fc02 req-0c4841f3-5e07-4408-be75-38de024679e4 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 944 time: 0.0658529 Jul 08 19:26:16.788921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-140bfd4a-febc-4613-91a3-912e68e6fc02 req-821a4346-76cd-44bc-a059-e1cb1d8ffdbc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Jul 08 19:26:16.827649 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:16.852008 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:26:16.854264 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633567ca-2bdd-4121-8245-9856460a2c02" -d '{"events": [{"server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "name": "network-vif-plugged", "status": "completed", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:26:16.867296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b617bce1-775f-4700-9f6e-38c7c6207611, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b617bce1-775f-4700-9f6e-38c7c6207611,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:26:16.871560 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:16.918123 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b617bce1-775f-4700-9f6e-38c7c6207611,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:26:16.938546 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2af64f-9e95-4ff5-b501-e1980efc40c8 x-openstack-request-id: req-ab2af64f-9e95-4ff5-b501-e1980efc40c8 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:26:16.938845 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "name": "network-vif-plugged", "status": "completed", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:26:16.939626 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab2af64f-9e95-4ff5-b501-e1980efc40c8 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:26:16.940051 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'code': 200} Jul 08 19:26:17.050601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d39f5e-351a-4490-9ceb-61e48d8fa1e9 req-8ff9d019-964d-4ffa-92c7-ce5a85a92d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:17.052067 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-14d39f5e-351a-4490-9ceb-61e48d8fa1e9 req-8ff9d019-964d-4ffa-92c7-ce5a85a92d4a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1096 time: 0.0550957 Jul 08 19:26:17.085252 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-14d39f5e-351a-4490-9ceb-61e48d8fa1e9 req-0af93473-4ac0-4dda-825f-2b73cf4968be service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269272 Jul 08 19:26:17.965021 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578c9ea-5b50-46e9-812d-c5c969353b16 req-f8182f53-34f6-4c94-8d59-b2d7bf881b62 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:17.966523 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4578c9ea-5b50-46e9-812d-c5c969353b16 req-f8182f53-34f6-4c94-8d59-b2d7bf881b62 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0642982 Jul 08 19:26:18.004401 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4578c9ea-5b50-46e9-812d-c5c969353b16 req-fea2c5bc-f72f-4744-be10-88420036c20f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Jul 08 19:26:19.186394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9225b-ebe4-4c36-b538-74a082feb645 req-fe8f46db-a70b-40e0-a930-ac78ce3eb920 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:19.187899 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-84b9225b-ebe4-4c36-b538-74a082feb645 req-fe8f46db-a70b-40e0-a930-ac78ce3eb920 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0675044 Jul 08 19:26:19.202135 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:26:19.228649 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-84b9225b-ebe4-4c36-b538-74a082feb645 req-38a551e6-50a7-44a6-ac0b-822496be8909 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351388 Jul 08 19:26:19.402903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d91919-36aa-4fba-9c21-3b55e1832525 req-16500e53-b642-42d1-9800-5aa2c8799d3d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:19.404393 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4d91919-36aa-4fba-9c21-3b55e1832525 req-16500e53-b642-42d1-9800-5aa2c8799d3d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0643020 Jul 08 19:26:19.442606 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e4d91919-36aa-4fba-9c21-3b55e1832525 req-e0475ac8-d365-43d8-b081-a544a7a72727 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326674 Jul 08 19:26:19.466487 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33878) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:26:19.556376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dd6be6-5907-4bd1-84f1-2cd0a5058100 tempest-TestShelveInstance-143221871 tempest-TestShelveInstance-143221871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:19.557868 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-27dd6be6-5907-4bd1-84f1-2cd0a5058100 tempest-TestShelveInstance-143221871 tempest-TestShelveInstance-143221871-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1091 time: 0.0902228 Jul 08 19:26:19.560658 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 33882) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:26:19.565420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:26:19.587631 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:19.687724 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:19.794409 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Allocated IP 172.25.8.161 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/9b2e712b-d240-4dca-8753-92c9140b9512) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:26:19.895062 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:19.932767 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:19.974835 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:26:19.977552 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:26:19.982139 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:26:19.985125 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'Port': ['ID=9b2e712b-d240-4dca-8753-92c9140b9512,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:26:20.338467 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:20.723060 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:20.867848 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:20.872406 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:20.943344 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event updated for resources: {'Port': ['ID=9b2e712b-d240-4dca-8753-92c9140b9512,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:26:20.957234 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:21.056917 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Floating IP 149c06c6-c4b6-4ca8-b4f7-b19d4daaedcc associated. External IP: 172.25.8.161, port: b617bce1-775f-4700-9f6e-38c7c6207611. Jul 08 19:26:21.258994 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:26:21.364385 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:26:21.374446 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05e5fe-aca5-44a6-ab8a-9473bca77511 None None] Sync routers for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:26:21.380785 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:21.384341 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05e5fe-aca5-44a6-ab8a-9473bca77511 None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:26:21.384944 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-da05e5fe-aca5-44a6-ab8a-9473bca77511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:26:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:26:21.418136 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d98c7582-d1ec-4abf-b224-5530d550b402 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8564525 Jul 08 19:26:21.418859 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:26:21.421133 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e431ec-602b-4b3e-a48f-af69a58cef3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:26:21.456075 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d039d89e-2e42-4b6f-8217-f8d9eb9edf62 x-openstack-request-id: req-d039d89e-2e42-4b6f-8217-f8d9eb9edf62 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:26:21.456363 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:26:21.456626 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d039d89e-2e42-4b6f-8217-f8d9eb9edf62 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:26:21.457026 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'status': 'completed', 'code': 200} Jul 08 19:26:21.494526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-da05e5fe-aca5-44a6-ab8a-9473bca77511 None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:26:21.530633 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e431ec-602b-4b3e-a48f-af69a58cef3e req-e37c8bb8-dc8e-4cc3-a046-ad0ab8117cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:21.532126 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-26e431ec-602b-4b3e-a48f-af69a58cef3e req-e37c8bb8-dc8e-4cc3-a046-ad0ab8117cdc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1096 time: 0.0519335 Jul 08 19:26:21.624427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e431ec-602b-4b3e-a48f-af69a58cef3e req-d93c1521-6494-4f54-9c7f-e9fc22145bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:21.625824 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-26e431ec-602b-4b3e-a48f-af69a58cef3e req-d93c1521-6494-4f54-9c7f-e9fc22145bae service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0871968 Jul 08 19:26:21.690244 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-26e431ec-602b-4b3e-a48f-af69a58cef3e req-66076225-5c15-4880-bc32-2d21f1f912d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 200 len: 999 time: 0.0582819 Jul 08 19:26:21.716003 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-da05e5fe-aca5-44a6-ab8a-9473bca77511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '149c06c6-c4b6-4ca8-b4f7-b19d4daaedcc', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'port_id': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'mac_address': 'fa:16:3e:d8:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:26:20Z', 'updated_at': '2021-07-08T19:26:20Z', 'revision_number': 0, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:26:21.738311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e431ec-602b-4b3e-a48f-af69a58cef3e req-b3a03332-f90e-4969-9cf9-2a627c6d5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:21.739787 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-26e431ec-602b-4b3e-a48f-af69a58cef3e req-b3a03332-f90e-4969-9cf9-2a627c6d5c0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0437424 Jul 08 19:26:21.746080 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05e5fe-aca5-44a6-ab8a-9473bca77511 None None] Checking router: 0baf9e7d-2c6d-40ca-9ccb-64774b00392c for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:26:21.754656 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05e5fe-aca5-44a6-ab8a-9473bca77511 None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:26:21.755254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-da05e5fe-aca5-44a6-ab8a-9473bca77511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:26:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:26:21.797696 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e431ec-602b-4b3e-a48f-af69a58cef3e req-33deb2c5-b7a4-48b1-ba2c-b940c41f2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:21.799752 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-26e431ec-602b-4b3e-a48f-af69a58cef3e req-33deb2c5-b7a4-48b1-ba2c-b940c41f2fec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542853 Jul 08 19:26:21.858229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-da05e5fe-aca5-44a6-ab8a-9473bca77511 None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:26:21.885636 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-26e431ec-602b-4b3e-a48f-af69a58cef3e req-3dd70ac7-692a-4a11-b60d-f62c033a8c8a service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795846 Jul 08 19:26:21.979628 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-26e431ec-602b-4b3e-a48f-af69a58cef3e req-cfb5e8f8-d06d-41ec-84e8-be919a8e649e service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884130 Jul 08 19:26:22.087779 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-da05e5fe-aca5-44a6-ab8a-9473bca77511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '149c06c6-c4b6-4ca8-b4f7-b19d4daaedcc', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'port_id': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'mac_address': 'fa:16:3e:d8:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:26:20Z', 'updated_at': '2021-07-08T19:26:20Z', 'revision_number': 0, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:26:22.113690 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05e5fe-aca5-44a6-ab8a-9473bca77511 None None] The sync data for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 is: [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '149c06c6-c4b6-4ca8-b4f7-b19d4daaedcc', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'port_id': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'mac_address': 'fa:16:3e:d8:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:26:20Z', 'updated_at': '2021-07-08T19:26:20Z', 'revision_number': 0, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:26:22.302431 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66377af8-a420-41b2-801c-6965416f9c51 None None] New status for floating IP 149c06c6-c4b6-4ca8-b4f7-b19d4daaedcc: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:26:23.678534 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-da1cf879-6bf0-465f-93be-0990296df336 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519664 Jul 08 19:26:23.772856 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-9cbf5e7e-678d-46ef-8262-7babede5eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:23.774356 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-9cbf5e7e-678d-46ef-8262-7babede5eb5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1096 time: 0.0514691 Jul 08 19:26:23.878878 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-601e6755-a3e7-4aec-b137-eabe77677dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:23.880355 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-601e6755-a3e7-4aec-b137-eabe77677dba service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0866368 Jul 08 19:26:23.944003 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-b7fe0c62-5b09-405a-af53-2f943cff3229 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 200 len: 1001 time: 0.0572863 Jul 08 19:26:23.991796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-4192ae9c-3928-4c13-b6a5-cfb028972dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:23.993221 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-4192ae9c-3928-4c13-b6a5-cfb028972dd6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0433576 Jul 08 19:26:24.053402 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-539cff72-ebd3-41e1-bdb7-ec876b12b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:26:24.055339 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-539cff72-ebd3-41e1-bdb7-ec876b12b18a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558264 Jul 08 19:26:24.146554 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-5f064628-c1ce-46a5-8eb0-d356044c8f6d service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799603 Jul 08 19:26:24.237372 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e34ac46e-42a0-40f3-9e08-8dc3d5f44e8f req-4395c624-e9d8-4dbe-9d87-21dda28cbe62 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845780 Jul 08 19:26:34.429769 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:35.210689 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:36.365523 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a29aeb85-779d-48ba-b6b6-6c64c014503b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:39.235735 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:39.246134 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cad0f386-f4b7-4b18-9e53-e9bc6a17b306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:40.551374 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:42.023192 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:26:56.202708 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:27:04.433991 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:05.214767 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:06.366332 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ef53d514-4276-4813-ac3d-f66a3f6133ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:09.226072 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:09.244858 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-726bbb43-d13e-4ee7-a0d2-1d10d74bed81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:10.555996 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:12.025584 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:23.691060 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-633d1dd1-bc43-4d5a-a1bd-f2a0e678f06f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510049 Jul 08 19:27:23.783534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-871ead46-4500-4477-b3f5-10c3039b2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:27:23.785029 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-871ead46-4500-4477-b3f5-10c3039b2c4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1096 time: 0.0515068 Jul 08 19:27:23.887620 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-dfdb135d-365b-42c9-a934-4604fb05a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:27:23.889701 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-dfdb135d-365b-42c9-a934-4604fb05a7ac service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0858650 Jul 08 19:27:23.951857 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-864dee58-2d2f-4b9c-863e-0358f170d4c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 200 len: 1001 time: 0.0555072 Jul 08 19:27:23.996226 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-1e9e3353-388f-40e6-bb5d-abf9104c9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:27:23.997601 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-1e9e3353-388f-40e6-bb5d-abf9104c9c8e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0410292 Jul 08 19:27:24.054932 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-a35403c1-c6cb-4eca-8608-440a13d65b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:27:24.056368 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-a35403c1-c6cb-4eca-8608-440a13d65b68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530009 Jul 08 19:27:24.141387 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-630beb40-164c-4550-bd1c-009b9ba03201 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780520 Jul 08 19:27:24.229550 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-16ceb1a1-1774-4178-a664-1f3b4fb3ac04 req-27a9f2d0-c42c-4178-9704-6cbc7327f325 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820527 Jul 08 19:27:33.202964 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:27:34.432151 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:35.236200 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:36.366654 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c13d091-1496-4609-b0af-45c6c27d5ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:39.226571 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:39.245674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5246c952-5d1d-4e3a-b0e1-fa2410bbe55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:40.557152 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:27:42.029661 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:04.434462 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:05.233987 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:06.367063 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bb162b9c-c69b-4a56-996f-c707b5ce71bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:09.228134 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:09.244981 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7bda068f-3783-4224-b396-738f9ea270dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:10.201883 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:28:10.560927 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:12.035836 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:17.120962 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2a957-d965-492f-bbfc-4260f5dea993 req-4cef618a-4a9d-44bb-92cd-45e3973273eb tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:17.122482 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31c2a957-d965-492f-bbfc-4260f5dea993 req-4cef618a-4a9d-44bb-92cd-45e3973273eb tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.1140485 Jul 08 19:28:17.165200 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-31c2a957-d965-492f-bbfc-4260f5dea993 req-7ce9d24a-5cdc-41c5-bea8-9de7a7796bd5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349464 Jul 08 19:28:18.362918 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe09131-8dd4-43c6-b90e-df11405ff25e req-8b3c90a6-a7bc-4499-9832-ff29f83328b8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:18.364399 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cfe09131-8dd4-43c6-b90e-df11405ff25e req-8b3c90a6-a7bc-4499-9832-ff29f83328b8 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0635867 Jul 08 19:28:18.401921 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-cfe09131-8dd4-43c6-b90e-df11405ff25e req-c98b3c4e-e3f4-4704-960e-d23908ef29a5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Jul 08 19:28:19.580115 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f66f69-669c-4718-b53a-f47582528072 req-34dad67d-e2b0-4b72-b158-c7350cdccf68 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:19.581636 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25f66f69-669c-4718-b53a-f47582528072 req-34dad67d-e2b0-4b72-b158-c7350cdccf68 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0642848 Jul 08 19:28:19.631734 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-25f66f69-669c-4718-b53a-f47582528072 req-46ab2655-bb90-42ea-8479-37a458f770ee tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444403 Jul 08 19:28:20.805404 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9398a5-4e7f-45af-abca-afd28e742d42 req-8549968e-1069-4ba9-998a-042625556864 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:20.807676 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe9398a5-4e7f-45af-abca-afd28e742d42 req-8549968e-1069-4ba9-998a-042625556864 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0679200 Jul 08 19:28:20.844297 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fe9398a5-4e7f-45af-abca-afd28e742d42 req-50138ef1-eec2-42cb-943b-9e47561d79ac tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Jul 08 19:28:22.015196 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aba81-f50d-4c2d-9637-57aa32712ec5 req-6f25c020-aa42-405c-9b6b-e596cd6fdedc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:22.016653 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-678aba81-f50d-4c2d-9637-57aa32712ec5 req-6f25c020-aa42-405c-9b6b-e596cd6fdedc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0626822 Jul 08 19:28:22.053173 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-678aba81-f50d-4c2d-9637-57aa32712ec5 req-103c59f4-c1ae-4ef6-aad4-7abbaa348c27 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310924 Jul 08 19:28:23.229054 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b028-3ca1-491b-8c6b-ae6c27984750 req-21335a14-d607-4cb0-980b-23b8fb779f34 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:23.230440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02d7b028-3ca1-491b-8c6b-ae6c27984750 req-21335a14-d607-4cb0-980b-23b8fb779f34 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0618405 Jul 08 19:28:23.271178 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-02d7b028-3ca1-491b-8c6b-ae6c27984750 req-69e7886b-8dd7-4c4e-b6af-f56013b6db9e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353503 Jul 08 19:28:24.448922 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c608c6-795f-49ce-a518-884cfaf28326 req-f37039e1-cfad-4a27-9a4e-0d1bd092ca9b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:24.450414 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8c608c6-795f-49ce-a518-884cfaf28326 req-f37039e1-cfad-4a27-9a4e-0d1bd092ca9b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0648904 Jul 08 19:28:24.488541 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d8c608c6-795f-49ce-a518-884cfaf28326 req-babaa881-8989-42b7-a087-e47dcf89e50d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325725 Jul 08 19:28:25.669608 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dddea9-ab07-43cd-8805-e275c8918e69 req-04f573d6-1c4a-45a9-81ef-75d0ceceb027 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:25.671189 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7dddea9-ab07-43cd-8805-e275c8918e69 req-04f573d6-1c4a-45a9-81ef-75d0ceceb027 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0748746 Jul 08 19:28:25.709747 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c7dddea9-ab07-43cd-8805-e275c8918e69 req-d1500529-4ff5-43b4-890c-2a0fdf1b76f5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324898 Jul 08 19:28:25.710321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-3dbfb976-2864-4be9-9a1a-817b6649007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:25.712496 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-3dbfb976-2864-4be9-9a1a-817b6649007e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1096 time: 0.0545051 Jul 08 19:28:25.818748 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-bb9f5997-b5ac-419c-ad2c-3b0c8764779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:25.820158 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-bb9f5997-b5ac-419c-ad2c-3b0c8764779a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0859008 Jul 08 19:28:25.882562 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-2282b885-6e87-4a73-be3d-d9681f776889 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 200 len: 1001 time: 0.0557029 Jul 08 19:28:25.932113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-96bc5461-1aa0-4f25-8afa-cb4b6c08cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:25.933567 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-96bc5461-1aa0-4f25-8afa-cb4b6c08cad9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0447149 Jul 08 19:28:25.992906 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-4fff1a7e-3a44-4a5b-96c8-c1f2ad9bce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:25.994579 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-4fff1a7e-3a44-4a5b-96c8-c1f2ad9bce70 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552442 Jul 08 19:28:26.004514 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-55e94924-1ea9-4162-854c-fa208913a5dc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:28:26.005424 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-55e94924-1ea9-4162-854c-fa208913a5dc service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048087 Jul 08 19:28:26.090537 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-6bb20f80-16af-49e9-a56e-04ea143418c8 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788362 Jul 08 19:28:26.178971 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-6dfb1669-4ff9-416a-9781-6dead9f3d78c req-2adebe95-30e0-4210-a9f1-8d5c06b7de37 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826812 Jul 08 19:28:26.885878 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492b015-fa4b-441a-80e6-1e22393fbb34 req-f4ea22a2-46d9-45f2-b62f-6aa4af33696a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:26.887396 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c492b015-fa4b-441a-80e6-1e22393fbb34 req-f4ea22a2-46d9-45f2-b62f-6aa4af33696a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0677989 Jul 08 19:28:26.924438 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c492b015-fa4b-441a-80e6-1e22393fbb34 req-808c0609-c7d4-4d18-a81d-b0144f20db3b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316160 Jul 08 19:28:27.167869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787c238-6ed9-4719-9a3d-7924e8e64f9b req-4e977775-b38e-4e7f-9a0d-66b10b25c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:27.169332 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9787c238-6ed9-4719-9a3d-7924e8e64f9b req-4e977775-b38e-4e7f-9a0d-66b10b25c395 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1096 time: 0.0509388 Jul 08 19:28:27.256871 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787c238-6ed9-4719-9a3d-7924e8e64f9b req-74e9194a-4507-4be6-ad17-eb1c1cb74e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:27.258438 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9787c238-6ed9-4719-9a3d-7924e8e64f9b req-74e9194a-4507-4be6-ad17-eb1c1cb74e73 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0826616 Jul 08 19:28:27.325935 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9787c238-6ed9-4719-9a3d-7924e8e64f9b req-da1a7b57-a5b3-4270-a915-fd553992331d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 200 len: 1001 time: 0.0611558 Jul 08 19:28:27.374410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787c238-6ed9-4719-9a3d-7924e8e64f9b req-216e1669-b936-405a-800e-5852d2c81cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:27.375815 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9787c238-6ed9-4719-9a3d-7924e8e64f9b req-216e1669-b936-405a-800e-5852d2c81cfa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0435319 Jul 08 19:28:27.430895 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787c238-6ed9-4719-9a3d-7924e8e64f9b req-a1599c43-c8c3-4f2a-9750-0532431220a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:27.432271 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9787c238-6ed9-4719-9a3d-7924e8e64f9b req-a1599c43-c8c3-4f2a-9750-0532431220a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504932 Jul 08 19:28:27.524790 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9787c238-6ed9-4719-9a3d-7924e8e64f9b req-d2697f09-75dd-40a2-836e-016d281d54b4 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836823 Jul 08 19:28:27.612372 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9787c238-6ed9-4719-9a3d-7924e8e64f9b req-6ef1c5a3-f191-44e3-8956-6a74013ea8c4 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798240 Jul 08 19:28:28.097009 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13158106-df22-4669-b6f8-208a6862aaab req-bcbffdeb-db41-4751-b2ec-1b5477d1dcd3 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:28.098503 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13158106-df22-4669-b6f8-208a6862aaab req-bcbffdeb-db41-4751-b2ec-1b5477d1dcd3 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0648568 Jul 08 19:28:28.136100 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-13158106-df22-4669-b6f8-208a6862aaab req-ff98b39d-dad6-49de-b51f-d0c866250296 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319107 Jul 08 19:28:29.316529 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165ea0b-fde8-4608-ab40-6c7bc4a45952 req-5a085961-209e-482d-b92f-b4eee887a553 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:29.318099 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5165ea0b-fde8-4608-ab40-6c7bc4a45952 req-5a085961-209e-482d-b92f-b4eee887a553 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0689626 Jul 08 19:28:29.356138 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5165ea0b-fde8-4608-ab40-6c7bc4a45952 req-b72998aa-98a8-4b6f-87ee-9e0913c5bd49 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322909 Jul 08 19:28:30.531903 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ac17-271c-4c7c-b475-d404bdd60561 req-56a3c264-4cf8-4090-8a20-a035ef080e57 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:30.533412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5b0ac17-271c-4c7c-b475-d404bdd60561 req-56a3c264-4cf8-4090-8a20-a035ef080e57 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0648746 Jul 08 19:28:30.575066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a5b0ac17-271c-4c7c-b475-d404bdd60561 req-73dc0098-5c29-4352-81e3-b70144795461 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357859 Jul 08 19:28:31.754923 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548754d2-1e8c-4126-a8ff-6db6c345b9c8 req-b834ec18-7915-42ae-b483-a341d25b8c7c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:31.756453 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548754d2-1e8c-4126-a8ff-6db6c345b9c8 req-b834ec18-7915-42ae-b483-a341d25b8c7c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0733583 Jul 08 19:28:31.794152 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-548754d2-1e8c-4126-a8ff-6db6c345b9c8 req-30e9e9d2-a0a2-421d-a704-6edeb852a47a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Jul 08 19:28:33.130794 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-281f5923-ded3-4f93-8333-07d547d2811c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927601 Jul 08 19:28:33.160620 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a4b4-a896-41d3-b880-c5442c4a37af req-86dbedf6-1a8e-4860-a5cc-b5ef914fdd91 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:33.162093 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e368a4b4-a896-41d3-b880-c5442c4a37af req-86dbedf6-1a8e-4860-a5cc-b5ef914fdd91 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0668025 Jul 08 19:28:33.199294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e368a4b4-a896-41d3-b880-c5442c4a37af req-d74a0352-3bd9-4f7b-9410-83c1f2d8b21a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Jul 08 19:28:33.333058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b617bce1-775f-4700-9f6e-38c7c6207611 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:28:33.405869 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:33.427648 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:28:33.430631 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c5a564-7a9f-4e0f-8ec3-1a740b1b1afd" -d '{"events": [{"server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "name": "network-vif-unplugged", "status": "completed", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:28:33.442990 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b617bce1-775f-4700-9f6e-38c7c6207611, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b617bce1-775f-4700-9f6e-38c7c6207611,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:28:33.450254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:33.471850 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37adf3c-05fd-42b6-9e34-dd880d5c3a9b x-openstack-request-id: req-b37adf3c-05fd-42b6-9e34-dd880d5c3a9b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:28:33.472136 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "name": "network-vif-unplugged", "status": "failed", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611", "code": 422}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:28:33.472388 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b37adf3c-05fd-42b6-9e34-dd880d5c3a9b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:28:33.472773 n-d-799684-3 neutron-server[93743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'code': 422} returned with failed status Jul 08 19:28:33.500587 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b617bce1-775f-4700-9f6e-38c7c6207611,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:28:33.508244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:33.508588 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:33.508925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:33.509252 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:33.509578 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:33.509899 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:33.510242 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:33.510555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:33.510873 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:33.511190 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:33.511503 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:33.511820 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:28:34.367730 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fc261-5b1b-4952-9661-59dff20cce24 req-10358a1a-7dc0-4fa6-b5d8-d1c8dd5a6da2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:34.369207 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-439fc261-5b1b-4952-9661-59dff20cce24 req-10358a1a-7dc0-4fa6-b5d8-d1c8dd5a6da2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0619292 Jul 08 19:28:34.406067 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-439fc261-5b1b-4952-9661-59dff20cce24 req-0aba61aa-b67a-471d-9c50-cb43bb80fe36 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313838 Jul 08 19:28:34.429018 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:35.249227 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:35.583648 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58930a-9ce8-43f8-990c-a4c693244713 req-1d1e473c-7279-415d-a34d-15a904358b31 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:35.585064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee58930a-9ce8-43f8-990c-a4c693244713 req-1d1e473c-7279-415d-a34d-15a904358b31 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0694144 Jul 08 19:28:35.622689 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ee58930a-9ce8-43f8-990c-a4c693244713 req-d6541298-159f-47c3-9070-16a2add35b1d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314829 Jul 08 19:28:36.367870 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-088a5546-a48b-4146-aea4-88c7c701e694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:36.794215 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fdbb2-cb75-48f0-97ad-aac4434e390f req-f622d14a-8c0d-497f-9787-93009f5567cd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:36.795713 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c7fdbb2-cb75-48f0-97ad-aac4434e390f req-f622d14a-8c0d-497f-9787-93009f5567cd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0633762 Jul 08 19:28:36.835267 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3c7fdbb2-cb75-48f0-97ad-aac4434e390f req-0c0cb4a5-3f48-4891-9b63-3db71ac8117a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340099 Jul 08 19:28:38.007500 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d5ae6-5831-42ed-a063-84e2302fb3ff req-6615dad2-21db-4050-a593-1f45bb699338 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:38.008932 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-496d5ae6-5831-42ed-a063-84e2302fb3ff req-6615dad2-21db-4050-a593-1f45bb699338 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0640845 Jul 08 19:28:38.046849 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-496d5ae6-5831-42ed-a063-84e2302fb3ff req-4f28b738-693a-4742-ade3-7adac797fe8c tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324051 Jul 08 19:28:39.234828 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506987c-c8fc-47ff-a7ea-c770976ed8cf req-6f54e103-462d-4c09-bba8-c98e44747c72 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:39.236562 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4506987c-c8fc-47ff-a7ea-c770976ed8cf req-6f54e103-462d-4c09-bba8-c98e44747c72 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0757763 Jul 08 19:28:39.244624 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:39.256639 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96129a7a-ef69-48db-b2af-f177ea2f499f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:39.280377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-4506987c-c8fc-47ff-a7ea-c770976ed8cf req-a214e3d5-0dc5-4361-82bf-f6348651634b tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366781 Jul 08 19:28:40.452691 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b9191-a2bf-474e-8129-389ff54c6714 req-732655bd-6593-4c42-a8a1-da951d31b500 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:40.454222 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c4b9191-a2bf-474e-8129-389ff54c6714 req-732655bd-6593-4c42-a8a1-da951d31b500 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0638387 Jul 08 19:28:40.493238 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7c4b9191-a2bf-474e-8129-389ff54c6714 req-f9fe2277-6945-44b2-85bd-28f5d4acecdc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332601 Jul 08 19:28:40.564053 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:41.677846 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c21aaf-e71f-461c-9325-72921a5c424d req-b72c57b8-ed2e-4a0e-a8cd-be9fb0a3d883 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:41.680232 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33c21aaf-e71f-461c-9325-72921a5c424d req-b72c57b8-ed2e-4a0e-a8cd-be9fb0a3d883 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0702589 Jul 08 19:28:41.719573 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33c21aaf-e71f-461c-9325-72921a5c424d req-d2193eaf-2ccd-4c44-a17e-26e0d3caa434 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336943 Jul 08 19:28:41.982232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-530ec1d8-c6b6-44c1-9da3-925796d6c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:41.983779 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-530ec1d8-c6b6-44c1-9da3-925796d6c4cc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb&tenant_id=95eaad89a80142bfb3bfbdcbbe243d94 HTTP/1.1" status: 200 len: 1094 time: 0.0523667 Jul 08 19:28:42.035884 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:42.057348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-ccb3fb9c-b5fd-4890-a381-4ba143369455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:42.058872 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-ccb3fb9c-b5fd-4890-a381-4ba143369455 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1094 time: 0.0527978 Jul 08 19:28:42.147064 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-20c842c5-7206-4191-b5b5-5c43a56cfa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:42.148532 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-20c842c5-7206-4191-b5b5-5c43a56cfa6f service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0842738 Jul 08 19:28:42.547177 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-574b5faa-8fa2-4970-ada1-81829f72fd06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 200 len: 999 time: 0.3920877 Jul 08 19:28:42.595228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-93038eca-5255-4bed-9474-77de94301ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:42.596689 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-93038eca-5255-4bed-9474-77de94301ba0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0439639 Jul 08 19:28:42.653987 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-d05883c8-edbf-4e67-80a3-c3c9b4ae7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:42.655439 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-d05883c8-edbf-4e67-80a3-c3c9b4ae7323 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524259 Jul 08 19:28:42.739829 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-25591e92-8752-4d49-85cf-48dd9f003d09 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781264 Jul 08 19:28:42.831220 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-6aa75418-279c-4bbd-a134-8ccea487a037 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851917 Jul 08 19:28:42.891341 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6ca3c-9ec0-43e9-9bf8-50fb2fac6c31 req-074f4e3f-1947-4d0d-a35e-b094659634cb tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:42.892826 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54c6ca3c-9ec0-43e9-9bf8-50fb2fac6c31 req-074f4e3f-1947-4d0d-a35e-b094659634cb tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0632184 Jul 08 19:28:42.930578 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-54c6ca3c-9ec0-43e9-9bf8-50fb2fac6c31 req-3c59fdc7-a4c5-43e9-9aff-e44484a57990 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312738 Jul 08 19:28:44.097345 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08455c71-a470-401b-80db-795fd51c8d14 req-2cad7bec-62b8-4f4d-9137-354e5200d4b9 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:44.098839 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08455c71-a470-401b-80db-795fd51c8d14 req-2cad7bec-62b8-4f4d-9137-354e5200d4b9 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0620003 Jul 08 19:28:44.137036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-08455c71-a470-401b-80db-795fd51c8d14 req-62048e3f-37f7-4056-af9c-49579e4f129e tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326965 Jul 08 19:28:45.315579 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb4b66-dd26-4c94-9525-c7d508d6913b req-5187f176-7ed6-4927-b822-c66d7edaf7c5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:45.316982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9eb4b66-dd26-4c94-9525-c7d508d6913b req-5187f176-7ed6-4927-b822-c66d7edaf7c5 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0738270 Jul 08 19:28:45.359266 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b9eb4b66-dd26-4c94-9525-c7d508d6913b req-c0de4c3c-0123-426b-bca8-63270a95fc78 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361617 Jul 08 19:28:46.530731 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54045d-68a5-4311-80f7-a124366ecbaf req-dbcc445d-bf27-47a0-8f4c-b1ce848b9c99 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:46.532217 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a54045d-68a5-4311-80f7-a124366ecbaf req-dbcc445d-bf27-47a0-8f4c-b1ce848b9c99 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0633068 Jul 08 19:28:46.569314 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8a54045d-68a5-4311-80f7-a124366ecbaf req-e946d4d4-f02f-4211-b043-f82d25fc42e3 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316586 Jul 08 19:28:47.202285 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:28:47.743959 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececfd47-94d0-4879-aa9d-fac81e8b4ac7 req-dde16abd-cce3-4fb8-8a70-18fbfadacd3f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:47.745441 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ececfd47-94d0-4879-aa9d-fac81e8b4ac7 req-dde16abd-cce3-4fb8-8a70-18fbfadacd3f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0660346 Jul 08 19:28:47.782721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ececfd47-94d0-4879-aa9d-fac81e8b4ac7 req-36e80990-7cfa-4418-92ab-2feccf5c73a3 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Jul 08 19:28:48.952357 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e8d2c-5f4a-4455-84b6-2c1e0a7c9bd9 req-338910d7-5240-442d-bc95-37b6ca90796f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:48.953835 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d59e8d2c-5f4a-4455-84b6-2c1e0a7c9bd9 req-338910d7-5240-442d-bc95-37b6ca90796f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0635238 Jul 08 19:28:48.991243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d59e8d2c-5f4a-4455-84b6-2c1e0a7c9bd9 req-72660494-ba28-4853-b761-acfa39e4239d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314636 Jul 08 19:28:50.158309 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba54f3b-5ea3-4d0c-acb2-0939195b27ef req-2463897e-7747-4fd6-bf64-e23c09fb6b2f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:50.159755 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ba54f3b-5ea3-4d0c-acb2-0939195b27ef req-2463897e-7747-4fd6-bf64-e23c09fb6b2f tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0612447 Jul 08 19:28:50.197795 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7ba54f3b-5ea3-4d0c-acb2-0939195b27ef req-67b30d70-c39a-48d1-9fca-2194c67465f1 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324836 Jul 08 19:28:51.363492 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b617bce1-775f-4700-9f6e-38c7c6207611 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:28:51.463577 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b617bce1-775f-4700-9f6e-38c7c6207611, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b617bce1-775f-4700-9f6e-38c7c6207611,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:28:51.474947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'port_id': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'mac_address': 'fa:16:3e:d8:46:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:28:51.515116 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:51.527525 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b617bce1-775f-4700-9f6e-38c7c6207611 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:28:51.546528 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b617bce1-775f-4700-9f6e-38c7c6207611, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b617bce1-775f-4700-9f6e-38c7c6207611,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:28:51.550243 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:51.555346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e76f0-f64c-4319-80ab-acf02c6c0c24 req-33c544a6-76db-4072-860d-8c0629c45f81 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:51.557475 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-821e76f0-f64c-4319-80ab-acf02c6c0c24 req-33c544a6-76db-4072-860d-8c0629c45f81 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 943 time: 0.0696762 Jul 08 19:28:51.594969 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-821e76f0-f64c-4319-80ab-acf02c6c0c24 req-f24bfcd4-5282-4a6b-a445-10f0ee709fd2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Jul 08 19:28:51.607043 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b617bce1-775f-4700-9f6e-38c7c6207611,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:28:51.920102 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['b617bce1-775f-4700-9f6e-38c7c6207611'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:28:52.767897 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ff04a-5113-4fdf-b9ac-aa4ab9a28a17 req-1cca206f-7e03-4954-b5f9-3dfc038c2cc0 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:52.769440 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d83ff04a-5113-4fdf-b9ac-aa4ab9a28a17 req-1cca206f-7e03-4954-b5f9-3dfc038c2cc0 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 944 time: 0.0641701 Jul 08 19:28:52.806968 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d83ff04a-5113-4fdf-b9ac-aa4ab9a28a17 req-f8eb9eb6-c518-45b9-9f67-220ef439b139 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Jul 08 19:28:53.376040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b617bce1-775f-4700-9f6e-38c7c6207611 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:28:53.421789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port b617bce1-775f-4700-9f6e-38c7c6207611 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:28:53.422158 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:53.498806 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:53.520059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:28:53.522279 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5856de-7931-4e8b-b094-28ee475dc868" -d '{"events": [{"server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "name": "network-vif-plugged", "status": "completed", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:28:53.534358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port b617bce1-775f-4700-9f6e-38c7c6207611, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b617bce1-775f-4700-9f6e-38c7c6207611,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:28:53.539399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:28:53.568367 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855efd43-da64-4ec6-8a39-68889644374a x-openstack-request-id: req-855efd43-da64-4ec6-8a39-68889644374a {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:28:53.568673 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "name": "network-vif-plugged", "status": "completed", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:28:53.568920 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-855efd43-da64-4ec6-8a39-68889644374a {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:28:53.569301 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'code': 200} Jul 08 19:28:53.596897 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=b617bce1-775f-4700-9f6e-38c7c6207611,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:28:53.735877 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd6193-f2ce-42e1-9b07-0286adda9a5a req-97b22f82-02a4-4af3-8e5b-85b027810828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:53.737324 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ebd6193-f2ce-42e1-9b07-0286adda9a5a req-97b22f82-02a4-4af3-8e5b-85b027810828 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1096 time: 0.0503657 Jul 08 19:28:53.771298 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-9ebd6193-f2ce-42e1-9b07-0286adda9a5a req-4bf688ac-051b-4161-a8a2-c4a7dd10dc5e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271618 Jul 08 19:28:53.983005 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cdea0-6577-4213-b977-1dade689df27 req-cabdf303-2298-4d6c-bd6f-bf743a157899 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:53.984490 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f23cdea0-6577-4213-b977-1dade689df27 req-cabdf303-2298-4d6c-bd6f-bf743a157899 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0675304 Jul 08 19:28:54.021431 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f23cdea0-6577-4213-b977-1dade689df27 req-837ecd22-49fd-4d75-acab-7d331332bc70 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Jul 08 19:28:55.202365 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf368c-2b92-490a-ae67-13c3ca6fe965 req-6e5a6feb-e240-4119-95e8-acf2ff10c6b2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:28:55.203748 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6adf368c-2b92-490a-ae67-13c3ca6fe965 req-6e5a6feb-e240-4119-95e8-acf2ff10c6b2 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0627251 Jul 08 19:28:55.241268 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6adf368c-2b92-490a-ae67-13c3ca6fe965 req-70d97f29-0486-4d6b-b862-45a8528d2ad3 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Jul 08 19:29:04.429968 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:05.251674 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:06.368956 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6634349f-d1a0-4854-90e6-45e53f72da57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:09.243180 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:09.248264 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac0311d0-6938-413e-9bb2-d968a7179846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:10.565243 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:12.039777 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:24.201302 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:29:27.670628 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-876e104f-db0c-41c1-b517-af2b64855295 req-91f1458a-d576-46f7-ad19-8db1e78361be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497344 Jul 08 19:29:27.765713 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e104f-db0c-41c1-b517-af2b64855295 req-1dd9da68-d6fa-4356-a4ae-f0fee32caa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:29:27.767211 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-876e104f-db0c-41c1-b517-af2b64855295 req-1dd9da68-d6fa-4356-a4ae-f0fee32caa10 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1096 time: 0.0558245 Jul 08 19:29:27.865659 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e104f-db0c-41c1-b517-af2b64855295 req-5472e850-d521-44bc-9123-dbb03a9afe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:29:27.867124 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-876e104f-db0c-41c1-b517-af2b64855295 req-5472e850-d521-44bc-9123-dbb03a9afe31 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0806742 Jul 08 19:29:27.934776 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-876e104f-db0c-41c1-b517-af2b64855295 req-5ac93771-173a-4689-a17b-bf52dbedf616 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 200 len: 1001 time: 0.0619080 Jul 08 19:29:27.982564 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e104f-db0c-41c1-b517-af2b64855295 req-5af1b76d-3a2c-4fc8-8b3f-946e64bf21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:29:27.983966 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-876e104f-db0c-41c1-b517-af2b64855295 req-5af1b76d-3a2c-4fc8-8b3f-946e64bf21e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0427513 Jul 08 19:29:28.041465 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e104f-db0c-41c1-b517-af2b64855295 req-61a57ed6-0476-4d01-bf51-82c67c433f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:29:28.042931 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-876e104f-db0c-41c1-b517-af2b64855295 req-61a57ed6-0476-4d01-bf51-82c67c433f97 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508227 Jul 08 19:29:28.132844 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-876e104f-db0c-41c1-b517-af2b64855295 req-0af50dac-bb47-4c66-bf81-a576c0b6518a service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830109 Jul 08 19:29:28.221193 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-876e104f-db0c-41c1-b517-af2b64855295 req-0bfd451c-94f0-404c-86a6-d877cd96cb97 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823956 Jul 08 19:29:34.430609 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:35.269035 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:36.368891 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6bc4dd25-8391-4eb7-a21e-7d7563d4db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:39.238791 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:39.250277 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-93ab1894-441a-4a04-a3b8-70d647d5be7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:40.569109 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:29:42.040544 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:01.200156 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:30:01.326480 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-446abe1f-07f4-4a7c-84d6-4e711544f3fb req-66a47378-67de-4281-aa6f-5a3c5d2e5e30 tempest-TestNetworkAdvancedServerOps-251764110 tempest-TestNetworkAdvancedServerOps-251764110-project] (93741) timed out ('10.222.0.59', 63333) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 19:30:04.426634 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:05.272639 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:06.367906 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cafc9963-739d-457f-a177-a8c669ad5327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:09.240570 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:09.250454 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-84b65e70-7188-454d-bf4f-2a9441f707b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:10.571980 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:10.762046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34070) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:10.920191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Deleting port 9b2e712b-d240-4dca-8753-92c9140b9512 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:30:10.920534 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:10.997218 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:10.997551 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:11.009307 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Calling delete_port for 9b2e712b-d240-4dca-8753-92c9140b9512 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:30:11.154407 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:11.180634 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event deleted for resources: {'Port': ['ID=9b2e712b-d240-4dca-8753-92c9140b9512,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:11.210449 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.210794 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.211129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.211463 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.211790 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.212114 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.212436 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.212756 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.213073 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.213387 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.213702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.214014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:11.257474 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:11.257882 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Floating IP 149c06c6-c4b6-4ca8-b4f7-b19d4daaedcc disassociated (deleted). External IP: 172.25.8.161, port: b617bce1-775f-4700-9f6e-38c7c6207611. Jul 08 19:30:11.460754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:30:11.568719 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:30:11.573175 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:11.578320 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08369b4-a3e9-4bd9-9b62-b03de3c2c13b None None] Sync routers for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:30:11.588868 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08369b4-a3e9-4bd9-9b62-b03de3c2c13b None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:11.589495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b08369b4-a3e9-4bd9-9b62-b03de3c2c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:11.611896 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1689f88a-983c-4988-9750-96d080209bab tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "DELETE /v2.0/floatingips/149c06c6-c4b6-4ca8-b4f7-b19d4daaedcc HTTP/1.1" status: 204 len: 168 time: 0.8487163 Jul 08 19:30:11.612525 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:30:11.615300 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef" -d '{"events": [{"name": "network-changed", "server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:30:11.693491 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b08369b4-a3e9-4bd9-9b62-b03de3c2c13b None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:11.846460 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d336773-421c-4254-81a1-4ec2755f6005 x-openstack-request-id: req-4d336773-421c-4254-81a1-4ec2755f6005 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:30:11.847030 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:30:11.847188 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d336773-421c-4254-81a1-4ec2755f6005 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:30:11.847837 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'status': 'completed', 'code': 200} Jul 08 19:30:11.914845 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b08369b4-a3e9-4bd9-9b62-b03de3c2c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:11.927284 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef req-161d4ccc-972c-4ebb-88d8-b5f8ca4963d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:11.929127 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef req-161d4ccc-972c-4ebb-88d8-b5f8ca4963d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 1096 time: 0.0571804 Jul 08 19:30:11.946950 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08369b4-a3e9-4bd9-9b62-b03de3c2c13b None None] Checking router: 0baf9e7d-2c6d-40ca-9ccb-64774b00392c for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:30:11.955229 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08369b4-a3e9-4bd9-9b62-b03de3c2c13b None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:11.955844 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b08369b4-a3e9-4bd9-9b62-b03de3c2c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:12.013470 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233038e-3272-45bf-99cf-bd5aabf83869 req-4dc3cfbb-5206-410e-a9ba-4ad1681753bd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:12.015018 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5233038e-3272-45bf-99cf-bd5aabf83869 req-4dc3cfbb-5206-410e-a9ba-4ad1681753bd tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0713704 Jul 08 19:30:12.032613 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef req-4be331e7-8dbb-4b65-9f5f-7e5317a92694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:12.035577 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef req-4be331e7-8dbb-4b65-9f5f-7e5317a92694 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 200 len: 908 time: 0.0994539 Jul 08 19:30:12.060929 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:12.064701 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5233038e-3272-45bf-99cf-bd5aabf83869 req-3cdd2ba2-24e2-4d06-9103-d0e768f1e1ec tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 Jul 08 19:30:12.077914 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef req-4f410b22-b4d8-4f07-9621-d4922b7d07bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 200 len: 217 time: 0.0356469 Jul 08 19:30:12.078126 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b08369b4-a3e9-4bd9-9b62-b03de3c2c13b None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:12.131985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef req-b71a9c1f-c76d-4a34-92ce-643bb8e0f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:12.133458 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef req-b71a9c1f-c76d-4a34-92ce-643bb8e0f1cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 200 len: 846 time: 0.0476942 Jul 08 19:30:12.195812 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef req-3f22df64-6da0-4ea0-a5f6-61bdad8edcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:12.197579 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef req-3f22df64-6da0-4ea0-a5f6-61bdad8edcaa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8cf2688-0535-4406-985e-70393592d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551107 Jul 08 19:30:12.277035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b08369b4-a3e9-4bd9-9b62-b03de3c2c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:12.287568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef req-e24483fb-25b1-40db-856d-299c8f77f36e service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825214 Jul 08 19:30:12.302680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08369b4-a3e9-4bd9-9b62-b03de3c2c13b None None] The sync data for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 is: [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:19:55Z', 'revision_number': 4, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'bb61852a-22b1-4382-98f4-f3ea7ebe7d25', 'name': '', 'network_id': 'd8cf2688-0535-4406-985e-70393592d510', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'mac_address': 'fa:16:3e:39:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:54Z', 'updated_at': '2021-07-08T19:20:00Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'subnets': [{'id': 'da9d64bf-29c7-46ba-aeb1-5fe035bea133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:30:12.384357 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-4dace94b-8e4e-471e-a7ad-a0f97e3e6fef req-13cd5b0d-1efa-4e46-83ab-cf350e5b2d07 service neutron] 10.222.0.74 "GET /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898383 Jul 08 19:30:12.543855 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e8faa-f26e-465b-823e-a9ac9bd66d1b None None] New status for floating IP 149c06c6-c4b6-4ca8-b4f7-b19d4daaedcc: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:30:13.238297 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23c09d-4ed5-4763-b401-059e788bdcd6 req-8307605b-970f-4294-8303-659946fca49a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:13.239693 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea23c09d-4ed5-4763-b401-059e788bdcd6 req-8307605b-970f-4294-8303-659946fca49a tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0629416 Jul 08 19:30:13.276982 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ea23c09d-4ed5-4763-b401-059e788bdcd6 req-a8a49870-be76-49b4-93ce-33084c5585a7 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1f6d56c-69af-4f0f-b92d-531f4f79648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318964 Jul 08 19:30:13.543012 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a94ce8-2a74-4310-8312-08240c3091ad req-5098fae1-acbc-41e7-a53e-a62b89916236 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:13.544378 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7a94ce8-2a74-4310-8312-08240c3091ad req-5098fae1-acbc-41e7-a53e-a62b89916236 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 945 time: 0.0619972 Jul 08 19:30:13.647403 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-b7a94ce8-2a74-4310-8312-08240c3091ad req-ad735dee-87d0-43c9-a876-d2dfdf81af95 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Deleting port b617bce1-775f-4700-9f6e-38c7c6207611 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:30:13.647744 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7a94ce8-2a74-4310-8312-08240c3091ad req-ad735dee-87d0-43c9-a876-d2dfdf81af95 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:13.733237 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b7a94ce8-2a74-4310-8312-08240c3091ad req-ad735dee-87d0-43c9-a876-d2dfdf81af95 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] For port b617bce1-775f-4700-9f6e-38c7c6207611, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=b617bce1-775f-4700-9f6e-38c7c6207611,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:13.733595 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7a94ce8-2a74-4310-8312-08240c3091ad req-ad735dee-87d0-43c9-a876-d2dfdf81af95 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:13.746434 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-b7a94ce8-2a74-4310-8312-08240c3091ad req-ad735dee-87d0-43c9-a876-d2dfdf81af95 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Calling delete_port for b617bce1-775f-4700-9f6e-38c7c6207611 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:30:13.872857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7a94ce8-2a74-4310-8312-08240c3091ad req-ad735dee-87d0-43c9-a876-d2dfdf81af95 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:13.903648 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad735dee-87d0-43c9-a876-d2dfdf81af95 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event deleted for resources: {'Port': ['ID=b617bce1-775f-4700-9f6e-38c7c6207611,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:13.948386 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a94ce8-2a74-4310-8312-08240c3091ad req-ad735dee-87d0-43c9-a876-d2dfdf81af95 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] No DVR routers for this DVR port b617bce1-775f-4700-9f6e-38c7c6207611 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:30:13.951043 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b7a94ce8-2a74-4310-8312-08240c3091ad req-ad735dee-87d0-43c9-a876-d2dfdf81af95 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:13.953033 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b7a94ce8-2a74-4310-8312-08240c3091ad req-ad735dee-87d0-43c9-a876-d2dfdf81af95 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.74 "DELETE /v2.0/ports/b617bce1-775f-4700-9f6e-38c7c6207611 HTTP/1.1" status: 204 len: 173 time: 0.4030819 Jul 08 19:30:13.953464 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'name': 'network-vif-deleted', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:30:13.955737 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b022d1b0-5ca8-434b-a659-7b50142d3e29" -d '{"events": [{"server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "name": "network-vif-deleted", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:30:13.992760 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324ba11e-a73f-48b6-8ba2-af96863b6716 x-openstack-request-id: req-324ba11e-a73f-48b6-8ba2-af96863b6716 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:30:13.993048 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b47947c-d9da-42eb-98c9-299d4c0116bb", "name": "network-vif-deleted", "tag": "b617bce1-775f-4700-9f6e-38c7c6207611", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:30:13.993298 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-324ba11e-a73f-48b6-8ba2-af96863b6716 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:30:13.993694 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b47947c-d9da-42eb-98c9-299d4c0116bb', 'name': 'network-vif-deleted', 'tag': 'b617bce1-775f-4700-9f6e-38c7c6207611', 'status': 'completed', 'code': 200} Jul 08 19:30:14.421741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-8425ce90-fe2a-45cd-bd37-eb6c885ad81b req-0dd73907-8689-494f-9412-23de62cc4864 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 210 time: 0.0286837 Jul 08 19:30:15.570258 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-3cfb1cff-d19a-4565-9b55-c027edac82a5 req-d79115fa-7eda-4cbd-b8e1-7ca1b9418859 tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 210 time: 0.0299559 Jul 08 19:30:16.717847 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-834790ec-f843-4345-8981-c717317f5b9d req-4f1a250d-d0ec-42e1-b7a4-f1257a72646d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 210 time: 0.0322616 Jul 08 19:30:17.859958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b617bce1-775f-4700-9f6e-38c7c6207611 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:30:17.878098 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99ad25ee-02b9-4ba3-8db3-784088723533 req-7198bb8b-5aeb-4371-844a-b3f4d469ef4d tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b47947c-d9da-42eb-98c9-299d4c0116bb HTTP/1.1" status: 200 len: 210 time: 0.0301230 Jul 08 19:30:17.892253 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: b617bce1-775f-4700-9f6e-38c7c6207611 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:30:17.892602 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device b617bce1-775f-4700-9f6e-38c7c6207611 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:30:18.985047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34102) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:19.048993 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6095a35d-663a-4f55-bfa2-c4102fc257bc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:19.083477 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6095a35d-663a-4f55-bfa2-c4102fc257bc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:19.153017 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6095a35d-663a-4f55-bfa2-c4102fc257bc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:19.155717 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6095a35d-663a-4f55-bfa2-c4102fc257bc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:19.156891 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6095a35d-663a-4f55-bfa2-c4102fc257bc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] 10.222.0.73 "DELETE /v2.0/security-groups/b1f6d56c-69af-4f0f-b92d-531f4f79648e HTTP/1.1" status: 204 len: 168 time: 0.1708550 Jul 08 19:30:19.171095 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095a35d-663a-4f55-bfa2-c4102fc257bc tempest-TestShelveInstance-601791246 tempest-TestShelveInstance-601791246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f6d56c-69af-4f0f-b92d-531f4f79648e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:19.229250 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34106) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:19.857650 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:20.125865 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] Deleting port bb61852a-22b1-4382-98f4-f3ea7ebe7d25 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:30:20.126507 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:20.203527 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] For port bb61852a-22b1-4382-98f4-f3ea7ebe7d25, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=bb61852a-22b1-4382-98f4-f3ea7ebe7d25,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:20.203886 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:20.216994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] Calling delete_port for bb61852a-22b1-4382-98f4-f3ea7ebe7d25 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:30:20.398610 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:20.425639 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb61852a-22b1-4382-98f4-f3ea7ebe7d25,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:20.602426 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:21.150611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] Router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:30:21.253733 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:30:21.258611 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-46b67a06-5ddd-4a3d-a890-ab65877a5856 admin admin] 10.222.0.73 "PUT /v2.0/routers/0baf9e7d-2c6d-40ca-9ccb-64774b00392c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0279579 Jul 08 19:30:21.261389 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34110) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:21.262514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd46d54-8e31-4e58-8300-063b3a72c733 None None] Sync routers for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:30:21.271434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd46d54-8e31-4e58-8300-063b3a72c733 None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:21.272040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5cd46d54-8e31-4e58-8300-063b3a72c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:21.362094 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:21.374968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-5cd46d54-8e31-4e58-8300-063b3a72c733 None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:21.461912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:21.519070 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Deleting port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:30:21.519314 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:21.547881 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5cd46d54-8e31-4e58-8300-063b3a72c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:30:20Z', 'revision_number': 5, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port': {'id': 'af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:53Z', 'updated_at': '2021-07-08T19:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:21.574505 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd46d54-8e31-4e58-8300-063b3a72c733 None None] Checking router: 0baf9e7d-2c6d-40ca-9ccb-64774b00392c for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:30:21.582649 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd46d54-8e31-4e58-8300-063b3a72c733 None None] Routers {'0baf9e7d-2c6d-40ca-9ccb-64774b00392c'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:21.583534 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5cd46d54-8e31-4e58-8300-063b3a72c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:21.597523 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] For port af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:21.597881 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:21.610687 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Calling delete_port for af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:30:21.668898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-5cd46d54-8e31-4e58-8300-063b3a72c733 None None] Set router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:21.722952 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-5cd46d54-8e31-4e58-8300-063b3a72c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:30:21Z', 'revision_number': 6, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:21.748660 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd46d54-8e31-4e58-8300-063b3a72c733 None None] The sync data for ids ['0baf9e7d-2c6d-40ca-9ccb-64774b00392c'] in n-d-799684-3 is: [{'id': '0baf9e7d-2c6d-40ca-9ccb-64774b00392c', 'name': 'tempest-TestShelveInstance-75209357-router', 'tenant_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:52Z', 'updated_at': '2021-07-08T19:30:21Z', 'revision_number': 6, 'project_id': '95eaad89a80142bfb3bfbdcbbe243d94', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:30:21.779701 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:21.803973 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Pushing event deleted for resources: {'Port': ['ID=af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:21.871382 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:21.960129 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:21.962239 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.003535 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.004009 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0baf9e7d-2c6d-40ca-9ccb-64774b00392c {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:30:22.008373 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.009527 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-dbab32d7-62ac-4af8-9a87-6a7c35c3a92f admin admin] 10.222.0.73 "DELETE /v2.0/routers/0baf9e7d-2c6d-40ca-9ccb-64774b00392c HTTP/1.1" status: 204 len: 168 time: 0.7471731 Jul 08 19:30:22.012124 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34112) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:22.055184 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-c828fae4-b9bb-42e2-bcc7-e5a74abde929 admin admin] Deleting subnet da9d64bf-29c7-46ba-aeb1-5fe035bea133 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:30:22.058398 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c828fae4-b9bb-42e2-bcc7-e5a74abde929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.098380 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c828fae4-b9bb-42e2-bcc7-e5a74abde929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.180688 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c828fae4-b9bb-42e2-bcc7-e5a74abde929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.233938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c828fae4-b9bb-42e2-bcc7-e5a74abde929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.262012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c828fae4-b9bb-42e2-bcc7-e5a74abde929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.263892 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c828fae4-b9bb-42e2-bcc7-e5a74abde929 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/da9d64bf-29c7-46ba-aeb1-5fe035bea133 HTTP/1.1" status: 204 len: 168 time: 0.2508433 Jul 08 19:30:22.266157 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828fae4-b9bb-42e2-bcc7-e5a74abde929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9d64bf-29c7-46ba-aeb1-5fe035bea133,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:22.266718 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34114) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:22.267368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0178efdc-67cb-4ee9-90d3-76ea3cbca23f None None] Network d8cf2688-0535-4406-985e-70393592d510 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:30:22.335287 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.391911 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Deleting port 15a7a604-517a-49ed-a4d2-c3bf92536f7f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:30:22.392249 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.456379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] For port 15a7a604-517a-49ed-a4d2-c3bf92536f7f, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=15a7a604-517a-49ed-a4d2-c3bf92536f7f,segment=NetworkSegment(a39d295d-8d49-4812-acd0-d60806df8f6e),segment_id=a39d295d-8d49-4812-acd0-d60806df8f6e)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:22.456379 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.469623 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Calling delete_port for 15a7a604-517a-49ed-a4d2-c3bf92536f7f owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:30:22.491390 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] DHCP port deletion for d8cf2688-0535-4406-985e-70393592d510 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:30:22.543831 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:30:22.562800 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.574497 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:30:22.574832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device af4d5242-ccd6-4a76-8a73-7cf14a1c9a0b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:30:22.575254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 15a7a604-517a-49ed-a4d2-c3bf92536f7f no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:30:22.587796 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Pushing event deleted for resources: {'Port': ['ID=15a7a604-517a-49ed-a4d2-c3bf92536f7f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:22.597509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 15a7a604-517a-49ed-a4d2-c3bf92536f7f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:30:22.597847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 15a7a604-517a-49ed-a4d2-c3bf92536f7f not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:30:22.598304 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb61852a-22b1-4382-98f4-f3ea7ebe7d25 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:30:22.601200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.601767 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.602332 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.602499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Deleting port 15a7a604-517a-49ed-a4d2-c3bf92536f7f {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:30:22.602990 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.603273 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.603698 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.604064 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.604585 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.604931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.605255 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.605599 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.605913 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.606379 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.614376 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] No DVR routers for this DVR port 15a7a604-517a-49ed-a4d2-c3bf92536f7f on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:30:22.629537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: bb61852a-22b1-4382-98f4-f3ea7ebe7d25 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:30:22.629871 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device bb61852a-22b1-4382-98f4-f3ea7ebe7d25 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:30:22.688130 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.692537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] For port 15a7a604-517a-49ed-a4d2-c3bf92536f7f, host n-d-799684-3, got binding levels [] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:22.692936 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.699140 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cf2688-0535-4406-985e-70393592d510']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:22.709678 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Calling delete_port for 15a7a604-517a-49ed-a4d2-c3bf92536f7f owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:30:22.710772 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39d295d-8d49-4812-acd0-d60806df8f6e') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:22.711036 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39d295d-8d49-4812-acd0-d60806df8f6e') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:22.712637 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.ipam_backend_mixin [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Port 15a7a604-517a-49ed-a4d2-c3bf92536f7f was not found and therefore no delete operation was performed {{(pid=93743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 19:30:22.713958 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.721626 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.726919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] No DVR routers for this DVR port 15a7a604-517a-49ed-a4d2-c3bf92536f7f on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:30:22.745998 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.755434 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:30:22.755849 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.756620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Pushing event deleted for resources: {'Port': ['ID=15a7a604-517a-49ed-a4d2-c3bf92536f7f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: timer() Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:30:22.757868 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:30:22.769154 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.769502 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.769841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.770183 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.770550 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.770880 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.771211 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.771527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.771853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.772172 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.772495 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.772817 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efd9e-f621-4231-bdd4-e02b299cbc52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:22.816708 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.823603 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:22.824832 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] 10.222.0.73 "DELETE /v2.0/networks/d8cf2688-0535-4406-985e-70393592d510 HTTP/1.1" status: 204 len: 168 time: 0.5570574 Jul 08 19:30:22.827981 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34116) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:22.835964 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fb016-0aaa-4cee-9541-38e10911b63f admin admin] Pushing event deleted for resources: {'Network': ['ID=d8cf2688-0535-4406-985e-70393592d510,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:23.187567 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:23.471737 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] Deleting port b7317d2f-3ade-454b-8237-a9ed830dec9e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:30:23.471985 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:23.550693 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] For port b7317d2f-3ade-454b-8237-a9ed830dec9e, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b7317d2f-3ade-454b-8237-a9ed830dec9e,segment=NetworkSegment(6582aa64-ae7a-4869-986f-035b5b72f2ee),segment_id=6582aa64-ae7a-4869-986f-035b5b72f2ee)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:23.551047 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:23.569530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] Calling delete_port for b7317d2f-3ade-454b-8237-a9ed830dec9e owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:30:23.777574 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:23.806673 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=b7317d2f-3ade-454b-8237-a9ed830dec9e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:23.982257 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:24.209263 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] Router 355a6488-5f38-4364-8dbb-c8b7125fce31 has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:30:24.321882 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:30:24.327309 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-d0e71205-fb44-469e-b79e-f5444bd62e9a admin admin] 10.222.0.73 "PUT /v2.0/routers/355a6488-5f38-4364-8dbb-c8b7125fce31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4982381 Jul 08 19:30:24.329998 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34118) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:24.330334 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91e910-3646-48aa-8f93-1e339f7b8036 None None] Sync routers for ids ['355a6488-5f38-4364-8dbb-c8b7125fce31'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:30:24.340467 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91e910-3646-48aa-8f93-1e339f7b8036 None None] Routers {'355a6488-5f38-4364-8dbb-c8b7125fce31'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:24.341048 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e91e910-3646-48aa-8f93-1e339f7b8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['355a6488-5f38-4364-8dbb-c8b7125fce31'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:24.443072 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:24.450311 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-3e91e910-3646-48aa-8f93-1e339f7b8036 None None] Set router 355a6488-5f38-4364-8dbb-c8b7125fce31 gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:24.563168 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:24.644584 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Deleting port 61d02e05-5b4f-4754-b73e-3cf19fa81b47 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:30:24.645337 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:24.662303 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e91e910-3646-48aa-8f93-1e339f7b8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'name': 'tempest-TestShelveInstance-381946502-router', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:56Z', 'updated_at': '2021-07-08T19:30:23Z', 'revision_number': 5, 'project_id': '50ca6655447848e3b8acbba71645a253', 'gw_port': {'id': '61d02e05-5b4f-4754-b73e-3cf19fa81b47', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:19:57Z', 'updated_at': '2021-07-08T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:24.690574 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91e910-3646-48aa-8f93-1e339f7b8036 None None] Checking router: 355a6488-5f38-4364-8dbb-c8b7125fce31 for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:30:24.700076 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91e910-3646-48aa-8f93-1e339f7b8036 None None] Routers {'355a6488-5f38-4364-8dbb-c8b7125fce31'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:24.700745 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e91e910-3646-48aa-8f93-1e339f7b8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['355a6488-5f38-4364-8dbb-c8b7125fce31'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:24.733443 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] For port 61d02e05-5b4f-4754-b73e-3cf19fa81b47, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=61d02e05-5b4f-4754-b73e-3cf19fa81b47,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:24.733810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:24.750679 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Calling delete_port for 61d02e05-5b4f-4754-b73e-3cf19fa81b47 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:30:24.795716 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-3e91e910-3646-48aa-8f93-1e339f7b8036 None None] Set router 355a6488-5f38-4364-8dbb-c8b7125fce31 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:24.849985 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e91e910-3646-48aa-8f93-1e339f7b8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'name': 'tempest-TestShelveInstance-381946502-router', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:56Z', 'updated_at': '2021-07-08T19:30:24Z', 'revision_number': 6, 'project_id': '50ca6655447848e3b8acbba71645a253', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:24.888965 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91e910-3646-48aa-8f93-1e339f7b8036 None None] The sync data for ids ['355a6488-5f38-4364-8dbb-c8b7125fce31'] in n-d-799684-3 is: [{'id': '355a6488-5f38-4364-8dbb-c8b7125fce31', 'name': 'tempest-TestShelveInstance-381946502-router', 'tenant_id': '50ca6655447848e3b8acbba71645a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:19:56Z', 'updated_at': '2021-07-08T19:30:24Z', 'revision_number': 6, 'project_id': '50ca6655447848e3b8acbba71645a253', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:30:24.957420 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:24.989109 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=61d02e05-5b4f-4754-b73e-3cf19fa81b47,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:25.063337 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.172184 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.174478 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.223183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.223990 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 355a6488-5f38-4364-8dbb-c8b7125fce31 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:30:25.229301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.230586 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-eb4d96f8-8199-41c3-bc84-7d9b857a9d1d admin admin] 10.222.0.73 "DELETE /v2.0/routers/355a6488-5f38-4364-8dbb-c8b7125fce31 HTTP/1.1" status: 204 len: 168 time: 0.8995643 Jul 08 19:30:25.233061 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34120) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:25.286019 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-16520328-e1e4-4530-856c-80ab107bcbcc admin admin] Deleting subnet 74b15262-ecb1-49f3-b4f1-22a49f88da42 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:30:25.289772 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16520328-e1e4-4530-856c-80ab107bcbcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.327113 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16520328-e1e4-4530-856c-80ab107bcbcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3884194'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.411471 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16520328-e1e4-4530-856c-80ab107bcbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.490938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16520328-e1e4-4530-856c-80ab107bcbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8472188'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.522173 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16520328-e1e4-4530-856c-80ab107bcbcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b15262-ecb1-49f3-b4f1-22a49f88da42,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:25.529527 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16520328-e1e4-4530-856c-80ab107bcbcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.531493 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-16520328-e1e4-4530-856c-80ab107bcbcc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/74b15262-ecb1-49f3-b4f1-22a49f88da42 HTTP/1.1" status: 204 len: 168 time: 0.2974534 Jul 08 19:30:25.534652 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34122) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:25.535195 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f169393-b6f5-4593-b071-9be829465b2e None None] Network 37b8f5b3-7279-4de6-84a0-c86f46e232cf requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:30:25.608673 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.679472 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Deleting port b22c74d9-10ed-4127-9df4-76812708e1a7 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:30:25.679827 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:25.734940 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a846e15f-db01-4ee7-94ff-605d179f38c8 None None] DHCP port deletion for 37b8f5b3-7279-4de6-84a0-c86f46e232cf request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:30:25.981292 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a846e15f-db01-4ee7-94ff-605d179f38c8 None None] Deleting port b22c74d9-10ed-4127-9df4-76812708e1a7 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:30:25.981650 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a846e15f-db01-4ee7-94ff-605d179f38c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.067414 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a846e15f-db01-4ee7-94ff-605d179f38c8 None None] For port b22c74d9-10ed-4127-9df4-76812708e1a7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b22c74d9-10ed-4127-9df4-76812708e1a7,segment=NetworkSegment(6582aa64-ae7a-4869-986f-035b5b72f2ee),segment_id=6582aa64-ae7a-4869-986f-035b5b72f2ee)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:26.067765 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a846e15f-db01-4ee7-94ff-605d179f38c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.081847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-a846e15f-db01-4ee7-94ff-605d179f38c8 None None] Calling delete_port for b22c74d9-10ed-4127-9df4-76812708e1a7 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:30:26.131926 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] For port b22c74d9-10ed-4127-9df4-76812708e1a7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=b22c74d9-10ed-4127-9df4-76812708e1a7,segment=NetworkSegment(6582aa64-ae7a-4869-986f-035b5b72f2ee),segment_id=6582aa64-ae7a-4869-986f-035b5b72f2ee)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:26.132294 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.149531 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Calling delete_port for b22c74d9-10ed-4127-9df4-76812708e1a7 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:30:26.197854 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a846e15f-db01-4ee7-94ff-605d179f38c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.224166 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846e15f-db01-4ee7-94ff-605d179f38c8 None None] Pushing event deleted for resources: {'Port': ['ID=b22c74d9-10ed-4127-9df4-76812708e1a7,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:26.228527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846e15f-db01-4ee7-94ff-605d179f38c8 None None] No DVR routers for this DVR port b22c74d9-10ed-4127-9df4-76812708e1a7 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:30:26.234369 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.265397 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Pushing event deleted for resources: {'Port': ['ID=b22c74d9-10ed-4127-9df4-76812708e1a7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:26.273178 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] No DVR routers for this DVR port b22c74d9-10ed-4127-9df4-76812708e1a7 on host n-d-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:30:26.301163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b7317d2f-3ade-454b-8237-a9ed830dec9e no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:30:26.322499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b7317d2f-3ade-454b-8237-a9ed830dec9e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:30:26.322746 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b7317d2f-3ade-454b-8237-a9ed830dec9e not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:30:26.323158 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b22c74d9-10ed-4127-9df4-76812708e1a7 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:30:26.343707 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: b22c74d9-10ed-4127-9df4-76812708e1a7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:30:26.344058 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device b22c74d9-10ed-4127-9df4-76812708e1a7 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:30:26.344487 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 61d02e05-5b4f-4754-b73e-3cf19fa81b47 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:30:26.351483 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.362747 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b8f5b3-7279-4de6-84a0-c86f46e232cf']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:26.364203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 61d02e05-5b4f-4754-b73e-3cf19fa81b47 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:30:26.364555 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 61d02e05-5b4f-4754-b73e-3cf19fa81b47 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:30:26.375831 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6582aa64-ae7a-4869-986f-035b5b72f2ee') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:26.376248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.services.segments.db [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6582aa64-ae7a-4869-986f-035b5b72f2ee') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:26.388406 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3884203'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.403092 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.410044 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:30:26.410506 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432986'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: self.session.flush() Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: Traceback (most recent call last): Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: timer() Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: cb(*args, **kw) Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: return func(*args, **kwargs) Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: self._notify() Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: self.callback(batched_events) Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: event.method(event) Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: return f(self, *a, **k) Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: return self._get(url).json() Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:30:26.412323 n-d-799684-3 neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:30:26.478271 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.484964 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.487065 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] 10.222.0.73 "DELETE /v2.0/networks/37b8f5b3-7279-4de6-84a0-c86f46e232cf HTTP/1.1" status: 204 len: 168 time: 0.9512932 Jul 08 19:30:26.501142 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d6592-f4f7-4580-b541-91ab3df0d8de admin admin] Pushing event deleted for resources: {'Network': ['ID=37b8f5b3-7279-4de6-84a0-c86f46e232cf,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:26.720306 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34126) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:26.804919 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-30208ec8-2fc4-432e-9bef-d94e507a7b0e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95eaad89a80142bfb3bfbdcbbe243d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823240 Jul 08 19:30:26.807796 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34128) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:26.858608 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44536653-3400-435c-9f37-ec898769bdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.881847 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44536653-3400-435c-9f37-ec898769bdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.938972 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44536653-3400-435c-9f37-ec898769bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.942065 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-44536653-3400-435c-9f37-ec898769bdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:26.943571 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-44536653-3400-435c-9f37-ec898769bdb7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8ac5e4d0-aa81-4cb1-9747-cca3530f010d HTTP/1.1" status: 204 len: 168 time: 0.1345820 Jul 08 19:30:26.953149 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44536653-3400-435c-9f37-ec898769bdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac5e4d0-aa81-4cb1-9747-cca3530f010d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:27.332988 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34134) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:27.382992 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-cc575afc-149e-4543-a8ee-3408a626c59c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50ca6655447848e3b8acbba71645a253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486588 Jul 08 19:30:27.385321 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34136) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:27.443606 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bd4d505-9385-420f-bff2-c551da5c6a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:27.467597 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bd4d505-9385-420f-bff2-c551da5c6a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:27.513114 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bd4d505-9385-420f-bff2-c551da5c6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:27.515794 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6bd4d505-9385-420f-bff2-c551da5c6a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:27.516951 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-6bd4d505-9385-420f-bff2-c551da5c6a48 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e769365-a8ef-4ad8-ac78-4cbad8314a2d HTTP/1.1" status: 204 len: 168 time: 0.1306784 Jul 08 19:30:27.525185 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4d505-9385-420f-bff2-c551da5c6a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e769365-a8ef-4ad8-ac78-4cbad8314a2d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:28.245655 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34158) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:28.339695 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2027213847-network', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:28.361102 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Made reservation on behalf of 76a675d4ab8640b48a41460885ffe3e6 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:30:28.363698 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:28.371930 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:28.463674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:28.467509 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:28.491352 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:30:28.500727 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfef726-2d91-4715-8bd0-dfdecb82b2f1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:28.506739 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:28.507079 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Added segment 011e469c-82e6-4fa9-bf70-9bf2d126ced3 of type vlan for network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b Jul 08 19:30:28.547219 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:28.579102 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:28.580249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:28.580857 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:28.643369 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3965378 Jul 08 19:30:28.646305 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34162) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:28.651046 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9bfa7-fc59-46da-a723-98307338c39b admin admin] Pushing event updated for resources: {'Network': ['ID=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:28.651367 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] Request body: {'subnet': {'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2027213847-subnet', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:28.661703 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:30:28.687279 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] Made reservation on behalf of 76a675d4ab8640b48a41460885ffe3e6 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:30:28.691126 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575327'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:28.859492 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11104981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575341'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:28.919445 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:28.928295 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] Checking segment: {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:30:28.928657 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] Network hostable DHCP agents. Network: 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:30:28.946495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] Network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:30:28.955293 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:28.960114 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:28.961083 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:28.965368 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9becbc1-d064-4549-be6e-b84e475d5f08 None None] Network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:30:28.975708 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-e9a0adf2-5d1b-45f3-a78b-ca50c6456d8a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3283260 Jul 08 19:30:28.979053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34164) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:28.983672 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:29.003986 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.004943 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.061603 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.129386 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:30:29.130577 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.202824 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.267770 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Allocated IP 172.20.0.2 (28f87c8e-abe6-4d13-8bb0-9d94e402cf0b/e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb/ebd97f48-00b3-4ebb-93bd-17817425ace4) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:30:29.412982 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.420234 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.429709 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Transition to ACTIVE for port object ebd97f48-00b3-4ebb-93bd-17817425ace4 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:29.432810 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.445130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Transition to ACTIVE for port object ebd97f48-00b3-4ebb-93bd-17817425ace4 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:29.450988 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.488413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:30:29.493305 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:29.497085 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:30:29.505236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Pushing event updated for resources: {'Port': ['ID=ebd97f48-00b3-4ebb-93bd-17817425ace4,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:29.547125 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Allocated IP 172.25.8.242 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/5d656041-e9e6-4f85-8aa9-d12e7ee712c9) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:30:29.565947 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Attempting to bind port ebd97f48-00b3-4ebb-93bd-17817425ace4 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:30:29.566411 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Attempting to bind port ebd97f48-00b3-4ebb-93bd-17817425ace4 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:30:29.566841 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Attempting to bind port ebd97f48-00b3-4ebb-93bd-17817425ace4 on network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:30:29.572445 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:30:29.572826 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Checking segment: {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:30:29.573222 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.573617 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Bound using segment: {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:30:29.574085 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Bound port: ebd97f48-00b3-4ebb-93bd-17817425ace4, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:30:29.574494 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.636509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] For port ebd97f48-00b3-4ebb-93bd-17817425ace4, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:30:29.639579 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] For port ebd97f48-00b3-4ebb-93bd-17817425ace4, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ebd97f48-00b3-4ebb-93bd-17817425ace4,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:30:29.644441 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.662572 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.706508 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8217d1a-3bcf-4c3c-9b6f-38747a6d0027 None None] Pushing event updated for resources: {'Port': ['ID=ebd97f48-00b3-4ebb-93bd-17817425ace4,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:29.710312 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:29.749379 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:30:29.755003 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:29.758541 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:30:29.781508 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Pushing event updated for resources: {'Port': ['ID=5d656041-e9e6-4f85-8aa9-d12e7ee712c9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:30.031920 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:30.236787 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:30.325907 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ebd97f48-00b3-4ebb-93bd-17817425ace4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:30.377115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Router af2ff4bd-9cdd-4917-8835-414a8954fa1e is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:30:30.389742 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port ebd97f48-00b3-4ebb-93bd-17817425ace4 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:30.493923 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:30:30.504915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Sync routers for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:30:30.514815 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:30.515662 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:30.516532 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-03a09a7f-18d0-4552-91c8-4ac3c87a0a68 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5363708 Jul 08 19:30:30.516971 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:30.520245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34166) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:30.630375 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:30.689789 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c91404-8a39-4370-8a42-fb2c942a0cf0 None None] Network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:30:30.800443 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-16f23b25-1bc3-4afa-91f0-862418de6b7b None None] Provisioning for port ebd97f48-00b3-4ebb-93bd-17817425ace4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:30.823556 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-16f23b25-1bc3-4afa-91f0-862418de6b7b None None] Provisioning complete for port ebd97f48-00b3-4ebb-93bd-17817425ace4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:30.823927 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16f23b25-1bc3-4afa-91f0-862418de6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:30.997154 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.023216 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16f23b25-1bc3-4afa-91f0-862418de6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.050624 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:29Z', 'revision_number': 3, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:31.087200 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Checking router: af2ff4bd-9cdd-4917-8835-414a8954fa1e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:30:31.087554 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Updating router af2ff4bd-9cdd-4917-8835-414a8954fa1e port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:30:31.098808 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-16f23b25-1bc3-4afa-91f0-862418de6b7b None None] For port ebd97f48-00b3-4ebb-93bd-17817425ace4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ebd97f48-00b3-4ebb-93bd-17817425ace4,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:31.126247 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16f23b25-1bc3-4afa-91f0-862418de6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.166200 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.177420 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Allocated IP 172.20.0.1 (28f87c8e-abe6-4d13-8bb0-9d94e402cf0b/e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb/a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:30:31.209430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f23b25-1bc3-4afa-91f0-862418de6b7b None None] Pushing event updated for resources: {'Port': ['ID=ebd97f48-00b3-4ebb-93bd-17817425ace4,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:31.294337 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.308684 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Transition to ACTIVE for port object a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:31.343399 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.382624 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:30:31.384977 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9d759820-96ed-408f-b268-18a74226fe95 None None] Provisioning complete for port ebd97f48-00b3-4ebb-93bd-17817425ace4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:31.385342 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9d759820-96ed-408f-b268-18a74226fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.388949 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:31.393478 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:30:31.396710 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Pushing event updated for resources: {'Port': ['ID=a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:31.438780 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.560921 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.573827 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Transition to ACTIVE for port object 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:31.579846 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.597121 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.633765 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda954b1-2636-4c43-860d-1bb400bfd084 None None] Pushing event updated for resources: {'Port': ['ID=5d656041-e9e6-4f85-8aa9-d12e7ee712c9,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:31.636151 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Attempting to bind port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:30:31.636523 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Attempting to bind port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:30:31.636884 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Attempting to bind port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:30:31.642237 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:30:31.642606 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:30:31.643011 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.643447 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:30:31.643911 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Bound port: 5d656041-e9e6-4f85-8aa9-d12e7ee712c9, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:30:31.644292 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.702254 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] For port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:30:31.705717 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] For port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5d656041-e9e6-4f85-8aa9-d12e7ee712c9,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:30:31.706669 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f66f549b-6e39-418a-a38d-bc5ca1866a41 None None] Provisioning for port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:31.711096 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f66f549b-6e39-418a-a38d-bc5ca1866a41 None None] Provisioning complete for port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:31.711463 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f66f549b-6e39-418a-a38d-bc5ca1866a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.713323 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.773421 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.778831 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.797108 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f66f549b-6e39-418a-a38d-bc5ca1866a41 None None] Port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:30:31.803333 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:31.803960 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:31.810697 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda954b1-2636-4c43-860d-1bb400bfd084 None None] Pushing event updated for resources: {'Port': ['ID=5d656041-e9e6-4f85-8aa9-d12e7ee712c9,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:31.849803 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Pushing event updated for resources: {'Port': ['ID=a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:31.852357 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:31.916675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:31.949469 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:30:31.950909 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:32.074625 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Router af2ff4bd-9cdd-4917-8835-414a8954fa1e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:30:32.193609 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:30:32.199064 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-c33ad8a2-2b8e-49d6-b983-d5c224113f0f admin admin] 10.222.0.73 "PUT /v2.0/routers/af2ff4bd-9cdd-4917-8835-414a8954fa1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6770930 Jul 08 19:30:32.236695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9cb60a0f-4998-4dc8-8c6c-912c1eded8be None None] Provisioning complete for port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:32.237782 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9cb60a0f-4998-4dc8-8c6c-912c1eded8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:32.307430 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ebd97f48-00b3-4ebb-93bd-17817425ace4 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:32.311616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9cb60a0f-4998-4dc8-8c6c-912c1eded8be None None] Port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:30:32.377101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port ebd97f48-00b3-4ebb-93bd-17817425ace4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:32.377479 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:32.382111 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 2, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:32.425728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe8dc1-99e9-48fc-9813-07b85ce28984 None None] The sync data for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 is: [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 2, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:30:32.703765 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34182) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:32.709364 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1478150968-network', 'tenant_id': 'e01a3a5778304222962403ed075462e8'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:32.731930 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Made reservation on behalf of e01a3a5778304222962403ed075462e8 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:30:32.734634 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:32.745213 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:32.843172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:32.847080 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:32.867611 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:30:32.888675 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66beeea2-0953-4137-8763-876ac9073df3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:32.893198 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:32.894052 n-d-799684-3 neutron-server[93741]: INFO neutron.db.segments_db [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Added segment 81f93a2d-ca40-42c1-9bf6-28b7aef2fda3 of type vlan for network 8cfe3881-69a5-4dd5-8b78-b135b562d936 Jul 08 19:30:32.946088 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733021863244'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:32.978183 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:32.983490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:32.988366 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Notify callbacks [] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:33.049404 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3445051 Jul 08 19:30:33.052175 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34184) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:33.057271 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] Request body: {'subnet': {'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1478150968-subnet', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:33.063558 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305a72d-465a-4516-b4db-ce6c1cf449df admin admin] Pushing event updated for resources: {'Network': ['ID=8cfe3881-69a5-4dd5-8b78-b135b562d936,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:33.073985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Network 8cfe3881-69a5-4dd5-8b78-b135b562d936 details requested by agent ovs-agent-n-d-799684-3 with host n-d-799684-3 {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:30:33.089511 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] Made reservation on behalf of e01a3a5778304222962403ed075462e8 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:30:33.092653 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8472151'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:33.315575 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8493360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8472165'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:33.417494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0757fd9-68fc-4b4f-aa93-2ab6c3142550,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:33.425802 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] Checking segment: {'id': '81f93a2d-ca40-42c1-9bf6-28b7aef2fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:30:33.425942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] Network hostable DHCP agents. Network: 8cfe3881-69a5-4dd5-8b78-b135b562d936, hostable agents: ['e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:30:33.443836 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] Network 8cfe3881-69a5-4dd5-8b78-b135b562d936 is scheduled to be hosted by DHCP agent e8bfc74a-c6f2-4fa4-ab59-e9cbe3ef6333 with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:30:33.453241 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-3, 8cfe3881-69a5-4dd5-8b78-b135b562d936) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:33.457934 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:33.458624 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:33.465059 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467d9acc-de69-4d40-9882-aaa5a00524be None None] Network 8cfe3881-69a5-4dd5-8b78-b135b562d936 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:30:33.476616 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-1cad7061-de5b-4de3-98e8-d9e89d4d0495 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4229364 Jul 08 19:30:33.479322 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34186) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:33.486685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1478150968-router', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:33.512073 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1622133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30558'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:33.513146 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1745362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30503'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:33.579740 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:33.637020 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53d9db34-adf1-5942-9caf-52ab7582bd63-8cfe3881-69a5-4dd5-8b78-b135b562d936', 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'fixed_ips': [{'subnet_id': 'd0757fd9-68fc-4b4f-aa93-2ab6c3142550'}]}} from n-d-799684-3. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:30:33.637824 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:33.731330 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30513'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:33.793514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Allocated IP 172.20.0.2 (8cfe3881-69a5-4dd5-8b78-b135b562d936/d0757fd9-68fc-4b4f-aa93-2ab6c3142550/e9cd43ac-621c-4272-a813-ffe8c660e439) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:30:33.962813 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:33.971518 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Transition to ACTIVE for port object e9cd43ac-621c-4272-a813-ffe8c660e439 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:33.987659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Transition to ACTIVE for port object e9cd43ac-621c-4272-a813-ffe8c660e439 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:33.993063 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.031828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Network 8cfe3881-69a5-4dd5-8b78-b135b562d936 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:30:34.037316 n-d-799684-3 neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:34.041025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:30:34.048520 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Pushing event updated for resources: {'Port': ['ID=e9cd43ac-621c-4272-a813-ffe8c660e439,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:34.108042 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Attempting to bind port e9cd43ac-621c-4272-a813-ffe8c660e439 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:30:34.108851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Attempting to bind port e9cd43ac-621c-4272-a813-ffe8c660e439 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '81f93a2d-ca40-42c1-9bf6-28b7aef2fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:30:34.108851 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Attempting to bind port e9cd43ac-621c-4272-a813-ffe8c660e439 on network 8cfe3881-69a5-4dd5-8b78-b135b562d936 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:30:34.116163 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:30:34.116547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Checking segment: {'id': '81f93a2d-ca40-42c1-9bf6-28b7aef2fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:30:34.116991 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.117421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Bound using segment: {'id': '81f93a2d-ca40-42c1-9bf6-28b7aef2fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:30:34.117954 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Bound port: e9cd43ac-621c-4272-a813-ffe8c660e439, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f93a2d-ca40-42c1-9bf6-28b7aef2fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:30:34.118404 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.192547 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] For port e9cd43ac-621c-4272-a813-ffe8c660e439, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:30:34.196134 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] For port e9cd43ac-621c-4272-a813-ffe8c660e439, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e9cd43ac-621c-4272-a813-ffe8c660e439,segment=NetworkSegment(81f93a2d-ca40-42c1-9bf6-28b7aef2fda3),segment_id=81f93a2d-ca40-42c1-9bf6-28b7aef2fda3)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:30:34.201287 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.278946 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dfc04-2a90-4d44-902e-015ae8f7fdd2 None None] Pushing event updated for resources: {'Port': ['ID=e9cd43ac-621c-4272-a813-ffe8c660e439,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:34.306969 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.326656 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.341786 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:34.400516 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:34.409423 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:34.410336 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.442724 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Allocated IP 172.25.8.230 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/43a83b13-ae7b-4b5b-a86c-9ecea061ec4b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:30:34.470913 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.547727 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.590499 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5d656041-e9e6-4f85-8aa9-d12e7ee712c9,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:34.597575 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.645777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.661058 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Sync routers for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:30:34.675630 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:34.676646 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:34.714061 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=5d656041-e9e6-4f85-8aa9-d12e7ee712c9,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:34.740876 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:34.812482 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:30:34.816689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:34.820346 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:30:34.862066 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:34.866780 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Pushing event updated for resources: {'Port': ['ID=43a83b13-ae7b-4b5b-a86c-9ecea061ec4b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:35.196432 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 2, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:35.235739 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Checking router: af2ff4bd-9cdd-4917-8835-414a8954fa1e for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:30:35.236106 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Updating router af2ff4bd-9cdd-4917-8835-414a8954fa1e port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:30:35.257093 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:35.292468 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:35.301772 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:35.551468 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636571'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:35.601396 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac3074-09ec-4691-b66c-fe121749d950 None None] Network 8cfe3881-69a5-4dd5-8b78-b135b562d936 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:30:35.663670 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1f38efe2-9045-4d0c-8b9f-64ab89cb3f2a None None] Provisioning for port e9cd43ac-621c-4272-a813-ffe8c660e439 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:35.726113 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Router 450268f0-8f01-42e3-85d6-5a441cd341da is scheduled to L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:30:35.731399 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:35.742344 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Transition to ACTIVE for port object a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:35.772469 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:35.858083 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:30:35.864646 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Pushing event updated for resources: {'Port': ['ID=a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:35.867261 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Sync routers for ids ['450268f0-8f01-42e3-85d6-5a441cd341da'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:30:35.882465 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:35.883936 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d1a0fa48-8953-4e1b-a0c8-b636348f853c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4032204 Jul 08 19:30:35.887011 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34188) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:35.892632 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.892848 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Routers {'450268f0-8f01-42e3-85d6-5a441cd341da'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:35.893955 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.894161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['450268f0-8f01-42e3-85d6-5a441cd341da'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:35.894727 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.895239 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.895757 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.897197 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.897713 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.898251 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.902765 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.903343 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.903860 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.904369 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:30:35.941466 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Attempting to bind port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:30:35.942244 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Attempting to bind port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:30:35.943033 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Attempting to bind port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 on network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:30:35.958019 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:30:35.958458 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Checking segment: {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:30:35.959114 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:35.960204 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Bound using segment: {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:30:35.960891 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Bound port: a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:30:35.962152 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:36.073121 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] For port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:30:36.078689 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] For port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:30:36.092676 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Set router 450268f0-8f01-42e3-85d6-5a441cd341da gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:36.096111 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:36.148898 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:36.149541 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:36.328771 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec30dd0-a322-47ef-86fc-4e6c0277b4f6 None None] Pushing event updated for resources: {'Port': ['ID=a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:36.400046 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-05f13361-ce3a-44d4-85c4-573b224aef94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:36.407244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'name': 'tempest-TestSnapshotPattern-1478150968-router', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:33Z', 'updated_at': '2021-07-08T19:30:35Z', 'revision_number': 3, 'project_id': 'e01a3a5778304222962403ed075462e8', 'gw_port': {'id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:34Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:36.443293 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Checking router: 450268f0-8f01-42e3-85d6-5a441cd341da for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:30:36.444272 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Updating router 450268f0-8f01-42e3-85d6-5a441cd341da port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b binding host n-d-799684-3 {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:30:36.466352 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:36.484671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e9cd43ac-621c-4272-a813-ffe8c660e439 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:36.527952 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:36.536220 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:36.638338 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port e9cd43ac-621c-4272-a813-ffe8c660e439 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:36.655958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e9cd43ac-621c-4272-a813-ffe8c660e439 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:36.656337 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:36.705193 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:36Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:36.710855 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Allocated IP 172.20.0.1 (8cfe3881-69a5-4dd5-8b78-b135b562d936/d0757fd9-68fc-4b4f-aa93-2ab6c3142550/3e6908f2-5229-46da-9e96-45578e92e1b5) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:30:36.734802 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50058e-a81b-4054-8202-4fab34f72de6 None None] The sync data for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 is: [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:36Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:30:36.826933 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:36.853944 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:36.870422 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Transition to ACTIVE for port object 3e6908f2-5229-46da-9e96-45578e92e1b5 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:36.877743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port e9cd43ac-621c-4272-a813-ffe8c660e439, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e9cd43ac-621c-4272-a813-ffe8c660e439,segment=NetworkSegment(81f93a2d-ca40-42c1-9bf6-28b7aef2fda3),segment_id=81f93a2d-ca40-42c1-9bf6-28b7aef2fda3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:36.899619 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:36.900421 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:36.916956 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:36.960348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Network 8cfe3881-69a5-4dd5-8b78-b135b562d936 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:30:36.965048 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:36.968393 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:30:36.991842 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.010090 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6908f2-5229-46da-9e96-45578e92e1b5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:37.014675 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=e9cd43ac-621c-4272-a813-ffe8c660e439,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:37.022376 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Transition to ACTIVE for port object 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:37.038631 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.040724 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637330'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.075989 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:37.076350 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.137137 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Attempting to bind port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b on host n-d-799684-3 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:30:37.137514 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Attempting to bind port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:30:37.138025 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Attempting to bind port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b on network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:30:37.142141 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc266b03-fc65-4460-bd44-2b1a07567c3c None None] Pushing event updated for resources: {'Port': ['ID=43a83b13-ae7b-4b5b-a86c-9ecea061ec4b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:37.161101 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:30:37.161479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Checking segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:30:37.161882 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.162464 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Bound using segment: {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:30:37.163322 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Bound port: 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf441a3-a51f-42ab-be5c-8832a20380aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:30:37.163322 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.279171 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] For port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b, host n-d-799684-3, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:30:37.292737 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.293331 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] For port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=43a83b13-ae7b-4b5b-a86c-9ecea061ec4b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:30:37.299057 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.370680 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Routers {'450268f0-8f01-42e3-85d6-5a441cd341da'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:37.371408 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['450268f0-8f01-42e3-85d6-5a441cd341da'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:37.375773 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc266b03-fc65-4460-bd44-2b1a07567c3c None None] Pushing event updated for resources: {'Port': ['ID=43a83b13-ae7b-4b5b-a86c-9ecea061ec4b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:37.518842 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.524440 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.593513 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d0d0ae77-13d9-434b-b75c-dea420f9262f None None] Provisioning for port 3e6908f2-5229-46da-9e96-45578e92e1b5 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:37.602996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d0d0ae77-13d9-434b-b75c-dea420f9262f None None] Provisioning complete for port 3e6908f2-5229-46da-9e96-45578e92e1b5 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:37.603383 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ae77-13d9-434b-b75c-dea420f9262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.603647 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634689'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:37.613080 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6908f2-5229-46da-9e96-45578e92e1b5,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:37.677161 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0ae77-13d9-434b-b75c-dea420f9262f None None] Port 3e6908f2-5229-46da-9e96-45578e92e1b5 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:30:37.700771 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] Set router 450268f0-8f01-42e3-85d6-5a441cd341da gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:37.704004 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Network 8cfe3881-69a5-4dd5-8b78-b135b562d936 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:30:37.706249 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:37.833469 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Router 450268f0-8f01-42e3-85d6-5a441cd341da has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:30:37.925743 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'name': 'tempest-TestSnapshotPattern-1478150968-router', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:33Z', 'updated_at': '2021-07-08T19:30:37Z', 'revision_number': 4, 'project_id': 'e01a3a5778304222962403ed075462e8', 'gw_port': {'id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:34Z', 'updated_at': '2021-07-08T19:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '3e6908f2-5229-46da-9e96-45578e92e1b5', 'name': '', 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'mac_address': 'fa:16:3e:0f:57:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'd0757fd9-68fc-4b4f-aa93-2ab6c3142550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:36Z', 'updated_at': '2021-07-08T19:30:36Z', 'revision_number': 1, 'project_id': 'e01a3a5778304222962403ed075462e8', 'subnets': [{'id': 'd0757fd9-68fc-4b4f-aa93-2ab6c3142550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:37.950311 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:30:37.952917 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96427dd-d0eb-4975-9cb2-0e84423a5aba None None] The sync data for ids ['450268f0-8f01-42e3-85d6-5a441cd341da'] in n-d-799684-3 is: [{'id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'name': 'tempest-TestSnapshotPattern-1478150968-router', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:33Z', 'updated_at': '2021-07-08T19:30:37Z', 'revision_number': 4, 'project_id': 'e01a3a5778304222962403ed075462e8', 'gw_port': {'id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:34Z', 'updated_at': '2021-07-08T19:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '3e6908f2-5229-46da-9e96-45578e92e1b5', 'name': '', 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'mac_address': 'fa:16:3e:0f:57:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'd0757fd9-68fc-4b4f-aa93-2ab6c3142550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:36Z', 'updated_at': '2021-07-08T19:30:36Z', 'revision_number': 1, 'project_id': 'e01a3a5778304222962403ed075462e8', 'subnets': [{'id': 'd0757fd9-68fc-4b4f-aa93-2ab6c3142550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:30:37.956869 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-70b05323-7fc7-4977-af7e-f984175ca3a3 admin admin] 10.222.0.73 "PUT /v2.0/routers/450268f0-8f01-42e3-85d6-5a441cd341da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0683618 Jul 08 19:30:37.997489 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2bab1890-b715-46b8-8b25-db7566fe6c3c None None] Provisioning complete for port 3e6908f2-5229-46da-9e96-45578e92e1b5 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:37.997999 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2bab1890-b715-46b8-8b25-db7566fe6c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.038177 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2bab1890-b715-46b8-8b25-db7566fe6c3c None None] Port 3e6908f2-5229-46da-9e96-45578e92e1b5 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:30:38.205168 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:30:38.346809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e9cd43ac-621c-4272-a813-ffe8c660e439 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:38.402898 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port e9cd43ac-621c-4272-a813-ffe8c660e439 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:38.403277 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.486074 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:38.540062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:38.544336 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:38.544714 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.628426 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.641501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34196) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:38.646842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ceb53dd6-5778-4cb6-963d-9c2435e8de7e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1428547463', 'description': 'tempest-secgroup-smoke-1428547463 description', 'project_id': '76a675d4ab8640b48a41460885ffe3e6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:38.665802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:38.668931 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ceb53dd6-5778-4cb6-963d-9c2435e8de7e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.669947 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.719968 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:38.755065 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ceb53dd6-5778-4cb6-963d-9c2435e8de7e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.758986 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ceb53dd6-5778-4cb6-963d-9c2435e8de7e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.785321 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ceb53dd6-5778-4cb6-963d-9c2435e8de7e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.786579 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-ceb53dd6-5778-4cb6-963d-9c2435e8de7e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1440377 Jul 08 19:30:38.790867 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb53dd6-5778-4cb6-963d-9c2435e8de7e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b26f6d-8e91-4416-90d6-f3652278feb0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:38.791115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34198) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:38.796700 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-847ff081-ef20-4454-9e45-b4794c6626df tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Request body: {'security_group_rule': {'security_group_id': '51b26f6d-8e91-4416-90d6-f3652278feb0', 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:38.825542 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-847ff081-ef20-4454-9e45-b4794c6626df tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.882976 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-847ff081-ef20-4454-9e45-b4794c6626df tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.886561 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-847ff081-ef20-4454-9e45-b4794c6626df tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.903476 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ff081-ef20-4454-9e45-b4794c6626df tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3724df-9e48-438c-ac5f-1773bb09fe79,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:38.911526 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-847ff081-ef20-4454-9e45-b4794c6626df tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:38.916321 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-847ff081-ef20-4454-9e45-b4794c6626df tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211319 Jul 08 19:30:38.916530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34200) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:38.920894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-acc39368-d903-4982-8991-582315e00ead tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Request body: {'security_group_rule': {'security_group_id': '51b26f6d-8e91-4416-90d6-f3652278feb0', 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:38.952014 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acc39368-d903-4982-8991-582315e00ead tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.012758 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acc39368-d903-4982-8991-582315e00ead tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.016461 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acc39368-d903-4982-8991-582315e00ead tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.034549 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc39368-d903-4982-8991-582315e00ead tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5b2c5d-eb1c-46b2-88e9-3ad62c8e0fca,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:39.040064 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-acc39368-d903-4982-8991-582315e00ead tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.041241 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-acc39368-d903-4982-8991-582315e00ead tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238344 Jul 08 19:30:39.044008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34202) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:39.048406 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-366b9a54-6a1e-46a8-958b-ab2831726161 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Request body: {'security_group_rule': {'security_group_id': '51b26f6d-8e91-4416-90d6-f3652278feb0', 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:39.075416 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-366b9a54-6a1e-46a8-958b-ab2831726161 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.134491 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-366b9a54-6a1e-46a8-958b-ab2831726161 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.138029 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-366b9a54-6a1e-46a8-958b-ab2831726161 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.155709 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b9a54-6a1e-46a8-958b-ab2831726161 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4883e1-70a8-4556-a57f-037f2e000cfb,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:39.163172 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-366b9a54-6a1e-46a8-958b-ab2831726161 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.164384 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-366b9a54-6a1e-46a8-958b-ab2831726161 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194620 Jul 08 19:30:39.167115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34204) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:39.171512 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-c7fad4a8-68ec-4f50-9b9c-17ab9a01b4a9 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Request body: {'security_group_rule': {'security_group_id': '51b26f6d-8e91-4416-90d6-f3652278feb0', 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:39.198294 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7fad4a8-68ec-4f50-9b9c-17ab9a01b4a9 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.278938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7fad4a8-68ec-4f50-9b9c-17ab9a01b4a9 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.280291 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.285887 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7fad4a8-68ec-4f50-9b9c-17ab9a01b4a9 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.289603 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed18cab1-1cdf-4ca2-a8fc-0bec0d942c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.307274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fad4a8-68ec-4f50-9b9c-17ab9a01b4a9 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d9c7d7-cc72-48f6-af98-523f542419d4,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:39.313042 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c7fad4a8-68ec-4f50-9b9c-17ab9a01b4a9 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.314798 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-c7fad4a8-68ec-4f50-9b9c-17ab9a01b4a9 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466317 Jul 08 19:30:39.317969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34206) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:39.322752 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-61705a9e-a1d0-4045-8863-aa05b7a4fe73 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Request body: {'security_group_rule': {'security_group_id': '51b26f6d-8e91-4416-90d6-f3652278feb0', 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:39.348673 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-61705a9e-a1d0-4045-8863-aa05b7a4fe73 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Project 76a675d4ab8640b48a41460885ffe3e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:30:39.354886 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61705a9e-a1d0-4045-8863-aa05b7a4fe73 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.425152 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61705a9e-a1d0-4045-8863-aa05b7a4fe73 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.429938 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61705a9e-a1d0-4045-8863-aa05b7a4fe73 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.449140 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61705a9e-a1d0-4045-8863-aa05b7a4fe73 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee3288d-25ce-4631-89d7-f617a795fdbe,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:39.457674 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61705a9e-a1d0-4045-8863-aa05b7a4fe73 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.459069 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-61705a9e-a1d0-4045-8863-aa05b7a4fe73 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399653 Jul 08 19:30:39.461909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34208) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:39.466534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a050a66e-8b53-418e-8718-c642c47ba18e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Request body: {'security_group_rule': {'security_group_id': '51b26f6d-8e91-4416-90d6-f3652278feb0', 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:39.489633 n-d-799684-3 neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-a050a66e-8b53-418e-8718-c642c47ba18e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Project 76a675d4ab8640b48a41460885ffe3e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:30:39.495418 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a050a66e-8b53-418e-8718-c642c47ba18e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.562536 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a050a66e-8b53-418e-8718-c642c47ba18e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.567274 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a050a66e-8b53-418e-8718-c642c47ba18e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231194'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.588164 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050a66e-8b53-418e-8718-c642c47ba18e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5388fccf-4296-4a85-956b-d2ebceef9bf8,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:39.594150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a050a66e-8b53-418e-8718-c642c47ba18e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:39.604586 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a050a66e-8b53-418e-8718-c642c47ba18e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322820 Jul 08 19:30:39.751272 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-6231c125-7218-488d-aa60-9e7610a1f2bc tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428547463&fields=id&tenant_id=76a675d4ab8640b48a41460885ffe3e6 HTTP/1.1" status: 200 len: 267 time: 0.0357828 Jul 08 19:30:39.865758 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-0084a296-14b0-484b-bf51-8ae8ac2e5dca tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:39.867188 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-0084a296-14b0-484b-bf51-8ae8ac2e5dca tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 810 time: 0.1090200 Jul 08 19:30:39.883783 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-1c880d2a-e88a-4a39-88e8-198e2fddce34 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/quotas/76a675d4ab8640b48a41460885ffe3e6 HTTP/1.1" status: 200 len: 375 time: 0.0108829 Jul 08 19:30:39.953973 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-107f0ef9-d085-48c1-bfd5-4e998e23f1f7 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647280 Jul 08 19:30:40.052019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-fd6f156c-8a3d-47e5-80fd-bad85b12adeb service neutron] 10.222.0.73 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859518 Jul 08 19:30:40.140288 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-6442adef-67f5-4273-b9c1-ac2e135f8aca service neutron] 10.222.0.73 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822213 Jul 08 19:30:40.347249 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b37ef763-4e1e-42b6-9e65-2ac151ec5aa1 req-c3a52022-777a-4e83-b2da-47566669a0ad tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 210 time: 0.0470831 Jul 08 19:30:40.423360 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:40.477836 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:40.478234 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:40.569121 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:40.603334 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:40.628545 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:40.632639 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:40.633110 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:40.700229 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Sync routers for ids ['450268f0-8f01-42e3-85d6-5a441cd341da'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:30:40.710404 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Routers {'450268f0-8f01-42e3-85d6-5a441cd341da'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:40.711453 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['450268f0-8f01-42e3-85d6-5a441cd341da'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:40.740918 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:40.763374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=43a83b13-ae7b-4b5b-a86c-9ecea061ec4b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:40.769783 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:40.823802 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=43a83b13-ae7b-4b5b-a86c-9ecea061ec4b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:40.832666 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Set router 450268f0-8f01-42e3-85d6-5a441cd341da gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:41.051356 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'name': 'tempest-TestSnapshotPattern-1478150968-router', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:33Z', 'updated_at': '2021-07-08T19:30:37Z', 'revision_number': 4, 'project_id': 'e01a3a5778304222962403ed075462e8', 'gw_port': {'id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:34Z', 'updated_at': '2021-07-08T19:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '3e6908f2-5229-46da-9e96-45578e92e1b5', 'name': '', 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'mac_address': 'fa:16:3e:0f:57:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'd0757fd9-68fc-4b4f-aa93-2ab6c3142550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:36Z', 'updated_at': '2021-07-08T19:30:37Z', 'revision_number': 2, 'project_id': 'e01a3a5778304222962403ed075462e8', 'subnets': [{'id': 'd0757fd9-68fc-4b4f-aa93-2ab6c3142550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:41.078767 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Checking router: 450268f0-8f01-42e3-85d6-5a441cd341da for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:30:41.079115 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Updating router 450268f0-8f01-42e3-85d6-5a441cd341da port 3e6908f2-5229-46da-9e96-45578e92e1b5 binding host n-d-799684-3 {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:30:41.114419 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:41.392468 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:41.404140 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Transition to ACTIVE for port object 3e6908f2-5229-46da-9e96-45578e92e1b5 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:41.410581 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:41.467532 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4c874-cff2-4850-929f-497f6a455235 None None] Pushing event updated for resources: {'Port': ['ID=3e6908f2-5229-46da-9e96-45578e92e1b5,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:41.518346 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-6788e70c-71ea-4ddf-ab1d-eb3b51f2b613 req-589bef5b-35e1-4f05-8e0f-c6de62e30ef8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 210 time: 0.0390024 Jul 08 19:30:41.537640 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Attempting to bind port 3e6908f2-5229-46da-9e96-45578e92e1b5 on host n-d-799684-3 for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:30:41.538008 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Attempting to bind port 3e6908f2-5229-46da-9e96-45578e92e1b5 by drivers openvswitch,hyperv on host n-d-799684-3 at level 0 using segments [{'id': '81f93a2d-ca40-42c1-9bf6-28b7aef2fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:30:41.538428 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Attempting to bind port 3e6908f2-5229-46da-9e96-45578e92e1b5 on network 8cfe3881-69a5-4dd5-8b78-b135b562d936 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:30:41.546400 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Checking agent: {'id': '24a157af-fef5-40e5-9fac-add397fb4dfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 45, 9), 'started_at': datetime.datetime(2021, 7, 8, 17, 45, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:30:41.546821 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Checking segment: {'id': '81f93a2d-ca40-42c1-9bf6-28b7aef2fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:30:41.547229 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:41.547626 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Bound using segment: {'id': '81f93a2d-ca40-42c1-9bf6-28b7aef2fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:30:41.548098 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Bound port: 3e6908f2-5229-46da-9e96-45578e92e1b5, host: n-d-799684-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f93a2d-ca40-42c1-9bf6-28b7aef2fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:30:41.548471 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:41.630750 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] For port 3e6908f2-5229-46da-9e96-45578e92e1b5, host n-d-799684-3, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:30:41.634616 n-d-799684-3 neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] For port 3e6908f2-5229-46da-9e96-45578e92e1b5, host n-d-799684-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3e6908f2-5229-46da-9e96-45578e92e1b5,segment=NetworkSegment(81f93a2d-ca40-42c1-9bf6-28b7aef2fda3),segment_id=81f93a2d-ca40-42c1-9bf6-28b7aef2fda3)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:30:41.648112 n-d-799684-3 neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:41.712482 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4c874-cff2-4850-929f-497f6a455235 None None] Pushing event updated for resources: {'Port': ['ID=3e6908f2-5229-46da-9e96-45578e92e1b5,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:41.734443 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Routers {'450268f0-8f01-42e3-85d6-5a441cd341da'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:41.734909 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-f0f0dc1d-8e15-4bc9-ac51-738b99b76095 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:41.735491 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['450268f0-8f01-42e3-85d6-5a441cd341da'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:41.736588 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-f0f0dc1d-8e15-4bc9-ac51-738b99b76095 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.74 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 810 time: 0.1479483 Jul 08 19:30:41.790358 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-650c620f-286a-4cb5-8d67-2dc4eb208746 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76a675d4ab8640b48a41460885ffe3e6 HTTP/1.1" status: 200 len: 380 time: 0.0445192 Jul 08 19:30:41.801826 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Request body: {'port': {'device_id': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'admin_state_up': True, 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'security_groups': ['51b26f6d-8e91-4416-90d6-f3652278feb0']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:41.865991 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] Set router 450268f0-8f01-42e3-85d6-5a441cd341da gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:41.936191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Made reservation on behalf of 76a675d4ab8640b48a41460885ffe3e6 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:30:41.940982 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.046914 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.080286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Allocated IP 172.20.0.14 (28f87c8e-abe6-4d13-8bb0-9d94e402cf0b/e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb/8452ac66-8cd6-4fbd-a5ad-27241aa45879) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:30:42.087903 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'name': 'tempest-TestSnapshotPattern-1478150968-router', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:33Z', 'updated_at': '2021-07-08T19:30:37Z', 'revision_number': 4, 'project_id': 'e01a3a5778304222962403ed075462e8', 'gw_port': {'id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:34Z', 'updated_at': '2021-07-08T19:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '3e6908f2-5229-46da-9e96-45578e92e1b5', 'name': '', 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'mac_address': 'fa:16:3e:0f:57:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'd0757fd9-68fc-4b4f-aa93-2ab6c3142550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:36Z', 'updated_at': '2021-07-08T19:30:41Z', 'revision_number': 4, 'project_id': 'e01a3a5778304222962403ed075462e8', 'subnets': [{'id': 'd0757fd9-68fc-4b4f-aa93-2ab6c3142550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:42.209165 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe6609-e2b1-4156-9580-623bd0f4c802 None None] The sync data for ids ['450268f0-8f01-42e3-85d6-5a441cd341da'] in n-d-799684-3 is: [{'id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'name': 'tempest-TestSnapshotPattern-1478150968-router', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:33Z', 'updated_at': '2021-07-08T19:30:37Z', 'revision_number': 4, 'project_id': 'e01a3a5778304222962403ed075462e8', 'gw_port': {'id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:34Z', 'updated_at': '2021-07-08T19:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': '3e6908f2-5229-46da-9e96-45578e92e1b5', 'name': '', 'network_id': '8cfe3881-69a5-4dd5-8b78-b135b562d936', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'mac_address': 'fa:16:3e:0f:57:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'd0757fd9-68fc-4b4f-aa93-2ab6c3142550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:36Z', 'updated_at': '2021-07-08T19:30:41Z', 'revision_number': 4, 'project_id': 'e01a3a5778304222962403ed075462e8', 'subnets': [{'id': 'd0757fd9-68fc-4b4f-aa93-2ab6c3142550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:30:42.225315 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.245732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Transition to ACTIVE for port object 8452ac66-8cd6-4fbd-a5ad-27241aa45879 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:42.288512 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.340234 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:30:42.347574 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:42.351951 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3e6908f2-5229-46da-9e96-45578e92e1b5 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:42.355721 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'Port': ['ID=8452ac66-8cd6-4fbd-a5ad-27241aa45879,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:42.358111 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:30:42.414899 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:42.415717 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.430479 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning for port 3e6908f2-5229-46da-9e96-45578e92e1b5 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:42.435997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3e6908f2-5229-46da-9e96-45578e92e1b5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:42.436410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.436949 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-e04a6ee3-07b6-44b5-97a7-1a6648024fd8 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6403866 Jul 08 19:30:42.532673 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.586785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] For port 3e6908f2-5229-46da-9e96-45578e92e1b5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3e6908f2-5229-46da-9e96-45578e92e1b5,segment=NetworkSegment(81f93a2d-ca40-42c1-9bf6-28b7aef2fda3),segment_id=81f93a2d-ca40-42c1-9bf6-28b7aef2fda3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:42.587770 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Request body: {'port': {'device_id': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:42.598987 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.600160 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:42.693626 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-70fa4a92-6d19-463b-91ce-afd343a60cbd None None] Provisioning for port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:42.693928 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.707900 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-70fa4a92-6d19-463b-91ce-afd343a60cbd None None] Provisioning complete for port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:42.708240 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70fa4a92-6d19-463b-91ce-afd343a60cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.732435 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:42.732714 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.734200 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f544e57-8924-41fd-9817-d4e8e0c3c23a req-57c5263c-c989-4774-aec2-fdb025e7f475 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:42.735820 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f544e57-8924-41fd-9817-d4e8e0c3c23a req-57c5263c-c989-4774-aec2-fdb025e7f475 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 932 time: 0.0753789 Jul 08 19:30:42.736691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Pushing event updated for resources: {'Port': ['ID=3e6908f2-5229-46da-9e96-45578e92e1b5,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:42.780005 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-70fa4a92-6d19-463b-91ce-afd343a60cbd None None] Port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:30:42.789850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0f544e57-8924-41fd-9817-d4e8e0c3c23a req-6184b382-3dde-4694-a59c-5dfa9bcb0891 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410695 Jul 08 19:30:42.975643 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8452ac66-8cd6-4fbd-a5ad-27241aa45879 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:30:42.984081 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:42.997580 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Transition to ACTIVE for port object 8452ac66-8cd6-4fbd-a5ad-27241aa45879 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:30:43.001326 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:43.053898 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Pushing event updated for resources: {'Port': ['ID=8452ac66-8cd6-4fbd-a5ad-27241aa45879,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:43.129769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Attempting to bind port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 on host n-h1-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:30:43.130191 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Attempting to bind port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 by drivers openvswitch,hyperv on host n-h1-799684-3 at level 0 using segments [{'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:30:43.130557 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Attempting to bind port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 on network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:30:43.135206 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 on network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:30:43.135531 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Attempting to bind port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 on network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:30:43.140556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Checking agent: {'id': 'f62f0b34-6177-431f-8bf5-999997dd0279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:30:43.140905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Checking segment: {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:30:43.141296 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Bound using segment: {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:30:43.141725 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Bound port: 8452ac66-8cd6-4fbd-a5ad-27241aa45879, host: n-h1-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:30:43.142097 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:43.218141 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] For port 8452ac66-8cd6-4fbd-a5ad-27241aa45879, host n-h1-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:30:43.221637 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] For port 8452ac66-8cd6-4fbd-a5ad-27241aa45879, host n-h1-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:30:43.226277 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:43.260490 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:43.261107 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:43.262588 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] 10.222.0.74 "PUT /v2.0/ports/8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 200 len: 1092 time: 0.8175631 Jul 08 19:30:43.263030 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:30:43.265264 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52a5240-02a4-478a-a629-c641b224ba87" -d '{"events": [{"name": "network-changed", "server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:30:43.292769 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add4ca2-4d97-410f-99ea-82273c3e0042 service neutron] Pushing event updated for resources: {'Port': ['ID=8452ac66-8cd6-4fbd-a5ad-27241aa45879,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:43.385912 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642ec804-508c-4920-b96c-f547739457bc x-openstack-request-id: req-642ec804-508c-4920-b96c-f547739457bc {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:30:43.385912 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:30:43.385912 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-642ec804-508c-4920-b96c-f547739457bc {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:30:43.386642 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'status': 'completed', 'code': 200} Jul 08 19:30:43.396129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-7be416a9-53b3-4511-83a5-7f2d1502ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:43.397758 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-7be416a9-53b3-4511-83a5-7f2d1502ae5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1095 time: 0.0794008 Jul 08 19:30:43.784200 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-7cc162d1-222a-4c2b-b302-2d11eec107cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 200 len: 217 time: 0.3785820 Jul 08 19:30:43.837681 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-f33df067-abe9-4c9c-9afc-d4e119e9093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:43.839188 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-f33df067-abe9-4c9c-9afc-d4e119e9093e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0487316 Jul 08 19:30:43.901840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-cdf36be5-0ef4-4092-910e-ad6fa801527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:43.903481 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-cdf36be5-0ef4-4092-910e-ad6fa801527f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567801 Jul 08 19:30:43.971647 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999c23a-51fe-4aef-a101-421c816e806a req-c8f7c1f2-1d63-48e6-94f5-321e72082a02 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:43.973243 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b999c23a-51fe-4aef-a101-421c816e806a req-c8f7c1f2-1d63-48e6-94f5-321e72082a02 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 944 time: 0.0703504 Jul 08 19:30:43.994397 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-fef7c0d9-2e88-44b6-9d2f-7c7bd689a81e service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841582 Jul 08 19:30:44.012020 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b999c23a-51fe-4aef-a101-421c816e806a req-f0141a0c-d422-43fa-bb19-6f9777b2e508 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330138 Jul 08 19:30:44.092460 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-71f63d90-e8b6-4752-bd38-cc0462e830d4 req-235678a6-613f-4e88-b974-a93ec1417084 service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916803 Jul 08 19:30:44.212248 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5240-02a4-478a-a629-c641b224ba87 req-8d64fbd8-019e-48de-afd9-2c2484ee9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:44.213738 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b52a5240-02a4-478a-a629-c641b224ba87 req-8d64fbd8-019e-48de-afd9-2c2484ee9340 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1095 time: 0.0532146 Jul 08 19:30:44.304174 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3e6908f2-5229-46da-9e96-45578e92e1b5 up at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:44.305807 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5240-02a4-478a-a629-c641b224ba87 req-e514f132-266a-4209-ab9c-51ece04ae9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:44.307342 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b52a5240-02a4-478a-a629-c641b224ba87 req-e514f132-266a-4209-ab9c-51ece04ae9ff service neutron] 10.222.0.74 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.0874536 Jul 08 19:30:44.353092 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b52a5240-02a4-478a-a629-c641b224ba87 req-95fd31ba-b3d2-4af3-b1ff-f3d053c9df80 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 200 len: 217 time: 0.0390832 Jul 08 19:30:44.355387 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Provisioning complete for port 3e6908f2-5229-46da-9e96-45578e92e1b5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:44.355760 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:44.401774 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5240-02a4-478a-a629-c641b224ba87 req-5a11e6bf-fddb-422d-a5ca-7ba0c5ecf913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:44.403325 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b52a5240-02a4-478a-a629-c641b224ba87 req-5a11e6bf-fddb-422d-a5ca-7ba0c5ecf913 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0442841 Jul 08 19:30:44.462718 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5240-02a4-478a-a629-c641b224ba87 req-aaaa338f-28fe-491b-9980-776d88571c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:44.464240 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b52a5240-02a4-478a-a629-c641b224ba87 req-aaaa338f-28fe-491b-9980-776d88571c68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543520 Jul 08 19:30:44.559042 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b52a5240-02a4-478a-a629-c641b224ba87 req-f3c29bb7-3174-48c0-b60e-1a8c36f3a87f service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882542 Jul 08 19:30:44.649614 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b52a5240-02a4-478a-a629-c641b224ba87 req-6611e811-0c1b-45fe-856c-f9536b2df6d4 service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831020 Jul 08 19:30:45.184741 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1347028-c90e-4b15-bbdd-428256708210 req-64698a7a-b06f-4ff4-b7ce-80957576957d tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:45.186251 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1347028-c90e-4b15-bbdd-428256708210 req-64698a7a-b06f-4ff4-b7ce-80957576957d tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 944 time: 0.0640025 Jul 08 19:30:45.224228 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-c1347028-c90e-4b15-bbdd-428256708210 req-9dec81dc-874c-4d46-bbfc-31ae52784bd3 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322719 Jul 08 19:30:46.400343 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced929a-5e91-41ad-b4a9-2e1a8fba044d req-41e6e117-1f90-41a5-8fe4-ba7b5821a2dd tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:46.401828 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ced929a-5e91-41ad-b4a9-2e1a8fba044d req-41e6e117-1f90-41a5-8fe4-ba7b5821a2dd tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 944 time: 0.0639689 Jul 08 19:30:46.443355 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9ced929a-5e91-41ad-b4a9-2e1a8fba044d req-fe8438af-c959-4e4e-8a22-66166f3c3a17 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353520 Jul 08 19:30:47.619914 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ac4a6-9017-4496-ac16-85876c987afd req-c4580bf1-c59b-4904-9949-3510c4eae949 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:47.621411 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d7ac4a6-9017-4496-ac16-85876c987afd req-c4580bf1-c59b-4904-9949-3510c4eae949 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 944 time: 0.0680840 Jul 08 19:30:47.660048 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7d7ac4a6-9017-4496-ac16-85876c987afd req-92f3813c-20c4-4d06-8521-ee5bbd25603d tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330503 Jul 08 19:30:48.058739 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8452ac66-8cd6-4fbd-a5ad-27241aa45879 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:30:48.153302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8452ac66-8cd6-4fbd-a5ad-27241aa45879, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:48.164922 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'mac_address': 'fa:16:3e:14:68:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:30:48.201431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:48.213953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8452ac66-8cd6-4fbd-a5ad-27241aa45879 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:30:48.236978 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8452ac66-8cd6-4fbd-a5ad-27241aa45879, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:48.243858 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:48.291040 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=8452ac66-8cd6-4fbd-a5ad-27241aa45879,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:48.539992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['8452ac66-8cd6-4fbd-a5ad-27241aa45879'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:30:48.832664 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613b884-57d3-474b-8a67-9e69d5aa443b req-d08b5ad5-8402-463f-9ca4-b16148ff205e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:48.834092 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d613b884-57d3-474b-8a67-9e69d5aa443b req-d08b5ad5-8402-463f-9ca4-b16148ff205e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 945 time: 0.0636110 Jul 08 19:30:48.874256 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-d613b884-57d3-474b-8a67-9e69d5aa443b req-2ac9bf28-319f-412b-b1ca-17832444a13c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329814 Jul 08 19:30:50.051236 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c27503-12a9-4159-a5bd-6d92e81ce2e9 req-726730d3-e419-4185-8efc-68c546c533ef tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:50.052746 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5c27503-12a9-4159-a5bd-6d92e81ce2e9 req-726730d3-e419-4185-8efc-68c546c533ef tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 945 time: 0.0674477 Jul 08 19:30:50.078323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8452ac66-8cd6-4fbd-a5ad-27241aa45879 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:30:50.092386 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e5c27503-12a9-4159-a5bd-6d92e81ce2e9 req-54880174-b40f-4ebd-a459-10e810fa051d tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337226 Jul 08 19:30:50.127715 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning for port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:30:50.131738 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:30:50.132106 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:50.211569 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:50.233543 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:30:50.235829 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90bf91c-e4a7-4f36-8da6-cdb10152a942" -d '{"events": [{"server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "name": "network-vif-plugged", "status": "completed", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:30:50.249384 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8452ac66-8cd6-4fbd-a5ad-27241aa45879, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:30:50.254815 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:50.280030 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afae3c27-3ff3-43c3-95e1-bb2f8120b0cb x-openstack-request-id: req-afae3c27-3ff3-43c3-95e1-bb2f8120b0cb {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:30:50.280329 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "name": "network-vif-plugged", "status": "completed", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:30:50.280581 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-afae3c27-3ff3-43c3-95e1-bb2f8120b0cb {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:30:50.280972 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'code': 200} Jul 08 19:30:50.307455 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=8452ac66-8cd6-4fbd-a5ad-27241aa45879,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:50.398115 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7adc4-9096-41fe-bea4-be1a27eb3742 req-d4a79f68-2612-44e2-b021-549a8cf8f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:50.399674 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e9e7adc4-9096-41fe-bea4-be1a27eb3742 req-d4a79f68-2612-44e2-b021-549a8cf8f8fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1097 time: 0.0576243 Jul 08 19:30:50.434306 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-e9e7adc4-9096-41fe-bea4-be1a27eb3742 req-b3f0ef0e-7532-4ed1-a3b9-72ba4c5eec31 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286503 Jul 08 19:30:51.271498 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7057589-aac7-419d-8624-d3f8c476b41d req-434375c8-6b0f-41b9-b134-a0a8bebd6fe2 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:51.273019 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7057589-aac7-419d-8624-d3f8c476b41d req-434375c8-6b0f-41b9-b134-a0a8bebd6fe2 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 946 time: 0.0644236 Jul 08 19:30:51.312009 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-f7057589-aac7-419d-8624-d3f8c476b41d req-a49f1462-e4c5-4be4-a338-e9b33499f273 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332835 Jul 08 19:30:52.486394 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe662c-d90c-431e-b7cf-0f0f8c79284d req-a306cf14-ae17-440d-b881-bd99d0e6ed67 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:52.488424 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dcbe662c-d90c-431e-b7cf-0f0f8c79284d req-a306cf14-ae17-440d-b881-bd99d0e6ed67 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 946 time: 0.0659926 Jul 08 19:30:52.526219 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-dcbe662c-d90c-431e-b7cf-0f0f8c79284d req-38130b07-2cd1-4697-9172-31db4d15f857 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320287 Jul 08 19:30:52.704935 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09ff99-579f-4df8-83fa-0eeec2cb7d14 req-14111ee2-c720-42c0-afc2-81ab20e05ea3 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:52.706524 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e09ff99-579f-4df8-83fa-0eeec2cb7d14 req-14111ee2-c720-42c0-afc2-81ab20e05ea3 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 946 time: 0.0707121 Jul 08 19:30:52.747366 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7e09ff99-579f-4df8-83fa-0eeec2cb7d14 req-48013e17-f61b-4c2a-a6fc-4259f3aa27bb tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352058 Jul 08 19:30:52.772415 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34274) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:52.867856 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ffc477-7163-4f0a-97ea-e64b6c3dab7a tempest-TestSnapshotPattern-1324754413 tempest-TestSnapshotPattern-1324754413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:52.869379 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-13ffc477-7163-4f0a-97ea-e64b6c3dab7a tempest-TestSnapshotPattern-1324754413 tempest-TestSnapshotPattern-1324754413-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1092 time: 0.0958402 Jul 08 19:30:52.872413 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34278) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:30:52.876854 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:30:52.900759 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:53.007575 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:53.114761 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Allocated IP 172.25.8.110 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/79eaecc1-5f4d-495e-ac47-a4134eaeccd4) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:30:53.220723 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:53.259883 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11028037'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:53.299070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:30:53.304008 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:30:53.307729 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:30:53.313303 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'Port': ['ID=79eaecc1-5f4d-495e-ac47-a4134eaeccd4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:53.694499 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:53.771712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:53.923567 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:53.929769 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11028059'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:53.999512 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'Port': ['ID=79eaecc1-5f4d-495e-ac47-a4134eaeccd4,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:30:54.014545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:54.114393 n-d-799684-3 neutron-server[93742]: INFO neutron.db.l3_db [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Floating IP 1fccf616-a8bd-4dd4-b084-7a4558469613 associated. External IP: 172.25.8.110, port: 8452ac66-8cd6-4fbd-a5ad-27241aa45879. Jul 08 19:30:54.320898 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Router af2ff4bd-9cdd-4917-8835-414a8954fa1e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:30:54.429070 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:30:54.438937 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52d9c5-60fc-4315-97d9-9a3cc513d250 None None] Sync routers for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:30:54.447402 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:30:54.452035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b52d9c5-60fc-4315-97d9-9a3cc513d250 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:54.452792 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8b52d9c5-60fc-4315-97d9-9a3cc513d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:54.492555 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-d5289e9f-0828-437f-b9b7-66f2c1c0d25e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6191392 Jul 08 19:30:54.493683 n-d-799684-3 neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:30:54.496686 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba8e9d5d2a24c882ba50d0f2e8d41bc3b3bb41e55d253062459e6dbf959a1c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1622ce-147f-40dc-a0d5-0e18ae728d52" -d '{"events": [{"name": "network-changed", "server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:30:54.571244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-8b52d9c5-60fc-4315-97d9-9a3cc513d250 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:54.586007 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868be7c6-fa37-4e99-a0ca-72d84e2d6099 x-openstack-request-id: req-868be7c6-fa37-4e99-a0ca-72d84e2d6099 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:30:54.586335 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:30:54.586591 n-d-799684-3 neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-868be7c6-fa37-4e99-a0ca-72d84e2d6099 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:30:54.587034 n-d-799684-3 neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'status': 'completed', 'code': 200} Jul 08 19:30:54.660426 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1622ce-147f-40dc-a0d5-0e18ae728d52 req-a7d4500b-5007-4628-aa25-2a5ccb93cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:54.661953 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad1622ce-147f-40dc-a0d5-0e18ae728d52 req-a7d4500b-5007-4628-aa25-2a5ccb93cab0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1097 time: 0.0532959 Jul 08 19:30:54.754391 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1622ce-147f-40dc-a0d5-0e18ae728d52 req-6e860482-0f2e-4a92-a125-746f5dc0dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:54.756160 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad1622ce-147f-40dc-a0d5-0e18ae728d52 req-6e860482-0f2e-4a92-a125-746f5dc0dae9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.0885832 Jul 08 19:30:54.800116 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8b52d9c5-60fc-4315-97d9-9a3cc513d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1fccf616-a8bd-4dd4-b084-7a4558469613', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:14:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:30:53Z', 'updated_at': '2021-07-08T19:30:53Z', 'revision_number': 0, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:54.824708 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad1622ce-147f-40dc-a0d5-0e18ae728d52 req-3848fe68-9d28-482a-b219-063d6fd78ef5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 200 len: 1000 time: 0.0626807 Jul 08 19:30:54.826014 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52d9c5-60fc-4315-97d9-9a3cc513d250 None None] Checking router: af2ff4bd-9cdd-4917-8835-414a8954fa1e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:30:54.834919 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b52d9c5-60fc-4315-97d9-9a3cc513d250 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:30:54.835526 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8b52d9c5-60fc-4315-97d9-9a3cc513d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:30:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:54.874072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1622ce-147f-40dc-a0d5-0e18ae728d52 req-f26961cc-fbbe-4882-b944-8c40140900e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:54.875605 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad1622ce-147f-40dc-a0d5-0e18ae728d52 req-f26961cc-fbbe-4882-b944-8c40140900e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0443583 Jul 08 19:30:54.932494 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1622ce-147f-40dc-a0d5-0e18ae728d52 req-9af6dfc5-adea-4aa1-bb65-68c940a084cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:30:54.934102 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad1622ce-147f-40dc-a0d5-0e18ae728d52 req-9af6dfc5-adea-4aa1-bb65-68c940a084cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527940 Jul 08 19:30:54.943386 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-8b52d9c5-60fc-4315-97d9-9a3cc513d250 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:30:55.029077 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad1622ce-147f-40dc-a0d5-0e18ae728d52 req-0eb92f4d-b4cb-4a6d-82a8-0b7be5acfa36 service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Jul 08 19:30:55.118154 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ad1622ce-147f-40dc-a0d5-0e18ae728d52 req-f7864381-734a-49c0-8ae9-fa8291c84e5f service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823717 Jul 08 19:30:55.177440 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-8b52d9c5-60fc-4315-97d9-9a3cc513d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1fccf616-a8bd-4dd4-b084-7a4558469613', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:14:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:30:53Z', 'updated_at': '2021-07-08T19:30:53Z', 'revision_number': 0, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:30:55.204632 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52d9c5-60fc-4315-97d9-9a3cc513d250 None None] The sync data for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 is: [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1fccf616-a8bd-4dd4-b084-7a4558469613', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:14:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:30:53Z', 'updated_at': '2021-07-08T19:30:53Z', 'revision_number': 0, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:30:55.399588 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd6be7-c42d-4fba-aa9f-02d212e74e45 None None] New status for floating IP 1fccf616-a8bd-4dd4-b084-7a4558469613: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:31:04.441113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:05.282755 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:06.373829 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79ee394a-e537-4402-9882-74d0b595d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:09.252469 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:09.259460 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f30a640-b858-4a73-85a2-002ecc6b890a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:10.581661 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:12.049274 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:15.206404 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:31:27.675140 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0ff63d-9886-4831-83c4-b12179369ded req-295f1075-bc35-4b2c-b03d-5a1728cff320 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647383 Jul 08 19:31:27.770601 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ff63d-9886-4831-83c4-b12179369ded req-89cfa3f9-2d85-43e6-a595-dace7e08de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:31:27.772133 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0ff63d-9886-4831-83c4-b12179369ded req-89cfa3f9-2d85-43e6-a595-dace7e08de28 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1097 time: 0.0536115 Jul 08 19:31:27.884374 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ff63d-9886-4831-83c4-b12179369ded req-c37ab4dd-5fa1-4f31-94cb-2dfb43fa2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:31:27.885842 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0ff63d-9886-4831-83c4-b12179369ded req-c37ab4dd-5fa1-4f31-94cb-2dfb43fa2340 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.0928166 Jul 08 19:31:27.958671 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0ff63d-9886-4831-83c4-b12179369ded req-ffcc593b-eaaf-40d1-9f8a-e60a01c22ed3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 200 len: 1002 time: 0.0655656 Jul 08 19:31:28.014072 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ff63d-9886-4831-83c4-b12179369ded req-10255a09-2a56-4c92-b26b-3488bc8b9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:31:28.016571 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0ff63d-9886-4831-83c4-b12179369ded req-10255a09-2a56-4c92-b26b-3488bc8b9dce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0513544 Jul 08 19:31:28.077847 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ff63d-9886-4831-83c4-b12179369ded req-ffb85be0-f68e-4391-a594-650c407c5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:31:28.079404 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0ff63d-9886-4831-83c4-b12179369ded req-ffb85be0-f68e-4391-a594-650c407c5b6c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569129 Jul 08 19:31:28.189213 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0ff63d-9886-4831-83c4-b12179369ded req-9abca428-76f6-493e-9625-003642531af4 service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013436 Jul 08 19:31:28.279709 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ff0ff63d-9886-4831-83c4-b12179369ded req-354a088d-ab9d-454d-b109-e04a069fe6b6 service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835681 Jul 08 19:31:34.439732 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:35.291055 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:36.378431 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-66735dc6-e4cb-4e24-99d3-e3d139b9c2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:39.252091 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:39.259075 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b1882d3-6bfe-45bc-8d08-e46de06458b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:40.581787 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:42.054579 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:31:52.205737 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:32:04.437782 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:05.451854 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:06.379370 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f1392b2-009d-4cc0-96c2-2bc79f3a282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:09.252514 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:09.258289 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe8bb695-861a-4b6f-b9d5-40e51a532b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:10.583481 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:12.056754 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:29.205683 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:32:29.688118 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-a3672a94-dab1-412d-a371-b390c3017c01 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577757 Jul 08 19:32:29.788532 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-557d2356-5f57-4a8f-bbad-94ec1906a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:32:29.790032 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-557d2356-5f57-4a8f-bbad-94ec1906a088 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1097 time: 0.0567536 Jul 08 19:32:29.897530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-5765153e-1449-4496-8e68-064c449a97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:32:29.899316 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-5765153e-1449-4496-8e68-064c449a97b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.0894909 Jul 08 19:32:29.966756 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-7aa111b8-c42d-4914-ae17-e6097aa72538 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 200 len: 1002 time: 0.0611658 Jul 08 19:32:30.017741 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-e4682ea5-74df-46e9-b3d5-fc0e32917c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:32:30.019414 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-e4682ea5-74df-46e9-b3d5-fc0e32917c30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0464566 Jul 08 19:32:30.081948 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-ccf1e438-88c3-47f8-90b1-8a30d45e5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:32:30.083460 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-ccf1e438-88c3-47f8-90b1-8a30d45e5608 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569606 Jul 08 19:32:30.173029 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-632133c4-c618-427f-88cd-1dcf02fe554d service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816584 Jul 08 19:32:30.265687 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-040c2f61-34a1-44c1-a513-1e6cb675e7e9 req-0c36cf1b-3866-4bfe-8d30-0857a8448a4a service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864670 Jul 08 19:32:34.436097 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:35.312652 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:36.381607 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-26d6081e-05aa-4969-9bf6-73a7aafcde30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:39.251163 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:39.253681 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a9158510-b810-4bdc-9299-e545f6660643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:40.586622 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:32:42.059786 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:04.443059 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:05.324157 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:06.204872 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:33:06.383241 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8da15501-1392-40b0-bfc1-5c7a9f924bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:09.251307 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fc24a5d1-0643-4aa6-8cc5-ba277b448f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:09.253883 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:10.588450 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:12.061739 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:29.665171 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-7e462fb4-5638-4877-a764-cc07e9390a8e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567129 Jul 08 19:33:29.761337 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-e29cb8c5-5724-4a75-8bdf-914440c44ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:33:29.762899 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-e29cb8c5-5724-4a75-8bdf-914440c44ac6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1097 time: 0.0559204 Jul 08 19:33:29.871810 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-10d52d85-edf1-4663-96b9-38e127acc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:33:29.873306 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-10d52d85-edf1-4663-96b9-38e127acc21e service neutron] 10.222.0.74 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.0899644 Jul 08 19:33:29.940286 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-ccbb0cc8-c76b-44ab-b471-1e53e2532f98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 200 len: 1002 time: 0.0590482 Jul 08 19:33:29.990489 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-98dd2d84-87d1-40fd-9968-aa5eb7c00e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:33:29.991980 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-98dd2d84-87d1-40fd-9968-aa5eb7c00e17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0450001 Jul 08 19:33:30.055035 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-ffa11363-dd73-4e0b-a024-99d6a2980dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:33:30.056823 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-ffa11363-dd73-4e0b-a024-99d6a2980dd2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583088 Jul 08 19:33:30.147914 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-c34c4142-a03d-4085-8705-348d032759a9 service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851879 Jul 08 19:33:30.244182 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0384f989-c53f-4dcc-8499-48ddf0436f74 req-ac8e71c5-c078-4b4e-96ea-f303a22fa5bd service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898354 Jul 08 19:33:34.463600 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:35.335864 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:36.384564 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ed634ab-4d12-4bea-93cc-bbe5afe52038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:36.797546 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8452ac66-8cd6-4fbd-a5ad-27241aa45879 details requested by agent hyperv_n-h1-799684-3 with host n-h1-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:33:36.901616 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8452ac66-8cd6-4fbd-a5ad-27241aa45879, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:33:36.913767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Returning: {'device': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'mac_address': 'fa:16:3e:14:68:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:33:36.952520 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:36.967893 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8452ac66-8cd6-4fbd-a5ad-27241aa45879 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:33:36.992312 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8452ac66-8cd6-4fbd-a5ad-27241aa45879, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:33:36.996594 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:37.054418 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=8452ac66-8cd6-4fbd-a5ad-27241aa45879,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:33:37.062302 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.062654 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.062992 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.063327 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.063659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.063985 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.064323 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.064683 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.064953 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.065273 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.065595 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.065915 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:37.073130 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] get_ports_and_sgs() called for port_ids ['8452ac66-8cd6-4fbd-a5ad-27241aa45879'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:33:38.808983 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8452ac66-8cd6-4fbd-a5ad-27241aa45879 up at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:33:38.860571 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Provisioning complete for port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:33:38.860982 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:38.941753 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:38.969622 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:33:38.972591 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548a3983-25f9-4fd9-b889-d09272577acb" -d '{"events": [{"server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "name": "network-vif-plugged", "status": "completed", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:33:38.985400 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8452ac66-8cd6-4fbd-a5ad-27241aa45879, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:33:38.991777 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:39.046925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=8452ac66-8cd6-4fbd-a5ad-27241aa45879,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:33:39.097365 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8059f8-5950-485c-9585-11c3f02406f6 x-openstack-request-id: req-9c8059f8-5950-485c-9585-11c3f02406f6 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:33:39.097663 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "name": "network-vif-plugged", "status": "completed", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:33:39.097947 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c8059f8-5950-485c-9585-11c3f02406f6 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:33:39.098393 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'code': 200} Jul 08 19:33:39.263641 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2ccec7d2-cad5-4cd4-9bc0-e7ef3b45450a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:39.266500 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:40.592318 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:42.064233 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:43.203365 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:33:53.406383 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-beb5c3fc-6838-4b08-acd3-4da483dd5054 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428547463&fields=id&tenant_id=76a675d4ab8640b48a41460885ffe3e6 HTTP/1.1" status: 200 len: 267 time: 0.0361238 Jul 08 19:33:53.527520 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-d7b32d40-8c24-437b-b8d4-b0795e46e951 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:33:53.528943 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-d7b32d40-8c24-437b-b8d4-b0795e46e951 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 810 time: 0.1152678 Jul 08 19:33:53.546102 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-d43fbb32-1c22-4cef-8fba-d62fa8f9b9fc tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/quotas/76a675d4ab8640b48a41460885ffe3e6 HTTP/1.1" status: 200 len: 375 time: 0.0108764 Jul 08 19:33:53.629563 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-d54b5555-dd7a-4a4e-9d3f-96915611941a tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0745618 Jul 08 19:33:53.780919 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-7bf62a6e-34e0-4290-adcf-2bf71090587a service neutron] 10.222.0.73 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402075 Jul 08 19:33:54.194605 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-635ea494-90a0-4bf9-a436-d3b4bec2cf36 service neutron] 10.222.0.73 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064820 Jul 08 19:33:54.385683 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-33d4215d-2c40-4cef-9c50-80133e24b440 req-b369fad9-86f7-47ec-bfd2-38dc059914e0 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 210 time: 0.0301707 Jul 08 19:33:55.549455 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.59', 64247) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:33:55.562021 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff3d9e29-7eb9-4957-b159-41488b84c024 req-9da00b62-7838-486c-af85-a05f07ac4b90 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 210 time: 0.0351908 Jul 08 19:33:55.666912 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-6f8995b2-67ab-4783-9511-d82a9a82e67d tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:33:55.668348 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-6f8995b2-67ab-4783-9511-d82a9a82e67d tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.59 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 810 time: 0.1178563 Jul 08 19:33:55.717056 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-edfd1002-364b-4059-8250-c86fcfc5394f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76a675d4ab8640b48a41460885ffe3e6 HTTP/1.1" status: 200 len: 380 time: 0.0394454 Jul 08 19:33:55.727768 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Request body: {'port': {'device_id': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'admin_state_up': True, 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'security_groups': ['51b26f6d-8e91-4416-90d6-f3652278feb0']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:33:55.859654 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Made reservation on behalf of 76a675d4ab8640b48a41460885ffe3e6 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:33:55.864500 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:56.041113 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Allocated IP 172.20.0.6 (28f87c8e-abe6-4d13-8bb0-9d94e402cf0b/e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb/32c57335-7222-421b-86eb-a593ed3b6448) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:33:56.220499 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:56.238872 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Transition to ACTIVE for port object 32c57335-7222-421b-86eb-a593ed3b6448 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:33:56.281433 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:56.367534 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:33:56.387745 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:33:56.398329 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:33:56.403950 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'Port': ['ID=32c57335-7222-421b-86eb-a593ed3b6448,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:33:56.459256 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.459676 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.460089 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.460427 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.460833 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.461232 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.461561 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.461888 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.462224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.463047 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.463400 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.463732 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:33:56.504556 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:33:56.505468 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:56.530773 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b17497ab-ecb6-46c1-950b-b2193b7a6531 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8085961 Jul 08 19:33:56.780727 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1666564-2759-464a-a026-074280c69d18 req-b06dd8a3-d527-4b91-94a2-7e3634fa5de1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:33:56.782233 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1666564-2759-464a-a026-074280c69d18 req-b06dd8a3-d527-4b91-94a2-7e3634fa5de1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 931 time: 0.0738659 Jul 08 19:33:56.828112 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2489d1b1-6691-4b9a-8a24-f2507a4f56f8 None None] Provisioning for port 32c57335-7222-421b-86eb-a593ed3b6448 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:33:56.835314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2489d1b1-6691-4b9a-8a24-f2507a4f56f8 None None] Provisioning complete for port 32c57335-7222-421b-86eb-a593ed3b6448 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:33:56.836121 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2489d1b1-6691-4b9a-8a24-f2507a4f56f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:56.851662 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-b1666564-2759-464a-a026-074280c69d18 req-b2c45247-ef9c-4581-9f69-37d63e287b1c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610230 Jul 08 19:33:56.878976 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2489d1b1-6691-4b9a-8a24-f2507a4f56f8 None None] Port 32c57335-7222-421b-86eb-a593ed3b6448 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:33:56.986413 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8452ac66-8cd6-4fbd-a5ad-27241aa45879 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:33:57.075240 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:57.101071 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:33:57.104554 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1b557c-a315-42f0-9309-027f36493798" -d '{"events": [{"server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "name": "network-vif-unplugged", "status": "completed", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:33:57.124731 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] For port 8452ac66-8cd6-4fbd-a5ad-27241aa45879, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:33:57.134236 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:57.170394 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c508b3a-1351-4098-9586-256459d77efb x-openstack-request-id: req-2c508b3a-1351-4098-9586-256459d77efb {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:33:57.170668 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "name": "network-vif-unplugged", "status": "completed", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:33:57.170909 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c508b3a-1351-4098-9586-256459d77efb {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:33:57.171505 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'code': 200} Jul 08 19:33:57.204949 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Pushing event updated for resources: {'Port': ['ID=8452ac66-8cd6-4fbd-a5ad-27241aa45879,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:33:58.086073 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99973905-628f-40e7-98a9-05670baa593c req-a1618339-212d-41b2-9bf2-2d8d30a7613e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:33:58.087711 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99973905-628f-40e7-98a9-05670baa593c req-a1618339-212d-41b2-9bf2-2d8d30a7613e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 931 time: 0.0761280 Jul 08 19:33:58.142955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-99973905-628f-40e7-98a9-05670baa593c req-44da4555-8629-4e65-bf23-33fcde0a0c25 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485487 Jul 08 19:33:59.348378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34880-bb0a-4788-acd0-c073bc5dd078 req-48a21824-b893-4e0b-923f-4b9d41c810d4 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:33:59.349955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ea34880-bb0a-4788-acd0-c073bc5dd078 req-48a21824-b893-4e0b-923f-4b9d41c810d4 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 931 time: 0.0844958 Jul 08 19:33:59.393192 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5ea34880-bb0a-4788-acd0-c073bc5dd078 req-6efa84e6-41ce-4269-a99a-183b089546a3 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369487 Jul 08 19:34:00.583316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cfbb2-b8f5-4d8b-90da-29b61d919bc9 req-1f535aea-f65e-4191-be86-5dbd4701c5b3 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:00.585036 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e90cfbb2-b8f5-4d8b-90da-29b61d919bc9 req-1f535aea-f65e-4191-be86-5dbd4701c5b3 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 931 time: 0.0698960 Jul 08 19:34:00.629756 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e90cfbb2-b8f5-4d8b-90da-29b61d919bc9 req-9f226f1f-bd03-4db0-bb2e-bf2eb6e958f1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387175 Jul 08 19:34:01.814939 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ec047-e3e7-44d0-9620-b6ab583becd3 req-cf58f3f7-c7f0-4476-a1f9-d4834efc78d1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:01.816412 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f8ec047-e3e7-44d0-9620-b6ab583becd3 req-cf58f3f7-c7f0-4476-a1f9-d4834efc78d1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 931 time: 0.0676286 Jul 08 19:34:01.854380 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-1f8ec047-e3e7-44d0-9620-b6ab583becd3 req-ff1cca1d-6e9e-4466-bce3-95f16b5645bb tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323415 Jul 08 19:34:03.102766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36640c72-4b1e-4c8d-a085-d016f18bd240 req-7d494cb7-e8d5-422c-b25e-78e16fb4ba65 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:03.104696 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36640c72-4b1e-4c8d-a085-d016f18bd240 req-7d494cb7-e8d5-422c-b25e-78e16fb4ba65 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 931 time: 0.0935743 Jul 08 19:34:03.150790 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-36640c72-4b1e-4c8d-a085-d016f18bd240 req-3a3a08fc-a322-4372-aab5-0c5a786fca45 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403526 Jul 08 19:34:04.329501 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0019f2-f2ab-4374-abc3-45ec10181442 req-f0cacd21-6510-4032-8a7f-7d2434186781 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:04.330920 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e0019f2-f2ab-4374-abc3-45ec10181442 req-f0cacd21-6510-4032-8a7f-7d2434186781 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 931 time: 0.0688798 Jul 08 19:34:04.371384 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9e0019f2-f2ab-4374-abc3-45ec10181442 req-e9c71e6d-6701-4833-8ea0-d909fcd8d4b7 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348189 Jul 08 19:34:04.465929 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:05.342036 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:05.563567 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d2bff-45d7-4a7e-8b61-49d52c13f410 req-7807f9dc-c28e-4dad-aea9-55d8e7d5385a tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:05.565072 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc4d2bff-45d7-4a7e-8b61-49d52c13f410 req-7807f9dc-c28e-4dad-aea9-55d8e7d5385a tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 931 time: 0.0725832 Jul 08 19:34:05.604016 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-bc4d2bff-45d7-4a7e-8b61-49d52c13f410 req-b09884e7-4935-4f4c-a2bd-a27734642fd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333102 Jul 08 19:34:06.386894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1145f4ab-acb8-44a5-9e24-c41ca3409d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:06.785222 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff627809-1df1-43e2-952b-35895dad6618 req-3b7d9206-e28b-4d06-9cbb-d8c03d17a3f3 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:06.787331 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff627809-1df1-43e2-952b-35895dad6618 req-3b7d9206-e28b-4d06-9cbb-d8c03d17a3f3 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 931 time: 0.0670230 Jul 08 19:34:06.825361 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ff627809-1df1-43e2-952b-35895dad6618 req-68463f7e-9a1a-4130-a737-e859df426b8a tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326693 Jul 08 19:34:07.928189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-aa47b666-200b-48fe-b085-83e0b4aa5f34 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:34:07.929234 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-aa47b666-200b-48fe-b085-83e0b4aa5f34 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067356 Jul 08 19:34:07.994844 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Request body: {'port': {'device_id': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:34:08.002583 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a554cbd-63ee-4646-bd75-a3649752f8c3 req-e7648d12-5e92-4be6-b4ef-da7c1edc1e84 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:08.004160 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a554cbd-63ee-4646-bd75-a3649752f8c3 req-e7648d12-5e92-4be6-b4ef-da7c1edc1e84 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 931 time: 0.0672495 Jul 08 19:34:08.042884 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-9a554cbd-63ee-4646-bd75-a3649752f8c3 req-bb0cdba7-f011-4e82-bd9c-10ca86cf72de tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323849 Jul 08 19:34:08.068822 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:08.334914 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c57335-7222-421b-86eb-a593ed3b6448 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:34:08.342371 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:08.354519 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Transition to ACTIVE for port object 32c57335-7222-421b-86eb-a593ed3b6448 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:34:08.359622 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:08.412274 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Pushing event updated for resources: {'Port': ['ID=32c57335-7222-421b-86eb-a593ed3b6448,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:08.480969 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Attempting to bind port 32c57335-7222-421b-86eb-a593ed3b6448 on host n-h2-799684-3 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:34:08.481303 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Attempting to bind port 32c57335-7222-421b-86eb-a593ed3b6448 by drivers openvswitch,hyperv on host n-h2-799684-3 at level 0 using segments [{'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:34:08.481630 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Attempting to bind port 32c57335-7222-421b-86eb-a593ed3b6448 on network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:34:08.486548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Port 32c57335-7222-421b-86eb-a593ed3b6448 on network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-3 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:34:08.486869 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Attempting to bind port 32c57335-7222-421b-86eb-a593ed3b6448 on network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:34:08.492678 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Checking agent: {'id': 'd0449e45-e34e-4e43-8206-72eabd3ff03a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'started_at': datetime.datetime(2021, 7, 8, 17, 53, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:34:08.493014 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Checking segment: {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:34:08.493395 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Bound using segment: {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:34:08.493819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Bound port: 32c57335-7222-421b-86eb-a593ed3b6448, host: n-h2-799684-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011e469c-82e6-4fa9-bf70-9bf2d126ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:34:08.494202 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:08.570727 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] For port 32c57335-7222-421b-86eb-a593ed3b6448, host n-h2-799684-3, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:34:08.574038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] For port 32c57335-7222-421b-86eb-a593ed3b6448, host n-h2-799684-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32c57335-7222-421b-86eb-a593ed3b6448,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:34:08.578084 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:08.613330 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:08.613944 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:08.616071 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] 10.222.0.59 "PUT /v2.0/ports/32c57335-7222-421b-86eb-a593ed3b6448 HTTP/1.1" status: 200 len: 1091 time: 0.6805170 Jul 08 19:34:08.616416 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:34:08.618681 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71d93de-7152-4ca3-a430-afe6d2d5be78" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "tag": "32c57335-7222-421b-86eb-a593ed3b6448"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:34:08.650324 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bff46-ca3f-4f29-93a6-708d1768482a service neutron] Pushing event updated for resources: {'Port': ['ID=32c57335-7222-421b-86eb-a593ed3b6448,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:08.667495 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40bdf99-6ef9-4db1-92b5-65c4f0a49f96 x-openstack-request-id: req-c40bdf99-6ef9-4db1-92b5-65c4f0a49f96 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:34:08.667806 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "tag": "32c57335-7222-421b-86eb-a593ed3b6448", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:34:08.668058 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c40bdf99-6ef9-4db1-92b5-65c4f0a49f96 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:34:08.668466 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448', 'status': 'completed', 'code': 200} Jul 08 19:34:08.733409 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-e050d6f9-3c43-4114-86bf-0fcbafdd4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:08.734985 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-e050d6f9-3c43-4114-86bf-0fcbafdd4de6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 1094 time: 0.0613332 Jul 08 19:34:08.781161 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-3e8c765a-5ce5-4ab3-94a4-fe9ba7d166c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c57335-7222-421b-86eb-a593ed3b6448 HTTP/1.1" status: 200 len: 217 time: 0.0392623 Jul 08 19:34:08.830903 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-ff1a0064-cd10-4715-ba61-8db5db487474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:08.832375 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-ff1a0064-cd10-4715-ba61-8db5db487474 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0446258 Jul 08 19:34:08.890477 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-60221dfd-9786-473e-85e1-318628d74554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:08.892621 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-60221dfd-9786-473e-85e1-318628d74554 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534441 Jul 08 19:34:08.987213 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-b57a6eca-d25d-4103-a86e-18f08cfffdbd service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876637 Jul 08 19:34:09.080183 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a0c228e3-5afe-4a5f-862f-c45840d093f1 req-256dcaf2-1561-4dff-bc00-51b40fb30098 service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859547 Jul 08 19:34:09.184550 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d93de-7152-4ca3-a430-afe6d2d5be78 req-21b1e79c-9a42-4e60-bac5-2d3115e253a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:09.186084 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b71d93de-7152-4ca3-a430-afe6d2d5be78 req-21b1e79c-9a42-4e60-bac5-2d3115e253a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 1094 time: 0.0584671 Jul 08 19:34:09.232349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910943b0-facb-4c89-bd83-e5075d710248 req-97d98732-0c89-407c-97f7-3c3717dcc16e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:09.233867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-910943b0-facb-4c89-bd83-e5075d710248 req-97d98732-0c89-407c-97f7-3c3717dcc16e tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 943 time: 0.0745044 Jul 08 19:34:09.259964 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-52d6c774-7c90-4fb8-8d24-d1fcea9a137d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:09.263865 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:09.284613 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-910943b0-facb-4c89-bd83-e5075d710248 req-164bdfe8-ade2-4893-91b1-d2be67a9fcb0 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446789 Jul 08 19:34:09.286315 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d93de-7152-4ca3-a430-afe6d2d5be78 req-ab417579-9e38-432f-9d93-bb2a428c6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:09.287890 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b71d93de-7152-4ca3-a430-afe6d2d5be78 req-ab417579-9e38-432f-9d93-bb2a428c6ffa service neutron] 10.222.0.59 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.0956061 Jul 08 19:34:09.330475 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b71d93de-7152-4ca3-a430-afe6d2d5be78 req-ac1af790-fa67-4ca3-94c7-e55f7962c400 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c57335-7222-421b-86eb-a593ed3b6448 HTTP/1.1" status: 200 len: 217 time: 0.0359154 Jul 08 19:34:09.382818 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d93de-7152-4ca3-a430-afe6d2d5be78 req-3ff9a3b3-8c3f-4355-842d-45e49090b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:09.384268 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b71d93de-7152-4ca3-a430-afe6d2d5be78 req-3ff9a3b3-8c3f-4355-842d-45e49090b901 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0482085 Jul 08 19:34:09.442082 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d93de-7152-4ca3-a430-afe6d2d5be78 req-93c9ca8f-9afa-4845-a8ae-ae693f179605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:09.443627 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b71d93de-7152-4ca3-a430-afe6d2d5be78 req-93c9ca8f-9afa-4845-a8ae-ae693f179605 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532534 Jul 08 19:34:09.532499 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b71d93de-7152-4ca3-a430-afe6d2d5be78 req-2e55f72c-f86b-46cb-bab4-65681031fd2e service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820258 Jul 08 19:34:09.624927 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b71d93de-7152-4ca3-a430-afe6d2d5be78 req-b6369dc4-121b-4ea3-bc4f-291c6313be51 service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864515 Jul 08 19:34:10.465712 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871433a-8932-4123-8926-e33ba9dd6857 req-a7bec869-c542-4f9d-8855-6f5a2863d2e2 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:10.467266 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e871433a-8932-4123-8926-e33ba9dd6857 req-a7bec869-c542-4f9d-8855-6f5a2863d2e2 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 943 time: 0.0667214 Jul 08 19:34:10.506779 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e871433a-8932-4123-8926-e33ba9dd6857 req-a0666ca5-0bac-4062-a467-1998692255fc tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333738 Jul 08 19:34:10.595276 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:11.692245 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c2cb-c13a-4f1a-8b82-5e9b7d285849 req-f22f1558-fc0f-40de-b3b2-6fc70d139d94 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:11.693922 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd14c2cb-c13a-4f1a-8b82-5e9b7d285849 req-f22f1558-fc0f-40de-b3b2-6fc70d139d94 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 943 time: 0.0683570 Jul 08 19:34:11.733377 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-fd14c2cb-c13a-4f1a-8b82-5e9b7d285849 req-4e84bc57-f9bd-4bdd-8530-06897c601750 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335462 Jul 08 19:34:12.067483 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:12.653570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32c57335-7222-421b-86eb-a593ed3b6448 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:34:12.747701 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32c57335-7222-421b-86eb-a593ed3b6448, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32c57335-7222-421b-86eb-a593ed3b6448,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:34:12.759517 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '32c57335-7222-421b-86eb-a593ed3b6448', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'port_id': '32c57335-7222-421b-86eb-a593ed3b6448', 'mac_address': 'fa:16:3e:f6:d8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:34:12.798759 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:12.815712 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c57335-7222-421b-86eb-a593ed3b6448 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:34:12.837035 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32c57335-7222-421b-86eb-a593ed3b6448, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32c57335-7222-421b-86eb-a593ed3b6448,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:34:12.842104 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:12.891673 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=32c57335-7222-421b-86eb-a593ed3b6448,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:12.920651 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6434b84-41ca-4885-8408-3c2c6ebc4c7a req-985aa87e-ace3-465a-b9c3-6b834c177421 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:12.922177 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6434b84-41ca-4885-8408-3c2c6ebc4c7a req-985aa87e-ace3-465a-b9c3-6b834c177421 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 944 time: 0.0723977 Jul 08 19:34:12.963645 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e6434b84-41ca-4885-8408-3c2c6ebc4c7a req-0f99bf29-46d8-4754-a87f-926e295f11ae tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350642 Jul 08 19:34:13.188614 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['32c57335-7222-421b-86eb-a593ed3b6448'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:34:14.137786 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881865d5-db7c-4de6-b8a7-d1b9dd3454e6 req-0c50153c-219d-430f-bee1-05a866a10d69 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:14.139311 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-881865d5-db7c-4de6-b8a7-d1b9dd3454e6 req-0c50153c-219d-430f-bee1-05a866a10d69 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 944 time: 0.0635540 Jul 08 19:34:14.176843 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-881865d5-db7c-4de6-b8a7-d1b9dd3454e6 req-bdd26c11-e85f-49e6-a970-ac87ee3029d0 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317063 Jul 08 19:34:14.669256 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32c57335-7222-421b-86eb-a593ed3b6448 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:34:14.716500 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning for port 32c57335-7222-421b-86eb-a593ed3b6448 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:34:14.720216 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 32c57335-7222-421b-86eb-a593ed3b6448 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:34:14.720586 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:14.797213 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:14.818757 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:34:14.820957 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f770088b-ea46-41de-9c55-a235ff969a02" -d '{"events": [{"server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "name": "network-vif-plugged", "status": "completed", "tag": "32c57335-7222-421b-86eb-a593ed3b6448"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:34:14.837691 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32c57335-7222-421b-86eb-a593ed3b6448, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32c57335-7222-421b-86eb-a593ed3b6448,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:34:14.842704 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:14.866074 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c14839-05e5-4114-93a6-761298a15733 x-openstack-request-id: req-e6c14839-05e5-4114-93a6-761298a15733 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:34:14.866455 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "name": "network-vif-plugged", "status": "completed", "tag": "32c57335-7222-421b-86eb-a593ed3b6448", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:34:14.866708 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e6c14839-05e5-4114-93a6-761298a15733 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:34:14.867092 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448', 'code': 200} Jul 08 19:34:14.894157 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=32c57335-7222-421b-86eb-a593ed3b6448,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:14.973204 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c8d1f-3cde-459a-8782-ee4bc28b6413 req-e1273f89-0b6e-43aa-a12f-8f0c86feaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:14.975450 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-621c8d1f-3cde-459a-8782-ee4bc28b6413 req-e1273f89-0b6e-43aa-a12f-8f0c86feaf30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 1096 time: 0.0526717 Jul 08 19:34:15.008697 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-621c8d1f-3cde-459a-8782-ee4bc28b6413 req-2d00af48-f866-41f2-8195-3fb548feed0c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269170 Jul 08 19:34:15.360842 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d89279-0d45-44ca-a94d-75d2752e5333 req-33e42866-d465-4512-8985-4c5f127de5d2 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:15.362777 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83d89279-0d45-44ca-a94d-75d2752e5333 req-33e42866-d465-4512-8985-4c5f127de5d2 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 945 time: 0.0669563 Jul 08 19:34:15.400796 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-83d89279-0d45-44ca-a94d-75d2752e5333 req-ba247b34-7483-4847-94aa-331df483ad0d tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Jul 08 19:34:16.571931 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ccd1c-0dfa-4ae4-a008-ee9dddfd986c req-905e3c44-4847-4fad-9a14-460dc58b9280 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:16.573413 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-223ccd1c-0dfa-4ae4-a008-ee9dddfd986c req-905e3c44-4847-4fad-9a14-460dc58b9280 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 945 time: 0.0632756 Jul 08 19:34:16.611025 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-223ccd1c-0dfa-4ae4-a008-ee9dddfd986c req-e36e5bdb-a68a-4144-9a79-a7649f453799 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319903 Jul 08 19:34:16.798124 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613866-65f3-4f64-a2eb-40f7bff01d3c req-1e50b0b7-d479-4cb4-912c-263a1ee4dbd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:16.799656 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a613866-65f3-4f64-a2eb-40f7bff01d3c req-1e50b0b7-d479-4cb4-912c-263a1ee4dbd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 945 time: 0.0627275 Jul 08 19:34:16.837609 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-0a613866-65f3-4f64-a2eb-40f7bff01d3c req-8915237b-a815-4f08-a431-d7324e4b02d1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Jul 08 19:34:16.865994 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34636) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:16.918671 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874b599c-6386-4d66-9aef-a9fa233d6407 tempest-TestSnapshotPattern-1324754413 tempest-TestSnapshotPattern-1324754413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:16.920192 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-874b599c-6386-4d66-9aef-a9fa233d6407 tempest-TestSnapshotPattern-1324754413 tempest-TestSnapshotPattern-1324754413-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 1091 time: 0.0532477 Jul 08 19:34:16.923057 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34638) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:16.927366 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.v2.base [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Request body: {'floatingip': {'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'port_id': '32c57335-7222-421b-86eb-a593ed3b6448', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:34:16.952292 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:17.050173 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:17.154539 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Allocated IP 172.25.8.149 (527069ab-3ac0-4556-bd5a-2abe7c3ef058/2f2fe68c-093d-4710-a749-94a6bc08b938/18910302-cc23-47d2-910e-f90061ae9ee5) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:34:17.257683 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:17.298520 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733021902035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8433056'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:17.332970 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Network 527069ab-3ac0-4556-bd5a-2abe7c3ef058 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:34:17.336348 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:34:17.339754 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:34:17.372548 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'Port': ['ID=18910302-cc23-47d2-910e-f90061ae9ee5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:17.715849 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:17.793912 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:17.948659 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:17.953150 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433086'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:18.020034 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event updated for resources: {'Port': ['ID=18910302-cc23-47d2-910e-f90061ae9ee5,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:18.029602 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1636541'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:18.129877 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Floating IP 4732eeb8-5b02-4a0a-a27c-8ac969bb6db2 associated. External IP: 172.25.8.149, port: 32c57335-7222-421b-86eb-a593ed3b6448. Jul 08 19:34:18.668346 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Router af2ff4bd-9cdd-4917-8835-414a8954fa1e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:34:18.775207 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:34:18.784725 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ce69d-ef93-42bf-b636-e3d8fa4847e5 None None] Sync routers for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:34:18.791626 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:18.795245 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ce69d-ef93-42bf-b636-e3d8fa4847e5 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:34:18.795864 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-af8ce69d-ef93-42bf-b636-e3d8fa4847e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:34:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:18.842228 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-72e9d378-82bc-45f9-8f26-c1200550fe2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9039721 Jul 08 19:34:18.842228 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:34:18.842228 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ac1892-5d6f-42cd-93c8-9940044963f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "tag": "32c57335-7222-421b-86eb-a593ed3b6448"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:34:18.867269 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d4f26a-090f-4f1a-8393-1c98f5e8f8f3 x-openstack-request-id: req-54d4f26a-090f-4f1a-8393-1c98f5e8f8f3 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:34:18.867564 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "tag": "32c57335-7222-421b-86eb-a593ed3b6448", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:34:18.867818 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54d4f26a-090f-4f1a-8393-1c98f5e8f8f3 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:34:18.868232 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448', 'status': 'completed', 'code': 200} Jul 08 19:34:18.905882 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-af8ce69d-ef93-42bf-b636-e3d8fa4847e5 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:34:18.948617 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac1892-5d6f-42cd-93c8-9940044963f3 req-61b36763-b46e-4195-bff1-b0d9ab900df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:18.950234 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-45ac1892-5d6f-42cd-93c8-9940044963f3 req-61b36763-b46e-4195-bff1-b0d9ab900df9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 1096 time: 0.0600178 Jul 08 19:34:19.042694 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac1892-5d6f-42cd-93c8-9940044963f3 req-2b62ea7e-c106-47ae-8f0c-8f5f9b43ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:19.044195 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-45ac1892-5d6f-42cd-93c8-9940044963f3 req-2b62ea7e-c106-47ae-8f0c-8f5f9b43ff40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.0878720 Jul 08 19:34:19.107847 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-45ac1892-5d6f-42cd-93c8-9940044963f3 req-33c86818-44e1-4a93-a0ca-4ee5ac113ee2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c57335-7222-421b-86eb-a593ed3b6448 HTTP/1.1" status: 200 len: 999 time: 0.0578978 Jul 08 19:34:19.136374 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-af8ce69d-ef93-42bf-b636-e3d8fa4847e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1fccf616-a8bd-4dd4-b084-7a4558469613', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:14:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:30:53Z', 'updated_at': '2021-07-08T19:30:55Z', 'revision_number': 1, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}, {'id': '4732eeb8-5b02-4a0a-a27c-8ac969bb6db2', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '32c57335-7222-421b-86eb-a593ed3b6448', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:f6:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:34:17Z', 'updated_at': '2021-07-08T19:34:17Z', 'revision_number': 0, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:19.156660 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac1892-5d6f-42cd-93c8-9940044963f3 req-036ada8b-60d2-4496-9176-874a3ba69c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:19.158173 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-45ac1892-5d6f-42cd-93c8-9940044963f3 req-036ada8b-60d2-4496-9176-874a3ba69c55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0445411 Jul 08 19:34:19.163036 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ce69d-ef93-42bf-b636-e3d8fa4847e5 None None] Checking router: af2ff4bd-9cdd-4917-8835-414a8954fa1e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:34:19.171385 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ce69d-ef93-42bf-b636-e3d8fa4847e5 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:34:19.171988 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-af8ce69d-ef93-42bf-b636-e3d8fa4847e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:34:09Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:19.225964 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac1892-5d6f-42cd-93c8-9940044963f3 req-f5d55740-8b8d-46a4-b48d-aeebd01de8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:19.227411 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-45ac1892-5d6f-42cd-93c8-9940044963f3 req-f5d55740-8b8d-46a4-b48d-aeebd01de8ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625246 Jul 08 19:34:19.281633 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-af8ce69d-ef93-42bf-b636-e3d8fa4847e5 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:34:19.317541 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-45ac1892-5d6f-42cd-93c8-9940044963f3 req-b5df8539-4819-4b00-b747-841a531d57a9 service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838675 Jul 08 19:34:19.411437 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-45ac1892-5d6f-42cd-93c8-9940044963f3 req-02595bed-d287-4d2f-a7e2-c8b6ae813873 service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874245 Jul 08 19:34:19.510187 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-af8ce69d-ef93-42bf-b636-e3d8fa4847e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1fccf616-a8bd-4dd4-b084-7a4558469613', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:14:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:30:53Z', 'updated_at': '2021-07-08T19:30:55Z', 'revision_number': 1, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}, {'id': '4732eeb8-5b02-4a0a-a27c-8ac969bb6db2', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '32c57335-7222-421b-86eb-a593ed3b6448', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:f6:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:34:17Z', 'updated_at': '2021-07-08T19:34:17Z', 'revision_number': 0, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:19.539620 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ce69d-ef93-42bf-b636-e3d8fa4847e5 None None] The sync data for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 is: [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1fccf616-a8bd-4dd4-b084-7a4558469613', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:14:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:30:53Z', 'updated_at': '2021-07-08T19:30:55Z', 'revision_number': 1, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}, {'id': '4732eeb8-5b02-4a0a-a27c-8ac969bb6db2', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '32c57335-7222-421b-86eb-a593ed3b6448', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:f6:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:34:17Z', 'updated_at': '2021-07-08T19:34:17Z', 'revision_number': 0, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:34:19.731455 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677789d0-26c8-468e-a8ff-c7ec3dc34d42 None None] New status for floating IP 4732eeb8-5b02-4a0a-a27c-8ac969bb6db2: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:34:20.202139 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:34:29.662019 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-2f969fca-5022-48c4-ab4e-19d30b234a72 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518632 Jul 08 19:34:29.754701 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-67f33c36-7112-4288-bbea-ce26b6c0837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:29.756179 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-67f33c36-7112-4288-bbea-ce26b6c0837c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1095 time: 0.0545588 Jul 08 19:34:29.862117 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-1ec66b64-8eef-44a3-a963-116a188b22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:29.863637 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-1ec66b64-8eef-44a3-a963-116a188b22c2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.0885866 Jul 08 19:34:29.927513 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-0a176a89-b96a-4675-8b72-743b7a49cd00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 200 len: 1000 time: 0.0575469 Jul 08 19:34:29.975569 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-93d2830d-4d4b-4acd-af41-bd9c42e063e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:29.977060 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-93d2830d-4d4b-4acd-af41-bd9c42e063e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0440011 Jul 08 19:34:30.037834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-ac7344b2-077b-4997-9ae5-f4353418b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:30.039369 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-ac7344b2-077b-4997-9ae5-f4353418b594 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564065 Jul 08 19:34:30.126398 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-8478c70a-9dfb-47d2-aadc-b652d368757b service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805748 Jul 08 19:34:30.217489 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-a126812a-a2d7-4d5f-b7ed-71a5f4f3d0bc req-a4e6a1b2-2f5b-4e47-8eee-c30de4eadd15 service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843964 Jul 08 19:34:34.472099 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:35.346961 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:36.388042 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d38568dd-7794-41b4-a576-565358a2dd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:37.627776 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-6bfd15f7-a409-4761-8699-3dcb39a0e6ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535762 Jul 08 19:34:37.722921 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-02f5a1a1-daa1-47a6-a9a9-5d4f1a75e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:37.724417 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-02f5a1a1-daa1-47a6-a9a9-5d4f1a75e8e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 1096 time: 0.0534797 Jul 08 19:34:37.844996 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-a8309620-8881-49ce-92eb-6feb26ad4934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:37.846561 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-a8309620-8881-49ce-92eb-6feb26ad4934 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.1013479 Jul 08 19:34:37.913051 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-d32ffac8-8366-479f-b6fb-761747a905ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c57335-7222-421b-86eb-a593ed3b6448 HTTP/1.1" status: 200 len: 1001 time: 0.0601969 Jul 08 19:34:37.967322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-7c2e7b03-fb82-4024-8fb3-7e57f218088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:37.968848 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-7c2e7b03-fb82-4024-8fb3-7e57f218088a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0474086 Jul 08 19:34:38.029424 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-67f14d3b-c5c1-4950-86b3-5006cfc2f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:38.030989 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-67f14d3b-c5c1-4950-86b3-5006cfc2f580 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557790 Jul 08 19:34:38.122129 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-d1fe962c-6373-43b1-9c33-fe6f9339e45b service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844474 Jul 08 19:34:38.216844 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5cbecb7a-d4d2-4995-851a-fd45d21b6149 req-26eef0b0-6f26-4b35-b21a-810821af9ce0 service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883851 Jul 08 19:34:39.252113 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38452d2f-05b9-47ba-9127-78dcc2d9ab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:39.256747 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:40.600290 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:42.068828 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:57.201893 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:35:04.477336 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:05.377845 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:06.388986 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a868a6f1-519a-411e-a1e4-9246f514bd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:09.249758 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6558c183-e134-4876-accd-4b283bc3857c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:09.251548 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:10.600307 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:12.072039 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:17.719966 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [req-79bdf5f3-d657-4c2f-9a24-0c3d6c329ce9 req-94f7d13e-8640-45da-ab93-50487ca2c3bb service neutron] (93742) timed out ('10.222.0.74', 55271) {{(pid=93742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 19:35:30.679165 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f35791d9-bf68-4581-a723-e2fbc728509d req-65b7b406-1377-4eb2-a588-e5a23f279acb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521815 Jul 08 19:35:30.771705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35791d9-bf68-4581-a723-e2fbc728509d req-c0b9a0ec-5006-451b-afb3-92badab975a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:35:30.773187 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f35791d9-bf68-4581-a723-e2fbc728509d req-c0b9a0ec-5006-451b-afb3-92badab975a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1095 time: 0.0515807 Jul 08 19:35:30.879736 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35791d9-bf68-4581-a723-e2fbc728509d req-6f3280c0-039f-4185-a4a7-c5178d6c4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:35:30.881237 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f35791d9-bf68-4581-a723-e2fbc728509d req-6f3280c0-039f-4185-a4a7-c5178d6c4603 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.0883117 Jul 08 19:35:30.944843 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f35791d9-bf68-4581-a723-e2fbc728509d req-64d8c0e2-eb41-4100-82a8-d20f5e071934 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 200 len: 1000 time: 0.0574319 Jul 08 19:35:30.992705 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35791d9-bf68-4581-a723-e2fbc728509d req-9ba801e1-01ae-4b5a-817d-274e9204c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:35:30.994119 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f35791d9-bf68-4581-a723-e2fbc728509d req-9ba801e1-01ae-4b5a-817d-274e9204c1b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0435808 Jul 08 19:35:31.053361 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35791d9-bf68-4581-a723-e2fbc728509d req-eb35cdce-a527-42d9-b559-214eaad0ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:35:31.054884 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f35791d9-bf68-4581-a723-e2fbc728509d req-eb35cdce-a527-42d9-b559-214eaad0ded5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545714 Jul 08 19:35:31.140959 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f35791d9-bf68-4581-a723-e2fbc728509d req-a68e9a7a-e124-4fd2-92c1-ebbe8ebcb9fe service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796332 Jul 08 19:35:31.233253 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-f35791d9-bf68-4581-a723-e2fbc728509d req-7e71f1e4-8a2e-4bc4-bf99-7c6a7ef5ec31 service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855353 Jul 08 19:35:34.200917 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:35:34.488918 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:35.391154 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:36.390529 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5b97c36f-7cfe-4af9-9063-e46bde638ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:39.245712 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d94ebd21-d2a3-4ebd-bf12-583163bd6e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:39.255118 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:39.660389 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-dab3bd6c-35f2-460d-99ce-b9a61ca6322e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508144 Jul 08 19:35:39.754129 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-80520cbb-6f9e-4f87-8745-98c54ccd7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:35:39.756132 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-80520cbb-6f9e-4f87-8745-98c54ccd7fcf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 1096 time: 0.0520511 Jul 08 19:35:39.868390 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-e33fd989-86c2-40eb-9958-a711be39f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:35:39.869881 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-e33fd989-86c2-40eb-9958-a711be39f4d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.0870652 Jul 08 19:35:39.936413 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-02f44cd3-aad5-493d-8ea1-7e4557458110 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c57335-7222-421b-86eb-a593ed3b6448 HTTP/1.1" status: 200 len: 1001 time: 0.0580471 Jul 08 19:35:39.984905 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-82cc1c87-9a94-474a-bf13-4608c72bc07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:35:39.986346 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-82cc1c87-9a94-474a-bf13-4608c72bc07a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0431170 Jul 08 19:35:40.046624 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-6c97d8df-17c4-4a17-b73f-31569e568ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:35:40.048137 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-6c97d8df-17c4-4a17-b73f-31569e568ac4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558507 Jul 08 19:35:40.140377 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-7d6744d7-1eb8-461f-8119-254b61cdc59f service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819778 Jul 08 19:35:40.232886 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-ca926cfc-dad6-49b9-af90-689e61c410d4 req-56dbc396-8e9f-4d8a-9837-0cabf925fbc2 service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849931 Jul 08 19:35:40.603449 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:42.077502 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:04.521877 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:05.396525 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:06.391624 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60fc2043-5248-468c-a63f-f0cfea8cb8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:09.267191 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:09.270039 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77f858d2-567c-4aab-a05c-9bd4abbd2582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:10.607039 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:11.199788 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:36:12.078231 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:27.429867 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32c57335-7222-421b-86eb-a593ed3b6448 details requested by agent hyperv_n-h2-799684-3 with host n-h2-799684-3 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:36:27.524686 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32c57335-7222-421b-86eb-a593ed3b6448, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32c57335-7222-421b-86eb-a593ed3b6448,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:27.536570 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Returning: {'device': '32c57335-7222-421b-86eb-a593ed3b6448', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'port_id': '32c57335-7222-421b-86eb-a593ed3b6448', 'mac_address': 'fa:16:3e:f6:d8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:36:27.578509 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:27.592527 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32c57335-7222-421b-86eb-a593ed3b6448 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:36:27.613230 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32c57335-7222-421b-86eb-a593ed3b6448, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32c57335-7222-421b-86eb-a593ed3b6448,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:27.617789 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:27.668017 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=32c57335-7222-421b-86eb-a593ed3b6448,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:27.675340 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.675684 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.676023 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.676360 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.677248 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.677567 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.677895 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.678232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.678566 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.678889 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.679210 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.679537 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:27.685809 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] get_ports_and_sgs() called for port_ids ['32c57335-7222-421b-86eb-a593ed3b6448'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:36:29.434644 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32c57335-7222-421b-86eb-a593ed3b6448 up at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:36:29.491065 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Provisioning complete for port 32c57335-7222-421b-86eb-a593ed3b6448 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:36:29.491626 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781182'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:29.577581 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560097'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:29.603488 n-d-799684-3 neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:36:29.605954 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7d88b070bc1674745beb5ea4fba5a00abf533b006d31f87a37828c3b138e4fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d62572-7175-4a02-ab77-84bec47aa6cb" -d '{"events": [{"server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "name": "network-vif-plugged", "status": "completed", "tag": "32c57335-7222-421b-86eb-a593ed3b6448"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:36:29.622847 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] For port 32c57335-7222-421b-86eb-a593ed3b6448, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32c57335-7222-421b-86eb-a593ed3b6448,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:29.627150 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733022444575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733021902053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733021904918'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:29.654303 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3eddcd-2748-4a8b-9abb-d1a1b07270c1 x-openstack-request-id: req-7b3eddcd-2748-4a8b-9abb-d1a1b07270c1 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:36:29.654598 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "name": "network-vif-plugged", "status": "completed", "tag": "32c57335-7222-421b-86eb-a593ed3b6448", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:36:29.654846 n-d-799684-3 neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b3eddcd-2748-4a8b-9abb-d1a1b07270c1 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:36:29.655232 n-d-799684-3 neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448', 'code': 200} Jul 08 19:36:29.680923 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Pushing event updated for resources: {'Port': ['ID=32c57335-7222-421b-86eb-a593ed3b6448,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:30.717656 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-69755414-3439-4bab-99ce-6a128d5dcf6a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171956 Jul 08 19:36:30.825819 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-05b3601b-ea42-477d-83e0-a935177a0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:30.827760 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-05b3601b-ea42-477d-83e0-a935177a0ac4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1095 time: 0.0621126 Jul 08 19:36:30.948868 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-644dbb5b-1b33-4960-9927-84ae63330d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:30.950492 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-644dbb5b-1b33-4960-9927-84ae63330d6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.1030812 Jul 08 19:36:31.025886 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-19c3f1d0-d4e1-4eef-b591-adbeb5f9d1f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 200 len: 1000 time: 0.0685196 Jul 08 19:36:31.087608 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-8bff7edc-4a13-4d4f-867b-981fcb755e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:31.089108 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-8bff7edc-4a13-4d4f-867b-981fcb755e9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0564318 Jul 08 19:36:31.164808 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-2d1dc3e1-0a29-4701-8444-cf85b6263f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:31.166657 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-2d1dc3e1-0a29-4701-8444-cf85b6263f2d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709367 Jul 08 19:36:31.285201 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-81bedbfe-b77b-4fd1-b9a7-adbbb2f68dc6 service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118000 Jul 08 19:36:31.394968 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5c61c673-8418-4b08-8c6e-67e41a0b5927 req-ef73d5e8-0e40-4b59-8909-073ee6e3ff3e service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021550 Jul 08 19:36:34.536204 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:35.422439 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:36.401317 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5b1585f4-d9d8-4662-9b0f-e87bcc979e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:39.264976 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-13147c15-b5d0-41ee-986c-382fb20e1a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:39.272292 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:39.337058 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34870) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:39.497894 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Deleting port 18910302-cc23-47d2-910e-f90061ae9ee5 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:39.498190 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:39.573301 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:39.573784 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:39.587897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Calling delete_port for 18910302-cc23-47d2-910e-f90061ae9ee5 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:39.709811 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-89fe34a8-ad0a-4cfe-aed9-3d30954060a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1128459 Jul 08 19:36:39.822726 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:39.860604 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event deleted for resources: {'Port': ['ID=18910302-cc23-47d2-910e-f90061ae9ee5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:39.891078 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-8f7e9a76-581b-4d52-9887-955ef0a6f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:39.892595 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-8f7e9a76-581b-4d52-9887-955ef0a6f920 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 1096 time: 0.1290817 Jul 08 19:36:39.895021 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.895942 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.896300 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.896642 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.896985 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.897317 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.897647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.897974 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.898322 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.898647 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.899038 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.899363 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:39.989867 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:39.990227 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Floating IP 4732eeb8-5b02-4a0a-a27c-8ac969bb6db2 disassociated (deleted). External IP: 172.25.8.149, port: 32c57335-7222-421b-86eb-a593ed3b6448. Jul 08 19:36:40.094889 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-42a620b9-5875-4819-ac68-480c6dbc6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:40.096288 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-42a620b9-5875-4819-ac68-480c6dbc6b41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.1768751 Jul 08 19:36:40.143283 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-0550abee-6899-4ecf-82da-ca62cd7ad4cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c57335-7222-421b-86eb-a593ed3b6448 HTTP/1.1" status: 200 len: 217 time: 0.0387468 Jul 08 19:36:40.240107 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-1cf57d7f-0913-4b31-b610-9e61e2dc09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:40.242043 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-1cf57d7f-0913-4b31-b610-9e61e2dc09b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0929513 Jul 08 19:36:40.334829 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Router af2ff4bd-9cdd-4917-8835-414a8954fa1e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:36:40.392224 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-5a92c597-3e9f-44d8-a6e0-dfeca300a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:40.393884 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-5a92c597-3e9f-44d8-a6e0-dfeca300a0cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223919 Jul 08 19:36:40.527840 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:36:40.537620 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:40.546828 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec08da-fbd8-420b-8af5-021cdc1fee27 None None] Sync routers for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:36:40.562232 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec08da-fbd8-420b-8af5-021cdc1fee27 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:36:40.562865 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-05ec08da-fbd8-420b-8af5-021cdc1fee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:40.584289 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-772751fb-034d-4b8a-800a-bbd883c7a32a service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811900 Jul 08 19:36:40.616897 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-bd87c9ae-1229-418b-a2b2-321013221076 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "DELETE /v2.0/floatingips/4732eeb8-5b02-4a0a-a27c-8ac969bb6db2 HTTP/1.1" status: 204 len: 168 time: 1.2787001 Jul 08 19:36:40.643702 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:36:40.645943 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a78f7cc-5346-482f-956a-0032d0e20025" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "tag": "32c57335-7222-421b-86eb-a593ed3b6448"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:36:40.697734 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-bed15eb2-1cc9-4bcc-8a3a-029a725d99e1 req-54b43e37-3e26-4f2b-8444-19988c41ae02 service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046839 Jul 08 19:36:40.783981 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:40.847610 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-05ec08da-fbd8-420b-8af5-021cdc1fee27 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:36:40.975644 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39be855f-52e5-4d3c-a34b-879e07be3ef7 x-openstack-request-id: req-39be855f-52e5-4d3c-a34b-879e07be3ef7 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:36:40.976621 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "tag": "32c57335-7222-421b-86eb-a593ed3b6448", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:36:40.977556 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39be855f-52e5-4d3c-a34b-879e07be3ef7 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:36:40.979360 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448', 'status': 'completed', 'code': 200} Jul 08 19:36:41.062583 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78f7cc-5346-482f-956a-0032d0e20025 req-40c2c94a-80d9-45ee-b5f2-ebb762cbd57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:41.064195 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0a78f7cc-5346-482f-956a-0032d0e20025 req-40c2c94a-80d9-45ee-b5f2-ebb762cbd57f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 1096 time: 0.0581479 Jul 08 19:36:41.131869 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-05ec08da-fbd8-420b-8af5-021cdc1fee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1fccf616-a8bd-4dd4-b084-7a4558469613', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:14:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:30:53Z', 'updated_at': '2021-07-08T19:30:55Z', 'revision_number': 1, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:41.144853 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0e57b-2056-47eb-8240-ffade74da4b6 req-3a72125f-fd4f-49e6-851c-298e8eded3c4 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:41.147066 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb0e57b-2056-47eb-8240-ffade74da4b6 req-3a72125f-fd4f-49e6-851c-298e8eded3c4 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 945 time: 0.0757675 Jul 08 19:36:41.162659 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec08da-fbd8-420b-8af5-021cdc1fee27 None None] Checking router: af2ff4bd-9cdd-4917-8835-414a8954fa1e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:36:41.175296 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec08da-fbd8-420b-8af5-021cdc1fee27 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:36:41.178889 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-05ec08da-fbd8-420b-8af5-021cdc1fee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:41.193361 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-7cb0e57b-2056-47eb-8240-ffade74da4b6 req-f2f24a27-1f03-447a-b5cf-6ec1efbea83d tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401771 Jul 08 19:36:41.299203 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-05ec08da-fbd8-420b-8af5-021cdc1fee27 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:36:41.525053 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78f7cc-5346-482f-956a-0032d0e20025 req-4dcfbe38-4d79-4248-9f56-88fb2c9f6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:41.526513 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0a78f7cc-5346-482f-956a-0032d0e20025 req-4dcfbe38-4d79-4248-9f56-88fb2c9f6325 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.4548957 Jul 08 19:36:41.543963 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-05ec08da-fbd8-420b-8af5-021cdc1fee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1fccf616-a8bd-4dd4-b084-7a4558469613', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:14:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:30:53Z', 'updated_at': '2021-07-08T19:30:55Z', 'revision_number': 1, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:41.573083 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0a78f7cc-5346-482f-956a-0032d0e20025 req-7e514e5e-37a0-4c33-a06d-1da195c788cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c57335-7222-421b-86eb-a593ed3b6448 HTTP/1.1" status: 200 len: 217 time: 0.0387461 Jul 08 19:36:41.574762 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec08da-fbd8-420b-8af5-021cdc1fee27 None None] The sync data for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 is: [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_floatingips': [{'id': '1fccf616-a8bd-4dd4-b084-7a4558469613', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'router_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'port_id': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'mac_address': 'fa:16:3e:14:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:30:53Z', 'updated_at': '2021-07-08T19:30:55Z', 'revision_number': 1, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:36:41.629094 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78f7cc-5346-482f-956a-0032d0e20025 req-76ef9139-1f36-4e61-b794-a2f44ea3a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:41.631183 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0a78f7cc-5346-482f-956a-0032d0e20025 req-76ef9139-1f36-4e61-b794-a2f44ea3a08e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0521011 Jul 08 19:36:41.697008 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78f7cc-5346-482f-956a-0032d0e20025 req-0795a7ee-a7b4-48bd-90f1-c599893d45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:41.698568 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0a78f7cc-5346-482f-956a-0032d0e20025 req-0795a7ee-a7b4-48bd-90f1-c599893d45cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608041 Jul 08 19:36:41.797979 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0a78f7cc-5346-482f-956a-0032d0e20025 req-6686f846-93f8-4337-b6e2-b79dab4fbfd9 service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926836 Jul 08 19:36:41.824451 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2ce84-e9e5-4c22-9984-0a9934aee567 None None] New status for floating IP 4732eeb8-5b02-4a0a-a27c-8ac969bb6db2: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:36:41.897360 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-0a78f7cc-5346-482f-956a-0032d0e20025 req-5335dbdb-aaf5-44b6-8535-b09e6f91d1d8 service neutron] 10.222.0.59 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916097 Jul 08 19:36:42.081189 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:42.372430 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55653b-7093-4c37-93f3-9eca88b19144 req-8fdd2462-2855-4590-b14d-61757b6e4c3a tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:42.373912 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e55653b-7093-4c37-93f3-9eca88b19144 req-8fdd2462-2855-4590-b14d-61757b6e4c3a tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 945 time: 0.0635247 Jul 08 19:36:42.412550 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-5e55653b-7093-4c37-93f3-9eca88b19144 req-f5cdf00f-f332-4c53-955b-d613c90decbd tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330074 Jul 08 19:36:42.722410 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00975d3-5037-49f8-ab5c-d455eff6bc44 req-5dc2706f-9d2e-473b-97b2-7fbe0789018a tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:42.724364 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b00975d3-5037-49f8-ab5c-d455eff6bc44 req-5dc2706f-9d2e-473b-97b2-7fbe0789018a tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 945 time: 0.0661383 Jul 08 19:36:42.834834 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-b00975d3-5037-49f8-ab5c-d455eff6bc44 req-d4c0879a-4595-4026-b79a-a32f13e49fd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Deleting port 32c57335-7222-421b-86eb-a593ed3b6448 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:42.835378 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b00975d3-5037-49f8-ab5c-d455eff6bc44 req-d4c0879a-4595-4026-b79a-a32f13e49fd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:42.927189 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b00975d3-5037-49f8-ab5c-d455eff6bc44 req-d4c0879a-4595-4026-b79a-a32f13e49fd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] For port 32c57335-7222-421b-86eb-a593ed3b6448, host n-h2-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-3',level=0,port_id=32c57335-7222-421b-86eb-a593ed3b6448,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:42.927741 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b00975d3-5037-49f8-ab5c-d455eff6bc44 req-d4c0879a-4595-4026-b79a-a32f13e49fd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:42.943286 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-b00975d3-5037-49f8-ab5c-d455eff6bc44 req-d4c0879a-4595-4026-b79a-a32f13e49fd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Calling delete_port for 32c57335-7222-421b-86eb-a593ed3b6448 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:43.076159 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b00975d3-5037-49f8-ab5c-d455eff6bc44 req-d4c0879a-4595-4026-b79a-a32f13e49fd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:43.111223 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0879a-4595-4026-b79a-a32f13e49fd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event deleted for resources: {'Port': ['ID=32c57335-7222-421b-86eb-a593ed3b6448,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:43.161414 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00975d3-5037-49f8-ab5c-d455eff6bc44 req-d4c0879a-4595-4026-b79a-a32f13e49fd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] No DVR routers for this DVR port 32c57335-7222-421b-86eb-a593ed3b6448 on host n-h2-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:36:43.164210 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b00975d3-5037-49f8-ab5c-d455eff6bc44 req-d4c0879a-4595-4026-b79a-a32f13e49fd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:43.166231 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-b00975d3-5037-49f8-ab5c-d455eff6bc44 req-d4c0879a-4595-4026-b79a-a32f13e49fd1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.59 "DELETE /v2.0/ports/32c57335-7222-421b-86eb-a593ed3b6448 HTTP/1.1" status: 204 len: 173 time: 0.4368505 Jul 08 19:36:43.166680 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'name': 'network-vif-deleted', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:36:43.168949 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2564b7-dd19-4b82-a092-aa974b276c37" -d '{"events": [{"server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "name": "network-vif-deleted", "tag": "32c57335-7222-421b-86eb-a593ed3b6448"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:36:43.213297 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfa1bb9-4287-4e71-b3cc-4770ce331812 x-openstack-request-id: req-abfa1bb9-4287-4e71-b3cc-4770ce331812 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:36:43.213586 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac0af47-85c3-4506-af6c-b5fe2d17f18b", "name": "network-vif-deleted", "tag": "32c57335-7222-421b-86eb-a593ed3b6448", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:36:43.213835 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-abfa1bb9-4287-4e71-b3cc-4770ce331812 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:36:43.214267 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac0af47-85c3-4506-af6c-b5fe2d17f18b', 'name': 'network-vif-deleted', 'tag': '32c57335-7222-421b-86eb-a593ed3b6448', 'status': 'completed', 'code': 200} Jul 08 19:36:43.528358 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32c57335-7222-421b-86eb-a593ed3b6448 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:36:43.556196 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 32c57335-7222-421b-86eb-a593ed3b6448 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:36:43.556925 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32c57335-7222-421b-86eb-a593ed3b6448 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:36:43.615266 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-e98b456f-00ab-4829-b267-c827bb595807 req-c649b4e0-40a3-4d90-bfca-fb62e5b90c31 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac0af47-85c3-4506-af6c-b5fe2d17f18b HTTP/1.1" status: 200 len: 210 time: 0.0573964 Jul 08 19:36:45.289764 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.73', 34930) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:45.451301 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Deleting port 79eaecc1-5f4d-495e-ac47-a4134eaeccd4 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:45.451641 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:45.538380 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:45.538639 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:45.552626 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Calling delete_port for 79eaecc1-5f4d-495e-ac47-a4134eaeccd4 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:45.730174 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:45.762902 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event deleted for resources: {'Port': ['ID=79eaecc1-5f4d-495e-ac47-a4134eaeccd4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:45.838012 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:45.839016 n-d-799684-3 neutron-server[93741]: INFO neutron.db.l3_db [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Floating IP 1fccf616-a8bd-4dd4-b084-7a4558469613 disassociated (deleted). External IP: 172.25.8.110, port: 8452ac66-8cd6-4fbd-a5ad-27241aa45879. Jul 08 19:36:46.065491 n-d-799684-3 neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Router af2ff4bd-9cdd-4917-8835-414a8954fa1e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:36:46.195616 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:36:46.203166 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:46.208973 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cabb76-9099-4ca3-aafc-76a89488eeb5 None None] Sync routers for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:36:46.219942 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cabb76-9099-4ca3-aafc-76a89488eeb5 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:36:46.220728 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-56cabb76-9099-4ca3-aafc-76a89488eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:46.262773 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [None req-a0a25af4-e2f6-4479-a3db-b3e4b2cab15c tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "DELETE /v2.0/floatingips/1fccf616-a8bd-4dd4-b084-7a4558469613 HTTP/1.1" status: 204 len: 168 time: 0.9715481 Jul 08 19:36:46.263814 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:36:46.267980 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017c9a2d-5897-4dab-af3e-99109710ed19" -d '{"events": [{"name": "network-changed", "server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:36:46.353878 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-56cabb76-9099-4ca3-aafc-76a89488eeb5 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:36:46.548509 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b75fe3-0f20-47a0-8035-ac04920abf1e x-openstack-request-id: req-17b75fe3-0f20-47a0-8035-ac04920abf1e {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:36:46.548509 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:36:46.548509 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17b75fe3-0f20-47a0-8035-ac04920abf1e {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:36:46.548509 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'status': 'completed', 'code': 200} Jul 08 19:36:46.624853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-56cabb76-9099-4ca3-aafc-76a89488eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:46.641509 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c9a2d-5897-4dab-af3e-99109710ed19 req-02e8c166-1fcd-4684-ab16-73e44f039850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:46.643249 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-017c9a2d-5897-4dab-af3e-99109710ed19 req-02e8c166-1fcd-4684-ab16-73e44f039850 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a675d4ab8640b48a41460885ffe3e6&device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 1095 time: 0.0630214 Jul 08 19:36:46.656914 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cabb76-9099-4ca3-aafc-76a89488eeb5 None None] Checking router: af2ff4bd-9cdd-4917-8835-414a8954fa1e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:36:46.667176 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cabb76-9099-4ca3-aafc-76a89488eeb5 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:36:46.667874 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-56cabb76-9099-4ca3-aafc-76a89488eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:46.717018 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67f24-7795-48ef-b10b-0889c53a9692 req-42193926-1525-4536-9a73-7079d9b6fa00 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:46.718549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20a67f24-7795-48ef-b10b-0889c53a9692 req-42193926-1525-4536-9a73-7079d9b6fa00 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 944 time: 0.0748639 Jul 08 19:36:46.753530 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c9a2d-5897-4dab-af3e-99109710ed19 req-a3f6d0c3-ddbb-4401-a6bc-ba4ca170d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:46.756486 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-017c9a2d-5897-4dab-af3e-99109710ed19 req-a3f6d0c3-ddbb-4401-a6bc-ba4ca170d344 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 200 len: 911 time: 0.1061878 Jul 08 19:36:46.764375 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-20a67f24-7795-48ef-b10b-0889c53a9692 req-b07d906b-d146-4603-9364-3560f0fac856 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387235 Jul 08 19:36:46.812147 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-017c9a2d-5897-4dab-af3e-99109710ed19 req-fa08b70c-dc24-4163-ba9f-430b98141c13 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 200 len: 217 time: 0.0488210 Jul 08 19:36:46.828758 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-56cabb76-9099-4ca3-aafc-76a89488eeb5 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:36:46.868897 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c9a2d-5897-4dab-af3e-99109710ed19 req-e9d722d9-d7ca-40a0-974b-5904f63bb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:46.870711 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-017c9a2d-5897-4dab-af3e-99109710ed19 req-e9d722d9-d7ca-40a0-974b-5904f63bb7a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 200 len: 849 time: 0.0521481 Jul 08 19:36:46.936354 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c9a2d-5897-4dab-af3e-99109710ed19 req-5275bed2-c464-456d-bf42-b242be7a732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:46.938837 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-017c9a2d-5897-4dab-af3e-99109710ed19 req-5275bed2-c464-456d-bf42-b242be7a732c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603948 Jul 08 19:36:47.059078 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-017c9a2d-5897-4dab-af3e-99109710ed19 req-e4673a55-72d4-4519-b515-33660fcea249 service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128657 Jul 08 19:36:47.081240 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-56cabb76-9099-4ca3-aafc-76a89488eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:47.112175 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cabb76-9099-4ca3-aafc-76a89488eeb5 None None] The sync data for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 is: [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:31Z', 'revision_number': 4, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3', '_interfaces': [{'id': 'a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7', 'name': '', 'network_id': '28f87c8e-abe6-4d13-8bb0-9d94e402cf0b', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'mac_address': 'fa:16:3e:c1:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:31Z', 'updated_at': '2021-07-08T19:30:38Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'subnets': [{'id': 'e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:36:47.158443 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-017c9a2d-5897-4dab-af3e-99109710ed19 req-3cf7a880-e777-4a11-8171-a4729f58cd7b service neutron] 10.222.0.74 "GET /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926454 Jul 08 19:36:47.345146 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7ffaba-a6ba-416a-be1a-3e33fc762b26 None None] New status for floating IP 1fccf616-a8bd-4dd4-b084-7a4558469613: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:36:47.538314 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32c57335-7222-421b-86eb-a593ed3b6448 no longer exists at agent hyperv_n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:36:47.561598 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] No Port match for: 32c57335-7222-421b-86eb-a593ed3b6448 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:36:47.562029 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Device 32c57335-7222-421b-86eb-a593ed3b6448 not bound to the agent host n-h2-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:36:47.585036 n-d-799684-3 neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d9f54-b479-4039-bdd7-24e690b9ab3d req-249983bb-6a5d-4a58-b2ea-b36e73feaebc tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:47.586531 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5a1d9f54-b479-4039-bdd7-24e690b9ab3d req-249983bb-6a5d-4a58-b2ea-b36e73feaebc tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 944 time: 0.0915594 Jul 08 19:36:47.706246 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-5a1d9f54-b479-4039-bdd7-24e690b9ab3d req-a51eed0e-1a00-4ea5-837d-b006f3831af1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Deleting port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:47.706631 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5a1d9f54-b479-4039-bdd7-24e690b9ab3d req-a51eed0e-1a00-4ea5-837d-b006f3831af1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:47.798804 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-5a1d9f54-b479-4039-bdd7-24e690b9ab3d req-a51eed0e-1a00-4ea5-837d-b006f3831af1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] For port 8452ac66-8cd6-4fbd-a5ad-27241aa45879, host n-h1-799684-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-3',level=0,port_id=8452ac66-8cd6-4fbd-a5ad-27241aa45879,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:47.799059 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5a1d9f54-b479-4039-bdd7-24e690b9ab3d req-a51eed0e-1a00-4ea5-837d-b006f3831af1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:47.813043 n-d-799684-3 neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-5a1d9f54-b479-4039-bdd7-24e690b9ab3d req-a51eed0e-1a00-4ea5-837d-b006f3831af1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Calling delete_port for 8452ac66-8cd6-4fbd-a5ad-27241aa45879 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:47.960695 n-d-799684-3 neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c8792-aee0-45cb-a2e8-5ca0bea9eddd req-21e25824-e7a9-4c81-b363-2af0667d2a6f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:47.966850 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba9c8792-aee0-45cb-a2e8-5ca0bea9eddd req-21e25824-e7a9-4c81-b363-2af0667d2a6f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc34989b-0efe-4a11-b3d8-402ba5242275 HTTP/1.1" status: 200 len: 944 time: 0.0819511 Jul 08 19:36:47.967748 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5a1d9f54-b479-4039-bdd7-24e690b9ab3d req-a51eed0e-1a00-4ea5-837d-b006f3831af1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433079'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:48.003981 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [req-ba9c8792-aee0-45cb-a2e8-5ca0bea9eddd req-f4fe940f-065d-4cdb-8d58-b8c5ca296246 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "GET /v2.0/security-groups?id=51b26f6d-8e91-4416-90d6-f3652278feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354049 Jul 08 19:36:48.007766 n-d-799684-3 neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51eed0e-1a00-4ea5-837d-b006f3831af1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event deleted for resources: {'Port': ['ID=8452ac66-8cd6-4fbd-a5ad-27241aa45879,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:48.056282 n-d-799684-3 neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1d9f54-b479-4039-bdd7-24e690b9ab3d req-a51eed0e-1a00-4ea5-837d-b006f3831af1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] No DVR routers for this DVR port 8452ac66-8cd6-4fbd-a5ad-27241aa45879 on host n-h1-799684-3 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:36:48.059417 n-d-799684-3 neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-5a1d9f54-b479-4039-bdd7-24e690b9ab3d req-a51eed0e-1a00-4ea5-837d-b006f3831af1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80279'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:48.061856 n-d-799684-3 neutron-server[93741]: INFO neutron.wsgi [req-5a1d9f54-b479-4039-bdd7-24e690b9ab3d req-a51eed0e-1a00-4ea5-837d-b006f3831af1 tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.74 "DELETE /v2.0/ports/8452ac66-8cd6-4fbd-a5ad-27241aa45879 HTTP/1.1" status: 204 len: 173 time: 0.4691429 Jul 08 19:36:48.203839 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:36:48.549468 n-d-799684-3 neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'name': 'network-vif-deleted', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:36:48.552468 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ffc5f9f9a21c61e4a2b851f8b518d53bcbeedade28cbc37d8d46e2e47a8ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbefa6e-53bc-421c-a5e9-d201036f6609" -d '{"events": [{"server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "name": "network-vif-deleted", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:36:48.589167 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5e5f5c-258d-4cd9-a45f-d25060b97b25 x-openstack-request-id: req-3a5e5f5c-258d-4cd9-a45f-d25060b97b25 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:36:48.589792 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc34989b-0efe-4a11-b3d8-402ba5242275", "name": "network-vif-deleted", "tag": "8452ac66-8cd6-4fbd-a5ad-27241aa45879", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:36:48.589792 n-d-799684-3 neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a5e5f5c-258d-4cd9-a45f-d25060b97b25 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:36:48.590260 n-d-799684-3 neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc34989b-0efe-4a11-b3d8-402ba5242275', 'name': 'network-vif-deleted', 'tag': '8452ac66-8cd6-4fbd-a5ad-27241aa45879', 'status': 'completed', 'code': 200} Jul 08 19:36:49.111689 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34944) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:49.177890 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:49.206983 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:49.278603 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:49.281547 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:49.282867 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] 10.222.0.73 "DELETE /v2.0/security-groups/51b26f6d-8e91-4416-90d6-f3652278feb0 HTTP/1.1" status: 204 len: 168 time: 0.1701500 Jul 08 19:36:49.293012 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b26f6d-8e91-4416-90d6-f3652278feb0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:49.300714 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:49.301060 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:49.301435 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:49.301766 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:49.302094 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:49.302449 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:49.302779 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:49.303097 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:49.303422 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:49.303742 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:49.304063 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:49.304378 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50629d27-1b11-420c-b73f-6499089d3c2f tempest-TestSnapshotPattern-518468772 tempest-TestSnapshotPattern-518468772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-3 {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:50.357142 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34950) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:50.825640 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:51.106532 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] Deleting port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:51.106789 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:51.189630 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] For port a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:51.189997 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:51.206035 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] Calling delete_port for a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:51.413096 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:51.440754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:51.637564 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:51.690785 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8452ac66-8cd6-4fbd-a5ad-27241aa45879 no longer exists at agent hyperv_n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:36:51.711580 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] No Port match for: 8452ac66-8cd6-4fbd-a5ad-27241aa45879 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:36:51.711927 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Device 8452ac66-8cd6-4fbd-a5ad-27241aa45879 not bound to the agent host n-h1-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:36:51.867876 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] Router af2ff4bd-9cdd-4917-8835-414a8954fa1e has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:36:51.980682 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:36:51.986167 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-4b4fec24-1ca4-4b7d-b725-a9b4c1ec194c admin admin] 10.222.0.73 "PUT /v2.0/routers/af2ff4bd-9cdd-4917-8835-414a8954fa1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6279135 Jul 08 19:36:51.988754 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34954) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:51.990996 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c468517-5d82-4552-a10e-995e5a020443 None None] Sync routers for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:36:52.001057 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c468517-5d82-4552-a10e-995e5a020443 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:36:52.001695 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-3c468517-5d82-4552-a10e-995e5a020443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:52.118234 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:52.124362 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-3c468517-5d82-4552-a10e-995e5a020443 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: n-d-799684-3 {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:36:52.235582 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:52.316231 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Deleting port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:52.316574 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:52.334244 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-3c468517-5d82-4552-a10e-995e5a020443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:36:51Z', 'revision_number': 5, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port': {'id': '5d656041-e9e6-4f85-8aa9-d12e7ee712c9', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ae:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:52.365719 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c468517-5d82-4552-a10e-995e5a020443 None None] Checking router: af2ff4bd-9cdd-4917-8835-414a8954fa1e for host: n-d-799684-3 {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:36:52.375239 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c468517-5d82-4552-a10e-995e5a020443 None None] Routers {'af2ff4bd-9cdd-4917-8835-414a8954fa1e'} bound to L3 agent in host n-d-799684-3 {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:36:52.375863 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-3c468517-5d82-4552-a10e-995e5a020443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:52.436685 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] For port 5d656041-e9e6-4f85-8aa9-d12e7ee712c9, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=5d656041-e9e6-4f85-8aa9-d12e7ee712c9,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:52.437250 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:52.452133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Calling delete_port for 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:52.480039 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-3c468517-5d82-4552-a10e-995e5a020443 None None] Set router af2ff4bd-9cdd-4917-8835-414a8954fa1e gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:36:52.536557 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-3c468517-5d82-4552-a10e-995e5a020443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:36:52Z', 'revision_number': 6, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:52.567601 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c468517-5d82-4552-a10e-995e5a020443 None None] The sync data for ids ['af2ff4bd-9cdd-4917-8835-414a8954fa1e'] in n-d-799684-3 is: [{'id': 'af2ff4bd-9cdd-4917-8835-414a8954fa1e', 'name': 'tempest-TestSnapshotPattern-2027213847-router', 'tenant_id': '76a675d4ab8640b48a41460885ffe3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:29Z', 'updated_at': '2021-07-08T19:36:52Z', 'revision_number': 6, 'project_id': '76a675d4ab8640b48a41460885ffe3e6', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:36:52.643637 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:52.672564 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d656041-e9e6-4f85-8aa9-d12e7ee712c9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:52.736688 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:52.831457 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:52.834270 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:52.882018 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:52.882542 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af2ff4bd-9cdd-4917-8835-414a8954fa1e {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:36:52.887178 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:52.888630 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6941c249-c8e7-46da-95bf-3736280de2e6 admin admin] 10.222.0.73 "DELETE /v2.0/routers/af2ff4bd-9cdd-4917-8835-414a8954fa1e HTTP/1.1" status: 204 len: 168 time: 0.8986349 Jul 08 19:36:52.891582 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34956) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:52.947558 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-de51c6fd-c186-49a1-8f66-dba18d9a9a70 admin admin] Deleting subnet e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:36:52.951826 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de51c6fd-c186-49a1-8f66-dba18d9a9a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:52.992891 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de51c6fd-c186-49a1-8f66-dba18d9a9a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.087478 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de51c6fd-c186-49a1-8f66-dba18d9a9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.142457 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de51c6fd-c186-49a1-8f66-dba18d9a9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.167675 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51c6fd-c186-49a1-8f66-dba18d9a9a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:53.173883 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de51c6fd-c186-49a1-8f66-dba18d9a9a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.176294 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-de51c6fd-c186-49a1-8f66-dba18d9a9a70 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e261bff6-92e9-4c7c-bfa2-ef8b4d02b3bb HTTP/1.1" status: 204 len: 168 time: 0.2833996 Jul 08 19:36:53.179417 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34958) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:53.182542 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef33cc-5cce-4861-916c-d3507c5a06fc None None] Network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:36:53.258047 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.321907 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Deleting port ebd97f48-00b3-4ebb-93bd-17817425ace4 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:53.322183 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.397364 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] For port ebd97f48-00b3-4ebb-93bd-17817425ace4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ebd97f48-00b3-4ebb-93bd-17817425ace4,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:53.397733 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.412578 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Calling delete_port for ebd97f48-00b3-4ebb-93bd-17817425ace4 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:53.442903 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b86da9-ad29-47d8-a6fd-d9f85d790a1b None None] DHCP port deletion for 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:36:53.496420 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-51b86da9-ad29-47d8-a6fd-d9f85d790a1b None None] Deleting port ebd97f48-00b3-4ebb-93bd-17817425ace4 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:53.496881 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-51b86da9-ad29-47d8-a6fd-d9f85d790a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.504031 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.530618 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd97f48-00b3-4ebb-93bd-17817425ace4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:53.540264 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] No DVR routers for this DVR port ebd97f48-00b3-4ebb-93bd-17817425ace4 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:36:53.568062 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-51b86da9-ad29-47d8-a6fd-d9f85d790a1b None None] For port ebd97f48-00b3-4ebb-93bd-17817425ace4, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=ebd97f48-00b3-4ebb-93bd-17817425ace4,segment=NetworkSegment(011e469c-82e6-4fa9-bf70-9bf2d126ced3),segment_id=011e469c-82e6-4fa9-bf70-9bf2d126ced3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:53.568435 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-51b86da9-ad29-47d8-a6fd-d9f85d790a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.587224 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-51b86da9-ad29-47d8-a6fd-d9f85d790a1b None None] Calling delete_port for ebd97f48-00b3-4ebb-93bd-17817425ace4 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:53.624327 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.640187 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f87c8e-abe6-4d13-8bb0-9d94e402cf0b']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:53.653315 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011e469c-82e6-4fa9-bf70-9bf2d126ced3') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:53.653857 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011e469c-82e6-4fa9-bf70-9bf2d126ced3') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:53.664241 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.685808 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.693827 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:36:53.694286 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: timer() Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:36:53.696220 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:36:53.757693 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.766544 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.772512 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] 10.222.0.73 "DELETE /v2.0/networks/28f87c8e-abe6-4d13-8bb0-9d94e402cf0b HTTP/1.1" status: 204 len: 168 time: 0.5881071 Jul 08 19:36:53.773051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34960) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:53.790173 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a5823-9816-483a-b053-f9b8ea188783 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f87c8e-abe6-4d13-8bb0-9d94e402cf0b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:53.914542 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-51b86da9-ad29-47d8-a6fd-d9f85d790a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:53.957747 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51b86da9-ad29-47d8-a6fd-d9f85d790a1b None None] Network 28f87c8e-abe6-4d13-8bb0-9d94e402cf0b is not hosted by any dhcp agent {{(pid=93743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 19:36:53.958509 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b86da9-ad29-47d8-a6fd-d9f85d790a1b None None] No DVR routers for this DVR port ebd97f48-00b3-4ebb-93bd-17817425ace4 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:36:53.966201 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b86da9-ad29-47d8-a6fd-d9f85d790a1b None None] Pushing event deleted for resources: {'Port': ['ID=ebd97f48-00b3-4ebb-93bd-17817425ace4,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:54.489769 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635386'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:54.500339 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:36:54.520958 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:36:54.521300 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device a1cef963-3cf7-43f5-a2d5-1f5b5182a2b7 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:36:54.521726 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ebd97f48-00b3-4ebb-93bd-17817425ace4 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:36:54.543037 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: ebd97f48-00b3-4ebb-93bd-17817425ace4 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:36:54.543373 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device ebd97f48-00b3-4ebb-93bd-17817425ace4 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:36:54.543805 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:36:54.575356 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:36:54.575853 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 5d656041-e9e6-4f85-8aa9-d12e7ee712c9 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:36:54.781051 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] Deleting port 3e6908f2-5229-46da-9e96-45578e92e1b5 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:54.781590 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:54.864329 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] For port 3e6908f2-5229-46da-9e96-45578e92e1b5, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=3e6908f2-5229-46da-9e96-45578e92e1b5,segment=NetworkSegment(81f93a2d-ca40-42c1-9bf6-28b7aef2fda3),segment_id=81f93a2d-ca40-42c1-9bf6-28b7aef2fda3)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:54.864686 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:54.878472 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] Calling delete_port for 3e6908f2-5229-46da-9e96-45578e92e1b5 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:55.073341 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:55.105495 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6908f2-5229-46da-9e96-45578e92e1b5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:55.292170 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635580'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:55.532906 n-d-799684-3 neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] Router 450268f0-8f01-42e3-85d6-5a441cd341da has already been hosted by L3 agent e4ccb55c-478c-4578-8d17-daee974c8da3 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:36:55.653354 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] Notify agent at l3_agent.n-d-799684-3 the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:36:55.658721 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-77eefcd2-abdb-4a63-812d-601ee3da38f4 admin admin] 10.222.0.73 "PUT /v2.0/routers/450268f0-8f01-42e3-85d6-5a441cd341da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8845506 Jul 08 19:36:55.661721 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34966) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:55.663817 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea6694-f46c-4ccd-b7fc-8116c15161ea None None] Sync routers for ids ['450268f0-8f01-42e3-85d6-5a441cd341da'] in n-d-799684-3 {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:36:55.674286 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea6694-f46c-4ccd-b7fc-8116c15161ea None None] Routers {'450268f0-8f01-42e3-85d6-5a441cd341da'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:36:55.674923 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7eea6694-f46c-4ccd-b7fc-8116c15161ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['450268f0-8f01-42e3-85d6-5a441cd341da'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:55.774430 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:55.783231 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-7eea6694-f46c-4ccd-b7fc-8116c15161ea None None] Set router 450268f0-8f01-42e3-85d6-5a441cd341da gateway port host: n-d-799684-3 {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:36:55.912417 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:55.987675 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7eea6694-f46c-4ccd-b7fc-8116c15161ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'name': 'tempest-TestSnapshotPattern-1478150968-router', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'external_fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:33Z', 'updated_at': '2021-07-08T19:36:55Z', 'revision_number': 5, 'project_id': 'e01a3a5778304222962403ed075462e8', 'gw_port': {'id': '43a83b13-ae7b-4b5b-a86c-9ecea061ec4b', 'name': '', 'network_id': '527069ab-3ac0-4556-bd5a-2abe7c3ef058', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:30:34Z', 'updated_at': '2021-07-08T19:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f2fe68c-093d-4710-a749-94a6bc08b938', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-3'}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:55.989760 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Deleting port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:55.990356 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.014768 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea6694-f46c-4ccd-b7fc-8116c15161ea None None] Checking router: 450268f0-8f01-42e3-85d6-5a441cd341da for host: n-d-799684-3 {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:36:56.026619 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea6694-f46c-4ccd-b7fc-8116c15161ea None None] Routers {'450268f0-8f01-42e3-85d6-5a441cd341da'} bound to L3 agent in host n-d-799684-3 {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:36:56.027344 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7eea6694-f46c-4ccd-b7fc-8116c15161ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:45:09Z,description=,heartbeat_timestamp=2021-07-08T19:36:39Z,host='n-d-799684-3',id=e4ccb55c-478c-4578-8d17-daee974c8da3,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:45:09Z,topic='l3_agent')) {'router_ids': ['450268f0-8f01-42e3-85d6-5a441cd341da'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:56.108477 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] For port 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=43a83b13-ae7b-4b5b-a86c-9ecea061ec4b,segment=NetworkSegment(aaf441a3-a51f-42ab-be5c-8832a20380aa),segment_id=aaf441a3-a51f-42ab-be5c-8832a20380aa)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:56.108912 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.129649 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Calling delete_port for 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:56.249935 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-7eea6694-f46c-4ccd-b7fc-8116c15161ea None None] Set router 450268f0-8f01-42e3-85d6-5a441cd341da gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:36:56.306522 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7eea6694-f46c-4ccd-b7fc-8116c15161ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'name': 'tempest-TestSnapshotPattern-1478150968-router', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:33Z', 'updated_at': '2021-07-08T19:36:55Z', 'revision_number': 6, 'project_id': 'e01a3a5778304222962403ed075462e8', 'gw_port_host': None}], 'n-d-799684-3', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:56.324712 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.334638 n-d-799684-3 neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea6694-f46c-4ccd-b7fc-8116c15161ea None None] The sync data for ids ['450268f0-8f01-42e3-85d6-5a441cd341da'] in n-d-799684-3 is: [{'id': '450268f0-8f01-42e3-85d6-5a441cd341da', 'name': 'tempest-TestSnapshotPattern-1478150968-router', 'tenant_id': 'e01a3a5778304222962403ed075462e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:30:33Z', 'updated_at': '2021-07-08T19:36:55Z', 'revision_number': 6, 'project_id': 'e01a3a5778304222962403ed075462e8', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:36:56.352614 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=43a83b13-ae7b-4b5b-a86c-9ecea061ec4b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:56.420723 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636599'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.513695 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30504'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.515978 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.561598 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623699'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.562118 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450268f0-8f01-42e3-85d6-5a441cd341da {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:36:56.567398 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.568549 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-aea11425-d4c4-492a-b3f6-e6bf76dfc0ba admin admin] 10.222.0.73 "DELETE /v2.0/routers/450268f0-8f01-42e3-85d6-5a441cd341da HTTP/1.1" status: 204 len: 168 time: 0.9057903 Jul 08 19:36:56.571106 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34968) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:56.621266 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f009b0d1-3724-4b6b-9c85-3bc2e0ae273a admin admin] Deleting subnet d0757fd9-68fc-4b4f-aa93-2ab6c3142550 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:36:56.624863 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f009b0d1-3724-4b6b-9c85-3bc2e0ae273a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.661605 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f009b0d1-3724-4b6b-9c85-3bc2e0ae273a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10252750'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.760478 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f009b0d1-3724-4b6b-9c85-3bc2e0ae273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726348'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.777832 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3e6908f2-5229-46da-9e96-45578e92e1b5 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:36:56.799083 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 3e6908f2-5229-46da-9e96-45578e92e1b5 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:36:56.799522 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 3e6908f2-5229-46da-9e96-45578e92e1b5 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:36:56.822425 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f009b0d1-3724-4b6b-9c85-3bc2e0ae273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11027992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575348'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.853107 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009b0d1-3724-4b6b-9c85-3bc2e0ae273a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0757fd9-68fc-4b4f-aa93-2ab6c3142550,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:56.856715 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f009b0d1-3724-4b6b-9c85-3bc2e0ae273a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.858741 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-f009b0d1-3724-4b6b-9c85-3bc2e0ae273a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d0757fd9-68fc-4b4f-aa93-2ab6c3142550 HTTP/1.1" status: 204 len: 168 time: 0.2864940 Jul 08 19:36:56.861310 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34970) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:56.865890 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b56936d-8ba4-49c8-960c-e769aebd897d None None] Network 8cfe3881-69a5-4dd5-8b78-b135b562d936 requested from n-d-799684-3 {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:36:56.935206 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607279'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:56.992333 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Deleting port e9cd43ac-621c-4272-a813-ffe8c660e439 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:56.992673 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.072381 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] For port e9cd43ac-621c-4272-a813-ffe8c660e439, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e9cd43ac-621c-4272-a813-ffe8c660e439,segment=NetworkSegment(81f93a2d-ca40-42c1-9bf6-28b7aef2fda3),segment_id=81f93a2d-ca40-42c1-9bf6-28b7aef2fda3)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:57.072737 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.090424 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Calling delete_port for e9cd43ac-621c-4272-a813-ffe8c660e439 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:57.115250 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f609580b-7030-41cf-a232-5b23364e08aa None None] DHCP port deletion for 8cfe3881-69a5-4dd5-8b78-b135b562d936 request from n-d-799684-3 {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:36:57.163073 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f609580b-7030-41cf-a232-5b23364e08aa None None] Deleting port e9cd43ac-621c-4272-a813-ffe8c660e439 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:36:57.163453 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f609580b-7030-41cf-a232-5b23364e08aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733022435539'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.171545 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11028050'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.198750 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cd43ac-621c-4272-a813-ffe8c660e439,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:57.204133 n-d-799684-3 neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] No DVR routers for this DVR port e9cd43ac-621c-4272-a813-ffe8c660e439 on host n-d-799684-3 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:36:57.235236 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f609580b-7030-41cf-a232-5b23364e08aa None None] For port e9cd43ac-621c-4272-a813-ffe8c660e439, host n-d-799684-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-3',level=0,port_id=e9cd43ac-621c-4272-a813-ffe8c660e439,segment=NetworkSegment(81f93a2d-ca40-42c1-9bf6-28b7aef2fda3),segment_id=81f93a2d-ca40-42c1-9bf6-28b7aef2fda3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:36:57.235639 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f609580b-7030-41cf-a232-5b23364e08aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634362'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.248767 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f609580b-7030-41cf-a232-5b23364e08aa None None] Calling delete_port for e9cd43ac-621c-4272-a813-ffe8c660e439 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:36:57.279777 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728311', 'neutron.services.segments.db._delete_segments_for_network-8733022454869'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.291316 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfe3881-69a5-4dd5-8b78-b135b562d936']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:57.304615 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f93a2d-ca40-42c1-9bf6-28b7aef2fda3') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:57.304932 n-d-799684-3 neutron-server[93742]: DEBUG neutron.services.segments.db [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f93a2d-ca40-42c1-9bf6-28b7aef2fda3') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:36:57.318616 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733022406961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10252743'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.330784 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f609580b-7030-41cf-a232-5b23364e08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733022444557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733021902044'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.341674 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.349084 n-d-799684-3 neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:36:57.349502 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11028159'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: Traceback (most recent call last): Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: timer() Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: cb(*args, **kw) Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: return func(*args, **kwargs) Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: self._notify() Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: self.callback(batched_events) Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: event.method(event) Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: return f(self, *a, **k) Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: return self._get(url).json() Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:36:57.351426 n-d-799684-3 neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:36:57.358671 n-d-799684-3 neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609580b-7030-41cf-a232-5b23364e08aa None None] Pushing event deleted for resources: {'Port': ['ID=e9cd43ac-621c-4272-a813-ffe8c660e439,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:57.364668 n-d-799684-3 neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f609580b-7030-41cf-a232-5b23364e08aa None None] No DVR routers for this DVR port e9cd43ac-621c-4272-a813-ffe8c660e439 on host n-d-799684-3 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:36:57.417226 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636499'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.423118 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.424955 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8cfe3881-69a5-4dd5-8b78-b135b562d936 HTTP/1.1" status: 204 len: 168 time: 0.5628898 Jul 08 19:36:57.436349 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bd1f6-bfb3-413e-a4ee-75eb4c3b92d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cfe3881-69a5-4dd5-8b78-b135b562d936,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:57.541621 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34974) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:57.583011 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-b11e35f7-154e-43fb-a8ac-321eea796ff1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76a675d4ab8640b48a41460885ffe3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396018 Jul 08 19:36:57.585668 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34976) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:57.635982 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cb61ee7-2fc4-4288-ba7f-0e9c60d6816c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.657336 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cb61ee7-2fc4-4288-ba7f-0e9c60d6816c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.708066 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cb61ee7-2fc4-4288-ba7f-0e9c60d6816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.710535 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6cb61ee7-2fc4-4288-ba7f-0e9c60d6816c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:57.711720 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-6cb61ee7-2fc4-4288-ba7f-0e9c60d6816c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9cfef726-2d91-4715-8bd0-dfdecb82b2f1 HTTP/1.1" status: 204 len: 168 time: 0.1252363 Jul 08 19:36:57.719807 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb61ee7-2fc4-4288-ba7f-0e9c60d6816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfef726-2d91-4715-8bd0-dfdecb82b2f1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:58.062056 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34984) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:58.101213 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-8283fd00-820f-4078-a61a-065e7913f23a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e01a3a5778304222962403ed075462e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379772 Jul 08 19:36:58.103686 n-d-799684-3 neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.73', 34986) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:58.154588 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7a744e41-31db-4bda-86d2-07405783021c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:58.175645 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7a744e41-31db-4bda-86d2-07405783021c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:58.223260 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7a744e41-31db-4bda-86d2-07405783021c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1692284'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:58.225742 n-d-799684-3 neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7a744e41-31db-4bda-86d2-07405783021c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:58.226987 n-d-799684-3 neutron-server[93742]: INFO neutron.wsgi [None req-7a744e41-31db-4bda-86d2-07405783021c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66beeea2-0953-4137-8763-876ac9073df3 HTTP/1.1" status: 204 len: 168 time: 0.1224177 Jul 08 19:36:58.234790 n-d-799684-3 neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a744e41-31db-4bda-86d2-07405783021c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66beeea2-0953-4137-8763-876ac9073df3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:58.499397 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e9cd43ac-621c-4272-a813-ffe8c660e439 no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:36:58.522997 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: e9cd43ac-621c-4272-a813-ffe8c660e439 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:36:58.523434 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device e9cd43ac-621c-4272-a813-ffe8c660e439 not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:36:58.523926 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b no longer exists at agent ovs-agent-n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:36:58.546371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] No Port match for: 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:36:58.546371 n-d-799684-3 neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Device 43a83b13-ae7b-4b5b-a86c-9ecea061ec4b not bound to the agent host n-d-799684-3 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:37:04.549607 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:05.420699 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:06.392625 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b269f301-7e61-4176-911c-ed5bfce84840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:09.252673 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d9e82523-8724-4b37-9474-02d36b01a6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:09.263658 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:10.613410 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:12.083461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:25.202887 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:37:34.548507 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:35.418545 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:36.394659 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57fd5f54-12d5-458d-9eb4-c9f60e1da10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:39.244517 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a3ed0ac8-6411-4c63-862a-51c02608a16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:39.264538 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:40.616851 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:42.086540 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:02.202513 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:38:04.546520 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:05.433640 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:06.395071 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59e2658d-5916-426b-b73d-af9679e7b5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:09.245965 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fb21a8dd-fd2b-44e5-9505-55ee11c6e45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:09.265361 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:10.619157 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:12.088764 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:34.571553 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:35.431447 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:36.396654 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c3b54280-e0c1-4d93-8c0c-13df88b4012e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:39.201695 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:38:39.246446 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c6755d21-4fd0-49cc-a377-594cee0f7528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:39.265963 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:40.621532 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:42.092897 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:04.593847 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:05.446363 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:06.398928 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5b42-de3c-4f6e-a337-382a0611c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:09.246595 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2f552ccc-216a-47b6-a5f6-c3cc44d8d0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:09.269740 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:10.626234 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:12.100096 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:16.201626 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:39:34.605219 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:35.461340 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:36.401282 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9dbcfdc0-0f53-4a12-8fe1-1f1a9dcaf529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:39.247773 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1c6180c0-4a12-42da-9e6d-c4b151be3308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:39.270788 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:40.628569 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:42.097777 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:53.201740 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:40:04.604016 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:05.475734 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:06.402574 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-98eda681-22af-403a-96aa-532436ba987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:09.248836 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6baca661-21c3-4828-ae94-344a44bcaf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:09.270738 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:10.635549 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:12.099964 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:30.202877 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:40:34.619718 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:35.489444 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:36.402704 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1af64134-fc1d-4204-9ae9-4f08f142e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:39.249740 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1663bf92-582a-41f9-bd17-20eba132027e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:39.272084 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:40.633624 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:42.103292 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:04.618184 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:05.504604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:06.404254 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9e409800-e1cb-400f-8473-716921339ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:07.201981 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:41:09.250617 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e7114eec-a3f6-4795-8f56-9c12b016f0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:09.273894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:10.636461 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:12.107382 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:34.619183 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:35.508085 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:36.405426 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9cb2cc0f-b47c-48d5-aae7-a22164459397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:39.252866 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9562732f-4edf-42c4-bfd5-ca486c51b30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:39.274601 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:40.639599 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:42.109738 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:44.201761 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:42:04.617615 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.501902 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:06.406277 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-12d12f96-1600-47b9-8420-85d5f7c72550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.260196 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bef5aef8-b125-4bce-9790-62bd4f7f64f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.277629 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:10.644124 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:12.113459 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.201187 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:42:34.615894 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:35.516659 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:36.407609 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2f8da439-0290-4737-847e-d10f1a2753eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:39.251930 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-636e7531-6edc-4383-b05d-b6727aaab4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:39.280950 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:40.646310 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:42.115823 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:58.200024 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:43:04.647917 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:05.516308 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:06.408906 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77fae3f7-4a8e-4b3b-a45a-0b780cda4cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.254604 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a2572c4b-5870-4e06-8050-595c0fb18466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.282138 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:10.650316 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:12.117399 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.132299 n-d-799684-3 neutron-server[93741]: DEBUG neutron.wsgi [req-3a155058-ca12-4c70-b148-02630b0d37e5 req-281f5923-ded3-4f93-8333-07d547d2811c service neutron] (93741) timed out ('10.222.0.73', 58232) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 19:43:34.644155 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:35.198822 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:43:35.529355 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:36.411728 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2cf2756e-cf13-48a4-bc02-45ecea8b2c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:39.257114 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-731c623e-f758-4b1c-80f8-e90799ed90b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:39.282967 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:40.651879 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:42.121344 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:04.644921 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:05.529214 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:06.412021 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6f91bdb-96c6-49e6-acd2-f04535f80338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:09.258303 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-80065467-da81-4eaa-9d74-cc32a661ec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:09.283081 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:10.655293 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:12.124356 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:12.198899 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:44:34.642004 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.545709 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:36.414974 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0d2cc037-83dc-47d4-9a8a-4d19b0e36742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:39.259843 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2ec25031-57b7-45cb-96a3-7ff90a4ae210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:39.285385 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:40.659262 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:42.127395 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:49.198784 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:45:04.640255 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.542929 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.417360 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-21d782cd-da40-4884-9de3-de658d92b4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:09.263069 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-450ebe57-9993-48f2-9192-55fa6a6c1904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:09.284819 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.667822 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:12.130920 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.198843 n-d-799684-3 neutron-server[93744]: DEBUG neutron.db.agents_db [None req-f22f9035-f029-4a68-8fa9-121c98c3436b None None] Agent healthcheck: found 7 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:45:34.639689 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85e3d455-1c39-4b29-9a98-8dde87521f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:35.559062 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ed61147a-6cfd-428f-8e2a-b2837fc4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:36.420428 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67b94b47-386c-47d8-bb22-71350887b3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:39.264789 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c0775508-1c69-4623-9397-da1f026d2905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:39.289110 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71b5aa7-6940-4448-a5a7-62dad5efbb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:40.667731 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cb5ab25-cb4d-4eed-9b27-a8621d5e9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:42.133740 n-d-799684-3 neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b1050255-b11a-473c-b940-4d5a8beb6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733022454851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781197'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}